-- Logs begin at Fri 2021-09-17 21:24:52 UTC, end at Sat 2021-09-18 00:08:06 UTC. -- Sep 17 22:05:45.195189 n-d-713499-18 systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 22:05:47.951874 n-d-713499-18 neutron-server[95311]: INFO neutron.common.config [-] Logging enabled! Sep 17 22:05:47.952564 n-d-713499-18 neutron-server[95311]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 22:05:47.952677 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95311) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 22:05:47.955937 n-d-713499-18 neutron-server[95311]: INFO neutron.common.config [-] Logging enabled! Sep 17 22:05:47.956207 n-d-713499-18 neutron-server[95311]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 22:05:47.956514 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95311) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 22:05:47.957461 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 22:05:47.957692 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 22:05:47.958055 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 22:05:47.958296 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 22:05:47.958517 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 22:05:47.958834 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.959128 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.959419 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.959647 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.959937 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.960254 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.960537 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.960817 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.961108 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.961387 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.961659 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.961977 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.962281 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.962579 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.962862 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.963147 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.963367 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] debug = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.963643 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.964059 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.964477 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.964751 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.965036 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.965306 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.965571 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.965837 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.966111 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.966433 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] host = n-d-713499-18 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.966703 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.966981 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.967260 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.967536 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.967802 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.968069 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.968373 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.968641 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.968908 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] log_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.969178 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.969459 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.969738 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.970022 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.970240 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.970455 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.970733 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.971014 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.971282 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.971550 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.971817 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.972085 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.972375 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.972636 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.972913 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.973190 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.973468 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.973735 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.974003 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.974264 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.974527 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.974802 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.975076 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.975344 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.975611 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.975890 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.976170 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.976438 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.976730 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.977010 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.977282 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.978072 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.978337 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.978686 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.978863 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.979125 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.979389 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] use_json = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.979651 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.979915 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.980214 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.980479 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.980782 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.981003 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.981266 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.981542 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:47.981835 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.982124 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.982418 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.982692 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.982978 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.983258 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.983539 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.983810 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.984091 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.984391 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.984672 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.984945 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.985227 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.985504 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.985792 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.986090 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.986376 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.986662 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.986929 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.987196 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.987464 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.987735 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.988017 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.988312 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.988593 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.988874 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.989143 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.989421 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.989708 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.989992 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.990256 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.990526 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.990810 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.991080 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.991346 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.991616 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.991898 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.992189 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.992459 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.992737 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.993009 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.993429 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.993705 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.993979 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.994267 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.994539 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.994807 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.995074 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.995351 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.995618 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.995900 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.996195 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.996467 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.996733 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.997003 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.997269 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.997534 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.997804 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.998068 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.998341 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.998608 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.998874 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.999140 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.999409 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.999675 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:47.999942 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.000231 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.000507 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.000775 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.001042 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.001310 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.001578 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.001848 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.002131 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.002424 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.002696 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.002968 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.003239 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.003520 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.003768 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.004037 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.004333 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.004606 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.004870 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.005152 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.005435 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.005715 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.005989 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.006261 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.006554 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.006826 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.007102 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.007376 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.007648 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.007924 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.008224 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.008514 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.009352 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.009650 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.010006 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.010300 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.010579 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.010887 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.011165 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:48.011377 n-d-713499-18 neutron-server[95311]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 22:05:48.011621 n-d-713499-18 neutron-server[95311]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95311) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 22:05:48.364271 n-d-713499-18 neutron-server[95311]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 22:05:48.364462 n-d-713499-18 neutron-server[95311]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 22:05:48.364745 n-d-713499-18 neutron-server[95311]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 22:05:48.365072 n-d-713499-18 neutron-server[95311]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 22:05:48.752916 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.753214 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.753481 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.754769 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.755041 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.755302 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.791157 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.791435 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.791696 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.806882 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.807155 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.807421 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.834828 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.835107 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.835379 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.874283 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.874568 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:48.874835 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.104154 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.104731 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.104731 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.104887 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.105537 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.224487 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.224806 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.225085 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.225350 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.225610 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.225916 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.226173 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.226424 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.226672 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.226947 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.227200 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.227479 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.227729 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.227974 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.228254 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.228514 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.228763 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.229022 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.229285 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.229538 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.229803 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.230052 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.230329 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.230698 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.230942 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.231181 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.231562 n-d-713499-18 neutron-server[95311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:05:49.231795 n-d-713499-18 neutron-server[95311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:05:49.232025 n-d-713499-18 neutron-server[95311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:05:49.232291 n-d-713499-18 neutron-server[95311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:05:49.232520 n-d-713499-18 neutron-server[95311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:05:49.232748 n-d-713499-18 neutron-server[95311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:05:49.233106 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 22:05:49.236149 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 22:05:49.240109 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 22:05:49.244293 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 17 22:05:49.245900 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 22:05:49.246344 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 22:05:49.246678 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 22:05:49.247061 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 22:05:49.249836 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 22:05:49.250085 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 22:05:49.250426 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 22:05:49.255618 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 22:05:49.278102 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 22:05:49.278548 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.278839 n-d-713499-18 neutron-server[95311]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95311) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 22:05:49.279199 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.280573 n-d-713499-18 neutron-server[95311]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95311) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 22:05:49.281014 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 22:05:49.281257 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 22:05:49.284461 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.284742 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:49.348159 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 22:05:49.348399 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 22:05:49.348630 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 22:05:49.348992 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 22:05:49.372358 n-d-713499-18 neutron-server[95311]: DEBUG oslo_db.sqlalchemy.engines [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95311) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 22:05:50.055418 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Initializing driver for type 'gre' Sep 17 22:05:50.055967 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] gre ID ranges: [(1, 1000)] Sep 17 22:05:50.250612 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Initializing driver for type 'local' Sep 17 22:05:50.251215 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Initializing driver for type 'vlan' Sep 17 22:05:50.330530 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] VlanTypeDriver initialization complete Sep 17 22:05:50.330809 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Initializing driver for type 'vxlan' Sep 17 22:05:50.331310 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] vxlan ID ranges: [(1, 1000)] Sep 17 22:05:50.484708 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Initializing extension driver 'port_security' Sep 17 22:05:50.485046 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.extensions.port_security [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] PortSecurityExtensionDriver initialization complete Sep 17 22:05:50.485381 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Initializing mechanism driver 'openvswitch' Sep 17 22:05:50.485703 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Initializing mechanism driver 'hyperv' Sep 17 22:05:50.492301 n-d-713499-18 neutron-server[95311]: DEBUG neutron.plugins.ml2.plugin [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:50.493689 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > port after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.494061 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > port after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.494435 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > port after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.494955 n-d-713499-18 neutron-server[95311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:05:50.495382 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > subnet after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.495734 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > subnet after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.496079 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.496495 n-d-713499-18 neutron-server[95311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:05:50.498025 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > network after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.498025 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > network after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.498025 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > network after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.498025 n-d-713499-18 neutron-server[95311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:05:50.498468 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > security_group after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.498820 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > security_group after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.499164 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > security_group after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.499690 n-d-713499-18 neutron-server[95311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:05:50.500103 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.500572 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.500919 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.501311 n-d-713499-18 neutron-server[95311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:05:50.501714 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > address_group after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.502062 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > address_group after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.502402 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > address_group after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.502789 n-d-713499-18 neutron-server[95311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 22:05:50.503167 n-d-713499-18 neutron-server[95311]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] ML2 OVO RPC backend initialized. {{(pid=95311) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 22:05:50.503969 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.504347 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.504764 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > network before_response 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.505111 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > networks before_response 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.505456 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > port before_response 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.505796 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > ports before_response 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.506137 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > subnet before_response 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.506549 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > subnets before_response 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.506894 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > network after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.507233 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > network after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.507568 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > network after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.507902 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > port after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.508268 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > port after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.508602 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > port after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.509552 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > subnet after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.509933 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > subnet after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.510266 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.510827 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.plugin [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Modular L2 Plugin initialization complete Sep 17 22:05:50.511153 n-d-713499-18 neutron-server[95311]: DEBUG neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading services supported by the core plugin {{(pid=95311) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 22:05:50.511475 n-d-713499-18 neutron-server[95311]: INFO neutron.plugins.ml2.managers [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Got port-security extension from driver 'port_security' Sep 17 22:05:50.511934 n-d-713499-18 neutron-server[95311]: INFO neutron.extensions.vlantransparent [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Disabled vlantransparent extension. Sep 17 22:05:50.512443 n-d-713499-18 neutron-server[95311]: DEBUG neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95311) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 22:05:50.512753 n-d-713499-18 neutron-server[95311]: INFO neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading Plugin: router Sep 17 22:05:50.547845 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router_interface before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.548262 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router after_create 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.548634 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router before_create 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.548998 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.549367 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.549725 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router after_delete 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.550081 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > floatingip after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.550429 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > floatingip after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.550782 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router after_create 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.551125 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router after_update 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.551467 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router after_update 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.551840 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.552221 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router after_update 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.552631 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router precommit_update 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.552995 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: port after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.553333 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: port after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.553667 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: subnet after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.554005 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.554353 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > port precommit_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.554695 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router precommit_create 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.555032 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: port before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.555370 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router precommit_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.556302 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router after_update 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.556810 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router precommit_delete 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.557163 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router precommit_create 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.557522 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.557866 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router precommit_update 55549900 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.558226 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > agent after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.558572 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > agent after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.558912 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > network after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.559762 n-d-713499-18 neutron-server[95311]: DEBUG neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Tracking information for resource: router configured {{(pid=95311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:05:50.560094 n-d-713499-18 neutron-server[95311]: DEBUG neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Tracking information for resource: floatingip configured {{(pid=95311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 22:05:50.564968 n-d-713499-18 neutron-server[95311]: INFO neutron.db.l3_agentschedulers_db [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 22:05:50.565526 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: port after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.565883 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: port after_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.566230 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: port after_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.566578 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: port after_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.567354 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router before_create 55550100 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.567712 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router precommit_delete 55550100 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.568071 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router precommit_create 55550100 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.568457 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > router precommit_update 55550100 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.573846 n-d-713499-18 neutron-server[95311]: DEBUG neutron.services.provider_configuration [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service providers = [] {{(pid=95311) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 22:05:50.574211 n-d-713499-18 neutron-server[95311]: DEBUG neutron.db.servicetype_db [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95311) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 22:05:50.577148 n-d-713499-18 neutron-server[95311]: DEBUG neutron.services.service_base [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 22:05:50.577499 n-d-713499-18 neutron-server[95311]: DEBUG neutron.services.service_base [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 22:05:50.577840 n-d-713499-18 neutron-server[95311]: DEBUG neutron.services.service_base [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 22:05:50.578733 n-d-713499-18 neutron-server[95311]: DEBUG neutron.services.service_base [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 22:05:50.579105 n-d-713499-18 neutron-server[95311]: INFO neutron.services.service_base [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 22:05:50.579479 n-d-713499-18 neutron-server[95311]: DEBUG neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:05:50.579794 n-d-713499-18 neutron-server[95311]: INFO neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 22:05:50.590322 n-d-713499-18 neutron-server[95311]: DEBUG neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:05:50.590611 n-d-713499-18 neutron-server[95311]: INFO neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading Plugin: auto_allocate Sep 17 22:05:50.596338 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: network precommit_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.596708 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: network precommit_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.597220 n-d-713499-18 neutron-server[95311]: DEBUG neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:05:50.597537 n-d-713499-18 neutron-server[95311]: INFO neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading Plugin: tag Sep 17 22:05:50.604258 n-d-713499-18 neutron-server[95311]: DEBUG neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:05:50.604586 n-d-713499-18 neutron-server[95311]: INFO neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading Plugin: timestamp Sep 17 22:05:50.608534 n-d-713499-18 neutron-server[95311]: DEBUG neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:05:50.608860 n-d-713499-18 neutron-server[95311]: INFO neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading Plugin: network_ip_availability Sep 17 22:05:50.614204 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.614570 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.614930 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.615630 n-d-713499-18 neutron-server[95311]: DEBUG neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:05:50.615945 n-d-713499-18 neutron-server[95311]: INFO neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading Plugin: flavors Sep 17 22:05:50.621312 n-d-713499-18 neutron-server[95311]: DEBUG neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:05:50.621642 n-d-713499-18 neutron-server[95311]: INFO neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading Plugin: revisions Sep 17 22:05:50.625855 n-d-713499-18 neutron-server[95311]: DEBUG neutron.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 22:05:50.626248 n-d-713499-18 neutron-server[95311]: DEBUG oslo_concurrency.lockutils [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.261s {{(pid=95311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 22:05:50.626972 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95311) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 22:05:50.627309 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Initializing extension manager. Sep 17 22:05:50.627819 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: __init__.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.628184 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: __pycache__ {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.628520 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.628853 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: address_group.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.629603 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.630166 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: address-group Sep 17 22:05:50.630487 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: address_scope.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.631398 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.631915 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: address-scope Sep 17 22:05:50.632267 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: admin_state_down_before_update.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.633190 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.634300 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: router-admin-state-down-before-update Sep 17 22:05:50.634682 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: agent.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.635385 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.635893 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: agent Sep 17 22:05:50.636238 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: agent_resources_synced.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.637150 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.637665 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: agent-resources-synced Sep 17 22:05:50.637985 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: allowedaddresspairs.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.639754 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.640575 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: allowed-address-pairs Sep 17 22:05:50.640901 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: auto_allocated_topology.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.641969 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.642487 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: auto-allocated-topology Sep 17 22:05:50.642813 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: availability_zone.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.643506 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.644014 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: availability_zone Sep 17 22:05:50.644370 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: availability_zone_filter.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.645274 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.645788 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: availability_zone_filter Sep 17 22:05:50.646110 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: data_plane_status.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.647007 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.647512 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 22:05:50.647830 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: default_subnetpools.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.648762 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.649269 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: default-subnetpools Sep 17 22:05:50.649655 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: dhcpagentscheduler.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.650454 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.650962 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: dhcp_agent_scheduler Sep 17 22:05:50.651288 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: dns.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.652219 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.652722 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension dns-integration not supported by any of loaded plugins Sep 17 22:05:50.653044 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: dns_domain_ports.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.653956 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.654460 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 22:05:50.654780 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.655695 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.656216 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 22:05:50.656535 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: dvr.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.657198 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.657698 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: dvr Sep 17 22:05:50.658014 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: ecmp_routes.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.658920 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.659420 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 22:05:50.659736 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: empty_string_filtering.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.660665 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.661179 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: empty-string-filtering Sep 17 22:05:50.661500 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.662400 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.662902 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 22:05:50.663221 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.664143 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.664653 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 22:05:50.665006 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: external_net.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.665919 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.666426 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: external-net Sep 17 22:05:50.666745 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: extra_dhcp_opt.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.667650 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.668181 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: extra_dhcp_opt Sep 17 22:05:50.668500 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: extraroute.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.669396 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.669904 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: extraroute Sep 17 22:05:50.670220 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: extraroute_atomic.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.671245 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.671758 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: extraroute-atomic Sep 17 22:05:50.672078 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: filter_validation.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.672769 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.673270 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: filter-validation Sep 17 22:05:50.673585 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: fip_pf_description.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.674487 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.674991 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 22:05:50.675307 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: fip_port_details.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.676248 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.676750 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: fip-port-details Sep 17 22:05:50.677066 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: flavors.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.678287 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.678799 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: flavors Sep 17 22:05:50.679119 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.681327 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.681846 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 22:05:50.682176 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: floatingip_pools.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.682874 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.683389 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: floatingip-pools Sep 17 22:05:50.683716 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: ip_allocation.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.684678 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.685185 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 22:05:50.685507 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.686425 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.686936 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: ip-substring-filtering Sep 17 22:05:50.687259 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: l2_adjacency.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.688214 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.688716 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 22:05:50.689039 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: l3.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.690115 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.690635 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: router Sep 17 22:05:50.690960 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: l3_conntrack_helper.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.693208 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.693735 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 22:05:50.694069 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.695003 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.695521 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: ext-gw-mode Sep 17 22:05:50.695849 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.697517 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.698033 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: l3-ha Sep 17 22:05:50.698358 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: l3_flavors.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.699267 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.699776 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: l3-flavors Sep 17 22:05:50.700100 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.701110 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.701625 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 22:05:50.701949 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: l3agentscheduler.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.702976 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.703484 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: l3_agent_scheduler Sep 17 22:05:50.703807 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: logging.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.705311 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.705836 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension logging not supported by any of loaded plugins Sep 17 22:05:50.706165 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: metering.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.706900 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.707476 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: metering Sep 17 22:05:50.707801 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.708911 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.709438 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: metering_source_and_destination_fields Sep 17 22:05:50.709764 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: multiprovidernet.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.710680 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.711202 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: multi-provider Sep 17 22:05:50.711527 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: netmtu.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.712531 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.713040 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: net-mtu Sep 17 22:05:50.713362 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: netmtu_writable.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.714268 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.714779 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: net-mtu-writable Sep 17 22:05:50.715100 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: network_availability_zone.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.715769 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.716299 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: network_availability_zone Sep 17 22:05:50.716626 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: network_ip_availability.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.717715 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.718232 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: network-ip-availability Sep 17 22:05:50.718554 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: network_segment_range.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.719317 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.719823 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 22:05:50.720164 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: pagination.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.721143 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.721474 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: pagination Sep 17 22:05:50.721792 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: port_device_profile.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.722702 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.723215 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: port-device-profile Sep 17 22:05:50.723533 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.724468 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.724973 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: port-mac-address-regenerate Sep 17 22:05:50.725289 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.726192 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.726695 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: port-numa-affinity-policy Sep 17 22:05:50.727016 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: port_resource_request.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.728071 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.728608 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 22:05:50.728931 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: portbindings.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.729848 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.730352 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: binding Sep 17 22:05:50.730672 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: portbindings_extended.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.731939 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.732485 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: binding-extended Sep 17 22:05:50.732812 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: portsecurity.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.733727 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.734239 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: port-security Sep 17 22:05:50.734561 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: project_id.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.735527 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.735859 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: project-id Sep 17 22:05:50.736208 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: providernet.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.737129 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.737640 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: provider Sep 17 22:05:50.737959 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: qos.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.741434 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.741956 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension qos not supported by any of loaded plugins Sep 17 22:05:50.742287 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.744067 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.744608 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 22:05:50.744933 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.745852 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.746368 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 22:05:50.746690 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: qos_default.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.747591 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.748104 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension qos-default not supported by any of loaded plugins Sep 17 22:05:50.748451 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: qos_fip.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.749097 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.749594 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension qos-fip not supported by any of loaded plugins Sep 17 22:05:50.749915 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: qos_gateway_ip.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.750829 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.751337 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 22:05:50.751661 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: qos_port_network_policy.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.752596 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.753104 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 22:05:50.753424 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: qos_pps_rule.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.754593 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.755107 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension qos-pps not supported by any of loaded plugins Sep 17 22:05:50.755427 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: qos_rule_type_details.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.756356 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.756866 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 22:05:50.757184 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: qos_rules_alias.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.758240 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.759392 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 22:05:50.759796 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: quotasv2.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.760785 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.761113 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: quotas Sep 17 22:05:50.761438 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: quotasv2_detail.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.764646 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.765247 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: quota_details Sep 17 22:05:50.765580 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: rbac.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.766661 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.767186 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: rbac-policies Sep 17 22:05:50.767517 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: rbac_address_group.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.768479 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.768999 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: rbac-address-group Sep 17 22:05:50.769323 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: rbac_address_scope.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.770233 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.770744 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: rbac-address-scope Sep 17 22:05:50.771067 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: rbac_security_groups.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.771982 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.772536 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: rbac-security-groups Sep 17 22:05:50.772862 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: rbac_subnetpool.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.773774 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.774323 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: rbac-subnetpool Sep 17 22:05:50.774650 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: revisionifmatch.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.775563 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.776079 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: revision-if-match Sep 17 22:05:50.776434 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: revisions.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.777527 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.778040 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: standard-attr-revisions Sep 17 22:05:50.778362 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: router_availability_zone.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.779035 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.779598 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: router_availability_zone Sep 17 22:05:50.779858 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: routerservicetype.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.780798 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.781310 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension router-service-type not supported by any of loaded plugins Sep 17 22:05:50.781635 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.782545 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.783054 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: security-groups-normalized-cidr Sep 17 22:05:50.783372 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: security_groups_port_filtering.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.784312 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.784823 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: port-security-groups-filtering Sep 17 22:05:50.785143 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.786062 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.786563 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: security-groups-remote-address-group Sep 17 22:05:50.786883 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: securitygroup.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.798316 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.798842 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: security-group Sep 17 22:05:50.799174 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: segment.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.799965 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.800494 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension segment not supported by any of loaded plugins Sep 17 22:05:50.800821 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.801759 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.802274 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 22:05:50.802597 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: servicetype.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.803767 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.804325 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: service-type Sep 17 22:05:50.804651 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: sorting.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.806219 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.806624 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: sorting Sep 17 22:05:50.806949 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: standard_attr_segment.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.807875 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.808410 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 22:05:50.808731 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: standardattrdescription.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.809374 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.809881 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: standard-attr-description Sep 17 22:05:50.810204 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: stateful_security_group.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.811121 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.811636 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: stateful-security-group Sep 17 22:05:50.811954 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: stdattrs_common.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.812556 n-d-713499-18 neutron-server[95311]: WARNING neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 22:05:50.812873 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.813790 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.814306 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 22:05:50.814628 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: subnet_onboard.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.815696 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.816240 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: subnet_onboard Sep 17 22:05:50.816566 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.817491 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.818001 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 22:05:50.818322 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: subnet_service_types.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.819238 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.819752 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: subnet-service-types Sep 17 22:05:50.820075 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: subnetallocation.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.821234 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.821752 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: subnet_allocation Sep 17 22:05:50.822071 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.822735 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.823243 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: subnetpool-prefix-ops Sep 17 22:05:50.823560 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.824504 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.825017 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 22:05:50.825338 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: tagging.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.826407 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.826922 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: standard-attr-tag Sep 17 22:05:50.827244 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: timestamp.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.828469 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.828986 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loaded extension: standard-attr-timestamp Sep 17 22:05:50.829309 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: trunk.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.830334 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.830853 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension trunk not supported by any of loaded plugins Sep 17 22:05:50.831176 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: trunk_details.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.832095 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.832635 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension trunk-details not supported by any of loaded plugins Sep 17 22:05:50.832957 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: uplink_status_propagation.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.833873 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.834389 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 22:05:50.834711 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Loading extension file: vlantransparent.py {{(pid=95311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 22:05:50.835382 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 22:05:50.835889 n-d-713499-18 neutron-server[95311]: INFO neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 22:05:50.838392 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:network Sep 17 22:05:50.838911 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:subnet Sep 17 22:05:50.839309 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 22:05:50.839705 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:port Sep 17 22:05:50.840986 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.841385 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service FLAVORS assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.842021 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.842443 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.842776 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:router Sep 17 22:05:50.843201 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:floatingip Sep 17 22:05:50.843677 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service METERING assigned prefix: /metering {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.845128 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.845496 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.845845 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:05:50.846835 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 22:05:50.847278 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:security_group Sep 17 22:05:50.847700 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 22:05:50.848328 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service CORE assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.848667 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 22:05:50.849013 n-d-713499-18 neutron-server[95311]: WARNING neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] subnetpool is already registered Sep 17 22:05:50.849440 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service CORE assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.849763 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 22:05:50.850093 n-d-713499-18 neutron-server[95311]: WARNING neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] subnetpool is already registered Sep 17 22:05:50.852390 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.853355 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service FLAVORS assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.853944 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.854361 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.854693 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:router Sep 17 22:05:50.855029 n-d-713499-18 neutron-server[95311]: WARNING neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] router is already registered Sep 17 22:05:50.855438 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:floatingip Sep 17 22:05:50.855774 n-d-713499-18 neutron-server[95311]: WARNING neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] floatingip is already registered Sep 17 22:05:50.856256 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service METERING assigned prefix: /metering {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.856922 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 22:05:50.857245 n-d-713499-18 neutron-server[95311]: WARNING neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] rbac_policy is already registered Sep 17 22:05:50.857651 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:security_group Sep 17 22:05:50.857982 n-d-713499-18 neutron-server[95311]: WARNING neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] security_group is already registered Sep 17 22:05:50.858376 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 22:05:50.858704 n-d-713499-18 neutron-server[95311]: WARNING neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] security_group_rule is already registered Sep 17 22:05:50.859314 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service CORE assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.859639 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 22:05:50.859971 n-d-713499-18 neutron-server[95311]: WARNING neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] subnetpool is already registered Sep 17 22:05:50.860462 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.v2.resource_helper [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Service CORE assigned prefix: {{(pid=95311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 22:05:50.860791 n-d-713499-18 neutron-server[95311]: INFO neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 22:05:50.861119 n-d-713499-18 neutron-server[95311]: WARNING neutron.quota.resource_registry [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] subnetpool is already registered Sep 17 22:05:50.861573 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: extensions {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.863140 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: address-groups {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.864627 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: address-scopes {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.866084 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: agents {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.867233 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: auto-allocated-topology {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.869250 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: availability_zones {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.870473 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: dhcp-networks {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.872206 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: dhcp-agents {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.873626 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: routers {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.875844 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: flavors {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.877025 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: service_profiles {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.878234 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: next_providers {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.879662 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: service_profiles {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.881215 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: floatingip-pools {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.882424 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: routers {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.884775 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: floatingips {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.886051 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: l3-routers {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.887417 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: l3-agents {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.888858 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: metering-labels {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.890474 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: metering-label-rules {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.891742 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: network-ip-availabilities {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.893118 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: bindings {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.895582 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: quotas {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.897062 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: quotas {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.898464 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: rbac-policies {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.899692 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: security-groups {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.901012 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: security-group-rules {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.902302 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: service-providers {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.903504 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: subnetpools {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.904954 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: subnetpools {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.906381 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: tags {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.908031 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: tags {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.909893 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: tags {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.911649 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: tags {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.913460 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: tags {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.916033 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: tags {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.917738 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: tags {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.919603 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: tags {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.921381 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: tags {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.923095 n-d-713499-18 neutron-server[95311]: DEBUG neutron.api.extensions [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Extended resource: tags {{(pid=95311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 22:05:50.929011 n-d-713499-18 neutron-server[95311]: WARNING keystonemiddleware.auth_token [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 22:05:50.934562 n-d-713499-18 neutron-server[95311]: WARNING keystonemiddleware.auth_token [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 22:05:50.942924 n-d-713499-18 neutron-server[95311]: DEBUG oslo_concurrency.lockutils [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Acquired lock "singleton_lock" {{(pid=95311) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 22:05:50.943410 n-d-713499-18 neutron-server[95311]: DEBUG oslo_concurrency.lockutils [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Releasing lock "singleton_lock" {{(pid=95311) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 22:05:50.944056 n-d-713499-18 neutron-server[95311]: INFO oslo_service.service [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Starting 2 workers Sep 17 22:05:50.949036 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Started child 95454 {{(pid=95311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 22:05:50.953600 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Started child 95455 {{(pid=95311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 22:05:50.954499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.955179 n-d-713499-18 neutron-server[95311]: INFO neutron.service [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 22:05:50.955821 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Notify callbacks [] for process, before_spawn {{(pid=95311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.955998 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [-] (95454) wsgi starting up on http://0.0.0.0:9696 Sep 17 22:05:50.958313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.958774 n-d-713499-18 neutron-server[95311]: INFO oslo_service.service [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Starting 1 workers Sep 17 22:05:50.959686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [-] (95455) wsgi starting up on http://0.0.0.0:9696 Sep 17 22:05:50.963773 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Started child 95456 {{(pid=95311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 22:05:50.964339 n-d-713499-18 neutron-server[95311]: INFO oslo_service.service [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Starting 1 workers Sep 17 22:05:50.967391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.service [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] calling RpcWorker wait() {{(pid=95456) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 22:05:50.967928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.service [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] returning from RpcWorker wait() {{(pid=95456) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 22:05:50.969014 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Started child 95457 {{(pid=95311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 22:05:50.969145 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.969778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:50.969874 n-d-713499-18 neutron-server[95311]: DEBUG neutron_lib.callbacks.manager [None req-de288750-8ce7-4855-8a40-31062d637b8d None None] Notify callbacks [] for process, after_spawn {{(pid=95311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.971700 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95311) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 22:05:50.971908 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 22:05:50.972089 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 22:05:50.972329 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 22:05:50.972666 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 22:05:50.972825 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 22:05:50.973344 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.973631 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.973884 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.974125 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.974422 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.974790 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.975260 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.975260 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.975485 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.975755 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.976000 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.976193 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.976357 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.976597 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.976853 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.977150 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.978007 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.978270 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.978536 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.978707 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.978961 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.979226 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.979455 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.979716 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] debug = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.979956 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.980468 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.980692 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.980948 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.981167 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.981436 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.981659 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.981903 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.982147 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.982389 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.982633 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.982881 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.983107 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.983349 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.983556 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.983807 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.984027 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.984701 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] host = n-d-713499-18 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.984835 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.984974 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.985218 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.985463 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.985708 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.985937 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.986198 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.986439 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.986692 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.986917 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.987132 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.987384 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.987639 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.987876 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.988036 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_options = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.988295 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.988541 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.988808 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.988999 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.989163 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.989333 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.989577 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.989737 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.989992 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.990210 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.990420 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.990661 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.990891 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.991100 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.991380 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.991620 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.991836 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.992065 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.992342 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.992583 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.992818 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.993107 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.994029 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.994280 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.994490 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.994753 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.995010 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.995257 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.995480 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.995727 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.995980 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.996258 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.996501 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.996738 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.997009 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.997241 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.997471 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.997690 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.997971 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.998198 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.998449 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.998699 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.998916 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.999161 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.999405 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.999638 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:50.999859 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_json = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.000076 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.000344 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.000625 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.000860 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.001101 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.001316 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.001533 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.002476 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.002476 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.002773 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.003180 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.003850 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.004092 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.004431 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.004666 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.004885 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.005158 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.005406 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.005710 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.005934 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.006212 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.006460 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.006754 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.007094 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.007369 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.007634 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.007853 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.008108 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.008377 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.008627 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.008941 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.009117 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.009342 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.009588 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.009811 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.010134 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.010481 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.011218 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.011316 n-d-713499-18 neutron-server[95457]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:51.011482 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.011703 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.011966 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.012226 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.012447 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.012664 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.012879 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.013157 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.013380 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.013595 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.013834 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.014060 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.014274 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.014505 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.014728 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.015217 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.015448 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.015669 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.015883 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.016132 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.016395 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.016594 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.028637 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.028637 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.028637 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.028637 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.028637 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.028637 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.028637 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.028637 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.028637 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029373 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029373 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029373 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029373 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029373 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029373 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029373 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029373 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029373 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029996 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029996 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029996 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029996 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029996 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029996 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029996 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029996 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.029996 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.030586 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.030586 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.030586 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.030586 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.030586 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.030586 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.030586 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.030586 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.030586 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031200 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031200 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031200 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031200 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031200 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031200 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031200 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031200 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031756 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031756 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031756 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031756 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031756 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031756 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031756 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.031756 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.032353 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.032353 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.032353 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.032353 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.032654 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.032740 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.032962 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.033222 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.033495 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.033774 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.034057 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.034309 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.034596 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.034851 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.035280 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.035681 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.035968 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.036289 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.036578 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.036833 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.037105 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.037370 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.037666 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.037919 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.038189 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.038440 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.038664 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.038909 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.039188 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.039419 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.039662 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.039878 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.041027 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.041385 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.041645 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.041871 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.042093 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.042380 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.042642 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.042884 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.043155 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.043412 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.043673 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.043924 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.044318 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.044565 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.044837 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.045085 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.045289 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.045526 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.045753 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.046157 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.046533 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.046752 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.047011 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.047228 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.047628 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.048041 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.048442 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.048809 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.049256 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.049711 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.049903 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.050163 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.050403 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.050612 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.050862 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.051095 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.051368 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.051575 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.051855 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.052139 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.052380 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.052631 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.052882 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.053151 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.053400 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.053640 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.053862 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.054080 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.054303 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.054551 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.054790 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.055007 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.055236 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.055460 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.056294 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.056612 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.056966 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.060705 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.060705 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.060705 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.060705 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.060705 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.060705 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.060705 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.060705 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061227 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061227 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061227 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061227 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061227 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061227 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061227 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061227 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061227 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061749 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061749 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061749 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.061930 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.062116 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.062504 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.062728 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.062958 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.063173 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.063386 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.063610 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.063829 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.064039 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.064293 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.064506 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.064740 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.064964 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.065180 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.065394 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.065622 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.065870 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.066119 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.066345 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.066581 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.066789 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.067014 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.067223 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.067461 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.067671 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.067887 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.068097 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.068367 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.068598 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.068808 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.069029 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.069245 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.069453 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.069755 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.070003 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.070218 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.070502 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.070746 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.070990 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.071731 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.072145 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.072460 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.072704 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.072945 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.073164 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.073385 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.073641 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.073955 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.074263 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.074521 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.074785 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.075080 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.075362 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.075730 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.075905 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.076164 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.076492 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.076771 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.077031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.077264 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.077527 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.077822 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.078208 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.078391 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.078635 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.078856 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.079119 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.079350 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.079594 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.079817 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.080048 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.080290 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.080537 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.080751 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.080973 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.081189 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.081346 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 22:05:51.081871 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95311) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 22:05:51.082031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 22:05:51.082182 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 22:05:51.082351 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 22:05:51.082521 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 22:05:51.082674 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 22:05:51.082884 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.083045 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.083205 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.083386 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.083514 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.083941 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.083941 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.084198 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.084198 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.084349 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.084455 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.084614 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.089366 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.089366 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.089366 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.089366 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.089366 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.089366 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.089366 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.089366 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090065 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090065 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090065 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] debug = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090065 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090065 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090065 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090649 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090649 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090649 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090649 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090649 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090649 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090649 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.090649 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.091444 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.091444 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.091444 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.091444 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.091444 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.091444 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.091444 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] host = n-d-713499-18 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.091444 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.091444 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092175 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092175 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092175 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092175 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092175 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092175 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092175 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092175 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092771 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092771 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092771 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092771 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092771 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_options = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092771 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092771 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.092771 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093300 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093300 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093300 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093300 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093300 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093300 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093300 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093763 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093763 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093763 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093763 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.093763 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.094144 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.094144 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.094283 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.094360 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.094496 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.094682 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.094842 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.095002 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.095185 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.095325 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.095450 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.095605 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.095763 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.095935 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.096076 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.096253 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.096413 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.096572 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.096730 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.096887 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.097045 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.097202 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.097360 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.097521 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.097679 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.097854 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.097983 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.098140 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.098297 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.098455 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.098612 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.098769 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_json = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.098927 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.099084 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.099244 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.099403 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.099561 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.099718 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.099875 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.100037 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 22:05:51.100239 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.100389 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.100564 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.100755 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.100910 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.101054 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.101306 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.101471 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.101632 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.101791 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104160 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104160 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104160 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104160 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104160 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104160 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104160 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104160 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104673 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104673 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104673 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104673 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104673 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104673 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.104673 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.105055 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.105055 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.105055 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.105237 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.105484 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.105484 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.105660 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.105820 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.105981 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.106145 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.106340 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.106542 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.106743 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.106888 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.107048 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.107207 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.107366 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.107527 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.107688 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.107852 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.108009 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.108191 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.108352 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.108513 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.108675 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.108837 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.108999 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.109160 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.109323 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.109481 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.109829 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.109992 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.110152 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.110312 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.110473 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.110632 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.110792 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.110951 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.111112 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.111272 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.111432 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.111608 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.111869 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.112032 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.112215 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.112378 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.112540 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.112701 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.112861 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.113021 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.113181 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.113343 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.113504 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.113663 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.113823 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.113984 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.114144 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.114306 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.114467 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.114628 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.114792 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.114952 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.115112 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.115273 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.115471 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.115620 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.118787 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.118787 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.118787 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.118787 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.118787 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.118787 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.118787 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.118787 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.119741 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.119741 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.119741 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.119741 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.119741 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.119741 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.119741 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.119741 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.120655 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.120655 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.120655 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.120655 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.120655 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.120655 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.120655 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.120655 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.121704 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.121704 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.121704 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.121704 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.121704 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.121704 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.121704 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.121704 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122262 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122262 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122262 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122262 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122262 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122262 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122262 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122262 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122262 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122854 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122854 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122854 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122854 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122854 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.122854 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.123251 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.123251 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.123251 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.123459 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.123459 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.123618 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.123766 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.123926 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.124085 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.124265 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.124427 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.124586 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.124751 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.124911 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.125070 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.125231 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.125391 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.125555 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.125717 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.125877 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.126035 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.126195 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.126355 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.126515 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.126675 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.126835 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.126996 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.127156 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.127316 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.127477 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.127638 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.127801 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.128031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.128223 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.128385 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.128544 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.128707 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.128868 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.129031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.129192 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.135290 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.135290 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.135290 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.135290 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.135290 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.135290 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.135290 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.135290 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136031 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136579 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136579 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136579 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136579 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136579 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136579 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136579 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.136579 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137172 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137172 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137172 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137172 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137172 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137172 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137172 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137172 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137172 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137840 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137840 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137840 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137840 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137840 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137840 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137840 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.137840 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138486 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138486 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138486 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138486 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138486 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138486 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138486 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138486 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138997 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138997 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138997 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138997 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138997 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138997 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138997 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138997 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.138997 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.139520 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.139520 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.139520 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.139520 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.139520 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.139520 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.139520 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.140322 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.140322 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.140322 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.140533 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.140611 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.140746 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.140906 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.141075 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.141234 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.141392 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.141551 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.141730 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.141892 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.142055 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.142217 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.142380 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.142544 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.142702 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.142866 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.143036 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.143204 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.143364 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.143532 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.143699 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.143867 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.144027 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.144214 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.144388 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.144546 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.144718 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.144862 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.145024 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.145188 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.145347 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.145506 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.145664 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.145840 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.145972 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.146162 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.146318 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.146479 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.146637 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.146796 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.146956 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.147115 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.147273 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.147436 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 22:05:51.147585 n-d-713499-18 neutron-server[95311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 22:05:51.151959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:51.371752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42224) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:51.380336 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063407 Sep 17 22:06:03.165267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdfdc79-a480-4d5f-b387-95c94a47a9f6 None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:06:03.245547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfdc79-a480-4d5f-b387-95c94a47a9f6 None None] No non-hosted networks {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 22:06:03.277593 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.agentschedulers_db [None req-2fdfdc79-a480-4d5f-b387-95c94a47a9f6 None None] DHCP Agent not found on host n-d-713499-18 {{(pid=95456) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 17 22:06:03.438162 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-69871420-181c-4f35-b1ef-685ba1bcc9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-867391'] for agent, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.781000 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c7f8ba51-dbdb-4638-8873-d37be0c2d5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-867391'] for agent, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.827795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-547814ef-4ecd-4741-8a70-8cb7a7edc6b5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-713499-18 {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:06:05.828457 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-547814ef-4ecd-4741-8a70-8cb7a7edc6b5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:06:06.354948 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-547814ef-4ecd-4741-8a70-8cb7a7edc6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:06.953620 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-867391'] for agent, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:06.954303 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.954640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.954973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.955302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.959407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.959407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.959875 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.960319 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.960764 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.962019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.964650 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.966406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:06.967032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713499-18', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:06.984028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713499-18', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:07.204650 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-867391'] for agent, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:08.576458 n-d-713499-18 neutron-server[95456]: INFO neutron.db.l3_hamode_db [None req-db0cd5a6-6107-4ef8-9b1f-86ff6af6c37c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 22:06:08.659628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0cd5a6-6107-4ef8-9b1f-86ff6af6c37c None None] Routers set() bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:06:08.660023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0cd5a6-6107-4ef8-9b1f-86ff6af6c37c None None] Router IDs set() for agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:06:08.792178 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-867391'] for agent, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:09.889869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42316) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:10.379325 n-d-713499-18 neutron-server[95455]: WARNING oslo_policy.policy [None req-8da5879d-cac2-4a68-a81b-203cd4f10164 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:06:10.379913 n-d-713499-18 neutron-server[95455]: WARNING oslo_policy.policy [None req-8da5879d-cac2-4a68-a81b-203cd4f10164 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:06:10.599018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-8da5879d-cac2-4a68-a81b-203cd4f10164 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:06:10.600108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8da5879d-cac2-4a68-a81b-203cd4f10164 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7093346 Sep 17 22:06:13.018367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42330) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:13.323849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1c99fed8-229d-4c6d-bc4f-f7d5308f90aa admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:13.417183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.policy [None req-1c99fed8-229d-4c6d-bc4f-f7d5308f90aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95455) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 22:06:13.462031 n-d-713499-18 neutron-server[95455]: WARNING oslo_policy.policy [None req-1c99fed8-229d-4c6d-bc4f-f7d5308f90aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:06:13.462409 n-d-713499-18 neutron-server[95455]: WARNING oslo_policy.policy [None req-1c99fed8-229d-4c6d-bc4f-f7d5308f90aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:06:13.470875 n-d-713499-18 neutron-server[95455]: INFO neutron.quota [None req-1c99fed8-229d-4c6d-bc4f-f7d5308f90aa admin admin] Loaded quota_driver: . Sep 17 22:06:13.603850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c99fed8-229d-4c6d-bc4f-f7d5308f90aa admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750899493598', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750899492077', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750899464970', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750899477742', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750899983337', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750899523952', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16757123', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16576157', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733817', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677949'] for rbac-policy, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:13.798451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c99fed8-229d-4c6d-bc4f-f7d5308f90aa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:13.799646 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1c99fed8-229d-4c6d-bc4f-f7d5308f90aa admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7803063 Sep 17 22:06:16.486687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42342) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:16.786550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Request body: {'network': {'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'name': 'private', 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'admin_state_up': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:16.889795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Made reservation on behalf of ce2a66fb5fb44420839df345d41bceed for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:16.892502 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:16.909076 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.028534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.061803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.089655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:06:17.114301 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750903261332', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.114885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Unsubscribe: segment precommit_create {{(pid=95455) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 22:06:17.115413 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Added segment e68d8d53-7b01-427b-9b13-e25b3c5e294c of type vlan for network dd2e1780-8700-4d44-955b-6b46c27ecd53 Sep 17 22:06:17.121943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7172ec-6464-4e71-b747-07d12eb2f428,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:17.156491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.156831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.157166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.157500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.157823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.158144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.158463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.158784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.159149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.159415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.159728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.160041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Tracked resource versions report: Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: pushed versions: Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: { 'AddressGroup': {'1.2'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'ConntrackHelper': {'1.0'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'Log': {'1.0'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'Network': {'1.1'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'Port': {'1.7'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'PortForwarding': {'1.2'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'QosPolicy': {'1.9'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'SecurityGroup': {'1.4'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'SubPort': {'1.0'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'Subnet': {'1.1'}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'Trunk': {'1.1'}} Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: consumer versions: Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: { DHCP agent@n-d-713499-18: {}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: L3 agent@n-d-713499-18: {}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: Metadata agent@n-d-713499-18: {}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: Metering agent@n-d-713499-18: {}, Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: Open vSwitch agent@n-d-713499-18: { 'AddressGroup': '1.2', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'ConntrackHelper': '1.0', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'Log': '1.0', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'Network': '1.1', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'Port': '1.7', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'PortForwarding': '1.2', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'QosPolicy': '1.9', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'SecurityGroup': '1.4', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'SecurityGroupRule': '1.2', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'SubPort': '1.0', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'Subnet': '1.1', Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: 'Trunk': '1.1'}} Sep 17 22:06:17.161189 n-d-713499-18 neutron-server[95455]: {{(pid=95455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:06:17.233241 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.329729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.330824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:17.331444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.427474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] Pushing event updated for resources: {'Network': ['ID=dd2e1780-8700-4d44-955b-6b46c27ecd53,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:17.438436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network dd2e1780-8700-4d44-955b-6b46c27ecd53 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:06:17.439358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-78b3a277-cfc2-41b8-b519-b1629901423e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9516490 Sep 17 22:06:20.114210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42356) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:20.505679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203325b6-e863-45c9-a953-1110a42587a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:20.507030 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-203325b6-e863-45c9-a953-1110a42587a3 admin admin] 10.222.0.30 "GET /v2.0/networks/dd2e1780-8700-4d44-955b-6b46c27ecd53 HTTP/1.1" status: 200 len: 825 time: 0.3918760 Sep 17 22:06:20.532521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a4b433cd-f551-4a5e-86dd-dac3f8344f7d admin admin] 10.222.0.30 "GET /v2.0/subnetpools/3e1e3f53-494b-4375-9420-0735bd14bcbe HTTP/1.1" status: 200 len: 734 time: 0.0185382 Sep 17 22:06:20.541562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Request body: {'subnet': {'subnetpool_id': '3e1e3f53-494b-4375-9420-0735bd14bcbe', 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:20.615100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Made reservation on behalf of ce2a66fb5fb44420839df345d41bceed for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:20.617294 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:20.952865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.023486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Checking segment: {'id': 'e68d8d53-7b01-427b-9b13-e25b3c5e294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:21.023919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Network hostable DHCP agents. Network: dd2e1780-8700-4d44-955b-6b46c27ecd53, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:06:21.028341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdbdc012-fdc7-4437-b674-8768d407be44,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:21.095491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Network dd2e1780-8700-4d44-955b-6b46c27ecd53 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:06:21.158486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, dd2e1780-8700-4d44-955b-6b46c27ecd53) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:21.163199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:21.163918 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.168419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666511a0-7237-48a4-89f7-25900927447d None None] Network dd2e1780-8700-4d44-955b-6b46c27ecd53 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:21.222018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-345e6ddc-3740-486a-b830-92c637ba5cd3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6837120 Sep 17 22:06:21.487514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-dd2e1780-8700-4d44-955b-6b46c27ecd53', 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'fixed_ips': [{'subnet_id': 'bdbdc012-fdc7-4437-b674-8768d407be44'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:06:21.488849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.763792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Allocated IP 172.20.0.2 (dd2e1780-8700-4d44-955b-6b46c27ecd53/bdbdc012-fdc7-4437-b674-8768d407be44/52298e16-05fb-42e3-be56-7a98b2543d9b) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:21.990707 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:22.084769 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:22.152311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Network dd2e1780-8700-4d44-955b-6b46c27ecd53 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:22.161634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:22.170886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:22.182108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Pushing event updated for resources: {'Port': ['ID=52298e16-05fb-42e3-be56-7a98b2543d9b,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:22.211973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.212334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.212672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.213006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.213338 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.213663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.213990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.214311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.214631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.214947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.215265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.215581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Tracked resource versions report: Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: pushed versions: Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: { 'AddressGroup': {'1.2'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'ConntrackHelper': {'1.0'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'Log': {'1.0'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'Network': {'1.1'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'Port': {'1.7'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'PortForwarding': {'1.2'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'QosPolicy': {'1.9'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'SecurityGroup': {'1.4'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'SubPort': {'1.0'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'Subnet': {'1.1'}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'Trunk': {'1.1'}} Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: consumer versions: Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: { DHCP agent@n-d-713499-18: {}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: L3 agent@n-d-713499-18: {}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: Metadata agent@n-d-713499-18: {}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: Metering agent@n-d-713499-18: {}, Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: Open vSwitch agent@n-d-713499-18: { 'AddressGroup': '1.2', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'ConntrackHelper': '1.0', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'Log': '1.0', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'Network': '1.1', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'Port': '1.7', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'PortForwarding': '1.2', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'QosPolicy': '1.9', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'SecurityGroup': '1.4', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'SecurityGroupRule': '1.2', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'SubPort': '1.0', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'Subnet': '1.1', Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: 'Trunk': '1.1'}} Sep 17 22:06:22.216731 n-d-713499-18 neutron-server[95456]: {{(pid=95456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:06:22.263488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Attempting to bind port 52298e16-05fb-42e3-be56-7a98b2543d9b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:06:22.264080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Attempting to bind port 52298e16-05fb-42e3-be56-7a98b2543d9b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e68d8d53-7b01-427b-9b13-e25b3c5e294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:06:22.264981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Attempting to bind port 52298e16-05fb-42e3-be56-7a98b2543d9b on network dd2e1780-8700-4d44-955b-6b46c27ecd53 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:22.270589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:06:22.270992 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Checking segment: {'id': 'e68d8d53-7b01-427b-9b13-e25b3c5e294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:22.271465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:22.271851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Bound using segment: {'id': 'e68d8d53-7b01-427b-9b13-e25b3c5e294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:06:22.272353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Bound port: 52298e16-05fb-42e3-be56-7a98b2543d9b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68d8d53-7b01-427b-9b13-e25b3c5e294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:06:22.272759 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:22.333554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] For port 52298e16-05fb-42e3-be56-7a98b2543d9b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:06:22.337958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] For port 52298e16-05fb-42e3-be56-7a98b2543d9b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=52298e16-05fb-42e3-be56-7a98b2543d9b,segment=NetworkSegment(e68d8d53-7b01-427b-9b13-e25b3c5e294c),segment_id=e68d8d53-7b01-427b-9b13-e25b3c5e294c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:06:22.393042 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:22.460463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d1a17-9ec4-4e50-8e35-b41184977cb5 None None] Pushing event updated for resources: {'Port': ['ID=52298e16-05fb-42e3-be56-7a98b2543d9b,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:23.683442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42364) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:24.002665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-d861e546-ee0f-417f-a494-133396652c8e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:06:24.003667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d861e546-ee0f-417f-a494-133396652c8e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3189847 Sep 17 22:06:26.430447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42372) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:26.921257 n-d-713499-18 neutron-server[95454]: WARNING oslo_policy.policy [None req-04d04abb-70ce-4b6a-b4a8-2c1b1464af15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:06:26.921830 n-d-713499-18 neutron-server[95454]: WARNING oslo_policy.policy [None req-04d04abb-70ce-4b6a-b4a8-2c1b1464af15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:06:27.143546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-04d04abb-70ce-4b6a-b4a8-2c1b1464af15 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:06:27.144828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-04d04abb-70ce-4b6a-b4a8-2c1b1464af15 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7122529 Sep 17 22:06:29.803387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42392) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:30.106355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:30.171245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.policy [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95454) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 22:06:30.217549 n-d-713499-18 neutron-server[95454]: WARNING oslo_policy.policy [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:06:30.217924 n-d-713499-18 neutron-server[95454]: WARNING oslo_policy.policy [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 22:06:30.226551 n-d-713499-18 neutron-server[95454]: INFO neutron.quota [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] Loaded quota_driver: . Sep 17 22:06:30.380907 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.383419 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.512010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 52298e16-05fb-42e3-be56-7a98b2543d9b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:30.547016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.606048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 52298e16-05fb-42e3-be56-7a98b2543d9b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:30.606443 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.610912 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.707083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.724148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d9d92910-cee8-47ae-a4a1-8014c8492d67 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9041984 Sep 17 22:06:30.724410 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.754628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 52298e16-05fb-42e3-be56-7a98b2543d9b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=52298e16-05fb-42e3-be56-7a98b2543d9b,segment=NetworkSegment(e68d8d53-7b01-427b-9b13-e25b3c5e294c),segment_id=e68d8d53-7b01-427b-9b13-e25b3c5e294c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:30.809920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.860646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=52298e16-05fb-42e3-be56-7a98b2543d9b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:30.884619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15243d14-9a3f-4e9c-a370-fddf7eed04a4 None None] Network dd2e1780-8700-4d44-955b-6b46c27ecd53 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:31.007594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5fdaff04-4852-4932-b63c-e90cfed7d224 None None] Provisioning complete for port 52298e16-05fb-42e3-be56-7a98b2543d9b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:31.007923 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5fdaff04-4852-4932-b63c-e90cfed7d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:31.344589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c4aadd07-a118-481f-a18e-e749e15b4eb2 None None] Provisioning complete for port 52298e16-05fb-42e3-be56-7a98b2543d9b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:31.344891 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c4aadd07-a118-481f-a18e-e749e15b4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:32.034005 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:06:32.493207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 52298e16-05fb-42e3-be56-7a98b2543d9b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:32.539061 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 52298e16-05fb-42e3-be56-7a98b2543d9b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:32.539652 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:33.122282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42402) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:33.198567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4732eb9f-5d85-4c98-adf9-fdd04a0f5a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:33.441513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-1c3bd168-706a-498f-8806-0fb25d48b8b6 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:06:33.442508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1c3bd168-706a-498f-8806-0fb25d48b8b6 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3192923 Sep 17 22:06:35.780104 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-649cab45-2c92-4e18-8396-45605d603652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:35.843683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42410) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:36.158812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:36.266787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Made reservation on behalf of 7fa4565d972a45eca90f24d6747d61b8 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:36.269688 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.285308 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.472574 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.540674 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.551821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Reserving flat network on physical network physnet1 {{(pid=95454) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 22:06:36.583009 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750903261332', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.583569 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Unsubscribe: segment precommit_create {{(pid=95454) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 22:06:36.584092 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Added segment 285fcd45-ec43-42c8-ac5b-681268694d82 of type flat for network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 Sep 17 22:06:36.600864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06184fe2-8ad0-45a8-9bfb-a4c768a601e9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:36.647107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.647448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.647777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.648102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.648551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.648874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.649190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.649504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.649815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.650125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.650440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.650748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Tracked resource versions report: Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: pushed versions: Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: { 'AddressGroup': {'1.2'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'ConntrackHelper': {'1.0'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'Log': {'1.0'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'Network': {'1.1'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'Port': {'1.7'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'PortForwarding': {'1.2'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'QosPolicy': {'1.9'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'SecurityGroup': {'1.4'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'SubPort': {'1.0'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'Subnet': {'1.1'}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'Trunk': {'1.1'}} Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: consumer versions: Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: { DHCP agent@n-d-713499-18: {}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: L3 agent@n-d-713499-18: {}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: Metadata agent@n-d-713499-18: {}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: Metering agent@n-d-713499-18: {}, Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: Open vSwitch agent@n-d-713499-18: { 'AddressGroup': '1.2', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'ConntrackHelper': '1.0', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'Log': '1.0', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'Network': '1.1', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'Port': '1.7', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'PortForwarding': '1.2', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'QosPolicy': '1.9', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'SecurityGroup': '1.4', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'SecurityGroupRule': '1.2', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'SubPort': '1.0', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'Subnet': '1.1', Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: 'Trunk': '1.1'}} Sep 17 22:06:36.651871 n-d-713499-18 neutron-server[95454]: {{(pid=95454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:06:36.710230 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.803997 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.805872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:36.806519 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.901936 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] Pushing event updated for resources: {'Network': ['ID=6f9f4c21-197f-47a2-8314-6a9cf1e46b67,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:36.914581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:06:36.929458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a1a80eff-cf45-4559-bff7-1932d41683cf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0846868 Sep 17 22:06:36.998386 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:37.078850 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.740772 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.316455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42432) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:39.541851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f72abf6-81d1-4647-a3dd-58add24f98a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:39.543231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8f72abf6-81d1-4647-a3dd-58add24f98a9 admin admin] 10.222.0.30 "GET /v2.0/subnets/bdbdc012-fdc7-4437-b674-8768d407be44 HTTP/1.1" status: 200 len: 849 time: 0.2258208 Sep 17 22:06:39.675975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9db16961-9e7c-4d49-986e-32abdeb6c527 admin admin] 10.222.0.30 "GET /v2.0/routers/0e072657-3dc8-4f5b-a695-e1a61e3f1347 HTTP/1.1" status: 200 len: 704 time: 0.1265075 Sep 17 22:06:39.942338 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.239076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Allocated IP 172.20.0.1 (dd2e1780-8700-4d44-955b-6b46c27ecd53/bdbdc012-fdc7-4437-b674-8768d407be44/a6e60ba7-c13c-4861-ac79-908bca0d7ac9) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:40.420414 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.541541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.608653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Network dd2e1780-8700-4d44-955b-6b46c27ecd53 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:40.613258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:40.626863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:40.627393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.683753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Pushing event updated for resources: {'Port': ['ID=a6e60ba7-c13c-4861-ac79-908bca0d7ac9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:40.802587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5fa8d891-5205-4d6a-a3c0-2307f8587f2b None None] Provisioning complete for port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:40.803098 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d891-5205-4d6a-a3c0-2307f8587f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.834544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8d891-5205-4d6a-a3c0-2307f8587f2b None None] Port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:06:40.873449 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:41.122035 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:41.209393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:41.210180 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:41.273138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Pushing event updated for resources: {'Port': ['ID=a6e60ba7-c13c-4861-ac79-908bca0d7ac9,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:41.339975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Network dd2e1780-8700-4d44-955b-6b46c27ecd53 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:41.341321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:41.557991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7d5842e6-9911-477a-a0ba-270570e180f2 None None] Provisioning complete for port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:41.558251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Router 0e072657-3dc8-4f5b-a695-e1a61e3f1347 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:06:41.558742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7d5842e6-9911-477a-a0ba-270570e180f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:41.590805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7d5842e6-9911-477a-a0ba-270570e180f2 None None] Port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:06:41.651193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:06:41.657648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4500048c-bf68-4980-94a5-0169b02a215e admin admin] 10.222.0.30 "PUT /v2.0/routers/0e072657-3dc8-4f5b-a695-e1a61e3f1347/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9745853 Sep 17 22:06:41.671409 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Sync routers for ids ['0e072657-3dc8-4f5b-a695-e1a61e3f1347'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:06:41.685958 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Routers {'0e072657-3dc8-4f5b-a695-e1a61e3f1347'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:06:41.686760 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:06:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['0e072657-3dc8-4f5b-a695-e1a61e3f1347'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:41.866916 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Set router 0e072657-3dc8-4f5b-a695-e1a61e3f1347 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:06:42.292932 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'name': 'router1', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:30Z', 'updated_at': '2021-09-17T22:06:40Z', 'revision_number': 2, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'gw_port_host': None, '_interfaces': [{'id': 'a6e60ba7-c13c-4861-ac79-908bca0d7ac9', 'name': '', 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'mac_address': 'fa:16:3e:42:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:39Z', 'updated_at': '2021-09-17T22:06:40Z', 'revision_number': 2, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'subnets': [{'id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1e3f53-494b-4375-9420-0735bd14bcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:42.343850 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Checking router: 0e072657-3dc8-4f5b-a695-e1a61e3f1347 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:06:42.344241 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Updating router 0e072657-3dc8-4f5b-a695-e1a61e3f1347 port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:06:42.392526 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:42.901192 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.003453 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.177284 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Attempting to bind port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:06:43.177682 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Attempting to bind port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e68d8d53-7b01-427b-9b13-e25b3c5e294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:06:43.178118 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Attempting to bind port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 on network dd2e1780-8700-4d44-955b-6b46c27ecd53 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:43.186753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Pushing event updated for resources: {'Port': ['ID=a6e60ba7-c13c-4861-ac79-908bca0d7ac9,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:43.191085 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:06:43.191085 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Checking segment: {'id': 'e68d8d53-7b01-427b-9b13-e25b3c5e294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:43.191703 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.191703 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Bound using segment: {'id': 'e68d8d53-7b01-427b-9b13-e25b3c5e294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:06:43.192319 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Bound port: a6e60ba7-c13c-4861-ac79-908bca0d7ac9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68d8d53-7b01-427b-9b13-e25b3c5e294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:06:43.192811 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.199086 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.199427 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.199762 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.200089 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.200438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.200761 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.201080 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.201396 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.202112 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.202473 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.202794 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.203110 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Tracked resource versions report: Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: pushed versions: Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: { 'AddressGroup': {'1.2'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'ConntrackHelper': {'1.0'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'Log': {'1.0'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'Network': {'1.1'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'Port': {'1.7'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'PortForwarding': {'1.2'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'QosPolicy': {'1.9'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'SecurityGroup': {'1.4'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'SubPort': {'1.0'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'Subnet': {'1.1'}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'Trunk': {'1.1'}} Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: consumer versions: Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: { DHCP agent@n-d-713499-18: {}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: L3 agent@n-d-713499-18: {}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: Metadata agent@n-d-713499-18: {}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: Metering agent@n-d-713499-18: {}, Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: Open vSwitch agent@n-d-713499-18: { 'AddressGroup': '1.2', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'ConntrackHelper': '1.0', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'Log': '1.0', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'Network': '1.1', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'Port': '1.7', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'PortForwarding': '1.2', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'QosPolicy': '1.9', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'SecurityGroup': '1.4', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'SecurityGroupRule': '1.2', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'SubPort': '1.0', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'Subnet': '1.1', Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: 'Trunk': '1.1'}} Sep 17 22:06:43.204229 n-d-713499-18 neutron-server[95457]: {{(pid=95457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:06:43.222263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f351fd2f-a90b-46a8-91d7-0f3c03cbc727 None None] Provisioning complete for port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:43.222775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f351fd2f-a90b-46a8-91d7-0f3c03cbc727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.256439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f351fd2f-a90b-46a8-91d7-0f3c03cbc727 None None] Port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:06:43.274225 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] For port a6e60ba7-c13c-4861-ac79-908bca0d7ac9, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:06:43.292962 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] For port a6e60ba7-c13c-4861-ac79-908bca0d7ac9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a6e60ba7-c13c-4861-ac79-908bca0d7ac9,segment=NetworkSegment(e68d8d53-7b01-427b-9b13-e25b3c5e294c),segment_id=e68d8d53-7b01-427b-9b13-e25b3c5e294c)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:06:43.364186 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.427693 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e8c1d-fd3d-4208-ab9c-92486a557097 None None] Pushing event updated for resources: {'Port': ['ID=a6e60ba7-c13c-4861-ac79-908bca0d7ac9,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:43.431113 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Routers {'0e072657-3dc8-4f5b-a695-e1a61e3f1347'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:06:43.432494 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:06:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['0e072657-3dc8-4f5b-a695-e1a61e3f1347'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:43.523077 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] Set router 0e072657-3dc8-4f5b-a695-e1a61e3f1347 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:06:43.577413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-30a68a46-ebdc-4e00-8221-8f263fffe679 None None] Provisioning complete for port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:43.577785 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-30a68a46-ebdc-4e00-8221-8f263fffe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.657933 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-30a68a46-ebdc-4e00-8221-8f263fffe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.690084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-30a68a46-ebdc-4e00-8221-8f263fffe679 None None] For port a6e60ba7-c13c-4861-ac79-908bca0d7ac9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a6e60ba7-c13c-4861-ac79-908bca0d7ac9,segment=NetworkSegment(e68d8d53-7b01-427b-9b13-e25b3c5e294c),segment_id=e68d8d53-7b01-427b-9b13-e25b3c5e294c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:43.732751 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'name': 'router1', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:30Z', 'updated_at': '2021-09-17T22:06:40Z', 'revision_number': 2, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'gw_port_host': None, '_interfaces': [{'id': 'a6e60ba7-c13c-4861-ac79-908bca0d7ac9', 'name': '', 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'mac_address': 'fa:16:3e:42:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:39Z', 'updated_at': '2021-09-17T22:06:43Z', 'revision_number': 4, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'subnets': [{'id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1e3f53-494b-4375-9420-0735bd14bcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:43.763825 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-30a68a46-ebdc-4e00-8221-8f263fffe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.765591 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef8fc97-016f-43a5-977b-1bf591a4692c None None] The sync data for ids ['0e072657-3dc8-4f5b-a695-e1a61e3f1347'] in n-d-713499-18 is: [{'id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'name': 'router1', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:30Z', 'updated_at': '2021-09-17T22:06:40Z', 'revision_number': 2, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'gw_port_host': None, '_interfaces': [{'id': 'a6e60ba7-c13c-4861-ac79-908bca0d7ac9', 'name': '', 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'mac_address': 'fa:16:3e:42:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:39Z', 'updated_at': '2021-09-17T22:06:43Z', 'revision_number': 4, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'subnets': [{'id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1e3f53-494b-4375-9420-0735bd14bcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:06:43.824179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a68a46-ebdc-4e00-8221-8f263fffe679 None None] Pushing event updated for resources: {'Port': ['ID=a6e60ba7-c13c-4861-ac79-908bca0d7ac9,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:43.934853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42452) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:44.046755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3418643c-17aa-487f-904f-dac8a6ac90b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:44.048347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3418643c-17aa-487f-904f-dac8a6ac90b9 admin admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 842 time: 0.1121559 Sep 17 22:06:44.059207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Request body: {'subnet': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.6.1', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:44.158072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Made reservation on behalf of 7fa4565d972a45eca90f24d6747d61b8 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:44.160457 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:44.512773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:06:44.513209 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:44.569415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebb36fd-039d-4855-abaf-80b2d60fe799,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:44.581177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:44.581518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Network hostable DHCP agents. Network: 6f9f4c21-197f-47a2-8314-6a9cf1e46b67, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:06:44.650148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:06:44.712813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 6f9f4c21-197f-47a2-8314-6a9cf1e46b67) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:44.717019 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:44.717700 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:44.721908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4647849a-baff-492d-9bab-acbca6deb1a6 None None] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:44.811780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e0e2c47d-7e6f-474d-ac8a-ca40b5be13d0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7433703 Sep 17 22:06:44.854014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495278e4-80ad-46c2-abd0-0675d6c77ec1 None None] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:47.124494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42460) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:47.265652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f94d031f-3aac-4ecd-8ae9-c7b0fa1f7a85 admin admin] 10.222.0.30 "GET /v2.0/routers/0e072657-3dc8-4f5b-a695-e1a61e3f1347 HTTP/1.1" status: 200 len: 710 time: 0.1399226 Sep 17 22:06:47.349767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6378f20-d1c9-4b65-9d90-0214679c5c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:47.351644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a6378f20-d1c9-4b65-9d90-0214679c5c0f admin admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 886 time: 0.0796278 Sep 17 22:06:47.360950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:47.675118 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.972105 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.047367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.163459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Allocated IP 172.25.6.56 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:48.276002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.364368 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.401324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:48.403994 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:48.407356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:48.448743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Pushing event updated for resources: {'Port': ['ID=4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:48.755036 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.959933 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.963896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.073655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Router 0e072657-3dc8-4f5b-a695-e1a61e3f1347 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:06:49.269883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:06:49.274809 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.276539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0cc7c632-2c6c-4019-b7f6-0436a985cc81 admin admin] 10.222.0.30 "PUT /v2.0/routers/0e072657-3dc8-4f5b-a695-e1a61e3f1347 HTTP/1.1" status: 200 len: 889 time: 1.9181714 Sep 17 22:06:50.245124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Sync routers for ids ['0e072657-3dc8-4f5b-a695-e1a61e3f1347'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:06:50.255989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Routers {'0e072657-3dc8-4f5b-a695-e1a61e3f1347'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:06:50.256681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:06:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['0e072657-3dc8-4f5b-a695-e1a61e3f1347'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:50.463359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Set router 0e072657-3dc8-4f5b-a695-e1a61e3f1347 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:06:50.530970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a6e60ba7-c13c-4861-ac79-908bca0d7ac9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:50.766582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:50.766873 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.954363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'name': 'router1', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:30Z', 'updated_at': '2021-09-17T22:06:48Z', 'revision_number': 4, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'gw_port': {'id': '4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:48Z', 'updated_at': '2021-09-17T22:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a6e60ba7-c13c-4861-ac79-908bca0d7ac9', 'name': '', 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'mac_address': 'fa:16:3e:42:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:39Z', 'updated_at': '2021-09-17T22:06:43Z', 'revision_number': 5, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'subnets': [{'id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1e3f53-494b-4375-9420-0735bd14bcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:51.005594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Checking router: 0e072657-3dc8-4f5b-a695-e1a61e3f1347 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:06:51.005965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Updating router 0e072657-3dc8-4f5b-a695-e1a61e3f1347 port 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:06:51.054286 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.379522 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.438482 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.576431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04198e42-8287-457e-ab3a-6e0ce3ff124e None None] Pushing event updated for resources: {'Port': ['ID=4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:51.578678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Attempting to bind port 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:06:51.579048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Attempting to bind port 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:06:51.579415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Attempting to bind port 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:51.586236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:06:51.586623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:51.587022 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.587409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:06:51.587872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Bound port: 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:06:51.588323 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.638583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] For port 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:06:51.641852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] For port 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:06:51.685252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42472) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:51.712059 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.767626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Routers {'0e072657-3dc8-4f5b-a695-e1a61e3f1347'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:06:51.768284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:06:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['0e072657-3dc8-4f5b-a695-e1a61e3f1347'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:51.773589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04198e42-8287-457e-ab3a-6e0ce3ff124e None None] Pushing event updated for resources: {'Port': ['ID=4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:51.800886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dd8fb8a7-73a1-4456-8b01-6e76a332b1a0 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1145055 Sep 17 22:06:51.881062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] Set router 0e072657-3dc8-4f5b-a695-e1a61e3f1347 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:06:52.100834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'name': 'router1', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:30Z', 'updated_at': '2021-09-17T22:06:48Z', 'revision_number': 4, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'gw_port': {'id': '4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:48Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a6e60ba7-c13c-4861-ac79-908bca0d7ac9', 'name': '', 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'mac_address': 'fa:16:3e:42:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:39Z', 'updated_at': '2021-09-17T22:06:43Z', 'revision_number': 5, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'subnets': [{'id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1e3f53-494b-4375-9420-0735bd14bcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:52.128480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e1141-703f-4266-9a9f-7566a7240bd5 None None] The sync data for ids ['0e072657-3dc8-4f5b-a695-e1a61e3f1347'] in n-d-713499-18 is: [{'id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'name': 'router1', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:30Z', 'updated_at': '2021-09-17T22:06:48Z', 'revision_number': 4, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'gw_port': {'id': '4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:48Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a6e60ba7-c13c-4861-ac79-908bca0d7ac9', 'name': '', 'network_id': 'dd2e1780-8700-4d44-955b-6b46c27ecd53', 'tenant_id': 'ce2a66fb5fb44420839df345d41bceed', 'mac_address': 'fa:16:3e:42:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e072657-3dc8-4f5b-a695-e1a61e3f1347', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:39Z', 'updated_at': '2021-09-17T22:06:43Z', 'revision_number': 5, 'project_id': 'ce2a66fb5fb44420839df345d41bceed', 'subnets': [{'id': 'bdbdc012-fdc7-4437-b674-8768d407be44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1e3f53-494b-4375-9420-0735bd14bcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:06:52.537788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:52.597016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:52.597016 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:52.688685 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:52.713479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:52.779712 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:52.836247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:54.510226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:54.560502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4f29cfc1-fd7d-49c8-bca3-1beaf2ee925e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:54.560876 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.128872 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-88d903be-e63a-4468-a2dd-50c6f0140a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:05.751661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f14b-0168-473e-8a09-aee4e7451c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:06.945832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:07.197553 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:08.763191 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.041136 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:07:33.122941 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5a940e4c-9b95-40f2-a73d-66b0b31731f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:36.694592 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f334856a-da6b-4c8d-9f8a-2e3d65abfdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:36.957299 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.082436 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.758272 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:46.033636 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:08:03.144599 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-15b08274-c1da-4751-9ce3-3cdbc1ec90d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:05.778543 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2bb04bff-04ab-47a3-b178-27bbd81fc47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.915733 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.104533 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:08.783934 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.032263 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:08:33.178571 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9fd68bec-177e-4d8f-8693-c6bb3cb3924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:35.366577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43066) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:35.432597 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-695a84a7-3c3d-4c21-825b-7f5e1aabe1eb admin admin] GET failed (client error): The resource could not be found. Sep 17 22:08:35.433891 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-695a84a7-3c3d-4c21-825b-7f5e1aabe1eb admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663822 Sep 17 22:08:35.595599 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeacf4f0-8229-48c3-8e04-9c9a8f2920a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:35.597167 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aeacf4f0-8229-48c3-8e04-9c9a8f2920a6 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586554 Sep 17 22:08:35.766737 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4195fd79-293c-4ba7-b1df-9905aae6f3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:36.926347 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:37.069506 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:37.782960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43076) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:37.879754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de0cd4-77d4-4bee-bb8b-8a4346100066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:37.881209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d9de0cd4-77d4-4bee-bb8b-8a4346100066 admin admin] 10.222.0.30 "GET /v2.0/subnets/bdbdc012-fdc7-4437-b674-8768d407be44 HTTP/1.1" status: 200 len: 849 time: 0.0973022 Sep 17 22:08:37.894239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:37.978433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Notify callbacks [] for subnet, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.166157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750903152132'] for subnet, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.206798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:38.208146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.208747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] 10.222.0.30 "PUT /v2.0/subnets/bdbdc012-fdc7-4437-b674-8768d407be44 HTTP/1.1" status: 200 len: 868 time: 0.3181326 Sep 17 22:08:38.223407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5f551-d967-496d-80b9-31e3a8c6ada4 None None] Network dd2e1780-8700-4d44-955b-6b46c27ecd53 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:08:38.231971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdbdc012-fdc7-4437-b674-8768d407be44,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:38.239543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.241613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.241613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.241613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.241613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.241613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.241613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.242091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.242336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.242592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.243020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.243342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51337cbe-f97e-4207-9688-5f5f8352df6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:38.642032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a6d8b751-52bd-44c0-a879-df51b72567cc None None] Provisioning complete for port 52298e16-05fb-42e3-be56-7a98b2543d9b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:38.642405 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a6d8b751-52bd-44c0-a879-df51b72567cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.739053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a6d8b751-52bd-44c0-a879-df51b72567cc None None] Provisioning complete for port a6e60ba7-c13c-4861-ac79-908bca0d7ac9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:38.739340 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a6d8b751-52bd-44c0-a879-df51b72567cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.784596 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.396086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43084) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:40.593125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2745edd-39c8-441b-a474-2ac9dd549fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:40.593594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2745edd-39c8-441b-a474-2ac9dd549fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:40.595117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f2745edd-39c8-441b-a474-2ac9dd549fd6 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980312 Sep 17 22:08:42.775953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43092) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:42.907319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda0f81-0aba-4606-978b-c66073090a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:42.907842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda0f81-0aba-4606-978b-c66073090a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:42.909403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3cda0f81-0aba-4606-978b-c66073090a06 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324573 Sep 17 22:08:45.089275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43100) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:45.213356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c96b0-a479-4a16-9f1e-b6125dc7f384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:45.214732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e06c96b0-a479-4a16-9f1e-b6125dc7f384 admin admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 886 time: 0.1244874 Sep 17 22:08:47.386473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43110) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:47.555716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62f651-6151-4984-b151-ef7a52df228a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:47.557110 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8d62f651-6151-4984-b151-ef7a52df228a admin admin] 10.222.0.30 "GET /v2.0/networks/dd2e1780-8700-4d44-955b-6b46c27ecd53 HTTP/1.1" status: 200 len: 869 time: 0.1695111 Sep 17 22:08:49.726541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43118) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:49.848791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d7fc6f-c2a4-40eb-9904-8772c8afd186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:49.849786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d7fc6f-c2a4-40eb-9904-8772c8afd186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:49.851297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-62d7fc6f-c2a4-40eb-9904-8772c8afd186 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237853 Sep 17 22:08:52.064931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43126) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:52.157521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494de4c0-c138-49e1-85e8-68ca61a02a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:52.157976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494de4c0-c138-49e1-85e8-68ca61a02a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:52.159572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-494de4c0-c138-49e1-85e8-68ca61a02a64 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936904 Sep 17 22:08:54.365771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43134) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:54.450428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c3c198-a236-4baf-b60c-076c26cfb0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:54.451782 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f3c3c198-a236-4baf-b60c-076c26cfb0b1 admin admin] 10.222.0.30 "GET /v2.0/subnets/5ebb36fd-039d-4855-abaf-80b2d60fe799 HTTP/1.1" status: 200 len: 816 time: 0.0850439 Sep 17 22:08:56.647829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43142) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:56.741754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ddd3e-211a-4e77-86d3-5e09201a0b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:56.743096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b59ddd3e-211a-4e77-86d3-5e09201a0b08 admin admin] 10.222.0.30 "GET /v2.0/subnets/bdbdc012-fdc7-4437-b674-8768d407be44 HTTP/1.1" status: 200 len: 868 time: 0.0942860 Sep 17 22:09:00.030508 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:09:03.148538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71ac69a9-f866-47d7-b412-725d604831d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.772191 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b9dda948-9ce0-48a6-8b86-0568e41d6c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:06.930365 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:07.108674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:08.771339 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.310643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43196) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:21.357328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-c151c07f-7ab0-41a9-b891-cf4c7940da9d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:09:21.358305 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c151c07f-7ab0-41a9-b891-cf4c7940da9d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467372 Sep 17 22:09:23.636810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43204) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:23.696337 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-853efd29-a6c1-4179-b46d-12e3be63dbc4 admin admin] GET failed (client error): The resource could not be found. Sep 17 22:09:23.697647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-853efd29-a6c1-4179-b46d-12e3be63dbc4 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599082 Sep 17 22:09:23.835223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a3276-2b79-4c66-82c9-b7db752c4887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:23.836622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cd6a3276-2b79-4c66-82c9-b7db752c4887 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1343951 Sep 17 22:09:26.087440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43212) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:26.139769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:26.267614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Made reservation on behalf of 7fa4565d972a45eca90f24d6747d61b8 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:26.270186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.297685 n-d-713499-18 neutron-server[95454]: WARNING neutron.services.revisions.revision_plugin [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Could not find related network for resource to bump revision. Sep 17 22:09:26.312036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:09:26.321005 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.321341 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Added segment d1941a06-3c4c-4d41-82ff-91425510ba0b of type vlan for network d4badc02-9300-4d9c-81bc-bd162709c099 Sep 17 22:09:26.369277 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.474591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.475693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:26.476400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.531790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Pushing event updated for resources: {'Network': ['ID=d4badc02-9300-4d9c-81bc-bd162709c099,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:26.538718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.539058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.539395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.539723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.540049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.540467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.540792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.541113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.541430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.541743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.542064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.542374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:26.552999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d4badc02-9300-4d9c-81bc-bd162709c099 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:09:26.571878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-73946572-9506-46eb-8863-2061aeac4f6d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4833519 Sep 17 22:09:28.782434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43220) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:28.845841 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ae71f7-9694-4f61-89ff-cc652e00d4b3 admin admin] GET failed (client error): The resource could not be found. Sep 17 22:09:28.847381 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-45ae71f7-9694-4f61-89ff-cc652e00d4b3 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639913 Sep 17 22:09:28.919180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4aa825-4a1b-425d-b380-9643c70d14f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:28.920666 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3d4aa825-4a1b-425d-b380-9643c70d14f4 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685451 Sep 17 22:09:28.931664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Request body: {'subnet': {'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:29.009865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Made reservation on behalf of 7fa4565d972a45eca90f24d6747d61b8 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:29.012467 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:29.239857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:29.298622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:29.305423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:29.305770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Network hostable DHCP agents. Network: d4badc02-9300-4d9c-81bc-bd162709c099, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:09:29.392441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Network d4badc02-9300-4d9c-81bc-bd162709c099 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:09:29.466644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d4badc02-9300-4d9c-81bc-bd162709c099) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:29.470685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:29.471268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:29.475509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d836cc3-51b4-43c7-98c6-24a3ed6b340f None None] Network d4badc02-9300-4d9c-81bc-bd162709c099 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:09:29.560477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bac26745-4a1b-4367-b134-ce7e5cf6aa08 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6321471 Sep 17 22:09:29.620051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-d4badc02-9300-4d9c-81bc-bd162709c099', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'tenant_id': '7fa4565d972a45eca90f24d6747d61b8', 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:09:29.621025 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:29.764204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Allocated IP 192.168.233.2 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/720b248d-d116-409d-bd41-1c7e4f18c985) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:29.907544 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:29.994260 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:30.031081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:30.033820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:30.037409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:30.051014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Pushing event updated for resources: {'Port': ['ID=720b248d-d116-409d-bd41-1c7e4f18c985,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:30.071906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.072278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.072621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.072957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.073296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.073731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.074056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.074407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.074735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.075059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.075381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.075707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:30.107716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Attempting to bind port 720b248d-d116-409d-bd41-1c7e4f18c985 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:30.108424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Attempting to bind port 720b248d-d116-409d-bd41-1c7e4f18c985 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:30.108566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Attempting to bind port 720b248d-d116-409d-bd41-1c7e4f18c985 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:30.114212 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:30.114588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:30.115042 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:30.115476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:30.115970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Bound port: 720b248d-d116-409d-bd41-1c7e4f18c985, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:30.116371 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:30.181868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] For port 720b248d-d116-409d-bd41-1c7e4f18c985, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:30.184922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] For port 720b248d-d116-409d-bd41-1c7e4f18c985, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=720b248d-d116-409d-bd41-1c7e4f18c985,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:30.273220 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:30.335718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276fc42-fc64-441a-bf2b-8b7d15d7b85d None None] Pushing event updated for resources: {'Port': ['ID=720b248d-d116-409d-bd41-1c7e4f18c985,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:30.704511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 720b248d-d116-409d-bd41-1c7e4f18c985 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:30.758122 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 720b248d-d116-409d-bd41-1c7e4f18c985 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:30.758495 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:30.839987 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:30.872553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 720b248d-d116-409d-bd41-1c7e4f18c985, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=720b248d-d116-409d-bd41-1c7e4f18c985,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:30.946724 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.001162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=720b248d-d116-409d-bd41-1c7e4f18c985,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:31.152114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36524c95-8e29-48fb-a88a-49b93ee2122c None None] Network d4badc02-9300-4d9c-81bc-bd162709c099 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:09:31.231725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2b225672-c08d-4347-af4a-524339055749 None None] Provisioning complete for port 720b248d-d116-409d-bd41-1c7e4f18c985 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:31.232018 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2b225672-c08d-4347-af4a-524339055749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.584469 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-89465ee1-1ba1-4924-873c-a3b05da68225 None None] Provisioning complete for port 720b248d-d116-409d-bd41-1c7e4f18c985 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:31.584859 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-89465ee1-1ba1-4924-873c-a3b05da68225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:32.661512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 720b248d-d116-409d-bd41-1c7e4f18c985 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:32.708346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 720b248d-d116-409d-bd41-1c7e4f18c985 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:32.708708 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:33.199749 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-43fad85d-aa0c-4095-9c04-58ddb070f9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.736500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-42152d44-99e0-41b9-b933-a9948280413a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:36.942897 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.028948 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:09:37.107498 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:38.776097 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:03.164137 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c838bc35-679e-4278-8c52-a7a304c66828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:05.741181 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ab85e19-a92e-4657-86d9-f90ace0855c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:06.968537 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:07.094079 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.769686 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.026868 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:10:33.163607 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eab726f9-eefa-447e-881d-fa1ed678b172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:35.768740 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b622792d-d0fe-47d3-be7c-018e637372d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:36.977558 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.077753 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:38.791606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:48.943808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43272) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:48.949832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-6ed458b0-d9ff-4863-acda-e46242522888 tempest-verify_tempest_config-1430562654 tempest-verify_tempest_config-1430562654-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:10:48.950809 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6ed458b0-d9ff-4863-acda-e46242522888 tempest-verify_tempest_config-1430562654 tempest-verify_tempest_config-1430562654-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060067 Sep 17 22:10:49.413258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43290) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:49.517596 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:49.605315 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:49.665555 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:49.712880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c5033de7cc94d31ab7687860efc7178&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2985930 Sep 17 22:10:49.713838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e614d0b-86c3-451c-bc0f-b61a52a7b2d3,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:49.715597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43294) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:49.720483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.720829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.721167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.721500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.721830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.722395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.722512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.722785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.723106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.723425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.723742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.724057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029c6f-7cd4-48c0-b016-f1eb814993ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.772970 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:49.792762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:49.956097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:49.959332 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:49.960505 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e614d0b-86c3-451c-bc0f-b61a52a7b2d3 HTTP/1.1" status: 204 len: 168 time: 0.2439308 Sep 17 22:10:49.968292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e614d0b-86c3-451c-bc0f-b61a52a7b2d3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:49.975006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.975347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.975695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.976025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.976384 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.976711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.977034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.977397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.977672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.977987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.978371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:49.978612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6fa1f1-6abc-44b6-8103-a35229ec590f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:51.025684 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:11:03.161889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-62e9b2ec-c56f-47df-8a16-a6b5b7d4d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:05.813948 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3b82e933-2d80-4fe2-acd9-89a883b67c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:06.928294 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:07.088181 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:08.829673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:28.024232 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:11:33.154359 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff43b-309a-4f23-8519-a6a05e77b588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.755538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8eb5-591e-48d9-959a-781e8f020d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.960162 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:37.085680 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:38.819192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.132515 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1df8-3f4e-42e6-b99e-ce3f095ba6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:05.022139 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:12:05.760815 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-403b1354-a9ae-470e-bb5d-b5838d3a69a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.947734 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.103386 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.789240 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.234169 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e451086b-9bcb-446e-a388-96058a540714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.771220 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fb948b2-0563-4415-8b3a-5ba7e747bd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.930923 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:37.102463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:38.805373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:42.020573 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:13:03.203686 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7f2466b3-ef07-4287-84e7-d3a82bd279a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.769883 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-765c839a-0da5-4f8a-a73b-487dd15b0596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.952986 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:07.140180 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:08.804580 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.018077 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:13:33.181178 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-25c5ce15-a2b1-4f74-b889-be349d858bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.791082 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-008c9fe7-55d3-41e8-9721-85f5620bba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.956888 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.129982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.797918 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.015493 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 5 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:13:58.934554 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-867391'] for agent, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.150126 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-93b52de4-a7a9-4925-afec-c244a967e2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.790274 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a39df787-ed15-49ef-878b-155486b06538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.985733 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.115753 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.837417 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.008615 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-867391'] for agent, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:28.915081 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.015280 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:14:33.183918 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9350236f-fcba-4458-b866-247bc4d5eaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.762308 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9797d28d-d79a-4a67-8b17-1cf5ff0a647b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.989418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.127988 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.825740 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.961879 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:44.914526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43360) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:45.018097 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3cd914be-1264-415b-bc84-5b5351edb1f4 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1024859 Sep 17 22:14:47.278008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43370) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:47.342520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0d000246-3328-474a-b6d2-5928b37e7780 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0633650 Sep 17 22:14:58.852918 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:03.148535 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2b89128b-24dd-44a5-93f5-d51f501ac7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:05.766601 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c719beaa-9286-4a63-8570-1dbb0fd8c7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:06.926447 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.109588 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.817153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:09.978063 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:10.015071 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:15:29.026399 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.166108 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da63f8e3-76e2-4c27-bb68-30f8a99fec2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:35.778170 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23f74bb9-3e4a-4be9-bab7-3ef325b61ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:36.947346 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.124613 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:38.810306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:40.006079 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:47.015511 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:15:58.896949 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.165269 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75a4375a-5ce3-44c7-8d8c-3c230c05b282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.776624 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bd3942be-b8a0-49d7-83e2-7dbd0475ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:06.953506 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.136843 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:08.822164 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:09.999856 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.196762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43598) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:14.514869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-network', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:14.643514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Made reservation on behalf of 1f608ec5448543a1bf0e87812ee81c54 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:14.645957 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.654708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.742488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.845032 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.872875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:16:14.878422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee781ea9-8eb8-42c1-9b9e-1330addff7b2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:14.889689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.890027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.890351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.890672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.890993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.891307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.891619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.891926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.892269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.892576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.892880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.893225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Tracked resource versions report: Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: pushed versions: Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: { 'AddressGroup': {'1.2'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'ConntrackHelper': {'1.0'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'Log': {'1.0'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'Network': {'1.1'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'Port': {'1.7'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'PortForwarding': {'1.2'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'QosPolicy': {'1.9'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'SecurityGroup': {'1.4'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'SubPort': {'1.0'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'Subnet': {'1.1'}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'Trunk': {'1.1'}} Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: consumer versions: Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: { DHCP agent@n-d-713499-18: {}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: HyperV agent@n-h1-713499-18: {}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: HyperV agent@n-h2-713499-18: {}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: L3 agent@n-d-713499-18: {}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: Metadata agent@n-d-713499-18: {}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: Metering agent@n-d-713499-18: {}, Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: Open vSwitch agent@n-d-713499-18: { 'AddressGroup': '1.2', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'ConntrackHelper': '1.0', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'Log': '1.0', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'Network': '1.1', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'Port': '1.7', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'PortForwarding': '1.2', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'QosPolicy': '1.9', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'SecurityGroup': '1.4', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'SecurityGroupRule': '1.2', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'SubPort': '1.0', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'Subnet': '1.1', Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: 'Trunk': '1.1'}} Sep 17 22:16:14.894267 n-d-713499-18 neutron-server[95454]: {{(pid=95454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:16:14.898680 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.899123 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Added segment 1d9aff1f-e256-40fd-acc9-31435ff803dc of type vlan for network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c Sep 17 22:16:14.941239 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:15.039029 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:15.040048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:15.040634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:15.108816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:15.126306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:16:15.140772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ee7b7061-3302-42cc-bdaf-c084ca988e06 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1236131 Sep 17 22:16:15.144975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43642) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:15.146305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Request body: {'subnet': {'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-subnet', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:15.249101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Made reservation on behalf of 1f608ec5448543a1bf0e87812ee81c54 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:15.251701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Notify callbacks [] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:15.560296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:15.632071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74373df-0ca5-4781-89c3-79e54f694726,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:15.644519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.644868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.645220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.645556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.645892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.646225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.646552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.646879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.647207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.647531 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.647853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.648212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Tracked resource versions report: Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: pushed versions: Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: { 'AddressGroup': {'1.2'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'ConntrackHelper': {'1.0'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'Log': {'1.0'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'Network': {'1.1'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'Port': {'1.7'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'PortForwarding': {'1.2'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'QosPolicy': {'1.9'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'SecurityGroup': {'1.4'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'SubPort': {'1.0'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'Subnet': {'1.1'}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'Trunk': {'1.1'}} Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: consumer versions: Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: { DHCP agent@n-d-713499-18: {}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: HyperV agent@n-h1-713499-18: {}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: HyperV agent@n-h2-713499-18: {}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: L3 agent@n-d-713499-18: {}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: Metadata agent@n-d-713499-18: {}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: Metering agent@n-d-713499-18: {}, Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: Open vSwitch agent@n-d-713499-18: { 'AddressGroup': '1.2', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'ConntrackHelper': '1.0', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'Log': '1.0', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'Network': '1.1', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'Port': '1.7', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'PortForwarding': '1.2', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'QosPolicy': '1.9', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'SecurityGroup': '1.4', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'SecurityGroupRule': '1.2', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'SubPort': '1.0', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'Subnet': '1.1', Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: 'Trunk': '1.1'}} Sep 17 22:16:15.649292 n-d-713499-18 neutron-server[95455]: {{(pid=95455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:16:15.651680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Checking segment: {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:15.652098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Network hostable DHCP agents. Network: 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:16:15.731322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:16:15.839855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:15.844056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:15.844665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:15.852578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc92e5-2796-476f-9bdc-1930758cc3d6 None None] Network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:16:15.966054 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5d11f49c-0f19-47bb-aebd-d9c846c19bea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8241494 Sep 17 22:16:15.968634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43684) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:15.973337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:16.040609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:16:16.041492 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.085218 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.087113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.199548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Allocated IP 172.20.0.2 (7e8f77ab-5084-447f-8a5c-d1535a2e6a9c/a74373df-0ca5-4781-89c3-79e54f694726/1cdf674a-75fb-4c66-8814-b984e22e2032) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:16.291180 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.384394 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.462848 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.507293 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:16.510235 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:16.514446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:16.550225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Pushing event updated for resources: {'Port': ['ID=1cdf674a-75fb-4c66-8814-b984e22e2032,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:16.554288 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.581852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.582189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.582522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.582858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.583186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.583508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.583825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.584155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.584477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.584793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.585147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.585499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Tracked resource versions report: Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: pushed versions: Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: { 'AddressGroup': {'1.2'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'ConntrackHelper': {'1.0'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'Log': {'1.0'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'Network': {'1.1'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'Port': {'1.7'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'PortForwarding': {'1.2'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'QosPolicy': {'1.9'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'SecurityGroup': {'1.4'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'SubPort': {'1.0'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'Subnet': {'1.1'}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'Trunk': {'1.1'}} Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: consumer versions: Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: { DHCP agent@n-d-713499-18: {}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: HyperV agent@n-h1-713499-18: {}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: HyperV agent@n-h2-713499-18: {}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: L3 agent@n-d-713499-18: {}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: Metadata agent@n-d-713499-18: {}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: Metering agent@n-d-713499-18: {}, Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: Open vSwitch agent@n-d-713499-18: { 'AddressGroup': '1.2', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'ConntrackHelper': '1.0', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'Log': '1.0', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'Network': '1.1', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'Port': '1.7', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'PortForwarding': '1.2', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'QosPolicy': '1.9', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'SecurityGroup': '1.4', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'SecurityGroupRule': '1.2', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'SubPort': '1.0', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'Subnet': '1.1', Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: 'Trunk': '1.1'}} Sep 17 22:16:16.586580 n-d-713499-18 neutron-server[95456]: {{(pid=95456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:16:16.593149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Attempting to bind port 1cdf674a-75fb-4c66-8814-b984e22e2032 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:16.593506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Attempting to bind port 1cdf674a-75fb-4c66-8814-b984e22e2032 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:16.593862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Attempting to bind port 1cdf674a-75fb-4c66-8814-b984e22e2032 on network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:16.598774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:16.599139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Checking segment: {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:16.599536 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.599916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Bound using segment: {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:16.600396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Bound port: 1cdf674a-75fb-4c66-8814-b984e22e2032, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:16.600790 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.672476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] For port 1cdf674a-75fb-4c66-8814-b984e22e2032, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:16.676155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] For port 1cdf674a-75fb-4c66-8814-b984e22e2032, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1cdf674a-75fb-4c66-8814-b984e22e2032,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:16.798586 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.890338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.913263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f6c31-d728-4435-8602-cc1a31e5e650 None None] Pushing event updated for resources: {'Port': ['ID=1cdf674a-75fb-4c66-8814-b984e22e2032,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:16.946230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:17.202775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Allocated IP 172.25.6.92 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/03ef3324-a89d-4346-8fcb-bd61026a6a60) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:17.350606 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:17.430439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43740) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:17.690313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d951b56e-57be-44bf-82b7-d3e44f3ff88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:17.701359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:17.779404 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:17.787420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:17.802093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:17.951541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Pushing event updated for resources: {'Port': ['ID=03ef3324-a89d-4346-8fcb-bd61026a6a60,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:18.018354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dcf618-c9fb-4d73-a8a1-32b9501718e8 None None] Network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:16:18.065236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d951b56e-57be-44bf-82b7-d3e44f3ff88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.117145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-30875eea-9336-4905-9914-ce0b4b2982dc None None] Provisioning complete for port 1cdf674a-75fb-4c66-8814-b984e22e2032 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:18.117524 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-30875eea-9336-4905-9914-ce0b4b2982dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.188086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d951b56e-57be-44bf-82b7-d3e44f3ff88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.244090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d951b56e-57be-44bf-82b7-d3e44f3ff88c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2aeee74c7754d028325a2b0dee85012&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8123298 Sep 17 22:16:18.250464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43778) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:18.265851 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-30875eea-9336-4905-9914-ce0b4b2982dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.325478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-30875eea-9336-4905-9914-ce0b4b2982dc None None] For port 1cdf674a-75fb-4c66-8814-b984e22e2032, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1cdf674a-75fb-4c66-8814-b984e22e2032,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:18.381364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e805b55a-3e8e-4378-b326-63e1fd4fc35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.397543 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-30875eea-9336-4905-9914-ce0b4b2982dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.411276 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e805b55a-3e8e-4378-b326-63e1fd4fc35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.416832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951b56e-57be-44bf-82b7-d3e44f3ff88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5600b7-592d-4f79-b493-2caeedc78891,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:18.504683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30875eea-9336-4905-9914-ce0b4b2982dc None None] Pushing event updated for resources: {'Port': ['ID=1cdf674a-75fb-4c66-8814-b984e22e2032,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:18.548672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.622079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-506da78f-d938-44e1-978d-9320b864d31f None None] Provisioning complete for port 1cdf674a-75fb-4c66-8814-b984e22e2032 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:18.622989 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-506da78f-d938-44e1-978d-9320b864d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.669056 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e805b55a-3e8e-4378-b326-63e1fd4fc35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.674755 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e805b55a-3e8e-4378-b326-63e1fd4fc35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.676395 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e805b55a-3e8e-4378-b326-63e1fd4fc35e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c5600b7-592d-4f79-b493-2caeedc78891 HTTP/1.1" status: 204 len: 168 time: 0.4246655 Sep 17 22:16:18.686722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805b55a-3e8e-4378-b326-63e1fd4fc35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5600b7-592d-4f79-b493-2caeedc78891,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:18.804228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.971640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1cdf674a-75fb-4c66-8814-b984e22e2032 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:19.023369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1cdf674a-75fb-4c66-8814-b984e22e2032 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:19.023963 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:19.085289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Router 266c548d-f729-4a02-8bf0-29587767b2ce is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:16:19.217130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:16:19.227483 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Sync routers for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:16:19.237185 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:19.238545 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:16:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:19.296425 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:19.300687 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c5465fef-cf37-4f88-86f2-8e29717ec10a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3310874 Sep 17 22:16:19.300812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43828) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:19.396865 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:19.534423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43838) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:19.553071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1195ddc-7bc0-4455-bcf9-61e11225e589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:19.615657 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:18Z', 'revision_number': 3, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:19.646279 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Checking router: 266c548d-f729-4a02-8bf0-29587767b2ce for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:16:19.646872 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Updating router 266c548d-f729-4a02-8bf0-29587767b2ce port 03ef3324-a89d-4346-8fcb-bd61026a6a60 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:16:19.673010 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1195ddc-7bc0-4455-bcf9-61e11225e589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:19.677931 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:19.758435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1195ddc-7bc0-4455-bcf9-61e11225e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:19.841078 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a1195ddc-7bc0-4455-bcf9-61e11225e589 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ead044e459b74a008fb042fdb4a83784&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3054833 Sep 17 22:16:19.842018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1195ddc-7bc0-4455-bcf9-61e11225e589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba5b27b-911b-40fa-ac44-a0f422ebebc3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:19.845438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43856) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:19.900953 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95bcacf8-41e7-4572-83fe-052020faeb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:19.932837 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95bcacf8-41e7-4572-83fe-052020faeb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:19.981496 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.009199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43862) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:20.050415 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.096407 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95bcacf8-41e7-4572-83fe-052020faeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.099021 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95bcacf8-41e7-4572-83fe-052020faeb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.102933 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-95bcacf8-41e7-4572-83fe-052020faeb79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dba5b27b-911b-40fa-ac44-a0f422ebebc3 HTTP/1.1" status: 204 len: 168 time: 0.2559929 Sep 17 22:16:20.113420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcacf8-41e7-4572-83fe-052020faeb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba5b27b-911b-40fa-ac44-a0f422ebebc3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:20.130640 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.227670 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Attempting to bind port 03ef3324-a89d-4346-8fcb-bd61026a6a60 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:20.228276 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Attempting to bind port 03ef3324-a89d-4346-8fcb-bd61026a6a60 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:20.228410 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Attempting to bind port 03ef3324-a89d-4346-8fcb-bd61026a6a60 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:20.239717 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Pushing event updated for resources: {'Port': ['ID=03ef3324-a89d-4346-8fcb-bd61026a6a60,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:20.246267 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:20.246987 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:20.247146 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.248824 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:20.250609 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Bound port: 03ef3324-a89d-4346-8fcb-bd61026a6a60, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:20.251017 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.255899 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.256280 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.256917 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.257258 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.257589 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.258835 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.259207 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.259681 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.260009 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.261403 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.261716 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.262027 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Tracked resource versions report: Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: pushed versions: Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: { 'AddressGroup': {'1.2'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'ConntrackHelper': {'1.0'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'Log': {'1.0'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'Network': {'1.1'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'Port': {'1.7'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'PortForwarding': {'1.2'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'QosPolicy': {'1.9'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'SecurityGroup': {'1.4'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'SubPort': {'1.0'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'Subnet': {'1.1'}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'Trunk': {'1.1'}} Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: consumer versions: Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: { DHCP agent@n-d-713499-18: {}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: HyperV agent@n-h1-713499-18: {}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: HyperV agent@n-h2-713499-18: {}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: L3 agent@n-d-713499-18: {}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: Metadata agent@n-d-713499-18: {}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: Metering agent@n-d-713499-18: {}, Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: Open vSwitch agent@n-d-713499-18: { 'AddressGroup': '1.2', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'ConntrackHelper': '1.0', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'Log': '1.0', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'Network': '1.1', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'Port': '1.7', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'PortForwarding': '1.2', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'QosPolicy': '1.9', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'SecurityGroup': '1.4', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'SecurityGroupRule': '1.2', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'SubPort': '1.0', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'Subnet': '1.1', Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: 'Trunk': '1.1'}} Sep 17 22:16:20.263118 n-d-713499-18 neutron-server[95457]: {{(pid=95457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:16:20.273355 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86ccf787-49ac-48f3-8ef4-05dc00e39c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.285923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Allocated IP 172.20.0.1 (7e8f77ab-5084-447f-8a5c-d1535a2e6a9c/a74373df-0ca5-4781-89c3-79e54f694726/d646530c-e427-429a-90b3-85a392bdcc11) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:20.333895 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] For port 03ef3324-a89d-4346-8fcb-bd61026a6a60, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:20.337983 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] For port 03ef3324-a89d-4346-8fcb-bd61026a6a60, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03ef3324-a89d-4346-8fcb-bd61026a6a60,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:20.397902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86ccf787-49ac-48f3-8ef4-05dc00e39c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.399702 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.409588 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.462412 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:20.463061 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:16:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:20.466335 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49eda7c-9de1-40b2-9df9-188a5364e0b0 None None] Pushing event updated for resources: {'Port': ['ID=03ef3324-a89d-4346-8fcb-bd61026a6a60,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:20.496411 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86ccf787-49ac-48f3-8ef4-05dc00e39c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.530856 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.556280 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-86ccf787-49ac-48f3-8ef4-05dc00e39c8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a0f9ef824dd492e9774dd50854df67c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5460169 Sep 17 22:16:20.556280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccf787-49ac-48f3-8ef4-05dc00e39c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b8f9d4-c70f-40df-b44e-ed045383f47e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:20.584988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43888) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:20.585073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:20.585143 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:20.586367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:20.588592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Pushing event updated for resources: {'Port': ['ID=d646530c-e427-429a-90b3-85a392bdcc11,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:20.603779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:20.604394 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.671500 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a3da-4862-4633-b99e-7f4d542cb6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.728963 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a3da-4862-4633-b99e-7f4d542cb6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.923746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a3da-4862-4633-b99e-7f4d542cb6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.927337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a3da-4862-4633-b99e-7f4d542cb6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.933091 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c9e4a3da-4862-4633-b99e-7f4d542cb6e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56b8f9d4-c70f-40df-b44e-ed045383f47e HTTP/1.1" status: 204 len: 168 time: 0.3495879 Sep 17 22:16:20.933261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.939098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4a3da-4862-4633-b99e-7f4d542cb6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b8f9d4-c70f-40df-b44e-ed045383f47e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:21.002229 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f22ce3bc-f726-4331-acb8-556998c6915f None None] Provisioning complete for port d646530c-e427-429a-90b3-85a392bdcc11 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:21.003632 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f22ce3bc-f726-4331-acb8-556998c6915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.027842 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:18Z', 'revision_number': 3, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:21.062949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f22ce3bc-f726-4331-acb8-556998c6915f None None] Port d646530c-e427-429a-90b3-85a392bdcc11 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:21.068333 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d54cc-890d-4ea3-9859-7772b3f9ef66 None None] The sync data for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 is: [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:18Z', 'revision_number': 3, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:16:21.095803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43904) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:21.197255 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.264828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83a831ed-ba52-41c3-bc1e-519d401e0925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.284872 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.285683 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.363692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Pushing event updated for resources: {'Port': ['ID=d646530c-e427-429a-90b3-85a392bdcc11,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:21.411382 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83a831ed-ba52-41c3-bc1e-519d401e0925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.483227 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83a831ed-ba52-41c3-bc1e-519d401e0925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.495016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:21.498321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:21.551083 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-83a831ed-ba52-41c3-bc1e-519d401e0925 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa2018e9efc143be936f0f58be8cb731&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4536355 Sep 17 22:16:21.552097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43932) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:21.602086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a831ed-ba52-41c3-bc1e-519d401e0925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40926fa-3079-4fd5-864e-7c05027f8c5c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:21.677979 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62e48ee1-f6e6-4a36-956b-e5378ac467a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.763499 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62e48ee1-f6e6-4a36-956b-e5378ac467a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.776084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Router 266c548d-f729-4a02-8bf0-29587767b2ce has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:16:21.813150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7c4f1ecd-d315-42da-92ef-436c2f65099b None None] Provisioning complete for port d646530c-e427-429a-90b3-85a392bdcc11 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:21.813705 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7c4f1ecd-d315-42da-92ef-436c2f65099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.872787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f1ecd-d315-42da-92ef-436c2f65099b None None] Port d646530c-e427-429a-90b3-85a392bdcc11 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:21.926919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:16:21.933193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-860de9d5-5395-487f-95f2-35b6b09a4e8d admin admin] 10.222.0.30 "PUT /v2.0/routers/266c548d-f729-4a02-8bf0-29587767b2ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6312752 Sep 17 22:16:21.942134 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62e48ee1-f6e6-4a36-956b-e5378ac467a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.945106 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62e48ee1-f6e6-4a36-956b-e5378ac467a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.946500 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-62e48ee1-f6e6-4a36-956b-e5378ac467a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f40926fa-3079-4fd5-864e-7c05027f8c5c HTTP/1.1" status: 204 len: 168 time: 0.3912067 Sep 17 22:16:21.955676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e48ee1-f6e6-4a36-956b-e5378ac467a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40926fa-3079-4fd5-864e-7c05027f8c5c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:22.092294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43966) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:22.114353 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c38b6ef1-a31d-4e8b-bebe-6b4939dfa06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:22.217321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c38b6ef1-a31d-4e8b-bebe-6b4939dfa06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:22.273857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c38b6ef1-a31d-4e8b-bebe-6b4939dfa06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:22.330598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b6ef1-a31d-4e8b-bebe-6b4939dfa06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad91f8c-425f-44b1-8404-0975d5276e56,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:22.337469 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c38b6ef1-a31d-4e8b-bebe-6b4939dfa06d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ec80e5c050a44d998a6ef2f10bec4cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2412333 Sep 17 22:16:22.339714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43974) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:22.391078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dad649bf-30f1-4252-a8e0-8e1fbdd2bec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:22.417733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dad649bf-30f1-4252-a8e0-8e1fbdd2bec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:22.580597 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dad649bf-30f1-4252-a8e0-8e1fbdd2bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:22.583173 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dad649bf-30f1-4252-a8e0-8e1fbdd2bec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:22.584733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dad649bf-30f1-4252-a8e0-8e1fbdd2bec4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cad91f8c-425f-44b1-8404-0975d5276e56 HTTP/1.1" status: 204 len: 168 time: 0.2439046 Sep 17 22:16:22.593125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad649bf-30f1-4252-a8e0-8e1fbdd2bec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad91f8c-425f-44b1-8404-0975d5276e56,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:22.926419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03ef3324-a89d-4346-8fcb-bd61026a6a60 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:22.977486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 03ef3324-a89d-4346-8fcb-bd61026a6a60 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:22.977852 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.042595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44010) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:23.062883 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b972-2a9b-42c5-93ac-b855a477a6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.065372 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.079622 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Sync routers for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:16:23.098715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 03ef3324-a89d-4346-8fcb-bd61026a6a60, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03ef3324-a89d-4346-8fcb-bd61026a6a60,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:23.102696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:23.103506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:16:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:23.176596 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.233952 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b972-2a9b-42c5-93ac-b855a477a6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.319542 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b972-2a9b-42c5-93ac-b855a477a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.356686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3b972-2a9b-42c5-93ac-b855a477a6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5bc41a-f68b-46df-a5e6-f8e6e7637f37,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:23.385965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44026) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:23.391488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e8a3b972-2a9b-42c5-93ac-b855a477a6a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da73c48630374c82bc7b99ce6cbbf2a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3479819 Sep 17 22:16:23.391620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=03ef3324-a89d-4346-8fcb-bd61026a6a60,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:23.411767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:23.462161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4c9cb95-5ac0-4d4c-b2e5-f757b50716de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.492958 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4c9cb95-5ac0-4d4c-b2e5-f757b50716de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.634147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4c9cb95-5ac0-4d4c-b2e5-f757b50716de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.638562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4c9cb95-5ac0-4d4c-b2e5-f757b50716de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.639942 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e4c9cb95-5ac0-4d4c-b2e5-f757b50716de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa5bc41a-f68b-46df-a5e6-f8e6e7637f37 HTTP/1.1" status: 204 len: 168 time: 0.2517953 Sep 17 22:16:23.654703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9cb95-5ac0-4d4c-b2e5-f757b50716de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5bc41a-f68b-46df-a5e6-f8e6e7637f37,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:23.704287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44046) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:23.714720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:21Z', 'revision_number': 2, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:23.763588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Checking router: 266c548d-f729-4a02-8bf0-29587767b2ce for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:16:23.763944 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Updating router 266c548d-f729-4a02-8bf0-29587767b2ce port d646530c-e427-429a-90b3-85a392bdcc11 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:16:23.792225 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.979165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb199d0-9920-40fe-a5a1-90cc695bd1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.015435 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:16:24.083143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb199d0-9920-40fe-a5a1-90cc695bd1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.112692 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.157708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb199d0-9920-40fe-a5a1-90cc695bd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.197089 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5bb199d0-9920-40fe-a5a1-90cc695bd1ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7babfb161f894b0496c1ffc9ae2e35b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4906108 Sep 17 22:16:24.199655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb199d0-9920-40fe-a5a1-90cc695bd1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f576c3-aaee-4b85-92fd-24be36b1c982,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:24.200638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44078) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:24.214947 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.264389 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0395aded-f7bc-4f6e-b704-96791b481ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.279194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215d4e5-bc8a-47a3-8331-4327157987dc None None] Pushing event updated for resources: {'Port': ['ID=d646530c-e427-429a-90b3-85a392bdcc11,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:24.302247 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0395aded-f7bc-4f6e-b704-96791b481ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.345913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Attempting to bind port d646530c-e427-429a-90b3-85a392bdcc11 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:24.346393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Attempting to bind port d646530c-e427-429a-90b3-85a392bdcc11 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:24.346788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Attempting to bind port d646530c-e427-429a-90b3-85a392bdcc11 on network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:24.353656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:24.357472 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Checking segment: {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:24.358373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.358729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Bound using segment: {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:24.359212 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Bound port: d646530c-e427-429a-90b3-85a392bdcc11, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:24.360256 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.433752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0395aded-f7bc-4f6e-b704-96791b481ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.436770 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0395aded-f7bc-4f6e-b704-96791b481ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.438086 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0395aded-f7bc-4f6e-b704-96791b481ec8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25f576c3-aaee-4b85-92fd-24be36b1c982 HTTP/1.1" status: 204 len: 168 time: 0.2363629 Sep 17 22:16:24.449968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395aded-f7bc-4f6e-b704-96791b481ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f576c3-aaee-4b85-92fd-24be36b1c982,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:24.473494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] For port d646530c-e427-429a-90b3-85a392bdcc11, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:24.481241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] For port d646530c-e427-429a-90b3-85a392bdcc11, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d646530c-e427-429a-90b3-85a392bdcc11,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:24.553904 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.630369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215d4e5-bc8a-47a3-8331-4327157987dc None None] Pushing event updated for resources: {'Port': ['ID=d646530c-e427-429a-90b3-85a392bdcc11,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:24.637338 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:24.637966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:16:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:24.718630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6d7d1c5e-5827-4f80-a3e0-93647a6ff97e None None] Provisioning complete for port d646530c-e427-429a-90b3-85a392bdcc11 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:24.719349 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1c5e-5827-4f80-a3e0-93647a6ff97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.791128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44112) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:24.802023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-network', 'tenant_id': '60dc0226eadc49718c6601464e2741e7'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:24.885132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Made reservation on behalf of 60dc0226eadc49718c6601464e2741e7 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:24.890596 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.896606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:24.897963 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.933616 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1c5e-5827-4f80-a3e0-93647a6ff97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:24.948620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03ef3324-a89d-4346-8fcb-bd61026a6a60 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:25.000503 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.060216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.060723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6d7d1c5e-5827-4f80-a3e0-93647a6ff97e None None] For port d646530c-e427-429a-90b3-85a392bdcc11, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d646530c-e427-429a-90b3-85a392bdcc11,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:25.085454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:16:25.095269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa99392e-bd48-4f41-aae6-b4f122446324,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:25.112924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.114634 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Added segment 8094c24c-944c-40e0-b3d6-d1a869e82a94 of type vlan for network b66edf11-56fd-488b-b840-3c513a1f8592 Sep 17 22:16:25.114723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 03ef3324-a89d-4346-8fcb-bd61026a6a60 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:25.114723 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.120611 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1c5e-5827-4f80-a3e0-93647a6ff97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.181265 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.256960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d1c5e-5827-4f80-a3e0-93647a6ff97e None None] Pushing event updated for resources: {'Port': ['ID=d646530c-e427-429a-90b3-85a392bdcc11,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:25.278995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.280173 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:25.281006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.309241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8198fd89-9058-4e9b-93c2-09a9e0b9c130 None None] Provisioning complete for port d646530c-e427-429a-90b3-85a392bdcc11 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:25.309613 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8198fd89-9058-4e9b-93c2-09a9e0b9c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.357668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:25.370432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] Pushing event updated for resources: {'Network': ['ID=b66edf11-56fd-488b-b840-3c513a1f8592,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:25.389435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network b66edf11-56fd-488b-b840-3c513a1f8592 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:16:25.393857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bfd2dd-faa9-4dcb-abad-4d21f56abf03 None None] The sync data for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 is: [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:16:25.419792 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c7bf25b1-6200-45e7-920d-f57cd0392c03 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6252315 Sep 17 22:16:25.422709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44142) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:25.429320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Request body: {'subnet': {'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-subnet', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:25.656537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Made reservation on behalf of 60dc0226eadc49718c6601464e2741e7 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:25.659240 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.674195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44150) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:25.678166 n-d-713499-18 neutron-server[95454]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 22:16:25.709175 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-c20452d1-4edd-422e-82f8-3316ed9fa4e1 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=284a4afc8402446ea94e6eb0dff2ba9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321314 Sep 17 22:16:25.871981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44152) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:25.906808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ade6065c-ef1c-4d86-a5a8-01b7c4ae4f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.117181 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.141551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-f70aba38-0c77-4d68-8480-a0ac392da50c tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.148606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-f70aba38-0c77-4d68-8480-a0ac392da50c tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4314551 Sep 17 22:16:26.173030 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-8d6d118f-c665-40e8-afab-13680ac45254 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/quotas/284a4afc8402446ea94e6eb0dff2ba9f HTTP/1.1" status: 200 len: 375 time: 0.0233335 Sep 17 22:16:26.202545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feff4125-b162-4177-85b9-d3c52bc77345,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:26.274213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-b26db290-d7d6-48b2-a1bb-6cd8d4eacc71 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=284a4afc8402446ea94e6eb0dff2ba9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000714 Sep 17 22:16:26.275571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Checking segment: {'id': '8094c24c-944c-40e0-b3d6-d1a869e82a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:26.277260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Network hostable DHCP agents. Network: b66edf11-56fd-488b-b840-3c513a1f8592, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:16:26.404861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Network b66edf11-56fd-488b-b840-3c513a1f8592 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:16:26.469920 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ade6065c-ef1c-4d86-a5a8-01b7c4ae4f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.488881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, b66edf11-56fd-488b-b840-3c513a1f8592) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:26.498367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.498367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.498564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f4250b-e1b5-4f0d-a45e-549d6032bcde None None] Network b66edf11-56fd-488b-b840-3c513a1f8592 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:16:26.590696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ade6065c-ef1c-4d86-a5a8-01b7c4ae4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.717940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44192) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:26.718772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-815ea068-9039-42ed-b7d4-1da7aad8b4b2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2922609 Sep 17 22:16:26.731240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-router', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:26.766063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ade6065c-ef1c-4d86-a5a8-01b7c4ae4f19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9bbb282b41c4b83bb61f56611ca17a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8924136 Sep 17 22:16:26.781005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44200) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:26.804072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6065c-ef1c-4d86-a5a8-01b7c4ae4f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6822c80b-09b4-433b-8aa2-daa1ab00e45a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:26.862305 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.863393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.902969 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20a18cfa-0e99-47b2-90ac-3d2bb71a3bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.927982 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20a18cfa-0e99-47b2-90ac-3d2bb71a3bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.960265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.994015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d646530c-e427-429a-90b3-85a392bdcc11 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:27.083173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-b66edf11-56fd-488b-b840-3c513a1f8592', 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'fixed_ips': [{'subnet_id': 'feff4125-b162-4177-85b9-d3c52bc77345'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:16:27.084141 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.103207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d646530c-e427-429a-90b3-85a392bdcc11 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:27.103207 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.103503 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20a18cfa-0e99-47b2-90ac-3d2bb71a3bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.105511 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20a18cfa-0e99-47b2-90ac-3d2bb71a3bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.109344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-20a18cfa-0e99-47b2-90ac-3d2bb71a3bef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6822c80b-09b4-433b-8aa2-daa1ab00e45a HTTP/1.1" status: 204 len: 168 time: 0.3246562 Sep 17 22:16:27.122390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a18cfa-0e99-47b2-90ac-3d2bb71a3bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6822c80b-09b4-433b-8aa2-daa1ab00e45a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:27.256459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.313119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44226) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:27.439057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Allocated IP 172.20.0.2 (b66edf11-56fd-488b-b840-3c513a1f8592/feff4125-b162-4177-85b9-d3c52bc77345/8cfda7e3-b56f-4a9c-9746-08474999d87a) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:27.610023 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.612073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.632627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.669417 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.721392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Network b66edf11-56fd-488b-b840-3c513a1f8592 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:27.722816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Pushing event updated for resources: {'Port': ['ID=8cfda7e3-b56f-4a9c-9746-08474999d87a,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:27.725531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:27.752587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:27.764322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Allocated IP 172.25.6.127 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/deea655b-6b64-4bd1-a804-1042c4f26d77) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:27.821783 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Attempting to bind port 8cfda7e3-b56f-4a9c-9746-08474999d87a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:27.822518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Attempting to bind port 8cfda7e3-b56f-4a9c-9746-08474999d87a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '8094c24c-944c-40e0-b3d6-d1a869e82a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:27.823052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Attempting to bind port 8cfda7e3-b56f-4a9c-9746-08474999d87a on network b66edf11-56fd-488b-b840-3c513a1f8592 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:27.829870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:27.830663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Checking segment: {'id': '8094c24c-944c-40e0-b3d6-d1a869e82a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:27.831220 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.832158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Bound using segment: {'id': '8094c24c-944c-40e0-b3d6-d1a869e82a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:27.832994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Bound port: 8cfda7e3-b56f-4a9c-9746-08474999d87a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8094c24c-944c-40e0-b3d6-d1a869e82a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:27.833833 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.892647 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.929167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] For port 8cfda7e3-b56f-4a9c-9746-08474999d87a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:27.932843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] For port 8cfda7e3-b56f-4a9c-9746-08474999d87a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8cfda7e3-b56f-4a9c-9746-08474999d87a,segment=NetworkSegment(8094c24c-944c-40e0-b3d6-d1a869e82a94),segment_id=8094c24c-944c-40e0-b3d6-d1a869e82a94)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:27.935848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-1bedfe50-7fa0-4854-8c89-2c26f3983cb1 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d5977db044c47bcb52529098f2d73ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322928 Sep 17 22:16:27.966371 n-d-713499-18 neutron-server[95455]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 22:16:28.013574 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:28.047624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-80c57703-bd79-41a9-bb0a-131bb6472b95 req-58097371-f5fc-4de4-bddb-6fbad4d39269 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 210 time: 0.7315149 Sep 17 22:16:28.068856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-dfbc2f7e-3397-429b-a89b-a2f27f67546a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:28.077284 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-dfbc2f7e-3397-429b-a89b-a2f27f67546a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341980 Sep 17 22:16:28.079885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:28.142728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:28.151289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-79ab9190-7bfd-47bc-b578-81b6fadb3b02 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/quotas/8d5977db044c47bcb52529098f2d73ee HTTP/1.1" status: 200 len: 375 time: 0.0722272 Sep 17 22:16:28.167656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20aed8-ded4-4659-ae50-29809aac3961 None None] Pushing event updated for resources: {'Port': ['ID=8cfda7e3-b56f-4a9c-9746-08474999d87a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:28.184662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-f5e00511-174a-4f45-bec0-5fa652444562 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5977db044c47bcb52529098f2d73ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322013 Sep 17 22:16:28.185841 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:28.196517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:28.312774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Pushing event updated for resources: {'Port': ['ID=deea655b-6b64-4bd1-a804-1042c4f26d77,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:28.746705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da894a26-3ec0-481f-a5d3-a36296eb1378 req-c0780a5e-bf2e-49ff-99fa-8066545b3593 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 210 time: 0.1246707 Sep 17 22:16:28.773458 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:28.924788 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:29.052256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8cfda7e3-b56f-4a9c-9746-08474999d87a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:29.182296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8cfda7e3-b56f-4a9c-9746-08474999d87a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:29.182296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:29.243862 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-138003b7-d356-46c3-a194-8059e46512e5 req-4f9d769c-2e60-400f-9193-631ddb99321f tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 210 time: 0.0336790 Sep 17 22:16:29.344666 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:29.377926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:29.438492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 8cfda7e3-b56f-4a9c-9746-08474999d87a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8cfda7e3-b56f-4a9c-9746-08474999d87a,segment=NetworkSegment(8094c24c-944c-40e0-b3d6-d1a869e82a94),segment_id=8094c24c-944c-40e0-b3d6-d1a869e82a94)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:29.543062 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:29.575697 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd75a6a-cf12-4f7d-97f4-67cb3c9de96c None None] Network b66edf11-56fd-488b-b840-3c513a1f8592 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:16:29.602840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Router 2b57d4b7-b21c-4595-8131-dbb75b9e556f is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:16:29.642774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=8cfda7e3-b56f-4a9c-9746-08474999d87a,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:29.758472 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-446942ab-93c0-44c0-bcfa-f92535a29c40 None None] Provisioning complete for port 8cfda7e3-b56f-4a9c-9746-08474999d87a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:29.759094 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-446942ab-93c0-44c0-bcfa-f92535a29c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:29.816348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:16:29.833375 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Sync routers for ids ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:16:29.843832 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Routers {'2b57d4b7-b21c-4595-8131-dbb75b9e556f'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:29.848629 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:16:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:29.883212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3ed52c48-5ec3-4537-b8d8-1376086d9b55 req-c83dd120-7eca-4373-925f-c5b421b5430d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 210 time: 0.0336246 Sep 17 22:16:29.954509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:29.955500 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Set router 2b57d4b7-b21c-4595-8131-dbb75b9e556f gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:29.956554 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d6c10722-f7c7-4695-8e17-f511af9c595c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2375727 Sep 17 22:16:29.959468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44362) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:30.274633 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-router', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:26Z', 'updated_at': '2021-09-17T22:16:28Z', 'revision_number': 3, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'gw_port': {'id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:27Z', 'updated_at': '2021-09-17T22:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:30.332081 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Checking router: 2b57d4b7-b21c-4595-8131-dbb75b9e556f for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:16:30.332081 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Updating router 2b57d4b7-b21c-4595-8131-dbb75b9e556f port deea655b-6b64-4bd1-a804-1042c4f26d77 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:16:30.373716 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:30.374278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1901dde5-2597-43ec-8b9d-622d5a8717d7 None None] Provisioning complete for port 8cfda7e3-b56f-4a9c-9746-08474999d87a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:30.374775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1901dde5-2597-43ec-8b9d-622d5a8717d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:30.574387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44376) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:30.584919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44378) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:30.585046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-067a332d-ded3-44f3-af21-20c896325a80 req-bb1d05f7-2722-4966-bce3-d97f1da7aa98 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 210 time: 0.0869253 Sep 17 22:16:30.780725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cfc429c-cc9d-409a-b796-2dd99c3963ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:30.892499 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:30.922257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:30.951028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cfc429c-cc9d-409a-b796-2dd99c3963ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:30.972683 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:30.991046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8cfda7e3-b56f-4a9c-9746-08474999d87a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:30.999775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.23', 57484) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:31.045008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cfc429c-cc9d-409a-b796-2dd99c3963ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.058947 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Attempting to bind port deea655b-6b64-4bd1-a804-1042c4f26d77 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:31.059372 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-808193cf-2912-4d44-bc7b-f3266d041ba0 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=284a4afc8402446ea94e6eb0dff2ba9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584009 Sep 17 22:16:31.065136 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Attempting to bind port deea655b-6b64-4bd1-a804-1042c4f26d77 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:31.065854 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Attempting to bind port deea655b-6b64-4bd1-a804-1042c4f26d77 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:31.104234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8cfda7e3-b56f-4a9c-9746-08474999d87a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:31.104665 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.110873 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:31.111631 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:31.112424 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.113113 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:31.113980 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Bound port: deea655b-6b64-4bd1-a804-1042c4f26d77, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:31.114604 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.182257 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc9e9e-8eac-46ea-bb7b-76bda24dfb14 None None] Pushing event updated for resources: {'Port': ['ID=deea655b-6b64-4bd1-a804-1042c4f26d77,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:31.246617 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] For port deea655b-6b64-4bd1-a804-1042c4f26d77, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:31.250930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9306-b3f2-4eab-a8fe-d52618905cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.255619 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] For port deea655b-6b64-4bd1-a804-1042c4f26d77, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=deea655b-6b64-4bd1-a804-1042c4f26d77,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:31.341299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc429c-cc9d-409a-b796-2dd99c3963ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47643e7d-c046-4ca1-a363-e38f76f9dcbd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:31.360432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2cfc429c-cc9d-409a-b796-2dd99c3963ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=615d4d1243d947c6a5cc52f70e5ca9d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7823684 Sep 17 22:16:31.368783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44400) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:31.371716 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.396604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Allocated IP 172.20.0.1 (b66edf11-56fd-488b-b840-3c513a1f8592/feff4125-b162-4177-85b9-d3c52bc77345/128ae6a2-e499-4e10-965e-545d77015506) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:31.472167 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ab3229f-8ea6-40ea-9c70-e2543d34771a req-8c7d9b1e-183c-45ce-819f-03c4e8ee4357 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 210 time: 0.2028966 Sep 17 22:16:31.487339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44406) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:31.538757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-8ce9df1c-07a9-417e-af1b-76294fe71dac tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:31.540304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-8ce9df1c-07a9-417e-af1b-76294fe71dac tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4371715 Sep 17 22:16:31.570988 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-14e2ad27-2ff4-417f-a476-b10e1652a501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.591605 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Routers {'2b57d4b7-b21c-4595-8131-dbb75b9e556f'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:31.592419 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:16:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:31.596952 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9306-b3f2-4eab-a8fe-d52618905cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.603542 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc9e9e-8eac-46ea-bb7b-76bda24dfb14 None None] Pushing event updated for resources: {'Port': ['ID=deea655b-6b64-4bd1-a804-1042c4f26d77,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:31.606933 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-14e2ad27-2ff4-417f-a476-b10e1652a501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.614782 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.645274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Request body: {'port': {'device_id': 'd5fc0f75-f626-46d4-95a7-23dd27f00aab', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': '284a4afc8402446ea94e6eb0dff2ba9f'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:31.694657 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9306-b3f2-4eab-a8fe-d52618905cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.753529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.784926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3a9790a4-e0ed-4aac-b2c1-8fbb8a905c1b tempest-AutoAllocateNetworkTest-971804040 tempest-AutoAllocateNetworkTest-971804040-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c242a2a74dc487e815cd1e8544fc36c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2929583 Sep 17 22:16:31.785828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44428) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:31.805974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Pushing event updated for resources: {'Port': ['ID=128ae6a2-e499-4e10-965e-545d77015506,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:31.818622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Network b66edf11-56fd-488b-b840-3c513a1f8592 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:31.820032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:31.823635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:31.824272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.931149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0c3f9306-b3f2-4eab-a8fe-d52618905cad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a55f830e7344b94a42c83db79340719&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3451636 Sep 17 22:16:31.934135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44430) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:31.949974 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] Set router 2b57d4b7-b21c-4595-8131-dbb75b9e556f gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:31.969342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f9306-b3f2-4eab-a8fe-d52618905cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c237c5-8d27-44bd-bec3-87afb60ebb39,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:32.161236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77afa35-4a2c-4c83-9dec-d64a0308dd63 tempest-AutoAllocateNetworkTest-971804040 tempest-AutoAllocateNetworkTest-971804040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:32.178949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44444) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:32.179469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b77afa35-4a2c-4c83-9dec-d64a0308dd63 tempest-AutoAllocateNetworkTest-971804040 tempest-AutoAllocateNetworkTest-971804040-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3768981 Sep 17 22:16:32.183503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-14e2ad27-2ff4-417f-a476-b10e1652a501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.187752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-14e2ad27-2ff4-417f-a476-b10e1652a501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.191910 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-14e2ad27-2ff4-417f-a476-b10e1652a501 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47643e7d-c046-4ca1-a363-e38f76f9dcbd HTTP/1.1" status: 204 len: 168 time: 0.8166468 Sep 17 22:16:32.235622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2ad27-2ff4-417f-a476-b10e1652a501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47643e7d-c046-4ca1-a363-e38f76f9dcbd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:32.251667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.15', 53914) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:32.274911 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f930f79e-4910-4f20-a75e-4d426ae0cfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.286683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b6ebefb7-53ca-4686-890a-4e3526910e55 None None] Provisioning complete for port 128ae6a2-e499-4e10-965e-545d77015506 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:32.288393 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b6ebefb7-53ca-4686-890a-4e3526910e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.307843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-5fac4d07-12fc-4b8c-b0f2-336d651f7e8b tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8d5977db044c47bcb52529098f2d73ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541353 Sep 17 22:16:32.320192 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-router', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:26Z', 'updated_at': '2021-09-17T22:16:28Z', 'revision_number': 3, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'gw_port': {'id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:27Z', 'updated_at': '2021-09-17T22:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:32.327821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c38acb35-e2f2-46f0-b4ad-5ab7c2a279db tempest-AutoAllocateNetworkTest-971804040 tempest-AutoAllocateNetworkTest-971804040-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1470602 Sep 17 22:16:32.331671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44448) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:32.350202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f930f79e-4910-4f20-a75e-4d426ae0cfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.382938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Made reservation on behalf of 284a4afc8402446ea94e6eb0dff2ba9f for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:32.389923 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7c3c7-0ddf-4380-8f66-8d17dd7eea33 None None] The sync data for ids ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'] in n-d-713499-18 is: [{'id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-router', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:26Z', 'updated_at': '2021-09-17T22:16:28Z', 'revision_number': 3, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'gw_port': {'id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:27Z', 'updated_at': '2021-09-17T22:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:16:32.401182 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.407397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b6ebefb7-53ca-4686-890a-4e3526910e55 None None] Port 128ae6a2-e499-4e10-965e-545d77015506 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:32.449560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9bc30f90-90a8-41ac-8260-1d8e288f1f1d req-70166837-a4bf-4bc4-a212-b3caca5f2cce tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 210 time: 0.2109067 Sep 17 22:16:32.487206 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.581787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-b440a102-de7e-4aea-9a48-f0a6e90f9a3a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:32.583808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-b440a102-de7e-4aea-9a48-f0a6e90f9a3a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697833 Sep 17 22:16:32.640189 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f793bd34-3d67-4d5c-9587-a448e1b13539 tempest-AutoAllocateNetworkTest-971804040 tempest-AutoAllocateNetworkTest-971804040-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c242a2a74dc487e815cd1e8544fc36c HTTP/1.1" status: 200 len: 208 time: 0.2720084 Sep 17 22:16:32.645018 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.688087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f930f79e-4910-4f20-a75e-4d426ae0cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.689373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f930f79e-4910-4f20-a75e-4d426ae0cfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:32.690526 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f930f79e-4910-4f20-a75e-4d426ae0cfbc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64c237c5-8d27-44bd-bec3-87afb60ebb39 HTTP/1.1" status: 204 len: 168 time: 0.7459369 Sep 17 22:16:32.733221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Request body: {'port': {'device_id': 'd57a0422-d080-4fb2-a5cc-5077d885645c', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': '8d5977db044c47bcb52529098f2d73ee'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:33.014203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930f79e-4910-4f20-a75e-4d426ae0cfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c237c5-8d27-44bd-bec3-87afb60ebb39,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:33.096360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device deea655b-6b64-4bd1-a804-1042c4f26d77 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:33.125513 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.129367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b66f28be-d94b-4472-b389-7f03ec3a6faf req-3d6b41b0-1c20-4f11-adbb-f89449536105 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 210 time: 0.3714592 Sep 17 22:16:33.201664 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.206146 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port deea655b-6b64-4bd1-a804-1042c4f26d77 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:33.206527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.304225 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed556ec2-c4b1-4bdf-b8e0-abe20e755cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.329660 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.339668 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.347840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.347984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.367815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port deea655b-6b64-4bd1-a804-1042c4f26d77, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=deea655b-6b64-4bd1-a804-1042c4f26d77,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:33.458580 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.535409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Pushing event updated for resources: {'Port': ['ID=128ae6a2-e499-4e10-965e-545d77015506,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:33.625696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Network b66edf11-56fd-488b-b840-3c513a1f8592 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:33.640002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Made reservation on behalf of 8d5977db044c47bcb52529098f2d73ee for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:33.646843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.657228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=deea655b-6b64-4bd1-a804-1042c4f26d77,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:33.673227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:33.686863 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a48d486-cfc0-40d2-b7bb-31820197496a req-65d71b87-0cdf-4745-a8e7-2cab8f5411cb tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 210 time: 0.0551455 Sep 17 22:16:33.750907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d995ed-e22e-4975-9acc-798c05de1a32,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:33.794408 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.936281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Router 2b57d4b7-b21c-4595-8131-dbb75b9e556f has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:16:34.053940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1a42cc82-2511-47c7-a456-793d83deba7b None None] Provisioning complete for port 128ae6a2-e499-4e10-965e-545d77015506 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:34.054326 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a42cc82-2511-47c7-a456-793d83deba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.123980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:16:34.155403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-411fb2b9-ad5a-4dec-b259-478a6b285b0c admin admin] 10.222.0.30 "PUT /v2.0/routers/2b57d4b7-b21c-4595-8131-dbb75b9e556f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1850653 Sep 17 22:16:34.188431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1a42cc82-2511-47c7-a456-793d83deba7b None None] Port 128ae6a2-e499-4e10-965e-545d77015506 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:34.311521 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-44aec221-dea3-4880-96d3-4ec5849096a7 req-871e1360-6b01-40e6-ac44-8105a1b6f082 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 210 time: 0.0441558 Sep 17 22:16:34.332082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Allocated IP 192.168.233.207 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/df0b35a9-3505-47d5-aa10-39214914878f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:34.387449 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.487170 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.529482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44502) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:34.580330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1757f459-a947-4313-9d28-a9a14e171256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.590893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bbaee4-b556-4b38-81f8-fce408f73b75,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:34.629238 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.763380 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.772450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44506) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:34.819415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1757f459-a947-4313-9d28-a9a14e171256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.946785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dec8bb-2e74-4b95-b8c4-c97c7910df5e req-8c14559a-c3de-4ee8-b798-8ec363b869fd tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:34.954548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:34.965431 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-39dec8bb-2e74-4b95-b8c4-c97c7910df5e req-8c14559a-c3de-4ee8-b798-8ec363b869fd tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 936 time: 0.1148639 Sep 17 22:16:34.966263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device deea655b-6b64-4bd1-a804-1042c4f26d77 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:34.975072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:34.983179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:34.989051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:34.989751 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.995571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Pushing event updated for resources: {'Port': ['ID=df0b35a9-3505-47d5-aa10-39214914878f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:35.019531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Allocated IP 192.168.233.233 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/cec3fec9-2709-43a2-a7fe-bbcb64ff5c98) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:35.050226 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-39dec8bb-2e74-4b95-b8c4-c97c7910df5e req-153dece0-4001-4b01-92c5-f94259319681 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714869 Sep 17 22:16:35.068895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Sync routers for ids ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:16:35.094103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Routers {'2b57d4b7-b21c-4595-8131-dbb75b9e556f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:35.096659 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1757f459-a947-4313-9d28-a9a14e171256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.097620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:16:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:35.164261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port deea655b-6b64-4bd1-a804-1042c4f26d77 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:35.164833 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.207043 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1757f459-a947-4313-9d28-a9a14e171256 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2b1d33d1bd743f885e1a58d2001b8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6756897 Sep 17 22:16:35.224650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44512) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:35.242426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757f459-a947-4313-9d28-a9a14e171256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896337e4-f6a8-485e-b800-11031a7efa40,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:35.342787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b042b76-ad83-4e9f-ad53-8259ad3b0695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.372067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e08ed344-7734-4b6b-a793-251547d29c38 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7231255 Sep 17 22:16:35.402087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-5e6301f6-9870-40bb-a50e-bd12820a958d tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:16:35.405609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ec316fa7-544c-4506-b299-58838403a8ea None None] Provisioning complete for port df0b35a9-3505-47d5-aa10-39214914878f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:35.405984 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ec316fa7-544c-4506-b299-58838403a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.409737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-5e6301f6-9870-40bb-a50e-bd12820a958d tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210574 Sep 17 22:16:35.411806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b042b76-ad83-4e9f-ad53-8259ad3b0695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.441053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44516) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:35.474949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Set router 2b57d4b7-b21c-4595-8131-dbb75b9e556f gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:35.556083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e93544b-57b9-4a6e-b506-7dd711215b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.622290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10a59cdf-654b-43a8-b9e3-aa423449fda2 req-0e727c98-000b-45c9-a83a-c7b68408cff1 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 210 time: 0.1793048 Sep 17 22:16:35.654303 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.836061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b042b76-ad83-4e9f-ad53-8259ad3b0695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.838402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b042b76-ad83-4e9f-ad53-8259ad3b0695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.839507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6b042b76-ad83-4e9f-ad53-8259ad3b0695 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/896337e4-f6a8-485e-b800-11031a7efa40 HTTP/1.1" status: 204 len: 168 time: 0.6156776 Sep 17 22:16:35.841028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ec316fa7-544c-4506-b299-58838403a8ea None None] Port df0b35a9-3505-47d5-aa10-39214914878f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:35.862590 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.904600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b042b76-ad83-4e9f-ad53-8259ad3b0695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896337e4-f6a8-485e-b800-11031a7efa40,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:36.042217 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0be16b8a-4a88-4daf-82b9-18e5d56658dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.067869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:36.083930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:36.084998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:36.099538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:36.100604 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.162164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Pushing event updated for resources: {'Port': ['ID=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:36.186638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44530) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:36.231366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21b3d52f-47bb-4e73-9eda-d708d7ffcadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.252211 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e93544b-57b9-4a6e-b506-7dd711215b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.318457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-router', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:26Z', 'updated_at': '2021-09-17T22:16:32Z', 'revision_number': 4, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'gw_port': {'id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:27Z', 'updated_at': '2021-09-17T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '128ae6a2-e499-4e10-965e-545d77015506', 'name': '', 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'mac_address': 'fa:16:3e:2f:68:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'feff4125-b162-4177-85b9-d3c52bc77345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:30Z', 'updated_at': '2021-09-17T22:16:32Z', 'revision_number': 2, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'subnets': [{'id': 'feff4125-b162-4177-85b9-d3c52bc77345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:36.336321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e93544b-57b9-4a6e-b506-7dd711215b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.420734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed028c82-1275-47b0-a6e5-2b18180ce913 req-78d229e3-b339-42a2-ae13-60997db17f66 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:36.434490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed028c82-1275-47b0-a6e5-2b18180ce913 req-78d229e3-b339-42a2-ae13-60997db17f66 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 936 time: 0.2211275 Sep 17 22:16:36.449059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Checking router: 2b57d4b7-b21c-4595-8131-dbb75b9e556f for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:16:36.449686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Updating router 2b57d4b7-b21c-4595-8131-dbb75b9e556f port 128ae6a2-e499-4e10-965e-545d77015506 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:16:36.469136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93544b-57b9-4a6e-b506-7dd711215b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086bfd8c-9936-419c-a29e-831aa7c1c630,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:36.496828 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.503129 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-47f17aeb-723a-4829-8cf7-546b99061006 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7874150 Sep 17 22:16:36.527010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7e93544b-57b9-4a6e-b506-7dd711215b8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67d474fe85fb4ab18980938761b6e711&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0822852 Sep 17 22:16:36.529289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44536) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:36.534424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-072bb31e-a011-43b8-9326-38c9c2d486d3 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:16:36.540674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-072bb31e-a011-43b8-9326-38c9c2d486d3 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151231 Sep 17 22:16:36.548255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed028c82-1275-47b0-a6e5-2b18180ce913 req-c6fcefba-9735-4e2a-a6aa-494cb5dcdd4d tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114285 Sep 17 22:16:36.676156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-addaa378-f38f-4d21-9db8-3fa92ca79892 None None] Provisioning complete for port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:36.676461 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-addaa378-f38f-4d21-9db8-3fa92ca79892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.719692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-addaa378-f38f-4d21-9db8-3fa92ca79892 None None] Port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:36.812147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51792e00-a18c-4f5a-bef2-c055b64cc6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.903319 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51792e00-a18c-4f5a-bef2-c055b64cc6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.907180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480a742-9c5c-4abf-b7fb-9e76246299cc req-0f703496-417a-4365-a7e4-d03fc99bd83b tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:36.915068 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f480a742-9c5c-4abf-b7fb-9e76246299cc req-0f703496-417a-4365-a7e4-d03fc99bd83b tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 936 time: 0.1025481 Sep 17 22:16:36.981554 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21b3d52f-47bb-4e73-9eda-d708d7ffcadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.026701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f480a742-9c5c-4abf-b7fb-9e76246299cc req-d68b660a-88c0-44c4-8891-0baa0ba88026 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043415 Sep 17 22:16:37.125258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Request body: {'port': {'device_id': 'd5fc0f75-f626-46d4-95a7-23dd27f00aab', 'device_owner': 'compute:tempest-test_az-2025160521', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:37.190898 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21b3d52f-47bb-4e73-9eda-d708d7ffcadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.222812 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.253916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.265645 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.277823 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51792e00-a18c-4f5a-bef2-c055b64cc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.286640 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51792e00-a18c-4f5a-bef2-c055b64cc6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.288340 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-51792e00-a18c-4f5a-bef2-c055b64cc6f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/086bfd8c-9936-419c-a29e-831aa7c1c630 HTTP/1.1" status: 204 len: 168 time: 0.7577424 Sep 17 22:16:37.316140 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.341854 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.373849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-21b3d52f-47bb-4e73-9eda-d708d7ffcadc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c242a2a74dc487e815cd1e8544fc36c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5847783 Sep 17 22:16:37.378055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44554) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:37.419180 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3d52f-47bb-4e73-9eda-d708d7ffcadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a657b4a1-1e15-452b-9d93-34e4c117c32c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:37.503101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51792e00-a18c-4f5a-bef2-c055b64cc6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086bfd8c-9936-419c-a29e-831aa7c1c630,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:37.573189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c4f4-1369-4997-a60c-8c68a0abbc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.611623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c4f4-1369-4997-a60c-8c68a0abbc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.645781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110a549-df27-424e-8e40-448e9ae36955 None None] Pushing event updated for resources: {'Port': ['ID=128ae6a2-e499-4e10-965e-545d77015506,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:37.650376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Attempting to bind port 128ae6a2-e499-4e10-965e-545d77015506 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:37.651969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Attempting to bind port 128ae6a2-e499-4e10-965e-545d77015506 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '8094c24c-944c-40e0-b3d6-d1a869e82a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:37.658299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Attempting to bind port 128ae6a2-e499-4e10-965e-545d77015506 on network b66edf11-56fd-488b-b840-3c513a1f8592 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:37.669972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:37.670356 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Checking segment: {'id': '8094c24c-944c-40e0-b3d6-d1a869e82a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:37.670762 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.671151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Bound using segment: {'id': '8094c24c-944c-40e0-b3d6-d1a869e82a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:37.671625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Bound port: 128ae6a2-e499-4e10-965e-545d77015506, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8094c24c-944c-40e0-b3d6-d1a869e82a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:37.674001 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.784271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f80b5c66-2e30-4939-acf9-6f6665fb7031 None None] Provisioning complete for port 128ae6a2-e499-4e10-965e-545d77015506 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:37.790040 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f80b5c66-2e30-4939-acf9-6f6665fb7031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.840375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] For port 128ae6a2-e499-4e10-965e-545d77015506, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:37.845524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] For port 128ae6a2-e499-4e10-965e-545d77015506, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=128ae6a2-e499-4e10-965e-545d77015506,segment=NetworkSegment(8094c24c-944c-40e0-b3d6-d1a869e82a94),segment_id=8094c24c-944c-40e0-b3d6-d1a869e82a94)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:37.847130 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f80b5c66-2e30-4939-acf9-6f6665fb7031 None None] Port 128ae6a2-e499-4e10-965e-545d77015506 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:37.852826 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c4f4-1369-4997-a60c-8c68a0abbc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.861119 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c4f4-1369-4997-a60c-8c68a0abbc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.864938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ddd4c4f4-1369-4997-a60c-8c68a0abbc6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a657b4a1-1e15-452b-9d93-34e4c117c32c HTTP/1.1" status: 204 len: 168 time: 0.4780159 Sep 17 22:16:37.888439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Request body: {'port': {'device_id': 'd57a0422-d080-4fb2-a5cc-5077d885645c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:37.889076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4c4f4-1369-4997-a60c-8c68a0abbc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a657b4a1-1e15-452b-9d93-34e4c117c32c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:37.953011 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39f9bd07-156b-485d-b8df-118e4195f3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.045960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.076393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.085967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0b35a9-3505-47d5-aa10-39214914878f {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:38.107729 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.171241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34f80-fb45-4819-8ad3-08f560dfb4c5 req-3c12a831-5536-4922-928e-104a3ec8978f tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:38.172849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5d34f80-fb45-4819-8ad3-08f560dfb4c5 req-3c12a831-5536-4922-928e-104a3ec8978f tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 936 time: 0.1079741 Sep 17 22:16:38.205418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Transition to ACTIVE for port object df0b35a9-3505-47d5-aa10-39214914878f will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:16:38.226086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Routers {'2b57d4b7-b21c-4595-8131-dbb75b9e556f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:38.229424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:16:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:38.257073 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5d34f80-fb45-4819-8ad3-08f560dfb4c5 req-22d16170-d630-4ff4-b10c-2f5986992ae6 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678775 Sep 17 22:16:38.418619 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.426265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110a549-df27-424e-8e40-448e9ae36955 None None] Pushing event updated for resources: {'Port': ['ID=128ae6a2-e499-4e10-965e-545d77015506,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:38.469010 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39f9bd07-156b-485d-b8df-118e4195f3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.527229 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] Set router 2b57d4b7-b21c-4595-8131-dbb75b9e556f gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:38.545938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39f9bd07-156b-485d-b8df-118e4195f3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.632804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02f17-c1e4-4007-9629-73884bccc2d7 req-d7296950-0558-4e80-b050-ead54bbcfbc3 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:38.643977 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b3d02f17-c1e4-4007-9629-73884bccc2d7 req-d7296950-0558-4e80-b050-ead54bbcfbc3 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 936 time: 0.2060163 Sep 17 22:16:38.665598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Pushing event updated for resources: {'Port': ['ID=df0b35a9-3505-47d5-aa10-39214914878f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:38.756514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44586) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:38.848957 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b3d02f17-c1e4-4007-9629-73884bccc2d7 req-116880e0-cfda-4988-a319-88e7183d9dbc tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017331 Sep 17 22:16:38.849791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4254ad31-1aba-438b-8c93-53309a801e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.893185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-eb4fda31-8c98-4501-bb1e-cffd4251c9cd None None] Provisioning complete for port 128ae6a2-e499-4e10-965e-545d77015506 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:38.894437 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb4fda31-8c98-4501-bb1e-cffd4251c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.045088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9bd07-156b-485d-b8df-118e4195f3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9590534d-6091-46d6-be0d-423aaa9d03ea,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:39.142806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4254ad31-1aba-438b-8c93-53309a801e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.200313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Attempting to bind port df0b35a9-3505-47d5-aa10-39214914878f on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:39.201219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Attempting to bind port df0b35a9-3505-47d5-aa10-39214914878f by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:39.202874 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4254ad31-1aba-438b-8c93-53309a801e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.213472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Attempting to bind port df0b35a9-3505-47d5-aa10-39214914878f on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:39.233982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-39f9bd07-156b-485d-b8df-118e4195f3b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62eb9b1d1da9453786214ca2b68afcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0486245 Sep 17 22:16:39.242905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44596) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:39.288945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Port df0b35a9-3505-47d5-aa10-39214914878f on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:16:39.289466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Attempting to bind port df0b35a9-3505-47d5-aa10-39214914878f on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:39.295671 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4254ad31-1aba-438b-8c93-53309a801e4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b2c7f8575c0471297162028b538c8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5380564 Sep 17 22:16:39.296733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254ad31-1aba-438b-8c93-53309a801e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0cb2be-4d3b-4b2f-9ea9-28b64423db3e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:39.299916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.304105 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb4fda31-8c98-4501-bb1e-cffd4251c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.308629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44600) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:39.349627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-router', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:26Z', 'updated_at': '2021-09-17T22:16:32Z', 'revision_number': 4, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'gw_port': {'id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:27Z', 'updated_at': '2021-09-17T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '128ae6a2-e499-4e10-965e-545d77015506', 'name': '', 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'mac_address': 'fa:16:3e:2f:68:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'feff4125-b162-4177-85b9-d3c52bc77345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:30Z', 'updated_at': '2021-09-17T22:16:37Z', 'revision_number': 4, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'subnets': [{'id': 'feff4125-b162-4177-85b9-d3c52bc77345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:39.351203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44602) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:39.377765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2773687f-b3d8-4d15-a0cc-54633dea6fce tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--636801992', 'description': 'tempest-description--798468792'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:39.420335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa058d-264d-4a60-9887-8d513207f5b1 None None] The sync data for ids ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'] in n-d-713499-18 is: [{'id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-router', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:26Z', 'updated_at': '2021-09-17T22:16:32Z', 'revision_number': 4, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'gw_port': {'id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:27Z', 'updated_at': '2021-09-17T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '128ae6a2-e499-4e10-965e-545d77015506', 'name': '', 'network_id': 'b66edf11-56fd-488b-b840-3c513a1f8592', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'mac_address': 'fa:16:3e:2f:68:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'feff4125-b162-4177-85b9-d3c52bc77345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:30Z', 'updated_at': '2021-09-17T22:16:37Z', 'revision_number': 4, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'subnets': [{'id': 'feff4125-b162-4177-85b9-d3c52bc77345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:16:39.441536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-eb4fda31-8c98-4501-bb1e-cffd4251c9cd None None] For port 128ae6a2-e499-4e10-965e-545d77015506, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=128ae6a2-e499-4e10-965e-545d77015506,segment=NetworkSegment(8094c24c-944c-40e0-b3d6-d1a869e82a94),segment_id=8094c24c-944c-40e0-b3d6-d1a869e82a94)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:39.445308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:39.445673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:39.446251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:39.446696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Bound port: df0b35a9-3505-47d5-aa10-39214914878f, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:39.447120 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.576890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37de0f1e-bfe9-44e3-8397-653679f9c97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.672226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb4fda31-8c98-4501-bb1e-cffd4251c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.737988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7db2ea-048c-4f9b-a082-51f28527bdbf req-f17566f2-cb34-4968-9684-672f8270e9d0 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:39.747178 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce7db2ea-048c-4f9b-a082-51f28527bdbf req-f17566f2-cb34-4968-9684-672f8270e9d0 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 970 time: 0.1756451 Sep 17 22:16:39.774860 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2773687f-b3d8-4d15-a0cc-54633dea6fce tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.795245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fda31-8c98-4501-bb1e-cffd4251c9cd None None] Pushing event updated for resources: {'Port': ['ID=128ae6a2-e499-4e10-965e-545d77015506,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:39.832731 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37de0f1e-bfe9-44e3-8397-653679f9c97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.015657 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.046124 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce7db2ea-048c-4f9b-a082-51f28527bdbf req-562e51e0-8382-47ca-a065-8e3e01497aa7 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961795 Sep 17 22:16:40.159991 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b274a1e-14c6-4099-a61d-968ce4789bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.182657 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37de0f1e-bfe9-44e3-8397-653679f9c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.182657 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37de0f1e-bfe9-44e3-8397-653679f9c97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.182657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-37de0f1e-bfe9-44e3-8397-653679f9c97c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c0cb2be-4d3b-4b2f-9ea9-28b64423db3e HTTP/1.1" status: 204 len: 168 time: 0.8724871 Sep 17 22:16:40.223404 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b274a1e-14c6-4099-a61d-968ce4789bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.225049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de0f1e-bfe9-44e3-8397-653679f9c97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0cb2be-4d3b-4b2f-9ea9-28b64423db3e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:40.383356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:40.399693 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2773687f-b3d8-4d15-a0cc-54633dea6fce tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.415563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.428437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] For port df0b35a9-3505-47d5-aa10-39214914878f, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:40.474293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] For port df0b35a9-3505-47d5-aa10-39214914878f, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=df0b35a9-3505-47d5-aa10-39214914878f,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:40.493207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83f213-2a03-409b-b1b0-0fddc81a3353 req-4aa4abba-0542-47fa-b359-cf961f417ba2 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:40.499545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f83f213-2a03-409b-b1b0-0fddc81a3353 req-4aa4abba-0542-47fa-b359-cf961f417ba2 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 936 time: 0.3793080 Sep 17 22:16:40.503044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Transition to ACTIVE for port object cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:16:40.512909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2773687f-b3d8-4d15-a0cc-54633dea6fce tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.581000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.586903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773687f-b3d8-4d15-a0cc-54633dea6fce tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a5cc7b-1219-47d3-a4df-d884795e881f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:40.614815 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f83f213-2a03-409b-b1b0-0fddc81a3353 req-c8cb2bfd-835f-4aae-ac3c-7cab529922c9 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141806 Sep 17 22:16:40.641349 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.653454 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:40.654115 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.659467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2773687f-b3d8-4d15-a0cc-54633dea6fce tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.663694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2773687f-b3d8-4d15-a0cc-54633dea6fce tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3063624 Sep 17 22:16:40.667993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44624) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:40.669927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-27f6ab4f-1ab0-4e8e-bd73-7737f05fcf53 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Request body: {'security_group_rule': {'security_group_id': '56a5cc7b-1219-47d3-a4df-d884795e881f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:40.672856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] 10.222.0.23 "PUT /v2.0/ports/df0b35a9-3505-47d5-aa10-39214914878f HTTP/1.1" status: 200 len: 1119 time: 4.3460531 Sep 17 22:16:40.674673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fc0f75-f626-46d4-95a7-23dd27f00aab', 'tag': 'df0b35a9-3505-47d5-aa10-39214914878f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:40.779851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b274a1e-14c6-4099-a61d-968ce4789bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.790514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27f6ab4f-1ab0-4e8e-bd73-7737f05fcf53 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.798277 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b274a1e-14c6-4099-a61d-968ce4789bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.801096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9b274a1e-14c6-4099-a61d-968ce4789bdf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9590534d-6091-46d6-be0d-423aaa9d03ea HTTP/1.1" status: 204 len: 168 time: 1.5552192 Sep 17 22:16:40.937707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27f6ab4f-1ab0-4e8e-bd73-7737f05fcf53 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.987429 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27f6ab4f-1ab0-4e8e-bd73-7737f05fcf53 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:41.005058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6ab4f-1ab0-4e8e-bd73-7737f05fcf53 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca25db69-2252-445c-a42c-00c1a669f025,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:41.034872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 128ae6a2-e499-4e10-965e-545d77015506 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:41.070266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b274a1e-14c6-4099-a61d-968ce4789bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9590534d-6091-46d6-be0d-423aaa9d03ea,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:41.085561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad52082-d26e-4820-8e6e-2aca20531c1e service neutron] Pushing event updated for resources: {'Port': ['ID=df0b35a9-3505-47d5-aa10-39214914878f,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:41.237563 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27f6ab4f-1ab0-4e8e-bd73-7737f05fcf53 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:41.242169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-27f6ab4f-1ab0-4e8e-bd73-7737f05fcf53 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5768535 Sep 17 22:16:41.243010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44640) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:41.250671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ee75e007-7d5c-4585-9bec-919f67ce1751 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Request body: {'security_group_rule': {'security_group_id': '56a5cc7b-1219-47d3-a4df-d884795e881f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:41.259413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 128ae6a2-e499-4e10-965e-545d77015506 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:41.260563 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:41.304637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Attempting to bind port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:41.305976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Attempting to bind port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:41.306473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Attempting to bind port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:41.323270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:16:41.324017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Attempting to bind port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:41.328092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-a538c4ed-cb68-461b-9953-6b3301a2673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:41.330213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-a538c4ed-cb68-461b-9953-6b3301a2673b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=284a4afc8402446ea94e6eb0dff2ba9f&device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 1122 time: 0.5271895 Sep 17 22:16:41.414460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24149ef0-af55-4a64-bf4a-dbe730df5bae req-d31edcee-63db-43a9-a99a-7a17270b0187 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:41.428251 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-24149ef0-af55-4a64-bf4a-dbe730df5bae req-d31edcee-63db-43a9-a99a-7a17270b0187 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 970 time: 0.1587634 Sep 17 22:16:41.495375 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee75e007-7d5c-4585-9bec-919f67ce1751 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:41.595561 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-24149ef0-af55-4a64-bf4a-dbe730df5bae req-c98d8746-3299-433e-90c2-2f422d6a4779 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661420 Sep 17 22:16:41.636075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Pushing event updated for resources: {'Port': ['ID=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:41.647511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:41.647849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:41.648255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:41.648718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Bound port: cec3fec9-2709-43a2-a7fe-bbcb64ff5c98, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:41.649073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:41.664432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee75e007-7d5c-4585-9bec-919f67ce1751 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:41.735268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-a4a25721-c2d9-421f-9861-ae28207bd139 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=df0b35a9-3505-47d5-aa10-39214914878f HTTP/1.1" status: 200 len: 217 time: 0.3942676 Sep 17 22:16:41.787246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee75e007-7d5c-4585-9bec-919f67ce1751 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:41.831275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75e007-7d5c-4585-9bec-919f67ce1751 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d90ce1-2e90-4374-9f4e-0145c1d8dc29,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:41.904046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-51fb2c37-e19e-4541-ba60-919ec2382fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:41.905750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-51fb2c37-e19e-4541-ba60-919ec2382fe8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1491797 Sep 17 22:16:41.914549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] For port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:41.926183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] For port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:41.959550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d0a92-587f-483e-89f2-7c0a45b2b0ab req-c2dc5e0f-607b-4ab2-beab-5fc547c22739 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:41.968823 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-886d0a92-587f-483e-89f2-7c0a45b2b0ab req-c2dc5e0f-607b-4ab2-beab-5fc547c22739 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.2299767 Sep 17 22:16:42.051769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee75e007-7d5c-4585-9bec-919f67ce1751 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:42.057166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ee75e007-7d5c-4585-9bec-919f67ce1751 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8124321 Sep 17 22:16:42.062593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44652) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:42.066553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:42.072067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-886d0a92-587f-483e-89f2-7c0a45b2b0ab req-bc927b08-3841-4895-b644-651a7544652b tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019762 Sep 17 22:16:42.080723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-7a696026-2d8f-4bac-9d89-0da682562fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:42.085529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-7a696026-2d8f-4bac-9d89-0da682562fc1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1712048 Sep 17 22:16:42.091383 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:42.193819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:42.194747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:42.196578 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] 10.222.0.15 "PUT /v2.0/ports/cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 HTTP/1.1" status: 200 len: 1097 time: 4.9848673 Sep 17 22:16:42.204149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:42.363198 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440051b8-7280-4b98-9474-5e512080fccf" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fc0f75-f626-46d4-95a7-23dd27f00aab", "tag": "df0b35a9-3505-47d5-aa10-39214914878f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:42.394736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15e281-de82-470f-a81f-689c0e56e855 service neutron] Pushing event updated for resources: {'Port': ['ID=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:42.450509 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-2ba4bce8-871b-4f30-8a8a-c9432f0f3bc0 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393748 Sep 17 22:16:42.699940 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f5bc9e-3b95-4acf-b607-4d8d1c943252 req-e1f21c2f-ce51-4ccc-96cc-4557300601df service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414117 Sep 17 22:16:42.867242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773286db-864a-445d-b010-3275662c297f req-0f82075f-08ee-42a8-9c00-988ffe4f9cc7 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:42.867242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-773286db-864a-445d-b010-3275662c297f req-0f82075f-08ee-42a8-9c00-988ffe4f9cc7 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 970 time: 0.1365850 Sep 17 22:16:42.921361 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-773286db-864a-445d-b010-3275662c297f req-904f53ef-eda7-4a90-876c-c7880a26e73e tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655329 Sep 17 22:16:42.928282 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.075455 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Allocated IP 172.25.6.244 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/56947adf-ee23-4545-8252-f6da0876d15b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:43.178946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-d1096992-5dd9-4737-800c-75c7e87db71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:43.184087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-d1096992-5dd9-4737-800c-75c7e87db71a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d5977db044c47bcb52529098f2d73ee&device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 1100 time: 0.1148307 Sep 17 22:16:43.224569 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.287129 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-bc8dd55d-3fbe-48a8-93bd-6b3317547014 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 HTTP/1.1" status: 200 len: 217 time: 0.0884736 Sep 17 22:16:43.354720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-d4e3fa63-de08-4938-b5a9-4842353ab3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:43.356194 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-d4e3fa63-de08-4938-b5a9-4842353ab3a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0539904 Sep 17 22:16:43.365414 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.381373 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0610b37-c3f9-4ce7-a22e-41f110e6de1f x-openstack-request-id: req-c0610b37-c3f9-4ce7-a22e-41f110e6de1f {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:43.381873 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fc0f75-f626-46d4-95a7-23dd27f00aab", "tag": "df0b35a9-3505-47d5-aa10-39214914878f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:43.381873 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0610b37-c3f9-4ce7-a22e-41f110e6de1f {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:43.382343 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fc0f75-f626-46d4-95a7-23dd27f00aab', 'tag': 'df0b35a9-3505-47d5-aa10-39214914878f', 'status': 'completed', 'code': 200} Sep 17 22:16:43.386612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44680) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:43.505750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44682) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:43.506642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event updated for resources: {'Port': ['ID=56947adf-ee23-4545-8252-f6da0876d15b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:43.510346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f37c16b-82f1-423d-ad4f-f612378c7d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.528157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:43.545204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dea491-4e5f-42ec-a309-7b26fdc69864 req-1aa14dd2-a1e7-4c85-be3e-3038a6f2f1de tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:43.546625 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13dea491-4e5f-42ec-a309-7b26fdc69864 req-1aa14dd2-a1e7-4c85-be3e-3038a6f2f1de tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.2685337 Sep 17 22:16:43.593510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-9d18d8ea-ef82-4c4c-ba2b-fab35277891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:43.597356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-9d18d8ea-ef82-4c4c-ba2b-fab35277891f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1855757 Sep 17 22:16:43.709489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:43.719849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:43.730701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f37c16b-82f1-423d-ad4f-f612378c7d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.829513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-1144b84c-3765-45ab-9476-f50c52f57042 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176969 Sep 17 22:16:43.831902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440051b8-7280-4b98-9474-5e512080fccf req-e0f312aa-df4a-44e3-9404-bcb63d4fe69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:43.833684 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-440051b8-7280-4b98-9474-5e512080fccf req-e0f312aa-df4a-44e3-9404-bcb63d4fe69c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=284a4afc8402446ea94e6eb0dff2ba9f&device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 1122 time: 0.3112223 Sep 17 22:16:43.841188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f37c16b-82f1-423d-ad4f-f612378c7d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.892326 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09583a06-91a2-4d54-bf16-ecf85a5a8b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:44.001535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:44.050191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37c16b-82f1-423d-ad4f-f612378c7d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93999e3b-41e4-4a7c-987f-b1a795f2a689,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:44.224248 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7f37c16b-82f1-423d-ad4f-f612378c7d4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f58f9a12da6427e88f20a4bd222dc66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8015683 Sep 17 22:16:44.224658 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13dea491-4e5f-42ec-a309-7b26fdc69864 req-77cbc341-fdb5-4087-ace4-3b5cd5beefb2 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247873 Sep 17 22:16:44.227166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44698) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:44.392437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440051b8-7280-4b98-9474-5e512080fccf req-201da621-ae7f-467c-93c2-6762aaf559b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:44.393965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-440051b8-7280-4b98-9474-5e512080fccf req-201da621-ae7f-467c-93c2-6762aaf559b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.4917965 Sep 17 22:16:44.439216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c41b746e-66db-48b8-85fe-e66c92b34ea1 req-0d6a04f3-fd8c-4a4b-aeb5-e80bac3fde3e service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990050 Sep 17 22:16:44.449282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b883e-32d8-43bb-ba52-7889d3f94b5f req-05eac67a-9d08-48e9-8de7-96c7a6c1a458 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:44.464602 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b69b883e-32d8-43bb-ba52-7889d3f94b5f req-05eac67a-9d08-48e9-8de7-96c7a6c1a458 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 970 time: 0.3430810 Sep 17 22:16:44.472162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f686d27b-1b8d-43f3-8784-d08664788624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:44.497771 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:44.720524 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-440051b8-7280-4b98-9474-5e512080fccf req-a45c80ad-4bfc-417b-8160-f4a4f280d2d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=df0b35a9-3505-47d5-aa10-39214914878f HTTP/1.1" status: 200 len: 217 time: 0.2684345 Sep 17 22:16:44.807994 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440051b8-7280-4b98-9474-5e512080fccf req-b48107c8-70ed-4fed-8214-526187a218d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:44.809664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-440051b8-7280-4b98-9474-5e512080fccf req-b48107c8-70ed-4fed-8214-526187a218d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0959873 Sep 17 22:16:44.814571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09583a06-91a2-4d54-bf16-ecf85a5a8b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:44.890803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f686d27b-1b8d-43f3-8784-d08664788624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:44.907050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09583a06-91a2-4d54-bf16-ecf85a5a8b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:44.997068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09583a06-91a2-4d54-bf16-ecf85a5a8b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d27673e-9119-4ce1-ba1c-82ad544ff125,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:44.998807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b69b883e-32d8-43bb-ba52-7889d3f94b5f req-9e73d3e5-0d0c-4141-89f9-c53d5d7b6e99 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324585 Sep 17 22:16:45.062982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-09583a06-91a2-4d54-bf16-ecf85a5a8b81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f743d10d584b43089a8aff0c3fcb8087&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5646048 Sep 17 22:16:45.080231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44720) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:45.082645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440051b8-7280-4b98-9474-5e512080fccf req-0caea99b-ab90-4d91-b411-e7fe81bbe6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:45.085508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.088497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-440051b8-7280-4b98-9474-5e512080fccf req-0caea99b-ab90-4d91-b411-e7fe81bbe6df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2364151 Sep 17 22:16:45.113739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f686d27b-1b8d-43f3-8784-d08664788624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.130954 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f686d27b-1b8d-43f3-8784-d08664788624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.139348 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f686d27b-1b8d-43f3-8784-d08664788624 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93999e3b-41e4-4a7c-987f-b1a795f2a689 HTTP/1.1" status: 204 len: 168 time: 0.9110868 Sep 17 22:16:45.156696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686d27b-1b8d-43f3-8784-d08664788624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93999e3b-41e4-4a7c-987f-b1a795f2a689,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:45.163088 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.251606 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.296891 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8737082-c8d1-4a31-9b70-55a886f961d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.316506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event updated for resources: {'Port': ['ID=56947adf-ee23-4545-8252-f6da0876d15b,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:45.336454 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8737082-c8d1-4a31-9b70-55a886f961d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.387186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57a0422-d080-4fb2-a5cc-5077d885645c', 'tag': 'cec3fec9-2709-43a2-a7fe-bbcb64ff5c98'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:45.397074 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ef4cdd-bc54-4517-a087-255aa99b76c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d57a0422-d080-4fb2-a5cc-5077d885645c", "tag": "cec3fec9-2709-43a2-a7fe-bbcb64ff5c98"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:45.497794 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edbf986-b10d-40a5-9b26-671f2e13b13f x-openstack-request-id: req-7edbf986-b10d-40a5-9b26-671f2e13b13f {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:45.499469 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57a0422-d080-4fb2-a5cc-5077d885645c", "tag": "cec3fec9-2709-43a2-a7fe-bbcb64ff5c98", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:45.500167 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7edbf986-b10d-40a5-9b26-671f2e13b13f {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:45.502176 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57a0422-d080-4fb2-a5cc-5077d885645c', 'tag': 'cec3fec9-2709-43a2-a7fe-bbcb64ff5c98', 'status': 'completed', 'code': 200} Sep 17 22:16:45.548517 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.559730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0841c841-f95f-406f-8fb2-8fd1a3ab5909 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4987814 Sep 17 22:16:45.574862 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-440051b8-7280-4b98-9474-5e512080fccf req-ceb7f85c-6767-4f7d-b54d-48c16f5128f3 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815238 Sep 17 22:16:45.638173 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8737082-c8d1-4a31-9b70-55a886f961d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.642140 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8737082-c8d1-4a31-9b70-55a886f961d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.645959 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f8737082-c8d1-4a31-9b70-55a886f961d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d27673e-9119-4ce1-ba1c-82ad544ff125 HTTP/1.1" status: 204 len: 168 time: 0.5535185 Sep 17 22:16:45.662067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b422e-e358-4301-9bc4-d71d74847a4b req-dee8586e-3e17-491f-a997-ed9c3a4c8436 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:45.663964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e20b422e-e358-4301-9bc4-d71d74847a4b req-dee8586e-3e17-491f-a997-ed9c3a4c8436 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.2607486 Sep 17 22:16:45.678176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8737082-c8d1-4a31-9b70-55a886f961d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d27673e-9119-4ce1-ba1c-82ad544ff125,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:45.694172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-035352d5-1695-4813-9d4f-156d35d8087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:45.696846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-035352d5-1695-4813-9d4f-156d35d8087d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d5977db044c47bcb52529098f2d73ee&device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 1100 time: 0.1651738 Sep 17 22:16:45.815170 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e20b422e-e358-4301-9bc4-d71d74847a4b req-25fce6fc-e9c7-406d-a60a-1513c7361cb5 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340744 Sep 17 22:16:45.852350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-c5512c1d-3bea-45b9-9c8a-19764b9977df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:45.860151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-c5512c1d-3bea-45b9-9c8a-19764b9977df service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1528227 Sep 17 22:16:46.321922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-440051b8-7280-4b98-9474-5e512080fccf req-2c0987d9-8172-4af3-b09d-000d3e0c7b21 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926827 Sep 17 22:16:46.790493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ccfe5-da99-4c9e-b2a2-8cbc2663f19e req-6010a729-3bff-4de4-afc1-effa62c010f3 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:46.790493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe5ccfe5-da99-4c9e-b2a2-8cbc2663f19e req-6010a729-3bff-4de4-afc1-effa62c010f3 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 970 time: 0.0848205 Sep 17 22:16:46.790493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe5ccfe5-da99-4c9e-b2a2-8cbc2663f19e req-7203b316-4bee-48c7-98c4-f0f428bf1608 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594463 Sep 17 22:16:47.473921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44778) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:47.493916 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3554cf12-0623-48fc-ba42-64b94e228f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:47.566419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dcfe5-10da-4ff3-8bbd-5572f56907b2 req-bdb2a8b9-24f7-4318-a223-d8c18bad3ba7 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:47.584197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b20dcfe5-10da-4ff3-8bbd-5572f56907b2 req-bdb2a8b9-24f7-4318-a223-d8c18bad3ba7 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.1272914 Sep 17 22:16:47.681032 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b20dcfe5-10da-4ff3-8bbd-5572f56907b2 req-1df0b55c-23c9-421c-94a9-133daf8f2a1b tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953140 Sep 17 22:16:47.715892 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3554cf12-0623-48fc-ba42-64b94e228f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:47.930932 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3554cf12-0623-48fc-ba42-64b94e228f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:47.993890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44790) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:47.994647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3554cf12-0623-48fc-ba42-64b94e228f4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06fe1e2780414980a049be6594b00e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182943 Sep 17 22:16:47.995313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554cf12-0623-48fc-ba42-64b94e228f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83c1c14-0722-48ad-a3fd-7d0cd1e2c80e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:48.124794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-41b23129-e039-41cc-bf2a-e3ab92ff5e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.148665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-41b23129-e039-41cc-bf2a-e3ab92ff5e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.260668 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-41b23129-e039-41cc-bf2a-e3ab92ff5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.265667 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-41b23129-e039-41cc-bf2a-e3ab92ff5e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.267179 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-41b23129-e039-41cc-bf2a-e3ab92ff5e13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a83c1c14-0722-48ad-a3fd-7d0cd1e2c80e HTTP/1.1" status: 204 len: 168 time: 0.2710073 Sep 17 22:16:48.278062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b23129-e039-41cc-bf2a-e3ab92ff5e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83c1c14-0722-48ad-a3fd-7d0cd1e2c80e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:48.608260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-8080c173-1b88-4f57-b9d7-6a520dc0ee2f tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--636801992&fields=id&tenant_id=1f608ec5448543a1bf0e87812ee81c54 HTTP/1.1" status: 200 len: 267 time: 0.0603321 Sep 17 22:16:48.618337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9a788-90fc-4db0-8d63-35f947a74e67 req-582af969-aa4b-4020-9bfc-334dc3ec5cc2 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:48.623349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92e9a788-90fc-4db0-8d63-35f947a74e67 req-582af969-aa4b-4020-9bfc-334dc3ec5cc2 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 970 time: 0.0753317 Sep 17 22:16:48.664203 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92e9a788-90fc-4db0-8d63-35f947a74e67 req-eac4dafc-68ed-44b1-aafe-db864982ab97 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349045 Sep 17 22:16:48.807582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-d2afac62-7d4b-40f0-ba69-6e28ecd17613 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:48.809626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-d2afac62-7d4b-40f0-ba69-6e28ecd17613 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/networks?id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 200 len: 823 time: 0.2005346 Sep 17 22:16:48.831348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be441942-2c93-4a17-b375-5e266d463efe req-23ef9c08-59cc-4705-8e5b-1baa0182cdba tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:48.833632 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-be441942-2c93-4a17-b375-5e266d463efe req-23ef9c08-59cc-4705-8e5b-1baa0182cdba tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.0596664 Sep 17 22:16:48.836989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-9f5d3e15-4c96-4421-b354-02754a678974 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/quotas/1f608ec5448543a1bf0e87812ee81c54 HTTP/1.1" status: 200 len: 375 time: 0.0155077 Sep 17 22:16:48.898662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-be441942-2c93-4a17-b375-5e266d463efe req-4345d189-14e3-4921-a3a3-1a5d164d1a27 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588205 Sep 17 22:16:48.921738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-25448258-78c8-49f9-b938-b45cededb8c2 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826876 Sep 17 22:16:49.211046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44840) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:49.346464 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4aeda7e-8569-427e-abb8-b0e43a91e5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.357610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-02d9b11b-8a48-4a27-b05d-779915dc2f95 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:16:49.368283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-02d9b11b-8a48-4a27-b05d-779915dc2f95 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0911717 Sep 17 22:16:49.473058 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4aeda7e-8569-427e-abb8-b0e43a91e5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.473264 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-8ecce740-3fe5-44ac-bd07-882e390486b4 service neutron] 10.222.0.30 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035109 Sep 17 22:16:49.551752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4aeda7e-8569-427e-abb8-b0e43a91e5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.566617 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-e898a49a-fc98-4636-99c8-ea02b4169331 service neutron] 10.222.0.30 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925341 Sep 17 22:16:49.609241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d4aeda7e-8569-427e-abb8-b0e43a91e5f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4dba34eed52740fda8a0dc32e146a7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971179 Sep 17 22:16:49.610566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aeda7e-8569-427e-abb8-b0e43a91e5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b9ca8-635f-4168-a3fb-8d941f4fe6cc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:49.612167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44868) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:49.664638 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16c7271e-3a64-414f-b373-dbe35fa02738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.688972 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16c7271e-3a64-414f-b373-dbe35fa02738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.827056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f0734-511c-4ee2-8368-159e4f1810af req-a1503640-83d2-4413-838c-d5158b2128a2 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:49.828606 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-148f0734-511c-4ee2-8368-159e4f1810af req-a1503640-83d2-4413-838c-d5158b2128a2 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 970 time: 0.0596590 Sep 17 22:16:49.849184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16c7271e-3a64-414f-b373-dbe35fa02738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.849382 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16c7271e-3a64-414f-b373-dbe35fa02738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.851524 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-16c7271e-3a64-414f-b373-dbe35fa02738 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c44b9ca8-635f-4168-a3fb-8d941f4fe6cc HTTP/1.1" status: 204 len: 168 time: 0.2379107 Sep 17 22:16:49.874623 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be9a32fb-9913-4ef7-9626-4708eca8154f req-c6e76f68-bbaf-4884-b06d-2cbbd00aaab0 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 210 time: 0.0385275 Sep 17 22:16:49.878971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7271e-3a64-414f-b373-dbe35fa02738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b9ca8-635f-4168-a3fb-8d941f4fe6cc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:49.890165 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-148f0734-511c-4ee2-8368-159e4f1810af req-8c040e7f-a05e-43b1-bca3-72984bd917c7 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553803 Sep 17 22:16:50.006492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44902) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:50.104740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944fe46-037f-45f0-9179-ea853a88a376 req-46fea528-f094-474f-90dc-5c0f67659c71 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:50.104740 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0944fe46-037f-45f0-9179-ea853a88a376 req-46fea528-f094-474f-90dc-5c0f67659c71 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.0683596 Sep 17 22:16:50.159353 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0944fe46-037f-45f0-9179-ea853a88a376 req-5863bc63-a3e1-4b20-abd7-9262581d0684 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483720 Sep 17 22:16:50.287788 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9fef4681-f675-47c1-ba3f-c5141fd48c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.446179 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-86a0737a-3358-41b3-86e7-a5bca8549dd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 HTTP/1.1" status: 200 len: 217 time: 0.0502598 Sep 17 22:16:50.448888 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9fef4681-f675-47c1-ba3f-c5141fd48c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.497818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-d207da39-078f-41e6-b35d-b18d5a3aeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:50.499264 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-d207da39-078f-41e6-b35d-b18d5a3aeea6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0462961 Sep 17 22:16:50.553062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-3aad5869-008e-44d8-9203-936f7b66027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:50.554627 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-3aad5869-008e-44d8-9203-936f7b66027d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0481620 Sep 17 22:16:50.574283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9fef4681-f675-47c1-ba3f-c5141fd48c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.659304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9fef4681-f675-47c1-ba3f-c5141fd48c40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=efb69ae3a16442ce95201be3a44de9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6518238 Sep 17 22:16:50.661842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef4681-f675-47c1-ba3f-c5141fd48c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15074b75-c28e-4f1e-9588-65c790b8fbbb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:50.662675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44946) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:50.696149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-d541340d-be37-4bb8-93e1-4539a8084d25 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304255 Sep 17 22:16:50.714348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-52050184-0677-4281-988c-73e9af57d6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.739414 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-52050184-0677-4281-988c-73e9af57d6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.767522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44950) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:50.804114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3ef4cdd-bc54-4517-a087-255aa99b76c0 req-046acda4-75e5-46fd-ae12-f0f34853a24d service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971329 Sep 17 22:16:50.808471 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f74a-8171-4f6a-8595-a814903c869e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.930776 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-52050184-0677-4281-988c-73e9af57d6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.934428 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-52050184-0677-4281-988c-73e9af57d6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.937156 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-52050184-0677-4281-988c-73e9af57d6f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15074b75-c28e-4f1e-9588-65c790b8fbbb HTTP/1.1" status: 204 len: 168 time: 0.2713220 Sep 17 22:16:50.969714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d497b7a-5f54-4459-b3dc-8aa243f06ecd req-42a27b58-d25e-4ae8-91a9-1dc06478bf80 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 210 time: 0.0430853 Sep 17 22:16:50.975038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52050184-0677-4281-988c-73e9af57d6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15074b75-c28e-4f1e-9588-65c790b8fbbb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:51.041337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44960) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:51.124296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f74a-8171-4f6a-8595-a814903c869e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.189378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f74a-8171-4f6a-8595-a814903c869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.282347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2f74a-8171-4f6a-8595-a814903c869e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3317a32f-badb-4eaf-8f74-f6338f7cd52c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:51.288554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a1e2f74a-8171-4f6a-8595-a814903c869e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=635f2ba5925240fdbe8726d35d91d443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201428 Sep 17 22:16:51.291609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44970) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:51.326447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bb2a8-9a54-49bb-8ef0-2eba61ead609 req-e742f951-4125-4c4d-8c0b-f01f7203d59e tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:51.330309 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-102bb2a8-9a54-49bb-8ef0-2eba61ead609 req-e742f951-4125-4c4d-8c0b-f01f7203d59e tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 970 time: 0.1320145 Sep 17 22:16:51.378230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff42704-fae8-4db7-8c4d-9a4dc3b93da4 req-b4ef700b-afa1-4fbc-87c4-31e42a5a701a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:51.380110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cff42704-fae8-4db7-8c4d-9a4dc3b93da4 req-b4ef700b-afa1-4fbc-87c4-31e42a5a701a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.1098762 Sep 17 22:16:51.393498 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-102bb2a8-9a54-49bb-8ef0-2eba61ead609 req-bdd1f176-6c0f-46e9-9d73-36c3f6a2aec2 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557339 Sep 17 22:16:51.404247 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9227210-c4df-4a37-bfb5-c786c4fbf5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.452285 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9227210-c4df-4a37-bfb5-c786c4fbf5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.462457 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cff42704-fae8-4db7-8c4d-9a4dc3b93da4 req-db732e2f-f9ca-4127-87ad-0daad8eec98b tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664248 Sep 17 22:16:51.531477 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c98dcf6-da5e-467d-9f57-114818206823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.550898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44974) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:51.585833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9227210-c4df-4a37-bfb5-c786c4fbf5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.588557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9227210-c4df-4a37-bfb5-c786c4fbf5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.589693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b9227210-c4df-4a37-bfb5-c786c4fbf5c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3317a32f-badb-4eaf-8f74-f6338f7cd52c HTTP/1.1" status: 204 len: 168 time: 0.2813270 Sep 17 22:16:51.607110 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9227210-c4df-4a37-bfb5-c786c4fbf5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3317a32f-badb-4eaf-8f74-f6338f7cd52c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:51.646554 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1e846b0-8caa-4ada-aec6-9ab10e5cbf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.686577 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c98dcf6-da5e-467d-9f57-114818206823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.770261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c98dcf6-da5e-467d-9f57-114818206823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.825655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98dcf6-da5e-467d-9f57-114818206823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8c3996-602f-4ab3-846a-3ce6aaa93697,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:51.832023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7c98dcf6-da5e-467d-9f57-114818206823 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82649af0fabd4374a6700a2501c23c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7870991 Sep 17 22:16:51.834613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44986) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:51.878306 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1e846b0-8caa-4ada-aec6-9ab10e5cbf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.884748 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d17a7100-6a78-4fc0-95bc-9a534b927bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.905660 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d17a7100-6a78-4fc0-95bc-9a534b927bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.943639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44994) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:51.956826 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a457964-1888-4f37-8186-0e72cb915f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.982572 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1e846b0-8caa-4ada-aec6-9ab10e5cbf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.038435 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d17a7100-6a78-4fc0-95bc-9a534b927bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.041957 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d17a7100-6a78-4fc0-95bc-9a534b927bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.045638 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d17a7100-6a78-4fc0-95bc-9a534b927bd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f8c3996-602f-4ab3-846a-3ce6aaa93697 HTTP/1.1" status: 204 len: 168 time: 0.2075193 Sep 17 22:16:52.045778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e846b0-8caa-4ada-aec6-9ab10e5cbf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15667b4-6885-4808-bac0-e61af3a436de,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.055856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a7100-6a78-4fc0-95bc-9a534b927bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8c3996-602f-4ab3-846a-3ce6aaa93697,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.130084 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54451713-a9ee-4152-af73-d148ca237704 req-21ee9bb9-8a06-479a-aead-f93537db9dd4 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 210 time: 0.0758297 Sep 17 22:16:52.144510 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c1e846b0-8caa-4ada-aec6-9ab10e5cbf2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9975424dd1841709ff369fb837b234c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5919137 Sep 17 22:16:52.148391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45004) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:52.152006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a457964-1888-4f37-8186-0e72cb915f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.198891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-725052f4-c9ec-4175-b3d5-7e7892a0c1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.220729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-725052f4-c9ec-4175-b3d5-7e7892a0c1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.243763 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a457964-1888-4f37-8186-0e72cb915f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.293307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2a457964-1888-4f37-8186-0e72cb915f42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e2c3b93401f4e429a7e998428b17474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485420 Sep 17 22:16:52.294489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a457964-1888-4f37-8186-0e72cb915f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2928e5f-d96b-4df4-b814-2de73cd37cbe,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.300308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45008) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:52.362568 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f73e08dc-9d3b-47d3-adf4-91a9f95ec323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.399081 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-725052f4-c9ec-4175-b3d5-7e7892a0c1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.403559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-725052f4-c9ec-4175-b3d5-7e7892a0c1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.405063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-725052f4-c9ec-4175-b3d5-7e7892a0c1be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a15667b4-6885-4808-bac0-e61af3a436de HTTP/1.1" status: 204 len: 168 time: 0.2556195 Sep 17 22:16:52.407373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f73e08dc-9d3b-47d3-adf4-91a9f95ec323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.413770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725052f4-c9ec-4175-b3d5-7e7892a0c1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15667b4-6885-4808-bac0-e61af3a436de,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.530738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-cbb75c12-2058-47be-8f55-57366b09da72 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:52.540382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-cbb75c12-2058-47be-8f55-57366b09da72 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.15 "GET /v2.0/networks?id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 200 len: 823 time: 0.1584249 Sep 17 22:16:52.541202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d14bc-4d02-4acb-9a26-80a4077ee274 req-29b9cc85-8acf-4739-a921-140ee7e0e1f7 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:52.542744 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-686d14bc-4d02-4acb-9a26-80a4077ee274 req-29b9cc85-8acf-4739-a921-140ee7e0e1f7 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 970 time: 0.0777273 Sep 17 22:16:52.596329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-686d14bc-4d02-4acb-9a26-80a4077ee274 req-f1449226-6350-41fc-b2a7-1276f871496e tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452759 Sep 17 22:16:52.641773 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-7fe65609-dd59-423f-9c4d-ae41155b72b4 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f608ec5448543a1bf0e87812ee81c54 HTTP/1.1" status: 200 len: 379 time: 0.0921926 Sep 17 22:16:52.655840 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f73e08dc-9d3b-47d3-adf4-91a9f95ec323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.662609 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f73e08dc-9d3b-47d3-adf4-91a9f95ec323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.667669 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f73e08dc-9d3b-47d3-adf4-91a9f95ec323 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2928e5f-d96b-4df4-b814-2de73cd37cbe HTTP/1.1" status: 204 len: 168 time: 0.3622866 Sep 17 22:16:52.676343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Request body: {'port': {'device_id': '245098e5-7016-4bf3-802a-6d58c4739e41', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'admin_state_up': True, 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'security_groups': ['56a5cc7b-1219-47d3-a4df-d884795e881f']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:52.719231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e08dc-9d3b-47d3-adf4-91a9f95ec323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2928e5f-d96b-4df4-b814-2de73cd37cbe,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.771548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ce721-9dd7-45a9-afda-d73f9caf64b3 req-e6fcd839-e062-4f0a-b13d-906abe70a170 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:52.773033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e6ce721-9dd7-45a9-afda-d73f9caf64b3 req-e6fcd839-e062-4f0a-b13d-906abe70a170 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.2129374 Sep 17 22:16:52.835210 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e6ce721-9dd7-45a9-afda-d73f9caf64b3 req-831488e4-7fe7-4c93-ad93-62de6de35f3c tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549879 Sep 17 22:16:52.935295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Made reservation on behalf of 1f608ec5448543a1bf0e87812ee81c54 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:52.938785 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.004114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45038) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:53.027131 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c3fa-5c3e-4cc2-8caf-d3ff4adbc82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.090884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Allocated IP 172.20.0.6 (7e8f77ab-5084-447f-8a5c-d1535a2e6a9c/a74373df-0ca5-4781-89c3-79e54f694726/5d111bee-abb4-4fc8-939e-b3504b943398) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:53.149739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c3fa-5c3e-4cc2-8caf-d3ff4adbc82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.225996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa576a6e-e192-486c-bda0-ef2882a5eaf8 req-ef29b72f-3953-49b3-ba49-a76a1edc41d1 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 210 time: 0.0271573 Sep 17 22:16:53.233183 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c3fa-5c3e-4cc2-8caf-d3ff4adbc82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.258212 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.288680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8eb5c3fa-5c3e-4cc2-8caf-d3ff4adbc82d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fbc369d79354647a1d31f3217f31841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834415 Sep 17 22:16:53.291084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5c3fa-5c3e-4cc2-8caf-d3ff4adbc82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34087297-5da5-44a4-bd81-e288e89e9ee5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:53.292593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45048) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:53.525649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61a98215-f3a1-48b6-97c2-c611359dd152 req-0ea5dcc0-98db-41ec-a466-614440e5a755 tempest-FlavorsV2NegativeTest-2056489005 tempest-FlavorsV2NegativeTest-2056489005-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=dbcaf21b7cfd4639a0f71365c05ad8cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367041 Sep 17 22:16:53.579149 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.618768 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df4e7127-20b4-47b2-939e-372d49ce96a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.682913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:53.700490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df4e7127-20b4-47b2-939e-372d49ce96a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.702218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:53.713865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:53.719313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:53.719992 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.722323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event updated for resources: {'Port': ['ID=5d111bee-abb4-4fc8-939e-b3504b943398,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:53.734813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0daf8-740a-4246-90e0-d2af4828a43d req-d01b3243-1ece-4c06-af79-fb058e129651 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:53.743254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72c0daf8-740a-4246-90e0-d2af4828a43d req-d01b3243-1ece-4c06-af79-fb058e129651 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 970 time: 0.0708873 Sep 17 22:16:53.747500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device df0b35a9-3505-47d5-aa10-39214914878f details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:16:53.785881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a98215-f3a1-48b6-97c2-c611359dd152 req-e9f34bff-1dc4-4594-946e-af8f71f35bcb tempest-FlavorsV2NegativeTest-2056489005 tempest-FlavorsV2NegativeTest-2056489005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:53.793838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61a98215-f3a1-48b6-97c2-c611359dd152 req-e9f34bff-1dc4-4594-946e-af8f71f35bcb tempest-FlavorsV2NegativeTest-2056489005 tempest-FlavorsV2NegativeTest-2056489005-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599764 Sep 17 22:16:53.810842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61a98215-f3a1-48b6-97c2-c611359dd152 req-45a4714b-e806-49ec-855f-fc456b252947 tempest-FlavorsV2NegativeTest-2056489005 tempest-FlavorsV2NegativeTest-2056489005-project] 10.222.0.30 "GET /v2.0/quotas/dbcaf21b7cfd4639a0f71365c05ad8cd HTTP/1.1" status: 200 len: 375 time: 0.0164528 Sep 17 22:16:53.822994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72c0daf8-740a-4246-90e0-d2af4828a43d req-1d6311e0-4464-415a-ad46-152bf843b760 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748341 Sep 17 22:16:53.863485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61a98215-f3a1-48b6-97c2-c611359dd152 req-04e1034a-b897-4e55-b46f-d2a917308226 tempest-FlavorsV2NegativeTest-2056489005 tempest-FlavorsV2NegativeTest-2056489005-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbcaf21b7cfd4639a0f71365c05ad8cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478423 Sep 17 22:16:53.863485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-50c04935-5185-4ca5-89c2-d928f5e4253b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1914623 Sep 17 22:16:53.891792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Request body: {'port': {'device_id': '245098e5-7016-4bf3-802a-6d58c4739e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:53.917917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port df0b35a9-3505-47d5-aa10-39214914878f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=df0b35a9-3505-47d5-aa10-39214914878f,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:53.934336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'df0b35a9-3505-47d5-aa10-39214914878f', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'df0b35a9-3505-47d5-aa10-39214914878f', 'mac_address': 'fa:16:3e:fc:aa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:tempest-test_az-2025160521', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:16:53.959419 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df4e7127-20b4-47b2-939e-372d49ce96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.965137 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df4e7127-20b4-47b2-939e-372d49ce96a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.975033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-df4e7127-20b4-47b2-939e-372d49ce96a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34087297-5da5-44a4-bd81-e288e89e9ee5 HTTP/1.1" status: 204 len: 168 time: 0.6811597 Sep 17 22:16:53.982219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1c530-1234-4d3c-bec4-abcd2ec6e357 req-4d5d491e-3eca-48a8-9951-f38743eea441 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:53.993058 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-deb1c530-1234-4d3c-bec4-abcd2ec6e357 req-4d5d491e-3eca-48a8-9951-f38743eea441 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.0803332 Sep 17 22:16:53.995390 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.012968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0b35a9-3505-47d5-aa10-39214914878f {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:54.038669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e7127-20b4-47b2-939e-372d49ce96a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34087297-5da5-44a4-bd81-e288e89e9ee5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:54.043938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.045464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port df0b35a9-3505-47d5-aa10-39214914878f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=df0b35a9-3505-47d5-aa10-39214914878f,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:54.059187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-deb1c530-1234-4d3c-bec4-abcd2ec6e357 req-bcf8f656-c9d4-40fb-b435-f941c6432da6 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653374 Sep 17 22:16:54.138987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f599759b-a426-4ff0-9ca0-90db997af913 None None] Provisioning complete for port 5d111bee-abb4-4fc8-939e-b3504b943398 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:54.143722 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f599759b-a426-4ff0-9ca0-90db997af913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.173978 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.210345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f599759b-a426-4ff0-9ca0-90db997af913 None None] Port 5d111bee-abb4-4fc8-939e-b3504b943398 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:54.233856 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=df0b35a9-3505-47d5-aa10-39214914878f,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:54.400412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f47a37-9372-4361-ae34-705108f28d4b req-9d5de591-0ae7-4413-81f2-fd4fcf7ef3a6 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:54.401939 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8f47a37-9372-4361-ae34-705108f28d4b req-9d5de591-0ae7-4413-81f2-fd4fcf7ef3a6 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 931 time: 0.0921695 Sep 17 22:16:54.409946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d111bee-abb4-4fc8-939e-b3504b943398 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:54.428012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.454531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Transition to ACTIVE for port object 5d111bee-abb4-4fc8-939e-b3504b943398 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:16:54.459977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8f47a37-9372-4361-ae34-705108f28d4b req-bd0fafa5-f17c-44f4-a4e4-a9dabf826d10 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456727 Sep 17 22:16:54.493564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['df0b35a9-3505-47d5-aa10-39214914878f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:54.497166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.551357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f190a1-5264-4166-83be-129074319658 service neutron] Pushing event updated for resources: {'Port': ['ID=5d111bee-abb4-4fc8-939e-b3504b943398,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:54.591349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Attempting to bind port 5d111bee-abb4-4fc8-939e-b3504b943398 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:54.592472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Attempting to bind port 5d111bee-abb4-4fc8-939e-b3504b943398 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:54.593292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Attempting to bind port 5d111bee-abb4-4fc8-939e-b3504b943398 on network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:54.599677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Port 5d111bee-abb4-4fc8-939e-b3504b943398 on network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:16:54.600001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Attempting to bind port 5d111bee-abb4-4fc8-939e-b3504b943398 on network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:54.606921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:54.607162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Checking segment: {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:54.607550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Bound using segment: {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:54.607984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Bound port: 5d111bee-abb4-4fc8-939e-b3504b943398, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:54.608381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.690804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] For port 5d111bee-abb4-4fc8-939e-b3504b943398, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:54.697840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] For port 5d111bee-abb4-4fc8-939e-b3504b943398, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5d111bee-abb4-4fc8-939e-b3504b943398,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:54.787267 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.824927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:54.825553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.826982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-54f190a1-5264-4166-83be-129074319658 service neutron] 10.222.0.15 "PUT /v2.0/ports/5d111bee-abb4-4fc8-939e-b3504b943398 HTTP/1.1" status: 200 len: 1092 time: 0.9487677 Sep 17 22:16:54.827422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245098e5-7016-4bf3-802a-6d58c4739e41', 'tag': '5d111bee-abb4-4fc8-939e-b3504b943398'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:54.829713 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a01231e-2c6c-4ab9-b86e-40ad4b4254b0" -d '{"events": [{"name": "network-changed", "server_uuid": "245098e5-7016-4bf3-802a-6d58c4739e41", "tag": "5d111bee-abb4-4fc8-939e-b3504b943398"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:54.852782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f190a1-5264-4166-83be-129074319658 service neutron] Pushing event updated for resources: {'Port': ['ID=5d111bee-abb4-4fc8-939e-b3504b943398,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:54.908385 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f521e49-3e09-4fcc-b7ba-baa71ee6c435 x-openstack-request-id: req-2f521e49-3e09-4fcc-b7ba-baa71ee6c435 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:54.908682 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245098e5-7016-4bf3-802a-6d58c4739e41", "tag": "5d111bee-abb4-4fc8-939e-b3504b943398", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:54.908933 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f521e49-3e09-4fcc-b7ba-baa71ee6c435 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:54.909329 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245098e5-7016-4bf3-802a-6d58c4739e41', 'tag': '5d111bee-abb4-4fc8-939e-b3504b943398', 'status': 'completed', 'code': 200} Sep 17 22:16:54.973208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf3cfe-5abb-4d71-8d9d-82dd45e4a4e4 req-2ccfb306-5ccb-4bfa-bd79-1119eb7fe36f tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:54.974554 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-babf3cfe-5abb-4d71-8d9d-82dd45e4a4e4 req-2ccfb306-5ccb-4bfa-bd79-1119eb7fe36f tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 971 time: 0.0617135 Sep 17 22:16:55.039354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-babf3cfe-5abb-4d71-8d9d-82dd45e4a4e4 req-6b73b88e-480b-4103-9824-ba2a3203cae3 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512040 Sep 17 22:16:55.041671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01231e-2c6c-4ab9-b86e-40ad4b4254b0 req-f6e16cfb-d9da-4083-b50c-dd0e83ebe025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:55.043125 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a01231e-2c6c-4ab9-b86e-40ad4b4254b0 req-f6e16cfb-d9da-4083-b50c-dd0e83ebe025 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 1095 time: 0.0885687 Sep 17 22:16:55.209217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17069d-114e-47ec-863a-0ff377e3497b req-8d030fb9-ad80-47cf-9b27-72c8b11c08ab tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:55.217403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4a17069d-114e-47ec-863a-0ff377e3497b req-8d030fb9-ad80-47cf-9b27-72c8b11c08ab tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.0633323 Sep 17 22:16:55.242180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01231e-2c6c-4ab9-b86e-40ad4b4254b0 req-b78e3c46-1e36-4641-bd08-6d936599b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:55.244091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a01231e-2c6c-4ab9-b86e-40ad4b4254b0 req-b78e3c46-1e36-4641-bd08-6d936599b99d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1f608ec5448543a1bf0e87812ee81c54&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1846578 Sep 17 22:16:55.251828 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4a17069d-114e-47ec-863a-0ff377e3497b req-4f17e805-f380-4744-88c4-bbd90a4a799c tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Sep 17 22:16:55.409725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01231e-2c6c-4ab9-b86e-40ad4b4254b0 req-5057724a-45c5-4926-aa5a-9918364fd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:55.412303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a01231e-2c6c-4ab9-b86e-40ad4b4254b0 req-5057724a-45c5-4926-aa5a-9918364fd122 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605914 Sep 17 22:16:55.545210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-d489fa71-5e45-4b09-8ca2-609c6bbb1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:55.548074 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-d489fa71-5e45-4b09-8ca2-609c6bbb1e14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 1095 time: 0.0762897 Sep 17 22:16:55.615552 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-8fdc0152-96d4-4405-818e-925ff672f7bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d111bee-abb4-4fc8-939e-b3504b943398 HTTP/1.1" status: 200 len: 217 time: 0.0514395 Sep 17 22:16:55.660488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb3fbb-6f05-44bf-9952-476e96736a5f req-5bb05463-3dc5-4efc-a2be-d1140b3782e3 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:55.662001 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-74bb3fbb-6f05-44bf-9952-476e96736a5f req-5bb05463-3dc5-4efc-a2be-d1140b3782e3 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 943 time: 0.1100593 Sep 17 22:16:55.696152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-f035730c-972a-489e-9a1f-b625ee8adb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:55.698337 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-f035730c-972a-489e-9a1f-b625ee8adb60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a74373df-0ca5-4781-89c3-79e54f694726 HTTP/1.1" status: 200 len: 862 time: 0.0750165 Sep 17 22:16:55.740900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device df0b35a9-3505-47d5-aa10-39214914878f up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:55.742676 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-74bb3fbb-6f05-44bf-9952-476e96736a5f req-4890711a-2beb-473c-b2ef-c80c54de1f02 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741580 Sep 17 22:16:55.769813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-5b5cb623-ed86-4abe-bea1-40731b96214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:55.771309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-5b5cb623-ed86-4abe-bea1-40731b96214a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632787 Sep 17 22:16:55.772562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45172) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:55.886789 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-247cc67c-2150-4628-b6d8-98667f1e1aea service neutron] 10.222.0.15 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072767 Sep 17 22:16:55.979646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dcf94d1-a652-4efc-88cb-988583e7742a req-08e6f87c-2ac9-4520-83f9-630ac35eee09 service neutron] 10.222.0.15 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850387 Sep 17 22:16:55.998300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port df0b35a9-3505-47d5-aa10-39214914878f completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:16:56.003163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port df0b35a9-3505-47d5-aa10-39214914878f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:56.010578 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.087118 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.129459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fc0f75-f626-46d4-95a7-23dd27f00aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0b35a9-3505-47d5-aa10-39214914878f'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:56.175458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df28d8-54f5-42ad-990c-0ae60532717e req-f9c91c43-bb91-41ef-b7d0-f432eeb1e0c1 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:56.177243 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8df28d8-54f5-42ad-990c-0ae60532717e req-f9c91c43-bb91-41ef-b7d0-f432eeb1e0c1 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 971 time: 0.0567646 Sep 17 22:16:56.207571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port df0b35a9-3505-47d5-aa10-39214914878f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=df0b35a9-3505-47d5-aa10-39214914878f,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:56.220151 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8df28d8-54f5-42ad-990c-0ae60532717e req-c1ad22a7-1762-4f32-8348-e2fce46c43f8 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Sep 17 22:16:56.241295 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3be87f9-b9e6-4d5b-b66c-692f0a9363bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.278849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.354160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=df0b35a9-3505-47d5-aa10-39214914878f,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:56.365038 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3be87f9-b9e6-4d5b-b66c-692f0a9363bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.441441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3be87f9-b9e6-4d5b-b66c-692f0a9363bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.484390 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d3be87f9-b9e6-4d5b-b66c-692f0a9363bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbcaf21b7cfd4639a0f71365c05ad8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107360 Sep 17 22:16:56.485520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be87f9-b9e6-4d5b-b66c-692f0a9363bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e416d3a1-db2c-4cfa-8fd7-d53d0dd20106,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:56.489379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45210) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:56.588470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c339360-016f-4731-9bdd-e9d596111eff req-dcd6708e-2c78-4380-889f-1b16db526df8 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:56.590005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c339360-016f-4731-9bdd-e9d596111eff req-dcd6708e-2c78-4380-889f-1b16db526df8 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 948 time: 0.0983202 Sep 17 22:16:56.593086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f0879ad-50b4-4c3a-ab8b-aca3e0a8af9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.612733 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37865f70-bc37-42b1-92ef-718b99aa295b" -d '{"events": [{"server_uuid": "d5fc0f75-f626-46d4-95a7-23dd27f00aab", "name": "network-vif-plugged", "status": "completed", "tag": "df0b35a9-3505-47d5-aa10-39214914878f"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:56.633736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f0879ad-50b4-4c3a-ab8b-aca3e0a8af9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.662759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c339360-016f-4731-9bdd-e9d596111eff req-bde2a684-0b7c-4e29-81c5-0d2acee87bc0 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649295 Sep 17 22:16:56.734546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:16:56.768149 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f0879ad-50b4-4c3a-ab8b-aca3e0a8af9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.770703 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f0879ad-50b4-4c3a-ab8b-aca3e0a8af9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.772673 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4f0879ad-50b4-4c3a-ab8b-aca3e0a8af9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e416d3a1-db2c-4cfa-8fd7-d53d0dd20106 HTTP/1.1" status: 204 len: 168 time: 0.2817240 Sep 17 22:16:56.786013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0879ad-50b4-4c3a-ab8b-aca3e0a8af9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e416d3a1-db2c-4cfa-8fd7-d53d0dd20106,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:56.862439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:56.874280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'cec3fec9-2709-43a2-a7fe-bbcb64ff5c98', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'cec3fec9-2709-43a2-a7fe-bbcb64ff5c98', 'mac_address': 'fa:16:3e:e3:72:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:16:56.940238 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5815e652-3f1e-4e3b-86bc-205523d8c034 x-openstack-request-id: req-5815e652-3f1e-4e3b-86bc-205523d8c034 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:56.940531 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fc0f75-f626-46d4-95a7-23dd27f00aab", "name": "network-vif-plugged", "status": "completed", "tag": "df0b35a9-3505-47d5-aa10-39214914878f", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:56.940780 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5815e652-3f1e-4e3b-86bc-205523d8c034 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:56.941228 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fc0f75-f626-46d4-95a7-23dd27f00aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0b35a9-3505-47d5-aa10-39214914878f', 'code': 200} Sep 17 22:16:56.950059 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.977413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:57.033330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:57.115398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246490f-4b29-42a6-9708-28846e5cdbeb req-4493d367-a03f-4553-b3d4-a077fe7af576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:57.120236 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b246490f-4b29-42a6-9708-28846e5cdbeb req-4493d367-a03f-4553-b3d4-a077fe7af576 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 1124 time: 0.0934763 Sep 17 22:16:57.136418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:57.161678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b246490f-4b29-42a6-9708-28846e5cdbeb req-156d0080-ed4e-4f74-bb93-4ecd69360f1f service neutron] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:57.216242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:57.229446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d63fd-4a60-4a34-b4bf-bcb0f6aa9072 req-76e58989-0966-40ac-b6a0-7857f2d66f2f tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:57.230941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-930d63fd-4a60-4a34-b4bf-bcb0f6aa9072 req-76e58989-0966-40ac-b6a0-7857f2d66f2f tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 943 time: 0.2433894 Sep 17 22:16:57.290015 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-930d63fd-4a60-4a34-b4bf-bcb0f6aa9072 req-8dcc9163-91d4-4482-8f1e-e20b6545cd4b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474977 Sep 17 22:16:57.317595 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b246490f-4b29-42a6-9708-28846e5cdbeb req-156d0080-ed4e-4f74-bb93-4ecd69360f1f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:57.427156 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b246490f-4b29-42a6-9708-28846e5cdbeb req-156d0080-ed4e-4f74-bb93-4ecd69360f1f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:57.463931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c7a2-c37b-4d44-9b01-bdc17b676907 req-b9b449d2-d466-4f84-9848-dbee557e3b22 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:57.465471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0044c7a2-c37b-4d44-9b01-bdc17b676907 req-b9b449d2-d466-4f84-9848-dbee557e3b22 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 972 time: 0.0632582 Sep 17 22:16:57.472797 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b246490f-4b29-42a6-9708-28846e5cdbeb req-156d0080-ed4e-4f74-bb93-4ecd69360f1f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459466 Sep 17 22:16:57.474700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d0080-ed4e-4f74-bb93-4ecd69360f1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=659dd67d-999f-4802-9c84-58c6470cc0fc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:57.506928 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0044c7a2-c37b-4d44-9b01-bdc17b676907 req-46f12906-081a-4064-ba60-71e3da53fe88 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350761 Sep 17 22:16:57.814509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cec3fec9-2709-43a2-a7fe-bbcb64ff5c98'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:57.819507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15678cdc-728f-4b4e-93e8-374d3076640b req-7f5882f0-7fdd-4a84-bb62-e51568174ae8 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:57.821210 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15678cdc-728f-4b4e-93e8-374d3076640b req-7f5882f0-7fdd-4a84-bb62-e51568174ae8 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 949 time: 0.0547311 Sep 17 22:16:57.869262 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15678cdc-728f-4b4e-93e8-374d3076640b req-ff8e9b9c-41b6-4c91-9bf6-475c56e83042 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381658 Sep 17 22:16:58.612460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45440) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:58.688889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecde65-f749-4666-b008-5d42b0c68f8c req-eb66adb0-2493-4391-a552-25cda8b30f57 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:58.690543 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-daecde65-f749-4666-b008-5d42b0c68f8c req-eb66adb0-2493-4391-a552-25cda8b30f57 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 943 time: 0.0512402 Sep 17 22:16:58.715333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:58.733549 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-daecde65-f749-4666-b008-5d42b0c68f8c req-a3fbfe93-9602-41c9-9ba5-f1b36d4011ef tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360167 Sep 17 22:16:58.807807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-network', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:58.838283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:16:58.843159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45454) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:58.852286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:58.852924 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.885710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d3bb6-0b5f-408c-b256-a8e4433d1171 req-8e3e74fb-774c-4ca6-ab39-404a5c880a85 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:58.887239 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-402d3bb6-0b5f-408c-b256-a8e4433d1171 req-8e3e74fb-774c-4ca6-ab39-404a5c880a85 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 972 time: 0.0848699 Sep 17 22:16:58.905894 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.921873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92da5569-458b-4ef2-a1bf-0bd3833e6a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.934856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Made reservation on behalf of 3fa6d2411ad444d2b8314852a714e92d for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:58.937578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.950773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.966053 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.969510 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-402d3bb6-0b5f-408c-b256-a8e4433d1171 req-38671f0d-71e3-4220-b7d4-4b214671e795 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685003 Sep 17 22:16:59.005720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57a0422-d080-4fb2-a5cc-5077d885645c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec3fec9-2709-43a2-a7fe-bbcb64ff5c98'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:59.008480 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47382d28-3d71-44bf-a86f-61874820bb27" -d '{"events": [{"server_uuid": "d57a0422-d080-4fb2-a5cc-5077d885645c", "name": "network-vif-plugged", "status": "completed", "tag": "cec3fec9-2709-43a2-a7fe-bbcb64ff5c98"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:59.022942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:59.031299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92da5569-458b-4ef2-a1bf-0bd3833e6a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.138609 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.144313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92da5569-458b-4ef2-a1bf-0bd3833e6a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.239913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da5569-458b-4ef2-a1bf-0bd3833e6a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60801d3b-2daf-4742-a9db-56998e74c5ef,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:59.263282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:59.267602 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-92da5569-458b-4ef2-a1bf-0bd3833e6a90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7bd0397670a743578b7826e2c49ae19f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214156 Sep 17 22:16:59.268484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45504) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:59.356285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b9340-5082-4462-a937-b1c153a27e45 req-801976dc-9bc1-4373-80eb-dd4253693192 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:59.358035 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb2b9340-5082-4462-a937-b1c153a27e45 req-801976dc-9bc1-4373-80eb-dd4253693192 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 950 time: 0.1492019 Sep 17 22:16:59.382083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b828a730-9a06-4d50-80d8-4ab45a86b78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.402110 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c04946a-5b20-4165-b86b-458694f82906 x-openstack-request-id: req-9c04946a-5b20-4165-b86b-458694f82906 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:59.402639 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57a0422-d080-4fb2-a5cc-5077d885645c", "name": "network-vif-plugged", "status": "completed", "tag": "cec3fec9-2709-43a2-a7fe-bbcb64ff5c98", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:59.402952 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c04946a-5b20-4165-b86b-458694f82906 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:59.403424 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57a0422-d080-4fb2-a5cc-5077d885645c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec3fec9-2709-43a2-a7fe-bbcb64ff5c98', 'code': 200} Sep 17 22:16:59.427332 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b828a730-9a06-4d50-80d8-4ab45a86b78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.444250 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb2b9340-5082-4462-a937-b1c153a27e45 req-8fee9967-5dab-4f51-9130-cff8c137a663 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722482 Sep 17 22:16:59.447028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.529290 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.586816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b828a730-9a06-4d50-80d8-4ab45a86b78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.593604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b828a730-9a06-4d50-80d8-4ab45a86b78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.593604 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b828a730-9a06-4d50-80d8-4ab45a86b78e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60801d3b-2daf-4742-a9db-56998e74c5ef HTTP/1.1" status: 204 len: 168 time: 0.3140428 Sep 17 22:16:59.601749 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-59a1281a-4743-4cbc-824c-bc8db52431e4 req-e42399cf-69fb-4592-b03d-f0af460c7ef2 tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=741c4afa38d64f868db3cc7a82048969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469713 Sep 17 22:16:59.605956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:16:59.609075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c19fe-0ad8-4069-bbf9-c111748a7f16,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:59.613823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828a730-9a06-4d50-80d8-4ab45a86b78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60801d3b-2daf-4742-a9db-56998e74c5ef,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:59.638908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0817da-7322-4764-9628-25f22e7415d5 req-e1366934-bbe9-47ed-ab2b-2cd58bed4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:59.638908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a0817da-7322-4764-9628-25f22e7415d5 req-e1366934-bbe9-47ed-ab2b-2cd58bed4a55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 1102 time: 0.1162496 Sep 17 22:16:59.639422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.639422 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Added segment 2fddf9eb-3772-44e6-974f-50ffc3a83d6c of type vlan for network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d Sep 17 22:16:59.756174 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.795869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a0817da-7322-4764-9628-25f22e7415d5 req-e15c7fc7-f081-42bc-a998-4fdbdf91b7f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389258 Sep 17 22:16:59.815085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1281a-4743-4cbc-824c-bc8db52431e4 req-17de58b3-e8f3-4cde-a998-5c83ba06b22c tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:59.816538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-59a1281a-4743-4cbc-824c-bc8db52431e4 req-17de58b3-e8f3-4cde-a998-5c83ba06b22c tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017112 Sep 17 22:16:59.835582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-59a1281a-4743-4cbc-824c-bc8db52431e4 req-de29bf2b-c5ed-4da7-b0a3-6b0c23afaf21 tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/quotas/741c4afa38d64f868db3cc7a82048969 HTTP/1.1" status: 200 len: 375 time: 0.0125349 Sep 17 22:16:59.883765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-59a1281a-4743-4cbc-824c-bc8db52431e4 req-5f47970a-f1e9-42da-97a8-bd33222376ef tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=741c4afa38d64f868db3cc7a82048969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398128 Sep 17 22:16:59.885957 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.886969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:59.887617 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.956872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:59.969704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:16:59.982044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9d60fa0c-c35d-4867-9ffc-9cd90d38b0b7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3674655 Sep 17 22:16:59.985248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45588) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:59.990144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Request body: {'subnet': {'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-subnet', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:00.002610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac95e47-c068-46ce-859e-726a0ff25547 req-ab6c59ce-d267-483f-8e82-39c544506728 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:00.004146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ac95e47-c068-46ce-859e-726a0ff25547 req-ab6c59ce-d267-483f-8e82-39c544506728 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 943 time: 0.0656474 Sep 17 22:17:00.046251 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ac95e47-c068-46ce-859e-726a0ff25547 req-17402983-7dec-4cd7-bb07-f903d159de9d tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337534 Sep 17 22:17:00.099691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Made reservation on behalf of 3fa6d2411ad444d2b8314852a714e92d for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:00.104153 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.316983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45624) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:00.329798 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9390f0f8-bfb8-4c26-85ba-38c9476ec99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.362574 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.464056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b8e3a8-a816-4177-8e27-b0599eb273d4,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:00.470643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Checking segment: {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:00.471003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Network hostable DHCP agents. Network: 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:17:00.524843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9390f0f8-bfb8-4c26-85ba-38c9476ec99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.560764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de80afa-d571-4212-97ae-66c546b714de req-1ea272ed-93dd-4dff-b1d4-4ae9e6efaac9 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:00.562377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9de80afa-d571-4212-97ae-66c546b714de req-1ea272ed-93dd-4dff-b1d4-4ae9e6efaac9 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 972 time: 0.0591609 Sep 17 22:17:00.599369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9de80afa-d571-4212-97ae-66c546b714de req-35825fc8-1d2b-4192-a4f6-3e4c21f727f0 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310149 Sep 17 22:17:00.630706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:17:00.677464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9390f0f8-bfb8-4c26-85ba-38c9476ec99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.721964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5d111bee-abb4-4fc8-939e-b3504b943398 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:00.730406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9390f0f8-bfb8-4c26-85ba-38c9476ec99a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07c9dd826da34b788eb39d010d9d522d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122784 Sep 17 22:17:00.734011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45648) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:00.758300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:00.764646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:00.765227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.769448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390f0f8-bfb8-4c26-85ba-38c9476ec99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5af782-23bc-4c52-87ea-1623cecd3519,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:00.774150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a2ba6-3598-47a1-9d5f-9ea67fe03867 None None] Network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:00.784189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c36af198-fbb3-492e-9407-1f771e466500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.809633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65995f-91cd-41f3-97ea-40953df7cd8a req-e957d2a1-5211-4e04-a8db-e7eef33bb734 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:00.814463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a65995f-91cd-41f3-97ea-40953df7cd8a req-e957d2a1-5211-4e04-a8db-e7eef33bb734 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 950 time: 0.1084685 Sep 17 22:17:00.816866 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c36af198-fbb3-492e-9407-1f771e466500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.853675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a65995f-91cd-41f3-97ea-40953df7cd8a req-dfbd59f6-c5b1-48b5-941d-7a997af7321f tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336032 Sep 17 22:17:00.863572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45650) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:00.863894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d8f382f9-428b-4d53-ae20-4b859334510a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8772864 Sep 17 22:17:00.877873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:00.928733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52d004-0896-4d91-94c5-04781c321571 req-ad0c142a-1a5e-4b30-a60c-c1a708518190 tempest-AggregatesAdminTestJSON-1478232548 tempest-AggregatesAdminTestJSON-1478232548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:00.931686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d52d004-0896-4d91-94c5-04781c321571 req-ad0c142a-1a5e-4b30-a60c-c1a708518190 tempest-AggregatesAdminTestJSON-1478232548 tempest-AggregatesAdminTestJSON-1478232548-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 1124 time: 0.1260471 Sep 17 22:17:00.934070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5d111bee-abb4-4fc8-939e-b3504b943398, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5d111bee-abb4-4fc8-939e-b3504b943398,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:00.954599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7d52d004-0896-4d91-94c5-04781c321571 req-262856e9-c07a-49a0-84d9-bbb51c271375 tempest-AggregatesAdminTestJSON-1478232548 tempest-AggregatesAdminTestJSON-1478232548-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.965707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '5d111bee-abb4-4fc8-939e-b3504b943398', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'port_id': '5d111bee-abb4-4fc8-939e-b3504b943398', 'mac_address': 'fa:16:3e:f0:0e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:00.977616 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.978741 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.016927 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:17:01.023670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.035829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c36af198-fbb3-492e-9407-1f771e466500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.039439 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c36af198-fbb3-492e-9407-1f771e466500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.043236 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c36af198-fbb3-492e-9407-1f771e466500 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a5af782-23bc-4c52-87ea-1623cecd3519 HTTP/1.1" status: 204 len: 168 time: 0.3064890 Sep 17 22:17:01.055638 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:17:01.057345 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.061703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d111bee-abb4-4fc8-939e-b3504b943398 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:01.078022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36af198-fbb3-492e-9407-1f771e466500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5af782-23bc-4c52-87ea-1623cecd3519,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:01.108261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5d111bee-abb4-4fc8-939e-b3504b943398, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5d111bee-abb4-4fc8-939e-b3504b943398,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:01.152753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.204465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.208355 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7d52d004-0896-4d91-94c5-04781c321571 req-262856e9-c07a-49a0-84d9-bbb51c271375 tempest-AggregatesAdminTestJSON-1478232548 tempest-AggregatesAdminTestJSON-1478232548-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.290106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5d111bee-abb4-4fc8-939e-b3504b943398,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:01.293660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Allocated IP 172.20.0.2 (8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d/c5b8e3a8-a816-4177-8e27-b0599eb273d4/1d84285b-36e9-476a-b49f-6030753cffc4) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:01.341286 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7d52d004-0896-4d91-94c5-04781c321571 req-262856e9-c07a-49a0-84d9-bbb51c271375 tempest-AggregatesAdminTestJSON-1478232548 tempest-AggregatesAdminTestJSON-1478232548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.393590 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.405354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d52d004-0896-4d91-94c5-04781c321571 req-262856e9-c07a-49a0-84d9-bbb51c271375 tempest-AggregatesAdminTestJSON-1478232548 tempest-AggregatesAdminTestJSON-1478232548-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663804 Sep 17 22:17:01.416456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262856e9-c07a-49a0-84d9-bbb51c271375 tempest-AggregatesAdminTestJSON-1478232548 tempest-AggregatesAdminTestJSON-1478232548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0f4fc9-c767-4721-99c4-9c8619f354ad,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:01.487624 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.581802 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.585417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5ea0b-81a0-4742-b4a3-c525d522571a req-d6f9f7db-ce8c-4429-831c-05c4893df7c0 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:01.594096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-65c5ea0b-81a0-4742-b4a3-c525d522571a req-d6f9f7db-ce8c-4429-831c-05c4893df7c0 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 944 time: 0.0593376 Sep 17 22:17:01.641318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-65c5ea0b-81a0-4742-b4a3-c525d522571a req-a5beb162-8fa1-4165-bc7d-d9e333b41278 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460446 Sep 17 22:17:01.661165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:01.665612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['5d111bee-abb4-4fc8-939e-b3504b943398'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:01.711270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:01.714318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.720404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:01.734097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.751985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Pushing event updated for resources: {'Port': ['ID=1d84285b-36e9-476a-b49f-6030753cffc4,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:01.818305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Attempting to bind port 1d84285b-36e9-476a-b49f-6030753cffc4 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:01.818669 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Attempting to bind port 1d84285b-36e9-476a-b49f-6030753cffc4 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:01.819192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Attempting to bind port 1d84285b-36e9-476a-b49f-6030753cffc4 on network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:01.836665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:01.838150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Checking segment: {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:01.838150 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.838368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Bound using segment: {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:01.838785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Bound port: 1d84285b-36e9-476a-b49f-6030753cffc4, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:01.839507 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.905938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Allocated IP 172.25.6.101 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/6366b6ea-149e-4f8e-87d1-db5a5b9765aa) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:01.944299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] For port 1d84285b-36e9-476a-b49f-6030753cffc4, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:01.950288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] For port 1d84285b-36e9-476a-b49f-6030753cffc4, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1d84285b-36e9-476a-b49f-6030753cffc4,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:02.030971 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.039622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.128903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df543f4-ddbe-44af-80f5-599f9d9fb049 None None] Pushing event updated for resources: {'Port': ['ID=1d84285b-36e9-476a-b49f-6030753cffc4,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:02.143673 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.194337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:02.199376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:02.207477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:02.263696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Pushing event updated for resources: {'Port': ['ID=6366b6ea-149e-4f8e-87d1-db5a5b9765aa,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:02.731476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5d111bee-abb4-4fc8-939e-b3504b943398 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:02.900699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 5d111bee-abb4-4fc8-939e-b3504b943398 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:02.906294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 5d111bee-abb4-4fc8-939e-b3504b943398 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:02.906767 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.948037 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-9b20c70c-db5c-4f80-a0ac-803f030de36d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0986366 Sep 17 22:17:03.083468 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1d84285b-36e9-476a-b49f-6030753cffc4 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:03.156003 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.177174 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.184384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-146e29f4-a6bb-4991-918e-3184dcbd1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:03.185828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-146e29f4-a6bb-4991-918e-3184dcbd1140 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=284a4afc8402446ea94e6eb0dff2ba9f&device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 1124 time: 0.1798339 Sep 17 22:17:03.198225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1e3a5-0430-4352-ab46-2068d665f05b req-e32f51e6-f67d-46a4-90ce-7df59f2022fb tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:03.205792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62e1e3a5-0430-4352-ab46-2068d665f05b req-e32f51e6-f67d-46a4-90ce-7df59f2022fb tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 950 time: 0.1906772 Sep 17 22:17:03.226756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245098e5-7016-4bf3-802a-6d58c4739e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d111bee-abb4-4fc8-939e-b3504b943398'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:03.229485 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27dd72f-f3d9-4539-90a7-589655b74f8e" -d '{"events": [{"server_uuid": "245098e5-7016-4bf3-802a-6d58c4739e41", "name": "network-vif-plugged", "status": "completed", "tag": "5d111bee-abb4-4fc8-939e-b3504b943398"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:03.246687 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1be48e7a-0a78-45b2-8177-f02e9353c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.252545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5d111bee-abb4-4fc8-939e-b3504b943398, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5d111bee-abb4-4fc8-939e-b3504b943398,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:03.265541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1d84285b-36e9-476a-b49f-6030753cffc4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:03.266328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.280279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef5a78-31b9-4ed0-9df3-4174e4a5d102 req-3df01fc9-d101-4544-b439-24d4e44f4b74 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:03.289033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-01ef5a78-31b9-4ed0-9df3-4174e4a5d102 req-3df01fc9-d101-4544-b439-24d4e44f4b74 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 944 time: 0.0787575 Sep 17 22:17:03.295396 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62e1e3a5-0430-4352-ab46-2068d665f05b req-5485d80b-bd80-4f0c-bf19-e9fe270c02d8 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843837 Sep 17 22:17:03.355909 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.386564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-56c2b380-0903-4d09-81f3-938d45bd46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:03.398697 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.407293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-56c2b380-0903-4d09-81f3-938d45bd46bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1894684 Sep 17 22:17:03.449684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5d111bee-abb4-4fc8-939e-b3504b943398,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:03.465747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-54c9b260-8fd3-466a-bd90-99819f1a835b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=df0b35a9-3505-47d5-aa10-39214914878f HTTP/1.1" status: 200 len: 217 time: 0.0487311 Sep 17 22:17:03.465866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 1d84285b-36e9-476a-b49f-6030753cffc4, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1d84285b-36e9-476a-b49f-6030753cffc4,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:03.489578 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-01ef5a78-31b9-4ed0-9df3-4174e4a5d102 req-68b65a1c-2362-48b2-8ebe-46f8e4fb6bfd tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993556 Sep 17 22:17:03.543166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-97448367-b26b-4c7c-93d5-029f535b847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:03.544792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-97448367-b26b-4c7c-93d5-029f535b847b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0735323 Sep 17 22:17:03.551077 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.610757 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0c9bb8-a7e4-4dee-9503-494bf16ce28e x-openstack-request-id: req-0f0c9bb8-a7e4-4dee-9503-494bf16ce28e {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:03.610918 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245098e5-7016-4bf3-802a-6d58c4739e41", "name": "network-vif-plugged", "status": "completed", "tag": "5d111bee-abb4-4fc8-939e-b3504b943398", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:03.611988 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f0c9bb8-a7e4-4dee-9503-494bf16ce28e {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:03.613636 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245098e5-7016-4bf3-802a-6d58c4739e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d111bee-abb4-4fc8-939e-b3504b943398', 'code': 200} Sep 17 22:17:03.622762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee6cd5-b148-4e22-b476-adda9d94ac4a None None] Network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:03.647846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-46d9143e-98f8-4219-8548-a789bee15b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:03.650041 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-46d9143e-98f8-4219-8548-a789bee15b7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0981817 Sep 17 22:17:03.707847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5e158f74-4d05-42af-a978-2e4da5352d13 None None] Provisioning complete for port 1d84285b-36e9-476a-b49f-6030753cffc4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:03.708254 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5e158f74-4d05-42af-a978-2e4da5352d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.767205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b381c897-f90e-4bae-bc70-e30978e7ac17 req-f2a12a1e-5e2c-4231-8ae6-0c62b48939f8 tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=741c4afa38d64f868db3cc7a82048969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655828 Sep 17 22:17:03.819438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cfaa6-1db8-4716-b0de-846ee683b031 req-4b2f5885-acb2-4340-8a4b-9b7a41721a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:03.820994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-885cfaa6-1db8-4716-b0de-846ee683b031 req-4b2f5885-acb2-4340-8a4b-9b7a41721a18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 1097 time: 0.1112156 Sep 17 22:17:03.839893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-d4d59f1b-5bd3-4a29-97e4-4e76fdc8cb2c service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820855 Sep 17 22:17:03.905791 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-885cfaa6-1db8-4716-b0de-846ee683b031 req-1caca5a1-5205-4b6f-83a9-a20f23a47fdb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762007 Sep 17 22:17:03.944147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=1d84285b-36e9-476a-b49f-6030753cffc4,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:03.986862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381c897-f90e-4bae-bc70-e30978e7ac17 req-09624ee1-3aca-48bc-9604-82fbd53b26b3 tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:03.994763 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b381c897-f90e-4bae-bc70-e30978e7ac17 req-09624ee1-3aca-48bc-9604-82fbd53b26b3 tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197444 Sep 17 22:17:04.000888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50b76e54-a516-4c4a-b6ed-35dc3e16972f req-3eb08d8e-cf2e-4ad3-bb5a-9e11a17bbe2b service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541018 Sep 17 22:17:04.004347 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.020944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b381c897-f90e-4bae-bc70-e30978e7ac17 req-afc6b776-e6d1-41e8-b081-a32687d53ccc tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/quotas/741c4afa38d64f868db3cc7a82048969 HTTP/1.1" status: 200 len: 375 time: 0.0248666 Sep 17 22:17:04.108219 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b381c897-f90e-4bae-bc70-e30978e7ac17 req-38599306-ba6e-4fa3-bb1d-e6c28f85732e tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=741c4afa38d64f868db3cc7a82048969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861754 Sep 17 22:17:04.278455 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:17:04.386514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a4f59c0e-f2e3-48d5-98f0-d22438a0b82e None None] Provisioning complete for port 1d84285b-36e9-476a-b49f-6030753cffc4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:04.386992 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a4f59c0e-f2e3-48d5-98f0-d22438a0b82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.429997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:04.444026 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Sync routers for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:04.454454 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:04.455068 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:16:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:04.545209 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.547055 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d96bf5d5-d5a6-4123-940b-6f67244249e5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.6782510 Sep 17 22:17:04.549404 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45864) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:04.571388 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:04.855975 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:02Z', 'revision_number': 3, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:04.911378 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Checking router: 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:04.911906 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Updating router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:17:04.958304 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.978129 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-c85b751a-a8e7-4c49-9fb1-f8a34c7f6331 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352466 Sep 17 22:17:04.994006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1d84285b-36e9-476a-b49f-6030753cffc4 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:05.054244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1d84285b-36e9-476a-b49f-6030753cffc4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:05.054617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.125116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-bd1dfe27-5811-4837-b010-c45c69258a0c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:05.130377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-bd1dfe27-5811-4837-b010-c45c69258a0c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457679 Sep 17 22:17:05.147675 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.158423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-90fd1ea8-f8ae-4dd5-b4ae-351b51800cf1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/quotas/b763d93dcfbd4755b6403f6da3dca39a HTTP/1.1" status: 200 len: 375 time: 0.0179889 Sep 17 22:17:05.204829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-f605f936-8e54-4d6f-b463-38c1a5fb6973 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432189 Sep 17 22:17:05.266899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87931137-c651-49bb-8c28-721f8b0918a5 req-6d6c0fbb-0925-475f-b63d-e402b2a8aa4a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:05.268436 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87931137-c651-49bb-8c28-721f8b0918a5 req-6d6c0fbb-0925-475f-b63d-e402b2a8aa4a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 950 time: 0.1020298 Sep 17 22:17:05.293478 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.456223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87931137-c651-49bb-8c28-721f8b0918a5 req-0f265b66-2151-455c-9a9a-2e2c46af3fcc tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747466 Sep 17 22:17:05.461331 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.461331 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Attempting to bind port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:05.461331 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Attempting to bind port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:05.461331 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Attempting to bind port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:05.462064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Allocated IP 172.20.0.1 (8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d/c5b8e3a8-a816-4177-8e27-b0599eb273d4/5fa6ffdc-8901-471d-bb15-456d9690752f) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:05.462407 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:05.462407 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:05.462407 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.462407 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:05.462407 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Bound port: 6366b6ea-149e-4f8e-87d1-db5a5b9765aa, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:05.462407 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.462407 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1df9d9-94f1-4c30-920c-fdd758266b61 None None] Pushing event updated for resources: {'Port': ['ID=6366b6ea-149e-4f8e-87d1-db5a5b9765aa,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:05.496970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f2a4a-0dfb-4917-94a8-c70b61c2e53c req-6e1e4ff3-4645-45ca-bfae-6daf79f52a2c tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:05.501926 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e63f2a4a-0dfb-4917-94a8-c70b61c2e53c req-6e1e4ff3-4645-45ca-bfae-6daf79f52a2c tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 945 time: 0.0945110 Sep 17 22:17:05.543412 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] For port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:05.545753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] For port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6366b6ea-149e-4f8e-87d1-db5a5b9765aa,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:05.585145 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e63f2a4a-0dfb-4917-94a8-c70b61c2e53c req-cc9eee2e-5976-4675-98c3-d5d3e9ca6ecd tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821187 Sep 17 22:17:05.626788 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.735716 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.764915 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abae55f3-bbdf-4e23-9b0e-2dd2dfce15c8 req-99bc4d6f-246e-45cc-890f-42e131a991c9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 210 time: 0.0269222 Sep 17 22:17:05.778663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.797488 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:05.798131 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:16:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:05.806071 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1df9d9-94f1-4c30-920c-fdd758266b61 None None] Pushing event updated for resources: {'Port': ['ID=6366b6ea-149e-4f8e-87d1-db5a5b9765aa,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:05.826957 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b2288e93-22ba-433d-a636-18fcf95ed11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.850624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:05.853175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:05.863689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:05.863689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.867239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa6ffdc-8901-471d-bb15-456d9690752f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:05.954751 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:06.137334 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.164633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b6f9bbb6-f7eb-4774-8f5d-e0970f7cd3ae None None] Provisioning complete for port 5fa6ffdc-8901-471d-bb15-456d9690752f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:06.165226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b6f9bbb6-f7eb-4774-8f5d-e0970f7cd3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.178723 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:02Z', 'revision_number': 3, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:06.238625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216657cc-3a4f-46a3-a292-afd88d43936b req-e2e08e16-da6c-4b7c-b844-bca383db52da tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.241048 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-216657cc-3a4f-46a3-a292-afd88d43936b req-e2e08e16-da6c-4b7c-b844-bca383db52da tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 1102 time: 0.1318769 Sep 17 22:17:06.269537 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2589af-202e-462a-8da8-e371470aca6a None None] The sync data for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 is: [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:02Z', 'revision_number': 3, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:06.278121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9bbb6-f7eb-4774-8f5d-e0970f7cd3ae None None] Port 5fa6ffdc-8901-471d-bb15-456d9690752f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:06.373931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-216657cc-3a4f-46a3-a292-afd88d43936b req-12f29df3-c8a5-43f9-9127-fe9d8bf91dfa tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] Deleting port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:06.375723 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-216657cc-3a4f-46a3-a292-afd88d43936b req-12f29df3-c8a5-43f9-9127-fe9d8bf91dfa tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.563024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-216657cc-3a4f-46a3-a292-afd88d43936b req-12f29df3-c8a5-43f9-9127-fe9d8bf91dfa tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] For port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:06.568553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-216657cc-3a4f-46a3-a292-afd88d43936b req-12f29df3-c8a5-43f9-9127-fe9d8bf91dfa tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.599241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-216657cc-3a4f-46a3-a292-afd88d43936b req-12f29df3-c8a5-43f9-9127-fe9d8bf91dfa tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] Calling delete_port for cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:06.680630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01791340-1e73-40b5-a30b-1959558bf3cb req-a8df1224-bdc5-40b0-a8a5-d76ef1c688a0 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.691838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-01791340-1e73-40b5-a30b-1959558bf3cb req-a8df1224-bdc5-40b0-a8a5-d76ef1c688a0 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 950 time: 0.1872642 Sep 17 22:17:06.700253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.748763 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-01791340-1e73-40b5-a30b-1959558bf3cb req-ac77aaed-c7bc-4d80-8c5b-87e185445fbb tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524213 Sep 17 22:17:06.768726 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.774810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.848027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5bcc7-2913-4077-bf14-3b1291c34186 req-ed847433-fe61-4b0f-acf9-d862055d0134 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.848027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fef5bcc7-2913-4077-bf14-3b1291c34186 req-ed847433-fe61-4b0f-acf9-d862055d0134 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 945 time: 0.0854709 Sep 17 22:17:06.913641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecee1222-73e6-47fd-81e2-a2af9d73fd80 req-c32ef971-10c8-4ef1-b9e6-0ab547cd71b8 tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=741c4afa38d64f868db3cc7a82048969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629406 Sep 17 22:17:06.916219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa6ffdc-8901-471d-bb15-456d9690752f,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:06.932314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fef5bcc7-2913-4077-bf14-3b1291c34186 req-7387851b-7ea6-4724-be06-a87a01433d77 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582538 Sep 17 22:17:06.993779 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.025615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6366b6ea-149e-4f8e-87d1-db5a5b9765aa up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:07.038290 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-216657cc-3a4f-46a3-a292-afd88d43936b req-12f29df3-c8a5-43f9-9127-fe9d8bf91dfa tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.075060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cec3fec9-2709-43a2-a7fe-bbcb64ff5c98'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:07.098853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f29df3-c8a5-43f9-9127-fe9d8bf91dfa tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] Pushing event deleted for resources: {'Port': ['ID=cec3fec9-2709-43a2-a7fe-bbcb64ff5c98,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:07.107640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:07.111990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:07.140658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-216657cc-3a4f-46a3-a292-afd88d43936b req-12f29df3-c8a5-43f9-9127-fe9d8bf91dfa tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] No DVR routers for this DVR port cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:07.145907 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-216657cc-3a4f-46a3-a292-afd88d43936b req-12f29df3-c8a5-43f9-9127-fe9d8bf91dfa tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.149130 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-216657cc-3a4f-46a3-a292-afd88d43936b req-12f29df3-c8a5-43f9-9127-fe9d8bf91dfa tempest-DeleteServersAdminTestJSON-603378190 tempest-DeleteServersAdminTestJSON-603378190-project-admin] 10.222.0.15 "DELETE /v2.0/ports/cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 HTTP/1.1" status: 204 len: 173 time: 0.9011862 Sep 17 22:17:07.149769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57a0422-d080-4fb2-a5cc-5077d885645c', 'name': 'network-vif-deleted', 'tag': 'cec3fec9-2709-43a2-a7fe-bbcb64ff5c98'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:07.153026 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465ba656-3dca-4b59-bd9c-fe0e8459168c" -d '{"events": [{"server_uuid": "d57a0422-d080-4fb2-a5cc-5077d885645c", "name": "network-vif-deleted", "tag": "cec3fec9-2709-43a2-a7fe-bbcb64ff5c98"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:07.241776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:07.242494 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.284252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc4865a0-4951-43de-bbd0-2e354dfa5470 req-45ff18de-2e07-4c03-bd32-272a714b82f7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 210 time: 0.0412319 Sep 17 22:17:07.317745 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.327852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee1222-73e6-47fd-81e2-a2af9d73fd80 req-e431450f-43b3-48c2-b30a-7a8f53303967 tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:07.336589 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecee1222-73e6-47fd-81e2-a2af9d73fd80 req-e431450f-43b3-48c2-b30a-7a8f53303967 tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3718507 Sep 17 22:17:07.388046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecee1222-73e6-47fd-81e2-a2af9d73fd80 req-d168cfa0-8eba-45f4-8e8a-5bed0d8bf44d tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/quotas/741c4afa38d64f868db3cc7a82048969 HTTP/1.1" status: 200 len: 375 time: 0.0503650 Sep 17 22:17:07.421878 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.473195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6366b6ea-149e-4f8e-87d1-db5a5b9765aa,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:07.552654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecee1222-73e6-47fd-81e2-a2af9d73fd80 req-5e041b69-fce3-42cb-b875-a1dec160437c tempest-QuotasAdminNegativeTest-126469063 tempest-QuotasAdminNegativeTest-126469063-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=741c4afa38d64f868db3cc7a82048969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1633496 Sep 17 22:17:07.569986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df085f3-21bd-415f-bb97-b8940974d13a req-ed6be101-0812-4f3b-994b-6f8b9f6819ec tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:07.571586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9df085f3-21bd-415f-bb97-b8940974d13a req-ed6be101-0812-4f3b-994b-6f8b9f6819ec tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 945 time: 0.0813401 Sep 17 22:17:07.575806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:07.581332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46030) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:07.586327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-76536e4e-8841-4abc-8d71-b09d19575e8b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Request body: {'floatingip': {'port_id': '5d111bee-abb4-4fc8-939e-b3504b943398'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:07.612263 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.675828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7cf4ddc1-2786-4d41-8f48-f24c2d9bda07 None None] Provisioning complete for port 5fa6ffdc-8901-471d-bb15-456d9690752f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:07.676464 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ddc1-2786-4d41-8f48-f24c2d9bda07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.702026 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76536e4e-8841-4abc-8d71-b09d19575e8b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.732087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=6366b6ea-149e-4f8e-87d1-db5a5b9765aa,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:07.746125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:07.769753 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6e2fbc5c-1600-46a5-b32c-c71d73a47ac0 admin admin] 10.222.0.30 "PUT /v2.0/routers/4599e8c3-cdc8-42c2-92fa-29f7d8950f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2188525 Sep 17 22:17:07.770588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4ddc1-2786-4d41-8f48-f24c2d9bda07 None None] Port 5fa6ffdc-8901-471d-bb15-456d9690752f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:07.786916 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7d6df3-91f4-4fec-8ed9-28f11afa0574 x-openstack-request-id: req-dd7d6df3-91f4-4fec-8ed9-28f11afa0574 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:07.787471 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57a0422-d080-4fb2-a5cc-5077d885645c", "name": "network-vif-deleted", "tag": "cec3fec9-2709-43a2-a7fe-bbcb64ff5c98", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:07.787984 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd7d6df3-91f4-4fec-8ed9-28f11afa0574 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:07.788589 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57a0422-d080-4fb2-a5cc-5077d885645c', 'name': 'network-vif-deleted', 'tag': 'cec3fec9-2709-43a2-a7fe-bbcb64ff5c98', 'status': 'completed', 'code': 200} Sep 17 22:17:08.140667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46060) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:08.296922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b81f6cca-403b-4be5-973a-4ba8f8b5e271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.451175 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b81f6cca-403b-4be5-973a-4ba8f8b5e271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.563954 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b81f6cca-403b-4be5-973a-4ba8f8b5e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.636865 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b81f6cca-403b-4be5-973a-4ba8f8b5e271 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7b9dd3688fd4bc69df6e5df13f577b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932468 Sep 17 22:17:08.638732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46074) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:08.660441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a80efa6c-5809-43e2-89c2-85519b501bb1 req-7e0f1e4b-c85f-4e58-add8-91cdf61c5f23 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57a0422-d080-4fb2-a5cc-5077d885645c HTTP/1.1" status: 200 len: 210 time: 0.3897674 Sep 17 22:17:08.662141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f6cca-403b-4be5-973a-4ba8f8b5e271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4fb295-a4d9-4448-9fe0-1b1180c22014,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:08.670919 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-07ac834e-3644-4813-8528-e97bfa27f534 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700593 Sep 17 22:17:08.742913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Sync routers for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:08.804736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:08.805743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:08.814277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46086) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:08.926459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02eb6e5b-8e1f-4a48-aa40-8c7276a315f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.934027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-958a4c05-a9a7-4efd-a2f2-99ae1d2f45a5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:08.936649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-958a4c05-a9a7-4efd-a2f2-99ae1d2f45a5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464364 Sep 17 22:17:08.965960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:08.970994 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Request body: {'port': {'device_id': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'b763d93dcfbd4755b6403f6da3dca39a'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:08.981708 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-daca9375-0b5d-42e6-bb49-8751743e6b01 req-d1053162-9c1a-4b71-a90c-64014a9d4162 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 210 time: 0.0696602 Sep 17 22:17:09.009387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.resource_extend [None req-76536e4e-8841-4abc-8d71-b09d19575e8b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:17:09.022036 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02eb6e5b-8e1f-4a48-aa40-8c7276a315f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.068454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ad736f68-a34c-4472-9974-8d5c0e57abf8 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:09.070018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ad736f68-a34c-4472-9974-8d5c0e57abf8 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 821 time: 0.3291917 Sep 17 22:17:09.090945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-f29b1f08-8dce-47c8-817b-705d0a610b49 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/quotas/3fa6d2411ad444d2b8314852a714e92d HTTP/1.1" status: 200 len: 375 time: 0.0124860 Sep 17 22:17:09.093083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e9a40d6-7e85-4b6a-a35e-ddf99ea509ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.134467 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.135621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6366b6ea-149e-4f8e-87d1-db5a5b9765aa up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:09.174134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-68c76d80-0dec-443c-9b6c-6b6969b0a38d tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657887 Sep 17 22:17:09.198082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02eb6e5b-8e1f-4a48-aa40-8c7276a315f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.205239 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02eb6e5b-8e1f-4a48-aa40-8c7276a315f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.206322 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76536e4e-8841-4abc-8d71-b09d19575e8b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.214051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-02eb6e5b-8e1f-4a48-aa40-8c7276a315f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c4fb295-a4d9-4448-9fe0-1b1180c22014 HTTP/1.1" status: 204 len: 168 time: 0.5730467 Sep 17 22:17:09.222175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb6e5b-8e1f-4a48-aa40-8c7276a315f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4fb295-a4d9-4448-9fe0-1b1180c22014,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:09.299280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:09.299795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.313420 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76536e4e-8841-4abc-8d71-b09d19575e8b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.373067 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e9a40d6-7e85-4b6a-a35e-ddf99ea509ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.412620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:06Z', 'revision_number': 2, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:09.445791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Checking router: 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:09.446138 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Updating router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 port 5fa6ffdc-8901-471d-bb15-456d9690752f binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:17:09.454289 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e9a40d6-7e85-4b6a-a35e-ddf99ea509ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.466487 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-76536e4e-8841-4abc-8d71-b09d19575e8b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Floating IP d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8 associated. External IP: 172.25.6.244, port: 5d111bee-abb4-4fc8-939e-b3504b943398. Sep 17 22:17:09.477830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.543730 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7e9a40d6-7e85-4b6a-a35e-ddf99ea509ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=265ea3112cb64fc4b9b8f8c8e8ed4f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279770 Sep 17 22:17:09.547225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a40d6-7e85-4b6a-a35e-ddf99ea509ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3185300-3c99-4437-9f6e-678726a38598,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:09.547601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46110) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:09.616570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-58dd8b1c-749d-423c-abff-b42027896d22 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:17:09.622103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-58dd8b1c-749d-423c-abff-b42027896d22 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3596704 Sep 17 22:17:09.625626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Made reservation on behalf of b763d93dcfbd4755b6403f6da3dca39a for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:09.634049 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.651766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.725966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46118) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:09.762775 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e3240a-ede4-4387-b52c-5c160acd81d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.801456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e3240a-ede4-4387-b52c-5c160acd81d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.891106 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fae7eaa-e7f9-4cc8-b5da-b79c88c98b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.900233 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-48d5b0de-cf69-4dc6-91ae-835e294fe621 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581382 Sep 17 22:17:09.941759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76536e4e-8841-4abc-8d71-b09d19575e8b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Router 266c548d-f729-4a02-8bf0-29587767b2ce has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:09.951871 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.972578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.980290 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e3240a-ede4-4387-b52c-5c160acd81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.983699 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e3240a-ede4-4387-b52c-5c160acd81d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.988527 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35e3240a-ede4-4387-b52c-5c160acd81d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3185300-3c99-4437-9f6e-678726a38598 HTTP/1.1" status: 204 len: 168 time: 0.4395905 Sep 17 22:17:10.004495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3240a-ede4-4387-b52c-5c160acd81d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3185300-3c99-4437-9f6e-678726a38598,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:10.058776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-4a55f6fa-5a26-4de0-b0cd-d09967b8b684 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574869 Sep 17 22:17:10.078289 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.082067 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.133710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.148010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b51e0-da05-4531-bc96-25c5c702d792 None None] Pushing event updated for resources: {'Port': ['ID=5fa6ffdc-8901-471d-bb15-456d9690752f,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:10.228776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Attempting to bind port 5fa6ffdc-8901-471d-bb15-456d9690752f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:10.228776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Attempting to bind port 5fa6ffdc-8901-471d-bb15-456d9690752f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:10.228776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Attempting to bind port 5fa6ffdc-8901-471d-bb15-456d9690752f on network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:10.236218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:10.236972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Checking segment: {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:10.237579 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.237939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Bound using segment: {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:10.238492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Bound port: 5fa6ffdc-8901-471d-bb15-456d9690752f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:10.238949 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.315972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] For port 5fa6ffdc-8901-471d-bb15-456d9690752f, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:10.319494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] For port 5fa6ffdc-8901-471d-bb15-456d9690752f, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5fa6ffdc-8901-471d-bb15-456d9690752f,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:10.332378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76536e4e-8841-4abc-8d71-b09d19575e8b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:10.335390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4db43cc-adc1-44bb-8da4-0d1664582707,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:10.358617 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] Sync routers for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:10.362014 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76536e4e-8841-4abc-8d71-b09d19575e8b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.381800 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:10.383431 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:10.398868 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.478737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-76536e4e-8841-4abc-8d71-b09d19575e8b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "PUT /v2.0/floatingips/d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8 HTTP/1.1" status: 200 len: 991 time: 2.8904662 Sep 17 22:17:10.481029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245098e5-7016-4bf3-802a-6d58c4739e41', 'tag': '5d111bee-abb4-4fc8-939e-b3504b943398'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:10.483183 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d" -d '{"events": [{"name": "network-changed", "server_uuid": "245098e5-7016-4bf3-802a-6d58c4739e41", "tag": "5d111bee-abb4-4fc8-939e-b3504b943398"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:10.512944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dc260d6-1240-408b-9e6c-156f43e9d341 req-4221f2e1-3b4a-4a51-8e12-c74f6a96c2a4 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 210 time: 0.0952866 Sep 17 22:17:10.551888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Allocated IP 192.168.233.139 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:10.586624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-4d267f7f-8325-4e0c-a281-510ad7b71f29 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d5977db044c47bcb52529098f2d73ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344508 Sep 17 22:17:10.655984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:10.669749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:10.780942 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:10.825078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810734f-874e-44ec-9251-ea22a0013378 req-7028ad0c-5c13-40c6-b44a-7b1186f809f2 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:10.836519 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-7028ad0c-5c13-40c6-b44a-7b1186f809f2 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429733 Sep 17 22:17:10.861798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9314f0e7-f32a-4e07-805c-9493d7cf9834 req-316befc3-136f-4969-9bf0-eaae3286f399 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 210 time: 0.1031227 Sep 17 22:17:10.862500 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-95f2544e-a520-40a4-8c03-5f1a53b71791 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/quotas/8d5977db044c47bcb52529098f2d73ee HTTP/1.1" status: 200 len: 375 time: 0.0187116 Sep 17 22:17:10.913671 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fae7eaa-e7f9-4cc8-b5da-b79c88c98b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.943669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-7a046ca1-d901-46a7-81b1-97483b4331db tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5977db044c47bcb52529098f2d73ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865347 Sep 17 22:17:10.973583 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.021364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fae7eaa-e7f9-4cc8-b5da-b79c88c98b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.021772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46190) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:11.045575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f3b5-ea1e-4bfe-b6c0-e8b7bfbf2742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.092535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46192) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:11.093289 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c76db1-ac53-4ad8-b08f-96002e7f3203 x-openstack-request-id: req-e0c76db1-ac53-4ad8-b08f-96002e7f3203 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:11.093721 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245098e5-7016-4bf3-802a-6d58c4739e41", "tag": "5d111bee-abb4-4fc8-939e-b3504b943398", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:11.093981 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0c76db1-ac53-4ad8-b08f-96002e7f3203 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:11.096292 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245098e5-7016-4bf3-802a-6d58c4739e41', 'tag': '5d111bee-abb4-4fc8-939e-b3504b943398', 'status': 'completed', 'code': 200} Sep 17 22:17:11.114940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ff3f5f90-839b-4629-b308-28ff93fc7e68 None None] Provisioning complete for port 5fa6ffdc-8901-471d-bb15-456d9690752f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:11.119659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4fae7eaa-e7f9-4cc8-b5da-b79c88c98b70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=741c4afa38d64f868db3cc7a82048969&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3924634 Sep 17 22:17:11.120651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae7eaa-e7f9-4cc8-b5da-b79c88c98b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af4e779-ebfe-4ac6-912f-78160e9eef7b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:11.123016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46196) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:11.128783 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5f90-839b-4629-b308-28ff93fc7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.175426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.180581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:11.191786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b51e0-da05-4531-bc96-25c5c702d792 None None] Pushing event updated for resources: {'Port': ['ID=5fa6ffdc-8901-471d-bb15-456d9690752f,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:11.280471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:11.280823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cec3fec9-2709-43a2-a7fe-bbcb64ff5c98 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:11.300096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f3b5-ea1e-4bfe-b6c0-e8b7bfbf2742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.383059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1c08eab-43bf-4582-a4bf-5a39df486eb0 req-589d0c8e-a216-4589-8619-efb81cd98280 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 210 time: 0.0682232 Sep 17 22:17:11.388278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:11.388454 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'port_id': '5d111bee-abb4-4fc8-939e-b3504b943398', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'mac_address': 'fa:16:3e:f0:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245098e5-7016-4bf3-802a-6d58c4739e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:43Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 1, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:11.396596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:11.396811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1122891117-network', 'tenant_id': '6f04a60b03df4061816c548819bdc598'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:11.406462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f3b5-ea1e-4bfe-b6c0-e8b7bfbf2742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.437708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:11.449077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:11.450040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.455523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:11.456934 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] Checking router: 266c548d-f729-4a02-8bf0-29587767b2ce for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:11.461190 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d16781c1-fbc3-42fc-9cd1-2b9ef8398b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.479762 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:11.480713 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:11.480838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Pushing event updated for resources: {'Port': ['ID=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:11.490767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-70dd889b-5bf3-41a4-949f-30a3d09a62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:11.492391 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-70dd889b-5bf3-41a4-949f-30a3d09a62f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 1097 time: 0.3231535 Sep 17 22:17:11.525475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.15', 53927) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:11.546567 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0ca8f3b5-ea1e-4bfe-b6c0-e8b7bfbf2742 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e481d189e3874d4ebaae401f2e841de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205312 Sep 17 22:17:11.546758 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5f90-839b-4629-b308-28ff93fc7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.571207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46216) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:11.676754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d16781c1-fbc3-42fc-9cd1-2b9ef8398b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.768240 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:11.809283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-9c79414c-b796-491f-b60e-ec87453cf7c2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8412364 Sep 17 22:17:11.828440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ff3f5f90-839b-4629-b308-28ff93fc7e68 None None] For port 5fa6ffdc-8901-471d-bb15-456d9690752f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5fa6ffdc-8901-471d-bb15-456d9690752f,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:11.871392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8f3b5-ea1e-4bfe-b6c0-e8b7bfbf2742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cefe5bc-9d7a-4826-9121-253516446ea5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:11.876847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Made reservation on behalf of 6f04a60b03df4061816c548819bdc598 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:11.879670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.899714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.967532 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2290b8-a356-44b8-988d-62841adacc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.971767 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5f90-839b-4629-b308-28ff93fc7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.011986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2290b8-a356-44b8-988d-62841adacc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.050086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f5f90-839b-4629-b308-28ff93fc7e68 None None] Pushing event updated for resources: {'Port': ['ID=5fa6ffdc-8901-471d-bb15-456d9690752f,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:12.066752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:12.113049 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.149604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cfac18-a9e2-4a57-be73-d8c7bc19a424 None None] The sync data for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 is: [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:12.162573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c4fb1df3-b8a3-4b09-a2cb-e774c5620d55 None None] Provisioning complete for port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:12.163041 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1df3-b8a3-4b09-a2cb-e774c5620d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.165154 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d4cb33a1-6f6e-4dff-a4ff-975454361f72 req-ab8e405b-922e-4256-b282-ad4297cfcaee tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 210 time: 0.0450222 Sep 17 22:17:12.174822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Request body: {'port': {'device_id': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:12.193016 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2290b8-a356-44b8-988d-62841adacc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.202333 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2290b8-a356-44b8-988d-62841adacc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.221760 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fe2290b8-a356-44b8-988d-62841adacc44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4cefe5bc-9d7a-4826-9121-253516446ea5 HTTP/1.1" status: 204 len: 168 time: 0.6349828 Sep 17 22:17:12.222808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.234826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-f0b6d6b0-1520-4078-ae19-5b6fce9a4290 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7082546 Sep 17 22:17:12.272758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5bec4-3a8b-4bda-b414-f3f89cbef4e6 req-f7c537d3-2a1f-461b-a436-a97dbde0c901 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:12.284834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb1df3-b8a3-4b09-a2cb-e774c5620d55 None None] Port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:12.286753 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9bd5bec4-3a8b-4bda-b414-f3f89cbef4e6 req-f7c537d3-2a1f-461b-a436-a97dbde0c901 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 936 time: 0.6398077 Sep 17 22:17:12.291972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2290b8-a356-44b8-988d-62841adacc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cefe5bc-9d7a-4826-9121-253516446ea5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:12.306112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-279ff615-2a1c-48cd-ad6f-87cf55666874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:12.312491 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-279ff615-2a1c-48cd-ad6f-87cf55666874 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 200 len: 924 time: 0.7977800 Sep 17 22:17:12.378133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c4fb1df3-b8a3-4b09-a2cb-e774c5620d55 None None] Provisioning complete for port 5fa6ffdc-8901-471d-bb15-456d9690752f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:12.378510 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1df3-b8a3-4b09-a2cb-e774c5620d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.390429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2bea17-fac7-4275-a9f8-65b8146da162,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:12.433702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:17:12.434393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.444686 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.445020 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Added segment 05dca385-a04b-4479-b5cd-7a95181d980f of type vlan for network ae13f24f-d5b4-4462-86b3-84f1aa051855 Sep 17 22:17:12.448956 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d16781c1-fbc3-42fc-9cd1-2b9ef8398b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.452674 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d16781c1-fbc3-42fc-9cd1-2b9ef8398b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.459728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d16781c1-fbc3-42fc-9cd1-2b9ef8398b41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3af4e779-ebfe-4ac6-912f-78160e9eef7b HTTP/1.1" status: 204 len: 168 time: 1.3335009 Sep 17 22:17:12.549439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9bd5bec4-3a8b-4bda-b414-f3f89cbef4e6 req-2fec0346-4cdc-4bcc-a660-25eaca2f1921 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616792 Sep 17 22:17:12.563393 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.603719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16781c1-fbc3-42fc-9cd1-2b9ef8398b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af4e779-ebfe-4ac6-912f-78160e9eef7b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:12.624899 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'port_id': '5d111bee-abb4-4fc8-939e-b3504b943398', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'mac_address': 'fa:16:3e:f0:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245098e5-7016-4bf3-802a-6d58c4739e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:43Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 1, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:12.649692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-72e0a872-ab4a-436b-adc8-7c1188e8c206 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d111bee-abb4-4fc8-939e-b3504b943398 HTTP/1.1" status: 200 len: 999 time: 0.2935092 Sep 17 22:17:12.661288 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4237091e-be9e-4c9a-a78d-f029a13f4370 None None] The sync data for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 is: [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'port_id': '5d111bee-abb4-4fc8-939e-b3504b943398', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'mac_address': 'fa:16:3e:f0:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245098e5-7016-4bf3-802a-6d58c4739e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:43Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 1, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:12.725012 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.727712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:12.728843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.868232 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] Pushing event updated for resources: {'Network': ['ID=ae13f24f-d5b4-4462-86b3-84f1aa051855,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:12.886041 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network ae13f24f-d5b4-4462-86b3-84f1aa051855 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:17:12.891050 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50edf0ff-04d2-4c32-8b00-12a1fc061f47 req-efc77862-3e5b-4174-8ee9-3ea6fc00339f tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 210 time: 0.0848689 Sep 17 22:17:12.917830 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ce26d322-83b5-4ad2-9033-1c783ce8bac5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8241405 Sep 17 22:17:12.922039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46256) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:12.931153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-7f954e79-c897-4de8-a68e-4d9d65918989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:12.931153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-7f954e79-c897-4de8-a68e-4d9d65918989 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a74373df-0ca5-4781-89c3-79e54f694726 HTTP/1.1" status: 200 len: 862 time: 0.2715838 Sep 17 22:17:12.952056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Request body: {'subnet': {'network_id': 'ae13f24f-d5b4-4462-86b3-84f1aa051855', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1122891117-subnet', 'tenant_id': '6f04a60b03df4061816c548819bdc598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:13.111192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Made reservation on behalf of 6f04a60b03df4061816c548819bdc598 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:13.113643 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:13.134296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5fa6ffdc-8901-471d-bb15-456d9690752f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:13.207949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03dea62-d550-468b-83f4-66244c9695cf None None] New status for floating IP d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:17:13.317649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-6a66af8e-c41f-47b7-8d4e-659364ab897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:13.319439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-6a66af8e-c41f-47b7-8d4e-659364ab897d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3715839 Sep 17 22:17:13.390154 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4aa1f291-97fa-48d8-a7e1-2fc9a5ead0eb req-3823d084-2a29-420a-a6fc-e0e8b39bba98 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 210 time: 0.0949249 Sep 17 22:17:13.511326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:13.522908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:13.566838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-1188eb4e-e5f5-43ed-87ff-89cf7f8c1090 service neutron] 10.222.0.15 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145627 Sep 17 22:17:13.585170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Transition to ACTIVE for port object cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:13.703808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5fa6ffdc-8901-471d-bb15-456d9690752f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:13.704588 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:13.814939 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:13.827942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46286) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:13.854575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-814d39c4-7f60-416b-94fc-009340ce5d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:13.871649 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:13.930217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18df889-153d-4176-9783-13152afed461,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:13.958571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-fcfa5b18-0d64-4dec-9dde-f37d3d3fe1c5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:13.960392 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-fcfa5b18-0d64-4dec-9dde-f37d3d3fe1c5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.15 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 821 time: 0.3727827 Sep 17 22:17:13.961431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Checking segment: {'id': '05dca385-a04b-4479-b5cd-7a95181d980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ae13f24f-d5b4-4462-86b3-84f1aa051855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:13.961807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Network hostable DHCP agents. Network: ae13f24f-d5b4-4462-86b3-84f1aa051855, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:17:13.978490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0f79e1c-0ce9-4817-8da0-29a937d4a75d req-99188c92-e386-4049-a363-6869a513c567 service neutron] 10.222.0.15 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106123 Sep 17 22:17:13.993242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Request body: {'port': {'device_id': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'admin_state_up': True, 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:14.004326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d18ccf-5ecc-4b6b-8171-b4415378facf req-ef36e4b7-b9a5-40ae-9d44-0c3fdf4c5be2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:14.012185 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42d18ccf-5ecc-4b6b-8171-b4415378facf req-ef36e4b7-b9a5-40ae-9d44-0c3fdf4c5be2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 936 time: 0.2512834 Sep 17 22:17:14.094871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46296) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:14.106023 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-814d39c4-7f60-416b-94fc-009340ce5d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.110521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Network ae13f24f-d5b4-4462-86b3-84f1aa051855 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:17:14.148413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:14.218695 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00639d5-bc13-4782-83f3-d9d5eb785b49 req-770b2758-7e4f-4f87-8bee-2b9b6ce8bad6 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 210 time: 0.0670869 Sep 17 22:17:14.220501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, ae13f24f-d5b4-4462-86b3-84f1aa051855) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:14.231641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b5964-29ba-4bfc-b2f8-7ccdba145719 None None] Network ae13f24f-d5b4-4462-86b3-84f1aa051855 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:14.243108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-814d39c4-7f60-416b-94fc-009340ce5d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.246769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:14.247351 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.321595 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-814d39c4-7f60-416b-94fc-009340ce5d55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbc4c1c18b134c80a38908b8ed9fe3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906476 Sep 17 22:17:14.326042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:14.328748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d39c4-7f60-416b-94fc-009340ce5d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4c5e7e-c643-490d-b7ea-db51199b3d35,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:14.384482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4c190415-5c4a-470d-9498-3df1964a4885 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4551785 Sep 17 22:17:14.399970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42d18ccf-5ecc-4b6b-8171-b4415378facf req-df15c6b4-2059-46bf-987a-a4d3bed6dbab tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868952 Sep 17 22:17:14.400687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Attempting to bind port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:14.401021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Attempting to bind port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:14.402101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Attempting to bind port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:14.411255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-643968612-network', 'tenant_id': '750d12dee1534161b8aa8559b499da36'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:14.441102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:14.441425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Attempting to bind port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:14.452613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:14.455052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:14.455052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:14.455052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Bound port: cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:14.455052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.477389 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba2f9028-3963-427a-85f9-825bc9dd14b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.497229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-47eaec19-c2d1-42ea-a4e8-9792325e8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:14.499300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-47eaec19-c2d1-42ea-a4e8-9792325e8844 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 1097 time: 0.2745082 Sep 17 22:17:14.534324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba2f9028-3963-427a-85f9-825bc9dd14b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.540162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707aceb6-37fb-4c2e-abb3-2b655c217475 None None] Network ae13f24f-d5b4-4462-86b3-84f1aa051855 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:14.550822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.15', 53930) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:14.597624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Made reservation on behalf of 750d12dee1534161b8aa8559b499da36 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:14.600702 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.612988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-813bdf0a-7087-4b0d-be49-388850ec9e86 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8d5977db044c47bcb52529098f2d73ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631156 Sep 17 22:17:14.615299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.702452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c193705-c841-4314-b911-1aa2d21236d2 req-11d0445b-597c-464f-b063-d71855b00c03 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 210 time: 0.0978398 Sep 17 22:17:14.729298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba2f9028-3963-427a-85f9-825bc9dd14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.732830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba2f9028-3963-427a-85f9-825bc9dd14b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.735736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ba2f9028-3963-427a-85f9-825bc9dd14b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d4c5e7e-c643-490d-b7ea-db51199b3d35 HTTP/1.1" status: 204 len: 168 time: 0.4032207 Sep 17 22:17:14.755873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f9028-3963-427a-85f9-825bc9dd14b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4c5e7e-c643-490d-b7ea-db51199b3d35,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:14.830609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:14.847189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.864132 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:14.893519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-4de19f17-2ded-4764-b122-eba21d78ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:14.896732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-4de19f17-2ded-4764-b122-eba21d78ff4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 200 len: 924 time: 0.3433709 Sep 17 22:17:14.904275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810734f-874e-44ec-9251-ea22a0013378 req-4bd3a325-76e6-412a-9ad2-9b596f392df9 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:14.905729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-4bd3a325-76e6-412a-9ad2-9b596f392df9 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650385 Sep 17 22:17:14.950721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.963174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Request body: {'port': {'device_id': '84b7d9cd-7206-408c-978c-04933aaab5ad', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': '8d5977db044c47bcb52529098f2d73ee'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:14.994730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:17:15.002656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.016447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-f5948a69-aa29-405b-883b-0fcbafc0a8c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d111bee-abb4-4fc8-939e-b3504b943398 HTTP/1.1" status: 200 len: 1001 time: 0.1097426 Sep 17 22:17:15.033773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.034114 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Added segment aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57 of type vlan for network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c Sep 17 22:17:15.046044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22084c98-ae37-404b-9981-7d3b4f5062ee,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:15.090774 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.106924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d131443-ec5c-45b7-bea0-de84bcceb6ea req-774eb3aa-1a0c-4f5d-b04b-7088361929d4 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:15.114712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d131443-ec5c-45b7-bea0-de84bcceb6ea req-774eb3aa-1a0c-4f5d-b04b-7088361929d4 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 972 time: 0.1395457 Sep 17 22:17:15.147937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:15.149122 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.150799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] 10.222.0.23 "PUT /v2.0/ports/cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 1097 time: 2.9947855 Sep 17 22:17:15.159010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:15.163681 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312ecd71-8c88-4bda-b7e0-c60e2e983745" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:15.170977 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d131443-ec5c-45b7-bea0-de84bcceb6ea req-dcca5b71-6909-4d8b-b4d8-51f8f17d0118 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553172 Sep 17 22:17:15.180618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Made reservation on behalf of 3fa6d2411ad444d2b8314852a714e92d for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:15.185864 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.203209 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.204205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:15.204787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.216404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-9caa4b9c-ab63-4712-8e42-6a6a6bcd9b27 req-f01deba0-eba2-4f04-a6b1-45a1d4b12d7d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2057831570', 'description': 'tempest-description-1926914978'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:15.296698 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08bb5e0-a5a8-4661-a54d-18e3f79359b8 x-openstack-request-id: req-d08bb5e0-a5a8-4661-a54d-18e3f79359b8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:15.296986 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:15.297232 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d08bb5e0-a5a8-4661-a54d-18e3f79359b8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:15.297624 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', 'status': 'completed', 'code': 200} Sep 17 22:17:15.306247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] Pushing event updated for resources: {'Network': ['ID=1fc90bcd-5a73-4935-98b6-6780f7d9c93c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:15.312529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-9cb1c0e4-b274-418d-af8a-0c3f9eae04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:15.318918 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-9cb1c0e4-b274-418d-af8a-0c3f9eae04dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a74373df-0ca5-4781-89c3-79e54f694726 HTTP/1.1" status: 200 len: 862 time: 0.2689073 Sep 17 22:17:15.319592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:17:15.330806 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-312d03cb-cb35-491b-9683-d6d8b429953c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2339165 Sep 17 22:17:15.333331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46330) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:15.342141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Request body: {'subnet': {'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-643968612-subnet', 'tenant_id': '750d12dee1534161b8aa8559b499da36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:15.392397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:15.401797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7c0cb9b-b511-4372-b324-4c6aa85b3f6e req-ad79ac71-0c08-4c6c-a00c-5a92bf173663 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 210 time: 0.0464325 Sep 17 22:17:15.491234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.492379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.492856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.493330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.493842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.494317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.494797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.495806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.496304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.496765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.497238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.497708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acb56d-8a58-4910-bedf-82d71eb1e1d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:15.541386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb73b49-5a8e-4396-afff-ebd148f894e2 req-7de6209d-5ad9-4520-9fa2-ba64c354ea55 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:15.544635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bcb73b49-5a8e-4396-afff-ebd148f894e2 req-7de6209d-5ad9-4520-9fa2-ba64c354ea55 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.0586216 Sep 17 22:17:15.557567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-05f5f32e-30c7-4a17-9709-2da9d738aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:15.559558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-05f5f32e-30c7-4a17-9709-2da9d738aa26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1778176 Sep 17 22:17:15.563385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-30691a5a-96e5-4563-9ce5-1517ce1c8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:15.564802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-30691a5a-96e5-4563-9ce5-1517ce1c8428 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1100 time: 0.2699473 Sep 17 22:17:15.577305 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9caa4b9c-ab63-4712-8e42-6a6a6bcd9b27 req-f01deba0-eba2-4f04-a6b1-45a1d4b12d7d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.595955 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bcb73b49-5a8e-4396-afff-ebd148f894e2 req-83f9eeb9-086e-401d-a106-78f52255595f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459366 Sep 17 22:17:15.633139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Allocated IP 172.20.0.14 (8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d/c5b8e3a8-a816-4177-8e27-b0599eb273d4/0ae91918-3f6e-40d0-b1dd-ef5881306470) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:15.646866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-3d6772ae-6f17-4dce-b0dc-fb001fdcb21d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 217 time: 0.0712106 Sep 17 22:17:15.670271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Made reservation on behalf of 750d12dee1534161b8aa8559b499da36 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:15.672652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.860659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c58d79c3-8345-42b2-90fd-00127ef9e750 req-49b8fa1d-7dd5-4c9e-97d8-9d603fe2d707 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 210 time: 0.0370758 Sep 17 22:17:15.958266 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.018367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f09c85c-6cca-4ec3-b699-61b697417077,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:16.029004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.029325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.029665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.029994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.030320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.030643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.030965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.031291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.031793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.032150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.032477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.034067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:16.043311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:16.043674 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Network hostable DHCP agents. Network: 1fc90bcd-5a73-4935-98b6-6780f7d9c93c, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:17:16.053946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-ab40330f-5a53-4a78-84cd-6a0eea597d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:16.055455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-ab40330f-5a53-4a78-84cd-6a0eea597d42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.3916104 Sep 17 22:17:16.077293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-cdbccf0c-89e9-4d9e-8a49-8063ca9622db service neutron] 10.222.0.15 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463656 Sep 17 22:17:16.087797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Made reservation on behalf of 8d5977db044c47bcb52529098f2d73ee for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:16.091727 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.124848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:17:16.192837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 1fc90bcd-5a73-4935-98b6-6780f7d9c93c) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:16.204882 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd2d29e-bfa2-4769-8a9f-46be26f40223 None None] Network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:16.216465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:16.217026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.309647 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.23', 57497) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:16.336981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737302c-797f-437e-9161-dd9ad479e642 req-f01284de-3bed-4156-9f0f-bcb9310a14f8 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:16.338628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-65d3f39d-0acf-4501-b6d7-7eb890f19a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:16.340562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-65d3f39d-0acf-4501-b6d7-7eb890f19a7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2684803 Sep 17 22:17:16.346634 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b737302c-797f-437e-9161-dd9ad479e642 req-f01284de-3bed-4156-9f0f-bcb9310a14f8 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 972 time: 0.0918598 Sep 17 22:17:16.379851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51088f26-7a12-4345-88e3-3ea5d5193fa1 None None] Network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:16.416656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b737302c-797f-437e-9161-dd9ad479e642 req-3d6a7991-80e0-49e8-b496-7475c05ae29c tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/security-groups?id=80d995ed-e22e-4975-9acc-798c05de1a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691502 Sep 17 22:17:16.441141 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.441403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa63852-0225-4a74-a944-81602acc78b4 req-6c2a8700-56d0-42dd-b815-c205c69a6c64 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:16.441403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9aa63852-0225-4a74-a944-81602acc78b4 req-6c2a8700-56d0-42dd-b815-c205c69a6c64 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 972 time: 0.1240568 Sep 17 22:17:16.456241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cef68ac-26cb-41f7-b3a1-f68d13a4b540 req-923ff098-9957-4058-b3e4-0b666bb4e2a5 service neutron] 10.222.0.15 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596210 Sep 17 22:17:16.510133 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9caa4b9c-ab63-4712-8e42-6a6a6bcd9b27 req-f01deba0-eba2-4f04-a6b1-45a1d4b12d7d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.552342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Allocated IP 192.168.233.245 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/dca11b2b-1b56-4246-b078-b2ccf323a2fd) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:16.590582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-b37982fc-1add-4b0c-a72b-c99b892be2fd service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374535 Sep 17 22:17:16.619197 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9caa4b9c-ab63-4712-8e42-6a6a6bcd9b27 req-f01deba0-eba2-4f04-a6b1-45a1d4b12d7d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.623418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-864ccdc8-adc0-4dfd-a3d4-c1ae67de1b42 req-8cde9498-28ee-41d9-b764-c12eb1db37db tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 210 time: 0.0857310 Sep 17 22:17:16.687412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-9aa63852-0225-4a74-a944-81602acc78b4 req-0e6c1ed2-055a-4825-b950-54c62eb48789 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Deleting port df0b35a9-3505-47d5-aa10-39214914878f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:16.687955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9aa63852-0225-4a74-a944-81602acc78b4 req-0e6c1ed2-055a-4825-b950-54c62eb48789 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.726097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.749781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01deba0-eba2-4f04-a6b1-45a1d4b12d7d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b66aebe-119c-4e80-b562-dddefcd102a7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:16.761642 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-af928c30-b7d3-4f01-92a9-4d117c9ce2f4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4261498 Sep 17 22:17:16.769831 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9caa4b9c-ab63-4712-8e42-6a6a6bcd9b27 req-f01deba0-eba2-4f04-a6b1-45a1d4b12d7d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.771342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9caa4b9c-ab63-4712-8e42-6a6a6bcd9b27 req-f01deba0-eba2-4f04-a6b1-45a1d4b12d7d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.5809155 Sep 17 22:17:16.835317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657139-1edb-4dde-896c-1873d028a4e2 req-3e658979-46aa-456d-ba30-41d0d0e3a4ba tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:16.836842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0657139-1edb-4dde-896c-1873d028a4e2 req-3e658979-46aa-456d-ba30-41d0d0e3a4ba tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.1321659 Sep 17 22:17:16.858893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-9aa63852-0225-4a74-a944-81602acc78b4 req-0e6c1ed2-055a-4825-b950-54c62eb48789 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] For port df0b35a9-3505-47d5-aa10-39214914878f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=df0b35a9-3505-47d5-aa10-39214914878f,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:16.862828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9aa63852-0225-4a74-a944-81602acc78b4 req-0e6c1ed2-055a-4825-b950-54c62eb48789 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.865816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:16.888677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-9aa63852-0225-4a74-a944-81602acc78b4 req-0e6c1ed2-055a-4825-b950-54c62eb48789 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Calling delete_port for df0b35a9-3505-47d5-aa10-39214914878f owned by compute:tempest-test_az-2025160521 {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:16.895676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:16.904750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:16.910378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:16.911001 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.920736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Pushing event updated for resources: {'Port': ['ID=0ae91918-3f6e-40d0-b1dd-ef5881306470,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:16.936610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0657139-1edb-4dde-896c-1873d028a4e2 req-5aee6d44-21ac-4a49-bf64-bddb9fc27a74 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823398 Sep 17 22:17:16.944561 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e569d19-ac57-44a6-bc2a-037192cb9714 req-e2612ede-7e9e-46f3-abb4-7eb49721392b service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457053 Sep 17 22:17:16.974340 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.986237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c428e41a-40c2-4438-9c09-9dcbfa9d1a9d req-0ebfc897-e217-4c22-8ec0-d303329f13c2 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/9b66aebe-119c-4e80-b562-dddefcd102a7 HTTP/1.1" status: 200 len: 1813 time: 0.1655669 Sep 17 22:17:17.004806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c428e41a-40c2-4438-9c09-9dcbfa9d1a9d req-bd5107dd-c720-41d4-b523-fbb52d5f83ab tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b66aebe-119c-4e80-b562-dddefcd102a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:17.005131 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c428e41a-40c2-4438-9c09-9dcbfa9d1a9d req-bd5107dd-c720-41d4-b523-fbb52d5f83ab tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b66aebe-119c-4e80-b562-dddefcd102a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:17.049809 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ae32fd95-089f-4a9f-aff7-11d511214d42 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0662346 Sep 17 22:17:17.082608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Request body: {'port': {'device_id': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:17.188275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.195110 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.209546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee92ee-b645-4597-a215-eb8e613dbe97 req-1b6e0be3-58d5-4b18-a495-d4cc37945de6 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:17.211077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afee92ee-b645-4597-a215-eb8e613dbe97 req-1b6e0be3-58d5-4b18-a495-d4cc37945de6 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 932 time: 0.0721383 Sep 17 22:17:17.291629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-08b81f41-b1ba-45d9-b64d-66dcf80f9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:17.293870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-08b81f41-b1ba-45d9-b64d-66dcf80f9d26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1100 time: 0.1797273 Sep 17 22:17:17.294966 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c428e41a-40c2-4438-9c09-9dcbfa9d1a9d req-bd5107dd-c720-41d4-b523-fbb52d5f83ab tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.316185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:17.332652 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afee92ee-b645-4597-a215-eb8e613dbe97 req-862b68ce-4933-4826-8ec8-dcd5d4cdbf15 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903559 Sep 17 22:17:17.339055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:17.342241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5535b6ee-f7aa-473a-a5bb-064833806cb5 None None] Provisioning complete for port 0ae91918-3f6e-40d0-b1dd-ef5881306470 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:17.343886 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5535b6ee-f7aa-473a-a5bb-064833806cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.362211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:17.367835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:17.368489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.393663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Pushing event updated for resources: {'Port': ['ID=dca11b2b-1b56-4246-b078-b2ccf323a2fd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:17.411159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5535b6ee-f7aa-473a-a5bb-064833806cb5 None None] Port 0ae91918-3f6e-40d0-b1dd-ef5881306470 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:17.421179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9aa63852-0225-4a74-a944-81602acc78b4 req-0e6c1ed2-055a-4825-b950-54c62eb48789 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.434102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['df0b35a9-3505-47d5-aa10-39214914878f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:17.499272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c1ed2-055a-4825-b950-54c62eb48789 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Pushing event deleted for resources: {'Port': ['ID=df0b35a9-3505-47d5-aa10-39214914878f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:17.504306 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c428e41a-40c2-4438-9c09-9dcbfa9d1a9d req-bd5107dd-c720-41d4-b523-fbb52d5f83ab tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.584768 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c428e41a-40c2-4438-9c09-9dcbfa9d1a9d req-bd5107dd-c720-41d4-b523-fbb52d5f83ab tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.615791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa63852-0225-4a74-a944-81602acc78b4 req-0e6c1ed2-055a-4825-b950-54c62eb48789 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] No DVR routers for this DVR port df0b35a9-3505-47d5-aa10-39214914878f on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:17.620853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9aa63852-0225-4a74-a944-81602acc78b4 req-0e6c1ed2-055a-4825-b950-54c62eb48789 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.624749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9aa63852-0225-4a74-a944-81602acc78b4 req-0e6c1ed2-055a-4825-b950-54c62eb48789 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.23 "DELETE /v2.0/ports/df0b35a9-3505-47d5-aa10-39214914878f HTTP/1.1" status: 204 len: 173 time: 1.1827331 Sep 17 22:17:17.625735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fc0f75-f626-46d4-95a7-23dd27f00aab', 'name': 'network-vif-deleted', 'tag': 'df0b35a9-3505-47d5-aa10-39214914878f'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:17.637773 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-58e318e0-7f4b-4b22-aa5f-5ff5d4ac746d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6804473 Sep 17 22:17:17.678310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Request body: {'port': {'device_id': '84b7d9cd-7206-408c-978c-04933aaab5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:17.682749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5107dd-c720-41d4-b523-fbb52d5f83ab tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5641808b-4d1f-4cd7-889a-5012ec77743b,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:17.710004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-97dc937b-4bd3-497f-9462-2222e36cae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:17.711730 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-97dc937b-4bd3-497f-9462-2222e36cae1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.3945153 Sep 17 22:17:17.734867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3a8335e2-33a1-462f-a5b4-62ffeb2ebe6d None None] Provisioning complete for port dca11b2b-1b56-4246-b078-b2ccf323a2fd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:17.735245 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a8335e2-33a1-462f-a5b4-62ffeb2ebe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.778016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3a8335e2-33a1-462f-a5b4-62ffeb2ebe6d None None] Port dca11b2b-1b56-4246-b078-b2ccf323a2fd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:17.791584 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c428e41a-40c2-4438-9c09-9dcbfa9d1a9d req-bd5107dd-c720-41d4-b523-fbb52d5f83ab tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.793357 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c428e41a-40c2-4438-9c09-9dcbfa9d1a9d req-bd5107dd-c720-41d4-b523-fbb52d5f83ab tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7956588 Sep 17 22:17:17.794578 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-5ebb8c7c-2fad-41e5-bf66-eacb4c55188e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 217 time: 0.0727129 Sep 17 22:17:17.885432 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.970827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8ea3f63e-128a-4ea3-95b8-ef1898a51889 req-f43a096a-007d-45ce-8cfc-332f14a04cf4 tempest-AggregatesAdminTestJSON-800789274 tempest-AggregatesAdminTestJSON-800789274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fc0f75-f626-46d4-95a7-23dd27f00aab HTTP/1.1" status: 200 len: 210 time: 0.0802536 Sep 17 22:17:17.984968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-7e6fa1aa-1b37-4639-a7e8-154bf84b1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:17.986359 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-7e6fa1aa-1b37-4639-a7e8-154bf84b1cb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1662734 Sep 17 22:17:18.086297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46412) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:18.101056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1744159469-network', 'tenant_id': 'aea2ebaaf2504a3fa976d5ee102baafc'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:18.218542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae91918-3f6e-40d0-b1dd-ef5881306470 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:18.243063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9c7047c6-3272-4ace-a76f-5ecddfcffda7 req-c4d769e8-d07d-417c-869c-236cce5d0de6 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/9b66aebe-119c-4e80-b562-dddefcd102a7 HTTP/1.1" status: 200 len: 2406 time: 0.2249055 Sep 17 22:17:18.243996 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476e30d2-9220-4c0f-81e8-995e9dd6ced7" -d '{"events": [{"server_uuid": "d5fc0f75-f626-46d4-95a7-23dd27f00aab", "name": "network-vif-deleted", "tag": "df0b35a9-3505-47d5-aa10-39214914878f"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:18.245666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-5dbc0aa2-3407-4ac6-b0d9-488831d84201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:18.247247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-5dbc0aa2-3407-4ac6-b0d9-488831d84201 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2422016 Sep 17 22:17:18.249079 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.271706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b0a1e-e136-4938-b72f-e3f5c3ffd3d5 req-f5b347c6-3c7e-460b-9b08-eb5ff8a7468a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:18.279441 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab3b0a1e-e136-4938-b72f-e3f5c3ffd3d5 req-f5b347c6-3c7e-460b-9b08-eb5ff8a7468a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 936 time: 0.2513154 Sep 17 22:17:18.291440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Transition to ACTIVE for port object 0ae91918-3f6e-40d0-b1dd-ef5881306470 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:18.320842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab3b0a1e-e136-4938-b72f-e3f5c3ffd3d5 req-ba0cae7e-51ee-45c1-a7af-9d89a33899fb tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Sep 17 22:17:18.346756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Made reservation on behalf of aea2ebaaf2504a3fa976d5ee102baafc for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:18.349201 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.403082 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.429738 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.486933 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd87138-ed8b-49ac-be39-83ffeda17dbc x-openstack-request-id: req-9dd87138-ed8b-49ac-be39-83ffeda17dbc {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:18.487630 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fc0f75-f626-46d4-95a7-23dd27f00aab", "name": "network-vif-deleted", "tag": "df0b35a9-3505-47d5-aa10-39214914878f", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:18.487630 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9dd87138-ed8b-49ac-be39-83ffeda17dbc {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:18.487953 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fc0f75-f626-46d4-95a7-23dd27f00aab', 'name': 'network-vif-deleted', 'tag': 'df0b35a9-3505-47d5-aa10-39214914878f', 'status': 'completed', 'code': 200} Sep 17 22:17:18.505821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-205fd4d8-2db6-4fa0-b7f0-04732fbfd35b service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503061 Sep 17 22:17:18.537886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d1bf39b-da8c-4968-a97e-81dfa7281779 req-47b70c33-f69b-4d6a-a1c2-38d5dbc70df2 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-group-rules/5641808b-4d1f-4cd7-889a-5012ec77743b HTTP/1.1" status: 200 len: 778 time: 0.0320230 Sep 17 22:17:18.551554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae91918-3f6e-40d0-b1dd-ef5881306470,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:18.594095 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d1bf39b-da8c-4968-a97e-81dfa7281779 req-85488255-bdc5-4a6d-a707-040e527ba3bc tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/9b66aebe-119c-4e80-b562-dddefcd102a7 HTTP/1.1" status: 200 len: 2406 time: 0.0459957 Sep 17 22:17:18.629808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2d1bf39b-da8c-4968-a97e-81dfa7281779 req-43c0ca98-fff6-475d-84fb-425c0cbf9c93 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.635761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59648bea-97dc-436f-88ef-2140f953a63c req-c937a185-b3b2-4697-bf45-c1dd8e5a5391 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:18.637629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-59648bea-97dc-436f-88ef-2140f953a63c req-c937a185-b3b2-4697-bf45-c1dd8e5a5391 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.2785141 Sep 17 22:17:18.639052 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2d1bf39b-da8c-4968-a97e-81dfa7281779 req-43c0ca98-fff6-475d-84fb-425c0cbf9c93 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.713186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Attempting to bind port 0ae91918-3f6e-40d0-b1dd-ef5881306470 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:18.713587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Attempting to bind port 0ae91918-3f6e-40d0-b1dd-ef5881306470 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:18.714030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Attempting to bind port 0ae91918-3f6e-40d0-b1dd-ef5881306470 on network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:18.738946 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2d1bf39b-da8c-4968-a97e-81dfa7281779 req-43c0ca98-fff6-475d-84fb-425c0cbf9c93 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.746514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2d1bf39b-da8c-4968-a97e-81dfa7281779 req-43c0ca98-fff6-475d-84fb-425c0cbf9c93 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.747786 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d1bf39b-da8c-4968-a97e-81dfa7281779 req-43c0ca98-fff6-475d-84fb-425c0cbf9c93 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5641808b-4d1f-4cd7-889a-5012ec77743b HTTP/1.1" status: 204 len: 173 time: 0.1469469 Sep 17 22:17:18.757350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0ca98-fff6-475d-84fb-425c0cbf9c93 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5641808b-4d1f-4cd7-889a-5012ec77743b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:18.901924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902034-8392-4c0a-af20-33c99b09282c req-bbce7ed1-9aa6-4b55-95d9-2b90ac45e700 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:18.903653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2902034-8392-4c0a-af20-33c99b09282c req-bbce7ed1-9aa6-4b55-95d9-2b90ac45e700 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 944 time: 0.0560243 Sep 17 22:17:18.942839 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2902034-8392-4c0a-af20-33c99b09282c req-72f2859e-739c-4949-822b-cbd5d5d5747a tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Sep 17 22:17:18.996186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Port 0ae91918-3f6e-40d0-b1dd-ef5881306470 on network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:18.996530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Attempting to bind port 0ae91918-3f6e-40d0-b1dd-ef5881306470 on network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:19.027247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:19.027573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Checking segment: {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:19.027945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Bound using segment: {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:19.028391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Bound port: 0ae91918-3f6e-40d0-b1dd-ef5881306470, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:19.028735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.049112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-312ecd71-8c88-4bda-b7e0-c60e2e983745 req-bdb4295e-8974-47b0-97c4-45e4193285e3 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260777 Sep 17 22:17:19.055500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-c8490275-4b50-4ba3-98ec-b5142caaf0c8 req-7aff22cc-f3a0-4190-aeab-4c61baff755d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-913610164', 'description': 'tempest-description-1724520756'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:19.068052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca11b2b-1b56-4246-b078-b2ccf323a2fd {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:19.075194 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-59648bea-97dc-436f-88ef-2140f953a63c req-64acc096-45dd-4543-b069-6ae58dfc86ea tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908753 Sep 17 22:17:19.083358 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.125925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Transition to ACTIVE for port object dca11b2b-1b56-4246-b078-b2ccf323a2fd will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:19.167541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.172606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] For port 0ae91918-3f6e-40d0-b1dd-ef5881306470, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:19.175715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] For port 0ae91918-3f6e-40d0-b1dd-ef5881306470, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:19.253814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.256902 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.264790 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.316831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:17:19.346407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:19.347052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.348474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 1093 time: 2.2706892 Sep 17 22:17:19.350671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:19.352269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c8490275-4b50-4ba3-98ec-b5142caaf0c8 req-7aff22cc-f3a0-4190-aeab-4c61baff755d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.352972 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fda9183-336d-469a-a17f-61ea47b79f88" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:19.356312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2224e7-b79e-414b-bef3-80e8c506f5c1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:19.367301 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.367647 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Added segment a560409c-a36f-4df1-844a-9293ec6cc1eb of type vlan for network 7be56ea5-a2ff-42f9-8665-d51575f977d8 Sep 17 22:17:19.369288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Pushing event updated for resources: {'Port': ['ID=dca11b2b-1b56-4246-b078-b2ccf323a2fd,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:19.513350 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c8490275-4b50-4ba3-98ec-b5142caaf0c8 req-7aff22cc-f3a0-4190-aeab-4c61baff755d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.559159 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.573911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Attempting to bind port dca11b2b-1b56-4246-b078-b2ccf323a2fd on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:19.573911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Attempting to bind port dca11b2b-1b56-4246-b078-b2ccf323a2fd by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:19.573911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Attempting to bind port dca11b2b-1b56-4246-b078-b2ccf323a2fd on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:19.618643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Port dca11b2b-1b56-4246-b078-b2ccf323a2fd on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:19.618643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Attempting to bind port dca11b2b-1b56-4246-b078-b2ccf323a2fd on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:19.623832 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c8490275-4b50-4ba3-98ec-b5142caaf0c8 req-7aff22cc-f3a0-4190-aeab-4c61baff755d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.649378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129ddcf-2b58-413d-8801-b30a88803c94 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae91918-3f6e-40d0-b1dd-ef5881306470,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:19.669265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff22cc-f3a0-4190-aeab-4c61baff755d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed1726-1e28-4d98-8e86-53eb561ba417,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:19.683198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:19.683198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:19.683198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:19.683198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Bound port: dca11b2b-1b56-4246-b078-b2ccf323a2fd, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:19.683198 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.700025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f67d98-c16c-42e6-8717-07518c7fc5c7 req-4f1ada03-95f6-46c3-b89c-372f0f9583fb tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:19.701562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16f67d98-c16c-42e6-8717-07518c7fc5c7 req-4f1ada03-95f6-46c3-b89c-372f0f9583fb tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 948 time: 0.2243361 Sep 17 22:17:19.718360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-3bc1377e-f1da-4a4c-a440-b468c55d0339 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1816192 Sep 17 22:17:19.729076 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c8490275-4b50-4ba3-98ec-b5142caaf0c8 req-7aff22cc-f3a0-4190-aeab-4c61baff755d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.730358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8490275-4b50-4ba3-98ec-b5142caaf0c8 req-7aff22cc-f3a0-4190-aeab-4c61baff755d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6792934 Sep 17 22:17:19.755437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46452) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:19.765713 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-d2ce45a6-cc80-4f04-9f96-3efb481fb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:19.767247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-d2ce45a6-cc80-4f04-9f96-3efb481fb7d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1096 time: 0.1622860 Sep 17 22:17:19.771503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.773024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:19.773601 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.821572 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892e89a2-a708-4f3e-8799-f60adba43838 x-openstack-request-id: req-892e89a2-a708-4f3e-8799-f60adba43838 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:19.821833 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:19.822083 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-892e89a2-a708-4f3e-8799-f60adba43838 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:19.822789 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'status': 'completed', 'code': 200} Sep 17 22:17:19.833852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:19.864384 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0bcb65de-a009-4727-a731-2994ac23f4f1 req-44d543f8-d0a8-4f95-9729-2fad6b0ced67 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/4eed1726-1e28-4d98-8e86-53eb561ba417 HTTP/1.1" status: 200 len: 1812 time: 0.0508029 Sep 17 22:17:19.865092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46456) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:19.901986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-cb2ba215-b4f3-473d-bbe8-3c64a91db3b6 req-8997926b-cec4-4aea-9623-886849109ed8 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1252305333', 'description': 'tempest-description-1725735958'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:19.983379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16f67d98-c16c-42e6-8717-07518c7fc5c7 req-e41d52ab-67c3-485d-a978-c7445d01838c tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696626 Sep 17 22:17:19.984913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f9d4457-ee9f-436f-8556-3a8ad600ad2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.986666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:19.986881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-0aa3043c-d20e-4ba0-9714-a645e9dd8250 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 217 time: 0.1970966 Sep 17 22:17:20.003449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', 'mac_address': 'fa:16:3e:be:3d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:20.023909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9296396 Sep 17 22:17:20.024590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46466) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:20.040914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Request body: {'subnet': {'network_id': '7be56ea5-a2ff-42f9-8665-d51575f977d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1744159469-subnet', 'tenant_id': 'aea2ebaaf2504a3fa976d5ee102baafc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:20.047379 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.062327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:20.076201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] For port dca11b2b-1b56-4246-b078-b2ccf323a2fd, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:20.080235 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3da87412-47f4-42c8-b123-9cab36f9b3f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=284a4afc8402446ea94e6eb0dff2ba9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126584 Sep 17 22:17:20.081643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46470) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:20.084517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:20.105721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacacb5-3a86-4b11-9eff-05774a705680 admin admin] Pushing event updated for resources: {'Network': ['ID=7be56ea5-a2ff-42f9-8665-d51575f977d8,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:20.118296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb2ba215-b4f3-473d-bbe8-3c64a91db3b6 req-8997926b-cec4-4aea-9623-886849109ed8 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.120922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 7be56ea5-a2ff-42f9-8665-d51575f977d8 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:17:20.145940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] For port dca11b2b-1b56-4246-b078-b2ccf323a2fd, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=dca11b2b-1b56-4246-b078-b2ccf323a2fd,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:20.158350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-0e9b668b-13e5-49eb-8170-b91a17742855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.159933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-0e9b668b-13e5-49eb-8170-b91a17742855 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 1097 time: 0.3188057 Sep 17 22:17:20.173975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-774ca75a-5415-4ad5-839a-e3b68d652b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.175513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-774ca75a-5415-4ad5-839a-e3b68d652b58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.1705971 Sep 17 22:17:20.184797 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.190728 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14b5ceff-21a6-478f-95b9-23cde2d697e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.190871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46df828-77ac-4e07-a0a3-ea6a7ffcc04f req-04a5cba5-9af8-4cc8-bffa-63e667755332 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.192094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c46df828-77ac-4e07-a0a3-ea6a7ffcc04f req-04a5cba5-9af8-4cc8-bffa-63e667755332 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 944 time: 0.1221142 Sep 17 22:17:20.230113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14b5ceff-21a6-478f-95b9-23cde2d697e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.244470 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.246521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:20.255708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.256251 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.256741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.257214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.257680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.258348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.258891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.259298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.259636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.259947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.260312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.261421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:20.325220 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f9d4457-ee9f-436f-8556-3a8ad600ad2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.343461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.344006 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.345496 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] 10.222.0.15 "PUT /v2.0/ports/dca11b2b-1b56-4246-b078-b2ccf323a2fd HTTP/1.1" status: 200 len: 1097 time: 2.6886179 Sep 17 22:17:20.346279 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14b5ceff-21a6-478f-95b9-23cde2d697e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.348936 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14b5ceff-21a6-478f-95b9-23cde2d697e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.352421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-14b5ceff-21a6-478f-95b9-23cde2d697e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80d995ed-e22e-4975-9acc-798c05de1a32 HTTP/1.1" status: 204 len: 168 time: 0.2670188 Sep 17 22:17:20.358968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5ceff-21a6-478f-95b9-23cde2d697e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d995ed-e22e-4975-9acc-798c05de1a32,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:20.378112 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:20.390504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-041bbcb1-03a0-4a06-9b2e-c1fc95e2c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.392152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-041bbcb1-03a0-4a06-9b2e-c1fc95e2c5bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1892614 Sep 17 22:17:20.395144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c46df828-77ac-4e07-a0a3-ea6a7ffcc04f req-b5c7f967-54f8-4d90-bbb3-6d727c8bbaa5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912165 Sep 17 22:17:20.469255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb33b38-8b0b-4779-a102-f3d1dfedbdce service neutron] Pushing event updated for resources: {'Port': ['ID=dca11b2b-1b56-4246-b078-b2ccf323a2fd,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:20.469820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-89b905df-af10-4006-b9c6-3771c3f1533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.471346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-89b905df-af10-4006-b9c6-3771c3f1533a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 200 len: 924 time: 0.2783456 Sep 17 22:17:20.494265 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f9d4457-ee9f-436f-8556-3a8ad600ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.577923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d4457-ee9f-436f-8556-3a8ad600ad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afbb482-da28-4e09-b997-4a4de9266c6c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:20.596043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb2ba215-b4f3-473d-bbe8-3c64a91db3b6 req-8997926b-cec4-4aea-9623-886849109ed8 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.605445 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7f9d4457-ee9f-436f-8556-3a8ad600ad2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=640aaff73bef4da79a41e779a31afaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8467777 Sep 17 22:17:20.605645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46478) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:20.657023 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d382c41-6ec9-4f83-9726-a8f463c79426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.673629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-ea4bc18f-742e-4e01-9cd8-07e3c2d02e53 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713263 Sep 17 22:17:20.680143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d382c41-6ec9-4f83-9726-a8f463c79426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.684718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb2ba215-b4f3-473d-bbe8-3c64a91db3b6 req-8997926b-cec4-4aea-9623-886849109ed8 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.736773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810734f-874e-44ec-9251-ea22a0013378 req-82773de1-2254-464b-86dd-4b24f6059a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.738291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-82773de1-2254-464b-86dd-4b24f6059a3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d5977db044c47bcb52529098f2d73ee&device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 1100 time: 0.2239764 Sep 17 22:17:20.749328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997926b-cec4-4aea-9623-886849109ed8 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89ca354-8cab-4beb-affd-92701dd993a6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:20.792770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Made reservation on behalf of aea2ebaaf2504a3fa976d5ee102baafc for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:20.795133 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.795326 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-37bc2dd5-6c29-4f9c-a5c5-0539ad1e05ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d111bee-abb4-4fc8-939e-b3504b943398 HTTP/1.1" status: 200 len: 1001 time: 0.2818511 Sep 17 22:17:20.846622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-3e8f03ef-71a4-4c2a-aed1-dee33ae2b63e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=dca11b2b-1b56-4246-b078-b2ccf323a2fd HTTP/1.1" status: 200 len: 217 time: 0.0865734 Sep 17 22:17:20.857121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368af90-f85b-41d9-9bf9-06222a3f0886 req-5ae9f4fb-a76d-4576-bc4d-5ceca058f9db tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.858608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3368af90-f85b-41d9-9bf9-06222a3f0886 req-5ae9f4fb-a76d-4576-bc4d-5ceca058f9db tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 949 time: 0.2095592 Sep 17 22:17:20.858976 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d382c41-6ec9-4f83-9726-a8f463c79426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.861981 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d382c41-6ec9-4f83-9726-a8f463c79426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.865631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8d382c41-6ec9-4f83-9726-a8f463c79426 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8afbb482-da28-4e09-b997-4a4de9266c6c HTTP/1.1" status: 204 len: 168 time: 0.2567112 Sep 17 22:17:20.880909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb2ba215-b4f3-473d-bbe8-3c64a91db3b6 req-8997926b-cec4-4aea-9623-886849109ed8 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.892310 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb2ba215-b4f3-473d-bbe8-3c64a91db3b6 req-8997926b-cec4-4aea-9623-886849109ed8 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9853826 Sep 17 22:17:20.892310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d382c41-6ec9-4f83-9726-a8f463c79426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afbb482-da28-4e09-b997-4a4de9266c6c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:20.960111 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d5ddb80-03f4-4d7b-9df8-40cdaddcd7e4 req-e76111fc-b9b4-471a-a867-9ab0f3bafaf1 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594967 Sep 17 22:17:20.961430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-7aa5c63d-e1f3-40dc-a5a7-5efd168db896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.962753 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-7aa5c63d-e1f3-40dc-a5a7-5efd168db896 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a74373df-0ca5-4781-89c3-79e54f694726 HTTP/1.1" status: 200 len: 862 time: 0.1274393 Sep 17 22:17:20.982452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810734f-874e-44ec-9251-ea22a0013378 req-a0eb3e27-34c4-4e4a-9cc0-d372e470c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.984182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-a0eb3e27-34c4-4e4a-9cc0-d372e470c53d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1240120 Sep 17 22:17:20.986370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3368af90-f85b-41d9-9bf9-06222a3f0886 req-6b017e71-ff09-4284-a0ec-0c387119aee2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067932 Sep 17 22:17:20.992060 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f05cdfb1-5a81-4dde-99ed-9e53e4d9eb27 req-dd8d7688-0738-4ee7-80bc-02a5fc77897d tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/d89ca354-8cab-4beb-affd-92701dd993a6 HTTP/1.1" status: 200 len: 1813 time: 0.0774999 Sep 17 22:17:21.046212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f40039b3-7d81-492b-8ea0-e0525fb8bf0a req-dccd189a-c338-46e7-97c9-02434a42ae7f tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1536615456', 'description': 'tempest-description-636712507'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:21.083654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-5071375a-9258-4e3b-b34e-1a3c6ca2cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:21.085210 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-5071375a-9258-4e3b-b34e-1a3c6ca2cc03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061945 Sep 17 22:17:21.087044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810734f-874e-44ec-9251-ea22a0013378 req-cf44e054-2517-4f7e-9af4-3404cd979be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:21.088441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-cf44e054-2517-4f7e-9af4-3404cd979be5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947378 Sep 17 22:17:21.115621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680c2fd-c2fa-4095-8343-5c4a80809e77 req-23882d1b-0751-4260-9a08-2aea202ff553 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:21.117592 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0680c2fd-c2fa-4095-8343-5c4a80809e77 req-23882d1b-0751-4260-9a08-2aea202ff553 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 948 time: 0.0674179 Sep 17 22:17:21.158710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.169780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0680c2fd-c2fa-4095-8343-5c4a80809e77 req-d9e41379-e751-4f52-97d5-4a409fa6b1e7 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Sep 17 22:17:21.222712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c4ccad-1048-479f-9319-26e0dec32fe1,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:21.224894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46490) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:21.241670 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f40039b3-7d81-492b-8ea0-e0525fb8bf0a req-dccd189a-c338-46e7-97c9-02434a42ae7f tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.243575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Checking segment: {'id': 'a560409c-a36f-4df1-844a-9293ec6cc1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7be56ea5-a2ff-42f9-8665-d51575f977d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:21.243937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Network hostable DHCP agents. Network: 7be56ea5-a2ff-42f9-8665-d51575f977d8, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:17:21.285431 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cd84a2b5-af38-4726-a37b-2cfdbd306a58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=752250c077e94abe8c7cb71e7137a426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534141 Sep 17 22:17:21.285431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46492) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:21.317270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-7b9ea512-c64d-4990-8f88-7716055b8fbd service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088416 Sep 17 22:17:21.321005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-5fb42efb-4bb5-4b22-85a0-fd5a17fa392d service neutron] 10.222.0.15 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219000 Sep 17 22:17:21.322723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-78de5959-96f1-4a81-87f4-54547d50b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:21.324520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-78de5959-96f1-4a81-87f4-54547d50b455 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1096 time: 0.1178534 Sep 17 22:17:21.345706 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a204a913-797f-42a4-af83-82dee23f158c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.351421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Network 7be56ea5-a2ff-42f9-8665-d51575f977d8 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:17:21.374781 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a204a913-797f-42a4-af83-82dee23f158c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.447138 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 7be56ea5-a2ff-42f9-8665-d51575f977d8) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:21.454679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:21.455273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.459613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c0ec5-6d32-4c0d-8642-e6efabbeedad None None] Network 7be56ea5-a2ff-42f9-8665-d51575f977d8 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:21.499202 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a204a913-797f-42a4-af83-82dee23f158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.502288 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a204a913-797f-42a4-af83-82dee23f158c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.506081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a204a913-797f-42a4-af83-82dee23f158c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb0f4fc9-c767-4721-99c4-9c8619f354ad HTTP/1.1" status: 204 len: 168 time: 0.2189038 Sep 17 22:17:21.544003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204a913-797f-42a4-af83-82dee23f158c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0f4fc9-c767-4721-99c4-9c8619f354ad,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:21.605637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441e0e7-91e3-4df0-833d-31161c0670b1 req-67e792f3-1f34-4687-9f6a-eaf907ca6f1b tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:21.618153 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4441e0e7-91e3-4df0-833d-31161c0670b1 req-67e792f3-1f34-4687-9f6a-eaf907ca6f1b tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 944 time: 0.0931544 Sep 17 22:17:21.640790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62272d6-b845-48d0-8a89-1d6fe8e02e06 None None] Network 7be56ea5-a2ff-42f9-8665-d51575f977d8 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:21.696329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4441e0e7-91e3-4df0-833d-31161c0670b1 req-8185620e-2513-4806-aeaf-75a3178dea39 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731025 Sep 17 22:17:21.781503 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46504) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:21.800791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c77b1ead-9995-43ef-9346-2f6a48f48cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.813899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f40039b3-7d81-492b-8ea0-e0525fb8bf0a req-dccd189a-c338-46e7-97c9-02434a42ae7f tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.825091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b7d9cd-7206-408c-978c-04933aaab5ad', 'tag': 'dca11b2b-1b56-4246-b078-b2ccf323a2fd'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:21.827360 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce56af5-687e-42d1-93c2-95af3b84c359" -d '{"events": [{"name": "network-changed", "server_uuid": "84b7d9cd-7206-408c-978c-04933aaab5ad", "tag": "dca11b2b-1b56-4246-b078-b2ccf323a2fd"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:21.855181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-88abba24-8f76-4147-8b0f-6027cae95ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:21.855181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-88abba24-8f76-4147-8b0f-6027cae95ffe service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.5031192 Sep 17 22:17:21.855558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:21.855639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3810734f-874e-44ec-9251-ea22a0013378 req-340e8e91-00e6-4877-a88c-fa3a034f5193 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058193 Sep 17 22:17:21.855639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45522e8a-cb5d-4ffa-8cc1-ffc15d13f498 req-9c9820d7-85bc-440f-b113-5c98539d96ad service neutron] 10.222.0.15 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123198 Sep 17 22:17:21.873823 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc9883d-afa2-4d68-81f7-f7f1b8e7062b x-openstack-request-id: req-afc9883d-afa2-4d68-81f7-f7f1b8e7062b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:21.874140 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b7d9cd-7206-408c-978c-04933aaab5ad", "tag": "dca11b2b-1b56-4246-b078-b2ccf323a2fd", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:21.874392 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afc9883d-afa2-4d68-81f7-f7f1b8e7062b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:21.874772 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b7d9cd-7206-408c-978c-04933aaab5ad', 'tag': 'dca11b2b-1b56-4246-b078-b2ccf323a2fd', 'status': 'completed', 'code': 200} Sep 17 22:17:21.911118 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-7f6b6543-f0cd-4dd5-8217-3e7a40de93b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 217 time: 0.0426161 Sep 17 22:17:21.911854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f40039b3-7d81-492b-8ea0-e0525fb8bf0a req-dccd189a-c338-46e7-97c9-02434a42ae7f tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.941051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-850bb47a-fd83-4908-a97a-331f2e7d5873 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9089286 Sep 17 22:17:21.971972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd189a-c338-46e7-97c9-02434a42ae7f tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b8cee2-d53b-43ea-bb39-0ba25e39ba06,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:21.987966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-57d2c48d-f893-44c9-8e6c-f6cbc457c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:21.990300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-57d2c48d-f893-44c9-8e6c-f6cbc457c7af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.0688283 Sep 17 22:17:22.024423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:22.029590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:22.035258 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.141695 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f40039b3-7d81-492b-8ea0-e0525fb8bf0a req-dccd189a-c338-46e7-97c9-02434a42ae7f tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.145862 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.147649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f40039b3-7d81-492b-8ea0-e0525fb8bf0a req-dccd189a-c338-46e7-97c9-02434a42ae7f tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1105769 Sep 17 22:17:22.191014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:22.193559 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc8bf59-32da-499c-984b-e03989c98a6d" -d '{"events": [{"server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "name": "network-vif-plugged", "status": "completed", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:22.208827 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:22.217090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-ea849ec5-382c-4134-955b-7506812a5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:22.218658 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-ea849ec5-382c-4134-955b-7506812a5193 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1972747 Sep 17 22:17:22.223085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ca19e-3623-4eba-8837-2a6001140543 req-fdf70a8f-edf0-4755-927e-fb2f87aff161 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:22.224610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c5ca19e-3623-4eba-8837-2a6001140543 req-fdf70a8f-edf0-4755-927e-fb2f87aff161 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 949 time: 0.1336970 Sep 17 22:17:22.256517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-3ffb6335-6a7f-4f34-a0d1-be16f3b2840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:22.263504 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-3ffb6335-6a7f-4f34-a0d1-be16f3b2840a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d5977db044c47bcb52529098f2d73ee&device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 1100 time: 0.2260325 Sep 17 22:17:22.270707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-894f2fb2-3c5c-4131-bb3d-14fcae554294 req-06187745-c73a-4617-bbc5-601a61193c9a tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/b8b8cee2-d53b-43ea-bb39-0ba25e39ba06 HTTP/1.1" status: 200 len: 1812 time: 0.0908310 Sep 17 22:17:22.281339 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c5ca19e-3623-4eba-8837-2a6001140543 req-c39ee6d7-1ea3-47aa-aba9-fd1ec81e91e5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459678 Sep 17 22:17:22.297371 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.297371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device df0b35a9-3505-47d5-aa10-39214914878f no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:22.297792 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c77b1ead-9995-43ef-9346-2f6a48f48cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.376914 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1305bdef-7bb9-42b9-980d-f3cd184eb911 x-openstack-request-id: req-1305bdef-7bb9-42b9-980d-f3cd184eb911 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:22.377115 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "name": "network-vif-plugged", "status": "completed", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:22.377346 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1305bdef-7bb9-42b9-980d-f3cd184eb911 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:22.377730 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', 'code': 200} Sep 17 22:17:22.378250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: df0b35a9-3505-47d5-aa10-39214914878f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:22.379882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c77b1ead-9995-43ef-9346-2f6a48f48cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.387918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device df0b35a9-3505-47d5-aa10-39214914878f not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:22.416925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:22.442257 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c77b1ead-9995-43ef-9346-2f6a48f48cc2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e36d7bc3512146bd874fffa443a2026b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6593897 Sep 17 22:17:22.443088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b1ead-9995-43ef-9346-2f6a48f48cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2526d0-2395-4e47-be40-b6adb7e93cc0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:22.445723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46536) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:22.484674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-6119b895-56c4-419f-b8f4-47108f32831a service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564504 Sep 17 22:17:22.504626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b62f-b160-48d0-b0e8-48281f95c6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.532350 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b62f-b160-48d0-b0e8-48281f95c6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.559426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-2d17cf91-a456-4846-9773-8215ad702be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:22.560922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-2d17cf91-a456-4846-9773-8215ad702be8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2874696 Sep 17 22:17:22.647376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-63d6d426-58aa-4de7-ba41-ba27c0463197 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=dca11b2b-1b56-4246-b078-b2ccf323a2fd HTTP/1.1" status: 200 len: 217 time: 0.0781064 Sep 17 22:17:22.680843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9282bb5-f8db-4c60-a876-7b4f74106792 req-318fc821-58b0-4709-8a57-3060f2768ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:22.682731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9282bb5-f8db-4c60-a876-7b4f74106792 req-318fc821-58b0-4709-8a57-3060f2768ac6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1102 time: 0.2004850 Sep 17 22:17:22.683677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b62f-b160-48d0-b0e8-48281f95c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.686405 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b62f-b160-48d0-b0e8-48281f95c6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.690075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0fb4b62f-b160-48d0-b0e8-48281f95c6e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d2526d0-2395-4e47-be40-b6adb7e93cc0 HTTP/1.1" status: 204 len: 168 time: 0.2409167 Sep 17 22:17:22.710849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4b62f-b160-48d0-b0e8-48281f95c6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2526d0-2395-4e47-be40-b6adb7e93cc0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:22.711713 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e07dcd-d76a-4492-a338-68ff78d66df4 req-76c393a2-f0c9-42b0-a1bd-4040587c0014 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:22.716999 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33e07dcd-d76a-4492-a338-68ff78d66df4 req-76c393a2-f0c9-42b0-a1bd-4040587c0014 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 948 time: 0.3134732 Sep 17 22:17:22.779291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-7f43c671-9e9c-48c5-9605-6f66c7be6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:22.779291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-7f43c671-9e9c-48c5-9605-6f66c7be6d08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1221268 Sep 17 22:17:22.780478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fda9183-336d-469a-a17f-61ea47b79f88 req-853e33a9-aaaa-471e-b56f-8f4e208f603f service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792068 Sep 17 22:17:22.801860 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9282bb5-f8db-4c60-a876-7b4f74106792 req-c654b437-d95b-4ca7-8a3e-9de4ffc19a04 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867944 Sep 17 22:17:22.817937 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33e07dcd-d76a-4492-a338-68ff78d66df4 req-665dc5e6-0367-465f-80d1-574455713071 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841572 Sep 17 22:17:22.851601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-cfe7387d-d4d5-4a4b-b262-98901e254387 req-b6fd834a-11c0-4813-94a4-8fc292b87e8a tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2075844837', 'description': 'tempest-description-522332117'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:22.857364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-c215ee50-77a1-4008-b340-b8c0f6106cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:22.858814 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-c215ee50-77a1-4008-b340-b8c0f6106cb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540154 Sep 17 22:17:22.861119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-62267c91-a090-4e80-99f5-2edab3583ee2 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:22.862639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-62267c91-a090-4e80-99f5-2edab3583ee2 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 820 time: 0.1605763 Sep 17 22:17:22.883186 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-70a569ff-99a1-4029-b16e-dcb17cd2e36e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/quotas/750d12dee1534161b8aa8559b499da36 HTTP/1.1" status: 200 len: 375 time: 0.0139370 Sep 17 22:17:22.929790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-fa8a2a46-9b86-4e22-a71c-4de6ec312f91 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304806 Sep 17 22:17:22.967510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-cfe7387d-d4d5-4a4b-b262-98901e254387 req-b6fd834a-11c0-4813-94a4-8fc292b87e8a tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.981529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-93f84f82-7cd3-41ec-a000-7cb8133f8e74 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130931 Sep 17 22:17:23.036596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-896edaa0-b327-4d0f-821e-2cba0109a5bf service neutron] 10.222.0.30 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989156 Sep 17 22:17:23.137027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bce56af5-687e-42d1-93c2-95af3b84c359 req-16d5f2a0-9b26-4bd0-aee1-4542d6eca7df service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457295 Sep 17 22:17:23.160809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-57ae15a4-b7c5-40d9-9bca-08458ff2f456 service neutron] 10.222.0.30 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171834 Sep 17 22:17:23.161724 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-cfe7387d-d4d5-4a4b-b262-98901e254387 req-b6fd834a-11c0-4813-94a4-8fc292b87e8a tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.242882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-cfe7387d-d4d5-4a4b-b262-98901e254387 req-b6fd834a-11c0-4813-94a4-8fc292b87e8a tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.277921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd834a-11c0-4813-94a4-8fc292b87e8a tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd133c25-d11a-409b-943c-18c5c8087e30,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:23.361678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-cfe7387d-d4d5-4a4b-b262-98901e254387 req-b6fd834a-11c0-4813-94a4-8fc292b87e8a tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.362974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cfe7387d-d4d5-4a4b-b262-98901e254387 req-b6fd834a-11c0-4813-94a4-8fc292b87e8a tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5163512 Sep 17 22:17:23.545062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78954ada-9afa-4bb7-a882-d81d597f5565 req-527f392f-cf0d-44eb-8189-39fa88e35d2a tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:23.556681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78954ada-9afa-4bb7-a882-d81d597f5565 req-527f392f-cf0d-44eb-8189-39fa88e35d2a tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 944 time: 0.1166470 Sep 17 22:17:23.606781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78954ada-9afa-4bb7-a882-d81d597f5565 req-6d055139-7d38-4b38-973c-3e4b7be94a76 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Sep 17 22:17:23.618721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2d497-2faa-4c86-a22a-322545b8b880 req-924e89c8-7dcc-4554-9256-5ac93fc8ed68 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:23.620748 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ce2d497-2faa-4c86-a22a-322545b8b880 req-924e89c8-7dcc-4554-9256-5ac93fc8ed68 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0550091 Sep 17 22:17:23.668685 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ce2d497-2faa-4c86-a22a-322545b8b880 req-5d49eb09-4f50-4d77-9d05-552e284809ee tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372496 Sep 17 22:17:23.696986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fb9b9150-60fa-420d-9075-a2983ac9a8a7 req-584fff90-c183-4c4e-b5ff-a7b3e8aa3763 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/dd133c25-d11a-409b-943c-18c5c8087e30 HTTP/1.1" status: 200 len: 1812 time: 0.0784514 Sep 17 22:17:23.758654 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-7823d06d-6bdb-4caa-b324-d0ecf8d8c5e0 req-b9d27169-47f4-4e96-99ec-234ba119150e tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] show failed (client error): The resource could not be found. Sep 17 22:17:23.760046 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7823d06d-6bdb-4caa-b324-d0ecf8d8c5e0 req-b9d27169-47f4-4e96-99ec-234ba119150e tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/8e273895-5c54-4bf9-8425-ec898eadf02a HTTP/1.1" status: 404 len: 352 time: 0.0173898 Sep 17 22:17:23.782823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-371bcfad-dedd-4a5f-8446-0836bb80a32f req-154cbaea-9522-445d-aaf8-77ca3f0bdc16 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 210 time: 0.0562992 Sep 17 22:17:23.810563 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-c2d851f1-ad14-44b4-a609-9513f02b5a69 req-baf4b2a0-a4a1-446d-b3ad-5b9bad9e6774 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] show failed (client error): The resource could not be found. Sep 17 22:17:23.811596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2d851f1-ad14-44b4-a609-9513f02b5a69 req-baf4b2a0-a4a1-446d-b3ad-5b9bad9e6774 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-group-rules/aa04d07c-78af-4a3d-bc0e-040d1a65015a HTTP/1.1" status: 404 len: 361 time: 0.0219438 Sep 17 22:17:23.888434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ed2aa8df-dde8-4be7-9ba7-0e715c3c5561 req-3b41805b-db0b-47a2-85f6-ec879fcce530 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/dd133c25-d11a-409b-943c-18c5c8087e30 HTTP/1.1" status: 200 len: 1812 time: 0.0514193 Sep 17 22:17:23.955847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094712c8-794b-4b7f-b2f4-bd378dec84ee req-1435eccc-4a05-4390-ad53-45a6f6906518 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:23.957623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ed2aa8df-dde8-4be7-9ba7-0e715c3c5561 req-12a3184a-e43b-4d7d-9564-95b5d1f8ddcd tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.960644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-094712c8-794b-4b7f-b2f4-bd378dec84ee req-1435eccc-4a05-4390-ad53-45a6f6906518 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 948 time: 0.0620639 Sep 17 22:17:23.982637 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ed2aa8df-dde8-4be7-9ba7-0e715c3c5561 req-12a3184a-e43b-4d7d-9564-95b5d1f8ddcd tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.024714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-094712c8-794b-4b7f-b2f4-bd378dec84ee req-b2873249-3e5e-4782-b400-2220377961db tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606794 Sep 17 22:17:24.098846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46616) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:24.112013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ed2aa8df-dde8-4be7-9ba7-0e715c3c5561 req-12a3184a-e43b-4d7d-9564-95b5d1f8ddcd tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.114638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ed2aa8df-dde8-4be7-9ba7-0e715c3c5561 req-12a3184a-e43b-4d7d-9564-95b5d1f8ddcd tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.118938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ed2aa8df-dde8-4be7-9ba7-0e715c3c5561 req-12a3184a-e43b-4d7d-9564-95b5d1f8ddcd tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "DELETE /v2.0/security-groups/dd133c25-d11a-409b-943c-18c5c8087e30 HTTP/1.1" status: 204 len: 173 time: 0.2295990 Sep 17 22:17:24.129045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3184a-e43b-4d7d-9564-95b5d1f8ddcd tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd133c25-d11a-409b-943c-18c5c8087e30,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:24.192311 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87759153-d3aa-4e25-ae86-a8dd860987c3 req-c96830a6-9fda-4d20-a826-1a1ac68dac11 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/b8b8cee2-d53b-43ea-bb39-0ba25e39ba06 HTTP/1.1" status: 200 len: 1812 time: 0.0409262 Sep 17 22:17:24.218079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1928140369-network', 'tenant_id': 'de4005d13af44de0be84d06d6ffdd14d'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:24.275269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-87759153-d3aa-4e25-ae86-a8dd860987c3 req-49bb2285-b6da-4107-8fca-6a08a8d686a6 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.304331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-87759153-d3aa-4e25-ae86-a8dd860987c3 req-49bb2285-b6da-4107-8fca-6a08a8d686a6 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.322536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Made reservation on behalf of de4005d13af44de0be84d06d6ffdd14d for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:24.327177 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.347434 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.450133 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-87759153-d3aa-4e25-ae86-a8dd860987c3 req-49bb2285-b6da-4107-8fca-6a08a8d686a6 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.452870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-87759153-d3aa-4e25-ae86-a8dd860987c3 req-49bb2285-b6da-4107-8fca-6a08a8d686a6 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.454336 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87759153-d3aa-4e25-ae86-a8dd860987c3 req-49bb2285-b6da-4107-8fca-6a08a8d686a6 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "DELETE /v2.0/security-groups/b8b8cee2-d53b-43ea-bb39-0ba25e39ba06 HTTP/1.1" status: 204 len: 173 time: 0.2550871 Sep 17 22:17:24.475919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb2285-b6da-4107-8fca-6a08a8d686a6 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b8cee2-d53b-43ea-bb39-0ba25e39ba06,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:24.543194 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-521a2a02-d2bc-4b08-9c2c-935cc324d553 req-232e55e8-497e-4eb6-b0d6-bdda2c2ceb0a tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/d89ca354-8cab-4beb-affd-92701dd993a6 HTTP/1.1" status: 200 len: 1813 time: 0.0638804 Sep 17 22:17:24.584394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.629217 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-521a2a02-d2bc-4b08-9c2c-935cc324d553 req-2296a7a2-7f4b-4385-957b-5f980c708ba7 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.656619 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-521a2a02-d2bc-4b08-9c2c-935cc324d553 req-2296a7a2-7f4b-4385-957b-5f980c708ba7 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.705652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.735339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7841997-f717-4ffe-8abb-f3a59838162c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:24.782961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-521a2a02-d2bc-4b08-9c2c-935cc324d553 req-2296a7a2-7f4b-4385-957b-5f980c708ba7 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.786986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-521a2a02-d2bc-4b08-9c2c-935cc324d553 req-2296a7a2-7f4b-4385-957b-5f980c708ba7 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.788624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-521a2a02-d2bc-4b08-9c2c-935cc324d553 req-2296a7a2-7f4b-4385-957b-5f980c708ba7 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "DELETE /v2.0/security-groups/d89ca354-8cab-4beb-affd-92701dd993a6 HTTP/1.1" status: 204 len: 173 time: 0.2392068 Sep 17 22:17:24.795897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:17:24.808918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296a7a2-7f4b-4385-957b-5f980c708ba7 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89ca354-8cab-4beb-affd-92701dd993a6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:24.819825 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.820179 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Added segment f4a01384-f1c2-4a24-b89a-750dd59d8cf5 of type vlan for network 929d7f57-ac96-4e47-8e7a-c82f0332dbfe Sep 17 22:17:24.878403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0ae91918-3f6e-40d0-b1dd-ef5881306470 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:24.879725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.941082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8d111-d172-43d2-a9fe-92024c916d5b req-b14c683b-36f2-49a0-8e23-ffed375e301e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:24.949856 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9cc8d111-d172-43d2-a9fe-92024c916d5b req-b14c683b-36f2-49a0-8e23-ffed375e301e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 944 time: 0.0881753 Sep 17 22:17:24.984143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.985690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:24.986752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.009121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 0ae91918-3f6e-40d0-b1dd-ef5881306470, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:25.012749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9cc8d111-d172-43d2-a9fe-92024c916d5b req-3d8a6eae-2fe4-4165-833c-a28a1f528251 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618548 Sep 17 22:17:25.016219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea676e2e-ab76-4e1d-aca2-652bd6737895 req-3bc4dd87-2b0f-4f88-a98c-46e6fc3b8dec tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:25.019174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea676e2e-ab76-4e1d-aca2-652bd6737895 req-3bc4dd87-2b0f-4f88-a98c-46e6fc3b8dec tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0624759 Sep 17 22:17:25.027885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'port_id': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'mac_address': 'fa:16:3e:16:c0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:25.086139 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.093897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] Pushing event updated for resources: {'Network': ['ID=929d7f57-ac96-4e47-8e7a-c82f0332dbfe,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:25.107682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 929d7f57-ac96-4e47-8e7a-c82f0332dbfe details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:17:25.115744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea676e2e-ab76-4e1d-aca2-652bd6737895 req-f259967f-0228-4904-9fa4-024d3db56754 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732520 Sep 17 22:17:25.116846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d58f523c-9114-46cd-97e6-068373d877e2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0167415 Sep 17 22:17:25.120569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46652) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:25.133478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae91918-3f6e-40d0-b1dd-ef5881306470 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:25.133875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Request body: {'subnet': {'network_id': '929d7f57-ac96-4e47-8e7a-c82f0332dbfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1928140369-subnet', 'tenant_id': 'de4005d13af44de0be84d06d6ffdd14d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:25.189578 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72c36de5-c60a-417e-8b21-a6ff15d6347d req-dc8a353c-8975-4c8b-9e53-fd9ece2e909e tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/4eed1726-1e28-4d98-8e86-53eb561ba417 HTTP/1.1" status: 200 len: 1812 time: 0.0503018 Sep 17 22:17:25.199642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 0ae91918-3f6e-40d0-b1dd-ef5881306470, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:25.240663 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4df541c6-fa63-47f3-a86d-95eefb5caa98 req-bc5d1a0d-8c7e-4aa5-828c-6df1503cbbb9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 210 time: 0.0273592 Sep 17 22:17:25.250733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72c36de5-c60a-417e-8b21-a6ff15d6347d req-e6a56561-2e48-4576-9c39-b5a123e4b136 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.282619 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72c36de5-c60a-417e-8b21-a6ff15d6347d req-e6a56561-2e48-4576-9c39-b5a123e4b136 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.288598 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.294813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Made reservation on behalf of de4005d13af44de0be84d06d6ffdd14d for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:25.302659 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.364696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=0ae91918-3f6e-40d0-b1dd-ef5881306470,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:25.397348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd6b61-de2f-4371-a468-3700a72d841b req-b383c3da-4504-4cf7-a6b7-5dac670d9362 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:25.398960 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27fd6b61-de2f-4371-a468-3700a72d841b req-b383c3da-4504-4cf7-a6b7-5dac670d9362 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 948 time: 0.0738418 Sep 17 22:17:25.438661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27fd6b61-de2f-4371-a468-3700a72d841b req-9b1b648f-0591-4618-8c8a-23dfad745fc8 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Sep 17 22:17:25.498143 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72c36de5-c60a-417e-8b21-a6ff15d6347d req-e6a56561-2e48-4576-9c39-b5a123e4b136 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.501158 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72c36de5-c60a-417e-8b21-a6ff15d6347d req-e6a56561-2e48-4576-9c39-b5a123e4b136 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.502508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72c36de5-c60a-417e-8b21-a6ff15d6347d req-e6a56561-2e48-4576-9c39-b5a123e4b136 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "DELETE /v2.0/security-groups/4eed1726-1e28-4d98-8e86-53eb561ba417 HTTP/1.1" status: 204 len: 173 time: 0.3066700 Sep 17 22:17:25.580531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a56561-2e48-4576-9c39-b5a123e4b136 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed1726-1e28-4d98-8e86-53eb561ba417,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:25.654873 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.656224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['0ae91918-3f6e-40d0-b1dd-ef5881306470'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:25.706862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e503c0-e351-41e7-bde3-bb2b9ea6b048 req-3c258ff0-d481-4d63-958e-e7a5f55257e5 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:25.708602 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e503c0-e351-41e7-bde3-bb2b9ea6b048 req-3c258ff0-d481-4d63-958e-e7a5f55257e5 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1102 time: 0.0561378 Sep 17 22:17:25.733029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5fed8c2-b598-4461-a9c9-0342670ea3dd,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:25.744539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Checking segment: {'id': 'f4a01384-f1c2-4a24-b89a-750dd59d8cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '929d7f57-ac96-4e47-8e7a-c82f0332dbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:25.744539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Network hostable DHCP agents. Network: 929d7f57-ac96-4e47-8e7a-c82f0332dbfe, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:17:25.749292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d5e503c0-e351-41e7-bde3-bb2b9ea6b048 req-89290ebf-ee98-4f2a-a6a0-131cc2c6dc12 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.842535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d5e503c0-e351-41e7-bde3-bb2b9ea6b048 req-89290ebf-ee98-4f2a-a6a0-131cc2c6dc12 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.893270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Network 929d7f57-ac96-4e47-8e7a-c82f0332dbfe is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:17:25.939355 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d5e503c0-e351-41e7-bde3-bb2b9ea6b048 req-89290ebf-ee98-4f2a-a6a0-131cc2c6dc12 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.996512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e503c0-e351-41e7-bde3-bb2b9ea6b048 req-89290ebf-ee98-4f2a-a6a0-131cc2c6dc12 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773275 Sep 17 22:17:26.005722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a06ad231-d7cb-4ed9-bd9a-98a931540122 req-6ea1ea8f-e8b9-4829-b8bc-2ab8bcc92c7c tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "GET /v2.0/security-groups/9b66aebe-119c-4e80-b562-dddefcd102a7 HTTP/1.1" status: 200 len: 1813 time: 0.0787435 Sep 17 22:17:26.013300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 929d7f57-ac96-4e47-8e7a-c82f0332dbfe) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:26.023217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89290ebf-ee98-4f2a-a6a0-131cc2c6dc12 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6817c4-c485-4977-955b-5e6213629558,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:26.028178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:26.028763 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.031739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7af6e3c-bc8b-4ce8-97dd-ba856d8e5a2e None None] Network 929d7f57-ac96-4e47-8e7a-c82f0332dbfe requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:26.052281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-93de0490-c2a1-4700-8dfc-5e801865511a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:26.053847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-93de0490-c2a1-4700-8dfc-5e801865511a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 820 time: 0.1992948 Sep 17 22:17:26.070661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Request body: {'port': {'device_id': '423f2144-adda-4d16-a046-27f1043c7fe2', 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c', 'admin_state_up': True, 'tenant_id': '750d12dee1534161b8aa8559b499da36'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:26.168915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ff57f287-d4f2-43f5-8b0b-527c30c03b99 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0469921 Sep 17 22:17:26.203662 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a06ad231-d7cb-4ed9-bd9a-98a931540122 req-f40d621c-ab49-4f6c-a2a7-2e02ab8f6604 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.237541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5179a0-6a7b-4fcb-92bd-7c101cfe036d None None] Network 929d7f57-ac96-4e47-8e7a-c82f0332dbfe requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:26.259905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a06ad231-d7cb-4ed9-bd9a-98a931540122 req-f40d621c-ab49-4f6c-a2a7-2e02ab8f6604 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.362535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-235569a8-3c4b-4d61-a36d-4c152c0e1f90 req-33e82020-3696-46f5-9c33-80c1cd35747a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:17:26.363608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-235569a8-3c4b-4d61-a36d-4c152c0e1f90 req-33e82020-3696-46f5-9c33-80c1cd35747a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062504 Sep 17 22:17:26.380879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Made reservation on behalf of 750d12dee1534161b8aa8559b499da36 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:26.390306 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.408298 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a06ad231-d7cb-4ed9-bd9a-98a931540122 req-f40d621c-ab49-4f6c-a2a7-2e02ab8f6604 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.408298 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a06ad231-d7cb-4ed9-bd9a-98a931540122 req-f40d621c-ab49-4f6c-a2a7-2e02ab8f6604 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.415467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46688) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:26.420008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a06ad231-d7cb-4ed9-bd9a-98a931540122 req-f40d621c-ab49-4f6c-a2a7-2e02ab8f6604 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] 10.222.0.30 "DELETE /v2.0/security-groups/9b66aebe-119c-4e80-b562-dddefcd102a7 HTTP/1.1" status: 204 len: 173 time: 0.4078007 Sep 17 22:17:26.440795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d621c-ab49-4f6c-a2a7-2e02ab8f6604 tempest-SecurityGroupRulesNegativeTestJSON-827143138 tempest-SecurityGroupRulesNegativeTestJSON-827143138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b66aebe-119c-4e80-b562-dddefcd102a7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:26.487883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3941c4-d42d-405d-9b7a-7cf88eaf82d8 admin admin] Deleting subnet b18df889-153d-4176-9783-13152afed461 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:17:26.494182 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f3941c4-d42d-405d-9b7a-7cf88eaf82d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.530090 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f3941c4-d42d-405d-9b7a-7cf88eaf82d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.541620 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f3941c4-d42d-405d-9b7a-7cf88eaf82d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.597288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077aa0f-debf-4656-ade0-eb7c3cce3bc6 req-f87f83cb-108f-461d-a47a-35fd674ffd1d tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:26.605026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4077aa0f-debf-4656-ade0-eb7c3cce3bc6 req-f87f83cb-108f-461d-a47a-35fd674ffd1d tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 945 time: 0.1108119 Sep 17 22:17:26.651393 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4077aa0f-debf-4656-ade0-eb7c3cce3bc6 req-669f26b7-33ac-49b7-8b77-c9c1799fbd73 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454803 Sep 17 22:17:26.716001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Allocated IP 172.20.0.7 (1fc90bcd-5a73-4935-98b6-6780f7d9c93c/6f09c85c-6cca-4ec3-b699-61b697417077/463ed3f5-1db6-404b-ba72-dc0e59308688) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:26.719427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f3941c4-d42d-405d-9b7a-7cf88eaf82d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.747389 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f3941c4-d42d-405d-9b7a-7cf88eaf82d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.753077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2f3941c4-d42d-405d-9b7a-7cf88eaf82d8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b18df889-153d-4176-9783-13152afed461 HTTP/1.1" status: 204 len: 168 time: 0.3362682 Sep 17 22:17:26.753740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46700) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:26.755856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3941c4-d42d-405d-9b7a-7cf88eaf82d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18df889-153d-4176-9783-13152afed461,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:26.861304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.891387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device dca11b2b-1b56-4246-b078-b2ccf323a2fd details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:26.929390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9e607a5-de07-44b8-ac49-cc268752afe8 req-49ae489b-103f-434b-afc0-9051dc114018 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 210 time: 0.0541766 Sep 17 22:17:26.948568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0ae91918-3f6e-40d0-b1dd-ef5881306470 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:26.965241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.000497 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.049260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port dca11b2b-1b56-4246-b078-b2ccf323a2fd, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=dca11b2b-1b56-4246-b078-b2ccf323a2fd,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:27.060173 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.061433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.061433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.061645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.061966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.062292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.062609 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.062922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.063234 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.063545 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.078056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'dca11b2b-1b56-4246-b078-b2ccf323a2fd', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'dca11b2b-1b56-4246-b078-b2ccf323a2fd', 'mac_address': 'fa:16:3e:ab:54:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:27.107387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44dfd2-7908-4393-8ff8-eec29d847c5b req-93653cc2-ec03-41e7-b1c9-78b8ea65f40a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.110298 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c44dfd2-7908-4393-8ff8-eec29d847c5b req-93653cc2-ec03-41e7-b1c9-78b8ea65f40a tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 948 time: 0.1133502 Sep 17 22:17:27.133470 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.147933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca11b2b-1b56-4246-b078-b2ccf323a2fd {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:27.167477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port dca11b2b-1b56-4246-b078-b2ccf323a2fd, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=dca11b2b-1b56-4246-b078-b2ccf323a2fd,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:27.169420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 0ae91918-3f6e-40d0-b1dd-ef5881306470 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:27.170474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.172895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 0ae91918-3f6e-40d0-b1dd-ef5881306470 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:27.173347 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.187373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46718) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:27.222848 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.223417 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.223755 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.224475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-124468327-network', 'tenant_id': 'a5512e966bb8403dae795c92a61453bd'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:27.225269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:17:27.226074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae13f24f-d5b4-4462-86b3-84f1aa051855']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:27.245481 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05dca385-a04b-4479-b5cd-7a95181d980f') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:27.245832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05dca385-a04b-4479-b5cd-7a95181d980f') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:27.257394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c44dfd2-7908-4393-8ff8-eec29d847c5b req-98784004-3755-4779-b1c1-d89edc5713a1 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286657 Sep 17 22:17:27.267606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.269463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:27.273265 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.280988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.282386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:27.290659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:27.309340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.310051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.331115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:27.333385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Pushing event updated for resources: {'Port': ['ID=463ed3f5-1db6-404b-ba72-dc0e59308688,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:27.336039 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb9b70e-ef6c-487a-aa84-eb7501cd1d48" -d '{"events": [{"server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "name": "network-vif-plugged", "status": "completed", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:27.343966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.346679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Made reservation on behalf of a5512e966bb8403dae795c92a61453bd for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:27.349084 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.359778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:17:27.359778 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.360511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 0ae91918-3f6e-40d0-b1dd-ef5881306470, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:27.371985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=dca11b2b-1b56-4246-b078-b2ccf323a2fd,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: from cryptography.utils import int_from_bytes Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: from cryptography.utils import int_from_bytes Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:17:27.382555 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:17:27.389149 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.446945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e1846-cf2e-460e-93d6-7b9e43161903 req-cc175de7-9576-49d8-a4bc-eb1fa4104964 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.452657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc4e1846-cf2e-460e-93d6-7b9e43161903 req-cc175de7-9576-49d8-a4bc-eb1fa4104964 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0696366 Sep 17 22:17:27.459914 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-128dcceb-094c-408f-b7af-fdadf03e5ed9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3931401 Sep 17 22:17:27.465722 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.478541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46728) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:27.483457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Request body: {'port': {'device_id': '423f2144-adda-4d16-a046-27f1043c7fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:27.538268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=0ae91918-3f6e-40d0-b1dd-ef5881306470,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:27.541299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.554790 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.555148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ae13f24f-d5b4-4462-86b3-84f1aa051855 HTTP/1.1" status: 204 len: 168 time: 0.8002906 Sep 17 22:17:27.561613 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf05f94-0ce5-4cfe-a03e-abb6fff4b174 x-openstack-request-id: req-eaf05f94-0ce5-4cfe-a03e-abb6fff4b174 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:27.562000 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "name": "network-vif-plugged", "status": "completed", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:27.562349 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eaf05f94-0ce5-4cfe-a03e-abb6fff4b174 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:27.562845 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'code': 200} Sep 17 22:17:27.586663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e95df0-b368-4cf3-9b33-1c33a0c263a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae13f24f-d5b4-4462-86b3-84f1aa051855,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:27.604491 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc4e1846-cf2e-460e-93d6-7b9e43161903 req-7b3549c1-711b-42ab-bbb0-128b352cce50 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403010 Sep 17 22:17:27.622958 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.638070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-7e60417d-4b0b-488c-a56d-e0ef80310c16 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1583276 Sep 17 22:17:27.643209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-96ed5a4f-4e01-42da-bcb6-3fddbb28cca5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:17:27.652294 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-96ed5a4f-4e01-42da-bcb6-3fddbb28cca5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092344 Sep 17 22:17:27.691085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['dca11b2b-1b56-4246-b078-b2ccf323a2fd'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:27.736284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.787775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118f497-2321-481e-b9bb-f40d561d332f req-428c1519-7a05-4173-b915-235d092cd2e6 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.789330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d118f497-2321-481e-b9bb-f40d561d332f req-428c1519-7a05-4173-b915-235d092cd2e6 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 946 time: 0.0609472 Sep 17 22:17:27.809503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b324ce-7e31-4fdd-aaa7-7c41abbcd3f9 req-eb9dd699-a04d-4128-8cb9-e4a58debef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.811241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b324ce-7e31-4fdd-aaa7-7c41abbcd3f9 req-eb9dd699-a04d-4128-8cb9-e4a58debef60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1098 time: 0.1626413 Sep 17 22:17:27.828889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.875115 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d118f497-2321-481e-b9bb-f40d561d332f req-9074a2f0-dca9-4adf-9fac-3a9369199b07 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660589 Sep 17 22:17:27.897543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:17:27.910077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580bf390-16db-4c21-9425-21cc1f712570,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:27.974181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b324ce-7e31-4fdd-aaa7-7c41abbcd3f9 req-19f22db5-b964-43c3-afb1-a2197b690b0c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531973 Sep 17 22:17:27.975252 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.975587 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Added segment 979cd054-d100-4e07-acbc-39f6ab674ce8 of type vlan for network 5fa794ff-66bb-4314-bb1f-707029f4bbfb Sep 17 22:17:28.045842 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.068452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46762) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:28.119300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05552152-9009-420a-9226-244e1d95a067 req-88113efe-7a70-4b50-8512-9349b08f574d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.121372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05552152-9009-420a-9226-244e1d95a067 req-88113efe-7a70-4b50-8512-9349b08f574d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 931 time: 0.1030643 Sep 17 22:17:28.141544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463ed3f5-1db6-404b-ba72-dc0e59308688 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:28.144292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1d1e9bfc-6381-41e8-8be9-16b55c34e608 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f04a60b03df4061816c548819bdc598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741415 Sep 17 22:17:28.149853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.150735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46772) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:28.163565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.167258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.167258 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.167791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Transition to ACTIVE for port object 463ed3f5-1db6-404b-ba72-dc0e59308688 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:28.210357 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05552152-9009-420a-9226-244e1d95a067 req-d4173503-2b31-49df-9bfc-be2f9a56bf1e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712113 Sep 17 22:17:28.229434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa794ff-66bb-4314-bb1f-707029f4bbfb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:28.233735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-158f4dd7-34dc-4416-ad63-29072d23d5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.239246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 5fa794ff-66bb-4314-bb1f-707029f4bbfb details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:17:28.256595 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-158f4dd7-34dc-4416-ad63-29072d23d5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.338581 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.382176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76834b60-b331-4039-9f78-408e5c1d5b1e req-8f25a0c9-1716-4776-b726-948f24fa4270 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.383902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76834b60-b331-4039-9f78-408e5c1d5b1e req-8f25a0c9-1716-4776-b726-948f24fa4270 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 949 time: 0.0545318 Sep 17 22:17:28.426692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76834b60-b331-4039-9f78-408e5c1d5b1e req-b6c21696-caca-4d56-ac19-4a22b92d9a45 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Sep 17 22:17:28.429870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-158f4dd7-34dc-4416-ad63-29072d23d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.435037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-158f4dd7-34dc-4416-ad63-29072d23d5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.440449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-158f4dd7-34dc-4416-ad63-29072d23d5b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b2bea17-fac7-4275-a9f8-65b8146da162 HTTP/1.1" status: 204 len: 168 time: 0.2871370 Sep 17 22:17:28.449902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f4dd7-34dc-4416-ad63-29072d23d5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2bea17-fac7-4275-a9f8-65b8146da162,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:28.611788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-51dab7ac-1f42-4fc1-a7b0-8b9aab340d04 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3984475 Sep 17 22:17:28.614592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46792) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:28.624231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Request body: {'subnet': {'network_id': '5fa794ff-66bb-4314-bb1f-707029f4bbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-124468327-subnet', 'tenant_id': 'a5512e966bb8403dae795c92a61453bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:28.654830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Pushing event updated for resources: {'Port': ['ID=463ed3f5-1db6-404b-ba72-dc0e59308688,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:28.665783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:28.666125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:28.666500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:28.671051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Port 463ed3f5-1db6-404b-ba72-dc0e59308688 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:28.671368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:28.676425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:28.676763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:28.677140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:28.677645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Bound port: 463ed3f5-1db6-404b-ba72-dc0e59308688, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:28.677907 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.727127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Made reservation on behalf of a5512e966bb8403dae795c92a61453bd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:28.729537 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.772595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:28.776508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:28.800763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06f29-156f-4ca6-97c1-0731a7135a5b req-bef0aec5-85d6-4763-9677-afb5c300f885 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.802246 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7b06f29-156f-4ca6-97c1-0731a7135a5b req-bef0aec5-85d6-4763-9677-afb5c300f885 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.1277225 Sep 17 22:17:28.860450 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.870172 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7b06f29-156f-4ca6-97c1-0731a7135a5b req-0f150b59-d3f9-4cf4-a4f0-beb65f5269fc tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587132 Sep 17 22:17:28.904336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.904812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device dca11b2b-1b56-4246-b078-b2ccf323a2fd up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:28.904978 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.906533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] 10.222.0.23 "PUT /v2.0/ports/463ed3f5-1db6-404b-ba72-dc0e59308688 HTTP/1.1" status: 200 len: 1092 time: 1.4278762 Sep 17 22:17:28.906851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423f2144-adda-4d16-a046-27f1043c7fe2', 'tag': '463ed3f5-1db6-404b-ba72-dc0e59308688'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:28.909275 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "423f2144-adda-4d16-a046-27f1043c7fe2", "tag": "463ed3f5-1db6-404b-ba72-dc0e59308688"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:28.959795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.966607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ef80a-1ef0-439c-820d-f8896eca9232 service neutron] Pushing event updated for resources: {'Port': ['ID=463ed3f5-1db6-404b-ba72-dc0e59308688,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:29.107039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe92005-f55c-44ed-9937-94a6dd53d711 req-7ef45254-53aa-44fa-8108-c25f6fb3a243 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.109141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbe92005-f55c-44ed-9937-94a6dd53d711 req-7ef45254-53aa-44fa-8108-c25f6fb3a243 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 946 time: 0.1418073 Sep 17 22:17:29.116172 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a05919-ec2c-4709-970c-7240ed5172e4 x-openstack-request-id: req-20a05919-ec2c-4709-970c-7240ed5172e4 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:29.116465 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423f2144-adda-4d16-a046-27f1043c7fe2", "tag": "463ed3f5-1db6-404b-ba72-dc0e59308688", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:29.123298 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20a05919-ec2c-4709-970c-7240ed5172e4 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:29.123743 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423f2144-adda-4d16-a046-27f1043c7fe2', 'tag': '463ed3f5-1db6-404b-ba72-dc0e59308688', 'status': 'completed', 'code': 200} Sep 17 22:17:29.127122 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-7e20fedf-c3dc-47eb-979d-d2fc46d9680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.128646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-7e20fedf-c3dc-47eb-979d-d2fc46d9680e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 1095 time: 0.0974622 Sep 17 22:17:29.165581 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:29.179076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-fc0e36cf-c442-4645-9f37-5bbbe88df02d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=463ed3f5-1db6-404b-ba72-dc0e59308688 HTTP/1.1" status: 200 len: 217 time: 0.0379674 Sep 17 22:17:29.229929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbe92005-f55c-44ed-9937-94a6dd53d711 req-e2bcaccd-1b93-4f6e-abe7-49ba2209a9b3 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994344 Sep 17 22:17:29.249337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78f4893-7203-477b-b92c-e441ccdae775,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:29.280083 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Checking segment: {'id': '979cd054-d100-4e07-acbc-39f6ab674ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5fa794ff-66bb-4314-bb1f-707029f4bbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:29.280568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Network hostable DHCP agents. Network: 5fa794ff-66bb-4314-bb1f-707029f4bbfb, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:17:29.286114 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-5a6b52d9-3e91-4dd6-b51e-d1e449d1e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.287811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-5a6b52d9-3e91-4dd6-b51e-d1e449d1e84a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.1012416 Sep 17 22:17:29.324477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-8afb9cda-9dbd-471c-9e57-7ad0fee690cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291200 Sep 17 22:17:29.365807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839ebd4-e1f7-442f-ae55-fcfc0362dcfe req-80cfa0d6-9231-4bf5-8720-3cd4ba15a4d7 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.367175 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e839ebd4-e1f7-442f-ae55-fcfc0362dcfe req-80cfa0d6-9231-4bf5-8720-3cd4ba15a4d7 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 943 time: 0.0557334 Sep 17 22:17:29.374279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port dca11b2b-1b56-4246-b078-b2ccf323a2fd completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:29.379138 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port dca11b2b-1b56-4246-b078-b2ccf323a2fd triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:29.379585 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:29.382719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Network 5fa794ff-66bb-4314-bb1f-707029f4bbfb is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:17:29.453711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e839ebd4-e1f7-442f-ae55-fcfc0362dcfe req-0cea42bb-ba4b-46c8-be67-2ed6fb91a0f4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720491 Sep 17 22:17:29.502469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-6218cc0d-41a5-4738-b517-c5e89c0b71f4 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706998 Sep 17 22:17:29.540357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 5fa794ff-66bb-4314-bb1f-707029f4bbfb) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:29.545692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.546624 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:29.562252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f9274-c78d-4f6e-a959-13453de8c548 None None] Network 5fa794ff-66bb-4314-bb1f-707029f4bbfb requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:29.566619 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:29.620621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8f6afa-ca22-46e1-a104-a4b12e967620 req-f2830a7c-4cc6-4ae3-ad86-e6a51aa42c20 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052921 Sep 17 22:17:29.630083 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a86c6-f6ed-491f-801a-3c9040fedee2 req-1562223a-25f7-401d-b461-d992cc3727b7 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.635923 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a46a86c6-f6ed-491f-801a-3c9040fedee2 req-1562223a-25f7-401d-b461-d992cc3727b7 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 949 time: 0.0580256 Sep 17 22:17:29.641699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b7d9cd-7206-408c-978c-04933aaab5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca11b2b-1b56-4246-b078-b2ccf323a2fd'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:29.643999 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868d8170-3dd9-47f9-9c99-218507db232b" -d '{"events": [{"server_uuid": "84b7d9cd-7206-408c-978c-04933aaab5ad", "name": "network-vif-plugged", "status": "completed", "tag": "dca11b2b-1b56-4246-b078-b2ccf323a2fd"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:29.664215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port dca11b2b-1b56-4246-b078-b2ccf323a2fd, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=dca11b2b-1b56-4246-b078-b2ccf323a2fd,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:29.759180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf8861-58fc-4780-b5b0-a8a1f6c10d43 None None] Network 5fa794ff-66bb-4314-bb1f-707029f4bbfb requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:29.797851 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:29.844787 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b0e01f6e-8f22-4ccd-9282-a32907c678f9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2286918 Sep 17 22:17:29.872569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e req-254c900e-e8c6-47ac-9921-38198a7c2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.873124 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e req-254c900e-e8c6-47ac-9921-38198a7c2c5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 1095 time: 0.0797937 Sep 17 22:17:29.874882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a46a86c6-f6ed-491f-801a-3c9040fedee2 req-3899e129-9da1-47c5-80d4-179e0fef856d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333474 Sep 17 22:17:29.929155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=dca11b2b-1b56-4246-b078-b2ccf323a2fd,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:29.956478 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047fad7d-1554-4e4e-83bb-d21cba1cd19c x-openstack-request-id: req-047fad7d-1554-4e4e-83bb-d21cba1cd19c {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:29.956889 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b7d9cd-7206-408c-978c-04933aaab5ad", "name": "network-vif-plugged", "status": "completed", "tag": "dca11b2b-1b56-4246-b078-b2ccf323a2fd", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:29.957244 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-047fad7d-1554-4e4e-83bb-d21cba1cd19c {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:29.959160 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b7d9cd-7206-408c-978c-04933aaab5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca11b2b-1b56-4246-b078-b2ccf323a2fd', 'code': 200} Sep 17 22:17:30.096371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5bda4-bc9d-414e-8260-f6128bf86370 req-a76e515f-d24b-487f-a43c-0e58bf2ef7e1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.097937 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd5bda4-bc9d-414e-8260-f6128bf86370 req-a76e515f-d24b-487f-a43c-0e58bf2ef7e1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0766206 Sep 17 22:17:30.109564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46866) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:30.122727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e req-66fd6b09-fac7-4184-9ba6-29371a19f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.124109 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e req-66fd6b09-fac7-4184-9ba6-29371a19f75a service neutron] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.2417977 Sep 17 22:17:30.159432 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd5bda4-bc9d-414e-8260-f6128bf86370 req-09c166b0-1d46-4a9d-8f8c-c3e371310439 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499833 Sep 17 22:17:30.177341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e req-542aa11c-0204-44cb-b8e4-8100ab17be58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=463ed3f5-1db6-404b-ba72-dc0e59308688 HTTP/1.1" status: 200 len: 217 time: 0.0444806 Sep 17 22:17:30.180099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545ce77-1d97-4e79-b069-4ae384429f16 req-f9fdf7ce-3660-4cc0-9c52-8b81fcdea770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.181552 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e545ce77-1d97-4e79-b069-4ae384429f16 req-f9fdf7ce-3660-4cc0-9c52-8b81fcdea770 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 1102 time: 0.1258903 Sep 17 22:17:30.262381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-650795835-network', 'tenant_id': '2ac78736ad6f427997e8845a2be7a5c1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:30.273598 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e545ce77-1d97-4e79-b069-4ae384429f16 req-25fa0ae4-2506-42a6-a6ad-2e429f6a9265 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810313 Sep 17 22:17:30.277118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e req-6b9c9488-b270-4a6e-9825-054b55a82efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.278528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e req-6b9c9488-b270-4a6e-9825-054b55a82efb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.0939541 Sep 17 22:17:30.313468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e req-7bfd1a08-3ceb-43d0-883a-f7411be7928d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271912 Sep 17 22:17:30.355498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1e3ad-b606-4729-a3fa-c4200a78dfd9 req-6bbe7919-8f87-4302-8842-e1d40653f28c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.356905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Made reservation on behalf of 2ac78736ad6f427997e8845a2be7a5c1 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:30.360758 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ff1e3ad-b606-4729-a3fa-c4200a78dfd9 req-6bbe7919-8f87-4302-8842-e1d40653f28c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 946 time: 0.0569916 Sep 17 22:17:30.360973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.398586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ff1e3ad-b606-4729-a3fa-c4200a78dfd9 req-6af48fc2-c5dd-40b0-a642-3ad46399574e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Sep 17 22:17:30.401343 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.445054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e req-1a9ef02f-148f-4e2c-8774-02fb6ce8f84f service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243026 Sep 17 22:17:30.659508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-01793bbd-48af-4c8e-8fd4-b1e4cdfacaba tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.661038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-01793bbd-48af-4c8e-8fd4-b1e4cdfacaba tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/networks?id=929d7f57-ac96-4e47-8e7a-c82f0332dbfe HTTP/1.1" status: 200 len: 815 time: 0.2087612 Sep 17 22:17:30.665140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c59b7b6e-c707-45fe-b7fa-e192f7877c3e req-89ecb50f-8deb-4d1a-b2b4-b395a349c0e5 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116055 Sep 17 22:17:30.693301 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.695118 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-d0a6fb6f-85fd-4b7a-bec6-518295efc9a3 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/quotas/de4005d13af44de0be84d06d6ffdd14d HTTP/1.1" status: 200 len: 375 time: 0.0241518 Sep 17 22:17:30.723470 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-38ff589d-2ec7-4328-8c67-7bb96236ca7f tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1865439 Sep 17 22:17:30.727099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-571a9fc9-2c81-4146-a77e-9a143067f017 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de4005d13af44de0be84d06d6ffdd14d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259156 Sep 17 22:17:30.734522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:30.769453 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.829305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:17:30.839117 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab21551e-dac3-4ab4-96df-9dc149952229,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:30.843315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.853097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.853457 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Added segment 1f6ab781-f45a-437b-80cc-66afcddf003b of type vlan for network d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee Sep 17 22:17:30.874394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-12027096-7b12-4eec-8b3d-2c69f5445048 service neutron] 10.222.0.30 "GET /v2.0/networks/929d7f57-ac96-4e47-8e7a-c82f0332dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396050 Sep 17 22:17:30.938222 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.957988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.011053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-4aae1f64-dc4e-495f-9ef5-18f216c90a1f service neutron] 10.222.0.30 "GET /v2.0/networks/929d7f57-ac96-4e47-8e7a-c82f0332dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164334 Sep 17 22:17:31.052717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-bfc7b124-fd9d-4f1d-b13e-0e174dd0f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.054241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-bfc7b124-fd9d-4f1d-b13e-0e174dd0f82d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1102 time: 0.0460930 Sep 17 22:17:31.058480 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.059543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.063333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.072390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Allocated IP 172.25.6.201 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/730bd461-38a4-4188-bf22-4442e877650a) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:31.183162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:31.186930 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.196519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:17:31.230272 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6a6b71c2-707b-4806-9064-b5128bf9cc27 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1172588 Sep 17 22:17:31.232405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-8083505e-c2df-4bbc-a2b2-0ce595b550d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.234245 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-8083505e-c2df-4bbc-a2b2-0ce595b550d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1705506 Sep 17 22:17:31.236287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46904) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:31.242287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Request body: {'subnet': {'network_id': 'd2c6d2d1-bab4-4389-8f6f-0bd28cba97ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-650795835-subnet', 'tenant_id': '2ac78736ad6f427997e8845a2be7a5c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:31.300283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-940835da-66ca-4141-80b0-91346a29e12c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 217 time: 0.0540433 Sep 17 22:17:31.316726 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.355092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:31.358065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:31.361633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:31.377203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-01119ae7-54e6-472e-aa11-0ddae3f86d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.377897 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-01119ae7-54e6-472e-aa11-0ddae3f86d5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0575414 Sep 17 22:17:31.385896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e70710-3406-4129-a0be-b1ba82d6f922 req-a1a191cd-7997-4e5d-bdab-d163d5f9b34b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.387346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a0e70710-3406-4129-a0be-b1ba82d6f922 req-a1a191cd-7997-4e5d-bdab-d163d5f9b34b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 943 time: 0.0986598 Sep 17 22:17:31.394567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Pushing event updated for resources: {'Port': ['ID=730bd461-38a4-4188-bf22-4442e877650a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:31.401596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Made reservation on behalf of 2ac78736ad6f427997e8845a2be7a5c1 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:31.403888 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.460978 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.512947 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a0e70710-3406-4129-a0be-b1ba82d6f922 req-9270c071-aef1-47f2-bbee-04c32c34b4ab tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143062 Sep 17 22:17:31.514765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-bf51dbc7-175b-439c-b537-9d173b9125e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.516184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-bf51dbc7-175b-439c-b537-9d173b9125e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279621 Sep 17 22:17:31.591501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.653383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-0c9aa11c-1e62-424e-a5ab-a88a682e41fe service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300116 Sep 17 22:17:31.759525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.799034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-b410aa7a-b3f2-4039-9827-c2d6f6e9caab service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385050 Sep 17 22:17:31.842820 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.850995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.890846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725fbe8-7358-41fb-8a1e-3d6dc134e29e req-8fb436bc-b37b-4106-8a5b-27555ab816ca tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.892418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0725fbe8-7358-41fb-8a1e-3d6dc134e29e req-8fb436bc-b37b-4106-8a5b-27555ab816ca tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 950 time: 0.0812521 Sep 17 22:17:31.921885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Pushing event updated for resources: {'Port': ['ID=730bd461-38a4-4188-bf22-4442e877650a,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:31.927730 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.935414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ad1244-3afe-4974-8e01-fba3ffa64f16,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:31.959763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Checking segment: {'id': '1f6ab781-f45a-437b-80cc-66afcddf003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd2c6d2d1-bab4-4389-8f6f-0bd28cba97ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:31.961164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Network hostable DHCP agents. Network: d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:17:31.966344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0725fbe8-7358-41fb-8a1e-3d6dc134e29e req-55db1a5b-7748-43eb-b18e-c531214c74b3 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653002 Sep 17 22:17:32.031518 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:32.032882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-10564e54-4b26-4c26-be54-eaa6c7cadb8e tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3027847 Sep 17 22:17:32.058978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Network d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:17:32.083406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4791f3f-8989-41de-b4b5-b0f2e791eae6 req-6979b562-2c9f-4769-a6af-bc39a682b176 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.084931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e4791f3f-8989-41de-b4b5-b0f2e791eae6 req-6979b562-2c9f-4769-a6af-bc39a682b176 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0634811 Sep 17 22:17:32.111605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-cc856468-9169-4ac5-beda-2296e4ff7c05 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 696 time: 0.0720091 Sep 17 22:17:32.130613 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e4791f3f-8989-41de-b4b5-b0f2e791eae6 req-4a248e16-2151-4889-8edb-827e7df2e9e8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384796 Sep 17 22:17:32.154303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:32.158709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.159468 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:32.164766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40b4d2-fa19-4fd6-bde6-8a985521f9c9 None None] Network d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:32.200583 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b46108fd-903c-451d-85fc-ceb52f8058b6 req-98424002-6806-4cd5-9daf-66c83df332be tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 210 time: 0.0294638 Sep 17 22:17:32.261239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-5d1fc654-12e3-4698-ae52-e2ffce0362c1 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.263001 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-5d1fc654-12e3-4698-ae52-e2ffce0362c1 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1372607 Sep 17 22:17:32.268100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d696993d-5b5c-4146-a248-a530851e25e3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0306916 Sep 17 22:17:32.283034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-ccccc55f-9ebc-49f6-ac10-fa35a94c47a8 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:17:32.284049 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ca16601-f154-47ee-ba2a-9072b555ecff req-ccccc55f-9ebc-49f6-ac10-fa35a94c47a8 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084498 Sep 17 22:17:32.317156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e646f14a-068e-4ad0-81ee-812b48603393 None None] Network d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:32.519055 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-2744f5c5-20b2-4b21-94ea-2629642f28cc req-321d1c3d-b275-4471-8ea6-ff4b2b0edb6d tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] show failed (client error): The resource could not be found. Sep 17 22:17:32.520365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2744f5c5-20b2-4b21-94ea-2629642f28cc req-321d1c3d-b275-4471-8ea6-ff4b2b0edb6d tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] 10.222.0.30 "GET /v2.0/security-groups/d07d9930-0e6d-4138-a19a-4b9d8496e263 HTTP/1.1" status: 404 len: 352 time: 0.0152054 Sep 17 22:17:32.591377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-c939332d-084c-4abd-b669-aeb17b12295d tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.592917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-c939332d-084c-4abd-b669-aeb17b12295d tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 821 time: 0.1242015 Sep 17 22:17:32.608715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-f718edf8-720c-4b9f-bb42-c2e438389627 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/quotas/3fa6d2411ad444d2b8314852a714e92d HTTP/1.1" status: 200 len: 375 time: 0.0100377 Sep 17 22:17:32.640499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea7424-9f5d-4349-aa3d-9c9b12061045 req-a23a1cfb-087f-470e-9051-93bd1334c9e4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.648413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3ea7424-9f5d-4349-aa3d-9c9b12061045 req-a23a1cfb-087f-470e-9051-93bd1334c9e4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 943 time: 0.0641584 Sep 17 22:17:32.670189 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-cdb5f746-678e-4273-942c-3a0d550182a6 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0548558 Sep 17 22:17:32.683034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3ea7424-9f5d-4349-aa3d-9c9b12061045 req-237a13e9-4ddb-4bf5-ab33-4d177b5d4ea2 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335462 Sep 17 22:17:32.771861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca964023-492d-4462-9084-e98328423fbc req-b6446e2b-45a1-4d57-a8a1-5318ffd3bd47 tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ac78736ad6f427997e8845a2be7a5c1 HTTP/1.1" status: 200 len: 2984 time: 0.0568438 Sep 17 22:17:32.776596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-5fba8bba-1986-48c1-919b-da6b73c92049 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978093 Sep 17 22:17:32.828359 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca964023-492d-4462-9084-e98328423fbc req-fae10a28-3470-4048-9b7a-c3bf43c03628 tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] 10.222.0.30 "GET /v2.0/security-groups/ab21551e-dac3-4ab4-96df-9dc149952229 HTTP/1.1" status: 200 len: 2981 time: 0.0556393 Sep 17 22:17:32.878660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca964023-492d-4462-9084-e98328423fbc req-cbf1c6e9-b731-4de6-8f29-783c5535e2f1 tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] 10.222.0.30 "GET /v2.0/security-groups/ab21551e-dac3-4ab4-96df-9dc149952229 HTTP/1.1" status: 200 len: 2981 time: 0.0436785 Sep 17 22:17:32.879321 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-fc36b99f-52ab-4e3a-b5df-27095c5d959a service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953033 Sep 17 22:17:32.880481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46946) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:33.016758 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d890e05f-1d11-48df-9d24-43dbfa0bfc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.062457 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-644a5183-3854-4dd0-8a52-4cf9ac88cfd4 req-c0f47285-31cd-4e2a-931a-005b9e826ad1 tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] 10.222.0.30 "GET /v2.0/security-groups/ab21551e-dac3-4ab4-96df-9dc149952229 HTTP/1.1" status: 200 len: 2981 time: 0.0770102 Sep 17 22:17:33.166142 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-644a5183-3854-4dd0-8a52-4cf9ac88cfd4 req-059a154d-0c3e-4c4e-b019-2dc04c6db3ea tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:17:33.168072 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-644a5183-3854-4dd0-8a52-4cf9ac88cfd4 req-059a154d-0c3e-4c4e-b019-2dc04c6db3ea tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] 10.222.0.30 "DELETE /v2.0/security-groups/ab21551e-dac3-4ab4-96df-9dc149952229 HTTP/1.1" status: 409 len: 352 time: 0.0958071 Sep 17 22:17:33.199754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d890e05f-1d11-48df-9d24-43dbfa0bfc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.203020 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-aae0e342-581a-4a5f-bf8d-2790cc2849a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.207722 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd7161-edbc-48a2-b4ee-1a65cc686db1 req-44f546e2-1db7-4f60-ac8a-cb119577929d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:33.212585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54dd7161-edbc-48a2-b4ee-1a65cc686db1 req-44f546e2-1db7-4f60-ac8a-cb119577929d tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 950 time: 0.0814219 Sep 17 22:17:33.255994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54dd7161-edbc-48a2-b4ee-1a65cc686db1 req-c1660f96-4890-4a3b-aad5-57e6116a4d2f tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391009 Sep 17 22:17:33.269363 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95610e2c-50b2-4a1e-bff7-f89b271c0509 req-284b0e0d-874e-4db0-ba3e-58b485f2ee60 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 210 time: 0.0416198 Sep 17 22:17:33.288526 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d890e05f-1d11-48df-9d24-43dbfa0bfc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.318902 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-b889a930-e309-409c-9fd8-3024d91967a3 req-02eee3bc-7d27-41ea-9f75-02742669d1a4 tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] show failed (client error): The resource could not be found. Sep 17 22:17:33.319950 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b889a930-e309-409c-9fd8-3024d91967a3 req-02eee3bc-7d27-41ea-9f75-02742669d1a4 tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] 10.222.0.30 "GET /v2.0/security-groups/ef48807e-a75a-40bf-ab6f-893ed5ffde53 HTTP/1.1" status: 404 len: 352 time: 0.0207162 Sep 17 22:17:33.334492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890e05f-1d11-48df-9d24-43dbfa0bfc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3090a0a8-5758-48ad-adf3-830ba04befe6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:33.345796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d890e05f-1d11-48df-9d24-43dbfa0bfc79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89c4fc9ac7174c6c81f6c6babe2d359b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589343 Sep 17 22:17:33.347934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46972) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:33.400378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb95493-98bd-4aac-bd3a-060838ce264e req-bdbdb562-f318-4bbb-b5fe-53ca11db4828 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:33.401942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bdb95493-98bd-4aac-bd3a-060838ce264e req-bdbdb562-f318-4bbb-b5fe-53ca11db4828 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0529709 Sep 17 22:17:33.417664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f86a846f-d8f6-4e54-bd35-233c77b90e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.435752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a1dba0cf-60a4-43db-b109-c332668062fc req-f2c41e65-6c22-4122-bd3d-c6e8f3b22d5e tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 210 time: 0.0368924 Sep 17 22:17:33.441857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bdb95493-98bd-4aac-bd3a-060838ce264e req-34e76800-0591-4c36-96bc-a06858d09d1e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339665 Sep 17 22:17:33.459167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f86a846f-d8f6-4e54-bd35-233c77b90e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.486377 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-2a5d265c-cdb0-438e-a1fb-c0d4a1e5f8bf req-c91c82fb-f2af-4389-949a-486af18d606a tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] show failed (client error): The resource could not be found. Sep 17 22:17:33.487522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2a5d265c-cdb0-438e-a1fb-c0d4a1e5f8bf req-c91c82fb-f2af-4389-949a-486af18d606a tempest-SecurityGroupsNegativeTestJSON-3211672 tempest-SecurityGroupsNegativeTestJSON-3211672-project] 10.222.0.30 "GET /v2.0/security-groups/f8ea62f8-ccb4-4958-9663-73931c29299b HTTP/1.1" status: 404 len: 352 time: 0.0156488 Sep 17 22:17:33.500539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46974) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:33.558713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-6077fa0e-2b96-4871-9e19-27b6cbc8bf10 admin admin] Deleting subnet 66ad1244-3afe-4974-8e01-fba3ffa64f16 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:17:33.562089 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6077fa0e-2b96-4871-9e19-27b6cbc8bf10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.598922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6077fa0e-2b96-4871-9e19-27b6cbc8bf10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.640358 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6077fa0e-2b96-4871-9e19-27b6cbc8bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.647648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7cf87285-997e-4d16-a804-c064e1f46592 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:33.649141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7cf87285-997e-4d16-a804-c064e1f46592 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.23 "GET /v2.0/networks?id=929d7f57-ac96-4e47-8e7a-c82f0332dbfe HTTP/1.1" status: 200 len: 815 time: 0.1138723 Sep 17 22:17:33.660993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Request body: {'port': {'device_id': 'b0ceed46-1c3c-46a7-b381-985a371cd953', 'network_id': '929d7f57-ac96-4e47-8e7a-c82f0332dbfe', 'admin_state_up': True, 'tenant_id': 'de4005d13af44de0be84d06d6ffdd14d'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:33.694220 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f86a846f-d8f6-4e54-bd35-233c77b90e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.696952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f86a846f-d8f6-4e54-bd35-233c77b90e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.701297 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f86a846f-d8f6-4e54-bd35-233c77b90e43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3090a0a8-5758-48ad-adf3-830ba04befe6 HTTP/1.1" status: 204 len: 168 time: 0.3496087 Sep 17 22:17:33.727840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a846f-d8f6-4e54-bd35-233c77b90e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3090a0a8-5758-48ad-adf3-830ba04befe6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:33.764243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6077fa0e-2b96-4871-9e19-27b6cbc8bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.803854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077fa0e-2b96-4871-9e19-27b6cbc8bf10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ad1244-3afe-4974-8e01-fba3ffa64f16,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:33.805854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6077fa0e-2b96-4871-9e19-27b6cbc8bf10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.808641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6077fa0e-2b96-4871-9e19-27b6cbc8bf10 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/66ad1244-3afe-4974-8e01-fba3ffa64f16 HTTP/1.1" status: 204 len: 168 time: 0.3070834 Sep 17 22:17:33.811210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46982) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:33.867463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686afcf-a988-44d3-ad7c-27db0ca0cf29 req-3c85a44f-6cd8-4b50-a34b-304ccaf079bf tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:33.868978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b686afcf-a988-44d3-ad7c-27db0ca0cf29 req-3c85a44f-6cd8-4b50-a34b-304ccaf079bf tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 943 time: 0.0571718 Sep 17 22:17:33.889946 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.923145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Made reservation on behalf of de4005d13af44de0be84d06d6ffdd14d for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:33.926773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.929690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 463ed3f5-1db6-404b-ba72-dc0e59308688 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:33.933307 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b686afcf-a988-44d3-ad7c-27db0ca0cf29 req-e7a18ccb-8ae2-4ed4-92bc-b4c42081e419 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533824 Sep 17 22:17:34.013876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.053314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:34.076377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:34.088961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6ab781-f45a-437b-80cc-66afcddf003b') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:34.089183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6ab781-f45a-437b-80cc-66afcddf003b') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:34.093187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '463ed3f5-1db6-404b-ba72-dc0e59308688', 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c', 'port_id': '463ed3f5-1db6-404b-ba72-dc0e59308688', 'mac_address': 'fa:16:3e:df:3c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f09c85c-6cca-4ec3-b699-61b697417077', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:34.109523 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.112986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Allocated IP 172.20.0.12 (929d7f57-ac96-4e47-8e7a-c82f0332dbfe/e5fed8c2-b598-4461-a9c9-0342670ea3dd/ee7dc92c-2c50-4290-bcf9-06af9955f5d9) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:34.130571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090e0b9-c359-4129-9a6a-57d41901333d req-d2a9c1e2-b1ec-476a-ab1f-d4c31fc102a5 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.132471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1090e0b9-c359-4129-9a6a-57d41901333d req-d2a9c1e2-b1ec-476a-ab1f-d4c31fc102a5 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 950 time: 0.0936038 Sep 17 22:17:34.136900 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.160012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:17:34.160521 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:17:34.162294 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:17:34.165418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.181277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463ed3f5-1db6-404b-ba72-dc0e59308688 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:34.205970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:34.227016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1090e0b9-c359-4129-9a6a-57d41901333d req-a1ab1990-b3f5-46e7-aa14-d8670a757b7c tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851281 Sep 17 22:17:34.313718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.317722 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.318762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.330596 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.335533 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee HTTP/1.1" status: 204 len: 168 time: 0.5233262 Sep 17 22:17:34.361506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cceaa-6f90-4c5c-9a31-01927d5fffb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c6d2d1-bab4-4389-8f6f-0bd28cba97ee,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:34.398708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=463ed3f5-1db6-404b-ba72-dc0e59308688,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:34.416374 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7006814f-7276-4f91-93a7-47dffa1b7de2 req-76fd6009-7a0e-4016-b317-b6944264c78f tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 210 time: 0.0274291 Sep 17 22:17:34.443271 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.455714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46996) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:34.469313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa88756e-2c63-4bff-b10b-5717b102a42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.501040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Network 929d7f57-ac96-4e47-8e7a-c82f0332dbfe is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:34.504424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:34.507035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:34.513830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.514519 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.529187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['463ed3f5-1db6-404b-ba72-dc0e59308688'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:34.531494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Pushing event updated for resources: {'Port': ['ID=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:34.579897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15725544-f159-4ab0-8582-89a4b61a4859 req-5d430eee-4ae9-484b-9176-45afb33a911b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.581331 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15725544-f159-4ab0-8582-89a4b61a4859 req-5d430eee-4ae9-484b-9176-45afb33a911b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 932 time: 0.0683682 Sep 17 22:17:34.621861 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa88756e-2c63-4bff-b10b-5717b102a42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.639889 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15725544-f159-4ab0-8582-89a4b61a4859 req-cea0f424-793b-442c-8f3d-32c407687e83 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475862 Sep 17 22:17:34.721307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa88756e-2c63-4bff-b10b-5717b102a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.764694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47004) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:34.787987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aa88756e-2c63-4bff-b10b-5717b102a42d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0723c7065c5e49d3b4e8ba5d2d1f404a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311455 Sep 17 22:17:34.790768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88756e-2c63-4bff-b10b-5717b102a42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b44ed5-854d-4035-aac2-ef9e40c742b1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:34.791497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47006) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:34.816633 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-7c276b5b-5f70-40c1-b442-a34a1ad99eeb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1591640 Sep 17 22:17:34.819505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecb7be-22d8-4c71-a957-6644ef1a2c2c req-c4e88575-b201-458f-9758-e8b5d256e378 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.822094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8cecb7be-22d8-4c71-a957-6644ef1a2c2c req-c4e88575-b201-458f-9758-e8b5d256e378 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0958383 Sep 17 22:17:34.843183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Request body: {'port': {'device_id': 'b0ceed46-1c3c-46a7-b381-985a371cd953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:34.861420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8cecb7be-22d8-4c71-a957-6644ef1a2c2c req-e05de6c0-60b3-46dc-921f-9363d3499d2d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338166 Sep 17 22:17:34.884207 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-767de196-8033-4a2d-bd20-3c8b0087efbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ac78736ad6f427997e8845a2be7a5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180723 Sep 17 22:17:34.887465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47008) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:34.940687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06284132-6f0f-4a8e-a00e-8bcf94165e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.947575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f16138d-b582-4e1f-945f-95943738d088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.962371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06284132-6f0f-4a8e-a00e-8bcf94165e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.963099 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.980423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d55fd3-a1a2-483a-aeeb-05de6d455dc5 req-663064aa-2d79-421f-a435-5a610c6faffd tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.982042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29d55fd3-a1a2-483a-aeeb-05de6d455dc5 req-663064aa-2d79-421f-a435-5a610c6faffd tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 950 time: 0.1337564 Sep 17 22:17:35.003999 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f16138d-b582-4e1f-945f-95943738d088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.070505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d2778-2936-4c5a-b03b-df1f3bd45ca1 req-c91fb2bd-2955-4822-8c77-9f380a367305 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:35.072349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-681d2778-2936-4c5a-b03b-df1f3bd45ca1 req-c91fb2bd-2955-4822-8c77-9f380a367305 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 944 time: 0.0515842 Sep 17 22:17:35.076909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06284132-6f0f-4a8e-a00e-8bcf94165e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.079560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06284132-6f0f-4a8e-a00e-8bcf94165e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.080010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29d55fd3-a1a2-483a-aeeb-05de6d455dc5 req-20060f7b-7eeb-484b-baf3-0043ad54a7ae tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874028 Sep 17 22:17:35.083719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-06284132-6f0f-4a8e-a00e-8bcf94165e5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab21551e-dac3-4ab4-96df-9dc149952229 HTTP/1.1" status: 204 len: 168 time: 0.1921098 Sep 17 22:17:35.107771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06284132-6f0f-4a8e-a00e-8bcf94165e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab21551e-dac3-4ab4-96df-9dc149952229,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:35.138564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-681d2778-2936-4c5a-b03b-df1f3bd45ca1 req-925f41a7-28d3-423e-b943-566d40fe505d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567465 Sep 17 22:17:35.232291 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f16138d-b582-4e1f-945f-95943738d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.234826 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f16138d-b582-4e1f-945f-95943738d088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.238341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1f16138d-b582-4e1f-945f-95943738d088 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64b44ed5-854d-4035-aac2-ef9e40c742b1 HTTP/1.1" status: 204 len: 168 time: 0.4435492 Sep 17 22:17:35.250645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16138d-b582-4e1f-945f-95943738d088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b44ed5-854d-4035-aac2-ef9e40c742b1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:35.360898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7dc92c-2c50-4290-bcf9-06af9955f5d9 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:35.365608 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.377940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Transition to ACTIVE for port object ee7dc92c-2c50-4290-bcf9-06af9955f5d9 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:35.510586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14dac97e-dab6-4937-8892-28a735973410 req-b99b4489-31ca-4db3-85f9-8e505dd3cff5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 210 time: 0.0262606 Sep 17 22:17:35.553346 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.625383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:35.639506 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-28ab8ad0-6780-4eb4-b9d9-328956aeb325 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:35.641048 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-28ab8ad0-6780-4eb4-b9d9-328956aeb325 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.15 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 821 time: 0.1577747 Sep 17 22:17:35.663776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Request body: {'port': {'device_id': '90d3b752-d851-4259-813e-4b9fb6db3433', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'admin_state_up': True, 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:35.694159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Attempting to bind port ee7dc92c-2c50-4290-bcf9-06af9955f5d9 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:35.694498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Attempting to bind port ee7dc92c-2c50-4290-bcf9-06af9955f5d9 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'f4a01384-f1c2-4a24-b89a-750dd59d8cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '929d7f57-ac96-4e47-8e7a-c82f0332dbfe'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:35.694830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Attempting to bind port ee7dc92c-2c50-4290-bcf9-06af9955f5d9 on network 929d7f57-ac96-4e47-8e7a-c82f0332dbfe {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:35.711430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Port ee7dc92c-2c50-4290-bcf9-06af9955f5d9 on network 929d7f57-ac96-4e47-8e7a-c82f0332dbfe not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:35.711430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Attempting to bind port ee7dc92c-2c50-4290-bcf9-06af9955f5d9 on network 929d7f57-ac96-4e47-8e7a-c82f0332dbfe {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:35.721268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:35.721608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Checking segment: {'id': 'f4a01384-f1c2-4a24-b89a-750dd59d8cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '929d7f57-ac96-4e47-8e7a-c82f0332dbfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:35.722273 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Bound using segment: {'id': 'f4a01384-f1c2-4a24-b89a-750dd59d8cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '929d7f57-ac96-4e47-8e7a-c82f0332dbfe'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:35.722723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Bound port: ee7dc92c-2c50-4290-bcf9-06af9955f5d9, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a01384-f1c2-4a24-b89a-750dd59d8cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '929d7f57-ac96-4e47-8e7a-c82f0332dbfe'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:35.723084 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.779651 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0514dd24-96e6-4c4c-8f08-d18abe4844f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.959373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 463ed3f5-1db6-404b-ba72-dc0e59308688 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:36.007312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ded55-c9d9-4b74-9ab5-7c6bf14d9069 req-d8370eea-4f2a-4afa-a4a0-686b417fd4e7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.015370 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c7ded55-c9d9-4b74-9ab5-7c6bf14d9069 req-d8370eea-4f2a-4afa-a4a0-686b417fd4e7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0747199 Sep 17 22:17:36.068438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c7ded55-c9d9-4b74-9ab5-7c6bf14d9069 req-cb584c77-93a9-4f54-a421-772b3cffc368 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467989 Sep 17 22:17:36.075405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 463ed3f5-1db6-404b-ba72-dc0e59308688 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:36.080575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 463ed3f5-1db6-404b-ba72-dc0e59308688 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:36.081125 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.107390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cb8c5-42d5-45a2-afdc-e5b5d3e9f854 req-51ac4a4b-6be9-4117-8910-8b8f0cd97a6b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.109406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-218cb8c5-42d5-45a2-afdc-e5b5d3e9f854 req-51ac4a4b-6be9-4117-8910-8b8f0cd97a6b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 944 time: 0.3427613 Sep 17 22:17:36.140462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] For port ee7dc92c-2c50-4290-bcf9-06af9955f5d9, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:36.158805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] For port ee7dc92c-2c50-4290-bcf9-06af9955f5d9, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,segment=NetworkSegment(f4a01384-f1c2-4a24-b89a-750dd59d8cf5),segment_id=f4a01384-f1c2-4a24-b89a-750dd59d8cf5)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:36.184760 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-218cb8c5-42d5-45a2-afdc-e5b5d3e9f854 req-8701f675-8772-46f5-b73c-b01b9a011d68 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680130 Sep 17 22:17:36.191283 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.220603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423f2144-adda-4d16-a046-27f1043c7fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463ed3f5-1db6-404b-ba72-dc0e59308688'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:36.222563 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d716dd5d-5b18-4334-8098-5468e6034dc8" -d '{"events": [{"server_uuid": "423f2144-adda-4d16-a046-27f1043c7fe2", "name": "network-vif-plugged", "status": "completed", "tag": "463ed3f5-1db6-404b-ba72-dc0e59308688"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:36.237508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Made reservation on behalf of 3fa6d2411ad444d2b8314852a714e92d for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:36.241387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:36.242331 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.248761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.255558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf93703-d761-46ec-865f-341e2196ee62 req-ce8aa3d1-5c03-4809-93c3-19711a22439c tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.257082 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dcf93703-d761-46ec-865f-341e2196ee62 req-ce8aa3d1-5c03-4809-93c3-19711a22439c tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 950 time: 0.0706363 Sep 17 22:17:36.315408 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dcf93703-d761-46ec-865f-341e2196ee62 req-fb8f7eb6-f0f0-4aa5-a91f-93d91870eaa9 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511816 Sep 17 22:17:36.324301 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.328056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.328784 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.330239 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] 10.222.0.23 "PUT /v2.0/ports/ee7dc92c-2c50-4290-bcf9-06af9955f5d9 HTTP/1.1" status: 200 len: 1093 time: 1.4999647 Sep 17 22:17:36.333029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ceed46-1c3c-46a7-b381-985a371cd953', 'tag': 'ee7dc92c-2c50-4290-bcf9-06af9955f5d9'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:36.335678 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ceed46-1c3c-46a7-b381-985a371cd953", "tag": "ee7dc92c-2c50-4290-bcf9-06af9955f5d9"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:36.425469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bef28c-c59d-4ccc-b6ee-7acf86ec9a41 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:36.439555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b7c8-3440-4045-b895-07405e075478 req-2601949d-83b4-40a0-8044-5a53d92d339f tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.441128 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9d8b7c8-3440-4045-b895-07405e075478 req-2601949d-83b4-40a0-8044-5a53d92d339f tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 944 time: 0.1948681 Sep 17 22:17:36.444403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=463ed3f5-1db6-404b-ba72-dc0e59308688,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:36.484539 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c65b82-c527-456f-9998-66aa612f0e0a x-openstack-request-id: req-d9c65b82-c527-456f-9998-66aa612f0e0a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:36.484826 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423f2144-adda-4d16-a046-27f1043c7fe2", "name": "network-vif-plugged", "status": "completed", "tag": "463ed3f5-1db6-404b-ba72-dc0e59308688", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:36.485333 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9c65b82-c527-456f-9998-66aa612f0e0a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:36.485710 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423f2144-adda-4d16-a046-27f1043c7fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463ed3f5-1db6-404b-ba72-dc0e59308688', 'code': 200} Sep 17 22:17:36.526386 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cf4b8b-90fb-4a8b-9ec5-3827ebe95d72 x-openstack-request-id: req-65cf4b8b-90fb-4a8b-9ec5-3827ebe95d72 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:36.528063 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ceed46-1c3c-46a7-b381-985a371cd953", "tag": "ee7dc92c-2c50-4290-bcf9-06af9955f5d9", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:36.528063 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65cf4b8b-90fb-4a8b-9ec5-3827ebe95d72 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:36.528063 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ceed46-1c3c-46a7-b381-985a371cd953', 'tag': 'ee7dc92c-2c50-4290-bcf9-06af9955f5d9', 'status': 'completed', 'code': 200} Sep 17 22:17:36.547812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Allocated IP 172.20.0.8 (8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d/c5b8e3a8-a816-4177-8e27-b0599eb273d4/6859be83-46a9-4b5b-af6a-1cf032b4751d) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:36.604994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9d8b7c8-3440-4045-b895-07405e075478 req-b50fd2b7-8de0-4146-a700-0ec77c9e441a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358294 Sep 17 22:17:36.614772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-85999a50-ee71-4827-9326-b562a372b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.616269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-85999a50-ee71-4827-9326-b562a372b637 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de4005d13af44de0be84d06d6ffdd14d&device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 1096 time: 0.1483796 Sep 17 22:17:36.638833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47072) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:36.664681 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8af34bd-8b39-4f52-a835-33e49c0f5ca7 req-46e430f5-1721-455e-82ed-1a5d4645cc89 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 210 time: 0.0531790 Sep 17 22:17:36.675019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-2d840b32-83ed-4e90-8673-3a958df9008f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7dc92c-2c50-4290-bcf9-06af9955f5d9 HTTP/1.1" status: 200 len: 217 time: 0.0478408 Sep 17 22:17:36.677779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde1aca-a193-4b18-8534-95c029084b20 req-744f001d-8253-4f22-b2c7-7a32cb8781fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.679585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5bde1aca-a193-4b18-8534-95c029084b20 req-744f001d-8253-4f22-b2c7-7a32cb8781fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 1097 time: 0.1015491 Sep 17 22:17:36.704165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-96b7fae9-cbe6-4e65-8f51-90842bc9aa2f tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.705676 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-96b7fae9-cbe6-4e65-8f51-90842bc9aa2f tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.15 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 950 time: 0.1466815 Sep 17 22:17:36.741000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5bde1aca-a193-4b18-8534-95c029084b20 req-a0e18ff3-b56d-4a1d-95f6-b5be6b926443 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533886 Sep 17 22:17:36.833903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-100152783-network', 'tenant_id': '035012e118c846e2b12714e76a125046'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:36.906046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-d2ad4426-9abe-42c0-800c-4a5184d00b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.907514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-d2ad4426-9abe-42c0-800c-4a5184d00b0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e5fed8c2-b598-4461-a9c9-0342670ea3dd HTTP/1.1" status: 200 len: 855 time: 0.2241328 Sep 17 22:17:36.951556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Made reservation on behalf of 035012e118c846e2b12714e76a125046 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:36.953895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.963228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.975271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-c8b8ea0a-a488-47be-8a8a-2e3dd3391860 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=929d7f57-ac96-4e47-8e7a-c82f0332dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448942 Sep 17 22:17:36.991482 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.003521 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.025135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-4d9fdf10-ab37-4d2c-8410-c010e7eabd77 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Deleting port dca11b2b-1b56-4246-b078-b2ccf323a2fd {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:37.025476 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-4d9fdf10-ab37-4d2c-8410-c010e7eabd77 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.067757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.162960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.165135 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.199304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:17:37.206841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d45a11-6156-4ccd-91e1-7e45a81375ac,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:37.211892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.212278 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Added segment b551fbbb-b612-4a4a-9b29-fd31cf1d560b of type vlan for network 8fe1f866-463f-424d-b979-b87f989a04ad Sep 17 22:17:37.232887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-4d9fdf10-ab37-4d2c-8410-c010e7eabd77 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] For port dca11b2b-1b56-4246-b078-b2ccf323a2fd, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=dca11b2b-1b56-4246-b078-b2ccf323a2fd,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:37.233251 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-4d9fdf10-ab37-4d2c-8410-c010e7eabd77 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.246325 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-aee2e232-4c7f-4c72-bd0b-d864af0adb44 service neutron] 10.222.0.23 "GET /v2.0/networks/929d7f57-ac96-4e47-8e7a-c82f0332dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587676 Sep 17 22:17:37.257566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.258072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-4d9fdf10-ab37-4d2c-8410-c010e7eabd77 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Calling delete_port for dca11b2b-1b56-4246-b078-b2ccf323a2fd owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:37.279766 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c316d6e-82f3-42fd-806d-731d6eed6d56 req-6620cf95-a133-4d63-aebc-fc78bd8e2607 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:37.281319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c316d6e-82f3-42fd-806d-731d6eed6d56 req-6620cf95-a133-4d63-aebc-fc78bd8e2607 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.1373265 Sep 17 22:17:37.320850 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.323726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10cf06-a409-4765-af2f-8c4df2c0c190 req-9fb06fb1-7ad4-4974-b7bb-0390daae2c58 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:37.325696 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc10cf06-a409-4765-af2f-8c4df2c0c190 req-9fb06fb1-7ad4-4974-b7bb-0390daae2c58 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 944 time: 0.0631530 Sep 17 22:17:37.356324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['0ae91918-3f6e-40d0-b1dd-ef5881306470'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:37.375240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc10cf06-a409-4765-af2f-8c4df2c0c190 req-5a69459d-4e41-412f-9c2a-73e34f1f934e tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Sep 17 22:17:37.396934 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.398177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:37.398890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.476841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] Pushing event updated for resources: {'Network': ['ID=8fe1f866-463f-424d-b979-b87f989a04ad,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:37.478302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:37.488645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8fe1f866-463f-424d-b979-b87f989a04ad details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:17:37.496961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:37.506947 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c316d6e-82f3-42fd-806d-731d6eed6d56 req-5f5654f5-a3b8-4510-a460-39f4d7d1e3f1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112808 Sep 17 22:17:37.508068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:37.514615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:37.515269 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.528494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Pushing event updated for resources: {'Port': ['ID=6859be83-46a9-4b5b-af6a-1cf032b4751d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:37.532913 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f8024c87-636d-48ca-97f5-a52863d443fb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8899076 Sep 17 22:17:37.535181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47096) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:37.549251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Request body: {'subnet': {'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-100152783-subnet', 'tenant_id': '035012e118c846e2b12714e76a125046', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:37.569314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5bacae7-3199-4563-b59d-b8da8e913247 req-539280a2-18e0-4929-bf4f-fad7eee637bd service neutron] 10.222.0.23 "GET /v2.0/networks/929d7f57-ac96-4e47-8e7a-c82f0332dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116105 Sep 17 22:17:37.692420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ac380-d745-4197-8d44-f85119756c32 req-ce78cc2e-5289-4a21-805d-7e4c83184780 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:37.692420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d33ac380-d745-4197-8d44-f85119756c32 req-ce78cc2e-5289-4a21-805d-7e4c83184780 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 950 time: 0.0926316 Sep 17 22:17:37.692420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d33ac380-d745-4197-8d44-f85119756c32 req-5119551d-0aa1-48ce-a066-62af2be10c04 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/security-groups?id=02bbaee4-b556-4b38-81f8-fce408f73b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Sep 17 22:17:37.756751 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-e0eb5611-04f4-47bb-a2ab-4dda4993bffb tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0991063 Sep 17 22:17:37.776749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Request body: {'port': {'device_id': '90d3b752-d851-4259-813e-4b9fb6db3433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:37.846849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5313d9-6256-480a-85ba-06779c1609b1 req-59a4d20c-4fbc-40b7-bb01-46dc4ad254c5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:37.854837 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b5313d9-6256-480a-85ba-06779c1609b1 req-59a4d20c-4fbc-40b7-bb01-46dc4ad254c5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 931 time: 0.0634227 Sep 17 22:17:37.855357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e88451e4-bd6d-4c88-b9e7-326e5e24301c None None] Provisioning complete for port 6859be83-46a9-4b5b-af6a-1cf032b4751d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:37.855825 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e88451e4-bd6d-4c88-b9e7-326e5e24301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.893190 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.897089 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b5313d9-6256-480a-85ba-06779c1609b1 req-d8105289-d17a-4193-9a62-ce051e468d65 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 Sep 17 22:17:37.903597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bcc37-b460-4edb-9e1b-71c6b55322b6 req-84c103d6-3ff0-47be-8770-05433e6feb1c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:37.905709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-462bcc37-b460-4edb-9e1b-71c6b55322b6 req-84c103d6-3ff0-47be-8770-05433e6feb1c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 945 time: 0.0864449 Sep 17 22:17:37.921434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e88451e4-bd6d-4c88-b9e7-326e5e24301c None None] Port 6859be83-46a9-4b5b-af6a-1cf032b4751d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:37.924945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Made reservation on behalf of 035012e118c846e2b12714e76a125046 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:37.928999 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.968795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-4d9fdf10-ab37-4d2c-8410-c010e7eabd77 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:38.013349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['dca11b2b-1b56-4246-b078-b2ccf323a2fd'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:38.018438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:17:38.048526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fdf10-ab37-4d2c-8410-c010e7eabd77 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Pushing event deleted for resources: {'Port': ['ID=dca11b2b-1b56-4246-b078-b2ccf323a2fd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:38.101396 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-462bcc37-b460-4edb-9e1b-71c6b55322b6 req-0f658f11-1b9e-4a3b-8a1d-56ffd5c291a2 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869752 Sep 17 22:17:38.151667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-4d9fdf10-ab37-4d2c-8410-c010e7eabd77 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] No DVR routers for this DVR port dca11b2b-1b56-4246-b078-b2ccf323a2fd on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:38.155970 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-4d9fdf10-ab37-4d2c-8410-c010e7eabd77 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:38.158805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b688012-2c50-46c2-8dd1-f4b20d26528f req-4d9fdf10-ab37-4d2c-8410-c010e7eabd77 tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.15 "DELETE /v2.0/ports/dca11b2b-1b56-4246-b078-b2ccf323a2fd HTTP/1.1" status: 204 len: 173 time: 1.4457033 Sep 17 22:17:38.220856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d req-de2a6d4f-7489-444a-9b2a-439dd86cac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:38.222445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d req-de2a6d4f-7489-444a-9b2a-439dd86cac7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de4005d13af44de0be84d06d6ffdd14d&device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 1096 time: 0.3010819 Sep 17 22:17:38.276219 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:38.400732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d req-b160d65e-e4ef-4ea4-a6e1-a9b34edf619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:38.403689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d req-b160d65e-e4ef-4ea4-a6e1-a9b34edf619c service neutron] 10.222.0.23 "GET /v2.0/networks?id=929d7f57-ac96-4e47-8e7a-c82f0332dbfe HTTP/1.1" status: 200 len: 916 time: 0.1727319 Sep 17 22:17:38.461984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d req-8f6bbb26-8509-44cd-b1a0-15b82cbac68b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7dc92c-2c50-4290-bcf9-06af9955f5d9 HTTP/1.1" status: 200 len: 217 time: 0.0492780 Sep 17 22:17:38.517662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:38.527978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Checking segment: {'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:38.528356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Network hostable DHCP agents. Network: 8fe1f866-463f-424d-b979-b87f989a04ad, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:17:38.534472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b7d9cd-7206-408c-978c-04933aaab5ad', 'name': 'network-vif-deleted', 'tag': 'dca11b2b-1b56-4246-b078-b2ccf323a2fd'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:38.540374 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575c61ff-391e-4f50-8180-b4acf9cf57f6" -d '{"events": [{"server_uuid": "84b7d9cd-7206-408c-978c-04933aaab5ad", "name": "network-vif-deleted", "tag": "dca11b2b-1b56-4246-b078-b2ccf323a2fd"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:38.643770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Network 8fe1f866-463f-424d-b979-b87f989a04ad is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:17:38.659036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd69a1-d138-42ff-8e89-dcad8248d798 req-74522dd3-1d54-40bd-a648-ccdadb7904fc tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:38.660596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45fd69a1-d138-42ff-8e89-dcad8248d798 req-74522dd3-1d54-40bd-a648-ccdadb7904fc tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0579236 Sep 17 22:17:38.702152 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45fd69a1-d138-42ff-8e89-dcad8248d798 req-234a1036-6388-4ebd-9ca1-23bc600485e6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352585 Sep 17 22:17:38.725362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8fe1f866-463f-424d-b979-b87f989a04ad) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:38.729984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:38.736695 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:38.742619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce1248-bb41-4a64-bde3-cfff79174f1d None None] Network 8fe1f866-463f-424d-b979-b87f989a04ad requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:38.818069 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-81496685-93f3-4596-91fd-1a73e6fd4de9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2785037 Sep 17 22:17:38.818069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47132) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:38.824230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:38.845122 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d req-e7378bda-0c39-4389-b911-d18a1e16bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:38.846612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d req-e7378bda-0c39-4389-b911-d18a1e16bf4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e5fed8c2-b598-4461-a9c9-0342670ea3dd HTTP/1.1" status: 200 len: 855 time: 0.3715262 Sep 17 22:17:38.873046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6859be83-46a9-4b5b-af6a-1cf032b4751d {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:38.888416 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:38.895697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d req-3b7bf89b-f940-4350-a18c-ba0bd750894f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=929d7f57-ac96-4e47-8e7a-c82f0332dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413861 Sep 17 22:17:38.903965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada57dfe-9ab0-422b-833e-3d97d39c7136 req-60130ce5-0059-46e5-9a38-d4f5e71b3fc4 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:38.905432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ada57dfe-9ab0-422b-833e-3d97d39c7136 req-60130ce5-0059-46e5-9a38-d4f5e71b3fc4 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 944 time: 0.3842933 Sep 17 22:17:38.908541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:38.918714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:38.920477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:38.961650 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cde16727-3ee0-4c11-999e-8ea7f9cf7ea0 req-3c5b999b-2cbe-4f9a-af53-dc5d0a0340ad tempest-DeleteServersAdminTestJSON-1725516310 tempest-DeleteServersAdminTestJSON-1725516310-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b7d9cd-7206-408c-978c-04933aaab5ad HTTP/1.1" status: 200 len: 210 time: 0.0455558 Sep 17 22:17:38.967484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Transition to ACTIVE for port object 6859be83-46a9-4b5b-af6a-1cf032b4751d will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:38.971807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-8fe1f866-463f-424d-b979-b87f989a04ad', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'tenant_id': '035012e118c846e2b12714e76a125046', 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:17:38.974154 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.015985 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ada57dfe-9ab0-422b-833e-3d97d39c7136 req-e64cff1f-7e03-42c7-980e-068faed5712d tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981395 Sep 17 22:17:39.037474 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.051102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d req-f456b8c0-db00-4790-a60d-f6ab9b6d10f1 service neutron] 10.222.0.23 "GET /v2.0/networks/929d7f57-ac96-4e47-8e7a-c82f0332dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446996 Sep 17 22:17:39.052727 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5afdd1-93ad-4d8d-a7bb-19fda481647a x-openstack-request-id: req-cf5afdd1-93ad-4d8d-a7bb-19fda481647a {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:39.053198 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b7d9cd-7206-408c-978c-04933aaab5ad", "name": "network-vif-deleted", "tag": "dca11b2b-1b56-4246-b078-b2ccf323a2fd", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:39.053613 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf5afdd1-93ad-4d8d-a7bb-19fda481647a {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:39.054137 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b7d9cd-7206-408c-978c-04933aaab5ad', 'name': 'network-vif-deleted', 'tag': 'dca11b2b-1b56-4246-b078-b2ccf323a2fd', 'status': 'completed', 'code': 200} Sep 17 22:17:39.055482 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.165173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Allocated IP 172.20.0.2 (8fe1f866-463f-424d-b979-b87f989a04ad/5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18/9505895b-43a3-4b62-a57b-b026aa1d648b) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:39.282677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6859be83-46a9-4b5b-af6a-1cf032b4751d,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:39.340764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87e0dc-d01a-4272-bf33-0d3d025496a0 req-fc0bb4f4-b720-4187-a9cb-8b0b0eccf3bf tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.348447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d87e0dc-d01a-4272-bf33-0d3d025496a0 req-fc0bb4f4-b720-4187-a9cb-8b0b0eccf3bf tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 943 time: 0.2378485 Sep 17 22:17:39.350061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.366459 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.379488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f88f2e-33fb-4614-9425-7b8808c7745f req-8f507f27-c3cd-4724-880b-b3227fc6a88d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.380976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10f88f2e-33fb-4614-9425-7b8808c7745f req-8f507f27-c3cd-4724-880b-b3227fc6a88d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 945 time: 0.1116073 Sep 17 22:17:39.385974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Attempting to bind port 6859be83-46a9-4b5b-af6a-1cf032b4751d on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:39.386453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Attempting to bind port 6859be83-46a9-4b5b-af6a-1cf032b4751d by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:39.387081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Attempting to bind port 6859be83-46a9-4b5b-af6a-1cf032b4751d on network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:39.407893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Port 6859be83-46a9-4b5b-af6a-1cf032b4751d on network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:39.408246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Attempting to bind port 6859be83-46a9-4b5b-af6a-1cf032b4751d on network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:39.419831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-897b27ac-d1dd-4d08-9904-2f24a8ef9b3d req-09fd6d20-1936-428f-938f-ce83fafc11ca service neutron] 10.222.0.23 "GET /v2.0/networks/929d7f57-ac96-4e47-8e7a-c82f0332dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592999 Sep 17 22:17:39.423441 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10f88f2e-33fb-4614-9425-7b8808c7745f req-37d2dbcd-af91-436a-af50-69efa7344829 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336733 Sep 17 22:17:39.433185 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d87e0dc-d01a-4272-bf33-0d3d025496a0 req-f310d1e8-18c6-4ba6-b89f-d01fa3a54a77 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814719 Sep 17 22:17:39.433185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:39.433185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Checking segment: {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:39.435745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Bound using segment: {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:39.436366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Bound port: 6859be83-46a9-4b5b-af6a-1cf032b4751d, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fddf9eb-3772-44e6-974f-50ffc3a83d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:39.437242 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.507235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.523088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] For port 6859be83-46a9-4b5b-af6a-1cf032b4751d, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:39.528345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] For port 6859be83-46a9-4b5b-af6a-1cf032b4751d, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:39.562489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Pushing event updated for resources: {'Port': ['ID=9505895b-43a3-4b62-a57b-b026aa1d648b,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:39.573857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Network 8fe1f866-463f-424d-b979-b87f989a04ad is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:39.575518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:39.578307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:39.638683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Attempting to bind port 9505895b-43a3-4b62-a57b-b026aa1d648b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:39.639050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Attempting to bind port 9505895b-43a3-4b62-a57b-b026aa1d648b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:39.639683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Attempting to bind port 9505895b-43a3-4b62-a57b-b026aa1d648b on network 8fe1f866-463f-424d-b979-b87f989a04ad {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:39.646705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:39.647062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Checking segment: {'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:39.647478 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.647867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Bound using segment: {'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:39.648392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Bound port: 9505895b-43a3-4b62-a57b-b026aa1d648b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:39.648919 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.662072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.685892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.711337 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.714631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] For port 9505895b-43a3-4b62-a57b-b026aa1d648b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:39.717796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] For port 9505895b-43a3-4b62-a57b-b026aa1d648b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9505895b-43a3-4b62-a57b-b026aa1d648b,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:39.752240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.753240 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.754301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/6859be83-46a9-4b5b-af6a-1cf032b4751d HTTP/1.1" status: 200 len: 1092 time: 1.9828417 Sep 17 22:17:39.786638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152e29-7845-49da-8231-269e5a3a8601 req-46e8bab3-2482-423f-bd72-60e6ac2128b8 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.795373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.795535 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc152e29-7845-49da-8231-269e5a3a8601 req-46e8bab3-2482-423f-bd72-60e6ac2128b8 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 1097 time: 0.1082606 Sep 17 22:17:39.795535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab351b9-3f50-476c-bfff-7284da0450a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6859be83-46a9-4b5b-af6a-1cf032b4751d,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:39.834397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Allocated IP 172.25.6.221 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/bcc8caa7-40f7-4964-a84b-f2814a4f7b1b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:39.846677 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc152e29-7845-49da-8231-269e5a3a8601 req-6181c2f3-1e95-4f17-9a8d-752c40716e4a tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486503 Sep 17 22:17:39.870466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f09bc1-8883-4914-aed7-49933a644306 None None] Pushing event updated for resources: {'Port': ['ID=9505895b-43a3-4b62-a57b-b026aa1d648b,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:39.975049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-3d53df8d-9631-4a84-938a-96771d1ff860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.981892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-3d53df8d-9631-4a84-938a-96771d1ff860 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 1095 time: 0.0703983 Sep 17 22:17:39.982021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304f3d-44af-4a0f-8a12-5a29167de837 req-4e571157-808a-48b3-97b2-fefec03403ad tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.987397 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb304f3d-44af-4a0f-8a12-5a29167de837 req-4e571157-808a-48b3-97b2-fefec03403ad tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.1510489 Sep 17 22:17:40.002166 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:40.046831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-2c029ab2-a951-4c27-8c4c-50f95ec8bf4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d HTTP/1.1" status: 200 len: 217 time: 0.0370476 Sep 17 22:17:40.051428 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb304f3d-44af-4a0f-8a12-5a29167de837 req-d0693af4-7250-4c3b-8b31-86e85a9a43de tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628459 Sep 17 22:17:40.068720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:40.183806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-711a8391-41cd-46dc-b079-0304405f172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:40.185584 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-711a8391-41cd-46dc-b079-0304405f172e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.1184068 Sep 17 22:17:40.192395 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:40.230724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:40.233828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:40.236339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:40.264053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93caf5-d7f6-424b-ad29-92947728894a req-4a6f3fc3-a761-4c2b-a56c-47213c60a559 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:40.273533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e93caf5-d7f6-424b-ad29-92947728894a req-4a6f3fc3-a761-4c2b-a56c-47213c60a559 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 1097 time: 0.1495769 Sep 17 22:17:40.285853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc8caa7-40f7-4964-a84b-f2814a4f7b1b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:40.304196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-370df589-db83-445e-9aa9-54c42da1b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:40.305876 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-370df589-db83-445e-9aa9-54c42da1b10a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112518 Sep 17 22:17:40.337854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e93caf5-d7f6-424b-ad29-92947728894a req-6b1776e8-d2ed-44cc-8b9e-603cb72cbaf1 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633862 Sep 17 22:17:40.412542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-8e6b3801-b863-4558-9171-d7b18faaa525 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975277 Sep 17 22:17:40.442537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f351ac-507b-4295-ac30-86921a25dc72 req-2b32ddb4-bbd0-4a1c-aee4-55b541f33ca3 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:40.452062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-78f351ac-507b-4295-ac30-86921a25dc72 req-2b32ddb4-bbd0-4a1c-aee4-55b541f33ca3 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 944 time: 0.1672471 Sep 17 22:17:40.513449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-78f351ac-507b-4295-ac30-86921a25dc72 req-16424ffe-1387-494e-bff3-5bf362e73ada tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596657 Sep 17 22:17:40.553942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ac3e4ff-e552-4da3-98b7-71d44cbf944e req-b85a5254-7aff-4f02-a13a-261e6cacf177 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331229 Sep 17 22:17:40.635821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-0a0e4855-7402-4c9e-b26b-6f38d9ec23f2 req-3d4580d0-75a5-433e-b67a-2566eb4bbb20 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:17:40.636975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a0e4855-7402-4c9e-b26b-6f38d9ec23f2 req-3d4580d0-75a5-433e-b67a-2566eb4bbb20 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064607 Sep 17 22:17:40.704901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da6b14-ac2f-4bcf-bcda-87ffcbdc1942 req-692b3390-f306-44f0-aef9-e1bb3ab53cab tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:40.706585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67da6b14-ac2f-4bcf-bcda-87ffcbdc1942 req-692b3390-f306-44f0-aef9-e1bb3ab53cab tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 943 time: 0.1262264 Sep 17 22:17:40.737949 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:40.797101 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67da6b14-ac2f-4bcf-bcda-87ffcbdc1942 req-a3340f86-be6a-40b6-a89c-ad2b2344b598 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836177 Sep 17 22:17:40.988460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47190) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:41.021446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device dca11b2b-1b56-4246-b078-b2ccf323a2fd no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:41.050275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.056234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d3b752-d851-4259-813e-4b9fb6db3433', 'tag': '6859be83-46a9-4b5b-af6a-1cf032b4751d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:41.060909 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fce59ad-13f1-4837-97f4-4a0973d544ec" -d '{"events": [{"name": "network-changed", "server_uuid": "90d3b752-d851-4259-813e-4b9fb6db3433", "tag": "6859be83-46a9-4b5b-af6a-1cf032b4751d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:41.092824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9505895b-43a3-4b62-a57b-b026aa1d648b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:41.102868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: dca11b2b-1b56-4246-b078-b2ccf323a2fd {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:41.103214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device dca11b2b-1b56-4246-b078-b2ccf323a2fd not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:41.147819 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d388014f-d0e0-4d9e-b985-67907dfc2fd7 x-openstack-request-id: req-d388014f-d0e0-4d9e-b985-67907dfc2fd7 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:41.148098 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d3b752-d851-4259-813e-4b9fb6db3433", "tag": "6859be83-46a9-4b5b-af6a-1cf032b4751d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:41.148715 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d388014f-d0e0-4d9e-b985-67907dfc2fd7 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:41.149513 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d3b752-d851-4259-813e-4b9fb6db3433', 'tag': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'status': 'completed', 'code': 200} Sep 17 22:17:41.210522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9505895b-43a3-4b62-a57b-b026aa1d648b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:41.211280 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.226296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-373b1a7e-bca5-4ade-a32a-ec545b00d6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.258631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4377f256-b604-4e9c-8191-783422438554 None None] Network 8fe1f866-463f-424d-b979-b87f989a04ad requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:41.265729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-313c6eaa-5f4f-447f-a536-cecd37a133b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.267240 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-313c6eaa-5f4f-447f-a536-cecd37a133b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 1095 time: 0.0765707 Sep 17 22:17:41.340925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Router 8e79d638-fe35-4703-a896-68186f0a9737 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:17:41.360256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-52092a7a-ea07-4d33-b6dc-46f334cc30b1 None None] Provisioning complete for port 9505895b-43a3-4b62-a57b-b026aa1d648b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:41.360705 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-52092a7a-ea07-4d33-b6dc-46f334cc30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.424113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b43f21-afa8-46ed-b4d8-ef2b3d72bd13 req-f374884c-891e-4e4b-b3ac-2dc177c727f6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.425741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28b43f21-afa8-46ed-b4d8-ef2b3d72bd13 req-f374884c-891e-4e4b-b3ac-2dc177c727f6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0979671 Sep 17 22:17:41.429238 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.433106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-770e0f46-cbfb-4794-a98e-654a868c8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.434798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-770e0f46-cbfb-4794-a98e-654a868c8344 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.1586857 Sep 17 22:17:41.456481 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-373b1a7e-bca5-4ade-a32a-ec545b00d6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.497357 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-3e85b544-4aa3-45f6-beef-21b869252acd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d HTTP/1.1" status: 200 len: 217 time: 0.0528691 Sep 17 22:17:41.526542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 9505895b-43a3-4b62-a57b-b026aa1d648b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9505895b-43a3-4b62-a57b-b026aa1d648b,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:41.546425 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28b43f21-afa8-46ed-b4d8-ef2b3d72bd13 req-abd19994-a470-4ad9-92e8-b88c90415edf tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991025 Sep 17 22:17:41.553309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:41.576898 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Sync routers for ids ['8e79d638-fe35-4703-a896-68186f0a9737'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:41.581761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-373b1a7e-bca5-4ade-a32a-ec545b00d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.596916 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Routers {'8e79d638-fe35-4703-a896-68186f0a9737'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:41.597792 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e79d638-fe35-4703-a896-68186f0a9737'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:41.610016 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-52092a7a-ea07-4d33-b6dc-46f334cc30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.644466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-792b2004-e630-4789-9727-c79230bb97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.648366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-792b2004-e630-4789-9727-c79230bb97ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.1405888 Sep 17 22:17:41.666184 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.702311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-373b1a7e-bca5-4ade-a32a-ec545b00d6c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e4bbb9837f14404bd74d790dce976ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7121255 Sep 17 22:17:41.709830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47218) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:41.726027 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.727286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fe2a84bf-caea-48e8-ba81-b5ffe199f903 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9094667 Sep 17 22:17:41.748265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b1a7e-bca5-4ade-a32a-ec545b00d6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c03459-0314-4151-b000-0c0dd1e01e98,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:41.756746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47222) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:41.757254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea1ea1-6070-4d27-b2fc-e49f321735ef req-24ce1b38-06be-4139-830c-187376f12ddb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.766136 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0aea1ea1-6070-4d27-b2fc-e49f321735ef req-24ce1b38-06be-4139-830c-187376f12ddb tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 944 time: 0.1381347 Sep 17 22:17:41.841578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47226) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:41.870167 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Set router 8e79d638-fe35-4703-a896-68186f0a9737 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:41.875608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0aea1ea1-6070-4d27-b2fc-e49f321735ef req-6bdbf5f3-1e19-4136-acc1-1a0e8a5c7190 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015418 Sep 17 22:17:41.889201 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbbbba8-a7ee-4ed9-9d4c-843890a9a424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.944928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-e3cadf1a-9c21-4c5b-99de-84dca025c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.948522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-e3cadf1a-9c21-4c5b-99de-84dca025c0a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2707002 Sep 17 22:17:41.954833 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbbbba8-a7ee-4ed9-9d4c-843890a9a424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.041180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ee7dc92c-2c50-4290-bcf9-06af9955f5d9 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:42.104749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7b43d-0b8f-430c-a103-b37de8350a5b req-cad898e6-bda7-4ddb-b647-b9ad99ebc2d8 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:42.112542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afe7b43d-0b8f-430c-a103-b37de8350a5b req-cad898e6-bda7-4ddb-b647-b9ad99ebc2d8 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 943 time: 0.1193831 Sep 17 22:17:42.131175 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-52092a7a-ea07-4d33-b6dc-46f334cc30b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:17:42.131567 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-52092a7a-ea07-4d33-b6dc-46f334cc30b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:17:42.148313 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=9505895b-43a3-4b62-a57b-b026aa1d648b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:42.162797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35f1430f-fdc2-499a-a3da-df389805e0ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d5977db044c47bcb52529098f2d73ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179741 Sep 17 22:17:42.166069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47234) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:42.199080 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afe7b43d-0b8f-430c-a103-b37de8350a5b req-239cbe94-e115-4793-b0a6-4d8241dfb885 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809677 Sep 17 22:17:42.216927 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbbbba8-a7ee-4ed9-9d4c-843890a9a424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.219421 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbbbba8-a7ee-4ed9-9d4c-843890a9a424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.220577 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8cbbbba8-a7ee-4ed9-9d4c-843890a9a424 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6c03459-0314-4151-b000-0c0dd1e01e98 HTTP/1.1" status: 204 len: 168 time: 0.5097916 Sep 17 22:17:42.257439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbbba8-a7ee-4ed9-9d4c-843890a9a424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c03459-0314-4151-b000-0c0dd1e01e98,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:42.259489 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-7a0d30ca-e190-4a9b-bdcb-8be1f78d3d25 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955894 Sep 17 22:17:42.265733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ee7dc92c-2c50-4290-bcf9-06af9955f5d9, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,segment=NetworkSegment(f4a01384-f1c2-4a24-b89a-750dd59d8cf5),segment_id=f4a01384-f1c2-4a24-b89a-750dd59d8cf5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:42.301516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'ee7dc92c-2c50-4290-bcf9-06af9955f5d9', 'network_id': '929d7f57-ac96-4e47-8e7a-c82f0332dbfe', 'port_id': 'ee7dc92c-2c50-4290-bcf9-06af9955f5d9', 'mac_address': 'fa:16:3e:c9:06:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fed8c2-b598-4461-a9c9-0342670ea3dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:42.311451 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:40Z', 'revision_number': 3, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:42.328290 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2343af29-3f68-4090-9e22-4ce98bda6fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.356172 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Checking router: 8e79d638-fe35-4703-a896-68186f0a9737 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:42.364603 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Updating router 8e79d638-fe35-4703-a896-68186f0a9737 port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:17:42.375301 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2343af29-3f68-4090-9e22-4ce98bda6fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.378943 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.394975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7dc92c-2c50-4290-bcf9-06af9955f5d9 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:42.402646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fce59ad-13f1-4837-97f4-4a0973d544ec req-5db9d2f7-27e1-4567-bb78-c3668bad5198 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089733 Sep 17 22:17:42.444387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ee7dc92c-2c50-4290-bcf9-06af9955f5d9, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,segment=NetworkSegment(f4a01384-f1c2-4a24-b89a-750dd59d8cf5),segment_id=f4a01384-f1c2-4a24-b89a-750dd59d8cf5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:42.445450 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.476955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2343af29-3f68-4090-9e22-4ce98bda6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.481236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2343af29-3f68-4090-9e22-4ce98bda6fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.484029 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2343af29-3f68-4090-9e22-4ce98bda6fa1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02bbaee4-b556-4b38-81f8-fce408f73b75 HTTP/1.1" status: 204 len: 168 time: 0.3153052 Sep 17 22:17:42.491970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343af29-3f68-4090-9e22-4ce98bda6fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bbaee4-b556-4b38-81f8-fce408f73b75,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:42.498302 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.614592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:42.720974 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ee7dc92c-2c50-4290-bcf9-06af9955f5d9'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:42.724244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a1187-3d4c-4ddb-988d-de85c89b5238 req-c91c91c2-b3fb-4c4e-821d-0357c3068a44 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:42.724396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b75a1187-3d4c-4ddb-988d-de85c89b5238 req-c91c91c2-b3fb-4c4e-821d-0357c3068a44 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0753107 Sep 17 22:17:42.764435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b75a1187-3d4c-4ddb-988d-de85c89b5238 req-e7ae0621-5d2d-41a5-8462-27d25998db06 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Sep 17 22:17:42.822087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.853349 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.864804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-423b9414-1f12-4c45-93b0-43711e8db58c None None] Provisioning complete for port 9505895b-43a3-4b62-a57b-b026aa1d648b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:42.868263 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-423b9414-1f12-4c45-93b0-43711e8db58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:42.929526 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.035429 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Pushing event updated for resources: {'Port': ['ID=bcc8caa7-40f7-4964-a84b-f2814a4f7b1b,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:43.037148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47256) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:43.039467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9505895b-43a3-4b62-a57b-b026aa1d648b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:43.063674 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-08d3291a-4121-4fc9-9d3a-dace66b92c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.067891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efb939-b62c-4657-a558-4fe25849be60 req-bbb303fe-785f-4bd6-80ac-3382afd43820 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:43.075527 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44efb939-b62c-4657-a558-4fe25849be60 req-bbb303fe-785f-4bd6-80ac-3382afd43820 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 945 time: 0.0732694 Sep 17 22:17:43.075763 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.076229 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.080532 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.080969 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.081394 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.081808 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.082224 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.082628 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.083033 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.083435 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.083862 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.084332 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.094950 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Attempting to bind port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:43.096787 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Attempting to bind port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:43.097557 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Attempting to bind port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:43.110017 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:43.114421 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:43.114828 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.115226 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:43.115715 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Bound port: bcc8caa7-40f7-4964-a84b-f2814a4f7b1b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:43.116190 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.129669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44efb939-b62c-4657-a558-4fe25849be60 req-0eaeacc5-1b30-4400-8b08-ee9ed9707c62 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531981 Sep 17 22:17:43.154283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9505895b-43a3-4b62-a57b-b026aa1d648b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:43.154283 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.160869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Allocated IP 172.20.0.1 (8fe1f866-463f-424d-b979-b87f989a04ad/5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18/d54c233b-73c5-4c48-bb7a-65915861deae) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:43.188934 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] For port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:43.192590 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] For port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bcc8caa7-40f7-4964-a84b-f2814a4f7b1b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:43.295206 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.296450 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.318596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368223d-0ed4-4bb1-bef3-fcbdea2c1aac req-6da16220-c982-4b51-8f10-fc0863a09015 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:43.320281 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5368223d-0ed4-4bb1-bef3-fcbdea2c1aac req-6da16220-c982-4b51-8f10-fc0863a09015 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 943 time: 0.0505383 Sep 17 22:17:43.339259 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-08d3291a-4121-4fc9-9d3a-dace66b92c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.360864 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Routers {'8e79d638-fe35-4703-a896-68186f0a9737'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:43.362592 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e79d638-fe35-4703-a896-68186f0a9737'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:43.366705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5368223d-0ed4-4bb1-bef3-fcbdea2c1aac req-e4cd276f-d091-4eca-9ade-7f0e582c1e43 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386364 Sep 17 22:17:43.403284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-08d3291a-4121-4fc9-9d3a-dace66b92c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.436858 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91429c37-af70-43a3-9f31-cbc1676c031c None None] Pushing event updated for resources: {'Port': ['ID=bcc8caa7-40f7-4964-a84b-f2814a4f7b1b,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:43.449047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-08d3291a-4121-4fc9-9d3a-dace66b92c7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64b89fc2b6f440a39fc84af1a543c568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106832 Sep 17 22:17:43.450279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3291a-4121-4fc9-9d3a-dace66b92c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f2c37d-21e5-4b9e-bad7-64c439b3061f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:43.451685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47266) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:43.455260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.473268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Network 8fe1f866-463f-424d-b979-b87f989a04ad is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:43.481274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:43.482311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47268) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:43.502081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:43.511657 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.540189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47272) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:43.570739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffc03-bd70-4740-a0de-ed393a526c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.577568 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a003eb8-361d-429a-9b18-966e3f82fd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.591555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Pushing event updated for resources: {'Port': ['ID=d54c233b-73c5-4c48-bb7a-65915861deae,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:43.604808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffc03-bd70-4740-a0de-ed393a526c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.617842 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] Set router 8e79d638-fe35-4703-a896-68186f0a9737 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:43.745525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffc03-bd70-4740-a0de-ed393a526c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.748701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffc03-bd70-4740-a0de-ed393a526c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.750512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1d0ffc03-bd70-4740-a0de-ed393a526c2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1f2c37d-21e5-4b9e-bad7-64c439b3061f HTTP/1.1" status: 204 len: 168 time: 0.2976785 Sep 17 22:17:43.765894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ffc03-bd70-4740-a0de-ed393a526c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f2c37d-21e5-4b9e-bad7-64c439b3061f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:43.779809 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a003eb8-361d-429a-9b18-966e3f82fd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.813577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b2e4af2b-af8f-452a-950f-ed4c08b0435c tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:17:43.821136 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b2e4af2b-af8f-452a-950f-ed4c08b0435c tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3383946 Sep 17 22:17:43.841506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b8638887-699d-40bb-880e-f337a8269660 None None] Provisioning complete for port d54c233b-73c5-4c48-bb7a-65915861deae triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:43.841880 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8638887-699d-40bb-880e-f337a8269660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.850708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.855316 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a003eb8-361d-429a-9b18-966e3f82fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.873803 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:40Z', 'revision_number': 3, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:43.908447 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24829d32-e417-44dd-ac14-00f5545a262f None None] The sync data for ids ['8e79d638-fe35-4703-a896-68186f0a9737'] in n-d-713499-18 is: [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:40Z', 'revision_number': 3, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:43.919836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b8638887-699d-40bb-880e-f337a8269660 None None] Port d54c233b-73c5-4c48-bb7a-65915861deae cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:43.942690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-0de2cd36-a398-43d9-a74c-62d7ee997150 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:43.945721 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-0de2cd36-a398-43d9-a74c-62d7ee997150 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports/463ed3f5-1db6-404b-ba72-dc0e59308688 HTTP/1.1" status: 200 len: 1094 time: 0.1165764 Sep 17 22:17:43.957379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a003eb8-361d-429a-9b18-966e3f82fd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc99fd3c-c375-4c60-9149-2e2fd6c39785,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:43.967487 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9a003eb8-361d-429a-9b18-966e3f82fd1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e4b50aa9f124ad280aa72493e77e714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227974 Sep 17 22:17:43.967704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94c945-f53a-4620-8b6d-8f1cbd286546 req-7924d100-ec60-4180-a95c-36f46f8906df tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:43.968613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47280) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:43.973651 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2b94c945-f53a-4620-8b6d-8f1cbd286546 req-7924d100-ec60-4180-a95c-36f46f8906df tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0905941 Sep 17 22:17:44.004517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ee7dc92c-2c50-4290-bcf9-06af9955f5d9 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:44.035372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2b94c945-f53a-4620-8b6d-8f1cbd286546 req-bd6ee1cf-95e9-40c2-8d86-54b856179ae8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603616 Sep 17 22:17:44.098826 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-155c7a53-24e2-4b15-a70d-84d0349994de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.130748 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-155c7a53-24e2-4b15-a70d-84d0349994de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.140004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port ee7dc92c-2c50-4290-bcf9-06af9955f5d9 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:44.144016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port ee7dc92c-2c50-4290-bcf9-06af9955f5d9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:44.144579 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.158947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Request body: {'binding': {'host': 'n-h2-713499-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:44.160311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Unknown quota resources ['binding']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:17:44.206301 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.253709 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.271248 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.272063 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.300145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ceed46-1c3c-46a7-b381-985a371cd953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7dc92c-2c50-4290-bcf9-06af9955f5d9'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:44.302435 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571f29da-584e-4a18-9267-a293e971d142" -d '{"events": [{"server_uuid": "b0ceed46-1c3c-46a7-b381-985a371cd953", "name": "network-vif-plugged", "status": "completed", "tag": "ee7dc92c-2c50-4290-bcf9-06af9955f5d9"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:44.313839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-155c7a53-24e2-4b15-a70d-84d0349994de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.316494 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-155c7a53-24e2-4b15-a70d-84d0349994de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.319872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-155c7a53-24e2-4b15-a70d-84d0349994de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc99fd3c-c375-4c60-9149-2e2fd6c39785 HTTP/1.1" status: 204 len: 168 time: 0.3481295 Sep 17 22:17:44.326058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ee7dc92c-2c50-4290-bcf9-06af9955f5d9, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,segment=NetworkSegment(f4a01384-f1c2-4a24-b89a-750dd59d8cf5),segment_id=f4a01384-f1c2-4a24-b89a-750dd59d8cf5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:44.349915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c7a53-24e2-4b15-a70d-84d0349994de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc99fd3c-c375-4c60-9149-2e2fd6c39785,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:44.365334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Pushing event updated for resources: {'Port': ['ID=d54c233b-73c5-4c48-bb7a-65915861deae,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:44.391912 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.471120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Network 8fe1f866-463f-424d-b979-b87f989a04ad is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:44.479760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:44.515223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:44.633648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Router 8e79d638-fe35-4703-a896-68186f0a9737 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:44.776415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 on host n-h2-713499-18 for vnic_type normal with profile None {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:44.776842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:44.777190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:44.794852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68659e-6f0d-4a79-ae98-907fb4baa816 req-c115db77-a7ff-480c-8bd9-d9ef59b0b66c tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:44.799210 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cc68659e-6f0d-4a79-ae98-907fb4baa816 req-c115db77-a7ff-480c-8bd9-d9ef59b0b66c tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 945 time: 0.5484991 Sep 17 22:17:44.801557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:44.803504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Port 463ed3f5-1db6-404b-ba72-dc0e59308688 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:44.803836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:44.809069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2619d957-7569-44fe-9ba7-64e98aa8d305 admin admin] 10.222.0.30 "PUT /v2.0/routers/8e79d638-fe35-4703-a896-68186f0a9737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0496099 Sep 17 22:17:44.825086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:44.825456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:44.826013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:44.826478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Bound port: 463ed3f5-1db6-404b-ba72-dc0e59308688, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:44.857927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-eec0d671-9e3b-472f-aa5b-8fba68646fa8 None None] Provisioning complete for port d54c233b-73c5-4c48-bb7a-65915861deae triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:44.858300 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eec0d671-9e3b-472f-aa5b-8fba68646fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.922004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-eec0d671-9e3b-472f-aa5b-8fba68646fa8 None None] Port d54c233b-73c5-4c48-bb7a-65915861deae cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:44.981187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cc68659e-6f0d-4a79-ae98-907fb4baa816 req-3f6744ee-52f2-4d2c-96ce-df08162c3703 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729209 Sep 17 22:17:45.008870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:45.043140 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6859be83-46a9-4b5b-af6a-1cf032b4751d details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:45.055094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcc8caa7-40f7-4964-a84b-f2814a4f7b1b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:45.074069 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] Notify callbacks [] for binding, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:45.080306 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e14c776c-dbd2-406d-b5b9-b9b31a3c8e26 service neutron] 10.222.0.30 "POST /v2.0/ports/463ed3f5-1db6-404b-ba72-dc0e59308688/bindings HTTP/1.1" status: 201 len: 390 time: 1.0703909 Sep 17 22:17:45.082863 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cab33e-15f1-49f0-a729-3402ed567a62 x-openstack-request-id: req-67cab33e-15f1-49f0-a729-3402ed567a62 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:45.083345 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ceed46-1c3c-46a7-b381-985a371cd953", "name": "network-vif-plugged", "status": "completed", "tag": "ee7dc92c-2c50-4290-bcf9-06af9955f5d9", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:45.083735 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67cab33e-15f1-49f0-a729-3402ed567a62 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:45.084301 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ceed46-1c3c-46a7-b381-985a371cd953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7dc92c-2c50-4290-bcf9-06af9955f5d9', 'code': 200} Sep 17 22:17:45.208797 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:45.209090 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:45.227258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e61471-0bc1-4bcc-8e7a-8ceda37e96fb req-e90fefef-1b10-42f4-a3d1-45b279c1ad10 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:45.237160 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7e61471-0bc1-4bcc-8e7a-8ceda37e96fb req-e90fefef-1b10-42f4-a3d1-45b279c1ad10 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 943 time: 0.0833595 Sep 17 22:17:45.249185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d668c-a85d-420f-b28c-5359547c8f89 req-ef6e0624-4b66-4868-a7e7-43ca82c5ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:45.251538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6859be83-46a9-4b5b-af6a-1cf032b4751d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:45.255314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c46d668c-a85d-420f-b28c-5359547c8f89 req-ef6e0624-4b66-4868-a7e7-43ca82c5ef5b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 1098 time: 0.1170957 Sep 17 22:17:45.276640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'port_id': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'mac_address': 'fa:16:3e:10:d9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:45.316155 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7e61471-0bc1-4bcc-8e7a-8ceda37e96fb req-d7baa7b8-8016-4a25-99f4-5899eccb33a7 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751791 Sep 17 22:17:45.316353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c46d668c-a85d-420f-b28c-5359547c8f89 req-4e6dfa73-d00c-4689-8021-e872e87536dc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Sep 17 22:17:45.348270 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:45.372538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:45.378285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6859be83-46a9-4b5b-af6a-1cf032b4751d {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:45.409577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bcc8caa7-40f7-4964-a84b-f2814a4f7b1b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:45.412234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6859be83-46a9-4b5b-af6a-1cf032b4751d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:45.484233 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:45.521477 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:45.529804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863135d5-af62-4f7b-a6fc-89fbcb602e4f req-54034d58-6ac7-4f83-ba99-01caff4a052a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:45.531467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-863135d5-af62-4f7b-a6fc-89fbcb602e4f req-54034d58-6ac7-4f83-ba99-01caff4a052a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0846045 Sep 17 22:17:45.554022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=bcc8caa7-40f7-4964-a84b-f2814a4f7b1b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:45.573749 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-863135d5-af62-4f7b-a6fc-89fbcb602e4f req-9206806d-501a-4b52-90f4-5979afb7354b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351377 Sep 17 22:17:45.630400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=6859be83-46a9-4b5b-af6a-1cf032b4751d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:45.704770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1aaa-d467-4363-929d-297051c9c342 req-01f21af1-b6e1-492a-8666-2d5b3acde439 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:45.712166 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f2f1aaa-d467-4363-929d-297051c9c342 req-01f21af1-b6e1-492a-8666-2d5b3acde439 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 945 time: 0.0558915 Sep 17 22:17:45.763249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f2f1aaa-d467-4363-929d-297051c9c342 req-4373531b-f405-446c-91aa-97955dba14c3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435069 Sep 17 22:17:45.897237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['6859be83-46a9-4b5b-af6a-1cf032b4751d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:46.034918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-a661c35e-40d9-4579-b788-5cd99602104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:46.038792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-a661c35e-40d9-4579-b788-5cd99602104b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0780044 Sep 17 22:17:46.179326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Sync routers for ids ['8e79d638-fe35-4703-a896-68186f0a9737'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:46.194447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Routers {'8e79d638-fe35-4703-a896-68186f0a9737'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:46.195559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e79d638-fe35-4703-a896-68186f0a9737'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:46.235833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-7cd0c0cb-459f-420e-beae-bc38776cc409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:46.238639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-7cd0c0cb-459f-420e-beae-bc38776cc409 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.1917400 Sep 17 22:17:46.251753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9eeeb-24ff-4dd8-af88-1b007ec0b6d7 req-70bb90b6-c0d0-4921-a010-4742581c199f tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:46.253323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6d9eeeb-24ff-4dd8-af88-1b007ec0b6d7 req-70bb90b6-c0d0-4921-a010-4742581c199f tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 946 time: 0.1187954 Sep 17 22:17:46.303715 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e10e82c0-0c45-4a11-b9d4-599cde0010a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=463ed3f5-1db6-404b-ba72-dc0e59308688 HTTP/1.1" status: 200 len: 217 time: 0.0494263 Sep 17 22:17:46.315386 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Set router 8e79d638-fe35-4703-a896-68186f0a9737 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:46.388840 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6d9eeeb-24ff-4dd8-af88-1b007ec0b6d7 req-31730730-58ec-45b6-bfd8-2d3031af9626 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254170 Sep 17 22:17:46.389602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47358) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:46.394917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c54a52f7-cc16-4183-871b-7d8364b742b2 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473477460', 'description': 'tempest-description--752091559'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:46.409395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-19fc29c4-2988-419a-92c2-35b9ae07b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:46.412443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-19fc29c4-2988-419a-92c2-35b9ae07b22b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.0998104 Sep 17 22:17:46.452962 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-13831399-f2e5-4d27-a742-2a441ba35b57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338740 Sep 17 22:17:46.584061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c54a52f7-cc16-4183-871b-7d8364b742b2 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.596200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd54c233b-73c5-4c48-bb7a-65915861deae', 'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'tenant_id': '035012e118c846e2b12714e76a125046', 'mac_address': 'fa:16:3e:df:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:42Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 2, 'project_id': '035012e118c846e2b12714e76a125046', 'subnets': [{'id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:46.615381 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-ac77ddd9-d547-45fa-afcc-ae770b49ad06 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532612 Sep 17 22:17:46.643321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Checking router: 8e79d638-fe35-4703-a896-68186f0a9737 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:46.643670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Updating router 8e79d638-fe35-4703-a896-68186f0a9737 port d54c233b-73c5-4c48-bb7a-65915861deae binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:17:46.644718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec6949-2938-44bf-b36f-2afd014ce0e8 req-ba70e72d-df46-4367-95a3-b5e560fdfdde tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:46.647058 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50ec6949-2938-44bf-b36f-2afd014ce0e8 req-ba70e72d-df46-4367-95a3-b5e560fdfdde tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 944 time: 0.1312437 Sep 17 22:17:46.682676 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.739507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50ec6949-2938-44bf-b36f-2afd014ce0e8 req-f8418da5-7dc2-4a37-b29e-524ba23b41fd tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818834 Sep 17 22:17:46.820576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c54a52f7-cc16-4183-871b-7d8364b742b2 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.894085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c54a52f7-cc16-4183-871b-7d8364b742b2 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.961501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a52f7-cc16-4183-871b-7d8364b742b2 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa088b0c-e2ab-49ef-a37e-ff83f267579b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:46.977654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f429862-963a-41e9-8bd3-c992d6e6f691 req-a1a320c7-68bd-436f-860b-332153f62185 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:46.979509 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f429862-963a-41e9-8bd3-c992d6e6f691 req-a1a320c7-68bd-436f-860b-332153f62185 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 945 time: 0.1013322 Sep 17 22:17:47.009531 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c54a52f7-cc16-4183-871b-7d8364b742b2 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.011710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c54a52f7-cc16-4183-871b-7d8364b742b2 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6209540 Sep 17 22:17:47.017512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47376) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:47.028151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-89ed3425-2f24-4262-8428-28df02e6f7c5 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Request body: {'security_group_rule': {'security_group_id': 'fa088b0c-e2ab-49ef-a37e-ff83f267579b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:47.029931 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.037173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcc8caa7-40f7-4964-a84b-f2814a4f7b1b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:47.045017 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f429862-963a-41e9-8bd3-c992d6e6f691 req-6b687b93-c8e0-45e8-aebb-011523070798 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548866 Sep 17 22:17:47.073930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6859be83-46a9-4b5b-af6a-1cf032b4751d up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:47.104260 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.185788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d58d66-82a8-404d-9d10-e3c722176ff8 req-13bce29c-b2a7-4c06-a146-36daf92b9e65 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:47.187319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d4d58d66-82a8-404d-9d10-e3c722176ff8 req-13bce29c-b2a7-4c06-a146-36daf92b9e65 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.4358635 Sep 17 22:17:47.192213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89ed3425-2f24-4262-8428-28df02e6f7c5 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.200317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c645b-a93c-47ef-ae40-6ba652ac58be None None] Pushing event updated for resources: {'Port': ['ID=d54c233b-73c5-4c48-bb7a-65915861deae,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:47.226426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:47.226855 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.232840 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-ce8522ec-1f30-4c96-9d45-bcf2842dba37 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090221 Sep 17 22:17:47.267143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89ed3425-2f24-4262-8428-28df02e6f7c5 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.298383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d4d58d66-82a8-404d-9d10-e3c722176ff8 req-4f1a6b7b-686a-4494-8495-b7c986f02c0d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876358 Sep 17 22:17:47.314915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 6859be83-46a9-4b5b-af6a-1cf032b4751d completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:47.332763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 6859be83-46a9-4b5b-af6a-1cf032b4751d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:47.333447 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.340972 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89ed3425-2f24-4262-8428-28df02e6f7c5 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.365965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Attempting to bind port d54c233b-73c5-4c48-bb7a-65915861deae on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:47.366336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Attempting to bind port d54c233b-73c5-4c48-bb7a-65915861deae by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:47.366697 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Attempting to bind port d54c233b-73c5-4c48-bb7a-65915861deae on network 8fe1f866-463f-424d-b979-b87f989a04ad {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:47.369114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed3425-2f24-4262-8428-28df02e6f7c5 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1db4e8e-dafe-4fbc-9ef1-aac7cd5a45a7,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:47.383037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:47.383405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Checking segment: {'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:47.383851 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.384273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Bound using segment: {'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:47.384772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Bound port: d54c233b-73c5-4c48-bb7a-65915861deae, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:47.385799 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.450883 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89ed3425-2f24-4262-8428-28df02e6f7c5 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.454252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47394) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:47.463848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-89ed3425-2f24-4262-8428-28df02e6f7c5 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4360762 Sep 17 22:17:47.464227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c07cfd0f-b722-4b74-ad69-473e132e8e0f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Request body: {'security_group_rule': {'security_group_id': 'fa088b0c-e2ab-49ef-a37e-ff83f267579b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:47.537240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135438da-3169-4d5a-a5be-1ec252824b97 req-aaf65878-968e-468d-bdda-9fe11295b0bd tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:47.538933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-135438da-3169-4d5a-a5be-1ec252824b97 req-aaf65878-968e-468d-bdda-9fe11295b0bd tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 946 time: 0.0561731 Sep 17 22:17:47.580037 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-135438da-3169-4d5a-a5be-1ec252824b97 req-7e79aedf-d154-4ea6-98a5-2ad560f65400 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345387 Sep 17 22:17:47.586441 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd0f-b722-4b74-ad69-473e132e8e0f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.702258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5ae7dbeb-fca3-489d-95c7-e1e91134c752 None None] Provisioning complete for port d54c233b-73c5-4c48-bb7a-65915861deae triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:47.702630 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ae7dbeb-fca3-489d-95c7-e1e91134c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.730217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] For port d54c233b-73c5-4c48-bb7a-65915861deae, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:47.752482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] For port d54c233b-73c5-4c48-bb7a-65915861deae, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d54c233b-73c5-4c48-bb7a-65915861deae,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:47.756955 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.762313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-9aac264b-a0f3-409e-9efa-77158c2815ed tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:47.763945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-9aac264b-a0f3-409e-9efa-77158c2815ed tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1097 time: 0.1647015 Sep 17 22:17:47.765743 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd0f-b722-4b74-ad69-473e132e8e0f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.774711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7dbeb-fca3-489d-95c7-e1e91134c752 None None] Port d54c233b-73c5-4c48-bb7a-65915861deae cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:47.784967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-18'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:47.804092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d3b752-d851-4259-813e-4b9fb6db3433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6859be83-46a9-4b5b-af6a-1cf032b4751d'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:47.805478 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b47cc3-658a-4244-95c5-d412acbd3a1e" -d '{"events": [{"server_uuid": "90d3b752-d851-4259-813e-4b9fb6db3433", "name": "network-vif-plugged", "status": "completed", "tag": "6859be83-46a9-4b5b-af6a-1cf032b4751d"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:47.820033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6859be83-46a9-4b5b-af6a-1cf032b4751d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:47.883946 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.888734 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.888919 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd0f-b722-4b74-ad69-473e132e8e0f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.892792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.923498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cfd0f-b722-4b74-ad69-473e132e8e0f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83301f7b-175c-44c8-94ac-3690f4f4f798,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:47.954362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Routers {'8e79d638-fe35-4703-a896-68186f0a9737'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:47.958810 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e79d638-fe35-4703-a896-68186f0a9737'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:47.960483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c645b-a93c-47ef-ae40-6ba652ac58be None None] Pushing event updated for resources: {'Port': ['ID=d54c233b-73c5-4c48-bb7a-65915861deae,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:47.977625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d2217-05b3-45f1-8c84-5df885770704 req-58710112-eb45-4ae6-ac9f-f074ed53dc40 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:47.981195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-884d2217-05b3-45f1-8c84-5df885770704 req-58710112-eb45-4ae6-ac9f-f074ed53dc40 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 944 time: 0.1261108 Sep 17 22:17:48.023481 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd0f-b722-4b74-ad69-473e132e8e0f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.027940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47422) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:48.040055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:48.044696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c07cfd0f-b722-4b74-ad69-473e132e8e0f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5889647 Sep 17 22:17:48.066039 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87d141e-e965-4fb0-9250-2514bb36ddbf x-openstack-request-id: req-b87d141e-e965-4fb0-9250-2514bb36ddbf {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:48.066334 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d3b752-d851-4259-813e-4b9fb6db3433", "name": "network-vif-plugged", "status": "completed", "tag": "6859be83-46a9-4b5b-af6a-1cf032b4751d", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:48.066587 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b87d141e-e965-4fb0-9250-2514bb36ddbf {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:48.067315 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d3b752-d851-4259-813e-4b9fb6db3433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'code': 200} Sep 17 22:17:48.131315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=6859be83-46a9-4b5b-af6a-1cf032b4751d,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:48.142079 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-884d2217-05b3-45f1-8c84-5df885770704 req-6f4b7e70-936d-47dd-942a-7b693c6efce5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504958 Sep 17 22:17:48.163111 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.185473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:48.186631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] Set router 8e79d638-fe35-4703-a896-68186f0a9737 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:48.281981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:48.285703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1292b-d215-4fce-9799-e95bcbfa889f req-b7498126-cf3c-41be-907f-e13faf936c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:48.287230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5c1292b-d215-4fce-9799-e95bcbfa889f req-b7498126-cf3c-41be-907f-e13faf936c37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 1097 time: 0.1085770 Sep 17 22:17:48.339667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0fa4-0938-4e70-a453-1fb0d7c990e0 req-d0aa3e23-247f-4de2-9431-9943523705bc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:48.341070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e67b0fa4-0938-4e70-a453-1fb0d7c990e0 req-d0aa3e23-247f-4de2-9431-9943523705bc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 945 time: 0.1259832 Sep 17 22:17:48.351971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5c1292b-d215-4fce-9799-e95bcbfa889f req-d1e996fd-496f-451f-93b5-589ab3618cd2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Sep 17 22:17:48.374082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423f2144-adda-4d16-a046-27f1043c7fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463ed3f5-1db6-404b-ba72-dc0e59308688'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:48.377614 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96032f70-8352-4292-82f3-fe8a47cff1d8" -d '{"events": [{"server_uuid": "423f2144-adda-4d16-a046-27f1043c7fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "463ed3f5-1db6-404b-ba72-dc0e59308688"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:48.384048 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.419078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-68f2b3c0-bb50-4934-9451-2cff6c39b2f1 None None] Provisioning complete for port d54c233b-73c5-4c48-bb7a-65915861deae triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:48.419078 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-68f2b3c0-bb50-4934-9451-2cff6c39b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.424391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e67b0fa4-0938-4e70-a453-1fb0d7c990e0 req-0dbcb43a-6e49-478b-9ccc-42efe3769737 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626976 Sep 17 22:17:48.426987 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.478513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f77252-3d95-4504-b189-c2a70013e303 req-312d2933-d6f5-4987-b12d-c97e6bd90e25 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:48.480654 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2f77252-3d95-4504-b189-c2a70013e303 req-312d2933-d6f5-4987-b12d-c97e6bd90e25 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0753219 Sep 17 22:17:48.506542 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.546845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd54c233b-73c5-4c48-bb7a-65915861deae', 'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'tenant_id': '035012e118c846e2b12714e76a125046', 'mac_address': 'fa:16:3e:df:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:42Z', 'updated_at': '2021-09-17T22:17:47Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'subnets': [{'id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:48.574279 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d3158f-c889-46d5-aac7-cb29e2e05998 x-openstack-request-id: req-14d3158f-c889-46d5-aac7-cb29e2e05998 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:48.574279 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423f2144-adda-4d16-a046-27f1043c7fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "463ed3f5-1db6-404b-ba72-dc0e59308688", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:48.574279 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14d3158f-c889-46d5-aac7-cb29e2e05998 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:48.574279 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423f2144-adda-4d16-a046-27f1043c7fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463ed3f5-1db6-404b-ba72-dc0e59308688', 'code': 200} Sep 17 22:17:48.574683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Pushing event updated for resources: {'Port': ['ID=463ed3f5-1db6-404b-ba72-dc0e59308688,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:48.617917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adef04d-7c5c-4ede-b856-0ee9dbcd88d5 None None] The sync data for ids ['8e79d638-fe35-4703-a896-68186f0a9737'] in n-d-713499-18 is: [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd54c233b-73c5-4c48-bb7a-65915861deae', 'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'tenant_id': '035012e118c846e2b12714e76a125046', 'mac_address': 'fa:16:3e:df:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:42Z', 'updated_at': '2021-09-17T22:17:47Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'subnets': [{'id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:48.631917 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2f77252-3d95-4504-b189-c2a70013e303 req-0beea4dc-9451-4c7c-8d51-4e629a5dfcc9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363299 Sep 17 22:17:48.640604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Allocated IP 172.25.6.109 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/947c6528-2929-4ea0-bbc3-e478627d2f58) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:48.645857 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-68f2b3c0-bb50-4934-9451-2cff6c39b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.723969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 on host n-h1-713499-18 for vnic_type normal with profile {"migrating_to": "n-h2-713499-18"} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:48.724796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:48.725391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:48.732991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Port 463ed3f5-1db6-404b-ba72-dc0e59308688 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:48.742956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Attempting to bind port 463ed3f5-1db6-404b-ba72-dc0e59308688 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:48.745837 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:48.746385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:48.747156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:48.747767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Bound port: 463ed3f5-1db6-404b-ba72-dc0e59308688, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:48.748413 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.749551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-68f2b3c0-bb50-4934-9451-2cff6c39b2f1 None None] For port d54c233b-73c5-4c48-bb7a-65915861deae, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d54c233b-73c5-4c48-bb7a-65915861deae,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:48.856322 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-68f2b3c0-bb50-4934-9451-2cff6c39b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.903239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:48.909639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:48.952793 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.982242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2b3c0-bb50-4934-9451-2cff6c39b2f1 None None] Pushing event updated for resources: {'Port': ['ID=d54c233b-73c5-4c48-bb7a-65915861deae,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:48.997788 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.098557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d54c233b-73c5-4c48-bb7a-65915861deae up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:49.113326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:49.114377 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.120160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] 10.222.0.15 "PUT /v2.0/ports/463ed3f5-1db6-404b-ba72-dc0e59308688 HTTP/1.1" status: 200 len: 1123 time: 1.3392911 Sep 17 22:17:49.157757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7399a7-2774-4f46-a7c0-fe91a9d73cfd service neutron] Pushing event updated for resources: {'Port': ['ID=463ed3f5-1db6-404b-ba72-dc0e59308688,revision_number=8']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:49.163500 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.221481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d54c233b-73c5-4c48-bb7a-65915861deae triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:49.224437 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.227644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Pushing event updated for resources: {'Port': ['ID=947c6528-2929-4ea0-bbc3-e478627d2f58,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:49.239895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:49.241902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:49.246170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:49.315118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['463ed3f5-1db6-404b-ba72-dc0e59308688'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:49.371735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b271c-b5f5-4587-99ae-6a2d33456097 req-399fbaaa-f1a6-4003-8682-370cd43e918b tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:49.372855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.380738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e5b271c-b5f5-4587-99ae-6a2d33456097 req-399fbaaa-f1a6-4003-8682-370cd43e918b tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 945 time: 0.0917084 Sep 17 22:17:49.468273 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e5b271c-b5f5-4587-99ae-6a2d33456097 req-1596de6b-1823-4fc2-9dd5-8ca37f3e21f2 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799584 Sep 17 22:17:49.502505 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.538170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47490) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:49.667643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47498) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:49.747234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27d68-1c8c-40c8-b15c-bf6997e342a0 req-a7eb5580-5176-4357-ad4b-379fd7c88c1c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:49.758890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60b27d68-1c8c-40c8-b15c-bf6997e342a0 req-a7eb5580-5176-4357-ad4b-379fd7c88c1c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 943 time: 0.2063549 Sep 17 22:17:49.836907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7a691-39bc-43e9-ac11-3d535e56d3a7 req-13e17cd3-6b97-4119-83f2-ddc78b9ecdf5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:49.841468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9dc7a691-39bc-43e9-ac11-3d535e56d3a7 req-13e17cd3-6b97-4119-83f2-ddc78b9ecdf5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.1180124 Sep 17 22:17:49.912887 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9dc7a691-39bc-43e9-ac11-3d535e56d3a7 req-6e29da43-f382-4883-b703-73bbd0205568 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666795 Sep 17 22:17:49.924550 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60b27d68-1c8c-40c8-b15c-bf6997e342a0 req-56f1b1a8-fea4-4956-8d78-0ba743b940b6 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646872 Sep 17 22:17:49.954602 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-305659b1-32eb-49b1-aebf-71baf193b3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.981008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.983650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6a6b484-8c16-4e9d-a802-7df2a9dd2694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.043069 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.126719 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-305659b1-32eb-49b1-aebf-71baf193b3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.138777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Pushing event updated for resources: {'Port': ['ID=947c6528-2929-4ea0-bbc3-e478627d2f58,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:50.148934 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.193077 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-305659b1-32eb-49b1-aebf-71baf193b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.239569 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-305659b1-32eb-49b1-aebf-71baf193b3c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cc170bccbfd40c98621a0bce8066f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744276 Sep 17 22:17:50.242841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47508) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:50.262639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305659b1-32eb-49b1-aebf-71baf193b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5009523f-1576-4da0-a5cd-92b5b4755071,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:50.299996 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31dad1dd-3f56-479f-b406-1350834f117a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.323514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31dad1dd-3f56-479f-b406-1350834f117a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.323790 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6a6b484-8c16-4e9d-a802-7df2a9dd2694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.385982 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6a6b484-8c16-4e9d-a802-7df2a9dd2694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.429587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b6a6b484-8c16-4e9d-a802-7df2a9dd2694 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc4cb96dfb4f40f6adc6aff1fd16e6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8879056 Sep 17 22:17:50.429587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6b484-8c16-4e9d-a802-7df2a9dd2694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e73bf2-4709-473a-8f5d-b5008a256ae9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:50.430003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47510) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:50.450457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31dad1dd-3f56-479f-b406-1350834f117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.453001 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31dad1dd-3f56-479f-b406-1350834f117a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.454148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-31dad1dd-3f56-479f-b406-1350834f117a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5009523f-1576-4da0-a5cd-92b5b4755071 HTTP/1.1" status: 204 len: 168 time: 0.2102902 Sep 17 22:17:50.475809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dad1dd-3f56-479f-b406-1350834f117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5009523f-1576-4da0-a5cd-92b5b4755071,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:50.505821 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.507064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0ded18b0-37ee-43cb-9e29-e9655141560d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4781215 Sep 17 22:17:50.537551 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2518c013-dba9-40e4-a583-a30f4a0740a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.575168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423f2144-adda-4d16-a046-27f1043c7fe2', 'tag': '463ed3f5-1db6-404b-ba72-dc0e59308688'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:50.580927 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ff0104-9cbc-476d-b811-035ad4bab3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "423f2144-adda-4d16-a046-27f1043c7fe2", "tag": "463ed3f5-1db6-404b-ba72-dc0e59308688"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:50.583391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2518c013-dba9-40e4-a583-a30f4a0740a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.636827 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da54c544-75c0-4557-a545-c038f9906261 x-openstack-request-id: req-da54c544-75c0-4557-a545-c038f9906261 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:50.637112 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423f2144-adda-4d16-a046-27f1043c7fe2", "tag": "463ed3f5-1db6-404b-ba72-dc0e59308688", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:50.637356 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da54c544-75c0-4557-a545-c038f9906261 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:50.638109 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423f2144-adda-4d16-a046-27f1043c7fe2', 'tag': '463ed3f5-1db6-404b-ba72-dc0e59308688', 'status': 'completed', 'code': 200} Sep 17 22:17:50.701108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101465f-7afe-4a46-ad00-1cd59d3fe48c req-18c1083f-8787-4f5b-80b9-4a19fc50527b tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:50.704814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f101465f-7afe-4a46-ad00-1cd59d3fe48c req-18c1083f-8787-4f5b-80b9-4a19fc50527b tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 945 time: 0.1450047 Sep 17 22:17:50.743444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff0104-9cbc-476d-b811-035ad4bab3d2 req-79ef730a-641c-4e91-a05b-562b7ff5c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:50.745940 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ff0104-9cbc-476d-b811-035ad4bab3d2 req-79ef730a-641c-4e91-a05b-562b7ff5c9f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 1126 time: 0.0670459 Sep 17 22:17:50.755751 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f101465f-7afe-4a46-ad00-1cd59d3fe48c req-b390b361-2d12-492d-9a9a-d58cebfa0926 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 Sep 17 22:17:50.792916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-fa75f54d-f8f7-41d6-b8a7-15102f868680 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1473477460&fields=id&tenant_id=035012e118c846e2b12714e76a125046 HTTP/1.1" status: 200 len: 267 time: 0.0807993 Sep 17 22:17:50.951408 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2518c013-dba9-40e4-a583-a30f4a0740a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.951889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2518c013-dba9-40e4-a583-a30f4a0740a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.960459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2518c013-dba9-40e4-a583-a30f4a0740a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97e73bf2-4709-473a-8f5d-b5008a256ae9 HTTP/1.1" status: 204 len: 168 time: 0.5219135 Sep 17 22:17:51.000997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518c013-dba9-40e4-a583-a30f4a0740a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e73bf2-4709-473a-8f5d-b5008a256ae9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:51.008432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff0104-9cbc-476d-b811-035ad4bab3d2 req-4ce6d2dd-ab43-45c0-ad80-af4c1821ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:51.010758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ff0104-9cbc-476d-b811-035ad4bab3d2 req-4ce6d2dd-ab43-45c0-ad80-af4c1821ef69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.2518153 Sep 17 22:17:51.045328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-2535c88e-0db5-450a-bb27-6b3e542370eb tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:51.045328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-2535c88e-0db5-450a-bb27-6b3e542370eb tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/networks?id=8fe1f866-463f-424d-b979-b87f989a04ad HTTP/1.1" status: 200 len: 814 time: 0.2430394 Sep 17 22:17:51.060571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-209b84ea-b291-48b0-9ab2-18a99ea3b6f8 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:51.063888 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-209b84ea-b291-48b0-9ab2-18a99ea3b6f8 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1821997 Sep 17 22:17:51.066888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d54c233b-73c5-4c48-bb7a-65915861deae up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:51.081869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ff0104-9cbc-476d-b811-035ad4bab3d2 req-fbf009cb-da9e-4898-bf6a-e09efeebedd5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=463ed3f5-1db6-404b-ba72-dc0e59308688 HTTP/1.1" status: 200 len: 217 time: 0.0586188 Sep 17 22:17:51.089763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-a9935795-875d-4e85-bd17-bae258428fe8 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/quotas/035012e118c846e2b12714e76a125046 HTTP/1.1" status: 200 len: 375 time: 0.0134938 Sep 17 22:17:51.160790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d54c233b-73c5-4c48-bb7a-65915861deae triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:51.161214 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.167062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff0104-9cbc-476d-b811-035ad4bab3d2 req-13edc88e-4fe7-4f6b-a8fc-6084bee93417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:51.168553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ff0104-9cbc-476d-b811-035ad4bab3d2 req-13edc88e-4fe7-4f6b-a8fc-6084bee93417 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.0779388 Sep 17 22:17:51.173034 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-7604be9d-d5bc-40fa-b944-d255e5aa09e3 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 696 time: 0.0937693 Sep 17 22:17:51.179824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-7dca98c9-c99c-48f7-b8e8-ca7647b94632 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Request body: {'floatingip': {'port_id': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:51.191933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-cbce34bb-934c-411c-85dd-1b386c2a9ba1 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=035012e118c846e2b12714e76a125046&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748351 Sep 17 22:17:51.308560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ff0104-9cbc-476d-b811-035ad4bab3d2 req-4b3694f3-5694-431f-bcaf-5b00476e1073 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099100 Sep 17 22:17:51.312252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-7dca98c9-c99c-48f7-b8e8-ca7647b94632 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.524497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47546) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:51.591778 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df41d495-70e7-4283-a695-1463a2a42849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.702107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-466ed862-863a-489e-a840-18d6b837e8d4 service neutron] 10.222.0.30 "GET /v2.0/networks/8fe1f866-463f-424d-b979-b87f989a04ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549122 Sep 17 22:17:51.720462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ff0104-9cbc-476d-b811-035ad4bab3d2 req-8994764d-75d9-46db-91bd-f5ff0e59bd67 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020662 Sep 17 22:17:51.786948 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df41d495-70e7-4283-a695-1463a2a42849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.884489 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-691bd698-bc0e-4102-b8ae-9d40a19ccb78 service neutron] 10.222.0.30 "GET /v2.0/networks/8fe1f866-463f-424d-b979-b87f989a04ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746137 Sep 17 22:17:51.888134 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ff0104-9cbc-476d-b811-035ad4bab3d2 req-71ac9f32-59e6-47ac-9fb2-99057089401c service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553791 Sep 17 22:17:51.922519 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df41d495-70e7-4283-a695-1463a2a42849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.970404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-df41d495-70e7-4283-a695-1463a2a42849 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddbb022aa8154c3c86a4f65b4ca95e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412451 Sep 17 22:17:51.971198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47548) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:51.977538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41d495-70e7-4283-a695-1463a2a42849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413af793-b9ce-4b10-9388-35c80fd5d749,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:52.028550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9a7f896-385a-4b14-8140-846aa6f63713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.062796 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9a7f896-385a-4b14-8140-846aa6f63713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.148317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47554) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:52.165093 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2494bf35-a31e-473f-b0ba-dc624e40439d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.187529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b235c0-7953-40de-a5e3-e2d9526dc648 req-f78e7e79-9d32-4688-9ecb-56fb03459b0b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:52.189373 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0b235c0-7953-40de-a5e3-e2d9526dc648 req-f78e7e79-9d32-4688-9ecb-56fb03459b0b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0792096 Sep 17 22:17:52.232419 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9a7f896-385a-4b14-8140-846aa6f63713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.234059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-7dca98c9-c99c-48f7-b8e8-ca7647b94632 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.235112 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9a7f896-385a-4b14-8140-846aa6f63713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.236461 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c9a7f896-385a-4b14-8140-846aa6f63713 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/413af793-b9ce-4b10-9388-35c80fd5d749 HTTP/1.1" status: 204 len: 168 time: 0.2642393 Sep 17 22:17:52.267804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7f896-385a-4b14-8140-846aa6f63713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413af793-b9ce-4b10-9388-35c80fd5d749,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:52.297133 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0b235c0-7953-40de-a5e3-e2d9526dc648 req-492f17cd-61a3-4956-9593-a543c6bfb557 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835242 Sep 17 22:17:52.318085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-7dca98c9-c99c-48f7-b8e8-ca7647b94632 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.343626 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2494bf35-a31e-473f-b0ba-dc624e40439d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.408925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5aac3-de77-4beb-8ff2-6e9a57b9daa5 req-e59a64aa-020b-4faf-95dd-6cbc8775e825 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:52.410575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10b5aac3-de77-4beb-8ff2-6e9a57b9daa5 req-e59a64aa-020b-4faf-95dd-6cbc8775e825 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 943 time: 0.0532036 Sep 17 22:17:52.413839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2494bf35-a31e-473f-b0ba-dc624e40439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.436098 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-7dca98c9-c99c-48f7-b8e8-ca7647b94632 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Floating IP cc1ae227-6c80-4901-b784-99b356460ec1 associated. External IP: 172.25.6.201, port: 0ae91918-3f6e-40d0-b1dd-ef5881306470. Sep 17 22:17:52.471936 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2494bf35-a31e-473f-b0ba-dc624e40439d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b800ffedee64d3fbf1573e269feebbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221612 Sep 17 22:17:52.472719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494bf35-a31e-473f-b0ba-dc624e40439d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61056146-ec5a-4acf-a04c-ff54606f5fb1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:52.475121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47566) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:52.505998 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10b5aac3-de77-4beb-8ff2-6e9a57b9daa5 req-8933c040-b126-4f65-807c-80d3c43c61aa tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866594 Sep 17 22:17:52.545304 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fa19d27-71cd-47e5-a3f2-5b77b0cbe6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.574332 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fa19d27-71cd-47e5-a3f2-5b77b0cbe6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.668427 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-948b489d-3eb5-47b4-8a81-98fbdc8a24b8 req-ef095f69-3820-42b6-9ff0-8beb508c683d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 210 time: 0.0263197 Sep 17 22:17:52.670383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-7dca98c9-c99c-48f7-b8e8-ca7647b94632 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:52.734653 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fa19d27-71cd-47e5-a3f2-5b77b0cbe6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.737599 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fa19d27-71cd-47e5-a3f2-5b77b0cbe6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.741038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4fa19d27-71cd-47e5-a3f2-5b77b0cbe6e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61056146-ec5a-4acf-a04c-ff54606f5fb1 HTTP/1.1" status: 204 len: 168 time: 0.2604678 Sep 17 22:17:52.748776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa19d27-71cd-47e5-a3f2-5b77b0cbe6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61056146-ec5a-4acf-a04c-ff54606f5fb1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:52.793609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-7dca98c9-c99c-48f7-b8e8-ca7647b94632 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:52.798774 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-7dca98c9-c99c-48f7-b8e8-ca7647b94632 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.808491 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] Sync routers for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:52.817996 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:52.818851 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:52.834521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-7dca98c9-c99c-48f7-b8e8-ca7647b94632 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "PUT /v2.0/floatingips/cc1ae227-6c80-4901-b784-99b356460ec1 HTTP/1.1" status: 200 len: 997 time: 1.6601090 Sep 17 22:17:52.834983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:52.837594 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2341a670-7320-4ac7-89a0-bf914d2d0de5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:52.949664 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:52.974624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-e7124960-e517-4732-a962-a13077717ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:52.976332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-e7124960-e517-4732-a962-a13077717ec2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1098 time: 0.1115170 Sep 17 22:17:53.138608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 463ed3f5-1db6-404b-ba72-dc0e59308688 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:53.164978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-552ab4ad-4a5a-411f-b4ee-371d3cd26754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:53.171479 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-552ab4ad-4a5a-411f-b4ee-371d3cd26754 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.1858449 Sep 17 22:17:53.262875 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:16:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:17:51Z', 'revision_number': 1, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:53.295322 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:53.316632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 463ed3f5-1db6-404b-ba72-dc0e59308688 has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:17:53.337315 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-6931c232-b4d8-4dd4-a203-3ec6f4fa6921 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 1000 time: 0.1549647 Sep 17 22:17:53.400316 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] Checking router: 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:53.405588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-b6e340fe-231e-4f24-9372-1c3c34f395fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:53.407632 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-b6e340fe-231e-4f24-9372-1c3c34f395fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.0646625 Sep 17 22:17:53.418443 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:53.419071 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:53.489024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-e3080149-ae05-40b7-92a3-65390b232981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:53.490553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-e3080149-ae05-40b7-92a3-65390b232981 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760272 Sep 17 22:17:53.500991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-f136c6a3-2d57-422b-8a54-90c84e9e32a0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:17:53.501939 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-f136c6a3-2d57-422b-8a54-90c84e9e32a0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052588 Sep 17 22:17:53.539360 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:53.616367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-6bc2a3bf-b0d2-4cff-8f1d-4d69f53b069c service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085160 Sep 17 22:17:53.757352 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88ab9d1-e306-4476-bdd7-68f8d8d90692 req-1582094c-6b16-4efc-af23-702c3eead158 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340277 Sep 17 22:17:53.804506 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494d2e11-e0af-45bf-8471-7e99b5c0fa0c x-openstack-request-id: req-494d2e11-e0af-45bf-8471-7e99b5c0fa0c {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:53.804857 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:53.805514 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-494d2e11-e0af-45bf-8471-7e99b5c0fa0c {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:53.805514 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'status': 'completed', 'code': 200} Sep 17 22:17:53.820538 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:16:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:17:51Z', 'revision_number': 1, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:53.854649 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610692cb-1111-46cd-9c00-4d888c7039bb None None] The sync data for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 is: [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:16:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:17:51Z', 'revision_number': 1, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:53.945786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-59c8bd86-7f15-4d9b-b701-e39e0bf3c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:53.947546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-59c8bd86-7f15-4d9b-b701-e39e0bf3c2c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1098 time: 0.0801303 Sep 17 22:17:53.962562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc153e-e890-4181-8f46-5ccc5aa2286d req-7ffd65ee-d801-4813-9d7a-27cb92344dd2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:53.965153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cbc153e-e890-4181-8f46-5ccc5aa2286d req-7ffd65ee-d801-4813-9d7a-27cb92344dd2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.1100242 Sep 17 22:17:54.052943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6d661-da35-4ad2-8601-ab545859be60 req-69d499bd-1941-4fbd-9e09-641443c5a647 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:54.054820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0d6d661-da35-4ad2-8601-ab545859be60 req-69d499bd-1941-4fbd-9e09-641443c5a647 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 943 time: 0.1036973 Sep 17 22:17:54.090866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cbc153e-e890-4181-8f46-5ccc5aa2286d req-fea0afbb-ab0e-470d-a870-20eb019048ca tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120539 Sep 17 22:17:54.117362 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0d6d661-da35-4ad2-8601-ab545859be60 req-a76faa34-08e0-4eb6-9919-29f5f58f773e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482452 Sep 17 22:17:54.125943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-c999e1a5-148f-49fc-be8e-28e337c967a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:54.130475 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-c999e1a5-148f-49fc-be8e-28e337c967a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.1614728 Sep 17 22:17:54.258171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c0b00-2c23-4cd2-86bb-03f5ee0b1f76 None None] New status for floating IP cc1ae227-6c80-4901-b784-99b356460ec1: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:17:54.289602 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-030bbe3a-bae8-44f4-8967-7e3e8ef1402d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 1000 time: 0.1541221 Sep 17 22:17:54.327475 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc8db795-bc94-472c-81e7-7252830e79b4 req-3b46f8ec-d9aa-4a64-8d2a-d5e5180ebfa3 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 210 time: 0.0644550 Sep 17 22:17:54.365767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-d4ce8837-e34c-4160-865e-4feb3d4a7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:54.384407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-d4ce8837-e34c-4160-865e-4feb3d4a7bc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.0716138 Sep 17 22:17:54.618542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-e9fd3b37-8224-4cde-ab1f-48d2ec8730f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:54.620324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-e9fd3b37-8224-4cde-ab1f-48d2ec8730f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2412496 Sep 17 22:17:54.630986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-52891686-ff1a-49b4-9121-418e51aa2513 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:54.632545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-52891686-ff1a-49b4-9121-418e51aa2513 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1747980 Sep 17 22:17:54.722923 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-835dff43-c0b8-4a52-a837-f07a231048c4 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882497 Sep 17 22:17:54.724943 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-2db458c6-2cd5-4632-a23b-058813f2de95 service neutron] show failed (client error): The resource could not be found. Sep 17 22:17:54.725866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-2db458c6-2cd5-4632-a23b-058813f2de95 service neutron] 10.222.0.23 "GET /v2.0/ports/cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.3290653 Sep 17 22:17:54.917123 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-7c8bc544-fb14-4a74-9585-6d29bbc51b4c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1002 time: 0.1922929 Sep 17 22:17:54.924047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Request body: {'floatingip': {'port_id': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:55.299147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2341a670-7320-4ac7-89a0-bf914d2d0de5 req-4b40618c-68fd-4ccc-9624-bc5917ddf538 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668478 Sep 17 22:17:55.301525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb5b90-45f7-495a-a72d-d9d143b5a859 req-4ae73795-a832-40ba-9590-2c2fdd01c88b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:55.313575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42cb5b90-45f7-495a-a72d-d9d143b5a859 req-4ae73795-a832-40ba-9590-2c2fdd01c88b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.1049871 Sep 17 22:17:55.324407 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:55.399247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-e413c0aa-48c8-4670-8e3b-2616aab759db tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:55.401070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-e413c0aa-48c8-4670-8e3b-2616aab759db tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.15 "GET /v2.0/networks?id=8fe1f866-463f-424d-b979-b87f989a04ad HTTP/1.1" status: 200 len: 814 time: 0.4740744 Sep 17 22:17:55.419178 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42cb5b90-45f7-495a-a72d-d9d143b5a859 req-3d28e882-71c8-46f9-9468-67f23a436f69 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909560 Sep 17 22:17:55.586857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-1c7eac54-073c-459d-afc0-4d7d87f499b3 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=035012e118c846e2b12714e76a125046 HTTP/1.1" status: 200 len: 380 time: 0.1552348 Sep 17 22:17:55.596533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965147a2-fc43-4163-9dc2-533e675d1764 req-5ac76c73-fe55-4b39-bd91-c3034b8bd73e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:55.599416 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-965147a2-fc43-4163-9dc2-533e675d1764 req-5ac76c73-fe55-4b39-bd91-c3034b8bd73e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 943 time: 0.0673003 Sep 17 22:17:55.644918 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-965147a2-fc43-4163-9dc2-533e675d1764 req-6454f226-7750-44de-ba99-743888d9375a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Sep 17 22:17:55.648447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Request body: {'port': {'device_id': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'admin_state_up': True, 'tenant_id': '035012e118c846e2b12714e76a125046', 'security_groups': ['fa088b0c-e2ab-49ef-a37e-ff83f267579b']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:55.699191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-92e878e8-58ca-458c-a007-86957ecbcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:55.700715 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-92e878e8-58ca-458c-a007-86957ecbcf07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d&tenant_id=b763d93dcfbd4755b6403f6da3dca39a HTTP/1.1" status: 200 len: 1102 time: 0.2674103 Sep 17 22:17:55.766231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:55.831574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d2e5afef-5a82-46ee-8ef4-738189b8f526 req-4850b9f7-9f13-4966-9743-75260b28ee9b tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 210 time: 0.0297453 Sep 17 22:17:55.982893 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.251986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Made reservation on behalf of 035012e118c846e2b12714e76a125046 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:56.256185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.467510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:56.474308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-7449d9db-c1b5-4779-addc-6dfcf4bc47c4 service neutron] 10.222.0.23 "GET /v2.0/ports/463ed3f5-1db6-404b-ba72-dc0e59308688/bindings/n-h2-713499-18 HTTP/1.1" status: 200 len: 385 time: 0.3824239 Sep 17 22:17:56.567305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05120d43-5ec5-47c4-8488-208b972651e3 req-e351c880-dba4-4a9a-9ca5-bcb94813fa07 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:56.568899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05120d43-5ec5-47c4-8488-208b972651e3 req-e351c880-dba4-4a9a-9ca5-bcb94813fa07 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0793200 Sep 17 22:17:56.611397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.623091 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05120d43-5ec5-47c4-8488-208b972651e3 req-fa5a0b7c-27fb-4196-b522-6db9fa6a7901 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447633 Sep 17 22:17:56.639500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:56.692110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47708) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:56.724111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Allocated IP 172.20.0.10 (8fe1f866-463f-424d-b979-b87f989a04ad/5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18/db903acb-60c2-4edd-a9f8-ed0d8763cf0d) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:56.739974 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.830774 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c815ea-95f4-4458-a0a7-9b40b0003ecc req-0206340d-6f21-4d0d-9ef4-811765e356be tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:56.832479 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44c815ea-95f4-4458-a0a7-9b40b0003ecc req-0206340d-6f21-4d0d-9ef4-811765e356be tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 943 time: 0.0857151 Sep 17 22:17:56.832974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47714) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:56.850450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:56.853385 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a50b6d-7747-47d3-82b7-644a2419b93b" -d '{"events": [{"server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:56.871417 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.891721 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44c815ea-95f4-4458-a0a7-9b40b0003ecc req-8c68766e-9002-4639-a89d-952788cef6af tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Sep 17 22:17:56.997249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Transition to ACTIVE for port object cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:57.013444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d099522d-ec5f-4c1d-838b-2d9e0fa5d3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.042563 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55b98ba9-dc75-43d4-b62e-af05fc1bfa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.076411 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Floating IP cc1ae227-6c80-4901-b784-99b356460ec1 associated. External IP: 172.25.6.201, port: 0ae91918-3f6e-40d0-b1dd-ef5881306470. Sep 17 22:17:57.084513 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-55b98ba9-dc75-43d4-b62e-af05fc1bfa18 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:17:57.084513 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:17:57.084513 n-d-713499-18 neutron-server[95455]: [parameters: {'project_id_1': '06f8a8884cb14dc88009cacdf22acb3a', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 17, 37, 73967)}] Sep 17 22:17:57.084513 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:17:57.085132 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-55b98ba9-dc75-43d4-b62e-af05fc1bfa18 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:17:57.138533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 463ed3f5-1db6-404b-ba72-dc0e59308688 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:57.148000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-36ad3701-be3c-4303-9b9d-9da0debaf4e6 req-1f00a4bf-a681-4667-babb-2f7d43182582 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 210 time: 0.0320206 Sep 17 22:17:57.178378 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.189141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b458b6a2-5c49-420b-978d-bffd5d17a21e service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:57.235696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d099522d-ec5f-4c1d-838b-2d9e0fa5d3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.246749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Pushing event updated for resources: {'Port': ['ID=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:57.260840 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:57.264616 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc745f1-97e7-48a2-af65-fdab89d853df x-openstack-request-id: req-4fc745f1-97e7-48a2-af65-fdab89d853df {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:57.264979 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:57.265291 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fc745f1-97e7-48a2-af65-fdab89d853df {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:57.265757 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', 'code': 200} Sep 17 22:17:57.277216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 463ed3f5-1db6-404b-ba72-dc0e59308688 has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:17:57.311331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d099522d-ec5f-4c1d-838b-2d9e0fa5d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.339344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b458b6a2-5c49-420b-978d-bffd5d17a21e service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:57.341027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] No DVR routers for this DVR port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:57.345277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099522d-ec5f-4c1d-838b-2d9e0fa5d3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1badd244-b5c8-46f4-98d7-e0214ba7aa2e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:57.370801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d099522d-ec5f-4c1d-838b-2d9e0fa5d3ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc41603d63714bf4a491b1b091529514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747487 Sep 17 22:17:57.371211 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47724) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:57.438606 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35c5ebc4-0d76-4a83-871d-81975c0ddbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.466235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35c5ebc4-0d76-4a83-871d-81975c0ddbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.586760 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55b98ba9-dc75-43d4-b62e-af05fc1bfa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.639587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35c5ebc4-0d76-4a83-871d-81975c0ddbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.642119 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35c5ebc4-0d76-4a83-871d-81975c0ddbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.645890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35c5ebc4-0d76-4a83-871d-81975c0ddbe3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1badd244-b5c8-46f4-98d7-e0214ba7aa2e HTTP/1.1" status: 204 len: 168 time: 0.2737298 Sep 17 22:17:57.664782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5ebc4-0d76-4a83-871d-81975c0ddbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1badd244-b5c8-46f4-98d7-e0214ba7aa2e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:57.695564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.781813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b458b6a2-5c49-420b-978d-bffd5d17a21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463ed3f5-1db6-404b-ba72-dc0e59308688 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:57.783808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55b98ba9-dc75-43d4-b62e-af05fc1bfa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.792629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e9589-00e9-45fe-8f6a-9a0aef0419c1 req-4630b27f-2822-4a13-b944-3593e733f79e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:57.794139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-125e9589-00e9-45fe-8f6a-9a0aef0419c1 req-4630b27f-2822-4a13-b944-3593e733f79e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.0748131 Sep 17 22:17:57.803842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Attempting to bind port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:57.804202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Attempting to bind port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:57.804532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Attempting to bind port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:57.810828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b458b6a2-5c49-420b-978d-bffd5d17a21e service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:57.814450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:57.815151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Attempting to bind port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:57.834467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:57.834701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:57.834935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:57.835368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Bound port: cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:57.835708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.840562 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-125e9589-00e9-45fe-8f6a-9a0aef0419c1 req-73fffccb-5323-4901-904a-184312ab394d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Sep 17 22:17:57.872850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55b98ba9-dc75-43d4-b62e-af05fc1bfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.905884 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b458b6a2-5c49-420b-978d-bffd5d17a21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.916948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-55b98ba9-dc75-43d4-b62e-af05fc1bfa18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06f8a8884cb14dc88009cacdf22acb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0799472 Sep 17 22:17:57.920042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47732) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:57.934880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b98ba9-dc75-43d4-b62e-af05fc1bfa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc42cae-c8fa-401a-b84e-2cd7b73f39a4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:57.941716 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.036676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ec51c-85a9-4ed7-9012-8c904e0d1a76 req-d0448bd5-9c50-4bc4-bf83-24a3a73c509d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:58.038289 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d2ec51c-85a9-4ed7-9012-8c904e0d1a76 req-d0448bd5-9c50-4bc4-bf83-24a3a73c509d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 943 time: 0.0578854 Sep 17 22:17:58.083892 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d2ec51c-85a9-4ed7-9012-8c904e0d1a76 req-f248ed10-e9aa-4c44-bd51-d7883f6ced4c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347607 Sep 17 22:17:58.100962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:58.165227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:58.166612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 463ed3f5-1db6-404b-ba72-dc0e59308688 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:58.172072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b458b6a2-5c49-420b-978d-bffd5d17a21e service neutron] Transition to ACTIVE for port object 463ed3f5-1db6-404b-ba72-dc0e59308688 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:58.189169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Network 8fe1f866-463f-424d-b979-b87f989a04ad is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:58.200548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:58.200548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:58.202674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:58.203321 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.216264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:58.218434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Pushing event updated for resources: {'Port': ['ID=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:58.222498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:58.241633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:58.242795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-076ae79c-913c-4da4-bf96-b71abb06fc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.273747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-076ae79c-913c-4da4-bf96-b71abb06fc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.350808 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b458b6a2-5c49-420b-978d-bffd5d17a21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.358293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-30a628ab-46ec-421c-94e4-74529a330dae tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7149687 Sep 17 22:17:58.368563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.393947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd349ee0-86fc-415c-8c87-23dbaf04e9ba req-73ddce82-c219-4ff3-8f5d-ccc34112e3bc tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:58.402255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd349ee0-86fc-415c-8c87-23dbaf04e9ba req-73ddce82-c219-4ff3-8f5d-ccc34112e3bc tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 932 time: 0.0668657 Sep 17 22:17:58.412423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Request body: {'port': {'device_id': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:58.451196 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd349ee0-86fc-415c-8c87-23dbaf04e9ba req-116c7ec5-942d-4e0e-964a-163066de49e9 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478721 Sep 17 22:17:58.458107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47744) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:58.477247 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c44bc65e-fbda-42f6-a8a5-2fc02c1ff03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.491231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:58.491764 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.493201 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] 10.222.0.15 "PUT /v2.0/ports/cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 1097 time: 2.7333064 Sep 17 22:17:58.556466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b458b6a2-5c49-420b-978d-bffd5d17a21e service neutron] No DVR routers for this DVR port 463ed3f5-1db6-404b-ba72-dc0e59308688 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:58.586326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-955d6e8c-3cdb-4a8c-9811-171c5b5c26e5 None None] Provisioning complete for port db903acb-60c2-4edd-a9f8-ed0d8763cf0d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:58.587833 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-955d6e8c-3cdb-4a8c-9811-171c5b5c26e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.614676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458b6a2-5c49-420b-978d-bffd5d17a21e service neutron] Pushing event updated for resources: {'Port': ['ID=463ed3f5-1db6-404b-ba72-dc0e59308688,revision_number=10']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:58.676644 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c44bc65e-fbda-42f6-a8a5-2fc02c1ff03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.681355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-955d6e8c-3cdb-4a8c-9811-171c5b5c26e5 None None] Port db903acb-60c2-4edd-a9f8-ed0d8763cf0d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:58.710593 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.738722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-b458b6a2-5c49-420b-978d-bffd5d17a21e service neutron] 10.222.0.23 "PUT /v2.0/ports/463ed3f5-1db6-404b-ba72-dc0e59308688/bindings/n-h2-713499-18/activate HTTP/1.1" status: 200 len: 370 time: 2.2506990 Sep 17 22:17:58.754744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:58.767346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c44bc65e-fbda-42f6-a8a5-2fc02c1ff03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.768133 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] Sync routers for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:58.783385 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:58.784327 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:58.816804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c44bc65e-fbda-42f6-a8a5-2fc02c1ff03a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec379afcf87541bbbac0004516884b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566654 Sep 17 22:17:58.817224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47746) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:58.825354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bc65e-fbda-42f6-a8a5-2fc02c1ff03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6a8a2d-d383-4d7b-94c5-919a754989ce,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:58.855555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b67167-72a1-49a1-9672-3fbe646a82bb service neutron] Pushing event updated for resources: {'Port': ['ID=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:58.864581 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-076ae79c-913c-4da4-bf96-b71abb06fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.870734 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-076ae79c-913c-4da4-bf96-b71abb06fc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.870734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-076ae79c-913c-4da4-bf96-b71abb06fc34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fbc42cae-c8fa-401a-b84e-2cd7b73f39a4 HTTP/1.1" status: 204 len: 168 time: 0.9463928 Sep 17 22:17:58.890354 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.894812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-6914741a-4edb-4072-a6ad-c10df8429571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:58.899633 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-6914741a-4edb-4072-a6ad-c10df8429571 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1100 time: 0.3528895 Sep 17 22:17:58.928581 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:58.950175 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-464c6ab3-75ef-4e32-b3c0-286ce4db7238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:59.011242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-464c6ab3-75ef-4e32-b3c0-286ce4db7238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:59.053250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30de6-7201-4a27-9685-48af8fe3a74d req-b3fbcced-b2dd-48d6-bea1-83d6fa0e6eae tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.055432 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4fa30de6-7201-4a27-9685-48af8fe3a74d req-b3fbcced-b2dd-48d6-bea1-83d6fa0e6eae tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.0936875 Sep 17 22:17:59.077458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ae79c-913c-4da4-bf96-b71abb06fc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc42cae-c8fa-401a-b84e-2cd7b73f39a4,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:59.132520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4fa30de6-7201-4a27-9685-48af8fe3a74d req-655dc3ef-9b5c-442a-88b9-3eebb83d19fa tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692232 Sep 17 22:17:59.258641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-464c6ab3-75ef-4e32-b3c0-286ce4db7238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:59.266937 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-464c6ab3-75ef-4e32-b3c0-286ce4db7238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:59.275208 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:10:d9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d3b752-d851-4259-813e-4b9fb6db3433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:17:56Z', 'revision_number': 3, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:59.275979 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-464c6ab3-75ef-4e32-b3c0-286ce4db7238 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec6a8a2d-d383-4d7b-94c5-919a754989ce HTTP/1.1" status: 204 len: 168 time: 0.4544384 Sep 17 22:17:59.282506 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:59.290001 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7672ac-b988-4464-87df-86d80959525a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:59.315603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6ab3-75ef-4e32-b3c0-286ce4db7238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6a8a2d-d383-4d7b-94c5-919a754989ce,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:59.347647 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] Checking router: 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:59.350319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b77d1-7327-4827-8c4c-e4170cc37998 req-7cf84e32-1541-4c0c-803c-075052cfcf0d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.355582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-84a69683-4d3c-4758-bd29-7028dda05ac6 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.357154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-84a69683-4d3c-4758-bd29-7028dda05ac6 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.4557295 Sep 17 22:17:59.358196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-2a85e09a-935e-4880-ad9a-255d588ec2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.359500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-2a85e09a-935e-4880-ad9a-255d588ec2a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.4229445 Sep 17 22:17:59.364705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d03b77d1-7327-4827-8c4c-e4170cc37998 req-7cf84e32-1541-4c0c-803c-075052cfcf0d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 944 time: 0.1545150 Sep 17 22:17:59.388837 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:59.392401 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:59.413773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d03b77d1-7327-4827-8c4c-e4170cc37998 req-902ce8db-ea6f-4037-b8c6-891ed6d19858 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Sep 17 22:17:59.492399 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-ac4e217b-3dc6-4f58-975e-7758be44f715 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 217 time: 0.1010125 Sep 17 22:17:59.542990 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:59.631037 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdd77f6-2aec-4e0b-97a1-538e3471c837 x-openstack-request-id: req-6fdd77f6-2aec-4e0b-97a1-538e3471c837 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:59.631331 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:59.631573 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fdd77f6-2aec-4e0b-97a1-538e3471c837 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:59.632422 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', 'status': 'completed', 'code': 200} Sep 17 22:17:59.644945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e915b99b-9180-4038-a33d-4533d5114910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.647222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-e915b99b-9180-4038-a33d-4533d5114910 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2&tenant_id=750d12dee1534161b8aa8559b499da36 HTTP/1.1" status: 200 len: 1096 time: 0.2676873 Sep 17 22:17:59.674513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-176a06e5-0964-4403-9059-2757b3936f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.676054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-176a06e5-0964-4403-9059-2757b3936f17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1464100 Sep 17 22:17:59.736222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682168ca-0d4b-4ced-baa7-249ecec408aa req-06e0907d-72af-4c07-b152-3f0f2afe554d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.737948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-682168ca-0d4b-4ced-baa7-249ecec408aa req-06e0907d-72af-4c07-b152-3f0f2afe554d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 932 time: 0.0488195 Sep 17 22:17:59.784275 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-682168ca-0d4b-4ced-baa7-249ecec408aa req-179d3ff2-a809-474d-8d8d-6ccdb5ebada7 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 Sep 17 22:17:59.855577 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:10:d9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d3b752-d851-4259-813e-4b9fb6db3433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:17:56Z', 'revision_number': 3, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:59.886333 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e8c12-3aa6-4533-a0ac-54c536e61f4c None None] The sync data for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 is: [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:10:d9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d3b752-d851-4259-813e-4b9fb6db3433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:17:56Z', 'revision_number': 3, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:59.889129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7672ac-b988-4464-87df-86d80959525a req-78b9f5ad-96ea-49e3-9e85-1f8d4e5ed1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.890566 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-78b9f5ad-96ea-49e3-9e85-1f8d4e5ed1f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1100 time: 0.2333057 Sep 17 22:17:59.899576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:59.921880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-731e1657-f985-4b82-b41d-2c2bc36c9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.921880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-731e1657-f985-4b82-b41d-2c2bc36c9521 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2040875 Sep 17 22:17:59.922289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47774) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:59.935636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-fe90ee9a-ce1f-470e-9556-073d8cce8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.937227 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-fe90ee9a-ce1f-470e-9556-073d8cce8f0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 1096 time: 0.2210994 Sep 17 22:17:59.937548 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0bac62b-2949-4d87-a27e-7248c8ed3779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.042270 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0bac62b-2949-4d87-a27e-7248c8ed3779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.078382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db903acb-60c2-4edd-a9f8-ed0d8763cf0d {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:00.085350 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160f7ce-a09f-49cd-a55d-47f1bef30317 None None] New status for floating IP cc1ae227-6c80-4901-b784-99b356460ec1: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:18:00.117043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0bac62b-2949-4d87-a27e-7248c8ed3779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.160505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bac62b-2949-4d87-a27e-7248c8ed3779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d9b85a-3eea-410f-8055-35e69bcdc0ae,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:00.186447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b0bac62b-2949-4d87-a27e-7248c8ed3779 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f12b01cd12fb4236a0ae2d3a6672b1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634549 Sep 17 22:18:00.186668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47780) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:00.269524 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bee03734-9cc7-4ce1-b26d-4344beca34fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.316964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bee03734-9cc7-4ce1-b26d-4344beca34fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.355628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca066844-3156-4bd6-aae4-ae14c805e97f req-8e32d71b-d4a7-4e93-ab83-7865b457193f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:00.355845 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca066844-3156-4bd6-aae4-ae14c805e97f req-8e32d71b-d4a7-4e93-ab83-7865b457193f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.0842822 Sep 17 22:18:00.399479 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca066844-3156-4bd6-aae4-ae14c805e97f req-94fd8e68-6221-484d-9644-bc5a4bf3e50b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346894 Sep 17 22:18:00.436897 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.483817 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bee03734-9cc7-4ce1-b26d-4344beca34fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.489564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Transition to ACTIVE for port object db903acb-60c2-4edd-a9f8-ed0d8763cf0d will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:00.495602 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bee03734-9cc7-4ce1-b26d-4344beca34fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.503868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bee03734-9cc7-4ce1-b26d-4344beca34fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87d9b85a-3eea-410f-8055-35e69bcdc0ae HTTP/1.1" status: 204 len: 168 time: 0.3145797 Sep 17 22:18:00.506698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7672ac-b988-4464-87df-86d80959525a req-8b43ecbc-b119-43c0-ab10-a792584f9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:00.508194 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-8b43ecbc-b119-43c0-ab10-a792584f9dee service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.6056066 Sep 17 22:18:00.549885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee03734-9cc7-4ce1-b26d-4344beca34fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d9b85a-3eea-410f-8055-35e69bcdc0ae,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:00.565371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-f1567170-969a-49c7-81a1-ec59bec4641c service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060810 Sep 17 22:18:00.598825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5f134-cc4b-4ba3-b6e8-980540440a80 req-cf4243fb-ac3e-4e68-860c-2fdb74e71263 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:00.599077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-62714bfa-5b69-4b66-a327-d438903e0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:00.600337 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6cf5f134-cc4b-4ba3-b6e8-980540440a80 req-cf4243fb-ac3e-4e68-860c-2fdb74e71263 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 944 time: 0.0951424 Sep 17 22:18:00.600493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-62714bfa-5b69-4b66-a327-d438903e0881 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.6405821 Sep 17 22:18:00.612673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.615143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-05841ddb-9604-4188-b0cd-6872f8974f6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 217 time: 0.0641637 Sep 17 22:18:00.641227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6cf5f134-cc4b-4ba3-b6e8-980540440a80 req-db8fa295-02f0-4e0e-b327-58babdbce156 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Sep 17 22:18:00.727783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:00.742186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-7b083274-4280-4f18-aa9a-96cac790d785 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=463ed3f5-1db6-404b-ba72-dc0e59308688 HTTP/1.1" status: 200 len: 217 time: 0.1260569 Sep 17 22:18:00.742347 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] Sync routers for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:00.753103 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:00.766723 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.767052 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:00.841690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Pushing event updated for resources: {'Port': ['ID=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:00.905744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7672ac-b988-4464-87df-86d80959525a req-ee175738-f6e8-4844-b392-42596c1771e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:00.909985 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-ee175738-f6e8-4844-b392-42596c1771e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2749643 Sep 17 22:18:00.949693 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:01.020203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d8366-0145-4939-a0eb-8a190f572fc9 req-58552a0b-9cd0-4635-97ee-bf97693f0a0b tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:01.021661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a1d8366-0145-4939-a0eb-8a190f572fc9 req-58552a0b-9cd0-4635-97ee-bf97693f0a0b tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 944 time: 0.1179991 Sep 17 22:18:01.065925 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a1d8366-0145-4939-a0eb-8a190f572fc9 req-218fb480-69f1-40f7-bc97-b77c50b7b15f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368073 Sep 17 22:18:01.084947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-8aefbbf1-e5ff-4b3a-95d2-72a4d6b87dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:01.086536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-8aefbbf1-e5ff-4b3a-95d2-72a4d6b87dc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.2748516 Sep 17 22:18:01.087633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Attempting to bind port db903acb-60c2-4edd-a9f8-ed0d8763cf0d on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:01.087633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Attempting to bind port db903acb-60c2-4edd-a9f8-ed0d8763cf0d by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:01.087898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Attempting to bind port db903acb-60c2-4edd-a9f8-ed0d8763cf0d on network 8fe1f866-463f-424d-b979-b87f989a04ad {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:01.104984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-3df4b105-20ec-4a9e-a02c-83bbe1f3a695 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "PUT /v2.0/floatingips/cc1ae227-6c80-4901-b784-99b356460ec1 HTTP/1.1" status: 200 len: 998 time: 6.1866002 Sep 17 22:18:01.158793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 463ed3f5-1db6-404b-ba72-dc0e59308688 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:01.184154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Port db903acb-60c2-4edd-a9f8-ed0d8763cf0d on network 8fe1f866-463f-424d-b979-b87f989a04ad not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:01.184673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Attempting to bind port db903acb-60c2-4edd-a9f8-ed0d8763cf0d on network 8fe1f866-463f-424d-b979-b87f989a04ad {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:01.214951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c00ff00c-9c7f-45af-aca1-f1bb91c49b2b req-dff558fa-3ec0-46d4-a87b-ed31d9635209 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116076 Sep 17 22:18:01.221310 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-3e371510-1ef0-43ea-8f3e-d8258da9328b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130664 Sep 17 22:18:01.234138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:01.234567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Checking segment: {'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:01.235148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Bound using segment: {'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:01.235829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Bound port: db903acb-60c2-4edd-a9f8-ed0d8763cf0d, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:01.236328 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:01.248156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-cffb8e1a-0a24-4602-a6de-6df0cf170b16 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:01.250056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-cffb8e1a-0a24-4602-a6de-6df0cf170b16 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports/0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 943 time: 0.1427596 Sep 17 22:18:01.284979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7672ac-b988-4464-87df-86d80959525a req-7f30a8b2-53ec-4357-9595-a3f0dec909b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:01.287094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-7f30a8b2-53ec-4357-9595-a3f0dec909b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3521571 Sep 17 22:18:01.337872 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:10:d9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d3b752-d851-4259-813e-4b9fb6db3433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:18:00Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:01.367384 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] Checking router: 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:01.378577 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:01.380544 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:01.530955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] For port db903acb-60c2-4edd-a9f8-ed0d8763cf0d, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:01.579578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] For port db903acb-60c2-4edd-a9f8-ed0d8763cf0d, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:01.587638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-0596a7a7-5dfb-45f7-9b61-c2768a9e91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:01.589304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-0596a7a7-5dfb-45f7-9b61-c2768a9e91c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1098 time: 0.2374172 Sep 17 22:18:01.591027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-d6fcc97f-e1f8-4939-a95a-1ef6260351ef service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389716 Sep 17 22:18:01.595897 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-87563b9a-9780-487b-a4c3-f62a4b0aa169 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788863 Sep 17 22:18:01.600288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7672ac-b988-4464-87df-86d80959525a req-bd004c51-6629-4f5f-9749-f6e584156098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:01.601903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-bd004c51-6629-4f5f-9749-f6e584156098 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1100 time: 0.1346562 Sep 17 22:18:01.604438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:01.645871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470'}, {'name': 'network-changed', 'server_uuid': '90d3b752-d851-4259-813e-4b9fb6db3433', 'tag': '6859be83-46a9-4b5b-af6a-1cf032b4751d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:01.648099 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf5b42-5dd9-446e-a517-62aca0d18f94" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470"}, {"name": "network-changed", "server_uuid": "90d3b752-d851-4259-813e-4b9fb6db3433", "tag": "6859be83-46a9-4b5b-af6a-1cf032b4751d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:01.654956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bb36c-b29f-4383-82e9-f8699eb14655 req-c8263261-f228-4a0a-b6c5-800a71c3682e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:01.656541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea1bb36c-b29f-4383-82e9-f8699eb14655 req-c8263261-f228-4a0a-b6c5-800a71c3682e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.1207225 Sep 17 22:18:01.709917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:01.754458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea1bb36c-b29f-4383-82e9-f8699eb14655 req-24927541-2c69-46eb-88c5-9b7a1763cda3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906570 Sep 17 22:18:01.875212 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f0e328-8220-4d51-84f5-4ae83efb331e x-openstack-request-id: req-54f0e328-8220-4d51-84f5-4ae83efb331e {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:01.875516 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90d3b752-d851-4259-813e-4b9fb6db3433", "tag": "6859be83-46a9-4b5b-af6a-1cf032b4751d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:01.875751 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54f0e328-8220-4d51-84f5-4ae83efb331e {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:01.876166 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'status': 'completed', 'code': 200} Sep 17 22:18:01.876419 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d3b752-d851-4259-813e-4b9fb6db3433', 'tag': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'status': 'completed', 'code': 200} Sep 17 22:18:01.898713 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:01.899335 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:01.900805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] 10.222.0.15 "PUT /v2.0/ports/db903acb-60c2-4edd-a9f8-ed0d8763cf0d HTTP/1.1" status: 200 len: 1093 time: 3.5199373 Sep 17 22:18:02.003600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb0957-39a9-48bd-9d0a-b0f279d78d53 req-aad8e068-0dc3-4ca1-b973-a96445ab3205 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.007272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6cd68-14aa-4779-9348-02e5776ef200 service neutron] Pushing event updated for resources: {'Port': ['ID=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:02.015078 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:10:d9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d3b752-d851-4259-813e-4b9fb6db3433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:18:00Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:02.019180 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3cb0957-39a9-48bd-9d0a-b0f279d78d53 req-aad8e068-0dc3-4ca1-b973-a96445ab3205 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 944 time: 0.1012084 Sep 17 22:18:02.045619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.15', 53945) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:02.047354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7672ac-b988-4464-87df-86d80959525a req-9a57747d-e329-4460-bd1b-7db36c457a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.048946 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-9a57747d-e329-4460-bd1b-7db36c457a66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.4374988 Sep 17 22:18:02.049950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-b390e59b-f6bf-423b-83c4-de2aa51fb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.051348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-b390e59b-f6bf-423b-83c4-de2aa51fb7a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.4534831 Sep 17 22:18:02.095753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888a34c4-bb1f-40ee-8da2-5c7cc52b37b0 None None] The sync data for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 is: [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:10:d9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d3b752-d851-4259-813e-4b9fb6db3433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:18:00Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:02.153508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-e778bfaf-649d-450e-bde2-37b937bf7d87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 217 time: 0.0637822 Sep 17 22:18:02.161667 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-f40ffda2-de43-4cdf-80b0-a2732d2da9e8 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588653 Sep 17 22:18:02.173926 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3cb0957-39a9-48bd-9d0a-b0f279d78d53 req-64f42202-3557-4113-a592-a7ff5f6a0b62 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487439 Sep 17 22:18:02.208887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-6267fcee-c1c5-4e9b-88c2-97913e5bb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.215949 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-6267fcee-c1c5-4e9b-88c2-97913e5bb313 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=035012e118c846e2b12714e76a125046&device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 1096 time: 0.1685405 Sep 17 22:18:02.239253 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-7db77737-e889-4ff3-a1a1-b8b16fedc5a4 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180172 Sep 17 22:18:02.274424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-e2f9e41c-4bfa-479d-8bb9-aa76c84b1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.287926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-e2f9e41c-4bfa-479d-8bb9-aa76c84b1535 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1098 time: 0.3460515 Sep 17 22:18:02.289350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-39d328b9-8a1e-4139-adf6-dbf94e8696c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 217 time: 0.2081261 Sep 17 22:18:02.307542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-fae209ad-2ce8-4872-bd2b-664b83d7d7d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db903acb-60c2-4edd-a9f8-ed0d8763cf0d HTTP/1.1" status: 200 len: 217 time: 0.0748701 Sep 17 22:18:02.385480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-097a16f8-813a-44ec-a589-c08ce714e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.387821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-097a16f8-813a-44ec-a589-c08ce714e535 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.0852737 Sep 17 22:18:02.726537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-1f352cff-7cbf-4238-9291-068ccf2fd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.728007 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-1f352cff-7cbf-4238-9291-068ccf2fd514 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18 HTTP/1.1" status: 200 len: 853 time: 0.3592591 Sep 17 22:18:02.748921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb32bb-db62-48c4-8b79-0913c786ed4a req-5c6be43e-a688-4547-b64e-246919d5764f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.751295 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28fb32bb-db62-48c4-8b79-0913c786ed4a req-5c6be43e-a688-4547-b64e-246919d5764f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 944 time: 0.3449142 Sep 17 22:18:02.752095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7672ac-b988-4464-87df-86d80959525a req-6751d799-610d-4f6a-931e-166b663c9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.753569 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-6751d799-610d-4f6a-931e-166b663c9942 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.5909989 Sep 17 22:18:02.819208 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28fb32bb-db62-48c4-8b79-0913c786ed4a req-a7363c61-db49-48f7-956e-61a64ce8cd2e tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570030 Sep 17 22:18:02.825448 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-982e6f10-52c3-4acd-8600-333233440ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.826302 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-982e6f10-52c3-4acd-8600-333233440ad6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fe1f866-463f-424d-b979-b87f989a04ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738931 Sep 17 22:18:02.848351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-2641732e-d593-4b5f-9b5c-46adc036592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.849899 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-2641732e-d593-4b5f-9b5c-46adc036592f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4170604 Sep 17 22:18:02.862136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-b09ac9ab-1a69-45bf-a27d-648893abd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.863536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-b09ac9ab-1a69-45bf-a27d-648893abd8c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.4747822 Sep 17 22:18:02.871897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-849a7550-9287-410e-b52c-52a89050a89d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:18:02.872932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-849a7550-9287-410e-b52c-52a89050a89d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070009 Sep 17 22:18:02.888838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-748676a1-5c4c-423d-a2a6-9468a2962df2 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.890298 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-748676a1-5c4c-423d-a2a6-9468a2962df2 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.1263387 Sep 17 22:18:02.901832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7672ac-b988-4464-87df-86d80959525a req-22b578d9-f83c-479c-ae2b-ff6d1c278ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.903323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-22b578d9-f83c-479c-ae2b-ff6d1c278ddb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382475 Sep 17 22:18:02.940371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-e40fc062-1d0f-4738-85b8-09d849e5147a service neutron] 10.222.0.15 "GET /v2.0/networks/8fe1f866-463f-424d-b979-b87f989a04ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052334 Sep 17 22:18:02.955453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-96003bb2-7760-4cdd-a999-8a56a3a5411a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 217 time: 0.0783894 Sep 17 22:18:03.065605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b41c9e72-83da-43cd-833c-5f7d6d019430 req-94c29323-f25a-4ec2-8982-32aa2c74985d service neutron] 10.222.0.15 "GET /v2.0/networks/8fe1f866-463f-424d-b979-b87f989a04ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158049 Sep 17 22:18:03.185997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-6a0b74bf-3382-4363-8f2e-056e52a11fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.187534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-6a0b74bf-3382-4363-8f2e-056e52a11fdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.2087562 Sep 17 22:18:03.210766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-b662791c-bf5b-4100-8e58-a9db4f49e2d7 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194938 Sep 17 22:18:03.216109 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d5f101f0-9e61-4d57-8f3d-6cfbdd6c3bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:03.266882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-1c8bbf68-fd62-41c8-97c0-abd5ced11563 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256457 Sep 17 22:18:03.318093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-d42af492-dc03-4450-a70a-07a155283133 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803926 Sep 17 22:18:03.379619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-a83c7369-3a8e-4e08-b2f5-411a3487a2e9 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.380986 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-a83c7369-3a8e-4e08-b2f5-411a3487a2e9 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083457 Sep 17 22:18:03.396458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-f1a1c638-9356-4e78-9c2c-1b1cf3b8245e tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/quotas/72c2d45288c745e9b521b7d3aa7c99ad HTTP/1.1" status: 200 len: 375 time: 0.0089059 Sep 17 22:18:03.428092 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-c6cc37e3-0b12-4f38-a59c-9bbb532f3062 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259998 Sep 17 22:18:03.459164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-ff08c638-610c-4efc-8f67-107425f5269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.460806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-ff08c638-610c-4efc-8f67-107425f5269b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1844418 Sep 17 22:18:03.508972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-d03cacde-cdfb-46da-a312-3ad043a12ec1 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695816 Sep 17 22:18:03.526363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-029fdafc-0855-4082-b0d8-b4a7ad5266ea service neutron] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:03.536774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-029fdafc-0855-4082-b0d8-b4a7ad5266ea service neutron] Notify callbacks [] for binding, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:03.538005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c70b3fad-9fe2-4a2e-a48b-f59b5885f2f3 req-029fdafc-0855-4082-b0d8-b4a7ad5266ea service neutron] 10.222.0.15 "DELETE /v2.0/ports/463ed3f5-1db6-404b-ba72-dc0e59308688/bindings/n-h1-713499-18 HTTP/1.1" status: 204 len: 173 time: 0.6338146 Sep 17 22:18:03.569252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f7672ac-b988-4464-87df-86d80959525a req-a7bc6eb7-530c-4dc9-ab14-45be673fcc07 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336354 Sep 17 22:18:03.598388 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-238a3a31-aa32-4c5c-800a-50163aca2d75 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253328 Sep 17 22:18:03.719198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-a380ed13-788a-4890-9b16-09af7770f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.720766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-a380ed13-788a-4890-9b16-09af7770f0e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 1097 time: 0.0994151 Sep 17 22:18:03.756291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-7e5bf15d-b3a4-4ef1-bba3-f28d7121fd42 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430051 Sep 17 22:18:03.776311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebec571-a548-4dc4-9507-ba399046d512 req-38151eeb-d24f-4bb7-8b26-84debf9f891f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.777972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ebec571-a548-4dc4-9507-ba399046d512 req-38151eeb-d24f-4bb7-8b26-84debf9f891f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.0529621 Sep 17 22:18:03.821622 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ebec571-a548-4dc4-9507-ba399046d512 req-f224acf7-3530-490e-af81-87ca685f315e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371430 Sep 17 22:18:03.826892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-141bcda3-2946-438c-b90f-7e75b9904260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.828477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-141bcda3-2946-438c-b90f-7e75b9904260 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.0965540 Sep 17 22:18:03.879740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'tag': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:03.882413 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed881ab5-bd57-4808-9281-f0d369aeca1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6c87f9-9a20-4161-9cfa-d69cc568af59", "tag": "db903acb-60c2-4edd-a9f8-ed0d8763cf0d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:03.932207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089ed6d-66bf-4624-99e1-86989a138e95 req-a40f163b-022a-4139-a280-28d5c1c3c686 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.934717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f089ed6d-66bf-4624-99e1-86989a138e95 req-a40f163b-022a-4139-a280-28d5c1c3c686 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 944 time: 0.0506756 Sep 17 22:18:03.938120 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-712c6461-0d82-47c8-950e-216ebd8e40c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d HTTP/1.1" status: 200 len: 1001 time: 0.0992253 Sep 17 22:18:03.942808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-eaf4085e-9808-47fe-b319-b97014d9490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.944503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-eaf4085e-9808-47fe-b319-b97014d9490d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 1097 time: 0.0564458 Sep 17 22:18:03.978554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f089ed6d-66bf-4624-99e1-86989a138e95 req-17f581bf-5932-43bb-883d-27dd0e34132d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330966 Sep 17 22:18:04.074911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-2a51b5a5-5c62-41a8-ba45-e78b0fc3a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.076349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-2a51b5a5-5c62-41a8-ba45-e78b0fc3a25c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.1160212 Sep 17 22:18:04.111852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-5883607a-6fc1-4c65-884b-69aaa4d5dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.113408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-5883607a-6fc1-4c65-884b-69aaa4d5dc8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.1622005 Sep 17 22:18:04.232608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-6501f346-a614-47cc-b905-a06cdb5568f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.234143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-6501f346-a614-47cc-b905-a06cdb5568f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427913 Sep 17 22:18:04.237202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-9c7f911d-a301-4cdd-8caf-8fa542a87952 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d HTTP/1.1" status: 200 len: 1001 time: 0.1043983 Sep 17 22:18:04.290241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4480eaca-854c-4497-8fc4-8af985988d83 req-6d041820-f4d8-4fb9-9ccf-fe286656fbd2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1160264 Sep 17 22:18:04.352232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-495b915b-a45c-4742-8647-c9c9da4f217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.353766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-495b915b-a45c-4742-8647-c9c9da4f217d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.1043770 Sep 17 22:18:04.357474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db9aa8b0-d6f5-4734-828e-cd0ac6751ce1 req-ac8e70d1-cec6-439e-954a-fb65ff93c6cd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 210 time: 0.0404317 Sep 17 22:18:04.431463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-437f3db6-f31c-47bc-8106-8b98824c503d service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908619 Sep 17 22:18:04.466373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af72d2-75c1-4aa3-aa29-14d2543e43cc req-f5492d64-3205-481b-ad95-847750e5469b tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.467837 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6af72d2-75c1-4aa3-aa29-14d2543e43cc req-f5492d64-3205-481b-ad95-847750e5469b tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 944 time: 0.0493665 Sep 17 22:18:04.475464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480eaca-854c-4497-8fc4-8af985988d83 req-2213c2ff-7272-408a-8bb3-8a37b8296b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.477041 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4480eaca-854c-4497-8fc4-8af985988d83 req-2213c2ff-7272-408a-8bb3-8a37b8296b69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de4005d13af44de0be84d06d6ffdd14d&device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 1098 time: 0.1079659 Sep 17 22:18:04.497153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-35443154-2a64-46bc-945b-2f90609cbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.498677 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-35443154-2a64-46bc-945b-2f90609cbfd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306894 Sep 17 22:18:04.508452 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6af72d2-75c1-4aa3-aa29-14d2543e43cc req-1857a3e9-13e3-4e0c-b26f-cafff9d0b87f tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340376 Sep 17 22:18:04.573705 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3483964-4fdd-486d-94d6-6b6b3406e988 x-openstack-request-id: req-f3483964-4fdd-486d-94d6-6b6b3406e988 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:04.573994 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6c87f9-9a20-4161-9cfa-d69cc568af59", "tag": "db903acb-60c2-4edd-a9f8-ed0d8763cf0d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:04.574246 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3483964-4fdd-486d-94d6-6b6b3406e988 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:04.574624 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'tag': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d', 'status': 'completed', 'code': 200} Sep 17 22:18:04.718586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00833589-1bc1-4dfe-85b8-c1cb4816674b req-e1b1dfcd-6db7-42eb-996f-fedcf98ed7a9 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751417 Sep 17 22:18:04.750536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480eaca-854c-4497-8fc4-8af985988d83 req-6fa7c698-08a4-437d-80db-de32cfad5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.756790 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4480eaca-854c-4497-8fc4-8af985988d83 req-6fa7c698-08a4-437d-80db-de32cfad5f4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=929d7f57-ac96-4e47-8e7a-c82f0332dbfe HTTP/1.1" status: 200 len: 916 time: 0.2270133 Sep 17 22:18:04.756790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-15c2a58c-5490-4fd8-8515-8722ccd6c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.766150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-15c2a58c-5490-4fd8-8515-8722ccd6c2ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=035012e118c846e2b12714e76a125046&device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 1096 time: 0.1387928 Sep 17 22:18:04.766150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-e17a8cf1-947e-4e52-b2c1-9c7d2fa26695 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373898 Sep 17 22:18:04.793865 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840f57-6a8a-4e6a-9d02-f1eb88ce2754 req-4959d959-e955-4451-b253-eb1ea71e6f1e tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.795423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4840f57-6a8a-4e6a-9d02-f1eb88ce2754 req-4959d959-e955-4451-b253-eb1ea71e6f1e tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0968676 Sep 17 22:18:04.833891 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4840f57-6a8a-4e6a-9d02-f1eb88ce2754 req-03ab3fef-4e8a-4e46-8227-d89330890980 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321074 Sep 17 22:18:05.011244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bce1f0-6bc6-46b4-bf35-2efadb31765b req-bc1a4b13-e3af-4ee1-af2d-ec539717979c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.012864 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96bce1f0-6bc6-46b4-bf35-2efadb31765b req-bc1a4b13-e3af-4ee1-af2d-ec539717979c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.0524919 Sep 17 22:18:05.055103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96bce1f0-6bc6-46b4-bf35-2efadb31765b req-08a4a41d-a731-468b-a840-cea34100f58a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340116 Sep 17 22:18:05.075653 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4480eaca-854c-4497-8fc4-8af985988d83 req-b3aab3b7-4d40-4da6-8250-8216028d7df1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7dc92c-2c50-4290-bcf9-06af9955f5d9 HTTP/1.1" status: 200 len: 217 time: 0.3135805 Sep 17 22:18:05.289994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-f9137444-7c98-4357-9261-ca82cf336ddf tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.295002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ecf8023-fbf7-4c9d-8ef1-091a2f14e02d req-7591b45f-b338-4258-98bf-8274d5b38808 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1001 time: 0.2352486 Sep 17 22:18:05.297811 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-f9137444-7c98-4357-9261-ca82cf336ddf tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 820 time: 0.1144726 Sep 17 22:18:05.309714 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-354bff69-eb3b-4934-933f-e3d922a86a4d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/quotas/750d12dee1534161b8aa8559b499da36 HTTP/1.1" status: 200 len: 375 time: 0.0110528 Sep 17 22:18:05.310736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480eaca-854c-4497-8fc4-8af985988d83 req-e3c559e7-87eb-441f-b9d0-78378e84b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.312166 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4480eaca-854c-4497-8fc4-8af985988d83 req-e3c559e7-87eb-441f-b9d0-78378e84b5eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e5fed8c2-b598-4461-a9c9-0342670ea3dd HTTP/1.1" status: 200 len: 855 time: 0.2111051 Sep 17 22:18:05.360531 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-d73c15f1-5b2f-43ab-bb23-de105874fc76 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450151 Sep 17 22:18:05.395398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4480eaca-854c-4497-8fc4-8af985988d83 req-0d2e1e7b-f064-4eaa-bc37-7980b896e5e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=929d7f57-ac96-4e47-8e7a-c82f0332dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665534 Sep 17 22:18:05.399046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-f5f3fae3-a2ba-47ee-a077-5bbe5a85e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.400497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-f5f3fae3-a2ba-47ee-a077-5bbe5a85e270 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fe1f866-463f-424d-b979-b87f989a04ad HTTP/1.1" status: 200 len: 915 time: 0.3398271 Sep 17 22:18:05.402272 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5cf5b42-5dd9-446e-a517-62aca0d18f94 req-5e9f3d61-d5e6-48d5-a1a0-8b8ac5c7fd82 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437552 Sep 17 22:18:05.412154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf8023-fbf7-4c9d-8ef1-091a2f14e02d req-7641b034-b4f6-4dcd-b6bf-15fcad986b23 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.413500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ecf8023-fbf7-4c9d-8ef1-091a2f14e02d req-7641b034-b4f6-4dcd-b6bf-15fcad986b23 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports/6859be83-46a9-4b5b-af6a-1cf032b4751d HTTP/1.1" status: 200 len: 942 time: 0.1046817 Sep 17 22:18:05.469004 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-06444adf-6c09-4cdf-8233-8b65a107f28d service neutron] 10.222.0.30 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003273 Sep 17 22:18:05.477926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-fa03f2b2-5fc3-4514-bd33-a82b6fc4a089 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db903acb-60c2-4edd-a9f8-ed0d8763cf0d HTTP/1.1" status: 200 len: 217 time: 0.0461476 Sep 17 22:18:05.565065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-b8ade8b2-d991-4770-a997-055e87f988d6 service neutron] 10.222.0.30 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877221 Sep 17 22:18:05.623032 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ecf8023-fbf7-4c9d-8ef1-091a2f14e02d req-748dc08b-ee80-4199-b1b0-d9cbbedb17c7 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1001 time: 0.1490271 Sep 17 22:18:05.628380 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-88b2e798-4eee-47db-a56d-a0a2e69de4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.629785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-88b2e798-4eee-47db-a56d-a0a2e69de4a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18 HTTP/1.1" status: 200 len: 853 time: 0.1169565 Sep 17 22:18:05.633237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4480eaca-854c-4497-8fc4-8af985988d83 req-e379ba78-fcdf-4734-8411-92bfc173f400 service neutron] 10.222.0.23 "GET /v2.0/networks/929d7f57-ac96-4e47-8e7a-c82f0332dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188828 Sep 17 22:18:05.647789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47938) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:05.792065 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6910a0af-6b33-4985-9f94-ec6bf06bb7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:05.802877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c3637df-159d-4194-bb39-2ade27c142e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:05.854920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-7db6166a-3424-414f-a085-f2877128adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.858658 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-7db6166a-3424-414f-a085-f2877128adf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fe1f866-463f-424d-b979-b87f989a04ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2125587 Sep 17 22:18:05.864175 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4480eaca-854c-4497-8fc4-8af985988d83 req-9ccdd653-3700-43b7-970c-5b5a397525c3 service neutron] 10.222.0.23 "GET /v2.0/networks/929d7f57-ac96-4e47-8e7a-c82f0332dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940627 Sep 17 22:18:05.897386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf8023-fbf7-4c9d-8ef1-091a2f14e02d req-490fddc5-108b-4a87-a91d-01785fac0c67 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.919625 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c3637df-159d-4194-bb39-2ade27c142e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:05.924744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ecf8023-fbf7-4c9d-8ef1-091a2f14e02d req-490fddc5-108b-4a87-a91d-01785fac0c67 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.2904329 Sep 17 22:18:05.957357 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c531d56-9233-47e2-91fb-d1b3e2ecd7ad req-5b7c2026-0674-49c1-b460-6f3555b4b80c tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 210 time: 0.0350540 Sep 17 22:18:05.987605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-aced79e6-e943-4ca8-984b-c7fe44b940a6 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593650 Sep 17 22:18:05.992223 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c3637df-159d-4194-bb39-2ade27c142e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.067940 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5f51ac6a-d62a-43d9-a279-91523a305fef req-832caac8-e47f-4de0-b889-882a8f8736bb tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 210 time: 0.0461709 Sep 17 22:18:06.071254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c3637df-159d-4194-bb39-2ade27c142e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c54f97b0d2bb4d0e9e6046211f607baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218490 Sep 17 22:18:06.073984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47954) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:06.097413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3637df-159d-4194-bb39-2ade27c142e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f021bca-93d8-47d0-890a-76676786138e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:06.151084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbccb6-14a4-4446-9d2e-ace3b7ca07e6 req-3b768bb9-7829-4453-9018-b63ead67e1a3 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:06.159813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06fbccb6-14a4-4446-9d2e-ace3b7ca07e6 req-3b768bb9-7829-4453-9018-b63ead67e1a3 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 944 time: 0.1743772 Sep 17 22:18:06.219341 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94c14f80-6a1a-4a23-a00d-878dad050b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.231903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-bdc3c036-9c32-483c-a5a6-187c51575a1b service neutron] 10.222.0.15 "GET /v2.0/networks/8fe1f866-463f-424d-b979-b87f989a04ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052087 Sep 17 22:18:06.234750 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-1bda7161-367a-487c-b3ca-387e6d1d86a9 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1001 time: 0.1263657 Sep 17 22:18:06.280715 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94c14f80-6a1a-4a23-a00d-878dad050b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.282772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06fbccb6-14a4-4446-9d2e-ace3b7ca07e6 req-11da8d75-95e3-4a32-98a1-0c61e5a6acbd tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220522 Sep 17 22:18:06.314357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-9bb1a003-4617-4976-bc82-3b8539e0913a tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:06.315958 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-9bb1a003-4617-4976-bc82-3b8539e0913a tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports/6859be83-46a9-4b5b-af6a-1cf032b4751d HTTP/1.1" status: 200 len: 942 time: 0.0696735 Sep 17 22:18:06.317254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-3b5d7904-7023-4e3b-9c52-90d4fc34149d tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:06.318713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-3b5d7904-7023-4e3b-9c52-90d4fc34149d tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2709899 Sep 17 22:18:06.364763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Request body: {'port': {'device_id': '16e620d5-6e16-4ad1-9d75-3dfd91971b75', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': '72c2d45288c745e9b521b7d3aa7c99ad'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:06.438868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-dd9bd338-8e8e-4c6e-a1a6-d061d74e1ef7 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1001 time: 0.0668204 Sep 17 22:18:06.456461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94c14f80-6a1a-4a23-a00d-878dad050b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.459108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94c14f80-6a1a-4a23-a00d-878dad050b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.460289 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-94c14f80-6a1a-4a23-a00d-878dad050b8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f021bca-93d8-47d0-890a-76676786138e HTTP/1.1" status: 204 len: 168 time: 0.3851974 Sep 17 22:18:06.490845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed881ab5-bd57-4808-9281-f0d369aeca1f req-4b96c85f-017d-4d76-bad4-e24fe66be431 service neutron] 10.222.0.15 "GET /v2.0/networks/8fe1f866-463f-424d-b979-b87f989a04ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498012 Sep 17 22:18:06.491898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c14f80-6a1a-4a23-a00d-878dad050b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f021bca-93d8-47d0-890a-76676786138e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:06.546059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb6844-904b-4ee2-b4ce-f8b6cc2da26b req-4753e288-e51d-4e2c-b5a9-7833bacd29ce tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:06.547787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12fb6844-904b-4ee2-b4ce-f8b6cc2da26b req-4753e288-e51d-4e2c-b5a9-7833bacd29ce tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.1565576 Sep 17 22:18:06.594199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-3fbdb54d-e222-4649-95c6-f74e3ee8a32c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:06.596063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-3fbdb54d-e222-4649-95c6-f74e3ee8a32c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1509714 Sep 17 22:18:06.605377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12fb6844-904b-4ee2-b4ce-f8b6cc2da26b req-50b56161-5682-4dc9-88c0-b694c5b40770 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488408 Sep 17 22:18:06.670610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-1e5de6d2-14e6-4757-a3e2-b002bc6c432d tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1001 time: 0.0672331 Sep 17 22:18:06.680401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-6ddfa043-0e75-4720-88a1-3aa76489614c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:06.683615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Made reservation on behalf of 72c2d45288c745e9b521b7d3aa7c99ad for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:06.687892 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.697942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.745771 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-6ddfa043-0e75-4720-88a1-3aa76489614c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.822503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.894058 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.926768 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-6ddfa043-0e75-4720-88a1-3aa76489614c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.975966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:06.985552 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-6ddfa043-0e75-4720-88a1-3aa76489614c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.985892 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-6ddfa043-0e75-4720-88a1-3aa76489614c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Floating IP cc1ae227-6c80-4901-b784-99b356460ec1 disassociated. External IP: 172.25.6.201, port: 6859be83-46a9-4b5b-af6a-1cf032b4751d. Sep 17 22:18:06.986414 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.140494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Allocated IP 192.168.233.78 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/53541ee5-76b4-4da3-b5b6-5515b16bd2ed) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:07.145631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47980) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:07.168210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535a27a-a164-4dc9-8f6e-3fd3c6c7d8a8 req-8954c490-2246-4c44-9abd-80a074c6ac4e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:07.169690 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4535a27a-a164-4dc9-8f6e-3fd3c6c7d8a8 req-8954c490-2246-4c44-9abd-80a074c6ac4e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 948 time: 0.0884585 Sep 17 22:18:07.173029 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.176918 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5639fd96-9068-4536-9b66-ffca52ff4ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.198440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device db903acb-60c2-4edd-a9f8-ed0d8763cf0d details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:07.219413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-63536cca-dec5-4c2e-8d33-e75cb8dcdb7c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:07.220915 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-63536cca-dec5-4c2e-8d33-e75cb8dcdb7c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d&tenant_id=b763d93dcfbd4755b6403f6da3dca39a&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 948 time: 0.1313760 Sep 17 22:18:07.297001 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4535a27a-a164-4dc9-8f6e-3fd3c6c7d8a8 req-88f94a3a-ea09-4669-879d-1ae73743f438 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055422 Sep 17 22:18:07.319284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port db903acb-60c2-4edd-a9f8-ed0d8763cf0d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:07.334902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'port_id': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d', 'mac_address': 'fa:16:3e:49:00:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:07.419739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-6ddfa043-0e75-4720-88a1-3aa76489614c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:18:07.426196 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06d5b8cb-37ee-4893-97d4-cfd762b32f90 req-36654e6b-48cf-4caa-aa23-8edb297b5088 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 210 time: 0.0427506 Sep 17 22:18:07.431676 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-519cde6e-f27d-4f36-aa48-cf0153e28009 service neutron] delete failed (client error): The resource could not be found. Sep 17 22:18:07.433965 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-519cde6e-f27d-4f36-aa48-cf0153e28009 service neutron] 10.222.0.23 "DELETE /v2.0/ports/cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69/bindings/n-h1-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.1665144 Sep 17 22:18:07.484813 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.503145 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5639fd96-9068-4536-9b66-ffca52ff4ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.541880 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.569485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db903acb-60c2-4edd-a9f8-ed0d8763cf0d {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:07.584310 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5639fd96-9068-4536-9b66-ffca52ff4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.590081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port db903acb-60c2-4edd-a9f8-ed0d8763cf0d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:07.603435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-6ddfa043-0e75-4720-88a1-3aa76489614c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:07.609746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-6ddfa043-0e75-4720-88a1-3aa76489614c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.619199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] Sync routers for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:07.621766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.632051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:07.633309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:07.636196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-0c201c89-2e3e-4737-baba-cbdb4167eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:07.637710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-0c201c89-2e3e-4737-baba-cbdb4167eadc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1100 time: 0.0810351 Sep 17 22:18:07.651344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5639fd96-9068-4536-9b66-ffca52ff4ce9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f747071e515745e8ac6f8c97ae7daa90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005896 Sep 17 22:18:07.653283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47986) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:07.656211 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-6ddfa043-0e75-4720-88a1-3aa76489614c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "PUT /v2.0/floatingips/cc1ae227-6c80-4901-b784-99b356460ec1 HTTP/1.1" status: 200 len: 695 time: 0.9722717 Sep 17 22:18:07.665636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d3b752-d851-4259-813e-4b9fb6db3433', 'tag': '6859be83-46a9-4b5b-af6a-1cf032b4751d'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:07.668442 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ba64b9-7593-4583-8c76-8a55c187001a" -d '{"events": [{"name": "network-changed", "server_uuid": "90d3b752-d851-4259-813e-4b9fb6db3433", "tag": "6859be83-46a9-4b5b-af6a-1cf032b4751d"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:07.694920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.696145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:07.708191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:07.710833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639fd96-9068-4536-9b66-ffca52ff4ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8899a05a-b2e4-4763-8fc2-4fe60ff1fac2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:07.725732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Pushing event updated for resources: {'Port': ['ID=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:07.733694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:07.740907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:07.752087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:07.752776 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.780289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-8e174731-7f2d-42e7-872c-b8bde8ac2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:07.791699 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-8e174731-7f2d-42e7-872c-b8bde8ac2f0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 1097 time: 0.1339266 Sep 17 22:18:07.839937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-3492a996-94ed-475f-be84-8acf15e9a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:07.841825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-3492a996-94ed-475f-be84-8acf15e9a2e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1769729 Sep 17 22:18:07.846620 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-599a8c38-ca30-4ed9-baca-1407b755a43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.861758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-6cb98714-8b40-4def-8d02-cdd6d90180df tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5036283 Sep 17 22:18:07.897595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:07.918710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Request body: {'port': {'device_id': '16e620d5-6e16-4ad1-9d75-3dfd91971b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:07.981556 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-599a8c38-ca30-4ed9-baca-1407b755a43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:07.983581 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.064462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6ebc5822-8940-45bd-92ed-87db3f2addb3 None None] Provisioning complete for port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:08.065538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5822-8940-45bd-92ed-87db3f2addb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.189891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.23', 57542) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:08.211085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-fa40a07e-bde7-4d33-a466-b84cf2b908fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 217 time: 0.3380275 Sep 17 22:18:08.224325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:08.260493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', 'mac_address': 'fa:16:3e:be:3d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:08.275235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-50bde336-6418-4fac-9b7a-5f427522fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.284007 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-50bde336-6418-4fac-9b7a-5f427522fe0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.4910173 Sep 17 22:18:08.312585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:08.340041 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-599a8c38-ca30-4ed9-baca-1407b755a43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.342487 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-599a8c38-ca30-4ed9-baca-1407b755a43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.343079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-c2b7c73c-0949-422b-8c1d-19a8e5f1d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.344678 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-c2b7c73c-0949-422b-8c1d-19a8e5f1d5ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1241910 Sep 17 22:18:08.346418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-1b90f01e-5ad8-41e6-bb03-a142ef6f704d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d HTTP/1.1" status: 200 len: 217 time: 0.0610824 Sep 17 22:18:08.348221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-599a8c38-ca30-4ed9-baca-1407b755a43b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8899a05a-b2e4-4763-8fc2-4fe60ff1fac2 HTTP/1.1" status: 204 len: 168 time: 0.6367221 Sep 17 22:18:08.353267 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.379881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc5822-8940-45bd-92ed-87db3f2addb3 None None] Port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:08.386974 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:08.395662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8112d2be-947f-48e3-ba19-e1eba0c58a8e req-b01008bd-f8ec-4af2-981d-b66b93055670 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 210 time: 0.0607719 Sep 17 22:18:08.399219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a8c38-ca30-4ed9-baca-1407b755a43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8899a05a-b2e4-4763-8fc2-4fe60ff1fac2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:08.417431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:08.448646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-56f08e63-05b7-4b5a-948a-f0b1615df126 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.449897 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-56f08e63-05b7-4b5a-948a-f0b1615df126 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 820 time: 0.2560306 Sep 17 22:18:08.454668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:08.470263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Request body: {'port': {'device_id': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c', 'admin_state_up': True, 'tenant_id': '750d12dee1534161b8aa8559b499da36'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:08.498030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-9b701be4-d291-4bf9-b9dc-f1f864246df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.504039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-9b701be4-d291-4bf9-b9dc-f1f864246df9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1428430 Sep 17 22:18:08.531215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-3be53710-ac45-4f67-b396-5b2045c3363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.533083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] Checking router: 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:08.536634 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.539723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-3be53710-ac45-4f67-b396-5b2045c3363c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.1627672 Sep 17 22:18:08.574588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:08.575204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:08.633457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53541ee5-76b4-4da3-b5b6-5515b16bd2ed {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:08.637653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-2e0832d6-12cd-4898-a85e-a95bac97016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.645612 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-2e0832d6-12cd-4898-a85e-a95bac97016e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046839 Sep 17 22:18:08.646673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.652394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:08.685656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Transition to ACTIVE for port object 53541ee5-76b4-4da3-b5b6-5515b16bd2ed will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:08.694089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54b1ff-a745-4d90-b4ef-93732e770a95 req-2be094d5-40fc-4f04-9e5f-6075bc2e5413 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.695603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ee54b1ff-a745-4d90-b4ef-93732e770a95 req-2be094d5-40fc-4f04-9e5f-6075bc2e5413 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 945 time: 0.1616747 Sep 17 22:18:08.733598 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-7987efc7-3f73-459d-8eda-579c3d631619 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228251 Sep 17 22:18:08.744990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ee54b1ff-a745-4d90-b4ef-93732e770a95 req-4a4036e5-d71f-45b9-826f-2d8ab5892236 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399132 Sep 17 22:18:08.746070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:08.768866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.823105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Made reservation on behalf of 750d12dee1534161b8aa8559b499da36 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:08.830163 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.873342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Pushing event updated for resources: {'Port': ['ID=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:08.892813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-412fe64f-db94-43f7-8c42-4f49b5b1effc req-756a606a-a9d0-4534-9c83-96700b2f2da6 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491780 Sep 17 22:18:08.895034 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2699f0b-39c0-4799-80db-d60b7caf37b9 x-openstack-request-id: req-c2699f0b-39c0-4799-80db-d60b7caf37b9 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:08.895590 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d3b752-d851-4259-813e-4b9fb6db3433", "tag": "6859be83-46a9-4b5b-af6a-1cf032b4751d", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:08.895852 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2699f0b-39c0-4799-80db-d60b7caf37b9 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:08.907321 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d3b752-d851-4259-813e-4b9fb6db3433', 'tag': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'status': 'completed', 'code': 200} Sep 17 22:18:08.910492 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.954158 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-c9a0bfcd-e520-4222-83a6-21cee513ef9a service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075380 Sep 17 22:18:09.082597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['db903acb-60c2-4edd-a9f8-ed0d8763cf0d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:09.089609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:09.102287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Attempting to bind port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:09.102471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Attempting to bind port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:09.103265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Attempting to bind port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:09.142425 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ac767-00fe-492b-a174-9a47f392aa47 None None] The sync data for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 is: [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:09.144967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:09.178562 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c250a53c-24fe-4a23-863d-07a465fbb0d0 req-2845fcaa-f4a1-4ac0-a97e-d62f48adc442 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113163 Sep 17 22:18:09.210661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:09.211128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Attempting to bind port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:09.236373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba64b9-7593-4583-8c76-8a55c187001a req-22489b31-6577-4261-9552-04cb29b27648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.237434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00ba64b9-7593-4583-8c76-8a55c187001a req-22489b31-6577-4261-9552-04cb29b27648 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 1097 time: 0.3818784 Sep 17 22:18:09.260651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:09.260993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:09.261533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:09.265878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Bound port: 53541ee5-76b4-4da3-b5b6-5515b16bd2ed, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:09.265878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:09.324262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Allocated IP 172.20.0.4 (1fc90bcd-5a73-4935-98b6-6780f7d9c93c/6f09c85c-6cca-4ec3-b699-61b697417077/ba442dd3-5494-486a-b083-cba6d64ddaac) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:09.449046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920df43-cab8-432b-8557-f58b4925ce44 req-9939d49c-eaad-48e5-a0c6-2c932dc441df tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.454167 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7920df43-cab8-432b-8557-f58b4925ce44 req-9939d49c-eaad-48e5-a0c6-2c932dc441df tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 949 time: 0.0965700 Sep 17 22:18:09.536568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7920df43-cab8-432b-8557-f58b4925ce44 req-c4f990c2-3ffc-4684-980d-6d847c3e9acf tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717225 Sep 17 22:18:09.617550 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40405425-7fab-45f2-99eb-87ef0c3dcc42 None None] New status for floating IP cc1ae227-6c80-4901-b784-99b356460ec1: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:18:09.642867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e444aee-2b6e-46b5-b040-1d905e5b03a7 req-1423d267-7e84-41a1-aa46-ff42068041be tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.652207 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e444aee-2b6e-46b5-b040-1d905e5b03a7 req-1423d267-7e84-41a1-aa46-ff42068041be tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 947 time: 0.0628161 Sep 17 22:18:09.689088 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e444aee-2b6e-46b5-b040-1d905e5b03a7 req-7ca61716-b027-47bf-b892-cf9c16c256a8 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356007 Sep 17 22:18:09.833447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba64b9-7593-4583-8c76-8a55c187001a req-eab75db2-2140-4009-a38e-05a7f25a4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.834952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00ba64b9-7593-4583-8c76-8a55c187001a req-eab75db2-2140-4009-a38e-05a7f25a4f9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.5857999 Sep 17 22:18:09.839221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] For port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:09.842002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-acc19d27-ceff-4832-bef3-67d57671a086 req-3b26776b-921e-4043-9694-9af36345a78f tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 210 time: 0.0514567 Sep 17 22:18:09.924305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00ba64b9-7593-4583-8c76-8a55c187001a req-82b1754b-fb60-49eb-a764-946c128e2d80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d HTTP/1.1" status: 200 len: 217 time: 0.0789380 Sep 17 22:18:09.959444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] For port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:10.053094 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.057775 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.103343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba64b9-7593-4583-8c76-8a55c187001a req-71c9c0da-57bc-430e-bc69-9a482350c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.105748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00ba64b9-7593-4583-8c76-8a55c187001a req-71c9c0da-57bc-430e-bc69-9a482350c868 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.1449895 Sep 17 22:18:10.115489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0d224-e8e6-4728-8187-4275a7b0a142 req-7bf47046-2341-48e0-abb2-5b796aeb23d9 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.115489 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94e0d224-e8e6-4728-8187-4275a7b0a142 req-7bf47046-2341-48e0-abb2-5b796aeb23d9 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 945 time: 0.0983064 Sep 17 22:18:10.133687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.134311 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.143055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] 10.222.0.23 "PUT /v2.0/ports/53541ee5-76b4-4da3-b5b6-5515b16bd2ed HTTP/1.1" status: 200 len: 1096 time: 2.2486191 Sep 17 22:18:10.151932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e620d5-6e16-4ad1-9d75-3dfd91971b75', 'tag': '53541ee5-76b4-4da3-b5b6-5515b16bd2ed'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:10.156847 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307551de-63ff-4c2d-a439-3d5707ea1740" -d '{"events": [{"name": "network-changed", "server_uuid": "16e620d5-6e16-4ad1-9d75-3dfd91971b75", "tag": "53541ee5-76b4-4da3-b5b6-5515b16bd2ed"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:10.182305 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94e0d224-e8e6-4728-8187-4275a7b0a142 req-1859c36f-be2a-4c83-b577-f69daec85265 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524719 Sep 17 22:18:10.243764 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.272666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42308ee-3695-4c1c-83fd-502e478ff511 service neutron] Pushing event updated for resources: {'Port': ['ID=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:10.292892 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed5c38e-a56f-490f-abfb-b26aa12a49e5 x-openstack-request-id: req-fed5c38e-a56f-490f-abfb-b26aa12a49e5 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:10.293177 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e620d5-6e16-4ad1-9d75-3dfd91971b75", "tag": "53541ee5-76b4-4da3-b5b6-5515b16bd2ed", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:10.293599 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fed5c38e-a56f-490f-abfb-b26aa12a49e5 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:10.294131 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e620d5-6e16-4ad1-9d75-3dfd91971b75', 'tag': '53541ee5-76b4-4da3-b5b6-5515b16bd2ed', 'status': 'completed', 'code': 200} Sep 17 22:18:10.365424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba64b9-7593-4583-8c76-8a55c187001a req-05b8271d-44c3-4eff-a75b-5277185f4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.367231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00ba64b9-7593-4583-8c76-8a55c187001a req-05b8271d-44c3-4eff-a75b-5277185f4ebe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2472560 Sep 17 22:18:10.390215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-ee3b5559-d0d5-4c1f-9b8c-271808f618bc tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.392006 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-ee3b5559-d0d5-4c1f-9b8c-271808f618bc tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1426880 Sep 17 22:18:10.422179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-f5808c75-5b6e-4ebc-a7c7-145a4af9d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.423683 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-f5808c75-5b6e-4ebc-a7c7-145a4af9d370 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 1099 time: 0.1615086 Sep 17 22:18:10.480417 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.515415 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-3116394e-ab07-4492-953f-d2bc15337367 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 696 time: 0.1088300 Sep 17 22:18:10.549746 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-4f1720eb-5d53-45ee-9bbc-3bfcb2147fee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=53541ee5-76b4-4da3-b5b6-5515b16bd2ed HTTP/1.1" status: 200 len: 217 time: 0.0839281 Sep 17 22:18:10.584680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-3031c61f-32d4-4956-800d-05736f78eb85 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Request body: {'floatingip': {'port_id': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:10.660647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:10.666615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969e22c-7382-4ebf-997a-f7998b4f7c2d req-d92042e4-c23c-4dfd-9101-0980eab48426 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.670108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5969e22c-7382-4ebf-997a-f7998b4f7c2d req-d92042e4-c23c-4dfd-9101-0980eab48426 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 949 time: 0.0673964 Sep 17 22:18:10.679441 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-3031c61f-32d4-4956-800d-05736f78eb85 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.682985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:10.694820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:10.700904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.701703 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.746249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Pushing event updated for resources: {'Port': ['ID=ba442dd3-5494-486a-b083-cba6d64ddaac,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:10.757682 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5969e22c-7382-4ebf-997a-f7998b4f7c2d req-4779d528-7692-4ec5-992f-84077ea0a3dc tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809622 Sep 17 22:18:10.779278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-7ca713ee-d8f5-4b87-8f7a-e688466b804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.780782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-7ca713ee-d8f5-4b87-8f7a-e688466b804c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2028544 Sep 17 22:18:10.795774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00ba64b9-7593-4583-8c76-8a55c187001a req-342bb5bb-fb72-4830-a128-373adf648987 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001119 Sep 17 22:18:10.873230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-c4d4ef16-63bc-4447-93b9-ab28971283c1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4071169 Sep 17 22:18:10.879607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f53b16-e4a6-4d6c-9fba-01051067e1dd req-102a7f46-e4bc-4455-8981-b49a315ab565 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.887398 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00f53b16-e4a6-4d6c-9fba-01051067e1dd req-102a7f46-e4bc-4455-8981-b49a315ab565 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 947 time: 0.0574126 Sep 17 22:18:10.892740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Request body: {'port': {'device_id': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:10.946372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00f53b16-e4a6-4d6c-9fba-01051067e1dd req-0173f706-6414-4531-a297-39d887ddccde tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580797 Sep 17 22:18:11.065294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9b5e2-41dd-43f5-a69e-716ec995ac55 req-1a18ee36-9044-4ff4-8e6e-686b46cbbce6 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.069749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-07021841-b574-4050-95c8-c1324acffde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.071382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-07021841-b574-4050-95c8-c1324acffde6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2815669 Sep 17 22:18:11.074453 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-47b9b5e2-41dd-43f5-a69e-716ec995ac55 req-1a18ee36-9044-4ff4-8e6e-686b46cbbce6 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1101 time: 0.0811489 Sep 17 22:18:11.102839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00ba64b9-7593-4583-8c76-8a55c187001a req-9693a2aa-02f0-4659-a607-9bdde75b4f33 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931702 Sep 17 22:18:11.133340 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-47b9b5e2-41dd-43f5-a69e-716ec995ac55 req-13ac3469-2560-4b45-8a2c-edb79fa076f7 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577950 Sep 17 22:18:11.192423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.201165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device db903acb-60c2-4edd-a9f8-ed0d8763cf0d up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:11.284920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439e322-f16c-4211-a141-44a06f9810a7 req-4158a120-e73b-4c06-9bd6-4d704bd0df39 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.286487 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c439e322-f16c-4211-a141-44a06f9810a7 req-4158a120-e73b-4c06-9bd6-4d704bd0df39 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 931 time: 0.0641112 Sep 17 22:18:11.327852 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c439e322-f16c-4211-a141-44a06f9810a7 req-da6018d6-70d2-4ebf-8b91-b3af53a05566 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Sep 17 22:18:11.351115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port db903acb-60c2-4edd-a9f8-ed0d8763cf0d completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:11.359019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port db903acb-60c2-4edd-a9f8-ed0d8763cf0d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:11.360297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.402918 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-c5f1d171-984c-4fd0-b5e5-d201013c1ed5 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058968 Sep 17 22:18:11.537151 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.568652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:11.571177 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c179060d-f728-4df6-bcd2-9a67b78e9626" -d '{"events": [{"server_uuid": "1e6c87f9-9a20-4161-9cfa-d69cc568af59", "name": "network-vif-plugged", "status": "completed", "tag": "db903acb-60c2-4edd-a9f8-ed0d8763cf0d"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:11.590099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port db903acb-60c2-4edd-a9f8-ed0d8763cf0d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:11.661249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc736fb-3f48-4298-b2ec-681c7a621ee6 req-0bb45aaa-f9d3-4a46-934f-b76467f53bad tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.662776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dfc736fb-3f48-4298-b2ec-681c7a621ee6 req-0bb45aaa-f9d3-4a46-934f-b76467f53bad tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 945 time: 0.0493717 Sep 17 22:18:11.669678 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.670470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:11.727747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-953c4d66-1e96-4d26-9635-d39a8957cf38 req-4611b73b-e864-4d68-9a41-71d001165f0d service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720530 Sep 17 22:18:11.732308 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dfc736fb-3f48-4298-b2ec-681c7a621ee6 req-3ac3995f-d106-4619-96aa-8d14f7b38cc1 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623105 Sep 17 22:18:11.761689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1799e755-d08d-457c-ba52-746884b8cbdd req-222ae914-1c65-489e-a3a9-8b44d23cdf07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1886520 Sep 17 22:18:11.779924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:11.832134 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-3031c61f-32d4-4956-800d-05736f78eb85 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.875512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:11.884459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:11.884459 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.914560 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-3031c61f-32d4-4956-800d-05736f78eb85 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.918300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba442dd3-5494-486a-b083-cba6d64ddaac {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:11.980985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.992054 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.996000 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edc8607-c1dc-4001-8465-7ccbd4c389c6 x-openstack-request-id: req-1edc8607-c1dc-4001-8465-7ccbd4c389c6 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:11.996402 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6c87f9-9a20-4161-9cfa-d69cc568af59", "name": "network-vif-plugged", "status": "completed", "tag": "db903acb-60c2-4edd-a9f8-ed0d8763cf0d", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:11.999775 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1edc8607-c1dc-4001-8465-7ccbd4c389c6 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:11.999775 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d', 'code': 200} Sep 17 22:18:12.014462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799e755-d08d-457c-ba52-746884b8cbdd req-ceecef68-2a5c-4739-b3cb-13691e70415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.016004 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1799e755-d08d-457c-ba52-746884b8cbdd req-ceecef68-2a5c-4739-b3cb-13691e70415e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 1097 time: 0.1486316 Sep 17 22:18:12.019146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Transition to ACTIVE for port object ba442dd3-5494-486a-b083-cba6d64ddaac will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:12.061179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:12.064422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-a30c6514-471d-4c24-8978-d9c29a299b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.065983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-a30c6514-471d-4c24-8978-d9c29a299b7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 1099 time: 0.1692691 Sep 17 22:18:12.102856 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.103377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-aa35ecf6-6f9f-4229-9afb-70fd6e1ce89a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293465 Sep 17 22:18:12.133945 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.163141 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-3031c61f-32d4-4956-800d-05736f78eb85 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Floating IP cc1ae227-6c80-4901-b784-99b356460ec1 associated. External IP: 172.25.6.201, port: 0ae91918-3f6e-40d0-b1dd-ef5881306470. Sep 17 22:18:12.200477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:12.224644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-07d493db-3d32-4198-a8d1-736284d7cd11 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.226182 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-07d493db-3d32-4198-a8d1-736284d7cd11 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212201 Sep 17 22:18:12.243007 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-65d631f0-4824-4dc4-82ab-d5cdbd803e43 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/quotas/b763d93dcfbd4755b6403f6da3dca39a HTTP/1.1" status: 200 len: 375 time: 0.0097938 Sep 17 22:18:12.301268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-13659ab3-7c94-492f-86e8-c6d2c633d0ee tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495284 Sep 17 22:18:12.642575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fe993-c530-4b6a-b43e-0cdde571a644 req-196a2f7d-f8d7-496b-ba4c-a72298e1b5c1 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.644281 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-197fe993-c530-4b6a-b43e-0cdde571a644 req-196a2f7d-f8d7-496b-ba4c-a72298e1b5c1 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 947 time: 0.0701363 Sep 17 22:18:12.678015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Pushing event updated for resources: {'Port': ['ID=ba442dd3-5494-486a-b083-cba6d64ddaac,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:12.700999 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-197fe993-c530-4b6a-b43e-0cdde571a644 req-101eda3f-18d7-4984-aec0-464f83d46716 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Sep 17 22:18:12.782118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4e688-1e2a-492f-9638-283edee6b1ae req-f6b9c441-c140-46aa-bad3-4d66ec04f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.784436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cf4e688-1e2a-492f-9638-283edee6b1ae req-f6b9c441-c140-46aa-bad3-4d66ec04f812 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 1098 time: 0.6132529 Sep 17 22:18:12.813600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-2787c39c-6112-4567-b17d-7ba336eccf8b tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.815883 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-2787c39c-6112-4567-b17d-7ba336eccf8b tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d3b752-d851-4259-813e-4b9fb6db3433 HTTP/1.1" status: 200 len: 945 time: 0.7026751 Sep 17 22:18:12.826482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-e61eafff-06b3-458e-97e1-f32da010106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.828454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-e61eafff-06b3-458e-97e1-f32da010106b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.7529366 Sep 17 22:18:12.840409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78c739-9825-4a3a-af56-985f0b2df5ab req-c728e124-7286-497e-a0fc-d71978141be1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.842077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab78c739-9825-4a3a-af56-985f0b2df5ab req-c728e124-7286-497e-a0fc-d71978141be1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.0615275 Sep 17 22:18:12.868603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:12.868603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:12.868603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:12.902398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Port ba442dd3-5494-486a-b083-cba6d64ddaac on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:12.991349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:12.992952 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab78c739-9825-4a3a-af56-985f0b2df5ab req-489e86b4-1ad0-4a57-9fca-a872bdbd3948 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595639 Sep 17 22:18:12.993603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:12.993603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:12.993603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:12.993603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Bound port: ba442dd3-5494-486a-b083-cba6d64ddaac, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:12.993603 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.993603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-ac8b7154-ea89-4afb-a289-a7a4efbd8878 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=53541ee5-76b4-4da3-b5b6-5515b16bd2ed HTTP/1.1" status: 200 len: 217 time: 0.1073411 Sep 17 22:18:12.993603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799e755-d08d-457c-ba52-746884b8cbdd req-009f6a0e-ca0f-4fdb-b3f9-a63a99a323d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.993603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1799e755-d08d-457c-ba52-746884b8cbdd req-009f6a0e-ca0f-4fdb-b3f9-a63a99a323d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 200 len: 924 time: 0.8535118 Sep 17 22:18:13.010706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cf4e688-1e2a-492f-9638-283edee6b1ae req-cc0c95c1-07c6-43dc-9213-6b137497a1c4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853175 Sep 17 22:18:13.057525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b4a4c25-9187-47e4-9492-36eb866ac20f req-9a109cc7-a084-4088-88b6-63dbcdbe09e2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 210 time: 0.0344491 Sep 17 22:18:13.239613 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1799e755-d08d-457c-ba52-746884b8cbdd req-9ce2c283-6930-47ea-b3e0-b65f0cb1f209 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d111bee-abb4-4fc8-939e-b3504b943398 HTTP/1.1" status: 200 len: 1001 time: 0.2630470 Sep 17 22:18:13.241134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-63ef36b3-80ea-4df1-a509-fe82a92618a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.242712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-63ef36b3-80ea-4df1-a509-fe82a92618a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2696199 Sep 17 22:18:13.313147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:13.333332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-c69a49b9-7449-4344-a2b9-efbea3543f00 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Deleting port 6859be83-46a9-4b5b-af6a-1cf032b4751d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:13.335366 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-c69a49b9-7449-4344-a2b9-efbea3543f00 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.341065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-3031c61f-32d4-4956-800d-05736f78eb85 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:18:13.355962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:13.418856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-1d2221f7-515c-4009-a771-23c9c0b430b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.420499 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-1d2221f7-515c-4009-a771-23c9c0b430b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1608474 Sep 17 22:18:13.469197 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.587154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-c69a49b9-7449-4344-a2b9-efbea3543f00 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] For port 6859be83-46a9-4b5b-af6a-1cf032b4751d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6859be83-46a9-4b5b-af6a-1cf032b4751d,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:13.587527 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-c69a49b9-7449-4344-a2b9-efbea3543f00 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.598134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48120) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:13.635359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520552-e51f-4942-8030-28b10ac205ca req-1260cb57-3bfa-45e1-8866-ad50845470f2 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.637102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0520552-e51f-4942-8030-28b10ac205ca req-1260cb57-3bfa-45e1-8866-ad50845470f2 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 946 time: 0.1014946 Sep 17 22:18:13.637675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.638296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.639679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] 10.222.0.23 "PUT /v2.0/ports/ba442dd3-5494-486a-b083-cba6d64ddaac HTTP/1.1" status: 200 len: 1092 time: 2.7574050 Sep 17 22:18:13.649952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'tag': 'ba442dd3-5494-486a-b083-cba6d64ddaac'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:13.652378 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e52873a-6589-4fa2-8aae-f5e2855ee147" -d '{"events": [{"name": "network-changed", "server_uuid": "acb2f6da-17c4-48c9-a30b-6e02be7b7f8b", "tag": "ba442dd3-5494-486a-b083-cba6d64ddaac"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:13.655360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-c69a49b9-7449-4344-a2b9-efbea3543f00 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Calling delete_port for 6859be83-46a9-4b5b-af6a-1cf032b4751d owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:13.691565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0520552-e51f-4942-8030-28b10ac205ca req-62a917d4-3153-4d36-8079-7acdacd9afbe tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467086 Sep 17 22:18:13.748558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a838c4f-d7e4-4be6-b473-265c3e7b4c4f service neutron] Pushing event updated for resources: {'Port': ['ID=ba442dd3-5494-486a-b083-cba6d64ddaac,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:13.753699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-3031c61f-32d4-4956-800d-05736f78eb85 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:13.762062 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-3031c61f-32d4-4956-800d-05736f78eb85 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.764979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] Sync routers for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:13.789306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:13.789939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:13.793613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-590b38fa-b664-4c1d-8fbe-b11c0460dccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.821092 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2871ab08-5916-410d-8ffb-106d86578155 x-openstack-request-id: req-2871ab08-5916-410d-8ffb-106d86578155 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:13.821661 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb2f6da-17c4-48c9-a30b-6e02be7b7f8b", "tag": "ba442dd3-5494-486a-b083-cba6d64ddaac", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:13.822070 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2871ab08-5916-410d-8ffb-106d86578155 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:13.823513 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'tag': 'ba442dd3-5494-486a-b083-cba6d64ddaac', 'status': 'completed', 'code': 200} Sep 17 22:18:13.836840 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-3031c61f-32d4-4956-800d-05736f78eb85 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "PUT /v2.0/floatingips/cc1ae227-6c80-4901-b784-99b356460ec1 HTTP/1.1" status: 200 len: 997 time: 3.2652330 Sep 17 22:18:13.839580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-7c8e1ccf-71be-4956-8398-d21db40763f9 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084158 Sep 17 22:18:13.841124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799e755-d08d-457c-ba52-746884b8cbdd req-04ceae4b-8663-4bb7-980d-d16b12d9841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.842601 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1799e755-d08d-457c-ba52-746884b8cbdd req-04ceae4b-8663-4bb7-980d-d16b12d9841b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a74373df-0ca5-4781-89c3-79e54f694726 HTTP/1.1" status: 200 len: 862 time: 0.3675067 Sep 17 22:18:13.912783 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193eac-6ab9-4b2a-b18f-c45567468f54 req-950c27b5-1680-4288-8ab0-dc207a8c95ba tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.915279 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64193eac-6ab9-4b2a-b18f-c45567468f54 req-950c27b5-1680-4288-8ab0-dc207a8c95ba tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 947 time: 0.0734286 Sep 17 22:18:13.967390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:13.972527 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64193eac-6ab9-4b2a-b18f-c45567468f54 req-dfb8bf28-d953-457e-9e46-1bd9b395bea4 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492027 Sep 17 22:18:14.051436 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-590b38fa-b664-4c1d-8fbe-b11c0460dccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:14.112675 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-590b38fa-b664-4c1d-8fbe-b11c0460dccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:14.159290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-590b38fa-b664-4c1d-8fbe-b11c0460dccc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99d5637fa0de4b34a01544e21bd31e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585396 Sep 17 22:18:14.162183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48134) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:14.184687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:14.186929 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3eca3c-3d1f-42e6-bbb5-7c8981c016b4" -d '{"events": [{"server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "name": "network-vif-plugged", "status": "completed", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:14.237657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-af5dbc88-a41d-4f32-a911-0c013016d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.239458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-af5dbc88-a41d-4f32-a911-0c013016d115 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1095 time: 0.4145842 Sep 17 22:18:14.240959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-5f6bfc9c-3468-404f-9d43-380ce67635a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.242353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-5f6bfc9c-3468-404f-9d43-380ce67635a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1098 time: 0.3910813 Sep 17 22:18:14.259451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51b9b76c-dbb6-4d51-95f1-89ba00347295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:14.285998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51b9b76c-dbb6-4d51-95f1-89ba00347295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:14.302923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799e755-d08d-457c-ba52-746884b8cbdd req-e4d8ea3b-b8bc-4938-a76e-9049f961d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.308808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1799e755-d08d-457c-ba52-746884b8cbdd req-e4d8ea3b-b8bc-4938-a76e-9049f961d6ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4386752 Sep 17 22:18:14.308808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-6700d52f-fa3c-4af5-849d-63827477d187 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba442dd3-5494-486a-b083-cba6d64ddaac HTTP/1.1" status: 200 len: 217 time: 0.0457058 Sep 17 22:18:14.378111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b38fa-b664-4c1d-8fbe-b11c0460dccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93e2d70-26a6-49b0-83e4-155e70cc0bc8,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:14.402646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bffe5-d31e-42ad-b9fa-3f61bdfb186c req-fe1f7e41-b6de-4c6b-8e39-aa10ed11d582 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.404406 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-906bffe5-d31e-42ad-b9fa-3f61bdfb186c req-fe1f7e41-b6de-4c6b-8e39-aa10ed11d582 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.1799550 Sep 17 22:18:14.469817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-906bffe5-d31e-42ad-b9fa-3f61bdfb186c req-45e06d08-a508-4772-8809-d46a640eb6d3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486209 Sep 17 22:18:14.549806 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:16:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:18:11Z', 'revision_number': 8, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:14.578585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-154e9ce3-9b90-4bbb-b78d-6925f1ff4a5f req-132d0e77-1b58-437d-881f-1f68926a6c0a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 210 time: 0.0426629 Sep 17 22:18:14.582633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] Checking router: 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:14.584696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51b9b76c-dbb6-4d51-95f1-89ba00347295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:14.602141 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51b9b76c-dbb6-4d51-95f1-89ba00347295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:14.602141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-51b9b76c-dbb6-4d51-95f1-89ba00347295 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c93e2d70-26a6-49b0-83e4-155e70cc0bc8 HTTP/1.1" status: 204 len: 168 time: 0.4369047 Sep 17 22:18:14.602471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:14.604362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:14.643156 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9b76c-dbb6-4d51-95f1-89ba00347295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93e2d70-26a6-49b0-83e4-155e70cc0bc8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:14.661568 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66248f0d-b205-4215-979d-2ca7017a2857 x-openstack-request-id: req-66248f0d-b205-4215-979d-2ca7017a2857 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:14.662066 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "name": "network-vif-plugged", "status": "completed", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:14.662461 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66248f0d-b205-4215-979d-2ca7017a2857 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:14.663016 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', 'code': 200} Sep 17 22:18:14.747771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-307551de-63ff-4c2d-a439-3d5707ea1740 req-da7c95df-7b0e-4c59-bd03-bbfe49295d69 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8928154 Sep 17 22:18:14.777325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:14.849690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a6ffe22-f7e8-4d1e-80ea-3485e3e1e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.851587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-0a6ffe22-f7e8-4d1e-80ea-3485e3e1e917 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.5340424 Sep 17 22:18:14.872616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3abb0-aad6-4d36-bf52-0a04d822221a req-a4043346-d63c-4cec-a341-2106b63245c1 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.874471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28b3abb0-aad6-4d36-bf52-0a04d822221a req-a4043346-d63c-4cec-a341-2106b63245c1 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 946 time: 0.0695608 Sep 17 22:18:14.904195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-6c69c2da-4ed9-442a-95d0-63bd38dd661a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416627 Sep 17 22:18:14.905336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-dbfef19a-5690-40e8-b322-dafdf6ce6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.906816 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-dbfef19a-5690-40e8-b322-dafdf6ce6c9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.6480722 Sep 17 22:18:14.912714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1799e755-d08d-457c-ba52-746884b8cbdd req-08298568-069c-4238-97d9-1c442b4734d6 service neutron] 10.222.0.15 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809779 Sep 17 22:18:14.929209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28b3abb0-aad6-4d36-bf52-0a04d822221a req-e46a38a9-73a0-4288-964a-8aca455c9994 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463395 Sep 17 22:18:14.981119 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-c69a49b9-7449-4344-a2b9-efbea3543f00 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.019232 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:18:15.027953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['0ae91918-3f6e-40d0-b1dd-ef5881306470', '6859be83-46a9-4b5b-af6a-1cf032b4751d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:15.064953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a49b9-7449-4344-a2b9-efbea3543f00 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Pushing event deleted for resources: {'Port': ['ID=6859be83-46a9-4b5b-af6a-1cf032b4751d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:15.141391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd819b8-17ec-4d9a-9cde-06ec5a22f9c6 req-671adfe4-4f38-4554-99f8-0ed0d96256f5 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.142938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd819b8-17ec-4d9a-9cde-06ec5a22f9c6 req-671adfe4-4f38-4554-99f8-0ed0d96256f5 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 947 time: 0.0782032 Sep 17 22:18:15.190720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-d11fbf7d-df5e-4ac7-ab4a-a544f36a8f46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 1000 time: 0.2767289 Sep 17 22:18:15.207823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd819b8-17ec-4d9a-9cde-06ec5a22f9c6 req-1bcbfd78-5ae2-4647-b43f-34d0acc365e1 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547411 Sep 17 22:18:15.225360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-bcbc4ab4-7a1b-4652-b25f-8a7e55e6e85e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952587 Sep 17 22:18:15.248311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:16:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:18:11Z', 'revision_number': 8, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:15.258457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-c69a49b9-7449-4344-a2b9-efbea3543f00 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] No DVR routers for this DVR port 6859be83-46a9-4b5b-af6a-1cf032b4751d on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:15.274008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-c69a49b9-7449-4344-a2b9-efbea3543f00 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.277888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-164777d6-0ba8-4e44-9e04-baddd0102b2c req-c69a49b9-7449-4344-a2b9-efbea3543f00 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.15 "DELETE /v2.0/ports/6859be83-46a9-4b5b-af6a-1cf032b4751d HTTP/1.1" status: 204 len: 173 time: 2.4294960 Sep 17 22:18:15.296319 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496a5c8-9ade-4704-b16a-4da1ce140fc3 None None] The sync data for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 is: [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'cc1ae227-6c80-4901-b784-99b356460ec1', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'port_id': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'mac_address': 'fa:16:3e:16:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:31Z', 'updated_at': '2021-09-17T22:18:11Z', 'revision_number': 8, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:15.402833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1799e755-d08d-457c-ba52-746884b8cbdd req-86877b7f-ed39-4b17-b1ab-41e19c86c226 service neutron] 10.222.0.15 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406397 Sep 17 22:18:15.450873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-53389aa6-80e2-414e-b454-05a95f479a98 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358539 Sep 17 22:18:15.465011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-d62efc1d-5dac-40b2-bf94-f577eeaa08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.465690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48156) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:15.466859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-d62efc1d-5dac-40b2-bf94-f577eeaa08aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.2368922 Sep 17 22:18:15.484203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c13ff8c-c0b3-412c-9992-ba1c06b44d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.522334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-c39c18f0-7736-4b7c-ab19-f5bde0e81d73 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.523866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-c39c18f0-7736-4b7c-ab19-f5bde0e81d73 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671843 Sep 17 22:18:15.565982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Request body: {'port': {'device_id': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'b763d93dcfbd4755b6403f6da3dca39a'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:15.643308 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bab8ad-c8d4-4b7f-9aa5-cab7123791f1 None None] New status for floating IP cc1ae227-6c80-4901-b784-99b356460ec1: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:18:15.714199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8980b-b300-4759-b9d9-66c73d108fda req-cfe59109-e170-47e4-8063-1967eaf6ff81 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.720994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fc8980b-b300-4759-b9d9-66c73d108fda req-cfe59109-e170-47e4-8063-1967eaf6ff81 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.1237400 Sep 17 22:18:15.743740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-96d145aa-f943-4b3b-b1ac-fd4b30dd8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.746055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-96d145aa-f943-4b3b-b1ac-fd4b30dd8933 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2195811 Sep 17 22:18:15.765497 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c13ff8c-c0b3-412c-9992-ba1c06b44d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.781275 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fc8980b-b300-4759-b9d9-66c73d108fda req-a88d2215-71ee-498c-9181-0e857adf3d1a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590756 Sep 17 22:18:15.815870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0aabca2-8805-477f-a78b-7c2a3250c6e6 req-4e153a64-80c9-4156-a139-44da0e03c0a4 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555670 Sep 17 22:18:15.845178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470'}, {'server_uuid': '90d3b752-d851-4259-813e-4b9fb6db3433', 'name': 'network-vif-deleted', 'tag': '6859be83-46a9-4b5b-af6a-1cf032b4751d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:15.847435 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4b11ef-0e5a-4846-9359-737a5e9f6613" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470"}, {"server_uuid": "90d3b752-d851-4259-813e-4b9fb6db3433", "name": "network-vif-deleted", "tag": "6859be83-46a9-4b5b-af6a-1cf032b4751d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:15.876873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c13ff8c-c0b3-412c-9992-ba1c06b44d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.880862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53c799a2-1fab-4526-a2cb-718a36cd19b1 req-4eb77787-d38b-4b15-a1b1-86d55710e2ec tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 210 time: 0.0340624 Sep 17 22:18:15.890545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-dc42b4cc-e0b6-48b1-a546-446953006dc8 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281149 Sep 17 22:18:15.924747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7c13ff8c-c0b3-412c-9992-ba1c06b44d8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=919d985da6f8490db8cdcfaa651e4770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550242 Sep 17 22:18:15.924747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13ff8c-c0b3-412c-9992-ba1c06b44d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0627b4d-23e8-4c69-bdfd-6c64d960bf65,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:15.926213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48166) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:15.950021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Made reservation on behalf of b763d93dcfbd4755b6403f6da3dca39a for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:15.953795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.997852 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.030616 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fb0f0e-5df6-4225-a1bf-bec2873214bf x-openstack-request-id: req-47fb0f0e-5df6-4225-a1bf-bec2873214bf {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:16.030897 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470", "status": "completed", "code": 200}, {"server_uuid": "90d3b752-d851-4259-813e-4b9fb6db3433", "name": "network-vif-deleted", "tag": "6859be83-46a9-4b5b-af6a-1cf032b4751d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:16.031151 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47fb0f0e-5df6-4225-a1bf-bec2873214bf {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:16.031542 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'status': 'completed', 'code': 200} Sep 17 22:18:16.031795 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d3b752-d851-4259-813e-4b9fb6db3433', 'name': 'network-vif-deleted', 'tag': '6859be83-46a9-4b5b-af6a-1cf032b4751d', 'status': 'completed', 'code': 200} Sep 17 22:18:16.035974 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.121594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52873a-6589-4fa2-8aae-f5e2855ee147 req-b7ad9de2-4e81-4b0f-bfcf-31659b13cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.123142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e52873a-6589-4fa2-8aae-f5e2855ee147 req-b7ad9de2-4e81-4b0f-bfcf-31659b13cb38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1095 time: 0.1336157 Sep 17 22:18:16.136382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5ecd-2ba8-4b6d-a4d0-155048cda8ed req-d9755205-079e-48fb-94b1-8398bf8d6f69 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.137946 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-39df5ecd-2ba8-4b6d-a4d0-155048cda8ed req-d9755205-079e-48fb-94b1-8398bf8d6f69 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 946 time: 0.0568590 Sep 17 22:18:16.140825 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce41f68-50c4-487f-922d-f11dea73bcd1 req-d5e43d77-f956-4db7-955f-335fd2dd4234 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382669 Sep 17 22:18:16.181048 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-39df5ecd-2ba8-4b6d-a4d0-155048cda8ed req-b43a3ca4-c21f-4700-96d6-2ebc61d26481 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368438 Sep 17 22:18:16.184974 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.187737 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.189912 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0627b4d-23e8-4c69-bdfd-6c64d960bf65 HTTP/1.1" status: 204 len: 168 time: 0.2616825 Sep 17 22:18:16.199699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0627b4d-23e8-4c69-bdfd-6c64d960bf65,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:16.203455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 53541ee5-76b4-4da3-b5b6-5515b16bd2ed details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:16.208008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.208397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.208744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.209071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.209397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.209719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.210092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.210417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.210784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.211216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.211414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.211728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cca4a7-fbc4-483a-aa36-8c7f98672118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:16.288161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-ac8009fc-a589-4b7e-90fb-06e3e84b2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.289874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-ac8009fc-a589-4b7e-90fb-06e3e84b2f2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1098 time: 0.1972151 Sep 17 22:18:16.366601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Allocated IP 192.168.233.122 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/3dc9a489-399a-4fe4-a1cb-541d72c96d37) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:16.411135 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:16.426170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '53541ee5-76b4-4da3-b5b6-5515b16bd2ed', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '53541ee5-76b4-4da3-b5b6-5515b16bd2ed', 'mac_address': 'fa:16:3e:95:34:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:16.427023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e64525-ba6f-41c6-969e-005c889c5e23 req-52986ed5-e7e7-430a-a03e-a696119e19f5 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.428782 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48e64525-ba6f-41c6-969e-005c889c5e23 req-52986ed5-e7e7-430a-a03e-a696119e19f5 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 946 time: 0.0871782 Sep 17 22:18:16.440317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48182) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:16.445540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-26a35a5b-2891-4b02-91c7-3d87b7f62606 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Request body: {'floatingip': {'port_id': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:16.487391 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.499362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52873a-6589-4fa2-8aae-f5e2855ee147 req-fe6a067f-8766-4f27-83f3-a160f405015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.499362 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e52873a-6589-4fa2-8aae-f5e2855ee147 req-fe6a067f-8766-4f27-83f3-a160f405015f service neutron] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.3516109 Sep 17 22:18:16.521885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53541ee5-76b4-4da3-b5b6-5515b16bd2ed {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:16.555442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:16.568806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26a35a5b-2891-4b02-91c7-3d87b7f62606 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.581555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e52873a-6589-4fa2-8aae-f5e2855ee147 req-d5939560-d444-44bf-a1dc-e3092131880f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba442dd3-5494-486a-b083-cba6d64ddaac HTTP/1.1" status: 200 len: 217 time: 0.0672860 Sep 17 22:18:16.616281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-02e43220-ee81-4ee0-bbac-a3a252e6976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.616281 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-02e43220-ee81-4ee0-bbac-a3a252e6976a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.3138754 Sep 17 22:18:16.624127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbb315-8c48-4e06-8969-ba014f0eacac req-5766ed5b-7a44-4b4d-921f-023ab3373402 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.625928 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a3cbb315-8c48-4e06-8969-ba014f0eacac req-5766ed5b-7a44-4b4d-921f-023ab3373402 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 947 time: 0.2457790 Sep 17 22:18:16.637963 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.651442 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-834608c7-751f-4a5e-9cd9-a24f447bc233 req-0ce1d202-06a2-4e8b-b75d-0389d1000fb7 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips/cc1ae227-6c80-4901-b784-99b356460ec1 HTTP/1.1" status: 200 len: 999 time: 0.2019987 Sep 17 22:18:16.755089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:16.875604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['53541ee5-76b4-4da3-b5b6-5515b16bd2ed'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:16.936162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834608c7-751f-4a5e-9cd9-a24f447bc233 req-8ed5e087-bb7a-4448-a3c9-6dab9441331a tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.938037 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-834608c7-751f-4a5e-9cd9-a24f447bc233 req-8ed5e087-bb7a-4448-a3c9-6dab9441331a tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.2593551 Sep 17 22:18:16.967384 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-834608c7-751f-4a5e-9cd9-a24f447bc233 req-ecabed14-305b-47b4-aded-f9286019561d tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:18:16.972784 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-834608c7-751f-4a5e-9cd9-a24f447bc233 req-ecabed14-305b-47b4-aded-f9286019561d tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217247 Sep 17 22:18:17.194113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-472990de-9008-49e3-8e90-9ae56ed6c21a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 1002 time: 0.5672109 Sep 17 22:18:17.197770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52873a-6589-4fa2-8aae-f5e2855ee147 req-2b8d9f2a-0027-4d0c-85fd-7d14e3f69299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.199126 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e52873a-6589-4fa2-8aae-f5e2855ee147 req-2b8d9f2a-0027-4d0c-85fd-7d14e3f69299 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.6024933 Sep 17 22:18:17.203978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a3cbb315-8c48-4e06-8969-ba014f0eacac req-75b97efb-2b15-4af3-95dc-d4e4b09ffd2b tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356224 Sep 17 22:18:17.218965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd29a09-71fa-49d6-98e0-785c3ae4c5af req-377cb63b-61f7-400f-8f70-fd42babc453e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.223760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6859be83-46a9-4b5b-af6a-1cf032b4751d no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:17.226510 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dbd29a09-71fa-49d6-98e0-785c3ae4c5af req-377cb63b-61f7-400f-8f70-fd42babc453e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.1649888 Sep 17 22:18:17.260731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 6859be83-46a9-4b5b-af6a-1cf032b4751d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:17.260731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6859be83-46a9-4b5b-af6a-1cf032b4751d not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:17.280357 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e52873a-6589-4fa2-8aae-f5e2855ee147 req-dae12a43-eb0f-4d02-9f9b-81e65ef56053 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634589 Sep 17 22:18:17.314275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.377944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-98e12b9c-2ffc-42de-a5c7-e8c4def5cf1c req-8d8d4775-d318-484c-876c-3cde63bbc7b9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 210 time: 0.0686665 Sep 17 22:18:17.390276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-070620d5-0ec1-4068-84c1-b51fcfac4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.390276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-070620d5-0ec1-4068-84c1-b51fcfac4644 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.1799774 Sep 17 22:18:17.399133 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dbd29a09-71fa-49d6-98e0-785c3ae4c5af req-d879d575-241c-42ba-b20b-b85ce045a170 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717503 Sep 17 22:18:17.417340 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26a35a5b-2891-4b02-91c7-3d87b7f62606 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.534038 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26a35a5b-2891-4b02-91c7-3d87b7f62606 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.565689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e52873a-6589-4fa2-8aae-f5e2855ee147 req-7db311de-45c9-4b70-a530-df29bba131ab service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744792 Sep 17 22:18:17.593462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-35c6f83a-0c0b-4dd6-a0d0-261ac25a5d64 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1002 time: 0.1407971 Sep 17 22:18:17.605735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-f8cb7a38-4ff2-4df4-80f2-09c0004ff3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.607248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-f8cb7a38-4ff2-4df4-80f2-09c0004ff3cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1899962 Sep 17 22:18:17.647089 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-26a35a5b-2891-4b02-91c7-3d87b7f62606 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Floating IP 98864722-e7c3-4463-ac42-149c21c636a7 associated. External IP: 172.25.6.109, port: db903acb-60c2-4edd-a9f8-ed0d8763cf0d. Sep 17 22:18:17.702870 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.745067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-4ba0d03a-3be4-4c53-b10a-03dc100cf4b6 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.746498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-4ba0d03a-3be4-4c53-b10a-03dc100cf4b6 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports/0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 943 time: 0.1363311 Sep 17 22:18:17.754629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:17.829014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:17.844333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:17.847123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:17.853440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.854067 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.874247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Pushing event updated for resources: {'Port': ['ID=3dc9a489-399a-4fe4-a1cb-541d72c96d37,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:17.877887 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e52873a-6589-4fa2-8aae-f5e2855ee147 req-f96f4b85-1f35-4697-accd-8d39dc003fe4 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025672 Sep 17 22:18:17.942044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.942669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.942985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.943961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.943961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.944184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.944579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.944905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.945222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.945537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.945854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.946167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:17.962334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-47210985-d4d2-4884-b3b9-c7d63531de80 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337862 Sep 17 22:18:17.998727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-698d5724-c078-44d3-915f-4e4063b32ca6 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1002 time: 0.1354980 Sep 17 22:18:18.016294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-15009e9f-88f9-4420-9109-d7b18ad97918 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4571033 Sep 17 22:18:18.056218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Request body: {'port': {'device_id': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:18.187720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e1f9b296-f06b-40fe-9b50-1807637dadc1 None None] Provisioning complete for port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:18.188406 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b296-f06b-40fe-9b50-1807637dadc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.210194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 53541ee5-76b4-4da3-b5b6-5515b16bd2ed up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:18.248828 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.253454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9b296-f06b-40fe-9b50-1807637dadc1 None None] Port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:18.253950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d4b11ef-0e5a-4846-9359-737a5e9f6613 req-c2e13f85-e659-498c-b3d7-cc25bfa593df service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766461 Sep 17 22:18:18.279167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a35a5b-2891-4b02-91c7-3d87b7f62606 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Router 8e79d638-fe35-4703-a896-68186f0a9737 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:18:18.318499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-30020be9-4080-4faf-ab37-246557ef3d78 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:18.320158 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-30020be9-4080-4faf-ab37-246557ef3d78 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.3100772 Sep 17 22:18:18.338681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:18.344085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:18.344742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.408727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-6128704a-88f9-4d0f-8f33-3b418baf3c80 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1002 time: 0.0743940 Sep 17 22:18:18.420202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-71895bce-59ff-42b8-8a60-80a53c3f8532 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:18.441014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25817b35-10c9-485c-bc28-ff4532af46fd req-20869a08-f8fd-4230-8b70-881e63150822 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:18.442757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-25817b35-10c9-485c-bc28-ff4532af46fd req-20869a08-f8fd-4230-8b70-881e63150822 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 948 time: 0.1166394 Sep 17 22:18:18.453546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.475320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a35a5b-2891-4b02-91c7-3d87b7f62606 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:18.481266 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26a35a5b-2891-4b02-91c7-3d87b7f62606 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.488434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:18.490937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e620d5-6e16-4ad1-9d75-3dfd91971b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53541ee5-76b4-4da3-b5b6-5515b16bd2ed'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:18.493688 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b8e907-65b6-459c-b639-a0cc56240ffd" -d '{"events": [{"server_uuid": "16e620d5-6e16-4ad1-9d75-3dfd91971b75", "name": "network-vif-plugged", "status": "completed", "tag": "53541ee5-76b4-4da3-b5b6-5515b16bd2ed"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:18.497231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] Sync routers for ids ['8e79d638-fe35-4703-a896-68186f0a9737'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:18.520543 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-26a35a5b-2891-4b02-91c7-3d87b7f62606 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "PUT /v2.0/floatingips/98864722-e7c3-4463-ac42-149c21c636a7 HTTP/1.1" status: 200 len: 992 time: 2.0813611 Sep 17 22:18:18.521175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] Routers {'8e79d638-fe35-4703-a896-68186f0a9737'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:18.521824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e79d638-fe35-4703-a896-68186f0a9737'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:18.523150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'tag': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:18.526238 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423a46cc-8ba9-4ed8-8f83-316578848faf" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6c87f9-9a20-4161-9cfa-d69cc568af59", "tag": "db903acb-60c2-4edd-a9f8-ed0d8763cf0d"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:18.532165 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-25817b35-10c9-485c-bc28-ff4532af46fd req-03526f1e-17cd-4db0-a816-279cc6b131ba tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818810 Sep 17 22:18:18.571263 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-71895bce-59ff-42b8-8a60-80a53c3f8532 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.660145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] Set router 8e79d638-fe35-4703-a896-68186f0a9737 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:18.662626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28446b2c-f39e-4ad6-bdd5-ae14fc286563 req-e6d982c6-e8ef-4db8-a2b2-980951cb77bd tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:18.670252 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28446b2c-f39e-4ad6-bdd5-ae14fc286563 req-e6d982c6-e8ef-4db8-a2b2-980951cb77bd tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 936 time: 0.0650771 Sep 17 22:18:18.701338 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.720670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28446b2c-f39e-4ad6-bdd5-ae14fc286563 req-22cf63c5-485b-42e1-9984-17b4f5ba3bfa tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Sep 17 22:18:18.818353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:18.853884 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-71895bce-59ff-42b8-8a60-80a53c3f8532 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.856557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84587d-e0ad-4329-b9bd-c93576193f4a req-bd300c11-5058-4b2d-ac4b-660047f49302 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:18.863588 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da84587d-e0ad-4329-b9bd-c93576193f4a req-bd300c11-5058-4b2d-ac4b-660047f49302 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.0651441 Sep 17 22:18:18.903042 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da84587d-e0ad-4329-b9bd-c93576193f4a req-acb24a80-7b0c-4ac2-8d78-b8c28dfdd9dd tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359051 Sep 17 22:18:18.925024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc9a489-399a-4fe4-a1cb-541d72c96d37 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:18.959809 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.960047 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46db686-80ba-450d-95b1-150813d7bc98 x-openstack-request-id: req-c46db686-80ba-450d-95b1-150813d7bc98 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:18.960047 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e620d5-6e16-4ad1-9d75-3dfd91971b75", "name": "network-vif-plugged", "status": "completed", "tag": "53541ee5-76b4-4da3-b5b6-5515b16bd2ed", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:18.960047 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c46db686-80ba-450d-95b1-150813d7bc98 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:18.960047 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e620d5-6e16-4ad1-9d75-3dfd91971b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53541ee5-76b4-4da3-b5b6-5515b16bd2ed', 'code': 200} Sep 17 22:18:18.973783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Transition to ACTIVE for port object 3dc9a489-399a-4fe4-a1cb-541d72c96d37 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:18.975443 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-71895bce-59ff-42b8-8a60-80a53c3f8532 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.975913 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-71895bce-59ff-42b8-8a60-80a53c3f8532 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Floating IP cc1ae227-6c80-4901-b784-99b356460ec1 disassociated. External IP: 172.25.6.201, port: 0ae91918-3f6e-40d0-b1dd-ef5881306470. Sep 17 22:18:19.027032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '98864722-e7c3-4463-ac42-149c21c636a7', 'tenant_id': '035012e118c846e2b12714e76a125046', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'port_id': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'mac_address': 'fa:16:3e:49:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:49Z', 'updated_at': '2021-09-17T22:18:17Z', 'revision_number': 1, 'project_id': '035012e118c846e2b12714e76a125046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54c233b-73c5-4c48-bb7a-65915861deae', 'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'tenant_id': '035012e118c846e2b12714e76a125046', 'mac_address': 'fa:16:3e:df:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:42Z', 'updated_at': '2021-09-17T22:17:48Z', 'revision_number': 5, 'project_id': '035012e118c846e2b12714e76a125046', 'subnets': [{'id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:19.056265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] Checking router: 8e79d638-fe35-4703-a896-68186f0a9737 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:19.066997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] Routers {'8e79d638-fe35-4703-a896-68186f0a9737'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:19.067716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e79d638-fe35-4703-a896-68186f0a9737'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:19.078599 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.203717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5b5b-cc8d-4807-a28d-2f87a4a979b0 req-dd90f601-91b7-4bf0-8c81-5384de6b7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:19.203890 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f5e0fc-8236-4341-ad72-7d9e17b77fad x-openstack-request-id: req-98f5e0fc-8236-4341-ad72-7d9e17b77fad {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:19.203890 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6c87f9-9a20-4161-9cfa-d69cc568af59", "tag": "db903acb-60c2-4edd-a9f8-ed0d8763cf0d", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:19.204137 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98f5e0fc-8236-4341-ad72-7d9e17b77fad {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:19.204545 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'tag': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d', 'status': 'completed', 'code': 200} Sep 17 22:18:19.205189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc1b5b5b-cc8d-4807-a28d-2f87a4a979b0 req-dd90f601-91b7-4bf0-8c81-5384de6b7ac9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 1101 time: 0.1658533 Sep 17 22:18:19.345190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] Set router 8e79d638-fe35-4703-a896-68186f0a9737 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:19.541328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc9a489-399a-4fe4-a1cb-541d72c96d37,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:19.591291 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-162ce0cc-91e0-4851-aedb-120ba008edb3 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e61b230812734e109f5b4308a6fb2ee4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435576 Sep 17 22:18:19.637271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '98864722-e7c3-4463-ac42-149c21c636a7', 'tenant_id': '035012e118c846e2b12714e76a125046', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'port_id': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'mac_address': 'fa:16:3e:49:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:49Z', 'updated_at': '2021-09-17T22:18:17Z', 'revision_number': 1, 'project_id': '035012e118c846e2b12714e76a125046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54c233b-73c5-4c48-bb7a-65915861deae', 'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'tenant_id': '035012e118c846e2b12714e76a125046', 'mac_address': 'fa:16:3e:df:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:42Z', 'updated_at': '2021-09-17T22:17:48Z', 'revision_number': 5, 'project_id': '035012e118c846e2b12714e76a125046', 'subnets': [{'id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:19.642647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Attempting to bind port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:19.642989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Attempting to bind port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:19.643318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Attempting to bind port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:19.650659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:19.650936 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Attempting to bind port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:19.671323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:19.671583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c03a82-3310-4b34-8cfc-79068bcd208e None None] The sync data for ids ['8e79d638-fe35-4703-a896-68186f0a9737'] in n-d-713499-18 is: [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '98864722-e7c3-4463-ac42-149c21c636a7', 'tenant_id': '035012e118c846e2b12714e76a125046', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'port_id': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'mac_address': 'fa:16:3e:49:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:49Z', 'updated_at': '2021-09-17T22:18:17Z', 'revision_number': 1, 'project_id': '035012e118c846e2b12714e76a125046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54c233b-73c5-4c48-bb7a-65915861deae', 'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'tenant_id': '035012e118c846e2b12714e76a125046', 'mac_address': 'fa:16:3e:df:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:42Z', 'updated_at': '2021-09-17T22:17:48Z', 'revision_number': 5, 'project_id': '035012e118c846e2b12714e76a125046', 'subnets': [{'id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:19.671747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:19.672070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:19.672547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Bound port: 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:19.672909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.703685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc1b5b5b-cc8d-4807-a28d-2f87a4a979b0 req-0b2074cd-7ff1-43ae-b7dc-31c83a0bc163 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671839 Sep 17 22:18:19.716065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-e1e30a5f-f1a1-4401-a7b8-cbd7e0f3a710 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:19.717882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-e1e30a5f-f1a1-4401-a7b8-cbd7e0f3a710 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245275 Sep 17 22:18:19.736713 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-045f1513-49cd-4018-a13e-7e5b4ef26323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:19.738241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-045f1513-49cd-4018-a13e-7e5b4ef26323 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=035012e118c846e2b12714e76a125046&device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 1098 time: 0.2004602 Sep 17 22:18:19.751166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-9da18ada-e746-4f9b-ad45-efabeff2d495 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/quotas/e61b230812734e109f5b4308a6fb2ee4 HTTP/1.1" status: 200 len: 375 time: 0.0219226 Sep 17 22:18:19.797138 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-36e7e1cf-beab-4d85-a22e-b75e00c7b1dc tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e61b230812734e109f5b4308a6fb2ee4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404837 Sep 17 22:18:19.870034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-71895bce-59ff-42b8-8a60-80a53c3f8532 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:18:19.874750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] For port 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:19.895671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] For port 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:19.955608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-67702543-3591-4547-ab7d-1078443d33de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:19.957155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-67702543-3591-4547-ab7d-1078443d33de service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fe1f866-463f-424d-b979-b87f989a04ad HTTP/1.1" status: 200 len: 915 time: 0.1962731 Sep 17 22:18:20.031577 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.150468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b4f29-0d66-40eb-b072-7b1bdb19669a req-9189e67a-9c35-4c35-8648-0678da71017b tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.160393 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb7b4f29-0d66-40eb-b072-7b1bdb19669a req-9189e67a-9c35-4c35-8648-0678da71017b tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 949 time: 0.0882795 Sep 17 22:18:20.186772 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13e743-d039-44fb-8e66-858f873214a3 None None] New status for floating IP 98864722-e7c3-4463-ac42-149c21c636a7: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:18:20.201450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.202345 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.204022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] 10.222.0.23 "PUT /v2.0/ports/3dc9a489-399a-4fe4-a1cb-541d72c96d37 HTTP/1.1" status: 200 len: 1097 time: 2.1687968 Sep 17 22:18:20.208972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'tag': '3dc9a489-399a-4fe4-a1cb-541d72c96d37'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:20.211493 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240f42fd-7c73-46ca-9b87-da2339b79a98" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c5344a-4769-4ead-ba9e-3003e59fc6d7", "tag": "3dc9a489-399a-4fe4-a1cb-541d72c96d37"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:20.218596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:20.221943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-d3e7bc98-3133-4e87-8471-1a94dc6e6dc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db903acb-60c2-4edd-a9f8-ed0d8763cf0d HTTP/1.1" status: 200 len: 1000 time: 0.2488277 Sep 17 22:18:20.251808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355e7a2-e425-498c-8116-b276b03bd7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc9a489-399a-4fe4-a1cb-541d72c96d37,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:20.255002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-71895bce-59ff-42b8-8a60-80a53c3f8532 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:20.268874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] Sync routers for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:20.296453 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb7b4f29-0d66-40eb-b072-7b1bdb19669a req-6f9241b6-9c03-4d6e-8df7-1a3a2046f822 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349821 Sep 17 22:18:20.317032 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-71895bce-59ff-42b8-8a60-80a53c3f8532 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.338482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:20.339700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:20.433173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-71895bce-59ff-42b8-8a60-80a53c3f8532 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "PUT /v2.0/floatingips/cc1ae227-6c80-4901-b784-99b356460ec1 HTTP/1.1" status: 200 len: 696 time: 2.0176079 Sep 17 22:18:20.436647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-7f070d73-b49c-40a4-b783-142b9fe1507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.450145 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-7f070d73-b49c-40a4-b783-142b9fe1507a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18 HTTP/1.1" status: 200 len: 853 time: 0.1966970 Sep 17 22:18:20.451116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-5fe5f8b4-0da5-4fd7-bc62-dac09c3c434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.452878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-5fe5f8b4-0da5-4fd7-bc62-dac09c3c434e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 1100 time: 0.1275532 Sep 17 22:18:20.489238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6dcaf-d40a-4935-acaa-8aabd9d27806 req-c50cb0d3-37ef-4046-a07a-0bbbcccf6179 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.499248 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54b6dcaf-d40a-4935-acaa-8aabd9d27806 req-c50cb0d3-37ef-4046-a07a-0bbbcccf6179 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 948 time: 0.0910833 Sep 17 22:18:20.559540 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-4c9d713f-acff-4d23-827c-8b59d4683915 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37 HTTP/1.1" status: 200 len: 217 time: 0.0974779 Sep 17 22:18:20.577868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54b6dcaf-d40a-4935-acaa-8aabd9d27806 req-c5b9e02e-3efa-4102-a34e-737220f3894f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753713 Sep 17 22:18:20.602364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:20.614607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'ba442dd3-5494-486a-b083-cba6d64ddaac', 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c', 'port_id': 'ba442dd3-5494-486a-b083-cba6d64ddaac', 'mac_address': 'fa:16:3e:fe:9d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f09c85c-6cca-4ec3-b699-61b697417077', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:20.682511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-d80ecea4-2cd5-45fe-bf01-e21099e6556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.684455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-d80ecea4-2cd5-45fe-bf01-e21099e6556f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fe1f866-463f-424d-b979-b87f989a04ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2360070 Sep 17 22:18:20.685714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:20.720991 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.724319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-e36d2467-3513-454b-8415-8bac642719e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.725841 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-e36d2467-3513-454b-8415-8bac642719e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1400161 Sep 17 22:18:20.727781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-c98f12a6-c2b0-4286-8e81-64ca3fd253e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.729583 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-c98f12a6-c2b0-4286-8e81-64ca3fd253e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1098 time: 0.1902854 Sep 17 22:18:20.736077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba442dd3-5494-486a-b083-cba6d64ddaac {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:20.794418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:20.823688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e15033-768e-4bc3-b1eb-23cba07e956e req-9eca2a3c-8e05-4e5a-bccb-6c6462fe7ec4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.825426 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2e15033-768e-4bc3-b1eb-23cba07e956e req-9eca2a3c-8e05-4e5a-bccb-6c6462fe7ec4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.1440163 Sep 17 22:18:20.906491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2e15033-768e-4bc3-b1eb-23cba07e956e req-a969d99d-61b6-4cb7-8b02-e9a14860b5b3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741162 Sep 17 22:18:20.919739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-5d9f1d79-6cfc-454f-b97d-2e616adb4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.922013 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-5d9f1d79-6cfc-454f-b97d-2e616adb4c71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1805301 Sep 17 22:18:20.922121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.949906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-13828b7a-0714-4f5d-bb5b-81f47dec00a5 service neutron] 10.222.0.15 "GET /v2.0/networks/8fe1f866-463f-424d-b979-b87f989a04ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503598 Sep 17 22:18:21.045693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-2e4da1ea-7cc5-48eb-a6f5-918b4643c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:21.047482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-01ff78c4-5bc1-4106-8328-710e77693642 req-215592b1-a09d-4ffb-8545-036de070c50b tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 210 time: 0.0539105 Sep 17 22:18:21.050292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ba442dd3-5494-486a-b083-cba6d64ddaac,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:21.056247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-2e4da1ea-7cc5-48eb-a6f5-918b4643c9ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.3120487 Sep 17 22:18:21.093131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.093483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.093930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.094290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.094635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.096839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.097533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.098206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.098769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.101353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.101688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.102032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:21.131126 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-f57d5171-fc02-4f5a-83df-3c6f30c81e24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 217 time: 0.0718410 Sep 17 22:18:21.140936 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:21.179000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ba442dd3-5494-486a-b083-cba6d64ddaac'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:21.181357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] Checking router: 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:21.209304 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad5ff13-7ade-4b0f-ae8a-e81247b52e08 x-openstack-request-id: req-0ad5ff13-7ade-4b0f-ae8a-e81247b52e08 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:21.209595 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c5344a-4769-4ead-ba9e-3003e59fc6d7", "tag": "3dc9a489-399a-4fe4-a1cb-541d72c96d37", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:21.209841 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ad5ff13-7ade-4b0f-ae8a-e81247b52e08 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:21.210226 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'tag': '3dc9a489-399a-4fe4-a1cb-541d72c96d37', 'status': 'completed', 'code': 200} Sep 17 22:18:21.212540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:21.213693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:21.249911 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-ab796d97-d09b-4a00-be3e-6e2dbac2d68e service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175099 Sep 17 22:18:21.265693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-c118d72f-ff99-44b5-96c1-f28f85e35300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:21.267255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-c118d72f-ff99-44b5-96c1-f28f85e35300 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.1035671 Sep 17 22:18:21.270533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-423a46cc-8ba9-4ed8-8f83-316578848faf req-77aaa290-51d4-43b8-8e63-d27c93daa6c2 service neutron] 10.222.0.15 "GET /v2.0/networks/8fe1f866-463f-424d-b979-b87f989a04ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081756 Sep 17 22:18:21.379490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-334df968-1360-4cb4-8b91-2b13ccc097b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:21.381030 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-334df968-1360-4cb4-8b91-2b13ccc097b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844526 Sep 17 22:18:21.385787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:21.433982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84228b69-408d-443c-a0af-b59b42ca2c75 req-8d3bea21-0445-4d67-9fb9-6f5773f602dc service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622074 Sep 17 22:18:21.465314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec436-d37b-46de-b2ce-fa9471ae305f req-0b611806-39d0-4c3f-8bb8-0bb9e18d3b67 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:21.466777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-089ec436-d37b-46de-b2ce-fa9471ae305f req-0b611806-39d0-4c3f-8bb8-0bb9e18d3b67 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 949 time: 0.0648975 Sep 17 22:18:21.516660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-53e56cd8-6b20-4615-8df1-c42845343627 service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232750 Sep 17 22:18:21.525066 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-089ec436-d37b-46de-b2ce-fa9471ae305f req-b8a1337b-70d3-4a89-bf6a-707c04899431 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513783 Sep 17 22:18:21.650266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:21.682246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e83c9e-a520-48d7-b7d3-a5818b4b74ee None None] The sync data for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 is: [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5fa6ffdc-8901-471d-bb15-456d9690752f', 'name': '', 'network_id': '8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'mac_address': 'fa:16:3e:1c:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:05Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'subnets': [{'id': 'c5b8e3a8-a816-4177-8e27-b0599eb273d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:21.694717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c17055a1-d837-4b28-a023-aadc94bf17fa req-ae4df91b-c820-430b-a99b-005e368395fb service neutron] 10.222.0.30 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712587 Sep 17 22:18:21.698786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-b4815743-3c01-470b-bd5b-80168219fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:21.700420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-b4815743-3c01-470b-bd5b-80168219fe24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 1100 time: 0.0738227 Sep 17 22:18:21.844405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-df9e81bd-02d9-4269-8098-ff13be0e2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:21.846038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-df9e81bd-02d9-4269-8098-ff13be0e2020 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1370778 Sep 17 22:18:21.928748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-d800f1f5-fc15-4673-8b29-4bf137589fda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37 HTTP/1.1" status: 200 len: 217 time: 0.0727725 Sep 17 22:18:21.997717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48f636-fb60-4c70-b614-554b854d25de req-19107501-3db7-48c5-b52b-fee1c33a3e67 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:21.999827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf48f636-fb60-4c70-b614-554b854d25de req-19107501-3db7-48c5-b52b-fee1c33a3e67 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 948 time: 0.1525185 Sep 17 22:18:22.011414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-385de00a-4311-4fb9-bd42-bf8d3b9e3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:22.012898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-385de00a-4311-4fb9-bd42-bf8d3b9e3433 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0765190 Sep 17 22:18:22.034550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35b671-073a-460a-981a-38eb1d3c5d06 req-bf88c77b-29db-43ed-be88-ce6d255376ad tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:22.036341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf35b671-073a-460a-981a-38eb1d3c5d06 req-bf88c77b-29db-43ed-be88-ce6d255376ad tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 949 time: 0.0741539 Sep 17 22:18:22.082064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf48f636-fb60-4c70-b614-554b854d25de req-fc661d6d-b4f5-49de-bbb3-278ba3803abf tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680673 Sep 17 22:18:22.083686 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b54fe7-0bbb-47b8-8534-f3cc0fcaf068 None None] New status for floating IP cc1ae227-6c80-4901-b784-99b356460ec1: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:18:22.091911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-131845fa-dedd-49e8-bd0e-bfbc8556361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:22.093589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-131845fa-dedd-49e8-bd0e-bfbc8556361f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656576 Sep 17 22:18:22.115065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf35b671-073a-460a-981a-38eb1d3c5d06 req-bc3b3a9e-527f-42c2-af37-637051d0f771 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709462 Sep 17 22:18:22.229363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:22.297624 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-02c1b002-d9e1-416f-b461-5df77893e380 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860321 Sep 17 22:18:22.313383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe498b-cb2d-45cf-aaf8-999a6d6cec6a req-be1de204-c9af-4ea5-918a-a9356a307926 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:22.315322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2fe498b-cb2d-45cf-aaf8-999a6d6cec6a req-be1de204-c9af-4ea5-918a-a9356a307926 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 944 time: 0.0857341 Sep 17 22:18:22.335585 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-120608b1-c7f8-4414-92d7-8dec8e8197e2 req-0a98b1b5-fc87-4b2d-8c82-bfbddb54d7f4 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 210 time: 0.0374784 Sep 17 22:18:22.377134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2fe498b-cb2d-45cf-aaf8-999a6d6cec6a req-59dba745-db16-49e0-ab41-9a12f95e5eff tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506117 Sep 17 22:18:22.379653 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port ba442dd3-5494-486a-b083-cba6d64ddaac completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:22.387817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port ba442dd3-5494-486a-b083-cba6d64ddaac triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:22.388271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.493076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-240f42fd-7c73-46ca-9b87-da2339b79a98 req-7162b73d-1772-4251-bea8-29a2fc50e7a5 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843543 Sep 17 22:18:22.532241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-2e2f4949-454f-4ed9-a574-0ed5c0d579f3 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips/cc1ae227-6c80-4901-b784-99b356460ec1 HTTP/1.1" status: 200 len: 696 time: 0.1046042 Sep 17 22:18:22.533433 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.557315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba442dd3-5494-486a-b083-cba6d64ddaac'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:22.559580 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3935848-f200-4fba-ba89-fb14d859ef9b" -d '{"events": [{"server_uuid": "acb2f6da-17c4-48c9-a30b-6e02be7b7f8b", "name": "network-vif-plugged", "status": "completed", "tag": "ba442dd3-5494-486a-b083-cba6d64ddaac"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:22.574429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:22.665098 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.695376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-bed7cfe7-e176-43c0-ad15-053aeff1e152 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516620 Sep 17 22:18:22.696881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-ad9b493b-5f1d-40ad-9daa-4d43474fced3 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:22.699481 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-ad9b493b-5f1d-40ad-9daa-4d43474fced3 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1605568 Sep 17 22:18:22.709706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-98ac18f6-d30f-4cef-88f3-f0bf380b04d2 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:18:22.720320 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-98ac18f6-d30f-4cef-88f3-f0bf380b04d2 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153949 Sep 17 22:18:22.754137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ba442dd3-5494-486a-b083-cba6d64ddaac,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:22.788063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-d9bd5358-4256-4937-9a27-05043a6e0f4c tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 697 time: 0.0668852 Sep 17 22:18:22.840263 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-69d6a6f6-bd1e-4c14-899a-845cdfe81dd7 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 697 time: 0.0458822 Sep 17 22:18:22.990100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-18f15966-e578-4c69-a8f0-5c54dcae7ec5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Deleting port 730bd461-38a4-4188-bf22-4442e877650a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:22.990443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-18f15966-e578-4c69-a8f0-5c54dcae7ec5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.080828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-18f15966-e578-4c69-a8f0-5c54dcae7ec5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.081500 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-18f15966-e578-4c69-a8f0-5c54dcae7ec5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.096494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-18f15966-e578-4c69-a8f0-5c54dcae7ec5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Calling delete_port for 730bd461-38a4-4188-bf22-4442e877650a owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:23.103707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-9e17209f-a9c3-44f9-811d-e77f58a205b0 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e61b230812734e109f5b4308a6fb2ee4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266464 Sep 17 22:18:23.215526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bda2a2-2e88-4270-9792-04ee3572709d req-93653af8-f8c0-4073-8fbc-13578b29dcc7 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:23.217082 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-93653af8-f8c0-4073-8fbc-13578b29dcc7 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5206809 Sep 17 22:18:23.221620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:23.223977 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b7cec9-85f6-40bb-8236-b769fadda97f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:23.247735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-9e93bca4-64eb-4d2b-97d9-60b954fe3c0e tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/quotas/72c2d45288c745e9b521b7d3aa7c99ad HTTP/1.1" status: 200 len: 375 time: 0.0165195 Sep 17 22:18:23.272978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-50d7cae6-663b-46a2-ac03-511239e361cb tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:23.274391 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-50d7cae6-663b-46a2-ac03-511239e361cb tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634476 Sep 17 22:18:23.309443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Request body: {'port': {'device_id': '6c143018-7b8b-4504-93d9-add232d222f4', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'e61b230812734e109f5b4308a6fb2ee4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:23.309728 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-18f15966-e578-4c69-a8f0-5c54dcae7ec5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.336160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f15966-e578-4c69-a8f0-5c54dcae7ec5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Pushing event deleted for resources: {'Port': ['ID=730bd461-38a4-4188-bf22-4442e877650a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:23.386997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-647dfd04-c536-450c-83f9-325b71269cba tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230354 Sep 17 22:18:23.403156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-18f15966-e578-4c69-a8f0-5c54dcae7ec5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.406559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-18f15966-e578-4c69-a8f0-5c54dcae7ec5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.408016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b112e70-880c-4aac-bed9-005a40df8bf5 req-18f15966-e578-4c69-a8f0-5c54dcae7ec5 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "DELETE /v2.0/floatingips/cc1ae227-6c80-4901-b784-99b356460ec1 HTTP/1.1" status: 204 len: 173 time: 0.5620489 Sep 17 22:18:23.446543 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580d0ad6-c70d-4510-9640-73d52552e806 x-openstack-request-id: req-580d0ad6-c70d-4510-9640-73d52552e806 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:23.446863 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb2f6da-17c4-48c9-a30b-6e02be7b7f8b", "name": "network-vif-plugged", "status": "completed", "tag": "ba442dd3-5494-486a-b083-cba6d64ddaac", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:23.447200 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-580d0ad6-c70d-4510-9640-73d52552e806 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:23.447690 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba442dd3-5494-486a-b083-cba6d64ddaac', 'code': 200} Sep 17 22:18:23.549711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd768f-a0b6-4016-8f69-8693e478c5d9 req-9c782f15-b5ff-4f3a-9303-19495f5bf374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:23.551924 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97bd768f-a0b6-4016-8f69-8693e478c5d9 req-9c782f15-b5ff-4f3a-9303-19495f5bf374 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1097 time: 0.0473752 Sep 17 22:18:23.557613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81963bf-3ac0-4205-8956-84d88f898982 req-dff1aaa2-4f75-4a41-b535-c0207b852b28 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:23.566632 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d81963bf-3ac0-4205-8956-84d88f898982 req-dff1aaa2-4f75-4a41-b535-c0207b852b28 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 948 time: 0.0620544 Sep 17 22:18:23.592421 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97bd768f-a0b6-4016-8f69-8693e478c5d9 req-aea28d27-6b42-4ef5-a6af-89ce051dbca4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325119 Sep 17 22:18:23.595240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Made reservation on behalf of e61b230812734e109f5b4308a6fb2ee4 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:23.596797 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.605801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d81963bf-3ac0-4205-8956-84d88f898982 req-30140bd0-e47c-4966-98c9-8c9851975860 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375297 Sep 17 22:18:23.605992 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.661146 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242b6bf6-119d-478c-8bd0-858fa7d8c9c7 x-openstack-request-id: req-242b6bf6-119d-478c-8bd0-858fa7d8c9c7 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:23.661435 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:23.661680 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-242b6bf6-119d-478c-8bd0-858fa7d8c9c7 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:23.662311 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'status': 'completed', 'code': 200} Sep 17 22:18:23.738895 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.764491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ba6b043-1070-47c1-9b62-96b66ac42bdb req-16baf4f6-0cb7-4f59-bf70-c6c7a2eedf13 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 210 time: 0.0550163 Sep 17 22:18:23.798631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-ec923863-ed86-4cd3-8dbe-d4adec2567ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:23.800548 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-ec923863-ed86-4cd3-8dbe-d4adec2567ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa6d2411ad444d2b8314852a714e92d&device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 1098 time: 0.0531564 Sep 17 22:18:23.823533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.929627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3050b0-fd16-4af8-8104-61bd4bb2c8c3 req-aff653f7-541d-492e-a8df-ad6e4e1fef6b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:23.938707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e3050b0-fd16-4af8-8104-61bd4bb2c8c3 req-aff653f7-541d-492e-a8df-ad6e4e1fef6b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 945 time: 0.0891678 Sep 17 22:18:23.976788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080f133c-5a80-42e9-ab02-af8c5000ed54,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:23.982660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e3050b0-fd16-4af8-8104-61bd4bb2c8c3 req-8409e7de-b990-4d1b-bf22-a300ea43acd1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Sep 17 22:18:24.052568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-bf84aff7-c969-4926-babf-3e51ec7978d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.054125 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-bf84aff7-c969-4926-babf-3e51ec7978d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 200 len: 922 time: 0.2451541 Sep 17 22:18:24.095917 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Allocated IP 192.168.233.12 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/584c7424-ccdb-4a90-a4fb-41a2b548c132) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:24.188813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-5caa09c3-3844-4f3f-bf00-dff1e1ae174e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 200 len: 217 time: 0.0942945 Sep 17 22:18:24.213756 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0b71acbb-6aea-42af-9f8c-3833572cf3ba req-67d22ff5-aad7-437c-bdac-b7761302286c tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 210 time: 0.0382822 Sep 17 22:18:24.223069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3dc9a489-399a-4fe4-a1cb-541d72c96d37 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:24.305069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99bf93-84c8-4b22-b8c1-40e5a57d4275 req-ce8895fe-34d3-4c0b-9817-6c284f4fe643 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.307801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f99bf93-84c8-4b22-b8c1-40e5a57d4275 req-ce8895fe-34d3-4c0b-9817-6c284f4fe643 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 946 time: 0.0530744 Sep 17 22:18:24.363512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f99bf93-84c8-4b22-b8c1-40e5a57d4275 req-d7291e20-5406-485c-b8e2-5e88814524cd tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487616 Sep 17 22:18:24.377054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:24.380518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-436d7be3-e91e-44d7-860c-025dc693150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.382116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-436d7be3-e91e-44d7-860c-025dc693150d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 200 len: 860 time: 0.0793548 Sep 17 22:18:24.395093 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '3dc9a489-399a-4fe4-a1cb-541d72c96d37', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '3dc9a489-399a-4fe4-a1cb-541d72c96d37', 'mac_address': 'fa:16:3e:f7:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:24.408385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:24.455181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-98b497bc-1712-4547-b6e5-33829c045ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.456735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-98b497bc-1712-4547-b6e5-33829c045ab9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624897 Sep 17 22:18:24.459150 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:24.475097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc9a489-399a-4fe4-a1cb-541d72c96d37 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:24.496768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:24.536448 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:24.597969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:24.602748 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:24.611343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:24.614218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:24.620951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.621555 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:24.632733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-8b10e804-676d-4fb9-8989-9fa8a02cd4c2 service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659925 Sep 17 22:18:24.642262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Pushing event updated for resources: {'Port': ['ID=584c7424-ccdb-4a90-a4fb-41a2b548c132,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:24.699603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3dc9a489-399a-4fe4-a1cb-541d72c96d37,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:24.742762 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-b79cff46-8381-469d-9554-7731596e3310 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4389837 Sep 17 22:18:24.775771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Request body: {'port': {'device_id': '6c143018-7b8b-4504-93d9-add232d222f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:24.817198 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b7cec9-85f6-40bb-8236-b769fadda97f req-3aeff289-a1f0-4630-9998-600982d3e4ca service neutron] 10.222.0.15 "GET /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737530 Sep 17 22:18:24.833884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3dc9a489-399a-4fe4-a1cb-541d72c96d37'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:24.837188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fab36-a915-4ffb-9d6c-1b2b4b224f8a req-ddaa349a-6305-420a-bc40-3806249ab6e7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.838770 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a62fab36-a915-4ffb-9d6c-1b2b4b224f8a req-ddaa349a-6305-420a-bc40-3806249ab6e7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 949 time: 0.1148095 Sep 17 22:18:24.890124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:24.950640 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a62fab36-a915-4ffb-9d6c-1b2b4b224f8a req-2c2065fb-25c2-4544-879d-d69ae065871e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846472 Sep 17 22:18:25.002066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92720c5-0d4b-4654-a7a7-99a24c7722a6 req-ae3b28eb-17f5-4924-8d4d-e7b09b7d9f67 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:25.004111 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f92720c5-0d4b-4654-a7a7-99a24c7722a6 req-ae3b28eb-17f5-4924-8d4d-e7b09b7d9f67 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 935 time: 0.0807736 Sep 17 22:18:25.116378 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f92720c5-0d4b-4654-a7a7-99a24c7722a6 req-8fa619fb-92cd-484d-9200-544e25168ba0 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957940 Sep 17 22:18:25.223353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-04bc664f-c75f-4626-8340-ee6e6406fbcc None None] Provisioning complete for port 584c7424-ccdb-4a90-a4fb-41a2b548c132 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:25.224849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-04bc664f-c75f-4626-8340-ee6e6406fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.256165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50399c47-a57c-4d2d-af47-65364a48cf1a req-9db9f654-f72c-4ef3-a516-a06aea02fee0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:25.263083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50399c47-a57c-4d2d-af47-65364a48cf1a req-9db9f654-f72c-4ef3-a516-a06aea02fee0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 945 time: 0.0964110 Sep 17 22:18:25.348226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-04bc664f-c75f-4626-8340-ee6e6406fbcc None None] Port 584c7424-ccdb-4a90-a4fb-41a2b548c132 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:25.357767 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50399c47-a57c-4d2d-af47-65364a48cf1a req-57ce5c01-4f6e-48af-aaa5-6974af6fc59f tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830917 Sep 17 22:18:25.377482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584c7424-ccdb-4a90-a4fb-41a2b548c132 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:25.402454 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.438277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Transition to ACTIVE for port object 584c7424-ccdb-4a90-a4fb-41a2b548c132 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:25.530363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8f9ba23-f576-4956-bc54-89d88a1a3bc3 req-c1eaac10-32db-43d7-89cb-f10819f83ad0 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 210 time: 0.0470777 Sep 17 22:18:25.548812 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.582205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd61067-f10e-49d7-bd75-d81b6fb16a9c req-ecc76a77-7a69-4b48-b60c-fa887540756b tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:25.584665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cfd61067-f10e-49d7-bd75-d81b6fb16a9c req-ecc76a77-7a69-4b48-b60c-fa887540756b tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 946 time: 0.0902233 Sep 17 22:18:25.659272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e820b5-836e-4b91-ab1e-1eb9e9e08bec req-cf583b77-5a83-4786-bfd8-b2a5c907640e tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:25.668268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0e820b5-836e-4b91-ab1e-1eb9e9e08bec req-cf583b77-5a83-4786-bfd8-b2a5c907640e tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1097 time: 0.0531499 Sep 17 22:18:25.706548 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cfd61067-f10e-49d7-bd75-d81b6fb16a9c req-76cf3614-6416-4699-a26d-42312e7e5105 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938401 Sep 17 22:18:25.709410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Pushing event updated for resources: {'Port': ['ID=584c7424-ccdb-4a90-a4fb-41a2b548c132,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:25.721799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0e820b5-836e-4b91-ab1e-1eb9e9e08bec req-a31bbe3f-cdd1-4ab3-85fc-b3715f372e20 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522451 Sep 17 22:18:25.725908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Attempting to bind port 584c7424-ccdb-4a90-a4fb-41a2b548c132 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:25.726568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Attempting to bind port 584c7424-ccdb-4a90-a4fb-41a2b548c132 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:25.727113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Attempting to bind port 584c7424-ccdb-4a90-a4fb-41a2b548c132 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:25.735158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Port 584c7424-ccdb-4a90-a4fb-41a2b548c132 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:25.735884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Attempting to bind port 584c7424-ccdb-4a90-a4fb-41a2b548c132 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:25.744596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:25.758173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:25.758173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:25.758173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Bound port: 584c7424-ccdb-4a90-a4fb-41a2b548c132, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:25.758173 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.873869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daeaab2-fa78-4c09-8e61-fb32e7c9570b req-07bc41d3-485e-476a-9c28-41a7c439af08 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:25.881645 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2daeaab2-fa78-4c09-8e61-fb32e7c9570b req-07bc41d3-485e-476a-9c28-41a7c439af08 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1097 time: 0.0550199 Sep 17 22:18:25.885883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] For port 584c7424-ccdb-4a90-a4fb-41a2b548c132, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:25.890231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] For port 584c7424-ccdb-4a90-a4fb-41a2b548c132, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=584c7424-ccdb-4a90-a4fb-41a2b548c132,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:25.914804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2daeaab2-fa78-4c09-8e61-fb32e7c9570b req-50d9901c-e30e-413b-942c-d67904be9060 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321789 Sep 17 22:18:26.013049 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.081862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.083553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.085747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] 10.222.0.15 "PUT /v2.0/ports/584c7424-ccdb-4a90-a4fb-41a2b548c132 HTTP/1.1" status: 200 len: 1096 time: 1.3175435 Sep 17 22:18:26.086541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c143018-7b8b-4504-93d9-add232d222f4', 'tag': '584c7424-ccdb-4a90-a4fb-41a2b548c132'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:26.089740 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c7a2d6-045d-492b-ad34-e9f36bd51328" -d '{"events": [{"name": "network-changed", "server_uuid": "6c143018-7b8b-4504-93d9-add232d222f4", "tag": "584c7424-ccdb-4a90-a4fb-41a2b548c132"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:26.113796 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd58b-17cc-4488-8e11-2ef030734ca3 req-1f095039-c7d1-48c0-8d07-e3bd7a50b1cd tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.138234 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-594bd58b-17cc-4488-8e11-2ef030734ca3 req-1f095039-c7d1-48c0-8d07-e3bd7a50b1cd tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 949 time: 0.1181719 Sep 17 22:18:26.160361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5821f-3497-4eb2-ba0b-0cae432ef535 service neutron] Pushing event updated for resources: {'Port': ['ID=584c7424-ccdb-4a90-a4fb-41a2b548c132,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:26.207139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-594bd58b-17cc-4488-8e11-2ef030734ca3 req-59cc1541-16fd-456e-ac89-25db7199c3e3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675318 Sep 17 22:18:26.238428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3dc9a489-399a-4fe4-a1cb-541d72c96d37 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:26.274095 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1c9e5f-42dc-420e-a8bb-af8cf93fe85e x-openstack-request-id: req-da1c9e5f-42dc-420e-a8bb-af8cf93fe85e {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:26.274095 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c143018-7b8b-4504-93d9-add232d222f4", "tag": "584c7424-ccdb-4a90-a4fb-41a2b548c132", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:26.274095 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da1c9e5f-42dc-420e-a8bb-af8cf93fe85e {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:26.274095 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c143018-7b8b-4504-93d9-add232d222f4', 'tag': '584c7424-ccdb-4a90-a4fb-41a2b548c132', 'status': 'completed', 'code': 200} Sep 17 22:18:26.331894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-636e3171-1d71-4799-91c3-5c6c02bace27 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.334669 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-636e3171-1d71-4799-91c3-5c6c02bace27 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 946 time: 0.1410244 Sep 17 22:18:26.395457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327fcbd-df8a-4194-8172-f31f145a70d0 req-553e0e15-d95d-489d-9bd8-b614597fd7fa tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.405415 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0327fcbd-df8a-4194-8172-f31f145a70d0 req-553e0e15-d95d-489d-9bd8-b614597fd7fa tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 947 time: 0.0820220 Sep 17 22:18:26.451040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-48e12701-3ac8-422c-a0b5-0248285ee331 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034913 Sep 17 22:18:26.471380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:26.477173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:26.477886 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.512312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0327fcbd-df8a-4194-8172-f31f145a70d0 req-4dc61703-b47e-4e3d-be51-f8a5091ce331 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059091 Sep 17 22:18:26.594843 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.625508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7a2d6-045d-492b-ad34-e9f36bd51328 req-b952cb86-87bd-4e44-b30c-6e8963394085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.627011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1c7a2d6-045d-492b-ad34-e9f36bd51328 req-b952cb86-87bd-4e44-b30c-6e8963394085 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e61b230812734e109f5b4308a6fb2ee4&device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 1099 time: 0.2910876 Sep 17 22:18:26.645041 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc9a489-399a-4fe4-a1cb-541d72c96d37'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:26.650609 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e466144c-0040-4cb8-83f1-935df10f8333" -d '{"events": [{"server_uuid": "e5c5344a-4769-4ead-ba9e-3003e59fc6d7", "name": "network-vif-plugged", "status": "completed", "tag": "3dc9a489-399a-4fe4-a1cb-541d72c96d37"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:26.685769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:26.719033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1c7a2d6-045d-492b-ad34-e9f36bd51328 req-05b2ade6-fbe4-42b7-abd5-95487f58fbcd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e61b230812734e109f5b4308a6fb2ee4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376003 Sep 17 22:18:26.752437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d42be-1f96-4e29-a1f2-8402068f6857 req-a980d63b-c978-4281-bdf2-13d63858891b tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.754580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-049d42be-1f96-4e29-a1f2-8402068f6857 req-a980d63b-c978-4281-bdf2-13d63858891b tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1097 time: 0.0514565 Sep 17 22:18:26.768813 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.810259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-903c1c05-c34f-4539-9973-2b497804dfd0 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Deleting port 0ae91918-3f6e-40d0-b1dd-ef5881306470 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:26.810852 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-903c1c05-c34f-4539-9973-2b497804dfd0 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.824524 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-049d42be-1f96-4e29-a1f2-8402068f6857 req-fcbb1dd0-d9f9-4e0f-9593-2efe410a420d tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632930 Sep 17 22:18:26.833339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3dc9a489-399a-4fe4-a1cb-541d72c96d37,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:26.862818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bda2a2-2e88-4270-9792-04ee3572709d req-f216ce5b-d0dc-4a76-882e-455e64a7a021 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.864406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-f216ce5b-d0dc-4a76-882e-455e64a7a021 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3993504 Sep 17 22:18:26.914944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Request body: {'port': {'device_id': 'b342adf6-17c7-452f-8742-3eb713f2edcd', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': '72c2d45288c745e9b521b7d3aa7c99ad'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:26.971932 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92aa7e3-9cd4-4fa4-8cee-2f91e1033037 x-openstack-request-id: req-d92aa7e3-9cd4-4fa4-8cee-2f91e1033037 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:26.972580 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c5344a-4769-4ead-ba9e-3003e59fc6d7", "name": "network-vif-plugged", "status": "completed", "tag": "3dc9a489-399a-4fe4-a1cb-541d72c96d37", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:26.973043 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d92aa7e3-9cd4-4fa4-8cee-2f91e1033037 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:26.973967 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc9a489-399a-4fe4-a1cb-541d72c96d37', 'code': 200} Sep 17 22:18:27.029054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7184603b-2421-4f03-a9e9-cb93855e8ab2 req-028bc101-9deb-4a17-90fd-a88ca55bf884 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 210 time: 0.0857458 Sep 17 22:18:27.099294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac8ee2-e67b-4301-a824-82481453e223 req-04b7dce1-e2cc-41f7-aff4-482182a962d6 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.108224 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aaac8ee2-e67b-4301-a824-82481453e223 req-04b7dce1-e2cc-41f7-aff4-482182a962d6 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 946 time: 0.0852375 Sep 17 22:18:27.144053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aaac8ee2-e67b-4301-a824-82481453e223 req-93fd4abf-8bff-4b3d-b37a-1290bf90818a tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/security-groups?id=c81c19fe-0ad8-4069-bbf9-c111748a7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346987 Sep 17 22:18:27.153274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7a2d6-045d-492b-ad34-e9f36bd51328 req-b375f3fd-c1bf-44db-abe6-6d888fc8530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.154846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1c7a2d6-045d-492b-ad34-e9f36bd51328 req-b375f3fd-c1bf-44db-abe6-6d888fc8530a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4247358 Sep 17 22:18:27.192963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-903c1c05-c34f-4539-9973-2b497804dfd0 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] For port 0ae91918-3f6e-40d0-b1dd-ef5881306470, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=0ae91918-3f6e-40d0-b1dd-ef5881306470,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:27.193430 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-903c1c05-c34f-4539-9973-2b497804dfd0 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.219043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-903c1c05-c34f-4539-9973-2b497804dfd0 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Calling delete_port for 0ae91918-3f6e-40d0-b1dd-ef5881306470 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:27.250594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901ebcd-2efc-412e-b0b6-d8a6964ae841 req-d1383ca1-1fbe-47d6-ac9c-828a2c1137aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.252157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a901ebcd-2efc-412e-b0b6-d8a6964ae841 req-d1383ca1-1fbe-47d6-ac9c-828a2c1137aa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 1102 time: 0.1713161 Sep 17 22:18:27.282305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891b89c-86d3-46c9-bd1e-31dc1826862e req-926708de-fe70-4cf1-8943-5e59f2295f88 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.283941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7891b89c-86d3-46c9-bd1e-31dc1826862e req-926708de-fe70-4cf1-8943-5e59f2295f88 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 946 time: 0.1626475 Sep 17 22:18:27.410557 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a901ebcd-2efc-412e-b0b6-d8a6964ae841 req-95c84937-952b-41ab-bd5b-08d1de0da3fd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385019 Sep 17 22:18:27.412474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-61f276c3-fe5c-432b-abef-8f32985eb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.413836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-61f276c3-fe5c-432b-abef-8f32985eb973 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e61b230812734e109f5b4308a6fb2ee4&device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 1099 time: 0.1865180 Sep 17 22:18:27.418903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Made reservation on behalf of 72c2d45288c745e9b521b7d3aa7c99ad for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:27.429553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.429553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7891b89c-86d3-46c9-bd1e-31dc1826862e req-e116f39e-481b-4506-bf22-8418323b7e03 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314766 Sep 17 22:18:27.490244 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-7b604235-f0fd-4ac8-bbe4-78a9350ff0a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=584c7424-ccdb-4a90-a4fb-41a2b548c132 HTTP/1.1" status: 200 len: 217 time: 0.0508373 Sep 17 22:18:27.494569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8327c-201c-485f-8e37-4762f4d922de req-df5a2142-fdc4-4ba3-9d90-0a0a25e6a496 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.498230 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-97c8327c-201c-485f-8e37-4762f4d922de req-df5a2142-fdc4-4ba3-9d90-0a0a25e6a496 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0604076 Sep 17 22:18:27.537538 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-97c8327c-201c-485f-8e37-4762f4d922de req-ae96c261-d3a1-439b-9798-cd8487aef41a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Sep 17 22:18:27.684437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-81475b93-3470-4dfc-813e-d94563378f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.685841 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-81475b93-3470-4dfc-813e-d94563378f46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1511135 Sep 17 22:18:27.745844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422aecf-153a-498d-ada0-0eaeb2692635 req-b4a516aa-982f-4cda-bbc0-433f9c673085 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.747332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1422aecf-153a-498d-ada0-0eaeb2692635 req-b4a516aa-982f-4cda-bbc0-433f9c673085 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 947 time: 0.1466866 Sep 17 22:18:27.755609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Allocated IP 192.168.233.6 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/f61790cd-9be4-48cb-8920-7ca5e0aa0f84) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:27.782736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-903c1c05-c34f-4539-9973-2b497804dfd0 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.822055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['0ae91918-3f6e-40d0-b1dd-ef5881306470'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:27.829914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-f330ab96-94c9-4151-b185-454c44d2eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.831422 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-f330ab96-94c9-4151-b185-454c44d2eb64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1340783 Sep 17 22:18:27.840383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c1c05-c34f-4539-9973-2b497804dfd0 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Pushing event deleted for resources: {'Port': ['ID=0ae91918-3f6e-40d0-b1dd-ef5881306470,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:27.899244 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1422aecf-153a-498d-ada0-0eaeb2692635 req-be2810c4-1892-4f57-8c65-3a833ce9e0e8 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448469 Sep 17 22:18:27.955388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaeaf1-cfc1-4986-bcc7-162938f0e946 req-17886855-12c0-4329-84af-86ca383f8fdf tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.963925 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aaeaf1-cfc1-4986-bcc7-162938f0e946 req-17886855-12c0-4329-84af-86ca383f8fdf tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1097 time: 0.0517576 Sep 17 22:18:27.966201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-903c1c05-c34f-4539-9973-2b497804dfd0 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] No DVR routers for this DVR port 0ae91918-3f6e-40d0-b1dd-ef5881306470 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:27.976715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-903c1c05-c34f-4539-9973-2b497804dfd0 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.979913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f78fae3-e094-4b68-b76d-b4bce5fe0c73 req-903c1c05-c34f-4539-9973-2b497804dfd0 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.15 "DELETE /v2.0/ports/0ae91918-3f6e-40d0-b1dd-ef5881306470 HTTP/1.1" status: 204 len: 173 time: 1.6130424 Sep 17 22:18:28.003046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aaeaf1-cfc1-4986-bcc7-162938f0e946 req-be5f0411-35fb-49c8-9f1c-f47be563ec4c tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 Sep 17 22:18:28.169736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-12f9bb97-fb79-4629-8879-141dacea4487 req-11295c6f-1165-4f2d-8187-39ec9b2b859c tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 210 time: 0.0278275 Sep 17 22:18:28.281964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72b545dd-0765-4a1f-a095-006d91b24be9 req-34595228-6b8a-4d1e-98e8-157c42610af2 tempest-FloatingIPsAssociationTestJSON-1763496226 tempest-FloatingIPsAssociationTestJSON-1763496226-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ee6c551-b649-4086-b2e1-36813e225b9a HTTP/1.1" status: 200 len: 210 time: 0.0446892 Sep 17 22:18:28.304396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'name': 'network-vif-deleted', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:28.306525 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b159802b-3709-4082-8af1-2fc8140f6eb3" -d '{"events": [{"server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "name": "network-vif-deleted", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:28.327046 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-89fcba6c-e99a-4ab0-8293-29d33045453f service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804211 Sep 17 22:18:28.356718 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cefa2a-731f-4521-9ee5-db6fd4c8e8e6 x-openstack-request-id: req-17cefa2a-731f-4521-9ee5-db6fd4c8e8e6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:28.357038 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee6c551-b649-4086-b2e1-36813e225b9a", "name": "network-vif-deleted", "tag": "0ae91918-3f6e-40d0-b1dd-ef5881306470", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:28.357281 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17cefa2a-731f-4521-9ee5-db6fd4c8e8e6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:28.357649 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee6c551-b649-4086-b2e1-36813e225b9a', 'name': 'network-vif-deleted', 'tag': '0ae91918-3f6e-40d0-b1dd-ef5881306470', 'status': 'completed', 'code': 200} Sep 17 22:18:28.418933 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:28.465570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe18257-cfdf-403b-9efe-bb42e60451bb req-ad9b0984-3ec0-4341-92d6-a354e895f883 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308911 Sep 17 22:18:28.558338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e499d73-4f6c-4fcb-937b-8e18b36c8b09 req-d6d9d8f1-749d-4c81-a3e0-a81ff70e1149 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.559837 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e499d73-4f6c-4fcb-937b-8e18b36c8b09 req-d6d9d8f1-749d-4c81-a3e0-a81ff70e1149 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 946 time: 0.0532854 Sep 17 22:18:28.575064 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:28.588594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['53541ee5-76b4-4da3-b5b6-5515b16bd2ed'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:28.623665 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e499d73-4f6c-4fcb-937b-8e18b36c8b09 req-83a97d9f-b2cb-40e7-85d4-64d60f1b401c tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7841997-f717-4ffe-8abb-f3a59838162c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491707 Sep 17 22:18:28.654158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Pushing event updated for resources: {'Port': ['ID=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:28.663662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:28.665348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:28.668069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:28.674664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.675119 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:28.781811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-b8092aa5-f947-4bb7-b5b5-b0177ab82f4d tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.783354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-b8092aa5-f947-4bb7-b5b5-b0177ab82f4d tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 946 time: 0.0927696 Sep 17 22:18:28.802858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac2034-9661-4f1a-b219-4ecebbd41ccd req-eb36dbdb-c4b4-43c6-93f1-9e76d13cd37c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.804406 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dac2034-9661-4f1a-b219-4ecebbd41ccd req-eb36dbdb-c4b4-43c6-93f1-9e76d13cd37c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.1012423 Sep 17 22:18:28.848045 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c9ed988a-eb18-48b8-8645-a3ad0f441705 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9368472 Sep 17 22:18:28.882137 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Request body: {'port': {'device_id': 'b342adf6-17c7-452f-8742-3eb713f2edcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:28.905208 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:28.931261 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dac2034-9661-4f1a-b219-4ecebbd41ccd req-37325b98-b91e-4de6-9597-0bee1a3dcea1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202371 Sep 17 22:18:29.031262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.047706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-fee9e30d-b724-4803-897a-1ecd002a200b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Deleting port ee7dc92c-2c50-4290-bcf9-06af9955f5d9 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:29.048058 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-fee9e30d-b724-4803-897a-1ecd002a200b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.109439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-31051c7c-2d48-4814-ab06-c6a99d5c7f35 None None] Provisioning complete for port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:29.109809 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-31051c7c-2d48-4814-ab06-c6a99d5c7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.152827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f7992-0513-4398-8fd6-dc56ed289bd9 req-36ac4f49-ec4c-4267-950e-c1ea5ffc06a2 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:29.156049 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b29f7992-0513-4398-8fd6-dc56ed289bd9 req-36ac4f49-ec4c-4267-950e-c1ea5ffc06a2 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 947 time: 0.0720928 Sep 17 22:18:29.209077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-31051c7c-2d48-4814-ab06-c6a99d5c7f35 None None] Port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:29.216093 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b29f7992-0513-4398-8fd6-dc56ed289bd9 req-236944a5-ad95-49bb-9829-dd158c24bc5b tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549405 Sep 17 22:18:29.276389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-fee9e30d-b724-4803-897a-1ecd002a200b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] For port ee7dc92c-2c50-4290-bcf9-06af9955f5d9, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,segment=NetworkSegment(f4a01384-f1c2-4a24-b89a-750dd59d8cf5),segment_id=f4a01384-f1c2-4a24-b89a-750dd59d8cf5)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:29.276389 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-fee9e30d-b724-4803-897a-1ecd002a200b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.305515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-fee9e30d-b724-4803-897a-1ecd002a200b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Calling delete_port for ee7dc92c-2c50-4290-bcf9-06af9955f5d9 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:29.420978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db82845-dd0b-4482-bce0-883ba4bbdc68 req-376bc122-4693-475a-a4ac-d8522516440d tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:29.422471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6db82845-dd0b-4482-bce0-883ba4bbdc68 req-376bc122-4693-475a-a4ac-d8522516440d tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 934 time: 0.0494699 Sep 17 22:18:29.461925 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6db82845-dd0b-4482-bce0-883ba4bbdc68 req-df1db8e6-b1e5-4c61-9f1e-d2485527a407 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333364 Sep 17 22:18:29.527194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48470) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:29.531777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61790cd-9be4-48cb-8920-7ca5e0aa0f84 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:29.543285 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.561623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Transition to ACTIVE for port object f61790cd-9be4-48cb-8920-7ca5e0aa0f84 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:29.590942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-fee9e30d-b724-4803-897a-1ecd002a200b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.603195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ee7dc92c-2c50-4290-bcf9-06af9955f5d9'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:29.621435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9e30d-b724-4803-897a-1ecd002a200b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Pushing event deleted for resources: {'Port': ['ID=ee7dc92c-2c50-4290-bcf9-06af9955f5d9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:29.666186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.693586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-fee9e30d-b724-4803-897a-1ecd002a200b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] No DVR routers for this DVR port ee7dc92c-2c50-4290-bcf9-06af9955f5d9 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:29.700234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-fee9e30d-b724-4803-897a-1ecd002a200b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.702172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d3537d6c-8316-41b1-b5db-4d6c14f833ae req-fee9e30d-b724-4803-897a-1ecd002a200b tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.23 "DELETE /v2.0/ports/ee7dc92c-2c50-4290-bcf9-06af9955f5d9 HTTP/1.1" status: 204 len: 173 time: 0.9042621 Sep 17 22:18:29.760692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-448aebd3-042e-45c0-9b0f-409779b7aa75 req-e4bbd9ed-d262-4a84-8e2a-2181c85f06d9 tempest-VolumesAdminNegativeTest-1075338958 tempest-VolumesAdminNegativeTest-1075338958-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ceed46-1c3c-46a7-b381-985a371cd953 HTTP/1.1" status: 200 len: 210 time: 0.0390816 Sep 17 22:18:29.770421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Pushing event updated for resources: {'Port': ['ID=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:29.791674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Attempting to bind port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:29.792309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Attempting to bind port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:29.792818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Attempting to bind port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:29.798294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:29.798774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Attempting to bind port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:29.804511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:29.812854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:29.812854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:29.812854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Bound port: f61790cd-9be4-48cb-8920-7ca5e0aa0f84, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:29.812854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.876743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] For port f61790cd-9be4-48cb-8920-7ca5e0aa0f84, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:29.881899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] For port f61790cd-9be4-48cb-8920-7ca5e0aa0f84, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:29.963075 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.004295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:30.004759 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.006141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] 10.222.0.15 "PUT /v2.0/ports/f61790cd-9be4-48cb-8920-7ca5e0aa0f84 HTTP/1.1" status: 200 len: 1095 time: 1.1379378 Sep 17 22:18:30.044207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e792fa-e56a-4cdc-b50f-e907b79f3dde service neutron] Pushing event updated for resources: {'Port': ['ID=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:30.115708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf71733-9a1d-46f1-aee8-64b77d89cc61 req-28ab27d2-d582-4c1f-b254-00650fc9d916 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:30.121789 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddf71733-9a1d-46f1-aee8-64b77d89cc61 req-28ab27d2-d582-4c1f-b254-00650fc9d916 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0987971 Sep 17 22:18:30.148520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.206788 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddf71733-9a1d-46f1-aee8-64b77d89cc61 req-52a89ea8-6ef1-460d-aceb-510f46c29d21 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787358 Sep 17 22:18:30.269390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c4d575e5-7022-4f5c-a031-d55327cf745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:30.271120 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-c4d575e5-7022-4f5c-a031-d55327cf745c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 1098 time: 0.0806191 Sep 17 22:18:30.373793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ceed46-1c3c-46a7-b381-985a371cd953', 'name': 'network-vif-deleted', 'tag': 'ee7dc92c-2c50-4290-bcf9-06af9955f5d9'}, {'name': 'network-changed', 'server_uuid': 'b342adf6-17c7-452f-8742-3eb713f2edcd', 'tag': 'f61790cd-9be4-48cb-8920-7ca5e0aa0f84'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:30.377170 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9a3043-ed2d-4851-b251-fefc82114187" -d '{"events": [{"server_uuid": "b0ceed46-1c3c-46a7-b381-985a371cd953", "name": "network-vif-deleted", "tag": "ee7dc92c-2c50-4290-bcf9-06af9955f5d9"}, {"name": "network-changed", "server_uuid": "b342adf6-17c7-452f-8742-3eb713f2edcd", "tag": "f61790cd-9be4-48cb-8920-7ca5e0aa0f84"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:30.381120 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-d5fc8b51-8290-456b-96f9-a808dbc81eb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f61790cd-9be4-48cb-8920-7ca5e0aa0f84 HTTP/1.1" status: 200 len: 217 time: 0.0452254 Sep 17 22:18:30.419128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-bd47ec35-3dac-4c30-a3c9-8b590c90a3aa req-1936f3f5-69bd-4680-afdb-be28aa93c679 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:18:30.420859 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd47ec35-3dac-4c30-a3c9-8b590c90a3aa req-1936f3f5-69bd-4680-afdb-be28aa93c679 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092292 Sep 17 22:18:30.452567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bda2a2-2e88-4270-9792-04ee3572709d req-96b64bcc-8460-4ecc-8d47-036cce3b2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:30.454885 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-96b64bcc-8460-4ecc-8d47-036cce3b2d2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0626087 Sep 17 22:18:30.512226 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] Deleting port 5fa6ffdc-8901-471d-bb15-456d9690752f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:30.512649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.526939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bda2a2-2e88-4270-9792-04ee3572709d req-d39ba4fd-c720-4014-bd98-53e9b6b31289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:30.529219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-d39ba4fd-c720-4014-bd98-53e9b6b31289 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647745 Sep 17 22:18:30.587109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-ea7a293b-5e86-48d4-8978-8386fa7a89e5 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:18:30.588355 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-ea7a293b-5e86-48d4-8978-8386fa7a89e5 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1358829 Sep 17 22:18:30.626785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-ab65e552-1823-48ff-99d2-9e1de10546c5 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883036 Sep 17 22:18:30.634408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] For port 5fa6ffdc-8901-471d-bb15-456d9690752f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5fa6ffdc-8901-471d-bb15-456d9690752f,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:30.635967 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.655763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-9cb713a5-1d6b-4b56-80a6-3c2fe670cc38 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:30.657161 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-9cb713a5-1d6b-4b56-80a6-3c2fe670cc38 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports/ba442dd3-5494-486a-b083-cba6d64ddaac HTTP/1.1" status: 200 len: 1094 time: 0.0577450 Sep 17 22:18:30.658021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] Calling delete_port for 5fa6ffdc-8901-471d-bb15-456d9690752f owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:30.672621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Request body: {'binding': {'host': 'n-h2-713499-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:30.676778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Unknown quota resources ['binding']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:18:30.758127 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bda2a2-2e88-4270-9792-04ee3572709d req-7eea86da-e72e-48d0-8fb5-cd8616b8e40c service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243124 Sep 17 22:18:31.158558 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-3ce9936f-fcf8-4f4a-b03c-024323e17b8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2150292 Sep 17 22:18:31.168937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3c81f-b510-4856-9d35-474d16bdd22d req-adc6d33e-5247-410a-b5d8-59322bca959f tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:31.170302 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1f3c81f-b510-4856-9d35-474d16bdd22d req-adc6d33e-5247-410a-b5d8-59322bca959f tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 947 time: 0.2244630 Sep 17 22:18:31.179144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-4b3c847c-3fe9-494e-89be-8ac194e8d1c9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:18:31.180085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-4b3c847c-3fe9-494e-89be-8ac194e8d1c9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089664 Sep 17 22:18:31.258443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1f3c81f-b510-4856-9d35-474d16bdd22d req-3651be0c-d594-47fb-b613-6c160ed4e549 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744135 Sep 17 22:18:31.270237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac on host n-h2-713499-18 for vnic_type normal with profile None {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:31.270569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:31.270895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:31.281893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0ae91918-3f6e-40d0-b1dd-ef5881306470 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:31.282677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Port ba442dd3-5494-486a-b083-cba6d64ddaac on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:31.282677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:31.310213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:31.310550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:31.310933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:31.311371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Bound port: ba442dd3-5494-486a-b083-cba6d64ddaac, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:31.313715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 0ae91918-3f6e-40d0-b1dd-ef5881306470 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:31.314068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0ae91918-3f6e-40d0-b1dd-ef5881306470 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:31.380402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:31.399080 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ad2e3d-42cf-455f-b77c-8dc2366cb944 x-openstack-request-id: req-21ad2e3d-42cf-455f-b77c-8dc2366cb944 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:31.399950 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ceed46-1c3c-46a7-b381-985a371cd953", "name": "network-vif-deleted", "tag": "ee7dc92c-2c50-4290-bcf9-06af9955f5d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b342adf6-17c7-452f-8742-3eb713f2edcd", "tag": "f61790cd-9be4-48cb-8920-7ca5e0aa0f84", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:31.401079 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21ad2e3d-42cf-455f-b77c-8dc2366cb944 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:31.401796 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ceed46-1c3c-46a7-b381-985a371cd953', 'name': 'network-vif-deleted', 'tag': 'ee7dc92c-2c50-4290-bcf9-06af9955f5d9', 'status': 'completed', 'code': 200} Sep 17 22:18:31.402350 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b342adf6-17c7-452f-8742-3eb713f2edcd', 'tag': 'f61790cd-9be4-48cb-8920-7ca5e0aa0f84', 'status': 'completed', 'code': 200} Sep 17 22:18:31.419420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.452311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa6ffdc-8901-471d-bb15-456d9690752f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:31.467872 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] Notify callbacks [] for binding, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.469059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dafcd4a0-84b1-47a8-9988-0eed8b847154 service neutron] 10.222.0.30 "POST /v2.0/ports/ba442dd3-5494-486a-b083-cba6d64ddaac/bindings HTTP/1.1" status: 201 len: 390 time: 0.8004203 Sep 17 22:18:31.521568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-e3b15d6c-290c-44fd-8f3a-379667a1e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:31.523194 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-e3b15d6c-290c-44fd-8f3a-379667a1e8fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 1098 time: 0.0718491 Sep 17 22:18:31.572034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181700e0-83cd-42db-a4c5-b7490110477f req-fef2897f-4acc-4d63-b74d-b21157026a5a tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:31.574309 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-181700e0-83cd-42db-a4c5-b7490110477f req-fef2897f-4acc-4d63-b74d-b21157026a5a tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 946 time: 0.1236529 Sep 17 22:18:31.628534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-6a631cfb-0c69-47a7-934e-4fd5cb9b8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:31.631188 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-6a631cfb-0c69-47a7-934e-4fd5cb9b8e8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1002548 Sep 17 22:18:31.664774 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-181700e0-83cd-42db-a4c5-b7490110477f req-815aefe4-7d36-44cd-a110-367e997dc4a9 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Sep 17 22:18:31.695476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-d742c04d-1883-4d80-8ac5-8fa5c52321b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f61790cd-9be4-48cb-8920-7ca5e0aa0f84 HTTP/1.1" status: 200 len: 217 time: 0.0429001 Sep 17 22:18:31.718210 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.763679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-93db6273-cc4f-4066-9738-ed89f11a213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:31.769743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-93db6273-cc4f-4066-9738-ed89f11a213b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0650415 Sep 17 22:18:31.770314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48526) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:31.858434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3c4601-6295-4812-bcc7-01682edc45e1 admin admin] Deleting subnet e5fed8c2-b598-4461-a9c9-0342670ea3dd {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:18:31.861294 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4601-6295-4812-bcc7-01682edc45e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.915961 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4601-6295-4812-bcc7-01682edc45e1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.920494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e31dc4-be9c-42a3-a4ba-b31c99b7181f req-f36a5092-33a6-41f3-98d8-32433b85dd8d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:31.924659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d2e31dc4-be9c-42a3-a4ba-b31c99b7181f req-f36a5092-33a6-41f3-98d8-32433b85dd8d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.1482284 Sep 17 22:18:31.932321 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4601-6295-4812-bcc7-01682edc45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.965863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-86b90f20-84f9-4cbd-9475-2b566cb2607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:31.967306 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-86b90f20-84f9-4cbd-9475-2b566cb2607e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1848707 Sep 17 22:18:32.004553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d2e31dc4-be9c-42a3-a4ba-b31c99b7181f req-27b4f539-48ed-42a3-8024-301d9467bc9c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718341 Sep 17 22:18:32.086374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] Router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:18:32.091916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72abae-95d4-48f2-8f86-4157ca9d35ac req-db751de4-2954-4d41-bd8c-2effa620b6fe tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:32.093448 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a72abae-95d4-48f2-8f86-4157ca9d35ac req-db751de4-2954-4d41-bd8c-2effa620b6fe tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 945 time: 0.1394091 Sep 17 22:18:32.167958 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4601-6295-4812-bcc7-01682edc45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.203556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:32.205749 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-d49a9ab8-3623-4e96-930d-7e03f11713a7 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157285 Sep 17 22:18:32.211471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0f541afd-0ef3-4c56-8236-fdc8a57155ec admin admin] 10.222.0.30 "PUT /v2.0/routers/4599e8c3-cdc8-42c2-92fa-29f7d8950f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6830571 Sep 17 22:18:32.212012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48532) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:32.214094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c4601-6295-4812-bcc7-01682edc45e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5fed8c2-b598-4461-a9c9-0342670ea3dd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:32.216333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] Sync routers for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:32.222787 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4601-6295-4812-bcc7-01682edc45e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.227119 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bd3c4601-6295-4812-bcc7-01682edc45e1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e5fed8c2-b598-4461-a9c9-0342670ea3dd HTTP/1.1" status: 204 len: 168 time: 0.4530234 Sep 17 22:18:32.227263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:32.227544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:32.234680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48534) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:32.254743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-0ce2f033-cf64-47e8-a645-2537d9ca4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:32.256254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-0ce2f033-cf64-47e8-a645-2537d9ca4ef3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1097 time: 0.1619139 Sep 17 22:18:32.268662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a72abae-95d4-48f2-8f86-4157ca9d35ac req-8828b9b9-c42c-4889-808d-ee166a717137 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625335 Sep 17 22:18:32.305402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ee7dc92c-2c50-4290-bcf9-06af9955f5d9 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:32.352290 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.377398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: ee7dc92c-2c50-4290-bcf9-06af9955f5d9 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:32.378164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ee7dc92c-2c50-4290-bcf9-06af9955f5d9 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:32.423757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:32.456490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccccea-8c2f-46d5-a430-a4cd42120f35 req-050b7c7c-0983-4566-a61f-c30b16119e01 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:32.462137 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.467747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-26ccccea-8c2f-46d5-a430-a4cd42120f35 req-050b7c7c-0983-4566-a61f-c30b16119e01 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 947 time: 0.1117072 Sep 17 22:18:32.526649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-a3e1034b-88a0-4e46-8803-a299426a16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:32.528538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-a3e1034b-88a0-4e46-8803-a299426a16b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.2492588 Sep 17 22:18:32.565536 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-26ccccea-8c2f-46d5-a430-a4cd42120f35 req-99ffb765-7997-4ba7-978b-55b38d23e7aa tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946164 Sep 17 22:18:32.578955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.594291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba9a3043-ed2d-4851-b251-fefc82114187 req-eeceb158-85d1-412e-9bcc-04c3cefb19d1 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685668 Sep 17 22:18:32.595600 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-1a1e9b43-79d0-4947-8297-38e4ebea49a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba442dd3-5494-486a-b083-cba6d64ddaac HTTP/1.1" status: 200 len: 217 time: 0.0569241 Sep 17 22:18:32.640534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:18:31Z', 'revision_number': 5, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port': {'id': '6366b6ea-149e-4f8e-87d1-db5a5b9765aa', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:01Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:32.671120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] Checking router: 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:32.680520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] Routers {'4599e8c3-cdc8-42c2-92fa-29f7d8950f24'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:32.681134 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:32.707244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Deleting port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:32.707696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.713529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.732143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-461d2746-2a5a-4655-be25-993ea738885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:32.733628 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-461d2746-2a5a-4655-be25-993ea738885e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.1149259 Sep 17 22:18:32.743074 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.743418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.744793 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.745154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > port after_create 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.745503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.745955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > port after_update 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.746285 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.747741 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.748102 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.748580 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.809312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] Set router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:32.810332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] For port 6366b6ea-149e-4f8e-87d1-db5a5b9765aa, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6366b6ea-149e-4f8e-87d1-db5a5b9765aa,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:32.810643 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.819000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.819350 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.822474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.822474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:18:32.822474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929d7f57-ac96-4e47-8e7a-c82f0332dbfe']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:32.823823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Calling delete_port for 6366b6ea-149e-4f8e-87d1-db5a5b9765aa owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:32.867791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:18:32Z', 'revision_number': 6, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:32.875743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-ae2828f4-feda-4fe4-b443-a032fdd1fa61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375140 Sep 17 22:18:32.899435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a01384-f1c2-4a24-b89a-750dd59d8cf5') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:32.899728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a01384-f1c2-4a24-b89a-750dd59d8cf5') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:32.900385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e72ca-bff0-4cb4-9c7a-cd0d0a3e455d None None] The sync data for ids ['4599e8c3-cdc8-42c2-92fa-29f7d8950f24'] in n-d-713499-18 is: [{'id': '4599e8c3-cdc8-42c2-92fa-29f7d8950f24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615247271-router', 'tenant_id': '3fa6d2411ad444d2b8314852a714e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:18:32Z', 'revision_number': 6, 'project_id': '3fa6d2411ad444d2b8314852a714e92d', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:32.931088 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.004849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.021556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbc3d5-459d-420f-b20f-f1bb773beec6 req-fc1a5d4d-913d-4568-b046-8c1ee2ab0cf7 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:33.023054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10bbc3d5-459d-420f-b20f-f1bb773beec6 req-fc1a5d4d-913d-4568-b046-8c1ee2ab0cf7 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 946 time: 0.1971154 Sep 17 22:18:33.027646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:18:33.028042 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: from cryptography.utils import int_from_bytes Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: from cryptography.utils import int_from_bytes Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:18:33.033183 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:18:33.082465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.117498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=6366b6ea-149e-4f8e-87d1-db5a5b9765aa,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:33.136364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-2a24c7a0-413e-450c-88f4-1e4370511437 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322588 Sep 17 22:18:33.175984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10bbc3d5-459d-420f-b20f-f1bb773beec6 req-ea2d8a75-2ddd-43bc-9f19-a659559b1ce1 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416454 Sep 17 22:18:33.179637 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7932a1b1-4bdf-4ec1-86d1-38446e941678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.223841 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.233794 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.234661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629063f-ce29-4d25-aa40-4008dc958b9e req-726c40f9-411c-41af-b6fb-7bdb08c37a64 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:33.236424 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7629063f-ce29-4d25-aa40-4008dc958b9e req-726c40f9-411c-41af-b6fb-7bdb08c37a64 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0840352 Sep 17 22:18:33.247467 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.249360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] 10.222.0.30 "DELETE /v2.0/networks/929d7f57-ac96-4e47-8e7a-c82f0332dbfe HTTP/1.1" status: 204 len: 168 time: 1.0108008 Sep 17 22:18:33.253124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48546) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:33.296955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 584c7424-ccdb-4a90-a4fb-41a2b548c132 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:33.332480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceb730-da53-40a4-9f3e-0b15417355fc admin admin] Pushing event deleted for resources: {'Network': ['ID=929d7f57-ac96-4e47-8e7a-c82f0332dbfe,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:33.373055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee58c14-68b2-4064-a74c-a2f1edaf8f86 admin admin] Deleting subnet c78f4893-7203-477b-b92c-e441ccdae775 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:18:33.391868 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ee58c14-68b2-4064-a74c-a2f1edaf8f86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.445418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-e18223d1-9c92-41d6-8e5c-7e38aebb032d service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925436 Sep 17 22:18:33.464806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-4707c9a8-22fa-427e-8a10-5dc1995b3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:33.466410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-4707c9a8-22fa-427e-8a10-5dc1995b3c36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 1102 time: 0.1514013 Sep 17 22:18:33.475183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 584c7424-ccdb-4a90-a4fb-41a2b548c132, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=584c7424-ccdb-4a90-a4fb-41a2b548c132,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:33.480346 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ee58c14-68b2-4064-a74c-a2f1edaf8f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.490189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '584c7424-ccdb-4a90-a4fb-41a2b548c132', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '584c7424-ccdb-4a90-a4fb-41a2b548c132', 'mac_address': 'fa:16:3e:d9:aa:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:33.537474 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.555668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584c7424-ccdb-4a90-a4fb-41a2b548c132 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:33.577841 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 584c7424-ccdb-4a90-a4fb-41a2b548c132, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=584c7424-ccdb-4a90-a4fb-41a2b548c132,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:33.648597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.694371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.698151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.705220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=584c7424-ccdb-4a90-a4fb-41a2b548c132,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:33.768633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7629063f-ce29-4d25-aa40-4008dc958b9e req-07e5528f-71ee-4b10-b453-051f7e8bb131 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759583 Sep 17 22:18:33.774450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5fa6ffdc-8901-471d-bb15-456d9690752f no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:33.809959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 5fa6ffdc-8901-471d-bb15-456d9690752f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:33.810322 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5fa6ffdc-8901-471d-bb15-456d9690752f not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:33.847824 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.848401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4599e8c3-cdc8-42c2-92fa-29f7d8950f24 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:18:33.854099 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.860667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b2a46cab-75e7-474b-83a9-b1b8a3589e6e admin admin] 10.222.0.30 "DELETE /v2.0/routers/4599e8c3-cdc8-42c2-92fa-29f7d8950f24 HTTP/1.1" status: 204 len: 168 time: 1.6422138 Sep 17 22:18:33.860667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48554) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:33.864472 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ee58c14-68b2-4064-a74c-a2f1edaf8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.914822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8e505-9d77-4db9-aff9-c05e0461d479 req-eed263a2-3a06-4a52-ba0e-09d15490600a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:33.917028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-562846b4-3ea0-41f2-9a86-04937773a401 admin admin] Deleting subnet c5b8e3a8-a816-4177-8e27-b0599eb273d4 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:18:33.921603 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-562846b4-3ea0-41f2-9a86-04937773a401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.922241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ab8e505-9d77-4db9-aff9-c05e0461d479 req-eed263a2-3a06-4a52-ba0e-09d15490600a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 945 time: 0.4629469 Sep 17 22:18:33.985295 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-562846b4-3ea0-41f2-9a86-04937773a401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.987083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-c55dc781-86fa-44c3-85cb-b9147d3aea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:33.988554 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-c55dc781-86fa-44c3-85cb-b9147d3aea21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.5108352 Sep 17 22:18:34.019438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-76334c11-1d19-498c-8ad7-8044358f2db4 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:34.020968 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-76334c11-1d19-498c-8ad7-8044358f2db4 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1097 time: 0.1529326 Sep 17 22:18:34.028507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760890b4-893e-480d-9fcf-5c4eb3c3d071 req-f7cc1bf5-a3b2-4b96-a9e6-5821a9d18c3a tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:34.030039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-760890b4-893e-480d-9fcf-5c4eb3c3d071 req-f7cc1bf5-a3b2-4b96-a9e6-5821a9d18c3a tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 948 time: 0.0871453 Sep 17 22:18:34.054751 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ab8e505-9d77-4db9-aff9-c05e0461d479 req-968150f6-2b7a-44ce-b587-0b583bac19ec tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316590 Sep 17 22:18:34.062963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-18'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:34.066370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-b4e1b93f-a59f-47dc-9020-c488ba564dfa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37 HTTP/1.1" status: 200 len: 217 time: 0.0629225 Sep 17 22:18:34.110330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['584c7424-ccdb-4a90-a4fb-41a2b548c132'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:34.161871 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-562846b4-3ea0-41f2-9a86-04937773a401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.170261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ee58c14-68b2-4064-a74c-a2f1edaf8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.201516 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-760890b4-893e-480d-9fcf-5c4eb3c3d071 req-80644b7c-e398-44e5-9742-256d1ee76e8a tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428661 Sep 17 22:18:34.230695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-b6f4b68d-791d-4729-a47f-55203af28dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:34.232533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-b6f4b68d-791d-4729-a47f-55203af28dc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1459405 Sep 17 22:18:34.236610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee58c14-68b2-4064-a74c-a2f1edaf8f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78f4893-7203-477b-b92c-e441ccdae775,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:34.243514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.276738 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ee58c14-68b2-4064-a74c-a2f1edaf8f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.278586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8ee58c14-68b2-4064-a74c-a2f1edaf8f86 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c78f4893-7203-477b-b92c-e441ccdae775 HTTP/1.1" status: 204 len: 168 time: 1.0249057 Sep 17 22:18:34.281416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48560) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:34.344567 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-562846b4-3ea0-41f2-9a86-04937773a401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.377345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562846b4-3ea0-41f2-9a86-04937773a401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b8e3a8-a816-4177-8e27-b0599eb273d4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:34.382327 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.385226 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-562846b4-3ea0-41f2-9a86-04937773a401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.387148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-562846b4-3ea0-41f2-9a86-04937773a401 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c5b8e3a8-a816-4177-8e27-b0599eb273d4 HTTP/1.1" status: 204 len: 168 time: 0.5284195 Sep 17 22:18:34.387786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-385dc23e-a1c8-4f71-83a5-20d886aa9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:34.389327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-385dc23e-a1c8-4f71-83a5-20d886aa9658 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274230 Sep 17 22:18:34.389834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48562) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:34.393456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67458d2b-95ac-4a4d-aa1c-ded258c10f0b None None] Network 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:34.400987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea46b7-b9a0-4c9d-88b6-6b12cde30a57 req-99b044b0-743b-4faf-91b7-c562b16195b3 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:34.402512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06ea46b7-b9a0-4c9d-88b6-6b12cde30a57 req-99b044b0-743b-4faf-91b7-c562b16195b3 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 946 time: 0.1298633 Sep 17 22:18:34.507110 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.542583 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.553843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:34.565724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06ea46b7-b9a0-4c9d-88b6-6b12cde30a57 req-4472f8a8-e5c1-440a-9188-dd86a43852b3 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233165 Sep 17 22:18:34.587215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa794ff-66bb-4314-bb1f-707029f4bbfb']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:34.591324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-082336d4-33c4-43ac-83f1-880eecf0a148 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860220 Sep 17 22:18:34.601443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979cd054-d100-4e07-acbc-39f6ab674ce8') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:34.601443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979cd054-d100-4e07-acbc-39f6ab674ce8') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:34.610635 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.614298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f4062-8130-43ae-bad7-c675e22c8627 None None] DHCP port deletion for 8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:18:34.634141 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.642795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:18:34.643206 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:18:34.644879 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:18:34.647084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Deleting port 1d84285b-36e9-476a-b49f-6030753cffc4 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:34.647084 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.670004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f4062-8130-43ae-bad7-c675e22c8627 None None] Deleting port 1d84285b-36e9-476a-b49f-6030753cffc4 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:34.670378 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4062-8130-43ae-bad7-c675e22c8627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.673945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:34.737379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba442dd3-5494-486a-b083-cba6d64ddaac'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:34.739663 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcca19f3-347a-4019-a030-3903cd619e99" -d '{"events": [{"server_uuid": "acb2f6da-17c4-48c9-a30b-6e02be7b7f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "ba442dd3-5494-486a-b083-cba6d64ddaac"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:34.750259 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.752216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-dc8f4062-8130-43ae-bad7-c675e22c8627 None None] For port 1d84285b-36e9-476a-b49f-6030753cffc4, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1d84285b-36e9-476a-b49f-6030753cffc4,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:34.752621 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4062-8130-43ae-bad7-c675e22c8627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.756064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-ddb5218f-8e91-4d48-b4ec-d9c946aa30ed service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550012 Sep 17 22:18:34.757812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] For port 1d84285b-36e9-476a-b49f-6030753cffc4, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1d84285b-36e9-476a-b49f-6030753cffc4,segment=NetworkSegment(2fddf9eb-3772-44e6-974f-50ffc3a83d6c),segment_id=2fddf9eb-3772-44e6-974f-50ffc3a83d6c)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:34.758298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.771128 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f4062-8130-43ae-bad7-c675e22c8627 None None] Calling delete_port for 1d84285b-36e9-476a-b49f-6030753cffc4 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:34.771469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Calling delete_port for 1d84285b-36e9-476a-b49f-6030753cffc4 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:34.790438 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b0d845-4138-45f4-84fd-145cbbff9c66 x-openstack-request-id: req-54b0d845-4138-45f4-84fd-145cbbff9c66 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:34.790438 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb2f6da-17c4-48c9-a30b-6e02be7b7f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "ba442dd3-5494-486a-b083-cba6d64ddaac", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:34.790438 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54b0d845-4138-45f4-84fd-145cbbff9c66 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:34.790438 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba442dd3-5494-486a-b083-cba6d64ddaac', 'code': 200} Sep 17 22:18:34.815576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.821772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.824392 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] 10.222.0.30 "DELETE /v2.0/networks/5fa794ff-66bb-4314-bb1f-707029f4bbfb HTTP/1.1" status: 204 len: 168 time: 0.5418930 Sep 17 22:18:34.837823 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.853063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef91ba0-7c15-4b45-8609-cbbf7bc5f84b admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa794ff-66bb-4314-bb1f-707029f4bbfb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:34.980532 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.989830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Pushing event updated for resources: {'Port': ['ID=ba442dd3-5494-486a-b083-cba6d64ddaac,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:34.992840 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4062-8130-43ae-bad7-c675e22c8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.013558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66955d6d-93b6-466c-b772-e7aa3d5c87c1 req-c273f01f-c275-418d-9270-c17a9b5a8096 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:35.015886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66955d6d-93b6-466c-b772-e7aa3d5c87c1 req-c273f01f-c275-418d-9270-c17a9b5a8096 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.1263831 Sep 17 22:18:35.019426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac on host n-h1-713499-18 for vnic_type normal with profile {"migrating_to": "n-h2-713499-18"} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:35.019767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:35.020091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:35.031644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Port ba442dd3-5494-486a-b083-cba6d64ddaac on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:35.031969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Attempting to bind port ba442dd3-5494-486a-b083-cba6d64ddaac on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:35.035612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1d84285b-36e9-476a-b49f-6030753cffc4 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:35.037442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d84285b-36e9-476a-b49f-6030753cffc4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:35.037585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f4062-8130-43ae-bad7-c675e22c8627 None None] Pushing event deleted for resources: {'Port': ['ID=1d84285b-36e9-476a-b49f-6030753cffc4,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:35.044980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:35.045322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:35.045708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:35.046139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Bound port: ba442dd3-5494-486a-b083-cba6d64ddaac, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:35.046494 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.049766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] No DVR routers for this DVR port 1d84285b-36e9-476a-b49f-6030753cffc4 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:35.062279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f4062-8130-43ae-bad7-c675e22c8627 None None] No DVR routers for this DVR port 1d84285b-36e9-476a-b49f-6030753cffc4 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:35.064906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 1d84285b-36e9-476a-b49f-6030753cffc4 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:35.064906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1d84285b-36e9-476a-b49f-6030753cffc4 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:35.064906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6366b6ea-149e-4f8e-87d1-db5a5b9765aa no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:35.090286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 6366b6ea-149e-4f8e-87d1-db5a5b9765aa {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:35.090630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6366b6ea-149e-4f8e-87d1-db5a5b9765aa not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:35.115632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66955d6d-93b6-466c-b772-e7aa3d5c87c1 req-2eda9ec6-c6ca-4b7d-9a75-157fae517fca tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904288 Sep 17 22:18:35.164146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:35.167944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:35.181441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.225241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:35.237224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fddf9eb-3772-44e6-974f-50ffc3a83d6c') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:35.237518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fddf9eb-3772-44e6-974f-50ffc3a83d6c') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:35.249865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.266245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48578) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:35.281630 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.290403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195992a-6de4-4ab0-8c46-2b417f340d7d req-ba9dbd54-77a5-470e-a2e7-f3a522e296fd tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:35.296782 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4195992a-6de4-4ab0-8c46-2b417f340d7d req-ba9dbd54-77a5-470e-a2e7-f3a522e296fd tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.1073537 Sep 17 22:18:35.299285 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.321222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f61790cd-9be4-48cb-8920-7ca5e0aa0f84 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:35.332771 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 584c7424-ccdb-4a90-a4fb-41a2b548c132 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:35.341336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:18:35.341742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:18:35.345034 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:18:35.382689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Pushing event updated for resources: {'Port': ['ID=ba442dd3-5494-486a-b083-cba6d64ddaac,revision_number=8']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:35.387753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:35.388395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.389902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d77381de-6d95-4e16-9b75-a2724408fbac service neutron] 10.222.0.15 "PUT /v2.0/ports/ba442dd3-5494-486a-b083-cba6d64ddaac HTTP/1.1" status: 200 len: 1123 time: 1.3338115 Sep 17 22:18:35.411001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914733df-f9f0-4634-8685-4666f4a47eab req-ac786da4-78bc-41fe-b00d-cd33dde1eac7 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:35.412796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-914733df-f9f0-4634-8685-4666f4a47eab req-ac786da4-78bc-41fe-b00d-cd33dde1eac7 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 948 time: 0.0871258 Sep 17 22:18:35.440190 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4195992a-6de4-4ab0-8c46-2b417f340d7d req-9cee2fbc-2f18-4995-9213-671e8b7358e2 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383302 Sep 17 22:18:35.442653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-29bddbee-73ab-4284-a4dc-7bad34827de9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de4005d13af44de0be84d06d6ffdd14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766658 Sep 17 22:18:35.446499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48580) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:35.501973 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-914733df-f9f0-4634-8685-4666f4a47eab req-1ff1b927-921b-444d-bf7b-24a9e3194946 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768845 Sep 17 22:18:35.505455 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.513608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.516695 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d HTTP/1.1" status: 204 len: 168 time: 1.1253037 Sep 17 22:18:35.528850 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2b8d576e-c9f9-4530-a98d-5055ab3c4e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.532682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6437c-2f2a-43a6-8290-dda0493c5141 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d33a9b7-5cf9-4d6c-b5ec-4fcec6c3516d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:35.557969 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2b8d576e-c9f9-4530-a98d-5055ab3c4e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.616307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f61790cd-9be4-48cb-8920-7ca5e0aa0f84, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:35.621074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ba442dd3-5494-486a-b083-cba6d64ddaac'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:35.659255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'f61790cd-9be4-48cb-8920-7ca5e0aa0f84', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'f61790cd-9be4-48cb-8920-7ca5e0aa0f84', 'mac_address': 'fa:16:3e:7f:d0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:35.662582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 584c7424-ccdb-4a90-a4fb-41a2b548c132 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:35.672166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 584c7424-ccdb-4a90-a4fb-41a2b548c132 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:35.672538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.680827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2b8d576e-c9f9-4530-a98d-5055ab3c4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.684426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2b8d576e-c9f9-4530-a98d-5055ab3c4e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.688010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2b8d576e-c9f9-4530-a98d-5055ab3c4e9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7841997-f717-4ffe-8abb-f3a59838162c HTTP/1.1" status: 204 len: 168 time: 0.2377071 Sep 17 22:18:35.694181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d576e-c9f9-4530-a98d-5055ab3c4e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7841997-f717-4ffe-8abb-f3a59838162c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:35.704649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d359dc-0d8b-46de-9cfc-31fc81a309c9 req-df68b507-3329-46d8-8477-0ee01e0effee tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:35.706262 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79d359dc-0d8b-46de-9cfc-31fc81a309c9 req-df68b507-3329-46d8-8477-0ee01e0effee tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 946 time: 0.0524297 Sep 17 22:18:35.753193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79d359dc-0d8b-46de-9cfc-31fc81a309c9 req-d55a4d7f-c486-47a2-b51d-7a6c3edd5016 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Sep 17 22:18:35.786670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.820045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61790cd-9be4-48cb-8920-7ca5e0aa0f84 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:35.869745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f61790cd-9be4-48cb-8920-7ca5e0aa0f84, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:35.876513 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1790b6b7-01e7-43a6-93c6-8c0188c18282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.896864 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.910532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48590) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:35.935428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c143018-7b8b-4504-93d9-add232d222f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c7424-ccdb-4a90-a4fb-41a2b548c132'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:35.937719 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1671ae8-b4a3-455f-9809-ad7405877ce3" -d '{"events": [{"server_uuid": "6c143018-7b8b-4504-93d9-add232d222f4", "name": "network-vif-plugged", "status": "completed", "tag": "584c7424-ccdb-4a90-a4fb-41a2b548c132"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:35.954195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3e97f433-2034-418b-898a-22b6d47c329d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3fa6d2411ad444d2b8314852a714e92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402231 Sep 17 22:18:35.954723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48594) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:35.962983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 584c7424-ccdb-4a90-a4fb-41a2b548c132, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=584c7424-ccdb-4a90-a4fb-41a2b548c132,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:35.963924 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.000074 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef599b9a-cce8-408b-bd42-cdb4518e5755 x-openstack-request-id: req-ef599b9a-cce8-408b-bd42-cdb4518e5755 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:36.000394 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c143018-7b8b-4504-93d9-add232d222f4", "name": "network-vif-plugged", "status": "completed", "tag": "584c7424-ccdb-4a90-a4fb-41a2b548c132", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:36.000714 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef599b9a-cce8-408b-bd42-cdb4518e5755 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:36.001107 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c143018-7b8b-4504-93d9-add232d222f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c7424-ccdb-4a90-a4fb-41a2b548c132', 'code': 200} Sep 17 22:18:36.017805 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8021b7b8-9aff-4349-b4f6-63b83acaea9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.042134 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.047112 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8021b7b8-9aff-4349-b4f6-63b83acaea9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.047274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:36.100162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=584c7424-ccdb-4a90-a4fb-41a2b548c132,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:36.146599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2ca4b-fe52-4ae5-ab42-9a2f087d949e req-22c09a66-dd5a-4aed-95b9-d89e7de9188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:36.148114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29e2ca4b-fe52-4ae5-ab42-9a2f087d949e req-22c09a66-dd5a-4aed-95b9-d89e7de9188e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 1101 time: 0.0575485 Sep 17 22:18:36.191990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29e2ca4b-fe52-4ae5-ab42-9a2f087d949e req-869856df-4cce-44d3-a100-de8dbdf58a13 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286305 Sep 17 22:18:36.227369 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8021b7b8-9aff-4349-b4f6-63b83acaea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.230785 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8021b7b8-9aff-4349-b4f6-63b83acaea9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.233029 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8021b7b8-9aff-4349-b4f6-63b83acaea9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c81c19fe-0ad8-4069-bbf9-c111748a7f16 HTTP/1.1" status: 204 len: 168 time: 0.2776430 Sep 17 22:18:36.245608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021b7b8-9aff-4349-b4f6-63b83acaea9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c19fe-0ad8-4069-bbf9-c111748a7f16,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:36.261569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6924e-1311-4c9b-8592-2805d609b10b req-9b1f6f72-b985-4ab8-b781-6bae69ed330c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:36.263084 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ed6924e-1311-4c9b-8592-2805d609b10b req-9b1f6f72-b985-4ab8-b781-6bae69ed330c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0635273 Sep 17 22:18:36.309389 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ed6924e-1311-4c9b-8592-2805d609b10b req-a7dd81c0-f970-4fca-80e4-22374324268a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 Sep 17 22:18:36.436666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48606) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:36.482717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-500528b3-2528-4e5a-be44-f72af96bbe6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5512e966bb8403dae795c92a61453bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423322 Sep 17 22:18:36.482935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48610) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:36.562843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b46e4e5-1460-49e2-afd7-ee89a962001f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.591916 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b46e4e5-1460-49e2-afd7-ee89a962001f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.609824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8771-d0f1-4419-8f47-8780c037edac req-876b9fe2-7013-4b66-b0dd-e82c1da820b0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:36.611399 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24ae8771-d0f1-4419-8f47-8780c037edac req-876b9fe2-7013-4b66-b0dd-e82c1da820b0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.0833070 Sep 17 22:18:36.611940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['f61790cd-9be4-48cb-8920-7ca5e0aa0f84'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:36.666206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24ae8771-d0f1-4419-8f47-8780c037edac req-f3e9d136-01b9-4ca1-a764-2efc0e77e5b7 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465670 Sep 17 22:18:36.723409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bfeb9-5fa0-47be-bc8f-745110ea07fb req-b5a5bdb7-65d0-4e55-882d-b6466823fe01 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:36.724966 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f61bfeb9-5fa0-47be-bc8f-745110ea07fb req-b5a5bdb7-65d0-4e55-882d-b6466823fe01 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 949 time: 0.0634785 Sep 17 22:18:36.746123 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b46e4e5-1460-49e2-afd7-ee89a962001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.750451 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b46e4e5-1460-49e2-afd7-ee89a962001f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.753481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3b46e4e5-1460-49e2-afd7-ee89a962001f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/580bf390-16db-4c21-9425-21cc1f712570 HTTP/1.1" status: 204 len: 168 time: 0.2679358 Sep 17 22:18:36.764139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e4e5-1460-49e2-afd7-ee89a962001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580bf390-16db-4c21-9425-21cc1f712570,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:36.791451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'tag': 'ba442dd3-5494-486a-b083-cba6d64ddaac'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:36.793657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f61bfeb9-5fa0-47be-bc8f-745110ea07fb req-b3a816df-c6e4-4103-93e0-0456f056ccad tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554197 Sep 17 22:18:36.794397 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a028cede-47c3-46a5-a25c-a2614b6c01cc" -d '{"events": [{"name": "network-changed", "server_uuid": "acb2f6da-17c4-48c9-a30b-6e02be7b7f8b", "tag": "ba442dd3-5494-486a-b083-cba6d64ddaac"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:36.835821 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a9e418-9c17-44f2-abb5-824d0aa37298 x-openstack-request-id: req-90a9e418-9c17-44f2-abb5-824d0aa37298 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:36.836138 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb2f6da-17c4-48c9-a30b-6e02be7b7f8b", "tag": "ba442dd3-5494-486a-b083-cba6d64ddaac", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:36.844354 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90a9e418-9c17-44f2-abb5-824d0aa37298 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:36.844354 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'tag': 'ba442dd3-5494-486a-b083-cba6d64ddaac', 'status': 'completed', 'code': 200} Sep 17 22:18:36.934909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f61946-e261-4f62-a8d0-8dec8c07616f req-939fd70d-2d4b-45a1-a8f3-53601a2917b0 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:36.936485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a3f61946-e261-4f62-a8d0-8dec8c07616f req-939fd70d-2d4b-45a1-a8f3-53601a2917b0 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 947 time: 0.0857315 Sep 17 22:18:36.939572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028cede-47c3-46a5-a25c-a2614b6c01cc req-c1c6cbeb-e039-41ce-bdf9-3783e3619796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:36.941018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a028cede-47c3-46a5-a25c-a2614b6c01cc req-c1c6cbeb-e039-41ce-bdf9-3783e3619796 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1126 time: 0.0790081 Sep 17 22:18:36.973675 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.035218 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a3f61946-e261-4f62-a8d0-8dec8c07616f req-102e3220-173a-42f6-b527-51f629c8db2a tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927105 Sep 17 22:18:37.068038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028cede-47c3-46a5-a25c-a2614b6c01cc req-d9d65760-6ec3-4f6c-a04f-6b9f93d3932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:37.069684 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a028cede-47c3-46a5-a25c-a2614b6c01cc req-d9d65760-6ec3-4f6c-a04f-6b9f93d3932d service neutron] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.1189225 Sep 17 22:18:37.135859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a028cede-47c3-46a5-a25c-a2614b6c01cc req-90634ca0-267a-41fa-9504-e04309bae606 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba442dd3-5494-486a-b083-cba6d64ddaac HTTP/1.1" status: 200 len: 217 time: 0.0552869 Sep 17 22:18:37.151256 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.192988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028cede-47c3-46a5-a25c-a2614b6c01cc req-b038abdc-9a88-483e-a7b3-e15b9ad9cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:37.194692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a028cede-47c3-46a5-a25c-a2614b6c01cc req-b038abdc-9a88-483e-a7b3-e15b9ad9cfe1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.0519998 Sep 17 22:18:37.229575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a028cede-47c3-46a5-a25c-a2614b6c01cc req-dd998e77-1d2e-4328-9112-4b64ad397187 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253704 Sep 17 22:18:37.328775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a028cede-47c3-46a5-a25c-a2614b6c01cc req-0b5e4540-0aac-445e-8b49-60e21202fab6 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912929 Sep 17 22:18:37.359859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:37.468465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a028cede-47c3-46a5-a25c-a2614b6c01cc req-96f4b660-d971-4dff-8d0f-ba21009bd909 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272104 Sep 17 22:18:37.489076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:37.503042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954889c-1c56-4ff5-b84e-d6cfe9b7dfee req-256fab24-a67d-4472-a615-c0370d26f7c1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:37.506215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:18:37.508585 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e954889c-1c56-4ff5-b84e-d6cfe9b7dfee req-256fab24-a67d-4472-a615-c0370d26f7c1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.1089242 Sep 17 22:18:37.547799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e954889c-1c56-4ff5-b84e-d6cfe9b7dfee req-21582c28-cefa-49a8-a377-ec3e21311a02 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Sep 17 22:18:37.692984 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-dd014887-312d-4584-8f9d-05560fba8da3 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ded41f0a4d4f48d29ae22cd568869c98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219910 Sep 17 22:18:37.796808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9538b-4778-4ba6-98b6-8c559f1130c9 req-cdc40b77-c93c-4463-83c5-fffdd65e6d66 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:37.798312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cd9538b-4778-4ba6-98b6-8c559f1130c9 req-cdc40b77-c93c-4463-83c5-fffdd65e6d66 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.0497816 Sep 17 22:18:37.808459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-1c13841b-0a5a-4958-bd17-eee09c8e39fe tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:37.810434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-1c13841b-0a5a-4958-bd17-eee09c8e39fe tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109388 Sep 17 22:18:37.827017 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-ad4c015f-1193-4ed7-afcc-cb70ffba1859 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/quotas/ded41f0a4d4f48d29ae22cd568869c98 HTTP/1.1" status: 200 len: 375 time: 0.0105593 Sep 17 22:18:37.839833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cd9538b-4778-4ba6-98b6-8c559f1130c9 req-5fc83b1e-741f-4bf8-88f3-afab4b391738 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350249 Sep 17 22:18:37.862183 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-aef51e7a-fb4e-42e6-bfa6-7523798e2949 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ded41f0a4d4f48d29ae22cd568869c98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280108 Sep 17 22:18:37.916458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48680) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:37.950919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12ad59-1cd7-42b8-a0fb-19c11a1a799b req-8359aa2f-93fd-4835-9780-1d38907d7359 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:37.952582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d12ad59-1cd7-42b8-a0fb-19c11a1a799b req-8359aa2f-93fd-4835-9780-1d38907d7359 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 949 time: 0.0521629 Sep 17 22:18:37.992169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d12ad59-1cd7-42b8-a0fb-19c11a1a799b req-59705eb5-d666-450f-82ee-52b54426145c tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339053 Sep 17 22:18:38.022727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-network', 'tenant_id': '8ba5328458414ad094209781c4ebfb80'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:38.110933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Made reservation on behalf of 8ba5328458414ad094209781c4ebfb80 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:38.112673 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7001ad7d-39c5-4b4b-a50f-83834bbc9d5b req-5ffeac93-8635-49d2-ab9a-271f94a99d93 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 210 time: 0.0285583 Sep 17 22:18:38.113289 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.123911 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.210936 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778657a-a83c-4894-b1a9-7762085cdc95 req-cc1ce941-e32f-4d72-a0cd-fc3086ab9e5f tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:38.212435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8778657a-a83c-4894-b1a9-7762085cdc95 req-cc1ce941-e32f-4d72-a0cd-fc3086ab9e5f tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 947 time: 0.0748775 Sep 17 22:18:38.278144 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8778657a-a83c-4894-b1a9-7762085cdc95 req-79782d63-57d8-4ab5-b37b-4f316a0e1cbb tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552425 Sep 17 22:18:38.303469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.371975 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.393040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:18:38.406610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bfe134-a9c3-4756-9965-edd6cc7e546e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:38.411371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.411718 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Added segment 2b432ca1-d912-4d24-a7e8-f684f6474c19 of type vlan for network 302c2984-af92-4142-96ef-e63881857f63 Sep 17 22:18:38.449982 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.568126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.569157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:38.569752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.630715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] Pushing event updated for resources: {'Network': ['ID=302c2984-af92-4142-96ef-e63881857f63,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:38.641885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 302c2984-af92-4142-96ef-e63881857f63 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:18:38.684191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a4fd-509d-4407-a8b4-ef7907d79cdf req-58cdf617-8b1e-490f-93bc-f0b51fab1275 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:38.685679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f107a4fd-509d-4407-a8b4-ef7907d79cdf req-58cdf617-8b1e-490f-93bc-f0b51fab1275 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0567238 Sep 17 22:18:38.687134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1c566271-cbef-40b6-8eba-f85569c3affe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7696347 Sep 17 22:18:38.690112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48700) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:38.695052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Request body: {'subnet': {'network_id': '302c2984-af92-4142-96ef-e63881857f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-subnet', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:38.744797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f107a4fd-509d-4407-a8b4-ef7907d79cdf req-85642a23-9b8a-4a55-84e7-fee851fe4425 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461154 Sep 17 22:18:38.813701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Made reservation on behalf of 8ba5328458414ad094209781c4ebfb80 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:38.816143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.842212 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.014324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fbd20-044b-48d8-a4c0-3319b3816db5 req-59cdd470-c489-4882-8ce2-94e3b9612d25 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.015801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a7fbd20-044b-48d8-a4c0-3319b3816db5 req-59cdd470-c489-4882-8ce2-94e3b9612d25 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.0923789 Sep 17 22:18:39.059779 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a7fbd20-044b-48d8-a4c0-3319b3816db5 req-2196a322-efe9-46ce-9931-bd6c508698b1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Sep 17 22:18:39.097778 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.116483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3cd4-b0b1-406f-bf22-8df79d7f2423 req-de9d851d-d2ab-44e6-97b5-4f2b6931a239 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.117971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fabf3cd4-b0b1-406f-bf22-8df79d7f2423 req-de9d851d-d2ab-44e6-97b5-4f2b6931a239 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 949 time: 0.0538793 Sep 17 22:18:39.157572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=874620c4-8b64-4ca8-89a9-738e2e195b84,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:39.161129 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fabf3cd4-b0b1-406f-bf22-8df79d7f2423 req-5bcfa8c3-d4d9-4ba8-8edb-897d013685c8 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Sep 17 22:18:39.173382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Checking segment: {'id': '2b432ca1-d912-4d24-a7e8-f684f6474c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '302c2984-af92-4142-96ef-e63881857f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:39.178837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Network hostable DHCP agents. Network: 302c2984-af92-4142-96ef-e63881857f63, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:18:39.235468 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb961324-695a-4cc1-81a3-645fbc9828c5 req-8297347e-3cb8-4c8e-a677-a3bfc1ac0b7b tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 210 time: 0.0334132 Sep 17 22:18:39.247671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Network 302c2984-af92-4142-96ef-e63881857f63 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:18:39.333696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 302c2984-af92-4142-96ef-e63881857f63) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:39.339048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.339782 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.343665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e067f-11c7-4fac-aa0f-ac9b41d82a82 None None] Network 302c2984-af92-4142-96ef-e63881857f63 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:39.403071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfffa4-3ae0-419d-9c36-7ac263ac28f7 req-fbb8008e-6f31-40da-808e-223bdc6b0134 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.405782 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1cbfffa4-3ae0-419d-9c36-7ac263ac28f7 req-fbb8008e-6f31-40da-808e-223bdc6b0134 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 947 time: 0.0598323 Sep 17 22:18:39.407148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f61790cd-9be4-48cb-8920-7ca5e0aa0f84 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:39.433082 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0a18f9b9-7077-42da-9c30-3c81d5bd1d2a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7419755 Sep 17 22:18:39.435996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48718) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:39.441091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-router', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:39.449162 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1cbfffa4-3ae0-419d-9c36-7ac263ac28f7 req-1dc5a9ac-a3c0-42b4-aa2d-b9b60609b22c tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363729 Sep 17 22:18:39.527677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.528914 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.562547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-302c2984-af92-4142-96ef-e63881857f63', 'network_id': '302c2984-af92-4142-96ef-e63881857f63', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'fixed_ips': [{'subnet_id': '874620c4-8b64-4ca8-89a9-738e2e195b84'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:18:39.562547 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.581345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:39.587247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:39.589123 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.591791 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.645731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ace4a0-9d08-49a4-ad5d-7a920d5cbca4 req-4b8f161c-c3be-41ea-acd3-bfdc5a300695 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.647405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48ace4a0-9d08-49a4-ad5d-7a920d5cbca4 req-4b8f161c-c3be-41ea-acd3-bfdc5a300695 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 949 time: 0.0541325 Sep 17 22:18:39.689467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48ace4a0-9d08-49a4-ad5d-7a920d5cbca4 req-22ed422d-7b8b-4a4e-bc01-0b0148b937e7 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357723 Sep 17 22:18:39.764810 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Allocated IP 172.20.0.2 (302c2984-af92-4142-96ef-e63881857f63/874620c4-8b64-4ca8-89a9-738e2e195b84/648bd12b-ecc7-4401-8386-c604d9e10018) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:39.780306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.826532 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.830768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b342adf6-17c7-452f-8742-3eb713f2edcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61790cd-9be4-48cb-8920-7ca5e0aa0f84'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:39.833074 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67baa86b-3451-45b9-a47b-ef5604dfd535" -d '{"events": [{"server_uuid": "b342adf6-17c7-452f-8742-3eb713f2edcd", "name": "network-vif-plugged", "status": "completed", "tag": "f61790cd-9be4-48cb-8920-7ca5e0aa0f84"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:39.874952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f61790cd-9be4-48cb-8920-7ca5e0aa0f84, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:39.914211 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f06f-d168-4b39-89c4-c43ab83edb73 req-01fe3fb1-92d1-42f9-b7f3-ddd3436fc0e7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.916469 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6681f06f-d168-4b39-89c4-c43ab83edb73 req-01fe3fb1-92d1-42f9-b7f3-ddd3436fc0e7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0568054 Sep 17 22:18:39.930132 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce28f1-31b1-453d-bb70-2c07caf7be3a x-openstack-request-id: req-63ce28f1-31b1-453d-bb70-2c07caf7be3a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:39.930425 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b342adf6-17c7-452f-8742-3eb713f2edcd", "name": "network-vif-plugged", "status": "completed", "tag": "f61790cd-9be4-48cb-8920-7ca5e0aa0f84", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:39.930671 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63ce28f1-31b1-453d-bb70-2c07caf7be3a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:39.931055 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b342adf6-17c7-452f-8742-3eb713f2edcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61790cd-9be4-48cb-8920-7ca5e0aa0f84', 'code': 200} Sep 17 22:18:39.961166 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.973533 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6681f06f-d168-4b39-89c4-c43ab83edb73 req-ae7f0d21-ef13-4f31-ab88-b092c5a20db8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435288 Sep 17 22:18:40.021737 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.032244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:40.075133 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.098943 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.148510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Network 302c2984-af92-4142-96ef-e63881857f63 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:40.151276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:40.154952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:40.166223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Pushing event updated for resources: {'Port': ['ID=648bd12b-ecc7-4401-8386-c604d9e10018,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:40.183403 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.213322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c453bb5-6988-45b4-8fd6-eccdc417831c req-f36fb47a-4d19-40b8-a025-e990144580d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:40.214816 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c453bb5-6988-45b4-8fd6-eccdc417831c req-f36fb47a-4d19-40b8-a025-e990144580d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 1100 time: 0.1248689 Sep 17 22:18:40.215217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Attempting to bind port 648bd12b-ecc7-4401-8386-c604d9e10018 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:40.215585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Attempting to bind port 648bd12b-ecc7-4401-8386-c604d9e10018 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2b432ca1-d912-4d24-a7e8-f684f6474c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '302c2984-af92-4142-96ef-e63881857f63'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:40.215811 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.215943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Attempting to bind port 648bd12b-ecc7-4401-8386-c604d9e10018 on network 302c2984-af92-4142-96ef-e63881857f63 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:40.221088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:40.221458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Checking segment: {'id': '2b432ca1-d912-4d24-a7e8-f684f6474c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '302c2984-af92-4142-96ef-e63881857f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:40.221854 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.222244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Bound using segment: {'id': '2b432ca1-d912-4d24-a7e8-f684f6474c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '302c2984-af92-4142-96ef-e63881857f63'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:40.222731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Bound port: 648bd12b-ecc7-4401-8386-c604d9e10018, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b432ca1-d912-4d24-a7e8-f684f6474c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '302c2984-af92-4142-96ef-e63881857f63'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:40.223147 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.240867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947d5fd-84a0-4eea-a4d1-b3b123876fe1 req-61b2e908-4543-4258-af1e-8601bdb9f3cc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:40.242423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1947d5fd-84a0-4eea-a4d1-b3b123876fe1 req-61b2e908-4543-4258-af1e-8601bdb9f3cc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.1038601 Sep 17 22:18:40.298184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] For port 648bd12b-ecc7-4401-8386-c604d9e10018, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:40.302409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] For port 648bd12b-ecc7-4401-8386-c604d9e10018, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=648bd12b-ecc7-4401-8386-c604d9e10018,segment=NetworkSegment(2b432ca1-d912-4d24-a7e8-f684f6474c19),segment_id=2b432ca1-d912-4d24-a7e8-f684f6474c19)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:40.340194 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-794ddea7-c29d-4fbd-8d73-c9b6e67a8360 req-e9904d1d-4830-4ce5-811d-01cffc3604d9 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 210 time: 0.0301454 Sep 17 22:18:40.347322 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c453bb5-6988-45b4-8fd6-eccdc417831c req-dc679f6c-35ec-477d-b5c7-5702f65f2525 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208606 Sep 17 22:18:40.366873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1947d5fd-84a0-4eea-a4d1-b3b123876fe1 req-db7d510d-5913-4d72-8aec-4c475d560669 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131761 Sep 17 22:18:40.379912 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.395866 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Allocated IP 172.25.6.163 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:40.447488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e7624-08a8-4431-ba0c-7d4f6574a0ba None None] Pushing event updated for resources: {'Port': ['ID=648bd12b-ecc7-4401-8386-c604d9e10018,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:40.507608 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.623906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acd2a9-188e-4055-a62b-c458eca7d6e6 req-dc545183-6683-45d3-8aef-c566f01e3ab4 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:40.624136 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.637393 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-43acd2a9-188e-4055-a62b-c458eca7d6e6 req-dc545183-6683-45d3-8aef-c566f01e3ab4 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 948 time: 0.0967283 Sep 17 22:18:40.672566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:40.675559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:40.679356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:40.688914 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-43acd2a9-188e-4055-a62b-c458eca7d6e6 req-de38e2d5-d5d9-4957-9fa2-d93e2d49e55e tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499699 Sep 17 22:18:40.714637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Pushing event updated for resources: {'Port': ['ID=fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:40.812794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad02ac1-d27a-4d84-a496-a2e13639ca70 req-df90fcbb-39e0-4e77-ad08-dfcc9e2126a4 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:40.814388 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ad02ac1-d27a-4d84-a496-a2e13639ca70 req-df90fcbb-39e0-4e77-ad08-dfcc9e2126a4 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 949 time: 0.0497203 Sep 17 22:18:40.854208 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ad02ac1-d27a-4d84-a496-a2e13639ca70 req-f59a27a7-a3f4-44ca-8a40-a238661fc2d5 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Sep 17 22:18:40.899754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-b678abc0-878b-4035-8376-50eef4a1c5a5 service neutron] 10.222.0.23 "GET /v2.0/ports/ba442dd3-5494-486a-b083-cba6d64ddaac/bindings/n-h2-713499-18 HTTP/1.1" status: 200 len: 385 time: 0.0663691 Sep 17 22:18:41.075082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 648bd12b-ecc7-4401-8386-c604d9e10018 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:41.129081 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.144591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 648bd12b-ecc7-4401-8386-c604d9e10018 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:41.145336 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.167710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db80b2-1e2f-48bc-b92a-10cc47ff27b3 req-57d64913-03de-4033-a688-099da47f2fff tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:41.177474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23db80b2-1e2f-48bc-b92a-10cc47ff27b3 req-57d64913-03de-4033-a688-099da47f2fff tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0921967 Sep 17 22:18:41.229100 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23db80b2-1e2f-48bc-b92a-10cc47ff27b3 req-4416fbfd-3786-4990-90a7-572876f6692a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502717 Sep 17 22:18:41.239453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-77e6bfd1-9951-445e-a2fc-6296ac76ff3d tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ded41f0a4d4f48d29ae22cd568869c98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624268 Sep 17 22:18:41.245899 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.285496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 648bd12b-ecc7-4401-8386-c604d9e10018, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=648bd12b-ecc7-4401-8386-c604d9e10018,segment=NetworkSegment(2b432ca1-d912-4d24-a7e8-f684f6474c19),segment_id=2b432ca1-d912-4d24-a7e8-f684f6474c19)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:41.344047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.394465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:41.432044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0510b21e-d4c4-4848-87f2-5971a4a6bb0d None None] Network 302c2984-af92-4142-96ef-e63881857f63 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:41.476089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=648bd12b-ecc7-4401-8386-c604d9e10018,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:41.540142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce0478-56ac-4537-b602-16aba3e0e09b req-21036a9d-1215-4eb5-9649-6b82b6f8757b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:41.542077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-73ce0478-56ac-4537-b602-16aba3e0e09b req-21036a9d-1215-4eb5-9649-6b82b6f8757b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 943 time: 0.0546954 Sep 17 22:18:41.569507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d6bab7c3-df16-49d8-bd08-2b1476d8ffad None None] Provisioning complete for port 648bd12b-ecc7-4401-8386-c604d9e10018 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:41.569887 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6bab7c3-df16-49d8-bd08-2b1476d8ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.593503 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-73ce0478-56ac-4537-b602-16aba3e0e09b req-4c3ffddb-73de-46f7-8828-9e3a1c1f01e6 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Sep 17 22:18:41.628525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-7b2d0e6e-d929-4414-9ac8-e6306a452de5 service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:41.645987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:41.679492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:18:41.683790 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8065fc62-4ebc-4ae7-8e40-4072bf53494e req-e15e2896-fad8-4654-8399-5190361b38d1 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 210 time: 0.0783665 Sep 17 22:18:41.716233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-7b2d0e6e-d929-4414-9ac8-e6306a452de5 service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:41.806018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-7b2d0e6e-d929-4414-9ac8-e6306a452de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba442dd3-5494-486a-b083-cba6d64ddaac {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:41.817300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-f5c9b105-79bb-4669-83fe-3be07f03dee9 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:41.818793 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-f5c9b105-79bb-4669-83fe-3be07f03dee9 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5711577 Sep 17 22:18:41.833350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb95124-9c22-4533-be2f-e4b9bc4d1adf req-e6740f78-ac14-4109-b97c-e8483c2f5d84 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:41.836683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbb95124-9c22-4533-be2f-e4b9bc4d1adf req-e6740f78-ac14-4109-b97c-e8483c2f5d84 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 948 time: 0.0773716 Sep 17 22:18:41.858838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-7b2d0e6e-d929-4414-9ac8-e6306a452de5 service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:41.865513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Request body: {'port': {'device_id': '683b7c8e-859c-4daa-8669-502c75f528c4', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'ded41f0a4d4f48d29ae22cd568869c98'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:41.880290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbb95124-9c22-4533-be2f-e4b9bc4d1adf req-d9e3c5bb-d415-4633-bb56-bd3d01bf2a27 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368619 Sep 17 22:18:41.921682 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.974235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-7b2d0e6e-d929-4414-9ac8-e6306a452de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.093972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a9d5e1bd-7652-405f-a904-922400264a62 None None] Provisioning complete for port 648bd12b-ecc7-4401-8386-c604d9e10018 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:42.094539 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e1bd-7652-405f-a904-922400264a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.138899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5a86c-4813-4bbc-b64e-a978bba57eba req-3b9374a6-2164-4c4a-a43a-a323759356f4 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.140401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2b5a86c-4813-4bbc-b64e-a978bba57eba req-3b9374a6-2164-4c4a-a43a-a323759356f4 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 949 time: 0.1913564 Sep 17 22:18:42.270030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-7b2d0e6e-d929-4414-9ac8-e6306a452de5 service neutron] Transition to ACTIVE for port object ba442dd3-5494-486a-b083-cba6d64ddaac will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:42.279877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-b2526f8b-6dbc-4e67-8524-8a691297404d tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.282706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-b2526f8b-6dbc-4e67-8524-8a691297404d tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 949 time: 0.1347244 Sep 17 22:18:42.284792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2b5a86c-4813-4bbc-b64e-a978bba57eba req-0858e010-7efe-431e-a621-8560eb03619d tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356411 Sep 17 22:18:42.298881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Made reservation on behalf of ded41f0a4d4f48d29ae22cd568869c98 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:42.302379 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.314455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.334663 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-7b2d0e6e-d929-4414-9ac8-e6306a452de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.360915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c355-04ed-4d36-90b4-c5f1e1de0b16 req-fc73b100-d67f-4ec1-ad92-2a7567a89116 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.362438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5d5c355-04ed-4d36-90b4-c5f1e1de0b16 req-fc73b100-d67f-4ec1-ad92-2a7567a89116 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0484500 Sep 17 22:18:42.405933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Router d46ceace-91dd-4e67-b8c8-1c4f53537865 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:18:42.408052 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5d5c355-04ed-4d36-90b4-c5f1e1de0b16 req-4eccb84a-5d44-47de-8d8b-1aa9a7ffd392 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361698 Sep 17 22:18:42.434876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-7b2d0e6e-d929-4414-9ac8-e6306a452de5 service neutron] No DVR routers for this DVR port ba442dd3-5494-486a-b083-cba6d64ddaac on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:42.444541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d0e6e-d929-4414-9ac8-e6306a452de5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba442dd3-5494-486a-b083-cba6d64ddaac,revision_number=10']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:42.568269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-7b2d0e6e-d929-4414-9ac8-e6306a452de5 service neutron] 10.222.0.23 "PUT /v2.0/ports/ba442dd3-5494-486a-b083-cba6d64ddaac/bindings/n-h2-713499-18/activate HTTP/1.1" status: 200 len: 370 time: 1.6620140 Sep 17 22:18:42.652800 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.677087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:42.679747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-88cd2bd5-47e9-4c87-850e-aa50dcbd7719 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Deleting port 584c7424-ccdb-4a90-a4fb-41a2b548c132 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:42.680079 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-88cd2bd5-47e9-4c87-850e-aa50dcbd7719 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.688728 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Sync routers for ids ['d46ceace-91dd-4e67-b8c8-1c4f53537865'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:42.698952 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Routers {'d46ceace-91dd-4e67-b8c8-1c4f53537865'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:42.699558 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d46ceace-91dd-4e67-b8c8-1c4f53537865'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:42.768393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.788038 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9f687fd1-a1ab-4ad2-9a05-e1bd47ee2584 req-eb0e1205-aa88-40b6-aa62-aafca8756347 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 210 time: 0.0294902 Sep 17 22:18:42.811203 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Set router d46ceace-91dd-4e67-b8c8-1c4f53537865 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:42.887623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.891335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f61daa74-01f8-4abd-b7ef-fab712053a72 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4515121 Sep 17 22:18:42.892073 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48762) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:42.913886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a29f8-9d0f-4113-b459-63448a697bbf req-4e27a23c-6817-4588-82b7-732a699c892e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.915437 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-491a29f8-9d0f-4113-b459-63448a697bbf req-4e27a23c-6817-4588-82b7-732a699c892e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 944 time: 0.2290359 Sep 17 22:18:42.916884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdee46b-63f0-4ed3-ab82-726c247061a4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:42.947276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dc06f4f1-a6ff-4079-b01a-b2bdad30894b tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.948920 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dc06f4f1-a6ff-4079-b01a-b2bdad30894b tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.2413750 Sep 17 22:18:42.959222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-88cd2bd5-47e9-4c87-850e-aa50dcbd7719 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] For port 584c7424-ccdb-4a90-a4fb-41a2b548c132, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=584c7424-ccdb-4a90-a4fb-41a2b548c132,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:42.959598 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-88cd2bd5-47e9-4c87-850e-aa50dcbd7719 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.024146 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-router', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:18:39Z', 'updated_at': '2021-09-17T22:18:40Z', 'revision_number': 3, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'gw_port': {'id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:40Z', 'updated_at': '2021-09-17T22:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:43.031817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-88cd2bd5-47e9-4c87-850e-aa50dcbd7719 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Calling delete_port for 584c7424-ccdb-4a90-a4fb-41a2b548c132 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:43.054249 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Checking router: d46ceace-91dd-4e67-b8c8-1c4f53537865 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:43.054585 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Updating router d46ceace-91dd-4e67-b8c8-1c4f53537865 port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:18:43.081197 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-491a29f8-9d0f-4113-b459-63448a697bbf req-384b219d-187e-427f-94b4-96866275f862 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490979 Sep 17 22:18:43.082465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Allocated IP 192.168.233.183 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/b240c345-e0a5-45ad-93a8-6042d9d9737a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:43.089239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 648bd12b-ecc7-4401-8386-c604d9e10018 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:43.100255 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.172957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 648bd12b-ecc7-4401-8386-c604d9e10018 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:43.174016 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.177753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-cb2b2ab0-f219-4799-8384-5d491a7cafec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.180863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-cb2b2ab0-f219-4799-8384-5d491a7cafec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b&tenant_id=750d12dee1534161b8aa8559b499da36 HTTP/1.1" status: 200 len: 1096 time: 0.2004225 Sep 17 22:18:43.233185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8aaf6d-2c65-4430-b8c3-b37735637972 req-6d8303c7-dfbf-40b8-a471-8c542a692706 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.241068 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f8aaf6d-2c65-4430-b8c3-b37735637972 req-6d8303c7-dfbf-40b8-a471-8c542a692706 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 948 time: 0.1177363 Sep 17 22:18:43.368489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dbdc6635-e453-4277-acc0-3586fb0349fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.370157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-dbdc6635-e453-4277-acc0-3586fb0349fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1096 time: 0.1229200 Sep 17 22:18:43.407771 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f8aaf6d-2c65-4430-b8c3-b37735637972 req-cce0fa56-802c-4f22-9f7a-e39144498876 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655676 Sep 17 22:18:43.429203 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.557004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63035d4-65a5-4eae-a4be-54cf3fc7a276 req-3aed7812-613d-4a99-b2a2-d55e0eb29814 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.557234 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.562668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f63035d4-65a5-4eae-a4be-54cf3fc7a276 req-3aed7812-613d-4a99-b2a2-d55e0eb29814 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 949 time: 0.1609452 Sep 17 22:18:43.580400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2225ea-dede-4073-8983-1af201c91bd2 req-49e69c34-a989-42da-95c6-f8c294b7d9a1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.581904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b2225ea-dede-4073-8983-1af201c91bd2 req-49e69c34-a989-42da-95c6-f8c294b7d9a1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0853367 Sep 17 22:18:43.586313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.590300 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.612435 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Attempting to bind port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:43.612696 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Attempting to bind port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:43.612984 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Attempting to bind port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:43.622684 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-88cd2bd5-47e9-4c87-850e-aa50dcbd7719 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.624737 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:43.625346 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:43.625497 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.625986 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:43.626541 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Bound port: fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:43.626915 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.638908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d8292a18-b68b-4c38-a274-bec19c36ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.640547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-d8292a18-b68b-4c38-a274-bec19c36ec8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.2411239 Sep 17 22:18:43.647286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b2225ea-dede-4073-8983-1af201c91bd2 req-66e14d31-fbbd-493f-af1c-3d92e551c1b5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Sep 17 22:18:43.653856 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Pushing event updated for resources: {'Port': ['ID=fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:43.685822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd2bd5-47e9-4c87-850e-aa50dcbd7719 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Pushing event deleted for resources: {'Port': ['ID=584c7424-ccdb-4a90-a4fb-41a2b548c132,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:43.699638 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.700537 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.704630 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.704968 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.705299 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.705629 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.705951 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.706279 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.706588 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.706903 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.707228 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.707531 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:43.729898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f63035d4-65a5-4eae-a4be-54cf3fc7a276 req-c3ec1dfc-3663-485c-b155-dd601aa45ada tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/security-groups?id=080f133c-5a80-42e9-ab02-af8c5000ed54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626744 Sep 17 22:18:43.745575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-2e3e02c6-7371-4b31-ab2c-2307e8d1f2c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba442dd3-5494-486a-b083-cba6d64ddaac HTTP/1.1" status: 200 len: 217 time: 0.0958030 Sep 17 22:18:43.752207 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] For port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:43.757777 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] For port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:43.784495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-88cd2bd5-47e9-4c87-850e-aa50dcbd7719 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] No DVR routers for this DVR port 584c7424-ccdb-4a90-a4fb-41a2b548c132 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:43.787439 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-88cd2bd5-47e9-4c87-850e-aa50dcbd7719 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.789935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cae72b1-f3bc-4be3-9912-18569acdfee2 req-88cd2bd5-47e9-4c87-850e-aa50dcbd7719 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.15 "DELETE /v2.0/ports/584c7424-ccdb-4a90-a4fb-41a2b548c132 HTTP/1.1" status: 204 len: 173 time: 1.3795733 Sep 17 22:18:43.812828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Allocated IP 172.20.0.1 (302c2984-af92-4142-96ef-e63881857f63/874620c4-8b64-4ca8-89a9-738e2e195b84/45201198-fc5f-43fc-9d30-3e15e0bca422) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:43.847450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c143018-7b8b-4504-93d9-add232d222f4', 'name': 'network-vif-deleted', 'tag': '584c7424-ccdb-4a90-a4fb-41a2b548c132'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:43.847450 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d461fc6-ba79-4e44-a1e7-fe9f7d7dad9b" -d '{"events": [{"server_uuid": "6c143018-7b8b-4504-93d9-add232d222f4", "name": "network-vif-deleted", "tag": "584c7424-ccdb-4a90-a4fb-41a2b548c132"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:43.859419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-a0127a26-1ed1-4a8e-b4ff-c12428df3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.860725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-a0127a26-1ed1-4a8e-b4ff-c12428df3f7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.1039813 Sep 17 22:18:43.945769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.143864 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.154930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-9c62079a-8385-4359-a6f6-cd959287486b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2861106 Sep 17 22:18:44.174259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70d99a03-2ab5-4de0-8323-5fefc1a196de req-cf510b7b-445e-42cc-af09-80e7d5ae6faa tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 210 time: 0.2940757 Sep 17 22:18:44.189667 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.194096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.204752 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Routers {'d46ceace-91dd-4e67-b8c8-1c4f53537865'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:44.204752 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d46ceace-91dd-4e67-b8c8-1c4f53537865'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:44.242679 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338f69-3aa4-4a29-beb4-5fd80e211bda None None] Pushing event updated for resources: {'Port': ['ID=fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:44.273924 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12f7aca-0965-4612-a3d1-fd6191b68a32 x-openstack-request-id: req-d12f7aca-0965-4612-a3d1-fd6191b68a32 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:44.274243 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c143018-7b8b-4504-93d9-add232d222f4", "name": "network-vif-deleted", "tag": "584c7424-ccdb-4a90-a4fb-41a2b548c132", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:44.274463 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d12f7aca-0965-4612-a3d1-fd6191b68a32 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:44.274854 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c143018-7b8b-4504-93d9-add232d222f4', 'name': 'network-vif-deleted', 'tag': '584c7424-ccdb-4a90-a4fb-41a2b548c132', 'status': 'completed', 'code': 200} Sep 17 22:18:44.294704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Network 302c2984-af92-4142-96ef-e63881857f63 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:44.300445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:44.304910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:44.309605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:44.312846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:44.316638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:44.321243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:44.322658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:44.358759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-50ffea21-c1ec-422a-93dd-99099bd03176 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867242 Sep 17 22:18:44.394928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:44.395518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.410777 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] Set router d46ceace-91dd-4e67-b8c8-1c4f53537865 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:44.417148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Pushing event updated for resources: {'Port': ['ID=45201198-fc5f-43fc-9d30-3e15e0bca422,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:44.443867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:44.455151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.555202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-cd8d32a7-c434-4e7f-b0f3-e612b6abf02a tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6928976 Sep 17 22:18:44.590657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Request body: {'port': {'device_id': '683b7c8e-859c-4daa-8669-502c75f528c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:44.645486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60489c70-cdce-463a-8efd-275a0175b1d1 req-8e1673b1-cbcd-45f5-a1d4-d6ccbbdd7ec5 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:44.654077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60489c70-cdce-463a-8efd-275a0175b1d1 req-8e1673b1-cbcd-45f5-a1d4-d6ccbbdd7ec5 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 944 time: 0.1568532 Sep 17 22:18:44.712039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-757e68d8-1eac-4526-a4b6-c0b2461a975c service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305173 Sep 17 22:18:44.723894 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.733078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a92f3-e1f5-4273-92f0-7d939b8c1e64 req-15bc1314-9f1f-4807-b42c-4ac07895430d tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:44.734593 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d4a92f3-e1f5-4273-92f0-7d939b8c1e64 req-15bc1314-9f1f-4807-b42c-4ac07895430d tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 948 time: 0.0610633 Sep 17 22:18:44.759354 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-router', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:18:39Z', 'updated_at': '2021-09-17T22:18:40Z', 'revision_number': 3, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'gw_port': {'id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:40Z', 'updated_at': '2021-09-17T22:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:44.760513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7afee42c-024b-4b20-81f2-d223b80c4c23 None None] Provisioning complete for port b240c345-e0a5-45ad-93a8-6042d9d9737a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:44.761078 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7afee42c-024b-4b20-81f2-d223b80c4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.788005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60489c70-cdce-463a-8efd-275a0175b1d1 req-c7defbfd-52bb-4ed0-9e42-a28d4ea41a92 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310234 Sep 17 22:18:44.793205 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ff504-e025-4af9-89c4-2f8b3a3e3c85 None None] The sync data for ids ['d46ceace-91dd-4e67-b8c8-1c4f53537865'] in n-d-713499-18 is: [{'id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-router', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:18:39Z', 'updated_at': '2021-09-17T22:18:40Z', 'revision_number': 3, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'gw_port': {'id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:40Z', 'updated_at': '2021-09-17T22:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:44.813907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.913139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d4a92f3-e1f5-4273-92f0-7d939b8c1e64 req-d4d6f57a-d584-4983-bbb0-f645911e5612 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719346 Sep 17 22:18:44.977551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7afee42c-024b-4b20-81f2-d223b80c4c23 None None] Port b240c345-e0a5-45ad-93a8-6042d9d9737a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:44.989008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7afee42c-024b-4b20-81f2-d223b80c4c23 None None] Provisioning complete for port 45201198-fc5f-43fc-9d30-3e15e0bca422 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:44.989675 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7afee42c-024b-4b20-81f2-d223b80c4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.034189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7afee42c-024b-4b20-81f2-d223b80c4c23 None None] Port 45201198-fc5f-43fc-9d30-3e15e0bca422 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:45.049373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fb505-b89a-4eae-babe-c6812b4e6ec8 req-f20859ab-5ee9-4b3d-9953-c58e413ed116 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:45.058852 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-500fb505-b89a-4eae-babe-c6812b4e6ec8 req-f20859ab-5ee9-4b3d-9953-c58e413ed116 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.1528199 Sep 17 22:18:45.089817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3852d395-aa37-439d-b6d0-fd929a158846 req-100c2990-a940-45e5-a7e9-c36369a26ac1 tempest-ServerDiagnosticsNegativeTest-1358289522 tempest-ServerDiagnosticsNegativeTest-1358289522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c143018-7b8b-4504-93d9-add232d222f4 HTTP/1.1" status: 200 len: 210 time: 0.0430856 Sep 17 22:18:45.110983 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.169113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-500fb505-b89a-4eae-babe-c6812b4e6ec8 req-bc1dbbfd-5192-4423-8f43-5c6f4435f760 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064167 Sep 17 22:18:45.214904 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.252422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b240c345-e0a5-45ad-93a8-6042d9d9737a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:45.262261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.279948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Transition to ACTIVE for port object b240c345-e0a5-45ad-93a8-6042d9d9737a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:45.317969 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.319713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Pushing event updated for resources: {'Port': ['ID=45201198-fc5f-43fc-9d30-3e15e0bca422,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:45.363122 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.383538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340fab6-7c08-4c18-9606-75162d81fa6f req-7dd71052-d938-4043-91bc-ff6e50b7b3b8 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:45.385820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a340fab6-7c08-4c18-9606-75162d81fa6f req-7dd71052-d938-4043-91bc-ff6e50b7b3b8 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 936 time: 0.0832689 Sep 17 22:18:45.403117 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 584c7424-ccdb-4a90-a4fb-41a2b548c132 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:45.454370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 584c7424-ccdb-4a90-a4fb-41a2b548c132 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:45.455998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 584c7424-ccdb-4a90-a4fb-41a2b548c132 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:45.456652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:45.475810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:45.536738 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a340fab6-7c08-4c18-9606-75162d81fa6f req-663444de-eefb-49f8-8f62-e9c4cb5ef5aa tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895040 Sep 17 22:18:45.560748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Network 302c2984-af92-4142-96ef-e63881857f63 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:45.564938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:45.576400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-68e33fe0-96e8-43b1-b172-c6fbd7797b9b tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:45.577178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-68e33fe0-96e8-43b1-b172-c6fbd7797b9b tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.1658134 Sep 17 22:18:45.584062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Attempting to bind port b240c345-e0a5-45ad-93a8-6042d9d9737a on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:45.586297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Attempting to bind port b240c345-e0a5-45ad-93a8-6042d9d9737a by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:45.586297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Attempting to bind port b240c345-e0a5-45ad-93a8-6042d9d9737a on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:45.642244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Port b240c345-e0a5-45ad-93a8-6042d9d9737a on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:45.642562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Attempting to bind port b240c345-e0a5-45ad-93a8-6042d9d9737a on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:45.669062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:45.669415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:45.669943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:45.670549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Bound port: b240c345-e0a5-45ad-93a8-6042d9d9737a, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:45.670917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.887757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:45.893274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:45.945513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-850d24a9-343c-44c0-9b93-8da4d828a06c service neutron] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:45.947610 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-850d24a9-343c-44c0-9b93-8da4d828a06c service neutron] Notify callbacks [] for binding, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.949030 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c2cb94-86e6-4a79-9b6d-1578746b1287 req-850d24a9-343c-44c0-9b93-8da4d828a06c service neutron] 10.222.0.15 "DELETE /v2.0/ports/ba442dd3-5494-486a-b083-cba6d64ddaac/bindings/n-h1-713499-18 HTTP/1.1" status: 204 len: 173 time: 0.3521442 Sep 17 22:18:45.986972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2c1073c5-0bcf-4e11-92dc-649072385b0f None None] Provisioning complete for port 45201198-fc5f-43fc-9d30-3e15e0bca422 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:45.987606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2c1073c5-0bcf-4e11-92dc-649072385b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.992958 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:46.031600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2c1073c5-0bcf-4e11-92dc-649072385b0f None None] Port 45201198-fc5f-43fc-9d30-3e15e0bca422 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:46.062928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.063668 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:46.065334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] 10.222.0.15 "PUT /v2.0/ports/b240c345-e0a5-45ad-93a8-6042d9d9737a HTTP/1.1" status: 200 len: 1097 time: 1.4875460 Sep 17 22:18:46.118312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4f1d-5140-4bb4-88dd-24fd0c99f564 req-215b84a2-8b50-47e6-a811-57066633b8d1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.129201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825835d8-2d44-42e2-98c5-5deccf69c365 service neutron] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:46.129835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f82a4f1d-5140-4bb4-88dd-24fd0c99f564 req-215b84a2-8b50-47e6-a811-57066633b8d1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 944 time: 0.1269867 Sep 17 22:18:46.166772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a94ce-177c-4d9a-a331-ef76cd078b74 req-f28eead2-314e-43d3-999f-272d0d3a7c05 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.169329 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad4a94ce-177c-4d9a-a331-ef76cd078b74 req-f28eead2-314e-43d3-999f-272d0d3a7c05 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 948 time: 0.1024468 Sep 17 22:18:46.180014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Router d46ceace-91dd-4e67-b8c8-1c4f53537865 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:18:46.197322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f82a4f1d-5140-4bb4-88dd-24fd0c99f564 req-99fef72f-e3e6-4833-b998-4e96abc7c691 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658550 Sep 17 22:18:46.273434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad4a94ce-177c-4d9a-a331-ef76cd078b74 req-06e10fa4-4c0e-4959-b7d4-6ec25be116a7 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920537 Sep 17 22:18:46.282010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:46.284227 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4078b648-a6d1-4061-9e49-fb071c502e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:46.307370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-2ad49a97-9730-4677-b2ca-b7c12935e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.309300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-2ad49a97-9730-4677-b2ca-b7c12935e9a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ded41f0a4d4f48d29ae22cd568869c98&device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 1100 time: 0.1167254 Sep 17 22:18:46.370144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-9f2d0b47-2f65-4443-b039-f6bd6be61e77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a HTTP/1.1" status: 200 len: 217 time: 0.0438821 Sep 17 22:18:46.391699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:46.404624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2c3421d3-bae6-46fa-bc45-ef08fbbaa945 admin admin] 10.222.0.30 "PUT /v2.0/routers/d46ceace-91dd-4e67-b8c8-1c4f53537865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5005794 Sep 17 22:18:46.417889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f39f-9438-43ed-809c-10117a6db7d2 req-180ecb04-193b-4e71-b4a9-116db26e67c1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.425875 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ab5f39f-9438-43ed-809c-10117a6db7d2 req-180ecb04-193b-4e71-b4a9-116db26e67c1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.1202049 Sep 17 22:18:46.474173 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ab5f39f-9438-43ed-809c-10117a6db7d2 req-004d369b-b0f8-40d2-aac6-f7bd4bfadfbf tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469315 Sep 17 22:18:46.476908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-39c56d2a-8aa0-4543-9384-1c1055f762c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.479068 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-39c56d2a-8aa0-4543-9384-1c1055f762c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1012213 Sep 17 22:18:46.485538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3292a4-e9b9-452d-8ed1-d935bcecb3e4 req-9a309417-816a-476e-b1f8-ca0057d95b80 tempest-LiveMigrationNegativeTest-1469484722 tempest-LiveMigrationNegativeTest-1469484722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.492986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d3292a4-e9b9-452d-8ed1-d935bcecb3e4 req-9a309417-816a-476e-b1f8-ca0057d95b80 tempest-LiveMigrationNegativeTest-1469484722 tempest-LiveMigrationNegativeTest-1469484722-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 1100 time: 0.0894673 Sep 17 22:18:46.520461 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05cd09b-fc04-4887-8329-e4ac04158099 x-openstack-request-id: req-b05cd09b-fc04-4887-8329-e4ac04158099 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:46.520461 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:46.520461 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b05cd09b-fc04-4887-8329-e4ac04158099 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:46.520461 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'status': 'completed', 'code': 200} Sep 17 22:18:46.543329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7d3292a4-e9b9-452d-8ed1-d935bcecb3e4 req-5b9218ed-8d7f-4e36-b0f1-672ae3a9e24d tempest-LiveMigrationNegativeTest-1469484722 tempest-LiveMigrationNegativeTest-1469484722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:46.560445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-92a6c2a2-a524-4c95-817c-fbc59a5cc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.564509 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-92a6c2a2-a524-4c95-817c-fbc59a5cc282 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740535 Sep 17 22:18:46.629135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7b184-6beb-4823-a348-5a7f8e069e0b req-92e5de03-4c36-47a4-8379-7582e3bfbe15 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.631110 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7bf7b184-6beb-4823-a348-5a7f8e069e0b req-92e5de03-4c36-47a4-8379-7582e3bfbe15 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 1096 time: 0.0596797 Sep 17 22:18:46.673974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7bf7b184-6beb-4823-a348-5a7f8e069e0b req-e3ff8e7d-cc21-4eff-9261-f02fa8216f32 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363710 Sep 17 22:18:46.696938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-583aa879-728c-435d-836f-5646ecaa2a96 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257541 Sep 17 22:18:46.748414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48830) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:46.765548 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7d3292a4-e9b9-452d-8ed1-d935bcecb3e4 req-5b9218ed-8d7f-4e36-b0f1-672ae3a9e24d tempest-LiveMigrationNegativeTest-1469484722 tempest-LiveMigrationNegativeTest-1469484722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:46.831363 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7d3292a4-e9b9-452d-8ed1-d935bcecb3e4 req-5b9218ed-8d7f-4e36-b0f1-672ae3a9e24d tempest-LiveMigrationNegativeTest-1469484722 tempest-LiveMigrationNegativeTest-1469484722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:46.856113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5ad7b37-7c99-441c-a4b3-843f5b02f308 req-0b8e598c-911f-4c3d-9eb5-458f5ee880e3 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352456 Sep 17 22:18:46.860470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d3292a4-e9b9-452d-8ed1-d935bcecb3e4 req-5b9218ed-8d7f-4e36-b0f1-672ae3a9e24d tempest-LiveMigrationNegativeTest-1469484722 tempest-LiveMigrationNegativeTest-1469484722-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622136 Sep 17 22:18:46.870550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9218ed-8d7f-4e36-b0f1-672ae3a9e24d tempest-LiveMigrationNegativeTest-1469484722 tempest-LiveMigrationNegativeTest-1469484722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807d3bc3-1caf-45b1-8d5e-ebece8b5b1eb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:47.017962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc459-a394-45c7-90ce-ea42c8453b18 req-9313edd2-b3f7-4079-8615-8701d53adab2 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.024836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c06cc459-a394-45c7-90ce-ea42c8453b18 req-9313edd2-b3f7-4079-8615-8701d53adab2 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 948 time: 0.0870633 Sep 17 22:18:47.035706 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e232342b-18cb-4f37-8aab-39ce943e898a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e61b230812734e109f5b4308a6fb2ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854977 Sep 17 22:18:47.057667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48838) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:47.109122 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-6f44e981-827d-4409-a893-a989a65d127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.110710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-6f44e981-827d-4409-a893-a989a65d127b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ded41f0a4d4f48d29ae22cd568869c98&device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 1100 time: 0.0849006 Sep 17 22:18:47.120889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Sync routers for ids ['d46ceace-91dd-4e67-b8c8-1c4f53537865'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:47.125460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c06cc459-a394-45c7-90ce-ea42c8453b18 req-dcff3a42-ab94-4bef-bd09-f41ae34a0895 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600784 Sep 17 22:18:47.130084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:47.168918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Routers {'d46ceace-91dd-4e67-b8c8-1c4f53537865'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:47.169780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d46ceace-91dd-4e67-b8c8-1c4f53537865'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:47.225833 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a2dda56-7a9b-4d1e-9c9a-a7010d9199b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.241456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-767d7ca9-729e-4cdf-be67-4e7701297b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.242958 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-767d7ca9-729e-4cdf-be67-4e7701297b44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1165652 Sep 17 22:18:47.247061 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-266d0aa1-2604-4135-adc9-026c84612f9c req-dcdea0f0-d870-458a-9a9c-b3961b8c788d tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2818878 Sep 17 22:18:47.261731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:47.271892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a2dda56-7a9b-4d1e-9c9a-a7010d9199b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.286582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:47.287043 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.301156 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-4e464acd-e3cd-4237-b451-77b3f2b1f3dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a HTTP/1.1" status: 200 len: 217 time: 0.0480249 Sep 17 22:18:47.334328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Set router d46ceace-91dd-4e67-b8c8-1c4f53537865 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:47.374317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-853f15d3-b61b-4124-bbbd-4461c7ec7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.376252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-853f15d3-b61b-4124-bbbd-4461c7ec7007 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0547104 Sep 17 22:18:47.408469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.411156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a2dda56-7a9b-4d1e-9c9a-a7010d9199b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.414883 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a2dda56-7a9b-4d1e-9c9a-a7010d9199b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.418736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0a2dda56-7a9b-4d1e-9c9a-a7010d9199b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/080f133c-5a80-42e9-ab02-af8c5000ed54 HTTP/1.1" status: 204 len: 168 time: 0.3600633 Sep 17 22:18:47.436628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dda56-7a9b-4d1e-9c9a-a7010d9199b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080f133c-5a80-42e9-ab02-af8c5000ed54,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:47.500971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-4ab284c7-2038-446d-8ac8-c4ccc1031e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.500971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-4ab284c7-2038-446d-8ac8-c4ccc1031e62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141412 Sep 17 22:18:47.531818 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.577100 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.601704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:47.607289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-53a44777-c949-4765-bde2-c9f0ce25f893 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.608792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-53a44777-c949-4765-bde2-c9f0ce25f893 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 820 time: 0.2102511 Sep 17 22:18:47.613464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-router', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:18:39Z', 'updated_at': '2021-09-17T22:18:44Z', 'revision_number': 4, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'gw_port': {'id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:40Z', 'updated_at': '2021-09-17T22:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '45201198-fc5f-43fc-9d30-3e15e0bca422', 'name': '', 'network_id': '302c2984-af92-4142-96ef-e63881857f63', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'mac_address': 'fa:16:3e:1f:56:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '874620c4-8b64-4ca8-89a9-738e2e195b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:43Z', 'updated_at': '2021-09-17T22:18:44Z', 'revision_number': 2, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'subnets': [{'id': '874620c4-8b64-4ca8-89a9-738e2e195b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:47.634082 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-c4a8dc0e-90ca-4cdd-af9a-8d171739fb10 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/quotas/750d12dee1534161b8aa8559b499da36 HTTP/1.1" status: 200 len: 375 time: 0.0155635 Sep 17 22:18:47.645775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Checking router: d46ceace-91dd-4e67-b8c8-1c4f53537865 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:47.646120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Updating router d46ceace-91dd-4e67-b8c8-1c4f53537865 port 45201198-fc5f-43fc-9d30-3e15e0bca422 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:18:47.672331 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.675564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-7c725a91-f6f0-4887-b907-f9630e903c91 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648479 Sep 17 22:18:47.680599 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.680807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Allocated IP 172.25.6.18 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/bff8d800-4751-423a-a73b-7fc306da70c1) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:47.746394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-a07e0aee-a69e-4263-a8ba-499e1a016e39 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018863 Sep 17 22:18:47.808920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:47.828057 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.893417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4078b648-a6d1-4061-9e49-fb071c502e1f req-77279ad9-8887-4bf8-9642-20f19be1cf4e service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079325 Sep 17 22:18:47.916515 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-a6d695eb-3238-4b83-97da-4ad0f20d0808 service neutron] 10.222.0.30 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283231 Sep 17 22:18:47.945755 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.985976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:47.990373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:47.994959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:48.005489 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.015782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-f16565e8-cbe9-4a09-b9cc-8c9d81607a9f service neutron] 10.222.0.30 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916908 Sep 17 22:18:48.026632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event updated for resources: {'Port': ['ID=bff8d800-4751-423a-a73b-7fc306da70c1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:48.084961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.105302 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.156208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f39cd-baef-4517-a991-fc9efbcbeae4 None None] Pushing event updated for resources: {'Port': ['ID=45201198-fc5f-43fc-9d30-3e15e0bca422,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:48.207281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Attempting to bind port 45201198-fc5f-43fc-9d30-3e15e0bca422 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:48.207657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Attempting to bind port 45201198-fc5f-43fc-9d30-3e15e0bca422 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2b432ca1-d912-4d24-a7e8-f684f6474c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '302c2984-af92-4142-96ef-e63881857f63'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:48.208020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Attempting to bind port 45201198-fc5f-43fc-9d30-3e15e0bca422 on network 302c2984-af92-4142-96ef-e63881857f63 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:48.212335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48856) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:48.214156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:48.214534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Checking segment: {'id': '2b432ca1-d912-4d24-a7e8-f684f6474c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '302c2984-af92-4142-96ef-e63881857f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:48.214937 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.215329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Bound using segment: {'id': '2b432ca1-d912-4d24-a7e8-f684f6474c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '302c2984-af92-4142-96ef-e63881857f63'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:48.215791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Bound port: 45201198-fc5f-43fc-9d30-3e15e0bca422, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b432ca1-d912-4d24-a7e8-f684f6474c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '302c2984-af92-4142-96ef-e63881857f63'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:48.216204 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.226113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7740f554-ff9c-4776-ab49-588b618a00b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.280015 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.324394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] For port 45201198-fc5f-43fc-9d30-3e15e0bca422, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:48.330304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] For port 45201198-fc5f-43fc-9d30-3e15e0bca422, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=45201198-fc5f-43fc-9d30-3e15e0bca422,segment=NetworkSegment(2b432ca1-d912-4d24-a7e8-f684f6474c19),segment_id=2b432ca1-d912-4d24-a7e8-f684f6474c19)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:48.395970 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.454789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9107b356-2b34-48ab-8837-1691e764918d None None] Provisioning complete for port 45201198-fc5f-43fc-9d30-3e15e0bca422 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:48.455081 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9107b356-2b34-48ab-8837-1691e764918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.461712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864786e0-ae28-4eea-a9ce-7d15fb4b27c5 req-af92e2a7-c4ce-4928-8c27-633fcd875ef3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:48.464788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-864786e0-ae28-4eea-a9ce-7d15fb4b27c5 req-af92e2a7-c4ce-4928-8c27-633fcd875ef3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0771577 Sep 17 22:18:48.496380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7740f554-ff9c-4776-ab49-588b618a00b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.508397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Routers {'d46ceace-91dd-4e67-b8c8-1c4f53537865'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:48.509719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d46ceace-91dd-4e67-b8c8-1c4f53537865'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:48.521679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-864786e0-ae28-4eea-a9ce-7d15fb4b27c5 req-095cda3c-f2c2-4076-80c3-01afa73b602d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498378 Sep 17 22:18:48.557451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.568166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7740f554-ff9c-4776-ab49-588b618a00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.637348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f39cd-baef-4517-a991-fc9efbcbeae4 None None] Pushing event updated for resources: {'Port': ['ID=45201198-fc5f-43fc-9d30-3e15e0bca422,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:48.638594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7740f554-ff9c-4776-ab49-588b618a00b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46434879f9934d1591134f6e0fa37ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247668 Sep 17 22:18:48.639613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740f554-ff9c-4776-ab49-588b618a00b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b992016b-8a54-4e1f-adaf-489cf8d6cf94,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:48.656865 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48874) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:48.670186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b1ece-ac67-4e03-ae1b-f59e47161bdd req-6cb0c5c8-2ee6-4bb5-839a-3016168139e4 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:48.673136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.679486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-559b1ece-ac67-4e03-ae1b-f59e47161bdd req-6cb0c5c8-2ee6-4bb5-839a-3016168139e4 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 948 time: 0.0784011 Sep 17 22:18:48.716033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-559b1ece-ac67-4e03-ae1b-f59e47161bdd req-19cc0035-3502-43ee-b70c-8411e48fba73 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356159 Sep 17 22:18:48.747041 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] Set router d46ceace-91dd-4e67-b8c8-1c4f53537865 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:48.778680 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9107b356-2b34-48ab-8837-1691e764918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.783672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event updated for resources: {'Port': ['ID=bff8d800-4751-423a-a73b-7fc306da70c1,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:48.810196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.815707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0529499a-c91d-4931-9f5a-447292fefb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.845212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0529499a-c91d-4931-9f5a-447292fefb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.889326 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f24f6b40-7cfc-402c-bdcb-548f462506d0 req-6cd1a98d-eb7a-425b-bdd6-9ee1d22d8871 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 210 time: 0.0313187 Sep 17 22:18:48.925339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9107b356-2b34-48ab-8837-1691e764918d None None] For port 45201198-fc5f-43fc-9d30-3e15e0bca422, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=45201198-fc5f-43fc-9d30-3e15e0bca422,segment=NetworkSegment(2b432ca1-d912-4d24-a7e8-f684f6474c19),segment_id=2b432ca1-d912-4d24-a7e8-f684f6474c19)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:48.939708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.942338 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-266d0aa1-2604-4135-adc9-026c84612f9c req-0b77957d-d47d-4b3c-85b0-a40dad362060 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6892803 Sep 17 22:18:49.004619 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0529499a-c91d-4931-9f5a-447292fefb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.007260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0529499a-c91d-4931-9f5a-447292fefb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.008681 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0529499a-c91d-4931-9f5a-447292fefb3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b992016b-8a54-4e1f-adaf-489cf8d6cf94 HTTP/1.1" status: 204 len: 168 time: 0.3500345 Sep 17 22:18:49.032249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-266d0aa1-2604-4135-adc9-026c84612f9c req-1de4f040-8943-4989-a307-c774a43f7772 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.18 HTTP/1.1" status: 200 len: 695 time: 0.0817637 Sep 17 22:18:49.036337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529499a-c91d-4931-9f5a-447292fefb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b992016b-8a54-4e1f-adaf-489cf8d6cf94,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:49.178357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:49.184485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d0aa1-2604-4135-adc9-026c84612f9c req-2cff886e-6207-4ca5-a64e-1aa7626ff76a tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:49.186097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-266d0aa1-2604-4135-adc9-026c84612f9c req-2cff886e-6207-4ca5-a64e-1aa7626ff76a tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1448610 Sep 17 22:18:49.191951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9107b356-2b34-48ab-8837-1691e764918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.326301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107b356-2b34-48ab-8837-1691e764918d None None] Pushing event updated for resources: {'Port': ['ID=45201198-fc5f-43fc-9d30-3e15e0bca422,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:49.343611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5992bbab-16ad-4775-8194-37e973d0118c req-5216f2ae-ac3c-4e49-a4e1-e52d21a04ecf tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1319437 Sep 17 22:18:49.359870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:49.360426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:49.360805 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.364055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fcf099ce-f9f1-4eec-9f76-8682eea4c574 None None] Provisioning complete for port 45201198-fc5f-43fc-9d30-3e15e0bca422 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:49.364469 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fcf099ce-f9f1-4eec-9f76-8682eea4c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.438930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-router', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:18:39Z', 'updated_at': '2021-09-17T22:18:44Z', 'revision_number': 4, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'gw_port': {'id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:40Z', 'updated_at': '2021-09-17T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '45201198-fc5f-43fc-9d30-3e15e0bca422', 'name': '', 'network_id': '302c2984-af92-4142-96ef-e63881857f63', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'mac_address': 'fa:16:3e:1f:56:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '874620c4-8b64-4ca8-89a9-738e2e195b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:43Z', 'updated_at': '2021-09-17T22:18:48Z', 'revision_number': 4, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'subnets': [{'id': '874620c4-8b64-4ca8-89a9-738e2e195b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:49.455190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.479600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d4412-bc08-40d2-b50f-2aecff1895ed None None] The sync data for ids ['d46ceace-91dd-4e67-b8c8-1c4f53537865'] in n-d-713499-18 is: [{'id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-router', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:18:39Z', 'updated_at': '2021-09-17T22:18:44Z', 'revision_number': 4, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'gw_port': {'id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:40Z', 'updated_at': '2021-09-17T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '45201198-fc5f-43fc-9d30-3e15e0bca422', 'name': '', 'network_id': '302c2984-af92-4142-96ef-e63881857f63', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'mac_address': 'fa:16:3e:1f:56:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '874620c4-8b64-4ca8-89a9-738e2e195b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:43Z', 'updated_at': '2021-09-17T22:18:48Z', 'revision_number': 4, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'subnets': [{'id': '874620c4-8b64-4ca8-89a9-738e2e195b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:49.648906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.734874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d2424-49a4-4819-9e06-88d942de4b4d req-b7325de9-9ab0-4b78-8673-5538d622d58c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:49.742222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-af3d2424-49a4-4819-9e06-88d942de4b4d req-b7325de9-9ab0-4b78-8673-5538d622d58c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0679088 Sep 17 22:18:49.780936 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-af3d2424-49a4-4819-9e06-88d942de4b4d req-95a3c218-a1f4-4502-acdc-4b8e052682f7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375354 Sep 17 22:18:49.810811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Allocated IP 172.25.6.6 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/b129b9d8-8dcf-485b-9375-682cfe4793c1) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:49.911174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb8644-2f02-4a29-8283-5f58af6f31fc req-cf03f081-8cb3-4eba-ba29-da14b3ba6992 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:49.919486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cdb8644-2f02-4a29-8283-5f58af6f31fc req-cf03f081-8cb3-4eba-ba29-da14b3ba6992 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 948 time: 0.0674751 Sep 17 22:18:49.952078 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.959405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cdb8644-2f02-4a29-8283-5f58af6f31fc req-67f3a43b-4ab0-42e7-a0b9-0151aec7bf7b tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Sep 17 22:18:50.082782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cd450-c1d4-4275-8ee8-fa7c92f069ce req-60c325c4-c1cd-4453-b94d-0779eb757fbc tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:50.084435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-497cd450-c1d4-4275-8ee8-fa7c92f069ce req-60c325c4-c1cd-4453-b94d-0779eb757fbc tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 948 time: 0.0641978 Sep 17 22:18:50.088448 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.144748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:50.148757 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:50.151808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:50.161339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-497cd450-c1d4-4275-8ee8-fa7c92f069ce req-0001df39-fb2a-4079-b96c-b466b93c97f6 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598688 Sep 17 22:18:50.245418 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event updated for resources: {'Port': ['ID=b129b9d8-8dcf-485b-9375-682cfe4793c1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:50.260803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.349922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32f6bdf2-0f1c-44cb-ae01-39f2a3e4f8fe req-ad7aeb3b-fdc2-4fca-913c-6e1ae7d55118 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 210 time: 0.0331101 Sep 17 22:18:50.391272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.581323 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.664870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.714411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-c3d5b5cb-b4b5-43ae-becf-7095b4918b62 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:50.717713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-c3d5b5cb-b4b5-43ae-becf-7095b4918b62 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 820 time: 0.1218586 Sep 17 22:18:50.739788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Request body: {'port': {'device_id': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c', 'admin_state_up': True, 'tenant_id': '750d12dee1534161b8aa8559b499da36'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:50.745372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event updated for resources: {'Port': ['ID=b129b9d8-8dcf-485b-9375-682cfe4793c1,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:50.755925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.874926 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.876241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5992bbab-16ad-4775-8194-37e973d0118c req-db017ad6-5038-4fe6-8baf-aa0273b5cd9e tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5266867 Sep 17 22:18:50.917125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea73e3-03d5-447d-9f9a-2609fec5f025 req-5f03dc85-c3ef-49a5-8ffa-66af6a94a9bb tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:50.918632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cfea73e3-03d5-447d-9f9a-2609fec5f025 req-5f03dc85-c3ef-49a5-8ffa-66af6a94a9bb tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0612144 Sep 17 22:18:50.933259 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5992bbab-16ad-4775-8194-37e973d0118c req-164d2535-b63c-4050-ae31-9963a9fd208c tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0495236 Sep 17 22:18:50.965445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cfea73e3-03d5-447d-9f9a-2609fec5f025 req-f85e8970-da3e-441e-8b6e-4177f73bba37 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Sep 17 22:18:50.990314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Made reservation on behalf of 750d12dee1534161b8aa8559b499da36 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:50.996069 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.067396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 45201198-fc5f-43fc-9d30-3e15e0bca422 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:51.107777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992bbab-16ad-4775-8194-37e973d0118c req-ef6c03e0-0441-42dc-b078-169ebdbeb2a4 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.109242 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5992bbab-16ad-4775-8194-37e973d0118c req-ef6c03e0-0441-42dc-b078-169ebdbeb2a4 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1683068 Sep 17 22:18:51.145545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 45201198-fc5f-43fc-9d30-3e15e0bca422 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:51.145952 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.223041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Allocated IP 172.20.0.6 (1fc90bcd-5a73-4935-98b6-6780f7d9c93c/6f09c85c-6cca-4ec3-b699-61b697417077/0f1f024e-8bd6-4951-92af-432f40b66b1f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:51.241034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9f0b2-c01e-4e1d-9964-d94e4b0453a2 req-d4d8a68b-2b76-4151-9a53-7acc5b0e9cee tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.244649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8dd9f0b2-c01e-4e1d-9964-d94e4b0453a2 req-d4d8a68b-2b76-4151-9a53-7acc5b0e9cee tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 948 time: 0.1859527 Sep 17 22:18:51.288346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-f7e80c4e-b1ae-4099-9a13-71614ae22ba5 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1558554 Sep 17 22:18:51.299355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:51.313467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8dd9f0b2-c01e-4e1d-9964-d94e4b0453a2 req-17c88848-0474-4dde-bd4c-ad20db532b3e tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618083 Sep 17 22:18:51.383210 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.441401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b240c345-e0a5-45ad-93a8-6042d9d9737a details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:51.468887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab472b0-496d-4825-9156-69b7472e5207 req-3109fd2f-df95-40fe-914d-6ad6dbbc633f tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.470341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cab472b0-496d-4825-9156-69b7472e5207 req-3109fd2f-df95-40fe-914d-6ad6dbbc633f tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 948 time: 0.0810716 Sep 17 22:18:51.473333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.484911 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.528388 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cab472b0-496d-4825-9156-69b7472e5207 req-84c50441-7565-412c-8ae3-6b9149613be7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497580 Sep 17 22:18:51.555848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:51.570914 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'mac_address': 'fa:16:3e:f8:b9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:51.606752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148143-362c-4268-936b-ce19cc299f77 req-71b298cd-ef43-4c10-8de5-3fd5dd9c492e tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.608315 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3148143-362c-4268-936b-ce19cc299f77 req-71b298cd-ef43-4c10-8de5-3fd5dd9c492e tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.15 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 948 time: 0.0621362 Sep 17 22:18:51.609298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Allocated IP 172.25.6.12 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/b2199977-bd67-458e-9830-50e472adea6d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:51.610080 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.621514 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.649788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b240c345-e0a5-45ad-93a8-6042d9d9737a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:51.662034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Pushing event updated for resources: {'Port': ['ID=0f1f024e-8bd6-4951-92af-432f40b66b1f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:51.681538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:51.702567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:51.706097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:51.733741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:51.757148 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.762371 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.854333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:51.871371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.907135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:51.910882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:51.914322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:51.916401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.917660 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.953957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event updated for resources: {'Port': ['ID=b2199977-bd67-458e-9830-50e472adea6d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:51.979367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e3148143-362c-4268-936b-ce19cc299f77 req-16c6b2bd-5ce0-4aca-b1c7-09fd78a528bd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Deleting port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:51.979588 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e3148143-362c-4268-936b-ce19cc299f77 req-16c6b2bd-5ce0-4aca-b1c7-09fd78a528bd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.988857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-0decd5f0-01a5-4239-a2ba-432479fa1491 service neutron] 10.222.0.23 "GET /v2.0/ports/3dc9a489-399a-4fe4-a1cb-541d72c96d37/bindings/n-h1-713499-18 HTTP/1.1" status: 200 len: 383 time: 0.1669738 Sep 17 22:18:52.021782 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:18:52.029765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.054275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a17c59-6577-4ecd-bb90-2cd19f8ce2ae req-62cf9593-c0c8-4654-9d17-27880ea31cd0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.056721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43a17c59-6577-4ecd-bb90-2cd19f8ce2ae req-62cf9593-c0c8-4654-9d17-27880ea31cd0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 931 time: 0.1460907 Sep 17 22:18:52.060517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-8bc1fb10-1c7b-4cdc-af98-cae6a1f5ec23 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3279011 Sep 17 22:18:52.087907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Request body: {'port': {'device_id': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:52.160338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.162525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e3148143-362c-4268-936b-ce19cc299f77 req-16c6b2bd-5ce0-4aca-b1c7-09fd78a528bd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] For port f61790cd-9be4-48cb-8920-7ca5e0aa0f84, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:52.162960 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e3148143-362c-4268-936b-ce19cc299f77 req-16c6b2bd-5ce0-4aca-b1c7-09fd78a528bd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.169304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43a17c59-6577-4ecd-bb90-2cd19f8ce2ae req-8a850732-765f-4fc5-905f-404d16c68e76 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040761 Sep 17 22:18:52.197338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e3148143-362c-4268-936b-ce19cc299f77 req-16c6b2bd-5ce0-4aca-b1c7-09fd78a528bd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Calling delete_port for f61790cd-9be4-48cb-8920-7ca5e0aa0f84 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:52.204341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.247645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['b240c345-e0a5-45ad-93a8-6042d9d9737a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:52.384371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.452415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.527827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event updated for resources: {'Port': ['ID=b2199977-bd67-458e-9830-50e472adea6d,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:52.537737 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.637240 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.640069 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-6c4e7e39-8efa-4a5d-ac62-c4d9f3e86fb9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3451812 Sep 17 22:18:52.687497 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-d5238396-9ee9-4b23-b566-f63d0328563a tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 695 time: 0.0432720 Sep 17 22:18:52.701321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7084-d99b-4125-a531-452b33ffdd8c req-2a820816-b550-4b58-b2db-493ddd603908 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.702815 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-37ec7084-d99b-4125-a531-452b33ffdd8c req-2a820816-b550-4b58-b2db-493ddd603908 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.1975451 Sep 17 22:18:52.707306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-6c1e5655-8628-4a4c-af71-408d7ed72eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.708724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-6c1e5655-8628-4a4c-af71-408d7ed72eb6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7&tenant_id=b763d93dcfbd4755b6403f6da3dca39a HTTP/1.1" status: 200 len: 1102 time: 0.1741455 Sep 17 22:18:52.797264 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-2dcbaf9a-7861-4619-9add-5695a7e96a1d tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.798818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5b7c79e-acd8-4d95-8315-e51e7d48481f req-2dcbaf9a-7861-4619-9add-5695a7e96a1d tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1051993 Sep 17 22:18:52.878210 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-37ec7084-d99b-4125-a531-452b33ffdd8c req-a7a7b64a-97ba-4cc6-9387-8f3365693dd3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685245 Sep 17 22:18:52.920500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-45a2989c-81c1-47cf-b01b-95da3733781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.922477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-45a2989c-81c1-47cf-b01b-95da3733781f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 1102 time: 0.1811492 Sep 17 22:18:52.931733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74620a-471e-47db-b4c3-3ecce783029a req-87175d21-b796-4e4d-94a7-717afc076263 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.933492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e74620a-471e-47db-b4c3-3ecce783029a req-87175d21-b796-4e4d-94a7-717afc076263 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 948 time: 0.0533998 Sep 17 22:18:52.965647 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e3148143-362c-4268-936b-ce19cc299f77 req-16c6b2bd-5ce0-4aca-b1c7-09fd78a528bd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.973437 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e74620a-471e-47db-b4c3-3ecce783029a req-83174ab4-3a35-4c55-a737-80fbc2bd04b8 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338531 Sep 17 22:18:52.977732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['53541ee5-76b4-4da3-b5b6-5515b16bd2ed'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:53.083075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6b2bd-5ce0-4aca-b1c7-09fd78a528bd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Pushing event deleted for resources: {'Port': ['ID=f61790cd-9be4-48cb-8920-7ca5e0aa0f84,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:53.165774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3148143-362c-4268-936b-ce19cc299f77 req-16c6b2bd-5ce0-4aca-b1c7-09fd78a528bd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] No DVR routers for this DVR port f61790cd-9be4-48cb-8920-7ca5e0aa0f84 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:53.175999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1f024e-8bd6-4951-92af-432f40b66b1f {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:53.176488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['f61790cd-9be4-48cb-8920-7ca5e0aa0f84'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:53.187418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.203786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Transition to ACTIVE for port object 0f1f024e-8bd6-4951-92af-432f40b66b1f will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:53.206555 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-bb844f8a-27fc-403f-b1f1-a40f59865875 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1222239 Sep 17 22:18:53.212202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e3148143-362c-4268-936b-ce19cc299f77 req-16c6b2bd-5ce0-4aca-b1c7-09fd78a528bd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.214904 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3148143-362c-4268-936b-ce19cc299f77 req-16c6b2bd-5ce0-4aca-b1c7-09fd78a528bd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.15 "DELETE /v2.0/ports/f61790cd-9be4-48cb-8920-7ca5e0aa0f84 HTTP/1.1" status: 204 len: 173 time: 1.5548844 Sep 17 22:18:53.215359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b342adf6-17c7-452f-8742-3eb713f2edcd', 'name': 'network-vif-deleted', 'tag': 'f61790cd-9be4-48cb-8920-7ca5e0aa0f84'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:53.217939 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9ceb64-60b5-49bf-89d1-d1da319e66f9" -d '{"events": [{"server_uuid": "b342adf6-17c7-452f-8742-3eb713f2edcd", "name": "network-vif-deleted", "tag": "f61790cd-9be4-48cb-8920-7ca5e0aa0f84"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:53.218220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:53.230505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4c959-49b7-411c-9e49-f349bfbdb078 req-cf7a19a9-9391-4f51-a49d-c641fe91968e tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.232558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2b4c959-49b7-411c-9e49-f349bfbdb078 req-cf7a19a9-9391-4f51-a49d-c641fe91968e tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 949 time: 0.2885940 Sep 17 22:18:53.237304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-a2d0abfd-fa67-4fc6-a77e-86342fa4eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.238838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-a2d0abfd-fa67-4fc6-a77e-86342fa4eec7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.3077874 Sep 17 22:18:53.293700 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.300802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-5230526e-538b-4741-8195-0f623f1c6a42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37 HTTP/1.1" status: 200 len: 217 time: 0.0511951 Sep 17 22:18:53.367478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2b4c959-49b7-411c-9e49-f349bfbdb078 req-95ed005f-9e5f-4352-b38c-8dd02792fadf tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276751 Sep 17 22:18:53.368338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.398396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f024e-8bd6-4951-92af-432f40b66b1f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:53.427155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-72360c6c-4539-4c2f-ab74-3c874295b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.428723 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-72360c6c-4539-4c2f-ab74-3c874295b6ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1159766 Sep 17 22:18:53.468970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b240c345-e0a5-45ad-93a8-6042d9d9737a up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:53.489877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.543202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-2b823fb5-94a4-49bd-850d-cefdfd105f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.544737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-2b823fb5-94a4-49bd-850d-cefdfd105f5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918405 Sep 17 22:18:53.550139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:53.557210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:53.557210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:53.577756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Port 0f1f024e-8bd6-4951-92af-432f40b66b1f on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:53.578077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:53.596259 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port b240c345-e0a5-45ad-93a8-6042d9d9737a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:53.599833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98a145-f315-48bf-9b87-4f75456d5660 req-08d24fc9-ce5e-4a2b-a458-9b543d0fb599 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.600510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port b240c345-e0a5-45ad-93a8-6042d9d9737a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:53.600891 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.607360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad98a145-f315-48bf-9b87-4f75456d5660 req-08d24fc9-ce5e-4a2b-a458-9b543d0fb599 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.1112309 Sep 17 22:18:53.612582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Allocated IP 172.25.6.3 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/4376b93f-b2a6-467e-bf21-f8f7206da0c3) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:53.617807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:53.618283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:53.619054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:53.619781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Bound port: 0f1f024e-8bd6-4951-92af-432f40b66b1f, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:53.620417 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.684194 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.707899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:53.710445 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e61497-7cfe-45c7-b486-4b2e378adae9" -d '{"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-plugged", "status": "completed", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:53.721401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad98a145-f315-48bf-9b87-4f75456d5660 req-73c1911f-2137-4e46-af01-0a1654c1c60a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131837 Sep 17 22:18:53.724400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:53.752308 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.758255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-136a9c96-748c-492e-afba-52fda77073f6 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042770 Sep 17 22:18:53.762430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:53.765673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:53.787887 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4387b82-013e-4237-91b9-a69f8d4fcd12 x-openstack-request-id: req-d4387b82-013e-4237-91b9-a69f8d4fcd12 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:53.788201 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b342adf6-17c7-452f-8742-3eb713f2edcd", "name": "network-vif-deleted", "tag": "f61790cd-9be4-48cb-8920-7ca5e0aa0f84", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:53.788451 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4387b82-013e-4237-91b9-a69f8d4fcd12 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:53.788844 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b342adf6-17c7-452f-8742-3eb713f2edcd', 'name': 'network-vif-deleted', 'tag': 'f61790cd-9be4-48cb-8920-7ca5e0aa0f84', 'status': 'completed', 'code': 200} Sep 17 22:18:53.789471 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.844280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:53.855822 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.875518 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.889618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4355b4c1-6fea-4ee0-a306-e0fc500439be req-399c0642-4473-496f-87ad-59bd4fe10392 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225314 Sep 17 22:18:53.897093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.897723 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.899063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/0f1f024e-8bd6-4951-92af-432f40b66b1f HTTP/1.1" status: 200 len: 1092 time: 1.8229561 Sep 17 22:18:53.924984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:53.925997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:53.928465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ff0d7-64a7-4dc4-9c64-6d42463318c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f024e-8bd6-4951-92af-432f40b66b1f,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:53.929786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:53.947655 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941450a9-96a8-43c0-8577-e24d1dab00a6 x-openstack-request-id: req-941450a9-96a8-43c0-8577-e24d1dab00a6 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:53.948040 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-plugged", "status": "completed", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:53.948414 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-941450a9-96a8-43c0-8577-e24d1dab00a6 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:53.948893 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'code': 200} Sep 17 22:18:53.964259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event updated for resources: {'Port': ['ID=4376b93f-b2a6-467e-bf21-f8f7206da0c3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:54.037581 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:54.113013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-5cbf18a8-8225-41b4-be1f-80e28ae4d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:54.114474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-5cbf18a8-8225-41b4-be1f-80e28ae4d0ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 1095 time: 0.1095486 Sep 17 22:18:54.138131 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:54.140755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959c160-c184-4e8b-b2a9-7126cdca4aca req-f3deb62e-b6a4-4470-9a7a-75a6e261f7c9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:54.144829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5959c160-c184-4e8b-b2a9-7126cdca4aca req-f3deb62e-b6a4-4470-9a7a-75a6e261f7c9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.1021817 Sep 17 22:18:54.192284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb1af0-fcbd-4fa1-ac51-6ba631d4b898 req-8e891e7a-a020-4777-89a0-2a828ce85081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:54.193766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9abb1af0-fcbd-4fa1-ac51-6ba631d4b898 req-8e891e7a-a020-4777-89a0-2a828ce85081 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 1102 time: 0.1190920 Sep 17 22:18:54.195009 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-3ce737c4-846f-4bf4-bc1c-2713805d3ae9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f HTTP/1.1" status: 200 len: 217 time: 0.0511982 Sep 17 22:18:54.286287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5959c160-c184-4e8b-b2a9-7126cdca4aca req-62e4b6da-219c-463c-acf2-4066f5157ae8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347661 Sep 17 22:18:54.290446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9abb1af0-fcbd-4fa1-ac51-6ba631d4b898 req-37e93ad6-d558-4084-b734-6e822d952f38 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868020 Sep 17 22:18:54.295775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-a04a7b1e-d754-4459-accd-a6c7a9484803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:54.297317 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-a04a7b1e-d754-4459-accd-a6c7a9484803 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.0926316 Sep 17 22:18:54.334021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-f7350dbc-d8bd-443a-9fc7-5d8d99743318 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281980 Sep 17 22:18:54.443809 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-28533cd0-2ce9-4ce8-98d6-0a0ff5862863 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023092 Sep 17 22:18:54.557589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1d7f466-db6d-4aa1-917a-3cd257480086 req-e8e8f023-1aac-4832-9b62-c6d33df65d22 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342adf6-17c7-452f-8742-3eb713f2edcd HTTP/1.1" status: 200 len: 210 time: 0.0382497 Sep 17 22:18:54.558044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:54.577434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd313260-6c19-4a64-930f-46a33f91bdb8 req-441f193b-f0eb-46ca-a499-948ae01ebd75 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242945 Sep 17 22:18:54.630496 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:54.702217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event updated for resources: {'Port': ['ID=4376b93f-b2a6-467e-bf21-f8f7206da0c3,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:54.710341 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:54.813761 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:54.815008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-77071eb0-558f-4d55-be48-807916bb054b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.6009135 Sep 17 22:18:54.869374 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-d3a65dc8-9497-48d5-b87b-cc56cbb66dc7 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0425870 Sep 17 22:18:54.881783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49006) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:54.978705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-298c3096-9671-4f89-8668-5db0be17a712 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:54.980058 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9890c299-a652-40a2-a9fa-cc44687205e7 req-298c3096-9671-4f89-8668-5db0be17a712 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1048167 Sep 17 22:18:54.988931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b15688a6-b8e3-4df4-a246-4667ce3ce330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.075031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7121167-c2cd-47cd-acf4-7d1357d369de req-cdca0d32-980f-4ef2-a26b-059e1016df96 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.076715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7121167-c2cd-47cd-acf4-7d1357d369de req-cdca0d32-980f-4ef2-a26b-059e1016df96 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 950 time: 0.0491390 Sep 17 22:18:55.078883 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b15688a6-b8e3-4df4-a246-4667ce3ce330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.114545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7121167-c2cd-47cd-acf4-7d1357d369de req-5b34f45f-25da-44dd-8da4-25a768c7bfa1 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Sep 17 22:18:55.144808 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b15688a6-b8e3-4df4-a246-4667ce3ce330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.190312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b15688a6-b8e3-4df4-a246-4667ce3ce330 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c12fcebcf527476a93437f236ad602ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074017 Sep 17 22:18:55.191952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15688a6-b8e3-4df4-a246-4667ce3ce330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3332ed0-4628-4fb7-964f-5ce0cf6a079d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:55.194419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49012) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:55.226158 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fce83-59a7-4ccd-9dae-d733c8d64c63 req-db56aa20-9dba-4441-9618-d35042c52606 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.230815 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f9fce83-59a7-4ccd-9dae-d733c8d64c63 req-db56aa20-9dba-4441-9618-d35042c52606 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.0610635 Sep 17 22:18:55.257296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0df4869-f83b-4705-a6ea-bcbc94318d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.284265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0df4869-f83b-4705-a6ea-bcbc94318d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.293047 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f9fce83-59a7-4ccd-9dae-d733c8d64c63 req-174f9ff6-987b-4cbc-92c8-3b163b9401e1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Sep 17 22:18:55.355344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7addac8e-0a61-473e-a4fb-49081d46a30f req-f6cdae3e-d7c5-4ce0-afb6-a510603e0a2b tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips/3a8ae7d0-0981-44be-bcc8-4982edd5583d HTTP/1.1" status: 200 len: 691 time: 0.0556278 Sep 17 22:18:55.428644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcee64-b261-40de-96f9-289fdde5f252 req-f5550e70-b803-4c53-be3c-5fe795f4cf78 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.430146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8abcee64-b261-40de-96f9-289fdde5f252 req-f5550e70-b803-4c53-be3c-5fe795f4cf78 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.0545588 Sep 17 22:18:55.436102 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0df4869-f83b-4705-a6ea-bcbc94318d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.438766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0df4869-f83b-4705-a6ea-bcbc94318d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.439885 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c0df4869-f83b-4705-a6ea-bcbc94318d80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3332ed0-4628-4fb7-964f-5ce0cf6a079d HTTP/1.1" status: 204 len: 168 time: 0.2444654 Sep 17 22:18:55.460427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df4869-f83b-4705-a6ea-bcbc94318d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3332ed0-4628-4fb7-964f-5ce0cf6a079d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:55.473752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addac8e-0a61-473e-a4fb-49081d46a30f req-a362918a-4ec6-463b-94f5-473aa79b34bc tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.480542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7addac8e-0a61-473e-a4fb-49081d46a30f req-a362918a-4ec6-463b-94f5-473aa79b34bc tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1131263 Sep 17 22:18:55.491792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f61790cd-9be4-48cb-8920-7ca5e0aa0f84 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:55.498710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8abcee64-b261-40de-96f9-289fdde5f252 req-070cb6ec-f67b-4dcf-8e34-19af7dd86af1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575800 Sep 17 22:18:55.516492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: f61790cd-9be4-48cb-8920-7ca5e0aa0f84 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:55.516840 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f61790cd-9be4-48cb-8920-7ca5e0aa0f84 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:55.555830 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-1d8650ee-12d2-46b2-8361-0ee9299be55d tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips/3a8ae7d0-0981-44be-bcc8-4982edd5583d HTTP/1.1" status: 200 len: 691 time: 0.0495331 Sep 17 22:18:55.691052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9dc2ea40-6788-4b18-a7e1-03483a5cbb2a tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.692518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9dc2ea40-6788-4b18-a7e1-03483a5cbb2a tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1309483 Sep 17 22:18:55.751038 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-4e196587-b2e0-42db-b38e-f949761246c7 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0500977 Sep 17 22:18:55.790430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'tag': '0f1f024e-8bd6-4951-92af-432f40b66b1f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:55.794114 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5389d74-e745-410f-bf3b-c8f57f0693d1" -d '{"events": [{"name": "network-changed", "server_uuid": "17e96038-ec7a-4036-9ff4-4c089bddc126", "tag": "0f1f024e-8bd6-4951-92af-432f40b66b1f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:55.801556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-f97a14f4-dad4-41df-a559-a72d9789d6cd tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0442877 Sep 17 22:18:55.935572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9678c34e-b01d-4d74-948d-86b95cdc6ce9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Deleting port 4376b93f-b2a6-467e-bf21-f8f7206da0c3 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:55.936004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9678c34e-b01d-4d74-948d-86b95cdc6ce9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.984060 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb92d4fa-cf96-4719-8e56-096032e4aaf6 x-openstack-request-id: req-fb92d4fa-cf96-4719-8e56-096032e4aaf6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:55.984433 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e96038-ec7a-4036-9ff4-4c089bddc126", "tag": "0f1f024e-8bd6-4951-92af-432f40b66b1f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:55.984693 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb92d4fa-cf96-4719-8e56-096032e4aaf6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:55.985098 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'tag': '0f1f024e-8bd6-4951-92af-432f40b66b1f', 'status': 'completed', 'code': 200} Sep 17 22:18:56.023538 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9678c34e-b01d-4d74-948d-86b95cdc6ce9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.024187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9678c34e-b01d-4d74-948d-86b95cdc6ce9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.040040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9678c34e-b01d-4d74-948d-86b95cdc6ce9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Calling delete_port for 4376b93f-b2a6-467e-bf21-f8f7206da0c3 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:56.061961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5389d74-e745-410f-bf3b-c8f57f0693d1 req-0a7ba3cb-d43c-41c3-a79a-262454608d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.064009 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5389d74-e745-410f-bf3b-c8f57f0693d1 req-0a7ba3cb-d43c-41c3-a79a-262454608d7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 1095 time: 0.0514612 Sep 17 22:18:56.093196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49030) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:56.123003 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9703d4cb-2cd8-4d1d-b469-ad2ea3417d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.175743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5389d74-e745-410f-bf3b-c8f57f0693d1 req-2db611e1-bf6a-4f70-9f39-8161ae7bf459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.177462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5389d74-e745-410f-bf3b-c8f57f0693d1 req-2db611e1-bf6a-4f70-9f39-8161ae7bf459 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.1041687 Sep 17 22:18:56.225778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5389d74-e745-410f-bf3b-c8f57f0693d1 req-9c0919d5-68c0-4d3e-af40-f33707173857 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f HTTP/1.1" status: 200 len: 217 time: 0.0400522 Sep 17 22:18:56.299487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5389d74-e745-410f-bf3b-c8f57f0693d1 req-a885433a-8961-477d-a310-96e20066335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.300957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5389d74-e745-410f-bf3b-c8f57f0693d1 req-a885433a-8961-477d-a310-96e20066335a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.0676484 Sep 17 22:18:56.310071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c41d3-63f7-4a4d-9b9e-d7c6e82b81b7 req-e37b2df7-f707-4584-b957-fcd479c9e547 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.311516 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e32c41d3-63f7-4a4d-9b9e-d7c6e82b81b7 req-e37b2df7-f707-4584-b957-fcd479c9e547 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 949 time: 0.0885563 Sep 17 22:18:56.319606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3dc9a489-399a-4fe4-a1cb-541d72c96d37 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:56.320505 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9678c34e-b01d-4d74-948d-86b95cdc6ce9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.343383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5389d74-e745-410f-bf3b-c8f57f0693d1 req-c85e75e0-ec68-4f6b-ae2d-f5b7a12cd95c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309081 Sep 17 22:18:56.376467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678c34e-b01d-4d74-948d-86b95cdc6ce9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event deleted for resources: {'Port': ['ID=4376b93f-b2a6-467e-bf21-f8f7206da0c3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:56.408012 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e32c41d3-63f7-4a4d-9b9e-d7c6e82b81b7 req-ea62e2b2-d8dc-4355-bae3-02369e60739e tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879452 Sep 17 22:18:56.428782 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.468759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9678c34e-b01d-4d74-948d-86b95cdc6ce9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.471252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9678c34e-b01d-4d74-948d-86b95cdc6ce9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.472549 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6885db54-7ea5-4fd5-acd1-5e788c4a0150 req-9678c34e-b01d-4d74-948d-86b95cdc6ce9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "DELETE /v2.0/floatingips/3a8ae7d0-0981-44be-bcc8-4982edd5583d HTTP/1.1" status: 204 len: 173 time: 0.6645315 Sep 17 22:18:56.474565 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9703d4cb-2cd8-4d1d-b469-ad2ea3417d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.475522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:56.476719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dc9a489-399a-4fe4-a1cb-541d72c96d37'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:56.479050 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3add9b95-93ea-4cf5-a1c1-2adda7c1b417" -d '{"events": [{"server_uuid": "e5c5344a-4769-4ead-ba9e-3003e59fc6d7", "name": "network-vif-unplugged", "status": "completed", "tag": "3dc9a489-399a-4fe4-a1cb-541d72c96d37"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:56.534941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5389d74-e745-410f-bf3b-c8f57f0693d1 req-c3bf3ba9-6dae-45b7-8a26-6c0d860009be service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822851 Sep 17 22:18:56.543636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9703d4cb-2cd8-4d1d-b469-ad2ea3417d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.543812 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.604078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703d4cb-2cd8-4d1d-b469-ad2ea3417d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc517a3-325d-4fcd-9d44-c7030ead5766,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:56.606683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3dc9a489-399a-4fe4-a1cb-541d72c96d37,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:56.611657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9703d4cb-2cd8-4d1d-b469-ad2ea3417d56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a150bfe30b2147a49811a1fbf1ac5926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173988 Sep 17 22:18:56.612677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49046) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:56.631358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edef6b-8e0b-459a-806c-38f8e049afad req-b07a7f0d-ec8c-45a4-b61e-a907b3d203dd tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.632942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99edef6b-8e0b-459a-806c-38f8e049afad req-b07a7f0d-ec8c-45a4-b61e-a907b3d203dd tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 950 time: 0.1384716 Sep 17 22:18:56.700484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e00e842-1b1a-486d-85c6-02e6708fc5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.709401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2af50-32ac-4f76-b3cf-3cd4db9140e1 req-a54f8974-9a12-40f7-a329-0fcd486509e5 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.711011 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72b2af50-32ac-4f76-b3cf-3cd4db9140e1 req-a54f8974-9a12-40f7-a329-0fcd486509e5 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.0748823 Sep 17 22:18:56.748672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e00e842-1b1a-486d-85c6-02e6708fc5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.785070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72b2af50-32ac-4f76-b3cf-3cd4db9140e1 req-6d1562b4-cddf-4d91-bacd-2d7c6e8379c3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647964 Sep 17 22:18:56.907771 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e00e842-1b1a-486d-85c6-02e6708fc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.910297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e00e842-1b1a-486d-85c6-02e6708fc5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:56.911419 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7e00e842-1b1a-486d-85c6-02e6708fc5e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bc517a3-325d-4fcd-9d44-c7030ead5766 HTTP/1.1" status: 204 len: 168 time: 0.2978339 Sep 17 22:18:56.916615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5389d74-e745-410f-bf3b-c8f57f0693d1 req-c26cc12d-a6d4-45e6-8313-deb4fbd5ba58 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723400 Sep 17 22:18:56.935922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99edef6b-8e0b-459a-806c-38f8e049afad req-f1699abc-2cb1-46f0-8de4-5bccbd65076e tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959244 Sep 17 22:18:56.965981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00e842-1b1a-486d-85c6-02e6708fc5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc517a3-325d-4fcd-9d44-c7030ead5766,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:56.999821 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25275b9d-a075-4b90-b890-d2ca3ae4dc66 x-openstack-request-id: req-25275b9d-a075-4b90-b890-d2ca3ae4dc66 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:57.000329 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c5344a-4769-4ead-ba9e-3003e59fc6d7", "name": "network-vif-unplugged", "status": "completed", "tag": "3dc9a489-399a-4fe4-a1cb-541d72c96d37", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:57.000669 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25275b9d-a075-4b90-b890-d2ca3ae4dc66 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:57.001203 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dc9a489-399a-4fe4-a1cb-541d72c96d37', 'code': 200} Sep 17 22:18:57.106642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa7dbc-1485-49ec-910b-d4f56701eb07 req-5582ff0b-e212-47fd-9cb5-654dfd3ded75 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.108077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-83aa7dbc-1485-49ec-910b-d4f56701eb07 req-5582ff0b-e212-47fd-9cb5-654dfd3ded75 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 948 time: 0.0575418 Sep 17 22:18:57.121012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63373ea3-4560-4d77-98b4-599805e51fa9 req-66a6e529-159d-4352-b1db-d00cd33e4dc6 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.123319 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63373ea3-4560-4d77-98b4-599805e51fa9 req-66a6e529-159d-4352-b1db-d00cd33e4dc6 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2342231 Sep 17 22:18:57.147928 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-83aa7dbc-1485-49ec-910b-d4f56701eb07 req-a730b491-1fd3-4b9d-b92a-777e89d74bf1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337858 Sep 17 22:18:57.230963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc033a4b-9f9a-45c5-8457-00783e756718 req-f652bdda-9242-4d27-a339-8c7db4e4c628 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=8ba5328458414ad094209781c4ebfb80 HTTP/1.1" status: 200 len: 1653 time: 0.0839427 Sep 17 22:18:57.364176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc033a4b-9f9a-45c5-8457-00783e756718 req-e0b1b00d-1897-438a-b78f-3d76b4232d04 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.365711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc033a4b-9f9a-45c5-8457-00783e756718 req-e0b1b00d-1897-438a-b78f-3d76b4232d04 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks?id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 787 time: 0.1249499 Sep 17 22:18:57.378505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-fc033a4b-9f9a-45c5-8457-00783e756718 req-557eab43-47ec-4e3c-9870-979298e05f41 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:18:57.379749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc033a4b-9f9a-45c5-8457-00783e756718 req-557eab43-47ec-4e3c-9870-979298e05f41 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074825 Sep 17 22:18:57.439952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-50438f12-e8e1-44a7-a6b2-fc08ecdb49b9 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.441717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-50438f12-e8e1-44a7-a6b2-fc08ecdb49b9 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.23 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 949 time: 0.0703995 Sep 17 22:18:57.462740 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-cd3b988a-28b6-4288-91eb-fce0a2611050 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips/5548b22d-caff-4686-b7b4-56ff9b250935 HTTP/1.1" status: 200 len: 692 time: 0.0556808 Sep 17 22:18:57.569258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742ac9-1398-4253-a71e-b991d47ae11c req-e2c6e08b-4981-4caf-9029-c6a272dba2b7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.570832 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39742ac9-1398-4253-a71e-b991d47ae11c req-e2c6e08b-4981-4caf-9029-c6a272dba2b7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 948 time: 0.1151416 Sep 17 22:18:57.581355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-4d1d71a9-fd1a-4367-9c02-2162adc61d91 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.584929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-4d1d71a9-fd1a-4367-9c02-2162adc61d91 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1156876 Sep 17 22:18:57.642783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-e7bc3f91-5ba1-43d4-ba63-b03f0fe2b300 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 695 time: 0.0524356 Sep 17 22:18:57.694913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39742ac9-1398-4253-a71e-b991d47ae11c req-48914fd4-f641-492a-bebe-fb5bc0b52ddc tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103814 Sep 17 22:18:57.706228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-ddd206b6-4210-4e8b-8b3f-505f6388bb49 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.707824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-ddd206b6-4210-4e8b-8b3f-505f6388bb49 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7&tenant_id=b763d93dcfbd4755b6403f6da3dca39a&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 948 time: 0.1360574 Sep 17 22:18:57.717591 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-f0cf6f87-1c9b-475c-9676-ae96f0cefade tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 695 time: 0.0605040 Sep 17 22:18:57.731255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-d75b1d67-d10f-4e2b-af99-c49688f50c73 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Deleting port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:57.732104 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-d75b1d67-d10f-4e2b-af99-c49688f50c73 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:57.853364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-e4fedfc3-8c7b-41c4-87c7-cfdfc4008c6f tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Deleting port b2199977-bd67-458e-9830-50e472adea6d {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:57.853702 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-e4fedfc3-8c7b-41c4-87c7-cfdfc4008c6f tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:57.900770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-d75b1d67-d10f-4e2b-af99-c49688f50c73 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] For port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:57.901137 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-d75b1d67-d10f-4e2b-af99-c49688f50c73 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:57.919527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a301f7-527b-4308-96d3-b05a39977800 req-bfe8a0e4-7993-47a0-a3c2-a33eba3c967c tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.921085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-71a301f7-527b-4308-96d3-b05a39977800 req-bfe8a0e4-7993-47a0-a3c2-a33eba3c967c tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 949 time: 0.1547935 Sep 17 22:18:57.925500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-0cce9287-5d82-4dce-ac13-62f894387482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.926957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-0cce9287-5d82-4dce-ac13-62f894387482 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 1100 time: 0.1299345 Sep 17 22:18:57.933392 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-d75b1d67-d10f-4e2b-af99-c49688f50c73 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Calling delete_port for 53541ee5-76b4-4da3-b5b6-5515b16bd2ed owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:57.937185 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-e4fedfc3-8c7b-41c4-87c7-cfdfc4008c6f tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:57.937508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-e4fedfc3-8c7b-41c4-87c7-cfdfc4008c6f tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:57.950569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-e4fedfc3-8c7b-41c4-87c7-cfdfc4008c6f tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Calling delete_port for b2199977-bd67-458e-9830-50e472adea6d owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:58.061772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-71a301f7-527b-4308-96d3-b05a39977800 req-3fd5ac05-2fd1-493a-bd14-25f821a741cd tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309805 Sep 17 22:18:58.086505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:58.117095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-a96f9a2b-26a3-4f11-908a-547b76e9ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.119177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-a96f9a2b-26a3-4f11-908a-547b76e9ffe5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1833436 Sep 17 22:18:58.179376 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-e4fedfc3-8c7b-41c4-87c7-cfdfc4008c6f tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.193849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-8e071729-45f9-48ae-bc24-4dcac37af1c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37 HTTP/1.1" status: 200 len: 217 time: 0.0674834 Sep 17 22:18:58.211866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fedfc3-8c7b-41c4-87c7-cfdfc4008c6f tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event deleted for resources: {'Port': ['ID=b2199977-bd67-458e-9830-50e472adea6d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:58.221307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-network', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:58.292052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-fbd823a4-b65c-4433-a9ee-a9bd378207d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.293597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-fbd823a4-b65c-4433-a9ee-a9bd378207d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0920277 Sep 17 22:18:58.300728 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-e4fedfc3-8c7b-41c4-87c7-cfdfc4008c6f tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.303171 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-e4fedfc3-8c7b-41c4-87c7-cfdfc4008c6f tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.304308 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dd6ecc0-8a80-41d8-b88a-54ef63399e8b req-e4fedfc3-8c7b-41c4-87c7-cfdfc4008c6f tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "DELETE /v2.0/floatingips/5548b22d-caff-4686-b7b4-56ff9b250935 HTTP/1.1" status: 204 len: 173 time: 0.5808017 Sep 17 22:18:58.310505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827e437-032a-456b-9cee-766f6b762c63 req-7e4eda1d-e922-429c-9695-f1e595ab7768 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.310505 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f827e437-032a-456b-9cee-766f6b762c63 req-7e4eda1d-e922-429c-9695-f1e595ab7768 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.0735114 Sep 17 22:18:58.315979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:58.338912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Made reservation on behalf of 10bec6811f0f45b8ac67c1cd7c647db9 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:58.342721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.347611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-d75b1d67-d10f-4e2b-af99-c49688f50c73 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.352808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.397443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b1d67-d10f-4e2b-af99-c49688f50c73 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Pushing event deleted for resources: {'Port': ['ID=53541ee5-76b4-4da3-b5b6-5515b16bd2ed,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:58.438618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:58.441957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f827e437-032a-456b-9cee-766f6b762c63 req-da0146fc-e8f0-428e-aa4c-5ad7696ccb3d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209910 Sep 17 22:18:58.448646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-161f2dc9-28c7-4c62-93d3-008965c0ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.450155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-161f2dc9-28c7-4c62-93d3-008965c0ce78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1401486 Sep 17 22:18:58.456180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '0f1f024e-8bd6-4951-92af-432f40b66b1f', 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c', 'port_id': '0f1f024e-8bd6-4951-92af-432f40b66b1f', 'mac_address': 'fa:16:3e:85:5b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f09c85c-6cca-4ec3-b699-61b697417077', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:58.462742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['53541ee5-76b4-4da3-b5b6-5515b16bd2ed'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:58.467325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-d75b1d67-d10f-4e2b-af99-c49688f50c73 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] No DVR routers for this DVR port 53541ee5-76b4-4da3-b5b6-5515b16bd2ed on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:58.479853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-d75b1d67-d10f-4e2b-af99-c49688f50c73 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.479853 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48f1edf9-8ce8-47f3-92aa-14ed8c0524a4 req-d75b1d67-d10f-4e2b-af99-c49688f50c73 tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.23 "DELETE /v2.0/ports/53541ee5-76b4-4da3-b5b6-5515b16bd2ed HTTP/1.1" status: 204 len: 173 time: 1.0284951 Sep 17 22:18:58.479853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e620d5-6e16-4ad1-9d75-3dfd91971b75', 'name': 'network-vif-deleted', 'tag': '53541ee5-76b4-4da3-b5b6-5515b16bd2ed'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:58.480481 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fc9efb-4b64-427a-9743-074372468f7e" -d '{"events": [{"server_uuid": "16e620d5-6e16-4ad1-9d75-3dfd91971b75", "name": "network-vif-deleted", "tag": "53541ee5-76b4-4da3-b5b6-5515b16bd2ed"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:58.525530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a5f83-2675-4737-a21a-2c17436e7147 req-88c2e33d-b79c-485d-8254-545a6bc62697 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.527301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-257a5f83-2675-4737-a21a-2c17436e7147 req-88c2e33d-b79c-485d-8254-545a6bc62697 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 950 time: 0.0643151 Sep 17 22:18:58.535447 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.552328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1f024e-8bd6-4951-92af-432f40b66b1f {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:58.572092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:58.577219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-379bddc8-cc7e-43b2-9e78-2db24f505e41 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips/dfa47e79-ef4c-494e-a855-948ecb661e82 HTTP/1.1" status: 200 len: 691 time: 0.0811880 Sep 17 22:18:58.593208 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-257a5f83-2675-4737-a21a-2c17436e7147 req-2f308e4c-3904-47f5-a00c-31fd794e57a4 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575058 Sep 17 22:18:58.606969 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.656149 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.656905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3dc9a489-399a-4fe4-a1cb-541d72c96d37 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:58.667048 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cf59fa-9b70-4b0c-9985-cd399a6dce77 x-openstack-request-id: req-01cf59fa-9b70-4b0c-9985-cd399a6dce77 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:58.667048 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e620d5-6e16-4ad1-9d75-3dfd91971b75", "name": "network-vif-deleted", "tag": "53541ee5-76b4-4da3-b5b6-5515b16bd2ed", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:58.667048 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01cf59fa-9b70-4b0c-9985-cd399a6dce77 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:58.667428 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e620d5-6e16-4ad1-9d75-3dfd91971b75', 'name': 'network-vif-deleted', 'tag': '53541ee5-76b4-4da3-b5b6-5515b16bd2ed', 'status': 'completed', 'code': 200} Sep 17 22:18:58.671898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-7ba5450e-b47a-43bd-aa39-9115d495fce5 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076473 Sep 17 22:18:58.694100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.731559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:18:58.740604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9c50ab-fb2a-49ea-aaa7-04daa105418b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:58.747256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.747615 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Added segment ccc7387e-58e3-4682-b902-a0a0c1491b6f of type vlan for network 4d46ec44-46bf-4167-ad35-9366b46b51da Sep 17 22:18:58.748887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0f1f024e-8bd6-4951-92af-432f40b66b1f,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:58.778897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-938f328f-0394-45cd-9476-2897e2ffcfff tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.789460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-938f328f-0394-45cd-9476-2897e2ffcfff tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.2040751 Sep 17 22:18:58.819517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-6a6b319e-42a7-4c64-9b35-d8987278d4b9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:18:58.823346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.831339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-6a6b319e-42a7-4c64-9b35-d8987278d4b9 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0395949 Sep 17 22:18:58.868042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:58.882455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '3dc9a489-399a-4fe4-a1cb-541d72c96d37', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '3dc9a489-399a-4fe4-a1cb-541d72c96d37', 'mac_address': 'fa:16:3e:f7:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:58.919233 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.929070 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.946541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc9a489-399a-4fe4-a1cb-541d72c96d37 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:58.946923 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.950123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.953564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.965975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-d37868a9-e6ff-49cd-bcf9-951a2483b9f1 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0771143 Sep 17 22:18:58.980167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:59.022052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] Pushing event updated for resources: {'Network': ['ID=4d46ec44-46bf-4167-ad35-9366b46b51da,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:59.026467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-810f0797-6569-480e-a19b-292d08d7f867 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0595345 Sep 17 22:18:59.033373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4d46ec44-46bf-4167-ad35-9366b46b51da details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:18:59.043555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc275ac-ecea-41c7-8243-45edafe5e83d req-9aed4500-f517-4fdb-a867-933c3fd81d81 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557749 Sep 17 22:18:59.065002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1ce580ce-d596-4728-9a42-769e9f00373b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9796746 Sep 17 22:18:59.068139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49106) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:59.075292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Request body: {'subnet': {'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-subnet', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:59.105573 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.170710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3dc9a489-399a-4fe4-a1cb-541d72c96d37,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:59.178277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Made reservation on behalf of 10bec6811f0f45b8ac67c1cd7c647db9 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:59.183312 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.187989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-a05944cd-47dc-4d23-96f3-368c49cf96eb tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Deleting port b129b9d8-8dcf-485b-9375-682cfe4793c1 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:59.188473 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-a05944cd-47dc-4d23-96f3-368c49cf96eb tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.275530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-a05944cd-47dc-4d23-96f3-368c49cf96eb tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.280522 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-a05944cd-47dc-4d23-96f3-368c49cf96eb tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.296213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-a05944cd-47dc-4d23-96f3-368c49cf96eb tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Calling delete_port for b129b9d8-8dcf-485b-9375-682cfe4793c1 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:59.307509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['0f1f024e-8bd6-4951-92af-432f40b66b1f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:59.350816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3dc9a489-399a-4fe4-a1cb-541d72c96d37'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:59.460429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e6f6-cc40-49e2-b9f7-f813de029c7d req-ee668803-7adb-4f3e-b8f7-45799a49ebea tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:59.468817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de55e6f6-cc40-49e2-b9f7-f813de029c7d req-ee668803-7adb-4f3e-b8f7-45799a49ebea tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 949 time: 0.1095865 Sep 17 22:18:59.511021 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de55e6f6-cc40-49e2-b9f7-f813de029c7d req-185a5b24-3209-42d3-bce5-935f624c4761 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Sep 17 22:18:59.560820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-a05944cd-47dc-4d23-96f3-368c49cf96eb tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.561963 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.592890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05944cd-47dc-4d23-96f3-368c49cf96eb tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event deleted for resources: {'Port': ['ID=b129b9d8-8dcf-485b-9375-682cfe4793c1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:59.654314 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-003a1cb5-c891-4f05-9d94-4a595f6fe716 req-58600425-6d3e-4954-a4bf-b3bd276fb25d tempest-LiveMigrationNegativeTest-1967126546 tempest-LiveMigrationNegativeTest-1967126546-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e620d5-6e16-4ad1-9d75-3dfd91971b75 HTTP/1.1" status: 200 len: 210 time: 0.0399849 Sep 17 22:18:59.668385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-a05944cd-47dc-4d23-96f3-368c49cf96eb tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.671585 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-a05944cd-47dc-4d23-96f3-368c49cf96eb tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.682535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=13673b33-0172-4760-97d8-653434a15cd1,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:59.685615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41483a67-5dd3-4456-a7eb-4001b4fdee22 req-a05944cd-47dc-4d23-96f3-368c49cf96eb tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "DELETE /v2.0/floatingips/dfa47e79-ef4c-494e-a855-948ecb661e82 HTTP/1.1" status: 204 len: 173 time: 0.6514742 Sep 17 22:18:59.687231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Checking segment: {'id': 'ccc7387e-58e3-4682-b902-a0a0c1491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:59.687589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Network hostable DHCP agents. Network: 4d46ec44-46bf-4167-ad35-9366b46b51da, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:18:59.796169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Network 4d46ec44-46bf-4167-ad35-9366b46b51da is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:18:59.856108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1b7e4-36a8-48e6-a30d-b90242c42836 req-4efe38ca-de97-45aa-9d9c-691597cff67a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:59.857750 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14f1b7e4-36a8-48e6-a30d-b90242c42836 req-4efe38ca-de97-45aa-9d9c-691597cff67a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 944 time: 0.0558286 Sep 17 22:18:59.870188 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-e5da20d4-ddbd-4644-af8f-8db7ee7e49d0 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips/6c764650-bb2d-41f0-8599-c0cbec4958b0 HTTP/1.1" status: 200 len: 692 time: 0.0442669 Sep 17 22:18:59.878767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4d46ec44-46bf-4167-ad35-9366b46b51da) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:59.885122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:59.885705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.890558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a150f3-750a-42ca-816b-3c2e0eae6c2c None None] Network 4d46ec44-46bf-4167-ad35-9366b46b51da requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:59.928160 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14f1b7e4-36a8-48e6-a30d-b90242c42836 req-28a03197-f01d-4ba3-9140-b86474d03259 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637045 Sep 17 22:18:59.986097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0e240b20-769e-4468-928b-945b94d5a7dd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9153254 Sep 17 22:18:59.988866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49128) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:59.993385 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-router', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:59.996050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-84f37c9b-0a97-4942-8426-71596bceec53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:59.997838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-84f37c9b-0a97-4942-8426-71596bceec53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1213670 Sep 17 22:19:00.051575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-4d46ec44-46bf-4167-ad35-9366b46b51da', 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'fixed_ips': [{'subnet_id': '13673b33-0172-4760-97d8-653434a15cd1'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:19:00.052487 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.052983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-f2b5cf9d-5e1a-4e5a-97ab-8ee5b4896cf3 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.18 HTTP/1.1" status: 200 len: 695 time: 0.0453706 Sep 17 22:19:00.069830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.072100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.111710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-82323d20-aad0-44dd-8969-1e376f3bd725 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.18 HTTP/1.1" status: 200 len: 695 time: 0.0518203 Sep 17 22:19:00.127979 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.199026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Allocated IP 172.20.0.2 (4d46ec44-46bf-4167-ad35-9366b46b51da/13673b33-0172-4760-97d8-653434a15cd1/78eeaa2f-769c-4fe4-99e2-847f26601f9a) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:00.253745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-e3ca88fe-dafc-4c86-873f-5a4140e47f53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Deleting port bff8d800-4751-423a-a73b-7fc306da70c1 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:00.254343 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-e3ca88fe-dafc-4c86-873f-5a4140e47f53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.315576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:00.331622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.347311 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-e3ca88fe-dafc-4c86-873f-5a4140e47f53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.347718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-e3ca88fe-dafc-4c86-873f-5a4140e47f53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.360255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-e3ca88fe-dafc-4c86-873f-5a4140e47f53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Calling delete_port for bff8d800-4751-423a-a73b-7fc306da70c1 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:00.385843 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.471275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.518154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Network 4d46ec44-46bf-4167-ad35-9366b46b51da is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:00.520775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 0f1f024e-8bd6-4951-92af-432f40b66b1f completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:19:00.527073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:00.532653 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:00.535047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Pushing event updated for resources: {'Port': ['ID=78eeaa2f-769c-4fe4-99e2-847f26601f9a,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:00.538593 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 0f1f024e-8bd6-4951-92af-432f40b66b1f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:00.538593 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.591418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-e3ca88fe-dafc-4c86-873f-5a4140e47f53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.623268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Attempting to bind port 78eeaa2f-769c-4fe4-99e2-847f26601f9a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:00.623268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Attempting to bind port 78eeaa2f-769c-4fe4-99e2-847f26601f9a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'ccc7387e-58e3-4682-b902-a0a0c1491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:00.623513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Attempting to bind port 78eeaa2f-769c-4fe4-99e2-847f26601f9a on network 4d46ec44-46bf-4167-ad35-9366b46b51da {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:00.632504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:00.632880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Checking segment: {'id': 'ccc7387e-58e3-4682-b902-a0a0c1491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:00.633289 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.633949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Bound using segment: {'id': 'ccc7387e-58e3-4682-b902-a0a0c1491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:00.634662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Bound port: 78eeaa2f-769c-4fe4-99e2-847f26601f9a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc7387e-58e3-4682-b902-a0a0c1491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:00.635114 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.639684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca88fe-dafc-4c86-873f-5a4140e47f53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Pushing event deleted for resources: {'Port': ['ID=bff8d800-4751-423a-a73b-7fc306da70c1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:00.641065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.662367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.689007 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-e3ca88fe-dafc-4c86-873f-5a4140e47f53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.692142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-e3ca88fe-dafc-4c86-873f-5a4140e47f53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.701005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ffd39fa-192c-4d6d-a902-74296d5ea135 req-e3ca88fe-dafc-4c86-873f-5a4140e47f53 tempest-FloatingIPDetailsTestJSON-998156165 tempest-FloatingIPDetailsTestJSON-998156165-project] 10.222.0.30 "DELETE /v2.0/floatingips/6c764650-bb2d-41f0-8599-c0cbec4958b0 HTTP/1.1" status: 204 len: 173 time: 0.5776391 Sep 17 22:19:00.702455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49134) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:00.709928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683f68b-8f95-41e6-a8b7-af73a3933838 req-111e58f5-627c-40db-943f-6776e6ca4e38 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:00.711566 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1683f68b-8f95-41e6-a8b7-af73a3933838 req-111e58f5-627c-40db-943f-6776e6ca4e38 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 949 time: 0.1196570 Sep 17 22:19:00.753196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] For port 78eeaa2f-769c-4fe4-99e2-847f26601f9a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:00.758120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] For port 78eeaa2f-769c-4fe4-99e2-847f26601f9a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=78eeaa2f-769c-4fe4-99e2-847f26601f9a,segment=NetworkSegment(ccc7387e-58e3-4682-b902-a0a0c1491b6f),segment_id=ccc7387e-58e3-4682-b902-a0a0c1491b6f)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:00.759902 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.803920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1683f68b-8f95-41e6-a8b7-af73a3933838 req-2b8e5626-0e81-4337-b3fc-d6574e54fa34 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784912 Sep 17 22:19:00.805052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:00.807049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f024e-8bd6-4951-92af-432f40b66b1f'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:00.809719 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c064aa-9826-4edd-98fd-0b9b9236a253" -d '{"events": [{"server_uuid": "17e96038-ec7a-4036-9ff4-4c089bddc126", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f024e-8bd6-4951-92af-432f40b66b1f"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:00.846570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Allocated IP 172.25.6.205 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/516133bd-b1e1-4e8c-a735-4b0d60dc7907) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:00.864107 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.973399 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb0d7cf-a952-41f7-91f8-cb201a1e34fe x-openstack-request-id: req-dcb0d7cf-a952-41f7-91f8-cb201a1e34fe {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:00.973399 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e96038-ec7a-4036-9ff4-4c089bddc126", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f024e-8bd6-4951-92af-432f40b66b1f", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:00.973399 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcb0d7cf-a952-41f7-91f8-cb201a1e34fe {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:00.973399 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f024e-8bd6-4951-92af-432f40b66b1f', 'code': 200} Sep 17 22:19:00.988056 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:00.991263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3dc9a489-399a-4fe4-a1cb-541d72c96d37 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:00.995494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76682266-68ab-4859-a7b7-cc829b4377f4 None None] Pushing event updated for resources: {'Port': ['ID=78eeaa2f-769c-4fe4-99e2-847f26601f9a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:01.039000 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.146967 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.199051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0efdee-b223-486b-af13-cc36cef5fc06 req-30f91126-ead0-4ff1-9acb-e50f021fb2cf tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:01.200802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa0efdee-b223-486b-af13-cc36cef5fc06 req-30f91126-ead0-4ff1-9acb-e50f021fb2cf tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.1098273 Sep 17 22:19:01.222486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:01.237657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:01.241223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:01.269752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0f1f024e-8bd6-4951-92af-432f40b66b1f,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:01.284486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:01.285371 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.312894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Pushing event updated for resources: {'Port': ['ID=516133bd-b1e1-4e8c-a735-4b0d60dc7907,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:01.359398 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa0efdee-b223-486b-af13-cc36cef5fc06 req-35389818-f0df-4514-9912-bb5ba5f0adea tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395800 Sep 17 22:19:01.416039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49160) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:01.423593 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.462062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:01.536634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ce9f6-53a8-4903-b1e1-497a208989be req-5e588023-581d-4a67-b42e-a9f4e404afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:01.538117 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f3ce9f6-53a8-4903-b1e1-497a208989be req-5e588023-581d-4a67-b42e-a9f4e404afb1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 1097 time: 0.5635083 Sep 17 22:19:01.549786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a92f0b-3993-47f2-8e56-86f1767ba1b6 req-fd804e0c-7dd4-4356-9cc6-2385b2179ecb tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:01.550738 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.554347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24a92f0b-3993-47f2-8e56-86f1767ba1b6 req-fd804e0c-7dd4-4356-9cc6-2385b2179ecb tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 949 time: 0.5778029 Sep 17 22:19:01.554506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 53541ee5-76b4-4da3-b5b6-5515b16bd2ed no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:01.641155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 53541ee5-76b4-4da3-b5b6-5515b16bd2ed {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:01.641735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 53541ee5-76b4-4da3-b5b6-5515b16bd2ed not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:01.668481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f3ce9f6-53a8-4903-b1e1-497a208989be req-fd8673bc-d8e2-480f-80a4-a50e23bb157e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161067 Sep 17 22:19:01.672482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3dc9a489-399a-4fe4-a1cb-541d72c96d37,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:01.680485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24a92f0b-3993-47f2-8e56-86f1767ba1b6 req-a4ff6615-f2bc-4de3-979c-aa86832ca0f9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182067 Sep 17 22:19:01.817928 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.835679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c806657-f4aa-4ec2-ac34-80a6bf033730 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72c2d45288c745e9b521b7d3aa7c99ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181411 Sep 17 22:19:01.838165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49170) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:01.919703 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58c833d9-d635-4dc5-a569-bcd6efec5e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.985649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58c833d9-d635-4dc5-a569-bcd6efec5e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.129009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.172721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58c833d9-d635-4dc5-a569-bcd6efec5e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.175842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58c833d9-d635-4dc5-a569-bcd6efec5e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.181799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-58c833d9-d635-4dc5-a569-bcd6efec5e90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f1f1eb7-e7cb-4644-8f93-bbd726e21b77 HTTP/1.1" status: 204 len: 168 time: 0.3413363 Sep 17 22:19:02.194840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c833d9-d635-4dc5-a569-bcd6efec5e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1f1eb7-e7cb-4644-8f93-bbd726e21b77,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:02.285233 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-aba40075-357f-44f4-b83b-f831ac35aba4 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293736 Sep 17 22:19:02.290181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c105d-6f4a-4864-bc14-8266d033b59e None None] Network 4d46ec44-46bf-4167-ad35-9366b46b51da requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:02.310328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] Deleting port 45201198-fc5f-43fc-9d30-3e15e0bca422 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:02.310692 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.365953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-744a91ac-84e9-4b52-87ee-9220fb5f82a6 None None] Provisioning complete for port 78eeaa2f-769c-4fe4-99e2-847f26601f9a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:02.366267 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-744a91ac-84e9-4b52-87ee-9220fb5f82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.414985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] For port 45201198-fc5f-43fc-9d30-3e15e0bca422, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=45201198-fc5f-43fc-9d30-3e15e0bca422,segment=NetworkSegment(2b432ca1-d912-4d24-a7e8-f684f6474c19),segment_id=2b432ca1-d912-4d24-a7e8-f684f6474c19)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:02.416026 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.433250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] Calling delete_port for 45201198-fc5f-43fc-9d30-3e15e0bca422 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:02.441806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-a47b9c10-0a55-4e6f-bf38-d12082b14a97 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:02.443411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-a47b9c10-0a55-4e6f-bf38-d12082b14a97 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486523 Sep 17 22:19:02.464610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-1873c0db-1c25-4b0a-8d67-4e0d5397b623 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/quotas/b763d93dcfbd4755b6403f6da3dca39a HTTP/1.1" status: 200 len: 375 time: 0.0144606 Sep 17 22:19:02.512540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-744a91ac-84e9-4b52-87ee-9220fb5f82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.566487 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-744a91ac-84e9-4b52-87ee-9220fb5f82a6 None None] For port 78eeaa2f-769c-4fe4-99e2-847f26601f9a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=78eeaa2f-769c-4fe4-99e2-847f26601f9a,segment=NetworkSegment(ccc7387e-58e3-4682-b902-a0a0c1491b6f),segment_id=ccc7387e-58e3-4682-b902-a0a0c1491b6f)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:02.594547 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-35904528-cba7-4aae-851e-914825ef1882 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227617 Sep 17 22:19:02.597707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.638206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136d237-2e3b-453d-a312-08dcb68f8cb9 req-56f40950-445d-4964-b393-a84451b31c6a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:02.639935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c136d237-2e3b-453d-a312-08dcb68f8cb9 req-56f40950-445d-4964-b393-a84451b31c6a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.1538785 Sep 17 22:19:02.658011 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-744a91ac-84e9-4b52-87ee-9220fb5f82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.723166 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c136d237-2e3b-453d-a312-08dcb68f8cb9 req-afd9f6e2-e85d-4e6d-9b3e-d4db0e59b1ef tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731483 Sep 17 22:19:02.754659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a91ac-84e9-4b52-87ee-9220fb5f82a6 None None] Pushing event updated for resources: {'Port': ['ID=78eeaa2f-769c-4fe4-99e2-847f26601f9a,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:02.883652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-bd1f9987-1706-49f9-9c28-f7b9c978d372 None None] Provisioning complete for port 78eeaa2f-769c-4fe4-99e2-847f26601f9a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:02.883652 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bd1f9987-1706-49f9-9c28-f7b9c978d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.900731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8502bdd6-4e52-437d-928c-3b60d4029a2b req-d62a9b43-5884-4767-80f0-e291b39ac5af tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 210 time: 0.0428228 Sep 17 22:19:02.905229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Router a2e93188-c793-4a4d-88d8-017460d7d072 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:19:02.911101 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.930331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49210) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:02.975860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc9a489-399a-4fe4-a1cb-541d72c96d37'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:02.978755 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10773dc-27cb-4f73-b509-f2fb4e5d3836" -d '{"events": [{"server_uuid": "e5c5344a-4769-4ead-ba9e-3003e59fc6d7", "name": "network-vif-plugged", "status": "completed", "tag": "3dc9a489-399a-4fe4-a1cb-541d72c96d37"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:02.979007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] Pushing event deleted for resources: {'Port': ['ID=45201198-fc5f-43fc-9d30-3e15e0bca422,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:03.066619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:03.078379 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Sync routers for ids ['a2e93188-c793-4a4d-88d8-017460d7d072'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:03.094388 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Routers {'a2e93188-c793-4a4d-88d8-017460d7d072'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:03.095019 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a2e93188-c793-4a4d-88d8-017460d7d072'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:03.116870 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed2efff-50f0-4557-9b35-11e1912108fd x-openstack-request-id: req-bed2efff-50f0-4557-9b35-11e1912108fd {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:03.117503 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c5344a-4769-4ead-ba9e-3003e59fc6d7", "name": "network-vif-plugged", "status": "completed", "tag": "3dc9a489-399a-4fe4-a1cb-541d72c96d37", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:03.117940 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bed2efff-50f0-4557-9b35-11e1912108fd {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:03.119280 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc9a489-399a-4fe4-a1cb-541d72c96d37', 'code': 200} Sep 17 22:19:03.183812 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.187863 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8283a368-d8c9-45a3-9d2e-30e413680bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.188585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9bd2c79d-5652-4691-9bf7-623899c6c807 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1985610 Sep 17 22:19:03.198400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49232) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:03.200238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-97bd371e-63c0-4683-8003-726da8872840 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cff7e53a39c34d85aa1f1cb23b524fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663250 Sep 17 22:19:03.206623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49234) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:03.208837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 78eeaa2f-769c-4fe4-99e2-847f26601f9a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:03.289403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 78eeaa2f-769c-4fe4-99e2-847f26601f9a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:03.289906 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.344494 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.345804 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Set router a2e93188-c793-4a4d-88d8-017460d7d072 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:03.424073 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3839f741-5342-4347-8f08-466d57e6b8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.484476 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3839f741-5342-4347-8f08-466d57e6b8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.544281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b240c345-e0a5-45ad-93a8-6042d9d9737a details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:03.651179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] Router d46ceace-91dd-4e67-b8c8-1c4f53537865 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:03.683205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:03.695129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3839f741-5342-4347-8f08-466d57e6b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.697728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'mac_address': 'fa:16:3e:f8:b9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:19:03.699242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3839f741-5342-4347-8f08-466d57e6b8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.700707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3839f741-5342-4347-8f08-466d57e6b8c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/807d3bc3-1caf-45b1-8d5e-ebece8b5b1eb HTTP/1.1" status: 204 len: 168 time: 0.4920683 Sep 17 22:19:03.722995 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-router', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:01Z', 'revision_number': 3, 'project_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'gw_port': {'id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:03.734489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839f741-5342-4347-8f08-466d57e6b8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807d3bc3-1caf-45b1-8d5e-ebece8b5b1eb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:03.754960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.793895 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Checking router: a2e93188-c793-4a4d-88d8-017460d7d072 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:03.794168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b240c345-e0a5-45ad-93a8-6042d9d9737a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:03.794648 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Updating router a2e93188-c793-4a4d-88d8-017460d7d072 port 516133bd-b1e1-4e8c-a735-4b0d60dc7907 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:19:03.825282 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.840522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:03.867642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:03.878898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] Sync routers for ids ['d46ceace-91dd-4e67-b8c8-1c4f53537865'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:03.881606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7fec6741-4e00-48b6-8e93-41c7c37377db admin admin] 10.222.0.30 "PUT /v2.0/routers/d46ceace-91dd-4e67-b8c8-1c4f53537865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1764572 Sep 17 22:19:03.884051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49242) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:03.897213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] Routers {'d46ceace-91dd-4e67-b8c8-1c4f53537865'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:03.897997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d46ceace-91dd-4e67-b8c8-1c4f53537865'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:03.906092 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.945203 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.982729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b74e5-be4d-4289-b1e6-cf85b325a0f8 req-fce37b64-fbf0-4a2b-a92e-6edf87e932db tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:03.984800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a13b74e5-be4d-4289-b1e6-cf85b325a0f8 req-fce37b64-fbf0-4a2b-a92e-6edf87e932db tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.1340027 Sep 17 22:19:04.059318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:04.085280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.093416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a13b74e5-be4d-4289-b1e6-cf85b325a0f8 req-0ffe0b1b-4b93-4449-9082-29566b658029 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583148 Sep 17 22:19:04.094891 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20ecc6e6-9773-4365-9f6a-615fc38c31b9 req-daa34de7-99a5-4641-9580-5279c40aa679 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 210 time: 0.0687051 Sep 17 22:19:04.097688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] Set router d46ceace-91dd-4e67-b8c8-1c4f53537865 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:04.216887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['b240c345-e0a5-45ad-93a8-6042d9d9737a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:04.292815 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.340972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Allocated IP 172.20.0.1 (4d46ec44-46bf-4167-ad35-9366b46b51da/13673b33-0172-4760-97d8-653434a15cd1/f7cfe7a7-839f-4c2d-9a1e-785f1820030b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:04.366560 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.486990 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e682ab-0386-40e7-beff-f3cd9fc47dbb None None] Pushing event updated for resources: {'Port': ['ID=516133bd-b1e1-4e8c-a735-4b0d60dc7907,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:04.541709 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.554419 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Attempting to bind port 516133bd-b1e1-4e8c-a735-4b0d60dc7907 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:04.554801 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Attempting to bind port 516133bd-b1e1-4e8c-a735-4b0d60dc7907 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:04.555176 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Attempting to bind port 516133bd-b1e1-4e8c-a735-4b0d60dc7907 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:04.557095 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.570833 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:04.575538 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:04.576565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-15fe09a8-b64e-486e-9951-2a8c9cff6a68 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4345844 Sep 17 22:19:04.577767 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.578454 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:04.581236 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Bound port: 516133bd-b1e1-4e8c-a735-4b0d60dc7907, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:04.582291 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.583514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08e2eb-214d-475e-9b85-f0213bc412f7 req-54dfc196-af77-4001-8a6e-d3437cf1f1fb tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:04.585369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e08e2eb-214d-475e-9b85-f0213bc412f7 req-54dfc196-af77-4001-8a6e-d3437cf1f1fb tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 1097 time: 0.2763822 Sep 17 22:19:04.585869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-router', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:18:39Z', 'updated_at': '2021-09-17T22:19:02Z', 'revision_number': 5, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'gw_port': {'id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:40Z', 'updated_at': '2021-09-17T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:04.614650 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] Checking router: d46ceace-91dd-4e67-b8c8-1c4f53537865 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:04.630863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] Routers {'d46ceace-91dd-4e67-b8c8-1c4f53537865'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:04.631522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d46ceace-91dd-4e67-b8c8-1c4f53537865'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:04.668523 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] For port 516133bd-b1e1-4e8c-a735-4b0d60dc7907, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:04.673035 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] For port 516133bd-b1e1-4e8c-a735-4b0d60dc7907, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=516133bd-b1e1-4e8c-a735-4b0d60dc7907,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:04.705888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.718623 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e08e2eb-214d-475e-9b85-f0213bc412f7 req-30145653-869f-4018-ad88-8dc48044cbad tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195848 Sep 17 22:19:04.758677 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.761030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cfe7a7-839f-4c2d-9a1e-785f1820030b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:04.764303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-08b25b47-eac1-4073-914c-cbe38c981cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:04.766468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-08b25b47-eac1-4073-914c-cbe38c981cdf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 1102 time: 0.1269171 Sep 17 22:19:04.775223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Network 4d46ec44-46bf-4167-ad35-9366b46b51da is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:04.776780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:04.779739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:04.787599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] Set router d46ceace-91dd-4e67-b8c8-1c4f53537865 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:04.838315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.936583 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Routers {'a2e93188-c793-4a4d-88d8-017460d7d072'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:04.937467 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:18:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a2e93188-c793-4a4d-88d8-017460d7d072'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:04.957641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-e9fb3690-957f-41b0-b74a-16e6a0203f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:04.960435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-e9fb3690-957f-41b0-b74a-16e6a0203f94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1684835 Sep 17 22:19:05.011832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Deleting port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:05.013616 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.019905 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e682ab-0386-40e7-beff-f3cd9fc47dbb None None] Pushing event updated for resources: {'Port': ['ID=516133bd-b1e1-4e8c-a735-4b0d60dc7907,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:05.141563 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] Set router a2e93188-c793-4a4d-88d8-017460d7d072 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:05.202321 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-887530c9-f670-4e33-ae33-b12b0c639492 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37 HTTP/1.1" status: 200 len: 217 time: 0.2252316 Sep 17 22:19:05.203636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-router', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:18:39Z', 'updated_at': '2021-09-17T22:19:02Z', 'revision_number': 5, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'gw_port': {'id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:40Z', 'updated_at': '2021-09-17T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:05.267832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c3457-94cf-4cbf-91cf-d872de861c93 None None] The sync data for ids ['d46ceace-91dd-4e67-b8c8-1c4f53537865'] in n-d-713499-18 is: [{'id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'name': 'tempest-FloatingIPDetailsTestJSON-1496544479-router', 'tenant_id': '8ba5328458414ad094209781c4ebfb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:18:39Z', 'updated_at': '2021-09-17T22:19:02Z', 'revision_number': 5, 'project_id': '8ba5328458414ad094209781c4ebfb80', 'gw_port': {'id': 'fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ceace-91dd-4e67-b8c8-1c4f53537865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:40Z', 'updated_at': '2021-09-17T22:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:05.272575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] For port fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:05.272810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.282818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9a7135ed-90c2-4c36-86ac-9d70d8bd4002 None None] Provisioning complete for port f7cfe7a7-839f-4c2d-9a1e-785f1820030b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:05.283359 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9a7135ed-90c2-4c36-86ac-9d70d8bd4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.330262 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.368818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9a7135ed-90c2-4c36-86ac-9d70d8bd4002 None None] Port f7cfe7a7-839f-4c2d-9a1e-785f1820030b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:05.379734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Calling delete_port for fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:05.402646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d3d6b3c-3e05-4f5f-96f1-6f38d5c1671c req-989c7d9a-e5ea-4da5-9f6c-8a6e54b903d0 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 210 time: 0.0940361 Sep 17 22:19:05.408944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-b405d9af-3f2d-45c2-ac01-67acc72014b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:05.411186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-b405d9af-3f2d-45c2-ac01-67acc72014b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1817405 Sep 17 22:19:05.515777 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-router', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:01Z', 'revision_number': 3, 'project_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'gw_port': {'id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:05.519697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-a369b030-f4c0-4f1f-af6c-04ccda5ba25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:05.521192 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-a369b030-f4c0-4f1f-af6c-04ccda5ba25b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1003311 Sep 17 22:19:05.558036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b240c345-e0a5-45ad-93a8-6042d9d9737a up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:05.579307 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1a224-2b4f-4234-b889-f9549b76021b None None] The sync data for ids ['a2e93188-c793-4a4d-88d8-017460d7d072'] in n-d-713499-18 is: [{'id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-router', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:01Z', 'revision_number': 3, 'project_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'gw_port': {'id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:05.639337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.652555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port b240c345-e0a5-45ad-93a8-6042d9d9737a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:05.653813 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.716539 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.814323 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.814539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-e6b1b1cb-12fa-40a8-94a3-3eda302d98f0 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829862 Sep 17 22:19:05.854145 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f7cd9125-ac93-438a-8daa-e8663f0df7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.873295 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.920980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:05.923395 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c63731-1c88-458a-90b4-eaf153c91f66" -d '{"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-plugged", "status": "completed", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:05.926275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.949333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:05.955262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cfe7a7-839f-4c2d-9a1e-785f1820030b,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:05.999795 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783988ad-62e6-4e04-8f6a-b2c0b9371cf3 x-openstack-request-id: req-783988ad-62e6-4e04-8f6a-b2c0b9371cf3 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:06.000086 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-plugged", "status": "completed", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:06.000368 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-783988ad-62e6-4e04-8f6a-b2c0b9371cf3 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:06.000774 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'code': 200} Sep 17 22:19:06.015991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:06.042577 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.050791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Network 4d46ec44-46bf-4167-ad35-9366b46b51da is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:06.052573 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:06.150402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-c7f2e4a4-8fbb-4d0a-a946-af77269971a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1348131 Sep 17 22:19:06.172744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:06.257549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Router a2e93188-c793-4a4d-88d8-017460d7d072 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:06.464869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:06.480553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7618ecf9-e8a1-4473-9880-b1debddd3e96 admin admin] 10.222.0.30 "PUT /v2.0/routers/a2e93188-c793-4a4d-88d8-017460d7d072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2803118 Sep 17 22:19:06.500885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3c432415-fc22-4cfe-80b8-bf480448ccc2 None None] Provisioning complete for port f7cfe7a7-839f-4c2d-9a1e-785f1820030b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:06.507767 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3c432415-fc22-4cfe-80b8-bf480448ccc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.589541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3c432415-fc22-4cfe-80b8-bf480448ccc2 None None] Port f7cfe7a7-839f-4c2d-9a1e-785f1820030b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:06.612361 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03ca395d-fbb7-4c6f-a997-0389d2b69f8a req-2352a034-5d8b-410b-afb9-1603453e0a74 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 210 time: 0.0503581 Sep 17 22:19:06.768894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105044a4-b4ef-4f91-b5f4-ff8140560be2 req-95451f49-0985-4bf4-aff1-749136ec5204 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9455438 Sep 17 22:19:06.857015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-7d573341-1788-469d-ae62-413e3723ccd8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:06.859643 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-7d573341-1788-469d-ae62-413e3723ccd8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6924272 Sep 17 22:19:06.865567 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.890054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Request body: {'port': {'device_id': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'b763d93dcfbd4755b6403f6da3dca39a'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:06.983447 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.121725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.127762 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.160631 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.254597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 516133bd-b1e1-4e8c-a735-4b0d60dc7907 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:07.293352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d15ab710-ff7b-43b9-832e-fab081205e3b req-adf31676-38fe-4c8f-a88f-20ad36db19b2 tempest-FloatingIPsNegativeTestJSON-323972372 tempest-FloatingIPsNegativeTestJSON-323972372-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=10bec6811f0f45b8ac67c1cd7c647db9 HTTP/1.1" status: 200 len: 217 time: 0.0849066 Sep 17 22:19:07.304803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.305348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46ceace-91dd-4e67-b8c8-1c4f53537865 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:19:07.317804 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.330005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c331db47-e7b9-4e19-8b6d-1eb2c1efa2e6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d46ceace-91dd-4e67-b8c8-1c4f53537865 HTTP/1.1" status: 204 len: 168 time: 3.4441383 Sep 17 22:19:07.331261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-61ae8366-3b13-4a82-b3af-bfb84f0bdf71 req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Request body: {'security_group': {'name': 'tempest-securitygroup-315887223', 'description': 'tempest-description-121293980'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:07.335248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49356) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:07.357009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 516133bd-b1e1-4e8c-a735-4b0d60dc7907 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:07.357660 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.428206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c07fe3bc-4136-4436-8867-b07e5fe63455 req-34985f17-7587-4e49-aea8-477702a59ae8 tempest-FloatingIPsNegativeTestJSON-323972372 tempest-FloatingIPsNegativeTestJSON-323972372-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0550003 Sep 17 22:19:07.431253 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:19:07.431253 n-d-713499-18 neutron-server[95454]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 22:19:07.431253 n-d-713499-18 neutron-server[95454]: [parameters: {'project_id': 'b763d93dcfbd4755b6403f6da3dca39a', 'id': '72be6702-aab4-4e43-a7a5-87372a277946', 'expiration': datetime.datetime(2021, 9, 17, 22, 21, 7, 403204)}] Sep 17 22:19:07.431253 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:19:07.431632 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:19:07.440360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f91a7f-b64c-4700-974f-5a72cacfaa95 admin admin] Deleting subnet 874620c4-8b64-4ca8-89a9-738e2e195b84 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:19:07.445633 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0f91a7f-b64c-4700-974f-5a72cacfaa95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.475518 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.492742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61ae8366-3b13-4a82-b3af-bfb84f0bdf71 req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.504923 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61ae8366-3b13-4a82-b3af-bfb84f0bdf71 req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.507114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 516133bd-b1e1-4e8c-a735-4b0d60dc7907, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=516133bd-b1e1-4e8c-a735-4b0d60dc7907,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:07.520276 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-33f03ff9-49ca-4f20-88cb-d23ae7906b9c req-d9a116b6-7d4a-4c06-a8d6-8687346656da tempest-FloatingIPsNegativeTestJSON-323972372 tempest-FloatingIPsNegativeTestJSON-323972372-project] show failed (client error): The resource could not be found. Sep 17 22:19:07.524720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33f03ff9-49ca-4f20-88cb-d23ae7906b9c req-d9a116b6-7d4a-4c06-a8d6-8687346656da tempest-FloatingIPsNegativeTestJSON-323972372 tempest-FloatingIPsNegativeTestJSON-323972372-project] 10.222.0.30 "GET /v2.0/floatingips/0a624f77-fb96-4e69-bdd9-9c07e71ed8ca HTTP/1.1" status: 404 len: 350 time: 0.0729985 Sep 17 22:19:07.535489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49362) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:07.558690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0f91a7f-b64c-4700-974f-5a72cacfaa95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.574843 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.606168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 45201198-fc5f-43fc-9d30-3e15e0bca422 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:07.641996 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 45201198-fc5f-43fc-9d30-3e15e0bca422 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:07.642342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 45201198-fc5f-43fc-9d30-3e15e0bca422 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:07.683162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=516133bd-b1e1-4e8c-a735-4b0d60dc7907,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:07.756035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61999dd2-0028-4261-969a-74fdc74328a1 req-ad66b6e9-b64e-4399-adfa-709522d0efe7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 210 time: 0.0401833 Sep 17 22:19:07.759744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0f91a7f-b64c-4700-974f-5a72cacfaa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.851126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61ae8366-3b13-4a82-b3af-bfb84f0bdf71 req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.887788 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0f91a7f-b64c-4700-974f-5a72cacfaa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.931681 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61ae8366-3b13-4a82-b3af-bfb84f0bdf71 req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.947725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca488f88-7aa1-4ab7-be26-b5957104a406 None None] Network 302c2984-af92-4142-96ef-e63881857f63 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:07.948178 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0f91a7f-b64c-4700-974f-5a72cacfaa95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.952786 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d0f91a7f-b64c-4700-974f-5a72cacfaa95 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/874620c4-8b64-4ca8-89a9-738e2e195b84 HTTP/1.1" status: 204 len: 168 time: 0.6163347 Sep 17 22:19:07.954053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f91a7f-b64c-4700-974f-5a72cacfaa95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=874620c4-8b64-4ca8-89a9-738e2e195b84,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:07.955995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49386) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:08.005062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def3fb37-9dd2-4b3e-a21d-8f975ba61e14,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:08.027530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:19:08.027530 n-d-713499-18 neutron-server[95454]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 22:19:08.027530 n-d-713499-18 neutron-server[95454]: [parameters: {'project_id': 'b763d93dcfbd4755b6403f6da3dca39a', 'id': '812d552a-56d7-47eb-ab33-93cecf8df01c', 'expiration': datetime.datetime(2021, 9, 17, 22, 21, 7, 985238)}] Sep 17 22:19:08.027530 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:19:08.027901 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:19:08.114870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61ae8366-3b13-4a82-b3af-bfb84f0bdf71 req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.131908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.132527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.189947 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Sync routers for ids ['a2e93188-c793-4a4d-88d8-017460d7d072'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:08.191771 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61ae8366-3b13-4a82-b3af-bfb84f0bdf71 req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.204449 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Routers {'a2e93188-c793-4a4d-88d8-017460d7d072'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:08.205320 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a2e93188-c793-4a4d-88d8-017460d7d072'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:08.211775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Deleting port 648bd12b-ecc7-4401-8386-c604d9e10018 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:08.213325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.303965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84287a93-98d1-45a2-85e2-21695619c633 None None] DHCP port deletion for 302c2984-af92-4142-96ef-e63881857f63 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:19:08.332145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] For port 648bd12b-ecc7-4401-8386-c604d9e10018, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=648bd12b-ecc7-4401-8386-c604d9e10018,segment=NetworkSegment(2b432ca1-d912-4d24-a7e8-f684f6474c19),segment_id=2b432ca1-d912-4d24-a7e8-f684f6474c19)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:08.333018 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.362410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Calling delete_port for 648bd12b-ecc7-4401-8386-c604d9e10018 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:08.419264 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Set router a2e93188-c793-4a4d-88d8-017460d7d072 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:08.563862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-84287a93-98d1-45a2-85e2-21695619c633 None None] Deleting port 648bd12b-ecc7-4401-8386-c604d9e10018 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:08.564215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Made reservation on behalf of b763d93dcfbd4755b6403f6da3dca39a for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:08.564397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-84287a93-98d1-45a2-85e2-21695619c633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.567672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.625372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2f3015-2b9b-4365-a5d6-aa3e75299738,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:08.637435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-84287a93-98d1-45a2-85e2-21695619c633 None None] For port 648bd12b-ecc7-4401-8386-c604d9e10018, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=648bd12b-ecc7-4401-8386-c604d9e10018,segment=NetworkSegment(2b432ca1-d912-4d24-a7e8-f684f6474c19),segment_id=2b432ca1-d912-4d24-a7e8-f684f6474c19)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:08.638199 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-84287a93-98d1-45a2-85e2-21695619c633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.654917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-84287a93-98d1-45a2-85e2-21695619c633 None None] Calling delete_port for 648bd12b-ecc7-4401-8386-c604d9e10018 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:08.716258 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-router', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:05Z', 'revision_number': 4, 'project_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'gw_port': {'id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'f7cfe7a7-839f-4c2d-9a1e-785f1820030b', 'name': '', 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'mac_address': 'fa:16:3e:45:51:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '13673b33-0172-4760-97d8-653434a15cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:03Z', 'updated_at': '2021-09-17T22:19:05Z', 'revision_number': 2, 'project_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'subnets': [{'id': '13673b33-0172-4760-97d8-653434a15cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:08.746769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Allocated IP 192.168.233.155 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/76b2dcf5-3f33-44d0-bfe4-f3371df258fb) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:08.748317 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Checking router: a2e93188-c793-4a4d-88d8-017460d7d072 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:08.748696 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Updating router a2e93188-c793-4a4d-88d8-017460d7d072 port f7cfe7a7-839f-4c2d-9a1e-785f1820030b binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:19:08.774120 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61ae8366-3b13-4a82-b3af-bfb84f0bdf71 req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.786184 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61ae8366-3b13-4a82-b3af-bfb84f0bdf71 req-d17640b7-db1a-464c-a752-122497e5ffe9 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4649463 Sep 17 22:19:08.793125 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.807189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.834963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] No DVR routers for this DVR port 648bd12b-ecc7-4401-8386-c604d9e10018 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:08.850348 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-84287a93-98d1-45a2-85e2-21695619c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.893964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Pushing event deleted for resources: {'Port': ['ID=648bd12b-ecc7-4401-8386-c604d9e10018,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:08.896584 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.897380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84287a93-98d1-45a2-85e2-21695619c633 None None] Pushing event deleted for resources: {'Port': ['ID=648bd12b-ecc7-4401-8386-c604d9e10018,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:08.901358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84287a93-98d1-45a2-85e2-21695619c633 None None] No DVR routers for this DVR port 648bd12b-ecc7-4401-8386-c604d9e10018 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:09.001210 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-400e5789-ffc6-48b1-b2b0-154f51b98e03 req-c33d00d7-f0cd-4728-b3e2-63a9a8ede67d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 210 time: 0.0506148 Sep 17 22:19:09.021685 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.069711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] Deleting port f7cfe7a7-839f-4c2d-9a1e-785f1820030b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:09.070051 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.098047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302c2984-af92-4142-96ef-e63881857f63']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:09.123204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b432ca1-d912-4d24-a7e8-f684f6474c19') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:09.123497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b432ca1-d912-4d24-a7e8-f684f6474c19') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:09.147589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.174242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 516133bd-b1e1-4e8c-a735-4b0d60dc7907 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:09.177900 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.182586 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.194418 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a7f15b8f-1433-4d06-b49e-e0f85747781f req-36ddfd78-a300-4d7c-ab18-4e6a42e60d7f tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Request body: {'security_group': {'name': 'tempest-securitygroup-950374032', 'description': 'tempest-description-160808798'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:19:09.214743 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:19:09.254022 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.272703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] Calling delete_port for f7cfe7a7-839f-4c2d-9a1e-785f1820030b owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:09.288035 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a7f15b8f-1433-4d06-b49e-e0f85747781f req-36ddfd78-a300-4d7c-ab18-4e6a42e60d7f tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.337397 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.386996 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 516133bd-b1e1-4e8c-a735-4b0d60dc7907 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:09.387590 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.412848 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.413303 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.415090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.496382 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a7f15b8f-1433-4d06-b49e-e0f85747781f req-36ddfd78-a300-4d7c-ab18-4e6a42e60d7f tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.505198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3dc9a489-399a-4fe4-a1cb-541d72c96d37'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:09.507142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:09.532268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.540861 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb70d3-080d-43c8-8f76-a3d9ff2665e2 None None] Pushing event updated for resources: {'Port': ['ID=f7cfe7a7-839f-4c2d-9a1e-785f1820030b,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:09.549063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] 10.222.0.30 "DELETE /v2.0/networks/302c2984-af92-4142-96ef-e63881857f63 HTTP/1.1" status: 204 len: 168 time: 1.5778189 Sep 17 22:19:09.601336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a7f15b8f-1433-4d06-b49e-e0f85747781f req-36ddfd78-a300-4d7c-ab18-4e6a42e60d7f tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.610006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:09.627102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2084c1a-8189-4e1b-acf9-d0064318beab admin admin] Pushing event deleted for resources: {'Network': ['ID=302c2984-af92-4142-96ef-e63881857f63,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:09.646184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:09.649993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:09.792933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:09.829179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddfd78-a300-4d7c-ab18-4e6a42e60d7f tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d450d2a8-4eec-4d78-b810-e26e281d4271,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:09.858307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a7f15b8f-1433-4d06-b49e-e0f85747781f req-36ddfd78-a300-4d7c-ab18-4e6a42e60d7f tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.859730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7f15b8f-1433-4d06-b49e-e0f85747781f req-36ddfd78-a300-4d7c-ab18-4e6a42e60d7f tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6712646 Sep 17 22:19:09.901427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:09.902109 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.916523 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.999079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cfe7a7-839f-4c2d-9a1e-785f1820030b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:10.077846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-e2143bf1-bd30-429b-a4e3-df7f813cc1c2 req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1378070983', 'description': 'tempest-description-1796078883'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:10.078897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-14f31540-fecb-44bb-ace8-1123baef078a None None] Could not find standard attr ID for object f7cfe7a7-839f-4c2d-9a1e-785f1820030b. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:19:10.082898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-782d8f38-a2ea-4d83-82ab-5ba768f2335b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1928198 Sep 17 22:19:10.107706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Request body: {'port': {'device_id': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:10.182971 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Attempting to bind port f7cfe7a7-839f-4c2d-9a1e-785f1820030b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:10.183337 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Attempting to bind port f7cfe7a7-839f-4c2d-9a1e-785f1820030b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'ccc7387e-58e3-4682-b902-a0a0c1491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:10.183694 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Attempting to bind port f7cfe7a7-839f-4c2d-9a1e-785f1820030b on network 4d46ec44-46bf-4167-ad35-9366b46b51da {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:10.208504 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:10.208879 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Checking segment: {'id': 'ccc7387e-58e3-4682-b902-a0a0c1491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:10.209274 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.209862 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Bound using segment: {'id': 'ccc7387e-58e3-4682-b902-a0a0c1491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:10.210505 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Bound port: f7cfe7a7-839f-4c2d-9a1e-785f1820030b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc7387e-58e3-4682-b902-a0a0c1491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4d46ec44-46bf-4167-ad35-9366b46b51da'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:10.211065 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.273927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49458) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:10.286297 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.311459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 648bd12b-ecc7-4401-8386-c604d9e10018 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:10.321200 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.plugin [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Port f7cfe7a7-839f-4c2d-9a1e-785f1820030b has been deleted concurrently {{(pid=95457) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 22:19:10.381674 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Routers {'a2e93188-c793-4a4d-88d8-017460d7d072'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:10.382343 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a2e93188-c793-4a4d-88d8-017460d7d072'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:10.391079 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.409456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2143bf1-bd30-429b-a4e3-df7f813cc1c2 req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.453737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 648bd12b-ecc7-4401-8386-c604d9e10018 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:10.454294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 648bd12b-ecc7-4401-8386-c604d9e10018 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:10.455030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:10.467651 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2143bf1-bd30-429b-a4e3-df7f813cc1c2 req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.484163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f5e7c-da92-44e8-b99a-4b9b7081157f req-e26bf5bf-3cc1-49a9-916d-9078f497227b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:10.492231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-95e961de-c084-4a2c-a3df-bf972d848ee6 None None] Provisioning complete for port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:10.492468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-159f5e7c-da92-44e8-b99a-4b9b7081157f req-e26bf5bf-3cc1-49a9-916d-9078f497227b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 936 time: 0.2428687 Sep 17 22:19:10.492912 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95e961de-c084-4a2c-a3df-bf972d848ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.528245 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ba2b6ed7-4ff3-41e9-be4f-c7487f658b6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ba5328458414ad094209781c4ebfb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518508 Sep 17 22:19:10.678387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:10.680412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49464) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:10.680786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa903a78-7bab-4da5-8fa1-d1c5ad2fdf88 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:10.680786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-95e961de-c084-4a2c-a3df-bf972d848ee6 None None] Port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:10.685166 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-159f5e7c-da92-44e8-b99a-4b9b7081157f req-90f84480-258b-49d6-a267-b795be2d39cb tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919413 Sep 17 22:19:10.724239 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.753881 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d98eded-8ffb-4b25-8b25-98f93ce6e0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.761657 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] Set router a2e93188-c793-4a4d-88d8-017460d7d072 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:10.792990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d98eded-8ffb-4b25-8b25-98f93ce6e0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.942056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b2dcf5-3f33-44d0-bfe4-f3371df258fb {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:10.986387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.055783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Transition to ACTIVE for port object 76b2dcf5-3f33-44d0-bfe4-f3371df258fb will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:19:11.057510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d98eded-8ffb-4b25-8b25-98f93ce6e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.060037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d98eded-8ffb-4b25-8b25-98f93ce6e0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.064530 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3d98eded-8ffb-4b25-8b25-98f93ce6e0dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60bfe134-a9c3-4756-9965-edd6cc7e546e HTTP/1.1" status: 204 len: 168 time: 0.4797077 Sep 17 22:19:11.082786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98eded-8ffb-4b25-8b25-98f93ce6e0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bfe134-a9c3-4756-9965-edd6cc7e546e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:11.143115 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.165890 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-router', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:09Z', 'revision_number': 5, 'project_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'gw_port': {'id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:11.176232 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2143bf1-bd30-429b-a4e3-df7f813cc1c2 req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.218142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:11.283366 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03d2dc-534d-428b-a58b-16005362f809 None None] The sync data for ids ['a2e93188-c793-4a4d-88d8-017460d7d072'] in n-d-713499-18 is: [{'id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-router', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:09Z', 'revision_number': 5, 'project_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'gw_port': {'id': '516133bd-b1e1-4e8c-a735-4b0d60dc7907', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:11.340378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2143bf1-bd30-429b-a4e3-df7f813cc1c2 req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.358145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:11.359294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:11.359856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:11.372373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:11.373186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:11.388229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:11.389376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:11.392419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:11.394224 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Bound port: 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:11.394589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.521239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] Router a2e93188-c793-4a4d-88d8-017460d7d072 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:11.588198 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9508251-5761-4936-aa02-6666c33d4bcf,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:11.601112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:11.610006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:11.715149 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.787953 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2143bf1-bd30-429b-a4e3-df7f813cc1c2 req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.803987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:11.807611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.810430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] 10.222.0.23 "PUT /v2.0/ports/76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 1097 time: 1.7207205 Sep 17 22:19:11.816454 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:11.823237 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cfd95e-21d9-4d03-a21f-74f7463fa60b" -d '{"events": [{"name": "network-changed", "server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:11.898737 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2143bf1-bd30-429b-a4e3-df7f813cc1c2 req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.998800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ca60f-1b6c-4a22-9598-73c74eb05d5c service neutron] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:12.030815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:12.047612 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-26f342c7-9249-4ee7-876b-47f0dea62082 admin admin] 10.222.0.30 "PUT /v2.0/routers/a2e93188-c793-4a4d-88d8-017460d7d072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5107877 Sep 17 22:19:12.050125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49494) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:12.155931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92830463-0220-47f1-86b9-3fe66ed3cdc5 req-911dff73-67b3-4177-bcfc-bc76328b6413 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:12.157690 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92830463-0220-47f1-86b9-3fe66ed3cdc5 req-911dff73-67b3-4177-bcfc-bc76328b6413 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 948 time: 0.2631783 Sep 17 22:19:12.259905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-23e87925-7fd0-4d38-8131-63b393e2aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:12.262504 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-23e87925-7fd0-4d38-8131-63b393e2aada service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1100 time: 0.2655506 Sep 17 22:19:12.352878 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.352878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb33a9-8ad1-4676-af66-f119bd2a5243,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:12.359621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2143bf1-bd30-429b-a4e3-df7f813cc1c2 req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.381752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2143bf1-bd30-429b-a4e3-df7f813cc1c2 req-06c88cae-33e2-4e82-9ae4-1af4922101ba tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.3231173 Sep 17 22:19:12.409595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92830463-0220-47f1-86b9-3fe66ed3cdc5 req-7f107f78-feee-4d46-9962-b83769953bc9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443085 Sep 17 22:19:12.428792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-3a0d02b0-400a-482f-a61e-1b35fe62180f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 217 time: 0.1442158 Sep 17 22:19:12.545562 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c33e81a-0082-4777-99e7-3ea68041d3fe x-openstack-request-id: req-9c33e81a-0082-4777-99e7-3ea68041d3fe {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:12.547504 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:12.547925 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c33e81a-0082-4777-99e7-3ea68041d3fe {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:12.548666 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'status': 'completed', 'code': 200} Sep 17 22:19:12.632080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-e43d8fb4-1f5c-4cff-986b-57529f789bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:12.633607 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-e43d8fb4-1f5c-4cff-986b-57529f789bdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2066183 Sep 17 22:19:12.706204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-918fed13-1241-4d43-9e18-0612f702e62b req-ec9fc4b6-be0d-458a-a942-046a7f16dd2b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-193503296', 'description': 'tempest-description-1823697216'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:12.725347 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.774080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-436052c7-c007-40d7-b8d3-db96a47fa0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:12.778328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-436052c7-c007-40d7-b8d3-db96a47fa0af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323602 Sep 17 22:19:12.805226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] Sync routers for ids ['a2e93188-c793-4a4d-88d8-017460d7d072'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:12.823411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] Routers {'a2e93188-c793-4a4d-88d8-017460d7d072'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:12.823899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a2e93188-c793-4a4d-88d8-017460d7d072'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:12.874807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-918fed13-1241-4d43-9e18-0612f702e62b req-ec9fc4b6-be0d-458a-a942-046a7f16dd2b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.937612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-f21e6e83-de41-44c1-915e-87abf55f12fc service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511385 Sep 17 22:19:13.013242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Deleting port 516133bd-b1e1-4e8c-a735-4b0d60dc7907 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:13.013807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.055076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] Set router a2e93188-c793-4a4d-88d8-017460d7d072 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:13.089231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5023bd6-07ee-4ef1-b29a-93608d9894da req-4de27b3a-1eac-4d44-bed7-039f726d74bf service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441224 Sep 17 22:19:13.143730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-router', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:12Z', 'revision_number': 6, 'project_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:13.177687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] For port 516133bd-b1e1-4e8c-a735-4b0d60dc7907, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=516133bd-b1e1-4e8c-a735-4b0d60dc7907,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:13.178053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.182002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] Checking router: a2e93188-c793-4a4d-88d8-017460d7d072 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:13.192159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] Routers {'a2e93188-c793-4a4d-88d8-017460d7d072'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:13.194194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Calling delete_port for 516133bd-b1e1-4e8c-a735-4b0d60dc7907 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:13.194321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a2e93188-c793-4a4d-88d8-017460d7d072'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:13.333065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] Set router a2e93188-c793-4a4d-88d8-017460d7d072 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:13.336893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-3d32499e-c687-402b-9fca-b08c678e167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:13.339909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-3d32499e-c687-402b-9fca-b08c678e167c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1100 time: 0.0762839 Sep 17 22:19:13.399011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-router', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:12Z', 'revision_number': 6, 'project_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:13.465868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0281bc0-a836-41ad-9730-411b8d0c7ecc None None] The sync data for ids ['a2e93188-c793-4a4d-88d8-017460d7d072'] in n-d-713499-18 is: [{'id': 'a2e93188-c793-4a4d-88d8-017460d7d072', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956369736-router', 'tenant_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:00Z', 'updated_at': '2021-09-17T22:19:12Z', 'revision_number': 6, 'project_id': '10bec6811f0f45b8ac67c1cd7c647db9', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:13.597121 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.612423 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-918fed13-1241-4d43-9e18-0612f702e62b req-ec9fc4b6-be0d-458a-a942-046a7f16dd2b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.635805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-afb8ea72-e380-4754-813a-755f594534fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:13.637703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-afb8ea72-e380-4754-813a-755f594534fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2777185 Sep 17 22:19:13.680677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=516133bd-b1e1-4e8c-a735-4b0d60dc7907,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:13.733753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-918fed13-1241-4d43-9e18-0612f702e62b req-ec9fc4b6-be0d-458a-a942-046a7f16dd2b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.755035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-56d70a04-43e1-4217-9420-aa2f012c53fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 217 time: 0.1059179 Sep 17 22:19:13.813144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355e8de-efce-455c-b0dd-9cb67f458be0 req-ffc5fd29-e579-4018-80da-a267536f7e72 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:13.820513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0355e8de-efce-455c-b0dd-9cb67f458be0 req-ffc5fd29-e579-4018-80da-a267536f7e72 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 948 time: 0.2544892 Sep 17 22:19:13.848873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fc4b6-be0d-458a-a942-046a7f16dd2b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3b2cfc-bf04-48a0-88ff-cd51f98a8a30,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:13.866134 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.867501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-5bcedef5-bca7-4444-9689-396f0257b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:13.869844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-5bcedef5-bca7-4444-9689-396f0257b4f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0956328 Sep 17 22:19:13.903234 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0355e8de-efce-455c-b0dd-9cb67f458be0 req-34143e8f-25ca-4aba-8265-83e47131540b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778956 Sep 17 22:19:13.979572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-7e444957-6a98-461c-980d-e76134f5f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:13.982645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-918fed13-1241-4d43-9e18-0612f702e62b req-ec9fc4b6-be0d-458a-a942-046a7f16dd2b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.985096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-7e444957-6a98-461c-980d-e76134f5f3b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1069658 Sep 17 22:19:14.001068 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-918fed13-1241-4d43-9e18-0612f702e62b req-ec9fc4b6-be0d-458a-a942-046a7f16dd2b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3042877 Sep 17 22:19:14.115108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.118017 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.250483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49554) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:14.282449 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.283123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2e93188-c793-4a4d-88d8-017460d7d072 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:19:14.292935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.305756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ea0b6f5c-9cb8-4dad-983c-654fe4824b33 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a2e93188-c793-4a4d-88d8-017460d7d072 HTTP/1.1" status: 204 len: 168 time: 2.2502055 Sep 17 22:19:14.305756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49558) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:14.326249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-4beadd1b-6015-4996-a10e-7bbf856ee630 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326328 Sep 17 22:19:14.440545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-333080bd-1d27-470c-9a89-66b224a74782 admin admin] Deleting subnet 13673b33-0172-4760-97d8-653434a15cd1 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:19:14.451122 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-333080bd-1d27-470c-9a89-66b224a74782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.530139 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-333080bd-1d27-470c-9a89-66b224a74782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.609801 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86a81cae-4504-4e91-a5c9-e34ec0431700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.739262 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-333080bd-1d27-470c-9a89-66b224a74782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.861899 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43cfd95e-21d9-4d03-a21f-74f7463fa60b req-03bf2d3b-2709-470c-94d3-5d95ee8751e9 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252037 Sep 17 22:19:14.877568 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86a81cae-4504-4e91-a5c9-e34ec0431700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.921583 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-333080bd-1d27-470c-9a89-66b224a74782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.969805 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-333080bd-1d27-470c-9a89-66b224a74782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.979200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed54c72-078a-4443-b35f-98a415a0fdc5 None None] Network 4d46ec44-46bf-4167-ad35-9366b46b51da requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:14.988607 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-333080bd-1d27-470c-9a89-66b224a74782 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/13673b33-0172-4760-97d8-653434a15cd1 HTTP/1.1" status: 204 len: 168 time: 0.6768160 Sep 17 22:19:14.995011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333080bd-1d27-470c-9a89-66b224a74782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13673b33-0172-4760-97d8-653434a15cd1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:14.998904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49564) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:15.007117 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86a81cae-4504-4e91-a5c9-e34ec0431700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.093989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-9b68d7ac-7770-4e7c-8274-505d8aaf196a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1677918 Sep 17 22:19:15.124591 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-86a81cae-4504-4e91-a5c9-e34ec0431700 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbca35318e354cb4aec75500db45baed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8714006 Sep 17 22:19:15.124946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a81cae-4504-4e91-a5c9-e34ec0431700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa7fdd-8aa7-442b-9e77-217ce72ab3af,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:15.127520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49568) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:15.195484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979f0f4-c3ab-4692-87eb-47b4146b38be req-e5187bf1-417f-4039-aaff-3d608ccda1e2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:15.201990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.204892 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a979f0f4-c3ab-4692-87eb-47b4146b38be req-e5187bf1-417f-4039-aaff-3d608ccda1e2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 948 time: 0.1610367 Sep 17 22:19:15.215952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 516133bd-b1e1-4e8c-a735-4b0d60dc7907 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:15.219619 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-d3c47049-c397-46d7-a396-8327424daaa3 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50566 time: 1.0138645 Sep 17 22:19:15.247316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-b5a56b52-5247-41fb-b15e-8f52712518e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:15.249179 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-b5a56b52-5247-41fb-b15e-8f52712518e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1102 time: 0.0972452 Sep 17 22:19:15.286215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 516133bd-b1e1-4e8c-a735-4b0d60dc7907 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:15.286559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 516133bd-b1e1-4e8c-a735-4b0d60dc7907 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:15.325697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c70ba3dd-9ef8-4891-8dc0-320bad9c5ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.335234 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a979f0f4-c3ab-4692-87eb-47b4146b38be req-9c217ccb-4288-492c-8184-94ce4ed962d3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294987 Sep 17 22:19:15.364377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c70ba3dd-9ef8-4891-8dc0-320bad9c5ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.515831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b84212f-cc65-4aca-809e-29011deb83d7 None None] DHCP port deletion for 4d46ec44-46bf-4167-ad35-9366b46b51da request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:19:15.521829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c70ba3dd-9ef8-4891-8dc0-320bad9c5ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.526199 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c70ba3dd-9ef8-4891-8dc0-320bad9c5ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.530528 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c70ba3dd-9ef8-4891-8dc0-320bad9c5ace admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05fa7fdd-8aa7-442b-9e77-217ce72ab3af HTTP/1.1" status: 204 len: 168 time: 0.3875151 Sep 17 22:19:15.545953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ba3dd-9ef8-4891-8dc0-320bad9c5ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa7fdd-8aa7-442b-9e77-217ce72ab3af,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:15.614691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-743e376b-bf27-4c0d-ae19-18f5d8cbd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:15.622515 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-743e376b-bf27-4c0d-ae19-18f5d8cbd762 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.3376644 Sep 17 22:19:15.653509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8b84212f-cc65-4aca-809e-29011deb83d7 None None] Deleting port 78eeaa2f-769c-4fe4-99e2-847f26601f9a {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:15.654589 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b84212f-cc65-4aca-809e-29011deb83d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.685731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-b11d0f9f-e717-4e92-936d-d3f01c49608f tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/06184fe2-8ad0-45a8-9bfb-a4c768a601e9 HTTP/1.1" status: 200 len: 2977 time: 0.4502356 Sep 17 22:19:15.703257 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-ba4dfbce-3d21-444b-bc0f-08ce106cd3b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 217 time: 0.0733094 Sep 17 22:19:15.774454 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-720c079f-47b4-4b29-985f-265eb65e715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:15.776213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8b84212f-cc65-4aca-809e-29011deb83d7 None None] For port 78eeaa2f-769c-4fe4-99e2-847f26601f9a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=78eeaa2f-769c-4fe4-99e2-847f26601f9a,segment=NetworkSegment(ccc7387e-58e3-4682-b902-a0a0c1491b6f),segment_id=ccc7387e-58e3-4682-b902-a0a0c1491b6f)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:15.776650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-720c079f-47b4-4b29-985f-265eb65e715a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0642409 Sep 17 22:19:15.777087 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b84212f-cc65-4aca-809e-29011deb83d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.780949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Deleting port 78eeaa2f-769c-4fe4-99e2-847f26601f9a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:15.781288 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.794499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8b84212f-cc65-4aca-809e-29011deb83d7 None None] Calling delete_port for 78eeaa2f-769c-4fe4-99e2-847f26601f9a owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:15.901025 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-ad9a857f-02f4-4bac-95cd-4e5317b8d10a tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/06184fe2-8ad0-45a8-9bfb-a4c768a601e9 HTTP/1.1" status: 200 len: 2977 time: 0.2143376 Sep 17 22:19:15.992043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] For port 78eeaa2f-769c-4fe4-99e2-847f26601f9a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=78eeaa2f-769c-4fe4-99e2-847f26601f9a,segment=NetworkSegment(ccc7387e-58e3-4682-b902-a0a0c1491b6f),segment_id=ccc7387e-58e3-4682-b902-a0a0c1491b6f)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:15.992449 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.008418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-650de0e7-8735-4dd3-a238-d9bdb39f1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:16.010332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-650de0e7-8735-4dd3-a238-d9bdb39f1662 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2221880 Sep 17 22:19:16.040943 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b84212f-cc65-4aca-809e-29011deb83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.051600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Calling delete_port for 78eeaa2f-769c-4fe4-99e2-847f26601f9a owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:16.058177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b84212f-cc65-4aca-809e-29011deb83d7 None None] No DVR routers for this DVR port 78eeaa2f-769c-4fe4-99e2-847f26601f9a on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:16.068746 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-351af50b-947c-4cea-842c-5cb54be94748 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/1f9c50ab-fb2a-49ea-aaa7-04daa105418b HTTP/1.1" status: 200 len: 2981 time: 0.1667411 Sep 17 22:19:16.085543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84212f-cc65-4aca-809e-29011deb83d7 None None] Pushing event deleted for resources: {'Port': ['ID=78eeaa2f-769c-4fe4-99e2-847f26601f9a,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:16.239015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-36d453c9-820f-4420-9440-0711dade5da4 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/1f9c50ab-fb2a-49ea-aaa7-04daa105418b HTTP/1.1" status: 200 len: 2981 time: 0.1537476 Sep 17 22:19:16.257441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-ad0249e3-355e-4b8a-ac9e-aa7887f89f07 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335989 Sep 17 22:19:16.332492 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.397393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:16.410001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] No DVR routers for this DVR port 78eeaa2f-769c-4fe4-99e2-847f26601f9a on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:16.417513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Pushing event deleted for resources: {'Port': ['ID=78eeaa2f-769c-4fe4-99e2-847f26601f9a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:16.421357 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-fc18e5fe-cc40-4985-8910-b1ed3bacea2c tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/22084c98-ae37-404b-9981-7d3b4f5062ee HTTP/1.1" status: 200 len: 2981 time: 0.1688161 Sep 17 22:19:16.513455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c29ec16c-962c-41b0-a746-c0177eae8582 req-3b3e118c-fdac-4fa0-9e51-2d27b1f369ea service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462089 Sep 17 22:19:16.584033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.616724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241a5fb-e3a2-4f1a-902c-c76096693c7c req-7c191606-c884-44d1-b54a-d722947bfef4 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:16.620982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d46ec44-46bf-4167-ad35-9366b46b51da']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:16.621481 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d241a5fb-e3a2-4f1a-902c-c76096693c7c req-7c191606-c884-44d1-b54a-d722947bfef4 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 948 time: 0.1374896 Sep 17 22:19:16.644227 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-4d98bd8c-ba22-41f7-8528-ffe784e3cea3 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/22084c98-ae37-404b-9981-7d3b4f5062ee HTTP/1.1" status: 200 len: 2981 time: 0.1971951 Sep 17 22:19:16.669320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc7387e-58e3-4682-b902-a0a0c1491b6f') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:16.670011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc7387e-58e3-4682-b902-a0a0c1491b6f') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:16.716493 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.717787 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d241a5fb-e3a2-4f1a-902c-c76096693c7c req-2b863fa9-ba43-49a2-88dc-027460d98dfb tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885472 Sep 17 22:19:16.729063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:16.752947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'mac_address': 'fa:16:3e:42:4a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:19:16.773189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.789188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:19:16.814044 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:19:16.816690 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.824252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b2dcf5-3f33-44d0-bfe4-f3371df258fb {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:16.825312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-804dc7ce-842e-4ad2-8de7-7fbdfadac36e tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/4a2224e7-b79e-414b-bef3-80e8c506f5c1 HTTP/1.1" status: 200 len: 2981 time: 0.1455052 Sep 17 22:19:16.846416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:16.928474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-e9e28420-4ae2-4f26-8db9-d6b1d4f1812a tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/4a2224e7-b79e-414b-bef3-80e8c506f5c1 HTTP/1.1" status: 200 len: 2981 time: 0.0503125 Sep 17 22:19:16.975050 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-14a34d12-df80-4e73-be29-907122e6207d tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5fdee46b-63f0-4ed3-ab82-726c247061a4 HTTP/1.1" status: 200 len: 2981 time: 0.0379119 Sep 17 22:19:17.048787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 78eeaa2f-769c-4fe4-99e2-847f26601f9a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:17.050000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-7d1dcfbf-709d-451c-98aa-fb15de526c07 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5fdee46b-63f0-4ed3-ab82-726c247061a4 HTTP/1.1" status: 200 len: 2981 time: 0.0632269 Sep 17 22:19:17.068967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 78eeaa2f-769c-4fe4-99e2-847f26601f9a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:17.069311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 78eeaa2f-769c-4fe4-99e2-847f26601f9a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:17.093171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-90b4b05a-cb56-40e7-992a-2d95b812dbf1 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/659dd67d-999f-4802-9c84-58c6470cc0fc HTTP/1.1" status: 200 len: 2981 time: 0.0365953 Sep 17 22:19:17.138696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-1b100f11-d860-4239-a862-0a733a462056 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/659dd67d-999f-4802-9c84-58c6470cc0fc HTTP/1.1" status: 200 len: 2981 time: 0.0393577 Sep 17 22:19:17.191698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-ea874b36-8407-43d0-9abc-ae1765ee108a tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/aa99392e-bd48-4f41-aae6-b4f122446324 HTTP/1.1" status: 200 len: 2977 time: 0.0469170 Sep 17 22:19:17.195752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.195999 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.208377 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.210569 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d46ec44-46bf-4167-ad35-9366b46b51da HTTP/1.1" status: 204 len: 168 time: 2.2094691 Sep 17 22:19:17.245468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0320c42-158d-4840-94a8-7b63d81f0864 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d46ec44-46bf-4167-ad35-9366b46b51da,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:17.280501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:17.288511 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-4da35329-e26b-4da5-9dbc-f8fbd5424475 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/aa99392e-bd48-4f41-aae6-b4f122446324 HTTP/1.1" status: 200 len: 2977 time: 0.0889974 Sep 17 22:19:17.357109 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-ae5439cf-a01f-41cb-82fb-88cf7661ffea tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/b9508251-5761-4936-aa02-6666c33d4bcf HTTP/1.1" status: 200 len: 2981 time: 0.0611098 Sep 17 22:19:17.405731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-5c5edf39-b255-4941-894a-b5bc1cdaeda9 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/b9508251-5761-4936-aa02-6666c33d4bcf HTTP/1.1" status: 200 len: 2981 time: 0.0421429 Sep 17 22:19:17.451668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['76b2dcf5-3f33-44d0-bfe4-f3371df258fb'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:17.473739 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-c8e64d23-df31-460e-83be-5d9ff3ea5db1 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/bc6817c4-c485-4977-955b-5e6213629558 HTTP/1.1" status: 200 len: 2981 time: 0.0610874 Sep 17 22:19:17.530628 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-8efa961a-c887-4383-bb43-75862344f580 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/bc6817c4-c485-4977-955b-5e6213629558 HTTP/1.1" status: 200 len: 2981 time: 0.0492887 Sep 17 22:19:17.605481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-0ccf9fd9-408f-4899-9cc7-eb56b863f9f3 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/def3fb37-9dd2-4b3e-a21d-8f975ba61e14 HTTP/1.1" status: 200 len: 2981 time: 0.0683999 Sep 17 22:19:17.684922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-283fead4-3bee-485d-b43a-060408d98814 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/def3fb37-9dd2-4b3e-a21d-8f975ba61e14 HTTP/1.1" status: 200 len: 2981 time: 0.0702560 Sep 17 22:19:17.697563 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49632) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:17.772816 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2306c272-3d98-404d-b289-84467b7e6e2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10bec6811f0f45b8ac67c1cd7c647db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737221 Sep 17 22:19:17.775250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49636) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:17.818964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-601256fb-da1c-4753-a7c5-7192d385960c tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e4db43cc-adc1-44bb-8da4-0d1664582707 HTTP/1.1" status: 200 len: 2981 time: 0.1225245 Sep 17 22:19:17.881195 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.909927 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.924956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-3daad0fd-32aa-4aa2-9568-a701d899e9a6 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e4db43cc-adc1-44bb-8da4-0d1664582707 HTTP/1.1" status: 200 len: 2981 time: 0.1008785 Sep 17 22:19:18.010676 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-131ae668-cb86-4bbf-b5da-11b9826c8020 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e5d45a11-6156-4ccd-91e1-7e45a81375ac HTTP/1.1" status: 200 len: 2981 time: 0.0698750 Sep 17 22:19:18.036085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.038789 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.040718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f9c50ab-fb2a-49ea-aaa7-04daa105418b HTTP/1.1" status: 204 len: 168 time: 0.2636199 Sep 17 22:19:18.057522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9c50ab-fb2a-49ea-aaa7-04daa105418b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:18.067811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-e65da6e9-2878-45ec-b2b1-016dbd599582 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e5d45a11-6156-4ccd-91e1-7e45a81375ac HTTP/1.1" status: 200 len: 2981 time: 0.0561566 Sep 17 22:19:18.078730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.079083 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.079427 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.079765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.080100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.083350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.083988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.083988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.084371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.084776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.085032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.085363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e14a3e-ecbf-43d1-afc5-2a5dedbce277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:18.157710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-2c6606fc-e6cc-4ca9-889f-bc3a73a0a93f tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ea7172ec-6464-4e71-b747-07d12eb2f428 HTTP/1.1" status: 200 len: 2973 time: 0.0884945 Sep 17 22:19:18.231813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-70f3706b-189a-4e9d-9c81-383d9a8fc061 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ea7172ec-6464-4e71-b747-07d12eb2f428 HTTP/1.1" status: 200 len: 2973 time: 0.0669703 Sep 17 22:19:18.294649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-68e821e7-782a-4748-aa02-a7722f2c1431 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ee781ea9-8eb8-42c1-9b9e-1330addff7b2 HTTP/1.1" status: 200 len: 2977 time: 0.0614216 Sep 17 22:19:18.314273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1daa4-b671-4406-8004-aa76bfacf6f5 req-fa85fe08-dfd3-4354-8220-dd6ccabe8180 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:18.316311 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1e1daa4-b671-4406-8004-aa76bfacf6f5 req-fa85fe08-dfd3-4354-8220-dd6ccabe8180 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 949 time: 0.0689394 Sep 17 22:19:18.348371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2f6a3b-a1c2-4697-bd06-a0dc5597d9f0 req-fad2f11d-49e7-4acc-8af9-9837344d81de tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ee781ea9-8eb8-42c1-9b9e-1330addff7b2 HTTP/1.1" status: 200 len: 2977 time: 0.0475764 Sep 17 22:19:18.367073 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1e1daa4-b671-4406-8004-aa76bfacf6f5 req-9647ec25-2a25-4d33-a7c1-4078e4da885e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 Sep 17 22:19:18.395768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:18.563177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:19:18.567865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:18.568466 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.709107 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.734490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd93149f-9edf-43e8-8008-37738a73642a req-bf1b4520-0463-4714-bca6-335595c73f84 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe6065faf2fd46e4b4b166e3f7c4c014 HTTP/1.1" status: 200 len: 6100 time: 0.1700671 Sep 17 22:19:18.765808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:18.777402 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb3b62a-7b43-459c-9b67-2d0649d3562b" -d '{"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-plugged", "status": "completed", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:18.807303 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:18.807516 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd93149f-9edf-43e8-8008-37738a73642a req-b17aaca9-04d3-441e-a1d3-1f92a31899c3 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] 10.222.0.30 "GET /v2.0/security-groups/def3fb37-9dd2-4b3e-a21d-8f975ba61e14 HTTP/1.1" status: 200 len: 2981 time: 0.0704110 Sep 17 22:19:18.829656 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffb52c0-c407-44e2-ad32-10c17c162de5 x-openstack-request-id: req-7ffb52c0-c407-44e2-ad32-10c17c162de5 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:18.830141 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-plugged", "status": "completed", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:18.830274 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ffb52c0-c407-44e2-ad32-10c17c162de5 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:18.830708 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'code': 200} Sep 17 22:19:18.864612 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd93149f-9edf-43e8-8008-37738a73642a req-8cdbcda8-7bc0-438d-9b4b-1d986e548096 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] 10.222.0.30 "GET /v2.0/security-groups/def3fb37-9dd2-4b3e-a21d-8f975ba61e14 HTTP/1.1" status: 200 len: 2981 time: 0.0595520 Sep 17 22:19:18.876322 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.937283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:18.973247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-365808b9-f72a-4d56-9f3b-a344e7ff4db8 req-39e4d52e-3994-4fc3-8896-a48ecd8e49b2 tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ad3b2cfc-bf04-48a0-88ff-cd51f98a8a30 HTTP/1.1" status: 200 len: 1777 time: 0.0818219 Sep 17 22:19:18.976723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee35cb-a03c-4613-a440-1b713c81c8e4 req-eb76ad24-b83d-40ad-88a0-2b64f2c70f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:18.978660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bdee35cb-a03c-4613-a440-1b713c81c8e4 req-eb76ad24-b83d-40ad-88a0-2b64f2c70f3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1102 time: 0.0812373 Sep 17 22:19:19.050632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bdee35cb-a03c-4613-a440-1b713c81c8e4 req-37d50594-927c-486a-a29e-c6cb38e490ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605271 Sep 17 22:19:19.085955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-365808b9-f72a-4d56-9f3b-a344e7ff4db8 req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.113091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-365808b9-f72a-4d56-9f3b-a344e7ff4db8 req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.233485 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-365808b9-f72a-4d56-9f3b-a344e7ff4db8 req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.236089 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-365808b9-f72a-4d56-9f3b-a344e7ff4db8 req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.237771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-365808b9-f72a-4d56-9f3b-a344e7ff4db8 req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad3b2cfc-bf04-48a0-88ff-cd51f98a8a30 HTTP/1.1" status: 204 len: 173 time: 0.2384877 Sep 17 22:19:19.249857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3b2cfc-bf04-48a0-88ff-cd51f98a8a30,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:19.257993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.259591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.259591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.259591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.259934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.260281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.260615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.260944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.261266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.261584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.261903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.262221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2463c20-d51b-4ac7-803c-a42a6bf3633b tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:19.268435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49708) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:19.322428 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72e5f3c9-5b23-4479-a961-4ef6a83f01f4 req-a52224e1-1c81-457a-9c72-c2250c2e2d3a tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "GET /v2.0/security-groups/67bb33a9-8ad1-4676-af66-f119bd2a5243 HTTP/1.1" status: 200 len: 1778 time: 0.0647492 Sep 17 22:19:19.404579 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-72e5f3c9-5b23-4479-a961-4ef6a83f01f4 req-dd228862-4cc5-4aca-b3f7-571f70aa341f tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.453737 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c35e293a-b7e5-4c72-8d7c-5e4e88eff045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.459806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-72e5f3c9-5b23-4479-a961-4ef6a83f01f4 req-dd228862-4cc5-4aca-b3f7-571f70aa341f tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.549543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9965a3e-98b9-4818-84d9-042c4a07ec5e req-978b4f72-903c-4d46-b720-08605968c437 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:19.551643 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9965a3e-98b9-4818-84d9-042c4a07ec5e req-978b4f72-903c-4d46-b720-08605968c437 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0712798 Sep 17 22:19:19.596486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9965a3e-98b9-4818-84d9-042c4a07ec5e req-b271dfb8-3193-4733-960f-c9858034a6a0 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378792 Sep 17 22:19:19.652542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-72e5f3c9-5b23-4479-a961-4ef6a83f01f4 req-dd228862-4cc5-4aca-b3f7-571f70aa341f tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.655743 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-72e5f3c9-5b23-4479-a961-4ef6a83f01f4 req-dd228862-4cc5-4aca-b3f7-571f70aa341f tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.667550 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72e5f3c9-5b23-4479-a961-4ef6a83f01f4 req-dd228862-4cc5-4aca-b3f7-571f70aa341f tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/67bb33a9-8ad1-4676-af66-f119bd2a5243 HTTP/1.1" status: 204 len: 173 time: 0.3438048 Sep 17 22:19:19.691417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd228862-4cc5-4aca-b3f7-571f70aa341f tempest-SecurityGroupsTestAdminJSON-519742138 tempest-SecurityGroupsTestAdminJSON-519742138-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb33a9-8ad1-4676-af66-f119bd2a5243,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:19.754912 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c35e293a-b7e5-4c72-8d7c-5e4e88eff045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.813725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c35e293a-b7e5-4c72-8d7c-5e4e88eff045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.835089 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49738) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:19.917124 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c35e293a-b7e5-4c72-8d7c-5e4e88eff045 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23a3d0daaa6e40ef89a0ce41a1bd7bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439762 Sep 17 22:19:19.919081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e293a-b7e5-4c72-8d7c-5e4e88eff045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f698c62-eceb-4442-9fae-8592679d0e03,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:19.919811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49742) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:19.924003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d9e13ee-b342-428b-8598-7299486dab9c req-2ce01a8b-58af-4384-923c-36ee01c2d661 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] 10.222.0.30 "GET /v2.0/security-groups/d450d2a8-4eec-4d78-b810-e26e281d4271 HTTP/1.1" status: 200 len: 1776 time: 0.0684786 Sep 17 22:19:19.985958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-network', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:20.008376 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3d9e13ee-b342-428b-8598-7299486dab9c req-11afa331-b3e5-4f65-94fb-724548af5567 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.036984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3d9e13ee-b342-428b-8598-7299486dab9c req-11afa331-b3e5-4f65-94fb-724548af5567 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.047944 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62ac68fe-f7f5-4c9a-b6e9-c58adbe5731e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.072378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62ac68fe-f7f5-4c9a-b6e9-c58adbe5731e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.111293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Made reservation on behalf of e5fad21dcabc4071b575e6ed3066a834 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:20.113688 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.129383 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.167538 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3d9e13ee-b342-428b-8598-7299486dab9c req-11afa331-b3e5-4f65-94fb-724548af5567 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.170278 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3d9e13ee-b342-428b-8598-7299486dab9c req-11afa331-b3e5-4f65-94fb-724548af5567 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.171430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d9e13ee-b342-428b-8598-7299486dab9c req-11afa331-b3e5-4f65-94fb-724548af5567 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] 10.222.0.30 "DELETE /v2.0/security-groups/d450d2a8-4eec-4d78-b810-e26e281d4271 HTTP/1.1" status: 204 len: 173 time: 0.2406125 Sep 17 22:19:20.182926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afa331-b3e5-4f65-94fb-724548af5567 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d450d2a8-4eec-4d78-b810-e26e281d4271,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:20.259511 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62ac68fe-f7f5-4c9a-b6e9-c58adbe5731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.263205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62ac68fe-f7f5-4c9a-b6e9-c58adbe5731e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.264381 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-62ac68fe-f7f5-4c9a-b6e9-c58adbe5731e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f698c62-eceb-4442-9fae-8592679d0e03 HTTP/1.1" status: 204 len: 168 time: 0.3434708 Sep 17 22:19:20.309554 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac68fe-f7f5-4c9a-b6e9-c58adbe5731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f698c62-eceb-4442-9fae-8592679d0e03,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:20.315372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b8fbcbf-778d-477f-b26a-71f7e9c0bf33 req-ae050fca-2f60-446b-922c-4c569a116e4e tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] 10.222.0.30 "GET /v2.0/security-groups/1b2f3015-2b9b-4365-a5d6-aa3e75299738 HTTP/1.1" status: 200 len: 1776 time: 0.1227663 Sep 17 22:19:20.424085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.427138 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5b8fbcbf-778d-477f-b26a-71f7e9c0bf33 req-c70832e9-eb2c-483b-b46b-c3beb3cdc383 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.453621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5b8fbcbf-778d-477f-b26a-71f7e9c0bf33 req-c70832e9-eb2c-483b-b46b-c3beb3cdc383 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.533205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.576526 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f160f25-bac9-4e95-9106-4b46a5b8a02e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:20.611952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5b8fbcbf-778d-477f-b26a-71f7e9c0bf33 req-c70832e9-eb2c-483b-b46b-c3beb3cdc383 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.614622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5b8fbcbf-778d-477f-b26a-71f7e9c0bf33 req-c70832e9-eb2c-483b-b46b-c3beb3cdc383 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.616267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b8fbcbf-778d-477f-b26a-71f7e9c0bf33 req-c70832e9-eb2c-483b-b46b-c3beb3cdc383 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] 10.222.0.30 "DELETE /v2.0/security-groups/1b2f3015-2b9b-4365-a5d6-aa3e75299738 HTTP/1.1" status: 204 len: 173 time: 0.2802427 Sep 17 22:19:20.633516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:19:20.636479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70832e9-eb2c-483b-b46b-c3beb3cdc383 tempest-SecurityGroupsTestAdminJSON-1724543105 tempest-SecurityGroupsTestAdminJSON-1724543105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2f3015-2b9b-4365-a5d6-aa3e75299738,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:20.662041 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.663431 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Added segment 894b7aa3-1a8c-4c94-a837-b2ca39f566d0 of type vlan for network 8928312f-7b78-4881-8698-73b15d837925 Sep 17 22:19:20.750680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.801603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb947ec7-8785-4ede-83c0-d56f30c3c1e1 req-0d1f92e6-cea4-4906-9918-5871ede96ff3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:20.803454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb947ec7-8785-4ede-83c0-d56f30c3c1e1 req-0d1f92e6-cea4-4906-9918-5871ede96ff3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0798836 Sep 17 22:19:20.876170 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.916004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:20.916004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.916391 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb947ec7-8785-4ede-83c0-d56f30c3c1e1 req-9492fdc4-ba9c-4331-85d3-5fa742652670 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737679 Sep 17 22:19:20.997327 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1544049 Sep 17 22:19:20.998471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49778) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:21.007209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d25f5-7d20-4677-9655-28794b4d55fe admin admin] Pushing event updated for resources: {'Network': ['ID=8928312f-7b78-4881-8698-73b15d837925,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:21.007834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Request body: {'subnet': {'network_id': '8928312f-7b78-4881-8698-73b15d837925', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-subnet', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:21.021691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8928312f-7b78-4881-8698-73b15d837925 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:19:21.093183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7d128-e0ad-432f-b561-c47c70c92498 req-c7b80e66-c5db-418c-b9e7-842f9b70f178 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:21.100872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5de7d128-e0ad-432f-b561-c47c70c92498 req-c7b80e66-c5db-418c-b9e7-842f9b70f178 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0654099 Sep 17 22:19:21.131344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Made reservation on behalf of e5fad21dcabc4071b575e6ed3066a834 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:21.133669 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.163261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5de7d128-e0ad-432f-b561-c47c70c92498 req-83b9dc18-941e-4749-9ef1-f81b3d5df9cc tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615556 Sep 17 22:19:21.418437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49792) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:21.562637 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-67d33495-ba35-42cd-84d5-2b66de955b3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe6065faf2fd46e4b4b166e3f7c4c014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425784 Sep 17 22:19:21.564698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49796) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:21.613344 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e47e-8c17-4a1f-af57-093bb29c08e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.635823 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e47e-8c17-4a1f-af57-093bb29c08e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.939267 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e47e-8c17-4a1f-af57-093bb29c08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.939909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.941889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e47e-8c17-4a1f-af57-093bb29c08e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.943200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a2f1e47e-8c17-4a1f-af57-093bb29c08e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/def3fb37-9dd2-4b3e-a21d-8f975ba61e14 HTTP/1.1" status: 204 len: 168 time: 0.3774033 Sep 17 22:19:21.954617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1e47e-8c17-4a1f-af57-093bb29c08e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def3fb37-9dd2-4b3e-a21d-8f975ba61e14,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:22.089802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Checking segment: {'id': '894b7aa3-1a8c-4c94-a837-b2ca39f566d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8928312f-7b78-4881-8698-73b15d837925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:22.090169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Network hostable DHCP agents. Network: 8928312f-7b78-4881-8698-73b15d837925, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:19:22.097560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=462382c5-1806-4480-a695-fc33613de0d5,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:22.198150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a991bef-4b43-4d9f-935c-9d73c3d3e2ca req-d567ed49-401f-4d1a-bc59-f1e86fe03c7a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:22.208697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a991bef-4b43-4d9f-935c-9d73c3d3e2ca req-d567ed49-401f-4d1a-bc59-f1e86fe03c7a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0742581 Sep 17 22:19:22.228845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Network 8928312f-7b78-4881-8698-73b15d837925 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:19:22.245776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a991bef-4b43-4d9f-935c-9d73c3d3e2ca req-382a0f37-0c90-49d7-a11f-dd08c65c5a30 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Sep 17 22:19:22.312710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-77b27b74-2d92-4bd7-ae78-3b2fdbdeb7b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480995 Sep 17 22:19:22.361468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8928312f-7b78-4881-8698-73b15d837925) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:22.366340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:22.367177 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:22.373455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21880aab-d443-450b-98a9-834cd702232c None None] Network 8928312f-7b78-4881-8698-73b15d837925 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:22.471615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4c4a8861-5231-45c1-bb22-f15a0bf3c5af admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4718065 Sep 17 22:19:22.474184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49838) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:22.479316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-router', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:22.596460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:22.601733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:22.721857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-8928312f-7b78-4881-8698-73b15d837925', 'network_id': '8928312f-7b78-4881-8698-73b15d837925', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'fixed_ips': [{'subnet_id': '462382c5-1806-4480-a695-fc33613de0d5'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:19:22.723552 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:22.745760 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:22.909882 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Allocated IP 172.20.0.2 (8928312f-7b78-4881-8698-73b15d837925/462382c5-1806-4480-a695-fc33613de0d5/06e875b5-a743-47fa-8eea-701986a9decc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:23.004087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49868) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:23.051655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.089587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3bab0125-e051-46db-9db9-988152772d64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dacb310f956e447fb9063281bf5dd980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841432 Sep 17 22:19:23.091969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49874) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:23.167910 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.198408 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-732d86ee-75ab-48e6-9a25-5d47a4c4b951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.220069 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.289125 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-732d86ee-75ab-48e6-9a25-5d47a4c4b951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.320215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Network 8928312f-7b78-4881-8698-73b15d837925 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:23.331237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:23.346159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:23.476084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Pushing event updated for resources: {'Port': ['ID=06e875b5-a743-47fa-8eea-701986a9decc,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:23.523824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.524998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.525532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.526027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.526516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.527013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.527497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.527994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.528498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.529203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.529671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.530171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:23.551099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Attempting to bind port 06e875b5-a743-47fa-8eea-701986a9decc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:23.551541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Attempting to bind port 06e875b5-a743-47fa-8eea-701986a9decc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '894b7aa3-1a8c-4c94-a837-b2ca39f566d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8928312f-7b78-4881-8698-73b15d837925'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:23.554430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Attempting to bind port 06e875b5-a743-47fa-8eea-701986a9decc on network 8928312f-7b78-4881-8698-73b15d837925 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:23.566009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:23.566009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Checking segment: {'id': '894b7aa3-1a8c-4c94-a837-b2ca39f566d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8928312f-7b78-4881-8698-73b15d837925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:23.566009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.575476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Bound using segment: {'id': '894b7aa3-1a8c-4c94-a837-b2ca39f566d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8928312f-7b78-4881-8698-73b15d837925'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:23.575476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Bound port: 06e875b5-a743-47fa-8eea-701986a9decc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894b7aa3-1a8c-4c94-a837-b2ca39f566d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8928312f-7b78-4881-8698-73b15d837925'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:23.575476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.601346 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.622900 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.632742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49392ce-5292-4520-880c-c0137b5b3d2a req-33cd2c79-95c6-4d21-a441-94cbbd53b4d1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:23.641688 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c49392ce-5292-4520-880c-c0137b5b3d2a req-33cd2c79-95c6-4d21-a441-94cbbd53b4d1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.1703465 Sep 17 22:19:23.648662 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-732d86ee-75ab-48e6-9a25-5d47a4c4b951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.651130 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-732d86ee-75ab-48e6-9a25-5d47a4c4b951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.652400 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-732d86ee-75ab-48e6-9a25-5d47a4c4b951 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9508251-5761-4936-aa02-6666c33d4bcf HTTP/1.1" status: 204 len: 168 time: 0.5592666 Sep 17 22:19:23.673546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] For port 06e875b5-a743-47fa-8eea-701986a9decc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:23.675809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d86ee-75ab-48e6-9a25-5d47a4c4b951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9508251-5761-4936-aa02-6666c33d4bcf,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:23.685630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] For port 06e875b5-a743-47fa-8eea-701986a9decc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=06e875b5-a743-47fa-8eea-701986a9decc,segment=NetworkSegment(894b7aa3-1a8c-4c94-a837-b2ca39f566d0),segment_id=894b7aa3-1a8c-4c94-a837-b2ca39f566d0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:23.745636 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c49392ce-5292-4520-880c-c0137b5b3d2a req-3635e984-a9fd-41cf-8fe9-ed8b316febe3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986760 Sep 17 22:19:23.768739 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.990893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7143fff-d851-4585-a0f8-a145f3e733a1 req-e0d7fec6-a459-46ee-84a9-4d8a8d5d5494 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:23.999451 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7143fff-d851-4585-a0f8-a145f3e733a1 req-e0d7fec6-a459-46ee-84a9-4d8a8d5d5494 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 1097 time: 0.1007748 Sep 17 22:19:24.021213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Allocated IP 172.25.6.243 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/b4f271ff-e34e-45af-847f-0a687d43cab5) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:24.096496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbcf62-7a92-4387-8745-31ac5f7f161d None None] Pushing event updated for resources: {'Port': ['ID=06e875b5-a743-47fa-8eea-701986a9decc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:24.107082 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7143fff-d851-4585-a0f8-a145f3e733a1 req-533547f2-c6ca-44ab-aa9a-5f7317e6bf19 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002331 Sep 17 22:19:24.211806 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:24.330241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:24.461549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f271ff-e34e-45af-847f-0a687d43cab5,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:24.475205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:24.476861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:24.494175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:24.703896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49936) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:24.856742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09bb2085-835d-41f5-a6f0-e5ea163f75ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.018254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334526ba-3352-4b13-b142-ab99bece4306 req-24386ea0-71c6-456d-bfcb-5a8752f6195e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:25.030776 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-334526ba-3352-4b13-b142-ab99bece4306 req-24386ea0-71c6-456d-bfcb-5a8752f6195e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.1876836 Sep 17 22:19:25.081914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09bb2085-835d-41f5-a6f0-e5ea163f75ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.185679 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09bb2085-835d-41f5-a6f0-e5ea163f75ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.200428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-334526ba-3352-4b13-b142-ab99bece4306 req-f3977268-7cbd-4c53-81e7-41cfc567b9cb tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669245 Sep 17 22:19:25.236018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 06e875b5-a743-47fa-8eea-701986a9decc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:25.240178 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.246347 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-09bb2085-835d-41f5-a6f0-e5ea163f75ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f500a54f57674a90be8b109ca0cd9572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417418 Sep 17 22:19:25.253622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49960) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:25.431955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb2085-835d-41f5-a6f0-e5ea163f75ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcbe9ec-de38-4563-84a2-c9c7d9df9e1d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:25.468140 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1c2f5b3-3f8a-44a9-a6e9-f12e19e54aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.562622 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 06e875b5-a743-47fa-8eea-701986a9decc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:25.563155 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.565216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1c2f5b3-3f8a-44a9-a6e9-f12e19e54aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.817629 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1c2f5b3-3f8a-44a9-a6e9-f12e19e54aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.821314 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1c2f5b3-3f8a-44a9-a6e9-f12e19e54aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.823045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d1c2f5b3-3f8a-44a9-a6e9-f12e19e54aa4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4bcbe9ec-de38-4563-84a2-c9c7d9df9e1d HTTP/1.1" status: 204 len: 168 time: 0.5682364 Sep 17 22:19:25.848895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2f5b3-3f8a-44a9-a6e9-f12e19e54aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcbe9ec-de38-4563-84a2-c9c7d9df9e1d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:25.899879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.907930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d60e2-f52a-45d0-9e82-db8d6e731de8 None None] Network 8928312f-7b78-4881-8698-73b15d837925 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:26.084436 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:26.179230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 06e875b5-a743-47fa-8eea-701986a9decc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=06e875b5-a743-47fa-8eea-701986a9decc,segment=NetworkSegment(894b7aa3-1a8c-4c94-a837-b2ca39f566d0),segment_id=894b7aa3-1a8c-4c94-a837-b2ca39f566d0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:26.201302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d805bd69-5ab2-4994-867d-093fde49c4f8 None None] Provisioning complete for port 06e875b5-a743-47fa-8eea-701986a9decc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:26.201677 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d805bd69-5ab2-4994-867d-093fde49c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:26.353876 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:26.629592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=06e875b5-a743-47fa-8eea-701986a9decc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:26.922601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-f505835b-6923-46f2-af4d-dce425b16975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:26.924175 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-f505835b-6923-46f2-af4d-dce425b16975 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1102 time: 0.2381880 Sep 17 22:19:26.939954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef77531-8112-4441-b267-19096636a369 req-a3957943-c647-499f-b13d-d69e4c2ce306 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:26.948713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ef77531-8112-4441-b267-19096636a369 req-a3957943-c647-499f-b13d-d69e4c2ce306 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.2304237 Sep 17 22:19:27.029056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-99949b83-7cd3-4bdb-99ab-4f68619d8069 None None] Provisioning complete for port 06e875b5-a743-47fa-8eea-701986a9decc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:27.029573 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-99949b83-7cd3-4bdb-99ab-4f68619d8069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:27.071496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-ade30e71-746f-4763-82e8-9f6475a2224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:27.073037 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-ade30e71-746f-4763-82e8-9f6475a2224c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1147249 Sep 17 22:19:27.089042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-7826116d-46b6-42e3-bf22-ce25be394ff4 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:19:27.090543 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-7826116d-46b6-42e3-bf22-ce25be394ff4 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090859 Sep 17 22:19:27.186996 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 06e875b5-a743-47fa-8eea-701986a9decc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:27.221196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-5375f04d-a0e6-4483-b094-aeec29ede1c7 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:27.228864 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-5375f04d-a0e6-4483-b094-aeec29ede1c7 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports/0f1f024e-8bd6-4951-92af-432f40b66b1f HTTP/1.1" status: 200 len: 1094 time: 0.1240599 Sep 17 22:19:27.233496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Request body: {'binding': {'host': 'n-h2-713499-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:27.234321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Unknown quota resources ['binding']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:19:27.251962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:19:27.272369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-04c1bd97-0d3d-4049-a59d-f26cbaffda20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 217 time: 0.1575925 Sep 17 22:19:27.343124 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ef77531-8112-4441-b267-19096636a369 req-2fb079a6-55e1-445f-b2cf-b57f6300aa50 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934581 Sep 17 22:19:27.479161 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 06e875b5-a743-47fa-8eea-701986a9decc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:27.483848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f on host n-h2-713499-18 for vnic_type normal with profile None {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:27.484918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:27.485507 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:27.486349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:27.492861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Port 0f1f024e-8bd6-4951-92af-432f40b66b1f on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:27.496929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:27.505078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:27.505634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:27.506402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:27.506982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Bound port: 0f1f024e-8bd6-4951-92af-432f40b66b1f, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:27.607730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:27.685604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] Notify callbacks [] for binding, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:27.691383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-303022c4-2398-4684-b4ad-973a05bdf798 service neutron] 10.222.0.30 "POST /v2.0/ports/0f1f024e-8bd6-4951-92af-432f40b66b1f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4610655 Sep 17 22:19:27.834236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:27.843229 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Sync routers for ids ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:27.843753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-ad203a7a-d097-4a51-b915-853f1bc8f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:27.845201 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-ad203a7a-d097-4a51-b915-853f1bc8f7d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.5719397 Sep 17 22:19:27.861497 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Routers {'6f1b5de3-5003-40e9-b0a1-b1bad0417e74'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:27.861497 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:27.914932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-8bc878e5-66c4-4c48-b7d7-8bdac3058643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:27.918225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-8bc878e5-66c4-4c48-b7d7-8bdac3058643 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610352 Sep 17 22:19:27.955863 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:27.957331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3e31b8e3-f380-4e8c-9f7c-c9226403eca0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.4819973 Sep 17 22:19:27.960323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50046) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:28.026767 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Set router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:28.139812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-95d289ab-ddf1-46be-800b-ddf237e78c64 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151010 Sep 17 22:19:28.222551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50050) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:28.465288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-257444622-network', 'tenant_id': '16e58dc4656d40348a1b3c4a5eade7c6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:28.515794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-a8efe9be-b775-45d5-82fb-68fdc5a1c8b1 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673153 Sep 17 22:19:28.539675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-bb9c2203-3b74-4442-b06f-4570ef46b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.552866 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-router', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:22Z', 'updated_at': '2021-09-17T22:19:24Z', 'revision_number': 3, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'gw_port': {'id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:23Z', 'updated_at': '2021-09-17T22:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:28.555287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-bb9c2203-3b74-4442-b06f-4570ef46b4f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 1097 time: 0.1924422 Sep 17 22:19:28.606899 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Checking router: 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:28.607513 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Updating router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 port b4f271ff-e34e-45af-847f-0a687d43cab5 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:19:28.632081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28b703ae-ae42-4823-885b-27ad7e7f4bd1 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a155da633570481f9bd4383426e1ae72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401130 Sep 17 22:19:28.663495 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:28.819764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b8a4f-bc74-4539-91ef-9316c59c18c7 req-d8529276-7a5a-497a-8d29-016f0575d393 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.835237 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-423b8a4f-bc74-4539-91ef-9316c59c18c7 req-d8529276-7a5a-497a-8d29-016f0575d393 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.5532458 Sep 17 22:19:28.835934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-5ba904e2-8096-4bf6-9d7e-e8e990f08d2f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.846329 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-5ba904e2-8096-4bf6-9d7e-e8e990f08d2f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052383 Sep 17 22:19:28.874856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Made reservation on behalf of 16e58dc4656d40348a1b3c4a5eade7c6 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:28.886448 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:28.902634 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-423b8a4f-bc74-4539-91ef-9316c59c18c7 req-e9801a71-9524-44f4-b6fb-fe63815930bb tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650237 Sep 17 22:19:28.923219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-f3095343-25af-4788-9416-7725771dd291 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/quotas/a155da633570481f9bd4383426e1ae72 HTTP/1.1" status: 200 len: 375 time: 0.0756121 Sep 17 22:19:28.939087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:28.998383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-f0e43dbc-965b-4d60-b63f-ec79b6371209 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a155da633570481f9bd4383426e1ae72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638282 Sep 17 22:19:29.053889 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:19:29.077122 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.080597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-bba66ae3-b950-4830-964d-15835dcb6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.082626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-bba66ae3-b950-4830-964d-15835dcb6b4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.5075958 Sep 17 22:19:29.149764 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-d3e9480a-0f78-443f-b0b4-3477467986e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f HTTP/1.1" status: 200 len: 217 time: 0.0571756 Sep 17 22:19:29.203109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e4023-77c8-4103-9a0e-18b5be564a44 req-8d64edbe-7787-4e99-aa65-7bf48ed2b004 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.204936 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f83e4023-77c8-4103-9a0e-18b5be564a44 req-8d64edbe-7787-4e99-aa65-7bf48ed2b004 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.1160054 Sep 17 22:19:29.220723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-608f8ed7-042c-4b1b-8432-6bdc451a057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.222190 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-608f8ed7-042c-4b1b-8432-6bdc451a057f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.0661716 Sep 17 22:19:29.267191 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-60c8114c-e7dd-4b11-b47b-e67c6083e7d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338483 Sep 17 22:19:29.268960 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.281343 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f83e4023-77c8-4103-9a0e-18b5be564a44 req-bec522a7-1fc9-4553-baa0-3201b1125b76 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668747 Sep 17 22:19:29.304563 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.344485 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.368940 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.383164 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-116f7d54-84b4-42a3-a2b7-90ecd1eb7b6a service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073892 Sep 17 22:19:29.385542 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.433228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed30e4c9-0add-486d-a9e5-d4519fe7017a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:29.441292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:19:29.460726 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Attempting to bind port b4f271ff-e34e-45af-847f-0a687d43cab5 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:29.461753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Attempting to bind port b4f271ff-e34e-45af-847f-0a687d43cab5 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:29.461753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Attempting to bind port b4f271ff-e34e-45af-847f-0a687d43cab5 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:29.475810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.476191 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Added segment c1c9779f-2666-48bf-923c-9632823706dd of type vlan for network b506d89f-7128-4738-bb53-2887ec86a8e9 Sep 17 22:19:29.510914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Allocated IP 172.20.0.1 (8928312f-7b78-4881-8698-73b15d837925/462382c5-1806-4480-a695-fc33613de0d5/1ef1527e-f9ac-4375-97b4-c3501624918d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:29.523894 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:29.526512 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:29.527154 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.528668 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:29.529396 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Bound port: b4f271ff-e34e-45af-847f-0a687d43cab5, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:29.531722 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.597953 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db6dd6-51ce-4bae-a9b7-709da2c20029 None None] Pushing event updated for resources: {'Port': ['ID=b4f271ff-e34e-45af-847f-0a687d43cab5,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:29.604368 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.651358 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] For port b4f271ff-e34e-45af-847f-0a687d43cab5, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:29.656827 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] For port b4f271ff-e34e-45af-847f-0a687d43cab5, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b4f271ff-e34e-45af-847f-0a687d43cab5,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:29.703095 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.704836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5373785-10a8-447a-8894-6e644e9cee12 req-4326e550-917e-4102-9403-d1ac6920ab80 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 210 time: 0.0974069 Sep 17 22:19:29.710280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-df771c21-931f-4cef-acc5-b146ab0521c5 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855613 Sep 17 22:19:29.739173 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.785154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.786944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.788254 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.823821 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Routers {'6f1b5de3-5003-40e9-b0a1-b1bad0417e74'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:29.824475 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:29.862046 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db6dd6-51ce-4bae-a9b7-709da2c20029 None None] Pushing event updated for resources: {'Port': ['ID=b4f271ff-e34e-45af-847f-0a687d43cab5,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:29.865531 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.880246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] Pushing event updated for resources: {'Network': ['ID=b506d89f-7128-4738-bb53-2887ec86a8e9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:29.883518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Network 8928312f-7b78-4881-8698-73b15d837925 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:29.885896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:29.892878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network b506d89f-7128-4738-bb53-2887ec86a8e9 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:19:29.905905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:29.927281 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fcd62e02-aae0-46c3-97d5-96ffa1195a9c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7031424 Sep 17 22:19:29.929129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50090) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:29.943138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Request body: {'subnet': {'network_id': 'b506d89f-7128-4738-bb53-2887ec86a8e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-257444622-subnet', 'tenant_id': '16e58dc4656d40348a1b3c4a5eade7c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:29.991244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef1527e-f9ac-4375-97b4-c3501624918d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:30.022176 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.037096 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] Set router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:30.100574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Made reservation on behalf of 16e58dc4656d40348a1b3c4a5eade7c6 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:30.104042 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.258841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5d3c9-9eda-4e41-8738-a33aa1f404de req-2593974d-d858-41a1-acdd-70ab82ed5af3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:30.259745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3d501e30-2e37-4dc1-a81c-c3da6868b9d9 None None] Provisioning complete for port 1ef1527e-f9ac-4375-97b4-c3501624918d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:30.260332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3d501e30-2e37-4dc1-a81c-c3da6868b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.267212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50d5d3c9-9eda-4e41-8738-a33aa1f404de req-2593974d-d858-41a1-acdd-70ab82ed5af3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.1935940 Sep 17 22:19:30.352753 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50d5d3c9-9eda-4e41-8738-a33aa1f404de req-3f8ed85c-59eb-4db8-a312-89c302409242 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845318 Sep 17 22:19:30.388208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3d501e30-2e37-4dc1-a81c-c3da6868b9d9 None None] Port 1ef1527e-f9ac-4375-97b4-c3501624918d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:30.400916 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-router', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:22Z', 'updated_at': '2021-09-17T22:19:24Z', 'revision_number': 3, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'gw_port': {'id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:23Z', 'updated_at': '2021-09-17T22:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:30.457134 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.534268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a19723-73e4-4d2f-ae8e-dead1d767ea6 req-7b94bb6e-8e58-4a14-a61a-d0f312100bae tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:30.535965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72a19723-73e4-4d2f-ae8e-dead1d767ea6 req-7b94bb6e-8e58-4a14-a61a-d0f312100bae tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.1177425 Sep 17 22:19:30.537220 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.578730 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0025334-2c50-4564-8a4d-33f3a242a5ba None None] The sync data for ids ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'] in n-d-713499-18 is: [{'id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-router', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:22Z', 'updated_at': '2021-09-17T22:19:24Z', 'revision_number': 3, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'gw_port': {'id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:23Z', 'updated_at': '2021-09-17T22:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:30.681961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bb280d-62f3-4575-b2a6-ad19e4be53e3,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:30.699792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Checking segment: {'id': 'c1c9779f-2666-48bf-923c-9632823706dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b506d89f-7128-4738-bb53-2887ec86a8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:30.700634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Network hostable DHCP agents. Network: b506d89f-7128-4738-bb53-2887ec86a8e9, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:19:30.744989 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.746732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72a19723-73e4-4d2f-ae8e-dead1d767ea6 req-5cbd77b1-2111-4823-bb30-894dd44b424c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020357 Sep 17 22:19:30.823710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe431e96-e04f-40e9-ac4d-bc33913127e9 req-9d736de7-dd9f-4970-850a-b1526e70ec38 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 210 time: 0.0280263 Sep 17 22:19:30.845095 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.871984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Network b506d89f-7128-4738-bb53-2887ec86a8e9 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:19:30.936400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef1527e-f9ac-4375-97b4-c3501624918d,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:30.939920 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.973335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, b506d89f-7128-4738-bb53-2887ec86a8e9) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:30.977088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:30.981407 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.982552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1759a6b-6d78-4a4f-897d-387578c72478 None None] Network b506d89f-7128-4738-bb53-2887ec86a8e9 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:31.066781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Network 8928312f-7b78-4881-8698-73b15d837925 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:31.066781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:31.112866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-301fbf61-51cb-4e44-99c9-06c48eb506af admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1755414 Sep 17 22:19:31.182227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b4f271ff-e34e-45af-847f-0a687d43cab5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:31.325496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e127bb-c903-4a3e-bdb5-a2deee2f9afe None None] Network b506d89f-7128-4738-bb53-2887ec86a8e9 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:31.332091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:31.398125 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b4f271ff-e34e-45af-847f-0a687d43cab5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:31.399178 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:31.559631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:31.572683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6fc0fb35-2531-49f2-a962-682c31ae5904 admin admin] 10.222.0.30 "PUT /v2.0/routers/6f1b5de3-5003-40e9-b0a1-b1bad0417e74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6088231 Sep 17 22:19:31.597771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c42c6e-44ca-4f8c-a2e3-56c6646530a1 req-f75e0fd6-520f-43da-a5e8-243bfb75cff3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:31.603943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0c42c6e-44ca-4f8c-a2e3-56c6646530a1 req-f75e0fd6-520f-43da-a5e8-243bfb75cff3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.1305039 Sep 17 22:19:31.658925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0635182d-08ec-4e5a-bb2a-cc612974ec92 None None] Provisioning complete for port 1ef1527e-f9ac-4375-97b4-c3501624918d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:31.661345 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0635182d-08ec-4e5a-bb2a-cc612974ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:31.698541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0c42c6e-44ca-4f8c-a2e3-56c6646530a1 req-8b271648-b6e5-44b6-9a59-c9ce91bad0f1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913277 Sep 17 22:19:31.756522 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-6c5d9e9c-75cf-4b0d-a306-303b910cc592 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:31.767235 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-6c5d9e9c-75cf-4b0d-a306-303b910cc592 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/networks?id=b506d89f-7128-4738-bb53-2887ec86a8e9 HTTP/1.1" status: 200 len: 817 time: 0.1999958 Sep 17 22:19:31.794148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-8a58c62e-8f48-4ad8-8086-8f6133719031 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/quotas/16e58dc4656d40348a1b3c4a5eade7c6 HTTP/1.1" status: 200 len: 375 time: 0.0258281 Sep 17 22:19:31.801995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0635182d-08ec-4e5a-bb2a-cc612974ec92 None None] Port 1ef1527e-f9ac-4375-97b4-c3501624918d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:31.867729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-c0808be6-1005-4705-bfd3-061ba760020a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16e58dc4656d40348a1b3c4a5eade7c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667727 Sep 17 22:19:31.889729 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:31.910291 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port b4f271ff-e34e-45af-847f-0a687d43cab5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b4f271ff-e34e-45af-847f-0a687d43cab5,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:31.984987 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:32.000652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-77b7670e-4c4c-4df2-8dd1-08f8445bd4cd service neutron] 10.222.0.30 "GET /v2.0/networks/b506d89f-7128-4738-bb53-2887ec86a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315227 Sep 17 22:19:32.054754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=b4f271ff-e34e-45af-847f-0a687d43cab5,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:32.135366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-860cc6d9-c582-4db4-9b1c-b25a2353aa93 service neutron] 10.222.0.30 "GET /v2.0/networks/b506d89f-7128-4738-bb53-2887ec86a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274765 Sep 17 22:19:32.241638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262bfd9-9a78-47df-a724-1edf3086b85a req-681a0adc-705d-470d-a9f7-bb92a31ae3eb tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:32.243212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c262bfd9-9a78-47df-a724-1edf3086b85a req-681a0adc-705d-470d-a9f7-bb92a31ae3eb tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0535975 Sep 17 22:19:32.289930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c262bfd9-9a78-47df-a724-1edf3086b85a req-9d27dd39-6cfa-484a-bac5-964e2f81e75f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351558 Sep 17 22:19:32.397212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65176c77-a807-4105-b259-9fb306f81c40 req-2499bbc8-ee03-4cbd-bbeb-8de6e3db04d8 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 210 time: 0.0447419 Sep 17 22:19:32.504435 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-d44ae747-213f-4245-9693-b7b5b919dd47 req-cbb0855a-8b92-491a-91f3-2edeb432bf97 tempest-FloatingIPDetailsNegativeTestJSON-614129541 tempest-FloatingIPDetailsNegativeTestJSON-614129541-project] show failed (client error): The resource could not be found. Sep 17 22:19:32.518288 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d44ae747-213f-4245-9693-b7b5b919dd47 req-cbb0855a-8b92-491a-91f3-2edeb432bf97 tempest-FloatingIPDetailsNegativeTestJSON-614129541 tempest-FloatingIPDetailsNegativeTestJSON-614129541-project] 10.222.0.30 "GET /v2.0/floatingips/5875e1d1-7ad8-4817-b1e1-517c8ec3368c HTTP/1.1" status: 404 len: 350 time: 0.0559881 Sep 17 22:19:32.519951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50182) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:32.520834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb2bf-d9b0-4df5-8843-2b802dac6ee0 req-0ff57318-114c-4cdd-af0b-c23f8d3c3236 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:32.543102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-482eb2bf-d9b0-4df5-8843-2b802dac6ee0 req-0ff57318-114c-4cdd-af0b-c23f8d3c3236 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 950 time: 0.0979240 Sep 17 22:19:32.624930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-482eb2bf-d9b0-4df5-8843-2b802dac6ee0 req-f2254168-5df0-4161-89da-e8cc776ee8a7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741925 Sep 17 22:19:32.659182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a318ac7-a51c-440b-953e-2e932602b0cf req-c00ee311-9612-41db-be7a-5d7940b9748a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 210 time: 0.0564501 Sep 17 22:19:32.685757 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-bea9dd73-317f-4cd0-aee9-d237ead7451c tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a155da633570481f9bd4383426e1ae72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883904 Sep 17 22:19:33.020525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-f15b0b5b-ec33-4b4e-9aab-a00b203805dc tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:33.022075 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-f15b0b5b-ec33-4b4e-9aab-a00b203805dc tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3291819 Sep 17 22:19:33.049451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Request body: {'port': {'device_id': 'eda67a79-c5a7-46c1-9dfb-7b9dc55d2801', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'a155da633570481f9bd4383426e1ae72'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:33.066608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7050-8234-4536-ac0e-dac9cd6b5dc6 req-2d0bb533-c8e1-4dcf-8fe6-83125777fce4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:33.074576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e38b7050-8234-4536-ac0e-dac9cd6b5dc6 req-2d0bb533-c8e1-4dcf-8fe6-83125777fce4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.2538862 Sep 17 22:19:33.126927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b4f271ff-e34e-45af-847f-0a687d43cab5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:33.160886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Sync routers for ids ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:33.183735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Routers {'6f1b5de3-5003-40e9-b0a1-b1bad0417e74'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:33.184472 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:33.221042 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9d65aed-b280-41d5-a299-a9bbe592fc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:33.222929 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e38b7050-8234-4536-ac0e-dac9cd6b5dc6 req-d6da021e-9aa9-4949-8190-2bb26b9abbf9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459248 Sep 17 22:19:33.246419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b4f271ff-e34e-45af-847f-0a687d43cab5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:33.246885 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:33.405010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Set router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:33.445506 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:33.493910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Made reservation on behalf of a155da633570481f9bd4383426e1ae72 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:33.501504 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:33.513976 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:33.655402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-router', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:22Z', 'updated_at': '2021-09-17T22:19:30Z', 'revision_number': 4, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'gw_port': {'id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:23Z', 'updated_at': '2021-09-17T22:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '1ef1527e-f9ac-4375-97b4-c3501624918d', 'name': '', 'network_id': '8928312f-7b78-4881-8698-73b15d837925', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'mac_address': 'fa:16:3e:a7:20:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '462382c5-1806-4480-a695-fc33613de0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:29Z', 'updated_at': '2021-09-17T22:19:30Z', 'revision_number': 2, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'subnets': [{'id': '462382c5-1806-4480-a695-fc33613de0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:33.691376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Checking router: 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:33.691729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Updating router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 port 1ef1527e-f9ac-4375-97b4-c3501624918d binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:19:33.716967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09747be-003f-4d3c-930c-387656fb3389 req-6d53209f-ae69-4640-a775-8db7fd3e8466 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:33.718572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e09747be-003f-4d3c-930c-387656fb3389 req-6d53209f-ae69-4640-a775-8db7fd3e8466 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.1761289 Sep 17 22:19:33.724649 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:33.800708 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e09747be-003f-4d3c-930c-387656fb3389 req-82cc2994-6b48-4cb3-87b0-97ca0b4a3e52 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614424 Sep 17 22:19:33.845493 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.227656 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.237109 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92b0fd94-c288-4e3a-9a52-08f2e4be4816 req-20c4043b-84fd-4b3c-9b6b-38d88581d90b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 210 time: 0.3233638 Sep 17 22:19:34.238837 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.292889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.358620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaeff90-e3b2-452d-a362-05c681ef3640,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:34.396534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c913c5ef-b0bd-4b5d-bf38-ec0d02ac2fdb req-6fe1545c-0261-4efc-9298-03fbe4d6055a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 210 time: 0.0635614 Sep 17 22:19:34.396831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010f578-b1db-4ddf-aebe-06a24acc8b16 None None] Pushing event updated for resources: {'Port': ['ID=1ef1527e-f9ac-4375-97b4-c3501624918d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:34.410721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] Deleting port 1ef1527e-f9ac-4375-97b4-c3501624918d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:34.412492 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.525671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Attempting to bind port 1ef1527e-f9ac-4375-97b4-c3501624918d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:34.526068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Attempting to bind port 1ef1527e-f9ac-4375-97b4-c3501624918d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '894b7aa3-1a8c-4c94-a837-b2ca39f566d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8928312f-7b78-4881-8698-73b15d837925'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:34.526430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Attempting to bind port 1ef1527e-f9ac-4375-97b4-c3501624918d on network 8928312f-7b78-4881-8698-73b15d837925 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:34.532059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:34.532467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Checking segment: {'id': '894b7aa3-1a8c-4c94-a837-b2ca39f566d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8928312f-7b78-4881-8698-73b15d837925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:34.532860 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.533424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Bound using segment: {'id': '894b7aa3-1a8c-4c94-a837-b2ca39f566d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8928312f-7b78-4881-8698-73b15d837925'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:34.534054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Bound port: 1ef1527e-f9ac-4375-97b4-c3501624918d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894b7aa3-1a8c-4c94-a837-b2ca39f566d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8928312f-7b78-4881-8698-73b15d837925'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:34.534593 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.586564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Allocated IP 192.168.233.194 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/962de1a9-656b-4d46-a291-5b4fca767e7e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:34.605081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982a5a5-2fd7-47f8-9c5d-d732d2db873d req-a942585d-a836-498c-ae00-8759cb6eef0b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:34.607249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e982a5a5-2fd7-47f8-9c5d-d732d2db873d req-a942585d-a836-498c-ae00-8759cb6eef0b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.1520319 Sep 17 22:19:34.628883 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.656053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] Calling delete_port for 1ef1527e-f9ac-4375-97b4-c3501624918d owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:34.656395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] For port 1ef1527e-f9ac-4375-97b4-c3501624918d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:34.660334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] For port 1ef1527e-f9ac-4375-97b4-c3501624918d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1ef1527e-f9ac-4375-97b4-c3501624918d,segment=NetworkSegment(894b7aa3-1a8c-4c94-a837-b2ca39f566d0),segment_id=894b7aa3-1a8c-4c94-a837-b2ca39f566d0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:34.683149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e982a5a5-2fd7-47f8-9c5d-d732d2db873d req-9e9c1e77-602a-48f6-a645-f8a5714d99b3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681803 Sep 17 22:19:34.742836 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.839097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b8438e54-bdbb-4293-b990-d6487bc8b66c None None] Provisioning complete for port 1ef1527e-f9ac-4375-97b4-c3501624918d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:34.839097 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8438e54-bdbb-4293-b990-d6487bc8b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.912794 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.970023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Routers {'6f1b5de3-5003-40e9-b0a1-b1bad0417e74'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:34.972148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:34.993933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847cdd2-52da-4e4f-ae80-7cc5798fd528 req-c5156122-eed6-42f3-b8a5-abad1317851c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:35.003304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3847cdd2-52da-4e4f-ae80-7cc5798fd528 req-c5156122-eed6-42f3-b8a5-abad1317851c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0729554 Sep 17 22:19:35.014937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:35.046334 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3847cdd2-52da-4e4f-ae80-7cc5798fd528 req-eb3d5d14-4fcb-4f25-ba68-08c6fbb44cfc tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417526 Sep 17 22:19:35.085675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:35.114111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:35.128102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:35.131166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Pushing event updated for resources: {'Port': ['ID=962de1a9-656b-4d46-a291-5b4fca767e7e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:35.169747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010f578-b1db-4ddf-aebe-06a24acc8b16 None None] Pushing event updated for resources: {'Port': ['ID=1ef1527e-f9ac-4375-97b4-c3501624918d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:35.195860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:35.196906 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:35.253803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] Set router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:35.255760 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8438e54-bdbb-4293-b990-d6487bc8b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:35.257244 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:35.317877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef1527e-f9ac-4375-97b4-c3501624918d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:35.340798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-28d98d0e-6176-4cd2-8358-b1f493f98c1d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2962451 Sep 17 22:19:35.436732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Request body: {'port': {'device_id': 'eda67a79-c5a7-46c1-9dfb-7b9dc55d2801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:35.466409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8b4c-581d-486b-a414-8fa2f694f64c req-fd418b35-4652-4617-a67a-89f1fc796476 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:35.481401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c69e8b4c-581d-486b-a414-8fa2f694f64c req-fd418b35-4652-4617-a67a-89f1fc796476 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 936 time: 0.1099598 Sep 17 22:19:35.585810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c69e8b4c-581d-486b-a414-8fa2f694f64c req-cab7ba1e-3485-4089-8996-69610117994d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972302 Sep 17 22:19:35.679786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:35.715031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b240c345-e0a5-45ad-93a8-6042d9d9737a no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:35.718405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d65c5b49-10fd-4b5d-9b19-157aa2c72ece req-7556f7b0-3f86-44c5-a9b2-978ef9e3d968 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 210 time: 0.0548003 Sep 17 22:19:35.764927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-6e4940d5-e820-4d63-af7d-f1821e069740 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:35.766838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-6e4940d5-e820-4d63-af7d-f1821e069740 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.23 "GET /v2.0/networks?id=b506d89f-7128-4738-bb53-2887ec86a8e9 HTTP/1.1" status: 200 len: 817 time: 0.5582190 Sep 17 22:19:35.794521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ee0b9765-c8b8-4de0-aa42-877fc29a80f2 None None] Could not find standard attr ID for object 1ef1527e-f9ac-4375-97b4-c3501624918d. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:19:35.807790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Request body: {'port': {'device_id': '6a0bdaa8-4e7a-4efd-8194-9a5f9293deae', 'network_id': 'b506d89f-7128-4738-bb53-2887ec86a8e9', 'admin_state_up': True, 'tenant_id': '16e58dc4656d40348a1b3c4a5eade7c6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:35.819684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ee0b9765-c8b8-4de0-aa42-877fc29a80f2 None None] Provisioning complete for port 962de1a9-656b-4d46-a291-5b4fca767e7e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:35.820277 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9765-c8b8-4de0-aa42-877fc29a80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:35.915215 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3dd53531-016a-425b-a3e0-6459fa956c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:35.919862 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:35.952278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b9765-c8b8-4de0-aa42-877fc29a80f2 None None] Port 962de1a9-656b-4d46-a291-5b4fca767e7e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:35.956984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-router', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:22Z', 'updated_at': '2021-09-17T22:19:30Z', 'revision_number': 4, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'gw_port': {'id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:23Z', 'updated_at': '2021-09-17T22:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '1ef1527e-f9ac-4375-97b4-c3501624918d', 'name': '', 'network_id': '8928312f-7b78-4881-8698-73b15d837925', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'mac_address': 'fa:16:3e:a7:20:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '462382c5-1806-4480-a695-fc33613de0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:29Z', 'updated_at': '2021-09-17T22:19:34Z', 'revision_number': 4, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'subnets': [{'id': '462382c5-1806-4480-a695-fc33613de0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:35.964575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:35.966946 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c5ea90-5a48-4cc0-a8df-d34639ec2e3d" -d '{"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:36.004353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf96531-9fec-4af0-a9f6-fd99321c020f None None] The sync data for ids ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'] in n-d-713499-18 is: [{'id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-router', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:22Z', 'updated_at': '2021-09-17T22:19:30Z', 'revision_number': 4, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'gw_port': {'id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:23Z', 'updated_at': '2021-09-17T22:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '1ef1527e-f9ac-4375-97b4-c3501624918d', 'name': '', 'network_id': '8928312f-7b78-4881-8698-73b15d837925', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'mac_address': 'fa:16:3e:a7:20:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '462382c5-1806-4480-a695-fc33613de0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:29Z', 'updated_at': '2021-09-17T22:19:34Z', 'revision_number': 4, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'subnets': [{'id': '462382c5-1806-4480-a695-fc33613de0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:36.010661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:36.012760 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ddde2d-95c1-47a0-86d7-ee93e1d3d047 x-openstack-request-id: req-89ddde2d-95c1-47a0-86d7-ee93e1d3d047 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:36.013057 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:36.013308 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89ddde2d-95c1-47a0-86d7-ee93e1d3d047 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:36.013688 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'code': 200} Sep 17 22:19:36.083316 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:36.164737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:36.191356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64f42-8435-4b1a-9f62-45cbed47b95e req-aaa4238d-241a-4270-aba2-2f6fc3327a72 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:36.193481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4d64f42-8435-4b1a-9f62-45cbed47b95e req-aaa4238d-241a-4270-aba2-2f6fc3327a72 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.3775799 Sep 17 22:19:36.221271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d218ab0-7de4-4959-90b0-b07ff2173173 req-bd58e1fb-0f3b-467e-b9bb-544c76bbdab5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:36.222825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d218ab0-7de4-4959-90b0-b07ff2173173 req-bd58e1fb-0f3b-467e-b9bb-544c76bbdab5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0796642 Sep 17 22:19:36.259852 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:36.266438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d218ab0-7de4-4959-90b0-b07ff2173173 req-cb6b4d7a-e25f-4114-b757-ab5010334037 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361140 Sep 17 22:19:36.346226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4d64f42-8435-4b1a-9f62-45cbed47b95e req-a15ff026-e65c-4758-95b2-73ced9cc065c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364999 Sep 17 22:19:36.354568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Made reservation on behalf of 16e58dc4656d40348a1b3c4a5eade7c6 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:36.358186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:36.545561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962de1a9-656b-4d46-a291-5b4fca767e7e {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:36.577879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:36.642675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Transition to ACTIVE for port object 962de1a9-656b-4d46-a291-5b4fca767e7e will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:19:36.661924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Allocated IP 172.20.0.7 (b506d89f-7128-4738-bb53-2887ec86a8e9/34bb280d-62f3-4575-b2a6-ad19e4be53e3/d7d381f7-6b2e-4444-96f9-d339fba9c0b6) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:36.741318 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:36.835206 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c30428a-3bc4-4b2c-9877-66839cf10603 req-da8e3f33-5726-49ef-b685-a1f9257fe76b tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 210 time: 0.0299067 Sep 17 22:19:36.877308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] Router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:36.929869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159f34e-d30c-4a4b-bc6c-8982a5155679 req-dbc470d2-1525-4b1d-9bf8-7eae7640b511 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:36.939393 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3159f34e-d30c-4a4b-bc6c-8982a5155679 req-dbc470d2-1525-4b1d-9bf8-7eae7640b511 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 948 time: 0.2596874 Sep 17 22:19:36.941324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Pushing event updated for resources: {'Port': ['ID=962de1a9-656b-4d46-a291-5b4fca767e7e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:36.983246 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.154568 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.389337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7992648-ab88-43a7-9751-beb683a5fd50 req-cbfe6fbf-db9d-47b8-acb5-14378dfe2146 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:37.390827 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7992648-ab88-43a7-9751-beb683a5fd50 req-cbfe6fbf-db9d-47b8-acb5-14378dfe2146 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0499728 Sep 17 22:19:37.394766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3159f34e-d30c-4a4b-bc6c-8982a5155679 req-0a657309-e1ea-4e43-a694-bb33964fef75 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545038 Sep 17 22:19:37.435916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7992648-ab88-43a7-9751-beb683a5fd50 req-38a11e4a-8a99-4126-83a8-dfab5f74067a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379965 Sep 17 22:19:37.448809 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.504310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Attempting to bind port 962de1a9-656b-4d46-a291-5b4fca767e7e on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:37.504575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Attempting to bind port 962de1a9-656b-4d46-a291-5b4fca767e7e by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:37.504882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Attempting to bind port 962de1a9-656b-4d46-a291-5b4fca767e7e on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:37.538955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Port 962de1a9-656b-4d46-a291-5b4fca767e7e on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:37.539276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Attempting to bind port 962de1a9-656b-4d46-a291-5b4fca767e7e on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:37.557136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:37.564004 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d8a4cfb2-9d0c-4c54-b648-26397881936d admin admin] 10.222.0.30 "PUT /v2.0/routers/6f1b5de3-5003-40e9-b0a1-b1bad0417e74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0419369 Sep 17 22:19:37.566004 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] Sync routers for ids ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:37.567767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:37.568106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:37.568502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:37.568934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Bound port: 962de1a9-656b-4d46-a291-5b4fca767e7e, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:37.569287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.573202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50324) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:37.576505 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] Routers {'6f1b5de3-5003-40e9-b0a1-b1bad0417e74'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:37.577104 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:37.637228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d0021-4bb6-4b0f-8bc5-7556a455c57f req-608ae726-06c2-4f9b-afd9-8c77e518ed20 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:37.638708 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-789d0021-4bb6-4b0f-8bc5-7556a455c57f req-608ae726-06c2-4f9b-afd9-8c77e518ed20 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.1560261 Sep 17 22:19:37.686834 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] Set router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:37.731939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.798337 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-789d0021-4bb6-4b0f-8bc5-7556a455c57f req-4f14ce72-eaeb-4895-9b4c-99a551ce0cd8 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366136 Sep 17 22:19:37.806508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] For port 962de1a9-656b-4d46-a291-5b4fca767e7e, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:37.821945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.824632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Network b506d89f-7128-4738-bb53-2887ec86a8e9 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:37.840509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] For port 962de1a9-656b-4d46-a291-5b4fca767e7e, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=962de1a9-656b-4d46-a291-5b4fca767e7e,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:37.841713 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:37.872704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:37.875564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Pushing event updated for resources: {'Port': ['ID=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:37.877873 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-router', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:22Z', 'updated_at': '2021-09-17T22:19:35Z', 'revision_number': 5, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'gw_port': {'id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:23Z', 'updated_at': '2021-09-17T22:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:37.905763 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] Checking router: 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:37.915755 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] Routers {'6f1b5de3-5003-40e9-b0a1-b1bad0417e74'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:37.916475 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:37.931276 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.971057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:37.971639 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.987927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980aca4-0e64-41e9-86a8-0618451146a8 req-a6806b79-e64a-4c45-a54c-f2e48659d4ad tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:37.999625 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2980aca4-0e64-41e9-86a8-0618451146a8 req-a6806b79-e64a-4c45-a54c-f2e48659d4ad tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 931 time: 0.0764496 Sep 17 22:19:38.026024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:38.026662 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:38.028074 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] 10.222.0.15 "PUT /v2.0/ports/962de1a9-656b-4d46-a291-5b4fca767e7e HTTP/1.1" status: 200 len: 1097 time: 2.6026649 Sep 17 22:19:38.028535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda67a79-c5a7-46c1-9dfb-7b9dc55d2801', 'tag': '962de1a9-656b-4d46-a291-5b4fca767e7e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:38.031196 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2645fdce-3652-4417-8af4-2fce8a245662" -d '{"events": [{"name": "network-changed", "server_uuid": "eda67a79-c5a7-46c1-9dfb-7b9dc55d2801", "tag": "962de1a9-656b-4d46-a291-5b4fca767e7e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:38.049707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2980aca4-0e64-41e9-86a8-0618451146a8 req-4a9538d0-4b0d-44e1-a4e8-e2785a460dba tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471814 Sep 17 22:19:38.054171 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] Set router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:38.060159 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:38.075836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1bfb3-62bf-400f-9403-9bf4b54f4c5a service neutron] Pushing event updated for resources: {'Port': ['ID=962de1a9-656b-4d46-a291-5b4fca767e7e,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:38.110336 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016d3a2c-c271-47e6-bc6b-ab9a7c459d15 x-openstack-request-id: req-016d3a2c-c271-47e6-bc6b-ab9a7c459d15 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:38.110628 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda67a79-c5a7-46c1-9dfb-7b9dc55d2801", "tag": "962de1a9-656b-4d46-a291-5b4fca767e7e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:38.110874 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-016d3a2c-c271-47e6-bc6b-ab9a7c459d15 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:38.111272 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda67a79-c5a7-46c1-9dfb-7b9dc55d2801', 'tag': '962de1a9-656b-4d46-a291-5b4fca767e7e', 'status': 'completed', 'code': 200} Sep 17 22:19:38.150484 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-4eec2494-784f-4a9e-9650-afb3b71b946a tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3482175 Sep 17 22:19:38.171102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Request body: {'port': {'device_id': '6a0bdaa8-4e7a-4efd-8194-9a5f9293deae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:38.268589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645fdce-3652-4417-8af4-2fce8a245662 req-ac976807-2d6b-42ee-a5f1-4765b4b84976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:38.270092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2645fdce-3652-4417-8af4-2fce8a245662 req-ac976807-2d6b-42ee-a5f1-4765b4b84976 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a155da633570481f9bd4383426e1ae72&device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 1100 time: 0.1118252 Sep 17 22:19:38.274888 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-router', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:22Z', 'updated_at': '2021-09-17T22:19:35Z', 'revision_number': 5, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'gw_port': {'id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:23Z', 'updated_at': '2021-09-17T22:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:38.275968 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:38.302054 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9731e1-94f0-4b25-88f3-5535d7c7f7e3 None None] The sync data for ids ['6f1b5de3-5003-40e9-b0a1-b1bad0417e74'] in n-d-713499-18 is: [{'id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1683447809-router', 'tenant_id': 'e5fad21dcabc4071b575e6ed3066a834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:22Z', 'updated_at': '2021-09-17T22:19:35Z', 'revision_number': 5, 'project_id': 'e5fad21dcabc4071b575e6ed3066a834', 'gw_port': {'id': 'b4f271ff-e34e-45af-847f-0a687d43cab5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1b5de3-5003-40e9-b0a1-b1bad0417e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:23Z', 'updated_at': '2021-09-17T22:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:38.318282 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2645fdce-3652-4417-8af4-2fce8a245662 req-a8683bbf-b3b8-41c9-8df9-a9fd1e69bc8d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a155da633570481f9bd4383426e1ae72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317421 Sep 17 22:19:38.365829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Deleting port b4f271ff-e34e-45af-847f-0a687d43cab5 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:38.366156 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:38.560479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda0876-9737-44f1-8fd7-7ae53cde6cbf req-f239eb71-a8b9-40b1-a13b-d567b6b01ae0 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:38.562621 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0cda0876-9737-44f1-8fd7-7ae53cde6cbf req-f239eb71-a8b9-40b1-a13b-d567b6b01ae0 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0550761 Sep 17 22:19:38.604263 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0cda0876-9737-44f1-8fd7-7ae53cde6cbf req-e8214877-c038-473c-b15e-7a40c4d4ac49 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335596 Sep 17 22:19:38.678990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645fdce-3652-4417-8af4-2fce8a245662 req-374df8c1-c617-426b-bf77-906657d23ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:38.680605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2645fdce-3652-4417-8af4-2fce8a245662 req-374df8c1-c617-426b-bf77-906657d23ad6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3414221 Sep 17 22:19:38.683648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] For port b4f271ff-e34e-45af-847f-0a687d43cab5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b4f271ff-e34e-45af-847f-0a687d43cab5,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:38.684001 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:38.701022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f0e91-8c1d-4516-a53c-02fea517b585 req-21b1e04e-66d7-4a49-8bda-94ac25c91d12 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:38.702532 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b1f0e91-8c1d-4516-a53c-02fea517b585 req-21b1e04e-66d7-4a49-8bda-94ac25c91d12 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 948 time: 0.2128618 Sep 17 22:19:38.710533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Calling delete_port for b4f271ff-e34e-45af-847f-0a687d43cab5 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:38.858860 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:38.863370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b1f0e91-8c1d-4516-a53c-02fea517b585 req-63f38064-a007-40ae-8950-48546e6a48c9 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501865 Sep 17 22:19:38.904145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-e01c1c1b-6329-4b81-93b1-27c77b3aee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:38.909288 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-e01c1c1b-6329-4b81-93b1-27c77b3aee8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a155da633570481f9bd4383426e1ae72&device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 1100 time: 0.1540554 Sep 17 22:19:38.930191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2905e6-94d1-412d-8e35-f2c3ae89d449 req-64269775-2f78-4d12-aae8-e365bb29d063 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:38.931798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d2905e6-94d1-412d-8e35-f2c3ae89d449 req-64269775-2f78-4d12-aae8-e365bb29d063 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.0505700 Sep 17 22:19:38.951058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d381f7-6b2e-4444-96f9-d339fba9c0b6 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:38.969622 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d2905e6-94d1-412d-8e35-f2c3ae89d449 req-4240d4c3-79bd-46a8-b684-740141d07a4d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Sep 17 22:19:38.990751 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:38.997215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-db0c971e-b315-4b2e-a094-20a5958243e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=962de1a9-656b-4d46-a291-5b4fca767e7e HTTP/1.1" status: 200 len: 217 time: 0.0485044 Sep 17 22:19:39.017007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1ef1527e-f9ac-4375-97b4-c3501624918d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:39.036545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 1ef1527e-f9ac-4375-97b4-c3501624918d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:39.036893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1ef1527e-f9ac-4375-97b4-c3501624918d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:39.048175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Transition to ACTIVE for port object d7d381f7-6b2e-4444-96f9-d339fba9c0b6 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:19:39.084408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-1aa47678-9321-4624-b59e-ee41a91bdd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:39.085895 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-1aa47678-9321-4624-b59e-ee41a91bdd47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0795884 Sep 17 22:19:39.134432 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.176992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-338f3d5d-41a7-48f5-b443-1fc26b554848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:39.178684 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-338f3d5d-41a7-48f5-b443-1fc26b554848 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0827022 Sep 17 22:19:39.186344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d22c1e-f9d6-4090-91ba-dec48d64ef34 req-2afd0e1b-d8d4-4f34-add5-55bd26c87213 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:39.188545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94d22c1e-f9d6-4090-91ba-dec48d64ef34 req-2afd0e1b-d8d4-4f34-add5-55bd26c87213 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 943 time: 0.0631058 Sep 17 22:19:39.200894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:39.214970 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.238897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94d22c1e-f9d6-4090-91ba-dec48d64ef34 req-afa8ece1-bc77-45ad-82bb-99ab99508a8b tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Sep 17 22:19:39.273675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f271ff-e34e-45af-847f-0a687d43cab5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:39.411903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Attempting to bind port d7d381f7-6b2e-4444-96f9-d339fba9c0b6 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:39.412261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Attempting to bind port d7d381f7-6b2e-4444-96f9-d339fba9c0b6 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'c1c9779f-2666-48bf-923c-9632823706dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b506d89f-7128-4738-bb53-2887ec86a8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:39.412580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Attempting to bind port d7d381f7-6b2e-4444-96f9-d339fba9c0b6 on network b506d89f-7128-4738-bb53-2887ec86a8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:39.419795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.423171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-70f1a978-8697-4069-a53a-c4e4137f36dd service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320929 Sep 17 22:19:39.424745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Port d7d381f7-6b2e-4444-96f9-d339fba9c0b6 on network b506d89f-7128-4738-bb53-2887ec86a8e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:39.425057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Attempting to bind port d7d381f7-6b2e-4444-96f9-d339fba9c0b6 on network b506d89f-7128-4738-bb53-2887ec86a8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:39.503877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:39.504232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Checking segment: {'id': 'c1c9779f-2666-48bf-923c-9632823706dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b506d89f-7128-4738-bb53-2887ec86a8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:39.504607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Bound using segment: {'id': 'c1c9779f-2666-48bf-923c-9632823706dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b506d89f-7128-4738-bb53-2887ec86a8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:39.505036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Bound port: d7d381f7-6b2e-4444-96f9-d339fba9c0b6, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c9779f-2666-48bf-923c-9632823706dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b506d89f-7128-4738-bb53-2887ec86a8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:39.505387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.537854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.545407 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.684428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-339f9f0f-7691-4cbf-82ca-0f742d94c31a req-0bc50b2e-bf75-4b12-9e3d-9c92feb661cd service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335970 Sep 17 22:19:39.689450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] For port d7d381f7-6b2e-4444-96f9-d339fba9c0b6, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:39.692635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] For port d7d381f7-6b2e-4444-96f9-d339fba9c0b6, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,segment=NetworkSegment(c1c9779f-2666-48bf-923c-9632823706dd),segment_id=c1c9779f-2666-48bf-923c-9632823706dd)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:39.699049 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.699583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f1b5de3-5003-40e9-b0a1-b1bad0417e74 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:19:39.704972 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.710173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ea107c54-5479-4b4a-a07d-5eede987e547 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6f1b5de3-5003-40e9-b0a1-b1bad0417e74 HTTP/1.1" status: 204 len: 168 time: 2.1312039 Sep 17 22:19:39.710173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50368) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:39.721068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f942a-a872-4f39-95db-91f3a7ac9bab req-60ffb68c-65ef-4433-ad0d-0a8540669d24 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:39.722593 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d17f942a-a872-4f39-95db-91f3a7ac9bab req-60ffb68c-65ef-4433-ad0d-0a8540669d24 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0508516 Sep 17 22:19:39.765749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d17f942a-a872-4f39-95db-91f3a7ac9bab req-9a11c359-8253-4fc8-ad83-1b5cd510cf7b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348332 Sep 17 22:19:39.766790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68c0cd7-c51f-4cfb-8b8a-080be99241a4 admin admin] Deleting subnet 462382c5-1806-4480-a695-fc33613de0d5 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:19:39.770401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e68c0cd7-c51f-4cfb-8b8a-080be99241a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.792142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.839396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e68c0cd7-c51f-4cfb-8b8a-080be99241a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.860324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:39.860936 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.862300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] 10.222.0.23 "PUT /v2.0/ports/d7d381f7-6b2e-4444-96f9-d339fba9c0b6 HTTP/1.1" status: 200 len: 1092 time: 1.6953826 Sep 17 22:19:39.892382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdc884-f300-495e-983e-137a03cf4bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:39.938257 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e68c0cd7-c51f-4cfb-8b8a-080be99241a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.994706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca264-a441-4011-909f-1f6d6777900d req-abf677b9-7c06-4869-9896-21a2c1fa3310 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:39.996316 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5bca264-a441-4011-909f-1f6d6777900d req-abf677b9-7c06-4869-9896-21a2c1fa3310 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 948 time: 0.0535908 Sep 17 22:19:40.027025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-39a3f4ef-b86d-4d1c-8655-0a041554776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.028574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-39a3f4ef-b86d-4d1c-8655-0a041554776c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16e58dc4656d40348a1b3c4a5eade7c6&device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 1095 time: 0.0494478 Sep 17 22:19:40.039171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5bca264-a441-4011-909f-1f6d6777900d req-3a0ef8a8-c51a-41ad-9021-ba071f50c86f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360811 Sep 17 22:19:40.064028 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.072885 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-d9f8ddec-baef-4fd9-94cc-99630fabcad4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7d381f7-6b2e-4444-96f9-d339fba9c0b6 HTTP/1.1" status: 200 len: 217 time: 0.0369914 Sep 17 22:19:40.123850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0bdaa8-4e7a-4efd-8194-9a5f9293deae', 'tag': 'd7d381f7-6b2e-4444-96f9-d339fba9c0b6'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:40.126348 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff54f9eb-0d78-4b45-8580-96ce820e20e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0bdaa8-4e7a-4efd-8194-9a5f9293deae", "tag": "d7d381f7-6b2e-4444-96f9-d339fba9c0b6"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:40.129702 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e68c0cd7-c51f-4cfb-8b8a-080be99241a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.167871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c0cd7-c51f-4cfb-8b8a-080be99241a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=462382c5-1806-4480-a695-fc33613de0d5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:40.175438 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e68c0cd7-c51f-4cfb-8b8a-080be99241a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.176955 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e68c0cd7-c51f-4cfb-8b8a-080be99241a4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/462382c5-1806-4480-a695-fc33613de0d5 HTTP/1.1" status: 204 len: 168 time: 0.4670427 Sep 17 22:19:40.180789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50388) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:40.183753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-47b6c3bc-64c5-48e3-bcfa-3a5ef8bcfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.184640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea16e0-0e60-47ca-88fd-742d73731879 None None] Network 8928312f-7b78-4881-8698-73b15d837925 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:40.185255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-47b6c3bc-64c5-48e3-bcfa-3a5ef8bcfc92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34bb280d-62f3-4575-b2a6-ad19e4be53e3 HTTP/1.1" status: 200 len: 857 time: 0.1039460 Sep 17 22:19:40.199148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24eb0f-5d6d-43a8-9075-3c4efd8caaed req-44b795ef-2fe4-4a3b-8fed-6b8d3e02c9af tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.200958 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c24eb0f-5d6d-43a8-9075-3c4efd8caaed req-44b795ef-2fe4-4a3b-8fed-6b8d3e02c9af tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.1311677 Sep 17 22:19:40.234335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-ec3d4dd0-8ddb-437a-941c-0c1239fea689 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b506d89f-7128-4738-bb53-2887ec86a8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323825 Sep 17 22:19:40.270930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c24eb0f-5d6d-43a8-9075-3c4efd8caaed req-45c1c137-4726-40e3-9faf-714f7f89317b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611165 Sep 17 22:19:40.281450 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91a6758-21f1-4605-8c7f-63fc2b564628 x-openstack-request-id: req-f91a6758-21f1-4605-8c7f-63fc2b564628 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:40.281742 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0bdaa8-4e7a-4efd-8194-9a5f9293deae", "tag": "d7d381f7-6b2e-4444-96f9-d339fba9c0b6", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:40.282203 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f91a6758-21f1-4605-8c7f-63fc2b564628 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:40.282720 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0bdaa8-4e7a-4efd-8194-9a5f9293deae', 'tag': 'd7d381f7-6b2e-4444-96f9-d339fba9c0b6', 'status': 'completed', 'code': 200} Sep 17 22:19:40.318676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.396606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-c3da5d20-f72d-4977-a75f-e4ce30e8f222 service neutron] 10.222.0.23 "GET /v2.0/networks/b506d89f-7128-4738-bb53-2887ec86a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290956 Sep 17 22:19:40.419823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd36308-4d3b-4894-bf5d-a076f969e1e3 req-581e1b74-afca-4979-b269-fb79e45be106 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.421644 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdd36308-4d3b-4894-bf5d-a076f969e1e3 req-581e1b74-afca-4979-b269-fb79e45be106 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 943 time: 0.0626364 Sep 17 22:19:40.436938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Deleting port 06e875b5-a743-47fa-8eea-701986a9decc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:40.437212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.475035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1597c2-5feb-494b-9ef1-129c6c225640 None None] DHCP port deletion for 8928312f-7b78-4881-8698-73b15d837925 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:19:40.496286 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8c48e98-56d7-4147-87db-a28a71f644a5 req-1e7ed711-622e-4861-b4b8-013c7b7dccab service neutron] 10.222.0.23 "GET /v2.0/networks/b506d89f-7128-4738-bb53-2887ec86a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922916 Sep 17 22:19:40.521254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdd36308-4d3b-4894-bf5d-a076f969e1e3 req-0d53d05d-f227-4742-8d03-7033f086990c tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933483 Sep 17 22:19:40.522849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] For port 06e875b5-a743-47fa-8eea-701986a9decc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=06e875b5-a743-47fa-8eea-701986a9decc,segment=NetworkSegment(894b7aa3-1a8c-4c94-a837-b2ca39f566d0),segment_id=894b7aa3-1a8c-4c94-a837-b2ca39f566d0)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:40.523206 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.526528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cd1597c2-5feb-494b-9ef1-129c6c225640 None None] Deleting port 06e875b5-a743-47fa-8eea-701986a9decc {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:40.526912 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cd1597c2-5feb-494b-9ef1-129c6c225640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.538049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Calling delete_port for 06e875b5-a743-47fa-8eea-701986a9decc owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:40.595897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cd1597c2-5feb-494b-9ef1-129c6c225640 None None] For port 06e875b5-a743-47fa-8eea-701986a9decc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=06e875b5-a743-47fa-8eea-701986a9decc,segment=NetworkSegment(894b7aa3-1a8c-4c94-a837-b2ca39f566d0),segment_id=894b7aa3-1a8c-4c94-a837-b2ca39f566d0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:40.596323 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cd1597c2-5feb-494b-9ef1-129c6c225640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.608982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cd1597c2-5feb-494b-9ef1-129c6c225640 None None] Calling delete_port for 06e875b5-a743-47fa-8eea-701986a9decc owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:40.668547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54f9eb-0d78-4b45-8580-96ce820e20e9 req-2802e0a2-23ae-4827-b1a7-9b80a530fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.670058 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff54f9eb-0d78-4b45-8580-96ce820e20e9 req-2802e0a2-23ae-4827-b1a7-9b80a530fe77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16e58dc4656d40348a1b3c4a5eade7c6&device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 1095 time: 0.0452707 Sep 17 22:19:40.708397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.716323 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cd1597c2-5feb-494b-9ef1-129c6c225640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.736475 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e875b5-a743-47fa-8eea-701986a9decc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:40.741406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] No DVR routers for this DVR port 06e875b5-a743-47fa-8eea-701986a9decc on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:40.751626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1597c2-5feb-494b-9ef1-129c6c225640 None None] Pushing event deleted for resources: {'Port': ['ID=06e875b5-a743-47fa-8eea-701986a9decc,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:40.755336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1597c2-5feb-494b-9ef1-129c6c225640 None None] No DVR routers for this DVR port 06e875b5-a743-47fa-8eea-701986a9decc on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:40.767697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54f9eb-0d78-4b45-8580-96ce820e20e9 req-871e7fdf-cb28-4e0a-8e53-6b157f7fe1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.770127 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff54f9eb-0d78-4b45-8580-96ce820e20e9 req-871e7fdf-cb28-4e0a-8e53-6b157f7fe1b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b506d89f-7128-4738-bb53-2887ec86a8e9 HTTP/1.1" status: 200 len: 918 time: 0.0930963 Sep 17 22:19:40.815460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff54f9eb-0d78-4b45-8580-96ce820e20e9 req-ad631554-a1c5-4de8-84be-ba33a3e64e63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7d381f7-6b2e-4444-96f9-d339fba9c0b6 HTTP/1.1" status: 200 len: 217 time: 0.0379126 Sep 17 22:19:40.818444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.843942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8928312f-7b78-4881-8698-73b15d837925']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:40.855118 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894b7aa3-1a8c-4c94-a837-b2ca39f566d0') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:40.855494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894b7aa3-1a8c-4c94-a837-b2ca39f566d0') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:40.865612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.879938 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.887315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:19:40.887998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: items = [ Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:19:40.890051 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:19:40.901376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54f9eb-0d78-4b45-8580-96ce820e20e9 req-0fa93c7e-5d89-4a88-957e-1391bc741d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.902930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff54f9eb-0d78-4b45-8580-96ce820e20e9 req-0fa93c7e-5d89-4a88-957e-1391bc741d56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34bb280d-62f3-4575-b2a6-ad19e4be53e3 HTTP/1.1" status: 200 len: 857 time: 0.0794907 Sep 17 22:19:40.915537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ac23b-341d-4ee8-9466-dcfc4bcfada5 req-bd9f1842-ad5e-40ee-b0ab-9ab41db6e7d6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.917035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e8ac23b-341d-4ee8-9466-dcfc4bcfada5 req-bd9f1842-ad5e-40ee-b0ab-9ab41db6e7d6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0660219 Sep 17 22:19:40.953222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff54f9eb-0d78-4b45-8580-96ce820e20e9 req-5cf87f6d-6b33-4e1a-9b7c-5fbc1c5d71c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b506d89f-7128-4738-bb53-2887ec86a8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350065 Sep 17 22:19:40.991725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e8ac23b-341d-4ee8-9466-dcfc4bcfada5 req-79b9fc23-13bd-49dd-b4be-ae4cd794b1fa tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660148 Sep 17 22:19:41.008094 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.030733 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.035096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8928312f-7b78-4881-8698-73b15d837925 HTTP/1.1" status: 204 len: 168 time: 0.8510547 Sep 17 22:19:41.036945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab9bec-cc78-422d-af4f-c66e4c59c454 admin admin] Pushing event deleted for resources: {'Network': ['ID=8928312f-7b78-4881-8698-73b15d837925,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:41.067881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b4f271ff-e34e-45af-847f-0a687d43cab5 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:41.072256 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff54f9eb-0d78-4b45-8580-96ce820e20e9 req-6d104f00-d37e-4c53-af29-4b095b2cbd6f service neutron] 10.222.0.23 "GET /v2.0/networks/b506d89f-7128-4738-bb53-2887ec86a8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063304 Sep 17 22:19:41.094542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: b4f271ff-e34e-45af-847f-0a687d43cab5 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:41.095025 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b4f271ff-e34e-45af-847f-0a687d43cab5 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:41.095458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 06e875b5-a743-47fa-8eea-701986a9decc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:41.116010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 06e875b5-a743-47fa-8eea-701986a9decc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:41.116695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 06e875b5-a743-47fa-8eea-701986a9decc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:41.176150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd89024-9027-41b9-9735-100705592aa5 req-0c5843c8-a504-4de0-b5c3-2b10e758c7a7 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:41.177972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6dd89024-9027-41b9-9735-100705592aa5 req-0c5843c8-a504-4de0-b5c3-2b10e758c7a7 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 948 time: 0.0558231 Sep 17 22:19:41.226036 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6dd89024-9027-41b9-9735-100705592aa5 req-54903fad-f6ea-4695-bde4-1cd54abaa035 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Sep 17 22:19:41.330519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50414) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:41.402169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aee02136-51a6-4fff-9305-acc0dbd2deb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5fad21dcabc4071b575e6ed3066a834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704143 Sep 17 22:19:41.406695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50416) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:41.446803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa05ef0-6798-43b5-b272-17c6a60fb184 req-f09d8626-800c-4b98-8629-de817a24df08 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:41.452702 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fa05ef0-6798-43b5-b272-17c6a60fb184 req-f09d8626-800c-4b98-8629-de817a24df08 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.0935698 Sep 17 22:19:41.491230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff54f9eb-0d78-4b45-8580-96ce820e20e9 req-df65be64-deb7-4535-8ead-0b62fd61a093 service neutron] 10.222.0.23 "GET /v2.0/networks/b506d89f-7128-4738-bb53-2887ec86a8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098403 Sep 17 22:19:41.515887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da7e6156-4e42-4799-92aa-c257e49a5bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.523608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fa05ef0-6798-43b5-b272-17c6a60fb184 req-834971f8-fe80-4e8c-ba42-8f0bf905d08e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633600 Sep 17 22:19:41.544472 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da7e6156-4e42-4799-92aa-c257e49a5bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.639412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02039a70-c15b-42ef-947a-d1fe592500e4 req-1c302d0d-96fa-48dd-b862-749246775e2c tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:41.640922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02039a70-c15b-42ef-947a-d1fe592500e4 req-1c302d0d-96fa-48dd-b862-749246775e2c tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 943 time: 0.0491219 Sep 17 22:19:41.677944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02039a70-c15b-42ef-947a-d1fe592500e4 req-8af5f920-2da2-45aa-b826-ce3e435902d0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Sep 17 22:19:41.725765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b240c345-e0a5-45ad-93a8-6042d9d9737a details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:41.778931 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da7e6156-4e42-4799-92aa-c257e49a5bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.781487 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da7e6156-4e42-4799-92aa-c257e49a5bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.782716 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-da7e6156-4e42-4799-92aa-c257e49a5bef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f160f25-bac9-4e95-9106-4b46a5b8a02e HTTP/1.1" status: 204 len: 168 time: 0.3755946 Sep 17 22:19:41.792391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e6156-4e42-4799-92aa-c257e49a5bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f160f25-bac9-4e95-9106-4b46a5b8a02e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:41.833629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:41.844369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'mac_address': 'fa:16:3e:f8:b9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:19:41.883562 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.896433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b240c345-e0a5-45ad-93a8-6042d9d9737a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:41.915846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:41.989907 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:42.041359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:42.110847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da2007-a2c8-486b-b3a3-ffe62c9fbbb3 req-f35944b2-b18d-4324-b9dc-6603e8c5b2af tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:42.112430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2da2007-a2c8-486b-b3a3-ffe62c9fbbb3 req-f35944b2-b18d-4324-b9dc-6603e8c5b2af tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0488527 Sep 17 22:19:42.157018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2da2007-a2c8-486b-b3a3-ffe62c9fbbb3 req-138a1734-f577-4408-bea7-9769a3b7b42a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Sep 17 22:19:42.221615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['b240c345-e0a5-45ad-93a8-6042d9d9737a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:42.359413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b94968-962f-4da9-8a47-eb84c44e947d req-0e54ddc1-24c6-4859-a086-639e004fcc7d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:42.361132 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7b94968-962f-4da9-8a47-eb84c44e947d req-0e54ddc1-24c6-4859-a086-639e004fcc7d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 948 time: 0.0603631 Sep 17 22:19:42.401989 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7b94968-962f-4da9-8a47-eb84c44e947d req-c0712f8b-c6df-4280-9dfd-e8ea027fde5b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334437 Sep 17 22:19:42.656585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ba7eb-e7e3-4ac9-8180-1ceb980eeddd req-d4cbaad1-85e7-4521-899e-79be716686bf tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:42.656585 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b37ba7eb-e7e3-4ac9-8180-1ceb980eeddd req-d4cbaad1-85e7-4521-899e-79be716686bf tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.0500317 Sep 17 22:19:42.698397 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b37ba7eb-e7e3-4ac9-8180-1ceb980eeddd req-e7c837e2-24c8-43fc-b7eb-8f0735271646 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372579 Sep 17 22:19:42.798262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b95c3-0a8d-440d-b9bf-551b156a6020 req-3be17188-e3fe-425e-86b6-219a8d5eb0ea tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:42.799665 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c39b95c3-0a8d-440d-b9bf-551b156a6020 req-3be17188-e3fe-425e-86b6-219a8d5eb0ea tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 943 time: 0.0486805 Sep 17 22:19:42.836319 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c39b95c3-0a8d-440d-b9bf-551b156a6020 req-451b9745-d19e-4588-baee-12f30b6809ab tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306776 Sep 17 22:19:43.283724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2915b0-00ea-449c-8cac-e610c7353b71 req-bf922e14-c699-4fe4-92c8-d85ffcd7d5d5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:43.285811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d2915b0-00ea-449c-8cac-e610c7353b71 req-bf922e14-c699-4fe4-92c8-d85ffcd7d5d5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0599365 Sep 17 22:19:43.323674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d2915b0-00ea-449c-8cac-e610c7353b71 req-3573ac92-f14d-49f8-a0b1-fe2406eee41a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323744 Sep 17 22:19:43.518189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaaf54-5baa-4e80-9c25-7b6b031d8398 req-d93b2dd3-f6ca-4edf-8871-6c5f986a926c tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:43.519744 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7fcaaf54-5baa-4e80-9c25-7b6b031d8398 req-d93b2dd3-f6ca-4edf-8871-6c5f986a926c tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 948 time: 0.0498493 Sep 17 22:19:43.557467 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7fcaaf54-5baa-4e80-9c25-7b6b031d8398 req-9c0a438d-b8d3-49fd-88f9-e02a008a13b3 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Sep 17 22:19:43.687849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50524) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:43.728955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 962de1a9-656b-4d46-a291-5b4fca767e7e details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:43.739631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b240c345-e0a5-45ad-93a8-6042d9d9737a up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:43.797019 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6bad6f3-3897-4aa7-9390-1d4b63d51609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.831601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9b8d3-5eb9-44cb-bef7-472a0e3d6142 req-a3f390bc-cbc3-4f33-8063-323982f305ea tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:43.833664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3bd9b8d3-5eb9-44cb-bef7-472a0e3d6142 req-a3f390bc-cbc3-4f33-8063-323982f305ea tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.0561748 Sep 17 22:19:43.886025 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3bd9b8d3-5eb9-44cb-bef7-472a0e3d6142 req-48716373-b35f-40db-ac24-fd6bd349232b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459211 Sep 17 22:19:43.919382 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6bad6f3-3897-4aa7-9390-1d4b63d51609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.979138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edc53e-719b-49ae-b69c-d1e705f32f5b req-e2dc15c7-bf12-4781-a16e-53bb9f489df3 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:43.980676 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24edc53e-719b-49ae-b69c-d1e705f32f5b req-e2dc15c7-bf12-4781-a16e-53bb9f489df3 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 943 time: 0.0500607 Sep 17 22:19:43.989014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port b240c345-e0a5-45ad-93a8-6042d9d9737a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:43.989382 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.994511 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6bad6f3-3897-4aa7-9390-1d4b63d51609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.019843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 962de1a9-656b-4d46-a291-5b4fca767e7e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=962de1a9-656b-4d46-a291-5b4fca767e7e,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:44.038351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '962de1a9-656b-4d46-a291-5b4fca767e7e', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '962de1a9-656b-4d46-a291-5b4fca767e7e', 'mac_address': 'fa:16:3e:2c:78:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:19:44.056985 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24edc53e-719b-49ae-b69c-d1e705f32f5b req-74d6b933-a514-4fa0-a7fb-9d085af58563 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702069 Sep 17 22:19:44.061841 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f6bad6f3-3897-4aa7-9390-1d4b63d51609 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2df5a09238704f009548932a7e750d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729482 Sep 17 22:19:44.062750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50538) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:44.063036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bad6f3-3897-4aa7-9390-1d4b63d51609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6b95be-5c0c-4aaa-874f-6108b2b983ea,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:44.118568 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.132591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e92f707c-3712-411a-aafc-1890713d68ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.138241 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.141644 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962de1a9-656b-4d46-a291-5b4fca767e7e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:44.155193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e92f707c-3712-411a-aafc-1890713d68ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.172694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 962de1a9-656b-4d46-a291-5b4fca767e7e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=962de1a9-656b-4d46-a291-5b4fca767e7e,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:44.178047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:44.180295 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94587c0c-98a0-4ed2-b0d1-1f94bd556259" -d '{"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-plugged", "status": "completed", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:44.193430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:44.220749 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f11011e-1b90-4076-8fa8-2bc00fcea479 x-openstack-request-id: req-7f11011e-1b90-4076-8fa8-2bc00fcea479 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:44.220749 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-plugged", "status": "completed", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:44.220749 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f11011e-1b90-4076-8fa8-2bc00fcea479 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:44.220749 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'code': 200} Sep 17 22:19:44.240075 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.268531 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e92f707c-3712-411a-aafc-1890713d68ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.270957 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.271113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e92f707c-3712-411a-aafc-1890713d68ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.274446 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e92f707c-3712-411a-aafc-1890713d68ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a6b95be-5c0c-4aaa-874f-6108b2b983ea HTTP/1.1" status: 204 len: 168 time: 0.2079608 Sep 17 22:19:44.281366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f707c-3712-411a-aafc-1890713d68ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6b95be-5c0c-4aaa-874f-6108b2b983ea,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:44.299462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=962de1a9-656b-4d46-a291-5b4fca767e7e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:44.348463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=10']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:44.438325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c92a1-1170-453c-b50e-8c93f322534c req-4770a95e-5455-46ff-a6c7-315be818a27c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:44.443464 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-973c92a1-1170-453c-b50e-8c93f322534c req-4770a95e-5455-46ff-a6c7-315be818a27c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0478718 Sep 17 22:19:44.476268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-973c92a1-1170-453c-b50e-8c93f322534c req-f7b2606c-7d77-4b03-bec8-56e05220113f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305526 Sep 17 22:19:44.551963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d7d381f7-6b2e-4444-96f9-d339fba9c0b6 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:44.674887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d7d381f7-6b2e-4444-96f9-d339fba9c0b6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,segment=NetworkSegment(c1c9779f-2666-48bf-923c-9632823706dd),segment_id=c1c9779f-2666-48bf-923c-9632823706dd)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:44.684894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'd7d381f7-6b2e-4444-96f9-d339fba9c0b6', 'network_id': 'b506d89f-7128-4738-bb53-2887ec86a8e9', 'port_id': 'd7d381f7-6b2e-4444-96f9-d339fba9c0b6', 'mac_address': 'fa:16:3e:43:62:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34bb280d-62f3-4575-b2a6-ad19e4be53e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:19:44.685555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f6e9f-3da6-486a-a874-9b921d19917d req-e0422eac-6c7d-4eb6-bfb9-a4978a90e3df tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:44.687227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f1f6e9f-3da6-486a-a874-9b921d19917d req-e0422eac-6c7d-4eb6-bfb9-a4978a90e3df tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 949 time: 0.0562003 Sep 17 22:19:44.735679 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.741535 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f1f6e9f-3da6-486a-a874-9b921d19917d req-30415601-5ee4-4993-9b8e-f02d3c349cf0 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Sep 17 22:19:44.748896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d381f7-6b2e-4444-96f9-d339fba9c0b6 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:44.772959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d7d381f7-6b2e-4444-96f9-d339fba9c0b6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,segment=NetworkSegment(c1c9779f-2666-48bf-923c-9632823706dd),segment_id=c1c9779f-2666-48bf-923c-9632823706dd)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:44.845574 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.891804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:45.010311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19ee30-b756-4e1c-9df7-ba0aa8f25acc req-916e53a5-cab2-47db-bb25-30ed7d1415eb tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:45.011821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f19ee30-b756-4e1c-9df7-ba0aa8f25acc req-916e53a5-cab2-47db-bb25-30ed7d1415eb tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.0530756 Sep 17 22:19:45.050438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f19ee30-b756-4e1c-9df7-ba0aa8f25acc req-b92cfc58-b0f9-4a9e-8776-480bdcc3a867 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Sep 17 22:19:45.059646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['962de1a9-656b-4d46-a291-5b4fca767e7e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:45.085008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['d7d381f7-6b2e-4444-96f9-d339fba9c0b6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:45.200581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304f40-4dc3-4153-b962-01e86c090309 req-acace741-a031-45c0-92c0-a0732728ac49 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:45.202103 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79304f40-4dc3-4153-b962-01e86c090309 req-acace741-a031-45c0-92c0-a0732728ac49 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 944 time: 0.0556679 Sep 17 22:19:45.245411 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79304f40-4dc3-4153-b962-01e86c090309 req-37027922-ec22-496d-b229-176da28c8d77 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350981 Sep 17 22:19:45.262449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50588) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:45.373938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-182158916-network', 'tenant_id': '0a2f764a72e24306a30369bc428b523c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:45.544031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Made reservation on behalf of 0a2f764a72e24306a30369bc428b523c for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:45.546546 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:45.558487 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:45.595825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb6df1-60e0-43e6-b4a2-c491f2681194 req-41943033-e3ec-45e8-971d-7db3b358dd6c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:45.597321 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8cb6df1-60e0-43e6-b4a2-c491f2681194 req-41943033-e3ec-45e8-971d-7db3b358dd6c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0520685 Sep 17 22:19:45.655433 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8cb6df1-60e0-43e6-b4a2-c491f2681194 req-e9bb5762-8d56-4253-a0c6-1ad978e95154 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513046 Sep 17 22:19:45.662170 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:45.737637 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:45.767275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:45.796172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b4d97f-2d68-451d-b7d0-25cb88285278,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:45.808775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:19:45.847533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:45.848199 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Added segment c7c7a5ac-3088-41b2-818d-4dc93fbe2249 of type vlan for network 6650283b-a368-473e-949e-cc881b697503 Sep 17 22:19:45.884262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719430e-434a-4750-b816-2f5f4290fc67 req-bf94e53c-ac4d-4b61-8457-2d808befe511 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:45.891982 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2719430e-434a-4750-b816-2f5f4290fc67 req-bf94e53c-ac4d-4b61-8457-2d808befe511 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 949 time: 0.0765338 Sep 17 22:19:45.896469 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:45.902586 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:45.906328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-6ce4dcb8-46bb-48d1-bdd4-699645c45794 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:45.907909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-6ce4dcb8-46bb-48d1-bdd4-699645c45794 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1097 time: 0.0935013 Sep 17 22:19:45.910505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:19:45.921175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-18'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:45.926080 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2719430e-434a-4750-b816-2f5f4290fc67 req-66a3f2e4-0d43-4fb5-9302-e80b74ce544a tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Sep 17 22:19:45.981748 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.034405 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.035278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.035843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.159403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] Pushing event updated for resources: {'Network': ['ID=6650283b-a368-473e-949e-cc881b697503,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:46.163865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fe4c83a4-f81f-4b65-b8cc-e333da739710 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9003749 Sep 17 22:19:46.167549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50620) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:46.171752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 6650283b-a368-473e-949e-cc881b697503 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:19:46.173750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Request body: {'subnet': {'network_id': '6650283b-a368-473e-949e-cc881b697503', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-182158916-subnet', 'tenant_id': '0a2f764a72e24306a30369bc428b523c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:46.207174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:46.233676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c2ed0-2120-4780-9ed4-0b514d148a05 req-d994cfe4-bcee-4cb7-98f9-53ec10354187 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.235425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e8c2ed0-2120-4780-9ed4-0b514d148a05 req-d994cfe4-bcee-4cb7-98f9-53ec10354187 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 945 time: 0.0938115 Sep 17 22:19:46.253723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Made reservation on behalf of 0a2f764a72e24306a30369bc428b523c for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:46.259225 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.278763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:46.316696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e8c2ed0-2120-4780-9ed4-0b514d148a05 req-09b8ed6d-f484-4628-845f-adfbfc32211a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701253 Sep 17 22:19:46.332499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1f024e-8bd6-4951-92af-432f40b66b1f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:46.337406 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55813c1a-21c1-492f-84ad-5f4bc9db4e61" -d '{"events": [{"server_uuid": "17e96038-ec7a-4036-9ff4-4c089bddc126", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1f024e-8bd6-4951-92af-432f40b66b1f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:46.339645 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.406969 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420a5cfa-98c6-4dfe-9cdb-169e0fdf8513 x-openstack-request-id: req-420a5cfa-98c6-4dfe-9cdb-169e0fdf8513 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:46.407489 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e96038-ec7a-4036-9ff4-4c089bddc126", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1f024e-8bd6-4951-92af-432f40b66b1f", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:46.408077 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-420a5cfa-98c6-4dfe-9cdb-169e0fdf8513 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:46.408712 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1f024e-8bd6-4951-92af-432f40b66b1f', 'code': 200} Sep 17 22:19:46.424835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.425055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d69ff8-3917-4c08-9e86-4d07da0b104a req-ac68fa39-1c72-4564-8915-2598ace6da7f tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.432574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79d69ff8-3917-4c08-9e86-4d07da0b104a req-ac68fa39-1c72-4564-8915-2598ace6da7f tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 944 time: 0.1021807 Sep 17 22:19:46.512850 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79d69ff8-3917-4c08-9e86-4d07da0b104a req-78a17cb8-7325-4bf2-834c-170bc40acde0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793061 Sep 17 22:19:46.541340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f on host n-h1-713499-18 for vnic_type normal with profile {"migrating_to": "n-h2-713499-18"} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:46.541673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:46.542085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:46.544327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f024e-8bd6-4951-92af-432f40b66b1f,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:46.550421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Port 0f1f024e-8bd6-4951-92af-432f40b66b1f on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:46.550976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Attempting to bind port 0f1f024e-8bd6-4951-92af-432f40b66b1f on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:46.556866 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:46.557203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:46.557579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:46.558004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Bound port: 0f1f024e-8bd6-4951-92af-432f40b66b1f, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:46.558354 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.583482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d7d381f7-6b2e-4444-96f9-d339fba9c0b6 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:46.627670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:46.631079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:46.651647 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.710178 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.733930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port d7d381f7-6b2e-4444-96f9-d339fba9c0b6 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:19:46.738918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port d7d381f7-6b2e-4444-96f9-d339fba9c0b6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:46.739504 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.766088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d8809e-e370-4133-96e7-9ba2b7e59279,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:46.774658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Checking segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:46.775010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Network hostable DHCP agents. Network: 6650283b-a368-473e-949e-cc881b697503, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:19:46.849014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f024e-8bd6-4951-92af-432f40b66b1f,revision_number=8']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:46.851202 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.857750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.858362 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.860409 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-c32e706c-2331-4745-b1bf-0771d237c79d service neutron] 10.222.0.15 "PUT /v2.0/ports/0f1f024e-8bd6-4951-92af-432f40b66b1f HTTP/1.1" status: 200 len: 1123 time: 0.9427979 Sep 17 22:19:46.864144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Network 6650283b-a368-473e-949e-cc881b697503 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:19:46.872860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684fbbb-dfef-448d-9a50-b17f8c678b6c req-e17607ad-316a-4573-8881-7b5dd40fd638 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.880629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a684fbbb-dfef-448d-9a50-b17f8c678b6c req-e17607ad-316a-4573-8881-7b5dd40fd638 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.1357851 Sep 17 22:19:46.894603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0bdaa8-4e7a-4efd-8194-9a5f9293deae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d381f7-6b2e-4444-96f9-d339fba9c0b6'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:46.897506 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c14eab-3b49-4015-9a0b-607f5256b797" -d '{"events": [{"server_uuid": "6a0bdaa8-4e7a-4efd-8194-9a5f9293deae", "name": "network-vif-plugged", "status": "completed", "tag": "d7d381f7-6b2e-4444-96f9-d339fba9c0b6"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:46.920583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d7d381f7-6b2e-4444-96f9-d339fba9c0b6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,segment=NetworkSegment(c1c9779f-2666-48bf-923c-9632823706dd),segment_id=c1c9779f-2666-48bf-923c-9632823706dd)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:46.936721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a684fbbb-dfef-448d-9a50-b17f8c678b6c req-a2889226-f3dc-4c40-92c3-666d8a4e40c9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551529 Sep 17 22:19:46.951123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 6650283b-a368-473e-949e-cc881b697503) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:46.957956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.960487 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.976240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['0f1f024e-8bd6-4951-92af-432f40b66b1f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:47.014940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8f595-adda-4ca9-9de3-5860dc0cd1a5 None None] Network 6650283b-a368-473e-949e-cc881b697503 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:47.028958 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40a76d2-2c80-4a98-a184-7282b5d0338c x-openstack-request-id: req-c40a76d2-2c80-4a98-a184-7282b5d0338c {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:47.029666 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0bdaa8-4e7a-4efd-8194-9a5f9293deae", "name": "network-vif-plugged", "status": "completed", "tag": "d7d381f7-6b2e-4444-96f9-d339fba9c0b6", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:47.030397 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c40a76d2-2c80-4a98-a184-7282b5d0338c {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:47.030944 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0bdaa8-4e7a-4efd-8194-9a5f9293deae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d381f7-6b2e-4444-96f9-d339fba9c0b6', 'code': 200} Sep 17 22:19:47.061159 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:47.077280 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ae1a3ad2-781c-472c-b02d-9376d8fabc20 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9084918 Sep 17 22:19:47.147834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['0f1f024e-8bd6-4951-92af-432f40b66b1f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:47.152192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656b695-7d7f-49b0-b0dd-351e75833fcd req-d33c1a0c-7f3a-4dd2-a4f4-493aef6b78cd tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:47.159719 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0656b695-7d7f-49b0-b0dd-351e75833fcd req-d33c1a0c-7f3a-4dd2-a4f4-493aef6b78cd tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 949 time: 0.1262572 Sep 17 22:19:47.162995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137bc79-88b3-471c-a629-f16ea9ae8a29 req-3a5eac43-c653-47c0-916e-5dff9a3c6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:47.167110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4137bc79-88b3-471c-a629-f16ea9ae8a29 req-3a5eac43-c653-47c0-916e-5dff9a3c6630 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 1097 time: 0.1001310 Sep 17 22:19:47.240804 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0656b695-7d7f-49b0-b0dd-351e75833fcd req-90d1b884-c753-45b1-adc8-9fe7c412c0a9 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780571 Sep 17 22:19:47.271703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4137bc79-88b3-471c-a629-f16ea9ae8a29 req-159f84eb-b62f-4c8a-a0c1-bc6f86e029e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970707 Sep 17 22:19:47.306838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:47.426481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c749d4-dae8-4469-b261-d936bd388592 None None] Network 6650283b-a368-473e-949e-cc881b697503 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:47.525004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85dbf0-ac4c-41b7-8405-85face0d9dee req-74c082fa-7577-43ff-8e6b-6be5211e0ab0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:47.526631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a85dbf0-ac4c-41b7-8405-85face0d9dee req-74c082fa-7577-43ff-8e6b-6be5211e0ab0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.0831382 Sep 17 22:19:47.608957 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a85dbf0-ac4c-41b7-8405-85face0d9dee req-bc825a5e-cf91-41ff-817d-874faa8e03f1 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757694 Sep 17 22:19:47.708752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0993c-d39d-4999-8975-1e450b76df70 req-13ad574d-5294-40f6-8590-83cfb61d3190 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:47.716413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-13ad574d-5294-40f6-8590-83cfb61d3190 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.1179504 Sep 17 22:19:47.733314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-c3eb6a78-378d-428d-a345-0be3fbd29922 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/quotas/0a2f764a72e24306a30369bc428b523c HTTP/1.1" status: 200 len: 375 time: 0.0159783 Sep 17 22:19:47.778089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-9dfc9b7d-831b-4ce0-9c36-36c0f4095a95 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438459 Sep 17 22:19:47.801813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 962de1a9-656b-4d46-a291-5b4fca767e7e up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:47.807396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eded56-9a02-4b10-8d09-d3c59aa615b5 req-a0bf436d-849f-4a22-afd5-8360fd4b112f tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:47.809099 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7eded56-9a02-4b10-8d09-d3c59aa615b5 req-a0bf436d-849f-4a22-afd5-8360fd4b112f tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 945 time: 0.0819244 Sep 17 22:19:47.874332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7eded56-9a02-4b10-8d09-d3c59aa615b5 req-c74b4324-0df1-412e-8a38-b341d48c7f20 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560997 Sep 17 22:19:47.890875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-21cd7f59-c645-4bec-8516-ade39f655d22 service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082633 Sep 17 22:19:47.933344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 962de1a9-656b-4d46-a291-5b4fca767e7e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:19:47.937711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 962de1a9-656b-4d46-a291-5b4fca767e7e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:47.938333 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.033186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-37a16b48-3967-4710-bf92-5682d2a8104a service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440394 Sep 17 22:19:48.042453 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.107038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e4784-8d32-4581-805d-b96bfc472418 req-4c26ea68-17f9-47f7-8156-9c48e675c269 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:48.111593 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 962de1a9-656b-4d46-a291-5b4fca767e7e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=962de1a9-656b-4d46-a291-5b4fca767e7e,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:48.118095 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db5e4784-8d32-4581-805d-b96bfc472418 req-4c26ea68-17f9-47f7-8156-9c48e675c269 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0673602 Sep 17 22:19:48.166237 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db5e4784-8d32-4581-805d-b96bfc472418 req-83af8657-21b7-4b99-a9a8-3c0b12961116 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466864 Sep 17 22:19:48.190542 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.267479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=962de1a9-656b-4d46-a291-5b4fca767e7e,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:48.350761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d5d5866-cc0c-41fc-9c29-cd68dd64fa7c req-108e9099-77c4-426a-9252-c4b771aad04e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 210 time: 0.0467770 Sep 17 22:19:48.410591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'tag': '0f1f024e-8bd6-4951-92af-432f40b66b1f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:48.413122 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586ecccc-9642-498e-8ffb-850466fa8218" -d '{"events": [{"name": "network-changed", "server_uuid": "17e96038-ec7a-4036-9ff4-4c089bddc126", "tag": "0f1f024e-8bd6-4951-92af-432f40b66b1f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:48.432707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a02ee-2231-43c4-af3d-f02a6584ad62 req-3d071512-8ad3-4377-b3ea-9013a8b83b92 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:48.434729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-594a02ee-2231-43c4-af3d-f02a6584ad62 req-3d071512-8ad3-4377-b3ea-9013a8b83b92 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 950 time: 0.0586338 Sep 17 22:19:48.480527 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-594a02ee-2231-43c4-af3d-f02a6584ad62 req-8a1af595-38ca-4936-9518-14d613bb2043 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393562 Sep 17 22:19:48.487083 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250140d5-18c8-4604-bf2f-29b5284e3be3 x-openstack-request-id: req-250140d5-18c8-4604-bf2f-29b5284e3be3 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:48.487379 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e96038-ec7a-4036-9ff4-4c089bddc126", "tag": "0f1f024e-8bd6-4951-92af-432f40b66b1f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:48.487675 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-250140d5-18c8-4604-bf2f-29b5284e3be3 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:48.488110 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'tag': '0f1f024e-8bd6-4951-92af-432f40b66b1f', 'status': 'completed', 'code': 200} Sep 17 22:19:48.575803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ecccc-9642-498e-8ffb-850466fa8218 req-1e510aad-7048-42b5-b108-7e307ab7765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:48.577839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-586ecccc-9642-498e-8ffb-850466fa8218 req-1e510aad-7048-42b5-b108-7e307ab7765a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 1126 time: 0.0509288 Sep 17 22:19:48.687119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ecccc-9642-498e-8ffb-850466fa8218 req-61415ad0-6654-47dd-a03e-f923fa73ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:48.688946 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-586ecccc-9642-498e-8ffb-850466fa8218 req-61415ad0-6654-47dd-a03e-f923fa73ca94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.1043866 Sep 17 22:19:48.738425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-586ecccc-9642-498e-8ffb-850466fa8218 req-231a8b75-fb82-4736-97e2-678cf5841540 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f HTTP/1.1" status: 200 len: 217 time: 0.0417008 Sep 17 22:19:48.829566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa8509-3fc1-45af-b72c-4d60062869b9 req-2db6029d-6fcb-4834-bb50-b849cab32a80 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:48.831044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36aa8509-3fc1-45af-b72c-4d60062869b9 req-2db6029d-6fcb-4834-bb50-b849cab32a80 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.0917010 Sep 17 22:19:48.832617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ecccc-9642-498e-8ffb-850466fa8218 req-125a1b81-dc89-40d2-876c-7f74447fa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:48.833983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-586ecccc-9642-498e-8ffb-850466fa8218 req-125a1b81-dc89-40d2-876c-7f74447fa42d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.0853567 Sep 17 22:19:48.876986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-586ecccc-9642-498e-8ffb-850466fa8218 req-3f7664b9-e5f5-40d7-99fd-901ece8cc2ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322514 Sep 17 22:19:48.914527 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36aa8509-3fc1-45af-b72c-4d60062869b9 req-c7dcc2a5-5563-4540-91db-bcadd1bf982b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765092 Sep 17 22:19:48.997140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-586ecccc-9642-498e-8ffb-850466fa8218 req-1bc79f37-8265-4e53-a691-2a947729983f service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083696 Sep 17 22:19:49.032680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda67a79-c5a7-46c1-9dfb-7b9dc55d2801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962de1a9-656b-4d46-a291-5b4fca767e7e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:49.036491 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abf23f0-aabf-4e47-9857-581158e7ad89" -d '{"events": [{"server_uuid": "eda67a79-c5a7-46c1-9dfb-7b9dc55d2801", "name": "network-vif-plugged", "status": "completed", "tag": "962de1a9-656b-4d46-a291-5b4fca767e7e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:49.068289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2ddba-e18f-4e82-a1e1-51502865f94e req-941a2768-d09a-4a3f-b62d-2474bccfc623 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:49.072104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6d2ddba-e18f-4e82-a1e1-51502865f94e req-941a2768-d09a-4a3f-b62d-2474bccfc623 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 945 time: 0.0933716 Sep 17 22:19:49.113947 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-586ecccc-9642-498e-8ffb-850466fa8218 req-017555d0-65fc-41c5-b8be-491a0eae33f5 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024098 Sep 17 22:19:49.161509 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7073bf33-dc84-4d0b-bf73-99fc6875fb99 x-openstack-request-id: req-7073bf33-dc84-4d0b-bf73-99fc6875fb99 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:49.161797 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda67a79-c5a7-46c1-9dfb-7b9dc55d2801", "name": "network-vif-plugged", "status": "completed", "tag": "962de1a9-656b-4d46-a291-5b4fca767e7e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:49.162235 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7073bf33-dc84-4d0b-bf73-99fc6875fb99 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:49.162787 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda67a79-c5a7-46c1-9dfb-7b9dc55d2801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962de1a9-656b-4d46-a291-5b4fca767e7e', 'code': 200} Sep 17 22:19:49.182799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6d2ddba-e18f-4e82-a1e1-51502865f94e req-03eadb42-32c0-4dc9-816b-8768b9952d5d tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006570 Sep 17 22:19:49.322890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d68ba-e023-4307-ae71-fcf7cb4db651 req-78047a89-a859-4d7a-9890-4942cbbe907c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:49.333749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe9d68ba-e023-4307-ae71-fcf7cb4db651 req-78047a89-a859-4d7a-9890-4942cbbe907c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0916698 Sep 17 22:19:49.335686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344eda3f-0531-47bc-97ae-2a13991f56b4 req-e7ce8446-9783-43ee-a037-ebc972cf22cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:49.335686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-344eda3f-0531-47bc-97ae-2a13991f56b4 req-e7ce8446-9783-43ee-a037-ebc972cf22cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 945 time: 0.0939040 Sep 17 22:19:49.382276 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe9d68ba-e023-4307-ae71-fcf7cb4db651 req-8c2cb27c-2e4e-4bbb-b5a5-5b5d4a1c627c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Sep 17 22:19:49.384385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3807f65-8257-4aa0-a6cd-4351389c6bd9 req-2d896d24-478c-4960-879c-5198376aabae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:49.385968 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3807f65-8257-4aa0-a6cd-4351389c6bd9 req-2d896d24-478c-4960-879c-5198376aabae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 1102 time: 0.0966549 Sep 17 22:19:49.395789 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-344eda3f-0531-47bc-97ae-2a13991f56b4 req-80b474ac-b222-4252-8fa0-060ba953f951 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471599 Sep 17 22:19:49.452784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3807f65-8257-4aa0-a6cd-4351389c6bd9 req-c18da3aa-a327-4da0-803f-e05cc4a7aa94 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518229 Sep 17 22:19:49.877801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1422b6be-5533-431d-973e-8f9dba80045e req-cf391638-bb13-4e68-8677-b1e9844020f5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 210 time: 0.0362129 Sep 17 22:19:50.100496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd12810-0ed6-4070-bed1-7a3c8830e146 req-fbc5246f-c31b-41f9-ab32-12b624abb9a9 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:50.109585 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfd12810-0ed6-4070-bed1-7a3c8830e146 req-fbc5246f-c31b-41f9-ab32-12b624abb9a9 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 950 time: 0.1264789 Sep 17 22:19:50.140705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ade16-6848-469e-9272-6c02123998f5 req-2a6923b1-e774-47b3-9f4e-757e00c17112 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:50.143053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-072ade16-6848-469e-9272-6c02123998f5 req-2a6923b1-e774-47b3-9f4e-757e00c17112 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 945 time: 0.1025503 Sep 17 22:19:50.169261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfd12810-0ed6-4070-bed1-7a3c8830e146 req-0f12d79a-e9eb-4599-ab41-2e1a2a5098e3 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594046 Sep 17 22:19:50.201791 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-072ade16-6848-469e-9272-6c02123998f5 req-b8c8ffb4-9d54-4b84-97d5-417a9fa9c4ec tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504668 Sep 17 22:19:50.283555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d19b92-7c0d-4bb8-95c3-6314f8dc0549 req-9749f029-21eb-47a4-b63f-0606dfc04f03 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:50.285070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8d19b92-7c0d-4bb8-95c3-6314f8dc0549 req-9749f029-21eb-47a4-b63f-0606dfc04f03 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.0559678 Sep 17 22:19:50.323757 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8d19b92-7c0d-4bb8-95c3-6314f8dc0549 req-b96d229d-300c-4df2-99dd-7d74a0ba3a2a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Sep 17 22:19:50.521781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b62cd-5bdb-4a1e-a67d-b28d7dc3d099 req-06a72433-0b80-43a7-b91b-45f582188b81 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:50.523375 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-228b62cd-5bdb-4a1e-a67d-b28d7dc3d099 req-06a72433-0b80-43a7-b91b-45f582188b81 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0507543 Sep 17 22:19:50.563555 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-228b62cd-5bdb-4a1e-a67d-b28d7dc3d099 req-b4643ef3-7a67-42c6-9387-afa9364701fa tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339835 Sep 17 22:19:51.033429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4d23dcb-b376-4ec1-a728-40e7feea81f0 req-e09056d6-5c88-4e81-8e8c-c5da79dee8f5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 210 time: 0.0342944 Sep 17 22:19:51.188660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-799e6ebf-b7ec-442a-afb8-11497139eacb tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--636801992&fields=id&tenant_id=1f608ec5448543a1bf0e87812ee81c54 HTTP/1.1" status: 200 len: 267 time: 0.0384364 Sep 17 22:19:51.296035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a6298-e5ab-4b1d-8687-48e0a7fb3077 req-c36109e5-c46b-42ca-a389-68f666f885ac tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:51.298347 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-900a6298-e5ab-4b1d-8687-48e0a7fb3077 req-c36109e5-c46b-42ca-a389-68f666f885ac tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 950 time: 0.0562487 Sep 17 22:19:51.346112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-900a6298-e5ab-4b1d-8687-48e0a7fb3077 req-367e6c71-e5e1-4b72-9ccb-13aec596e34c tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Sep 17 22:19:51.393903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-8e711b93-e5cf-4571-9a91-95338c3c77f6 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:51.395425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-8e711b93-e5cf-4571-9a91-95338c3c77f6 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 945 time: 0.1587169 Sep 17 22:19:51.476920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c588be6-7cb1-40b3-bb72-78c0178d4073 req-73ed6302-4a5b-47ab-b06f-a08e9d95b7df tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:51.476920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c588be6-7cb1-40b3-bb72-78c0178d4073 req-73ed6302-4a5b-47ab-b06f-a08e9d95b7df tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 945 time: 0.0581932 Sep 17 22:19:51.502103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-7aa3a3cb-ffeb-4dbc-8868-e4e92979e488 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:51.506830 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-7aa3a3cb-ffeb-4dbc-8868-e4e92979e488 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/networks?id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 200 len: 823 time: 0.3131185 Sep 17 22:19:51.546734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c588be6-7cb1-40b3-bb72-78c0178d4073 req-7ffe15f8-b751-4489-81d9-917569544c02 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed30e4c9-0add-486d-a9e5-d4519fe7017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649867 Sep 17 22:19:51.581077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-45a5333b-06a4-4543-ba34-fa8ed438b52a tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/quotas/1f608ec5448543a1bf0e87812ee81c54 HTTP/1.1" status: 200 len: 375 time: 0.0599217 Sep 17 22:19:51.583339 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-ed09c39d-f3c6-460d-9852-4c435be4d51a service neutron] show failed (client error): The resource could not be found. Sep 17 22:19:51.585721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-ed09c39d-f3c6-460d-9852-4c435be4d51a service neutron] 10.222.0.23 "GET /v2.0/ports/76b2dcf5-3f33-44d0-bfe4-f3371df258fb/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.2659745 Sep 17 22:19:51.715796 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca2807-b34b-477d-b35c-5d2a4d99e64e req-de15b24f-c0b0-44bd-b5a2-ae8728dac36b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:51.717657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31ca2807-b34b-477d-b35c-5d2a4d99e64e req-de15b24f-c0b0-44bd-b5a2-ae8728dac36b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.0760093 Sep 17 22:19:51.723316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-80e1f152-6dde-4f0f-bb49-df60df4fac4b tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1211126 Sep 17 22:19:51.733916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-886637d8-183b-4862-9a2e-a3544a7b3ff0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Deleting port d7d381f7-6b2e-4444-96f9-d339fba9c0b6 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:51.734608 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-886637d8-183b-4862-9a2e-a3544a7b3ff0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.779013 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31ca2807-b34b-477d-b35c-5d2a4d99e64e req-e13aec08-f553-4dfb-998c-10f6a66c5080 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550039 Sep 17 22:19:51.940721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60b995-4cae-42d3-8ac6-f83fcecdf228 req-90cd3121-bcdc-45d9-b8f4-b19b0bc4769f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:51.942846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b60b995-4cae-42d3-8ac6-f83fcecdf228 req-90cd3121-bcdc-45d9-b8f4-b19b0bc4769f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0674338 Sep 17 22:19:51.990301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b60b995-4cae-42d3-8ac6-f83fcecdf228 req-71b411cb-ebfd-4a07-a8bb-643cecc6766c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394630 Sep 17 22:19:52.010873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-5c3e5ded-8851-4fc9-9623-db25c6dbcc3b service neutron] 10.222.0.30 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862449 Sep 17 22:19:52.012993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-886637d8-183b-4862-9a2e-a3544a7b3ff0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] For port d7d381f7-6b2e-4444-96f9-d339fba9c0b6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,segment=NetworkSegment(c1c9779f-2666-48bf-923c-9632823706dd),segment_id=c1c9779f-2666-48bf-923c-9632823706dd)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:52.013425 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-886637d8-183b-4862-9a2e-a3544a7b3ff0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:52.035948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-886637d8-183b-4862-9a2e-a3544a7b3ff0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Calling delete_port for d7d381f7-6b2e-4444-96f9-d339fba9c0b6 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:52.324517 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5cb0df3-8e06-4176-9427-64b99507a1e1 req-359d896e-a145-469a-a8cb-4f3ead25cef6 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 210 time: 0.0600922 Sep 17 22:19:52.379495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0993c-d39d-4999-8975-1e450b76df70 req-0db8b864-bc66-44b3-b93d-c00112f27455 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:52.381538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-0db8b864-bc66-44b3-b93d-c00112f27455 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.5233719 Sep 17 22:19:52.440638 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-3dc5a7d9-8ca9-4a9d-a4eb-815c5eb1b81d service neutron] 10.222.0.30 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074135 Sep 17 22:19:52.460342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-3ec175ec-bb58-4035-b49a-3e093812f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:52.462702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-3ec175ec-bb58-4035-b49a-3e093812f70d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40&tenant_id=b763d93dcfbd4755b6403f6da3dca39a HTTP/1.1" status: 200 len: 1102 time: 0.2232454 Sep 17 22:19:52.512652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Request body: {'port': {'device_id': '3cfa3a97-2914-4173-813d-507364bd716e', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'admin_state_up': True, 'tenant_id': '0a2f764a72e24306a30369bc428b523c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:52.527375 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-886637d8-183b-4862-9a2e-a3544a7b3ff0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:52.535745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:52.542589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['d7d381f7-6b2e-4444-96f9-d339fba9c0b6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:52.616444 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8b7e9-6127-4aba-8ece-927be51fb3b1 req-032b8a7b-de65-48ee-a954-ff3aa1333f2d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:52.627030 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-26d8b7e9-6127-4aba-8ece-927be51fb3b1 req-032b8a7b-de65-48ee-a954-ff3aa1333f2d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 950 time: 0.1299722 Sep 17 22:19:52.696531 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-26d8b7e9-6127-4aba-8ece-927be51fb3b1 req-12e5b28f-9f1a-4b3b-9451-e8082de1fb23 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676136 Sep 17 22:19:52.705597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886637d8-183b-4862-9a2e-a3544a7b3ff0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Pushing event deleted for resources: {'Port': ['ID=d7d381f7-6b2e-4444-96f9-d339fba9c0b6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:52.792747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3bb1188e-9ccb-429b-a7c8-8d462844107e req-3c871ed1-a47e-42c3-9350-4bacf48358e6 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 210 time: 0.0459232 Sep 17 22:19:52.920489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-886637d8-183b-4862-9a2e-a3544a7b3ff0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] No DVR routers for this DVR port d7d381f7-6b2e-4444-96f9-d339fba9c0b6 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:52.922851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:52.926898 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-886637d8-183b-4862-9a2e-a3544a7b3ff0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:52.929508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454a474e-8d7d-4809-a7c4-d19f1f0e7e54 req-886637d8-183b-4862-9a2e-a3544a7b3ff0 tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.23 "DELETE /v2.0/ports/d7d381f7-6b2e-4444-96f9-d339fba9c0b6 HTTP/1.1" status: 204 len: 173 time: 1.5231361 Sep 17 22:19:52.943375 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62b8c5f4-e6ed-4078-b989-135ad12c4f58 req-e4dbdd65-c682-4193-bd24-806e9bfa30ee tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 210 time: 0.1708510 Sep 17 22:19:52.944252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0bdaa8-4e7a-4efd-8194-9a5f9293deae', 'name': 'network-vif-deleted', 'tag': 'd7d381f7-6b2e-4444-96f9-d339fba9c0b6'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:52.956698 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2ce931-adca-4827-b4ec-21455e4a210d" -d '{"events": [{"server_uuid": "6a0bdaa8-4e7a-4efd-8194-9a5f9293deae", "name": "network-vif-deleted", "tag": "d7d381f7-6b2e-4444-96f9-d339fba9c0b6"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:53.088532 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b90a7-b1bb-4719-a466-f6b3c6b93390 x-openstack-request-id: req-d57b90a7-b1bb-4719-a466-f6b3c6b93390 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:53.089137 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0bdaa8-4e7a-4efd-8194-9a5f9293deae", "name": "network-vif-deleted", "tag": "d7d381f7-6b2e-4444-96f9-d339fba9c0b6", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:53.089462 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d57b90a7-b1bb-4719-a466-f6b3c6b93390 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:53.089873 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0bdaa8-4e7a-4efd-8194-9a5f9293deae', 'name': 'network-vif-deleted', 'tag': 'd7d381f7-6b2e-4444-96f9-d339fba9c0b6', 'status': 'completed', 'code': 200} Sep 17 22:19:53.231848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5c01d-8e13-44cb-a9ac-8b5d4b2a4cca req-9e89f6a0-9fca-4f59-991b-076ad1354f4d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:53.241384 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67f5c01d-8e13-44cb-a9ac-8b5d4b2a4cca req-9e89f6a0-9fca-4f59-991b-076ad1354f4d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.1035960 Sep 17 22:19:53.276904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2a317-012b-4c9c-a9c8-16fcdec04fec req-087d2bba-5d49-492d-9eeb-f59556ef46d9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:53.284546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41f2a317-012b-4c9c-a9c8-16fcdec04fec req-087d2bba-5d49-492d-9eeb-f59556ef46d9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.2058914 Sep 17 22:19:53.287489 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67f5c01d-8e13-44cb-a9ac-8b5d4b2a4cca req-ecab6c30-d378-4cc0-9a2b-0d508992c2e9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Sep 17 22:19:53.365002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41f2a317-012b-4c9c-a9c8-16fcdec04fec req-8585d358-0084-4728-8bf8-4ba41bcd396b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795178 Sep 17 22:19:53.368527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Made reservation on behalf of 0a2f764a72e24306a30369bc428b523c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:53.372941 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:53.449396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-a0f042da-4fed-4e49-a14c-96274374d284 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a155da633570481f9bd4383426e1ae72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534048 Sep 17 22:19:53.565524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Allocated IP 172.20.0.11 (6650283b-a368-473e-949e-cc881b697503/a9d8809e-e370-4133-96e7-9ba2b7e59279/fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:53.588590 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:53.636857 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-3ef8ba99-cc74-4f7e-9d7c-eba25bdc2b5e tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:53.644112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-3ef8ba99-cc74-4f7e-9d7c-eba25bdc2b5e tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883483 Sep 17 22:19:53.681723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-1986be34-6307-4ecf-9b59-a71ae731d7c9 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:53.686487 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-1986be34-6307-4ecf-9b59-a71ae731d7c9 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.15 "GET /v2.0/ports?device_id=245098e5-7016-4bf3-802a-6d58c4739e41 HTTP/1.1" status: 200 len: 945 time: 0.1154482 Sep 17 22:19:53.686620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-7ea78b24-df54-4b6f-a46b-2d2efac59ae0 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/quotas/a155da633570481f9bd4383426e1ae72 HTTP/1.1" status: 200 len: 375 time: 0.0403512 Sep 17 22:19:53.729636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:53.760514 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-8b1b1638-111e-4e68-8e27-a3bcf265536c tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a155da633570481f9bd4383426e1ae72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741732 Sep 17 22:19:53.784771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae825a53-f732-41e5-a4a1-3b5c51dcb835 req-c4072aad-ee4e-4d0e-ac39-1bd5bde24d86 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 210 time: 0.0812433 Sep 17 22:19:54.206756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8649760-98bb-41ce-acc6-2a5c3a396002 req-0dafd66f-8bba-4231-87c3-90077dabe10d tempest-InstanceActionsV221TestJSON-1442753107 tempest-InstanceActionsV221TestJSON-1442753107-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0bdaa8-4e7a-4efd-8194-9a5f9293deae HTTP/1.1" status: 200 len: 210 time: 0.0488689 Sep 17 22:19:54.272525 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.285827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afef4f73-0148-4b26-a4e7-d94ea998ea1b req-51589703-c10a-4ec3-8a43-bc12d2f63555 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 210 time: 0.0516644 Sep 17 22:19:54.325981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Transition to ACTIVE for port object 76b2dcf5-3f33-44d0-bfe4-f3371df258fb will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:19:54.382330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.420490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4012a73f-fcac-42ce-a029-0536d22ea3d6 req-5cc8a59e-1abe-43e5-b966-a8cd1ce9cec9 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 210 time: 0.1052682 Sep 17 22:19:54.459113 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.533689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c34ab-689a-470e-ae3a-34e37f9738c8 req-cdb1a7d8-a98c-4b60-ad61-96d99049c316 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:54.543711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c4c34ab-689a-470e-ae3a-34e37f9738c8 req-cdb1a7d8-a98c-4b60-ad61-96d99049c316 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.0632186 Sep 17 22:19:54.598475 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c4c34ab-689a-470e-ae3a-34e37f9738c8 req-6001be2b-a7ed-4cb9-ba9e-d26b4090dde9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491195 Sep 17 22:19:54.602836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] No DVR routers for this DVR port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:54.644397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d7d381f7-6b2e-4444-96f9-d339fba9c0b6 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:54.651900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:54.656492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Deleting port 5d111bee-abb4-4fc8-939e-b3504b943398 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:54.657308 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.696510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: d7d381f7-6b2e-4444-96f9-d339fba9c0b6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:54.700062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d7d381f7-6b2e-4444-96f9-d339fba9c0b6 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:54.717860 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.808912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:54.809244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:54.809594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:54.844877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:54.844877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:54.859308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3337185-dc8b-4365-9b1e-51710189927d req-711d4fc5-6603-40e5-a58f-55053eb8023d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:54.867124 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3337185-dc8b-4365-9b1e-51710189927d req-711d4fc5-6603-40e5-a58f-55053eb8023d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 948 time: 0.4032519 Sep 17 22:19:54.869630 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:54.870026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:54.870412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:54.870906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Bound port: 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:54.871271 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.889619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Network 6650283b-a368-473e-949e-cc881b697503 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:54.944189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:54.944189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event updated for resources: {'Port': ['ID=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:54.944189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] For port 5d111bee-abb4-4fc8-939e-b3504b943398, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5d111bee-abb4-4fc8-939e-b3504b943398,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:54.944189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.955342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684f420-f353-4e6d-a39b-a1db37bbf561 req-a23459d9-736b-45d8-bd5c-84bd7bd90069 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:54.956974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2684f420-f353-4e6d-a39b-a1db37bbf561 req-a23459d9-736b-45d8-bd5c-84bd7bd90069 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 932 time: 0.0642278 Sep 17 22:19:54.966799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:55.055397 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3337185-dc8b-4365-9b1e-51710189927d req-e57ec9cd-ec1e-40e6-b700-fb4b0974e091 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872008 Sep 17 22:19:55.063107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2684f420-f353-4e6d-a39b-a1db37bbf561 req-2802fcec-b10e-489c-af65-9c8cc4f6b6a1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979745 Sep 17 22:19:55.093789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:55.096159 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd09d434-a40e-4824-9f9d-2f5edc9664a9" -d '{"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-unplugged", "status": "completed", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:55.184042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:55.184792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.189071 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721653ce-cd51-4de1-bac3-79db2854e1a8 x-openstack-request-id: req-721653ce-cd51-4de1-bac3-79db2854e1a8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:55.189355 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-unplugged", "status": "completed", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:55.189600 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-721653ce-cd51-4de1-bac3-79db2854e1a8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:55.189973 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'code': 200} Sep 17 22:19:55.242439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:55.291685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:55.422011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-efdb790e-93d2-4d0e-93bf-ee5029930f0b req-44cb2e57-c72f-45d6-bdfe-91a7ff3cee70 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 210 time: 0.0381582 Sep 17 22:19:55.422011 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.422011 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.422011 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Floating IP d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8 disassociated. External IP: 172.25.6.244, port: 5d111bee-abb4-4fc8-939e-b3504b943398. Sep 17 22:19:55.422011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Calling delete_port for 5d111bee-abb4-4fc8-939e-b3504b943398 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:55.471187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50898) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:55.494801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa24c4f5-ecfa-4f52-9002-92821f471f0a req-c6f0ee61-156d-401e-b19f-b6bbe29a655c tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 210 time: 0.0419111 Sep 17 22:19:55.540346 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3f839a-e1d4-4566-bef2-9c8605607731 admin admin] Deleting subnet 34bb280d-62f3-4575-b2a6-ad19e4be53e3 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:19:55.542024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a3f839a-e1d4-4566-bef2-9c8605607731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.580105 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-af357dd2-c399-460b-9a35-62454807ed7b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0793142 Sep 17 22:19:55.582126 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.584869 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a3f839a-e1d4-4566-bef2-9c8605607731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.601692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Request body: {'port': {'device_id': '3cfa3a97-2914-4173-813d-507364bd716e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:55.631581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:55.632509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.634845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] 10.222.0.15 "PUT /v2.0/ports/76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 1097 time: 3.1083832 Sep 17 22:19:55.635900 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a3f839a-e1d4-4566-bef2-9c8605607731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.678552 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.838551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:55.851437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de91da-b104-4309-8d3e-4b786bbadb49 service neutron] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:55.860249 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.881823 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a3f839a-e1d4-4566-bef2-9c8605607731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.924597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5d111bee-abb4-4fc8-939e-b3504b943398 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:55.950371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a3f839a-e1d4-4566-bef2-9c8605607731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.953746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0a3f839a-e1d4-4566-bef2-9c8605607731 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/34bb280d-62f3-4575-b2a6-ad19e4be53e3 HTTP/1.1" status: 204 len: 168 time: 0.4812636 Sep 17 22:19:55.954813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f839a-e1d4-4566-bef2-9c8605607731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bb280d-62f3-4575-b2a6-ad19e4be53e3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:55.962793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50908) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:55.982001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event deleted for resources: {'Port': ['ID=5d111bee-abb4-4fc8-939e-b3504b943398,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:55.998731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-c96d615e-65cf-40cb-8fde-513bc8e9a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:56.000941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-c96d615e-65cf-40cb-8fde-513bc8e9a102 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1100 time: 0.3147852 Sep 17 22:19:56.023438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 5d111bee-abb4-4fc8-939e-b3504b943398 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:56.023675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5d111bee-abb4-4fc8-939e-b3504b943398 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:56.048234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e07e7-cb84-4e32-a145-a1badfce6ac0 req-8e46bfc4-1a73-4707-b9f0-824af6cf4046 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:56.049719 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e64e07e7-cb84-4e32-a145-a1badfce6ac0 req-8e46bfc4-1a73-4707-b9f0-824af6cf4046 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.3160141 Sep 17 22:19:56.066898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:56.106050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:19:56.111592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.339217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-bc0953f2-a175-4cb3-97e3-434ffe90b296 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:56.345995 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-bc0953f2-a175-4cb3-97e3-434ffe90b296 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.23 "GET /v2.0/networks?id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 200 len: 823 time: 0.5434430 Sep 17 22:19:56.351520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.372999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129b39d-af2a-45dd-aee8-c86d4951ab8f req-22852490-daf3-499f-98c2-a6a6153d1db8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:56.388829 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5129b39d-af2a-45dd-aee8-c86d4951ab8f req-22852490-daf3-499f-98c2-a6a6153d1db8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 948 time: 0.1917133 Sep 17 22:19:56.435330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e64e07e7-cb84-4e32-a145-a1badfce6ac0 req-b168f97f-417a-4d1c-9d22-2e53a513e84d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603058 Sep 17 22:19:56.497998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Router 266c548d-f729-4a02-8bf0-29587767b2ce has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:56.501611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5129b39d-af2a-45dd-aee8-c86d4951ab8f req-3e0ad383-4c1a-43ef-8834-84d237089e5b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955203 Sep 17 22:19:56.531633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-60290ba6-af9f-4b63-8467-5b81ac6509fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:56.533133 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-60290ba6-af9f-4b63-8467-5b81ac6509fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.5024259 Sep 17 22:19:56.552370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b506d89f-7128-4738-bb53-2887ec86a8e9']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:56.574777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-6f016bd5-f67d-4ab5-8ca9-5446d8186e15 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f608ec5448543a1bf0e87812ee81c54 HTTP/1.1" status: 200 len: 379 time: 0.1925981 Sep 17 22:19:56.580811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c9779f-2666-48bf-923c-9632823706dd') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:56.583244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c9779f-2666-48bf-923c-9632823706dd') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:56.597537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Request body: {'port': {'device_id': '6208ab40-09b0-479b-bea6-b3ce60423612', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'admin_state_up': True, 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'security_groups': ['56a5cc7b-1219-47d3-a4df-d884795e881f']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:56.610997 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.650489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:56.670443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.686680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:19:56.687093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:19:56.692366 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:19:56.705341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:56.819977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-ede3ae5b-ccf5-4294-9139-f4fff9f93d76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 217 time: 0.2698157 Sep 17 22:19:56.832223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8226c5c3-b4a4-4f07-910e-8e11a14bb693 req-9f2a7976-b9e9-4f90-9562-856dd40f4bbe tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 210 time: 0.0509439 Sep 17 22:19:56.904477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.918292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.924185 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b506d89f-7128-4738-bb53-2887ec86a8e9 HTTP/1.1" status: 204 len: 168 time: 0.9603188 Sep 17 22:19:56.936201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965241fc-0190-4e95-aec6-3dc731b48457 admin admin] Pushing event deleted for resources: {'Network': ['ID=b506d89f-7128-4738-bb53-2887ec86a8e9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:56.995350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-44337369-1d0d-40e4-a31a-1363d57848cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:56.997065 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-44337369-1d0d-40e4-a31a-1363d57848cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1549158 Sep 17 22:19:57.003723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6367f3f1-fb29-41af-857e-88c462842ac1 req-83868778-02ec-4693-a1f8-9055e03a5028 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 210 time: 0.0465496 Sep 17 22:19:57.168897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643478a3-88db-45af-a6ec-7e7e52bbf68d req-e672f65a-ccf7-4809-a614-4765acdcfa1f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.178422 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-643478a3-88db-45af-a6ec-7e7e52bbf68d req-e672f65a-ccf7-4809-a614-4765acdcfa1f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 932 time: 0.3743172 Sep 17 22:19:57.242377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:57.245185 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20630fe-e3a4-4371-9947-57ec4878896b" -d '{"events": [{"name": "network-changed", "server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:57.306976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Made reservation on behalf of 1f608ec5448543a1bf0e87812ee81c54 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:57.311136 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:57.317141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-7e3ee63c-2f86-4ba4-bda7-baa67eea5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.318182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-7e3ee63c-2f86-4ba4-bda7-baa67eea5072 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3118320 Sep 17 22:19:57.354329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50934) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:57.361906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-643478a3-88db-45af-a6ec-7e7e52bbf68d req-a61a8e1e-47fe-499d-aaac-a55985de0855 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823885 Sep 17 22:19:57.363029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:57.375726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] Sync routers for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:57.388811 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac0e2e0-db20-41d8-acb1-2ce0f297b03d x-openstack-request-id: req-2ac0e2e0-db20-41d8-acb1-2ce0f297b03d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:57.389198 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:57.389668 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ac0e2e0-db20-41d8-acb1-2ce0f297b03d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:57.390642 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'status': 'completed', 'code': 200} Sep 17 22:19:57.420654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:57.423054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:57.558987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20630fe-e3a4-4371-9947-57ec4878896b req-63c09c68-6be8-4c59-91ab-4bb25db6ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.575938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-63c09c68-6be8-4c59-91ab-4bb25db6ee13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1100 time: 0.1343060 Sep 17 22:19:57.636722 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-18041e6c-2331-4774-98b8-c801e9824d94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16e58dc4656d40348a1b3c4a5eade7c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811084 Sep 17 22:19:57.637681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50940) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:57.723939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:57.877165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-aadae16c-2d73-4e93-ba80-1f7686ab41ae tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a155da633570481f9bd4383426e1ae72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6758246 Sep 17 22:19:57.912871 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10d4a72d-84eb-4c12-8a48-779995c239c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:57.950225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09139113-a570-40c9-8212-20192243ad48 req-0647b5f5-e21a-470e-805b-b4ccf68614d6 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.958333 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09139113-a570-40c9-8212-20192243ad48 req-0647b5f5-e21a-470e-805b-b4ccf68614d6 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.1964631 Sep 17 22:19:58.016009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:58.018656 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10d4a72d-84eb-4c12-8a48-779995c239c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.052702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20630fe-e3a4-4371-9947-57ec4878896b req-50456151-28d7-4375-9c53-42393fc5ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.054661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-50456151-28d7-4375-9c53-42393fc5ec87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.4562571 Sep 17 22:19:58.096216 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09139113-a570-40c9-8212-20192243ad48 req-d1994381-921a-4796-9f21-a02fe2422f7b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368041 Sep 17 22:19:58.154070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:58.158119 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-84a9415f-c913-475c-942b-bb86865822ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 217 time: 0.0916910 Sep 17 22:19:58.199373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] Checking router: 266c548d-f729-4a02-8bf0-29587767b2ce for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:58.202568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] No DVR routers for this DVR port 5d111bee-abb4-4fc8-939e-b3504b943398 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:58.211112 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.230798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:58.231658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:19:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:58.237501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20630fe-e3a4-4371-9947-57ec4878896b req-b6254682-9a07-4504-8c35-a7d836882c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.239554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-b6254682-9a07-4504-8c35-a7d836882c79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0713334 Sep 17 22:19:58.305552 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10d4a72d-84eb-4c12-8a48-779995c239c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.312203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10d4a72d-84eb-4c12-8a48-779995c239c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.315745 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-10d4a72d-84eb-4c12-8a48-779995c239c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed30e4c9-0add-486d-a9e5-d4519fe7017a HTTP/1.1" status: 204 len: 168 time: 0.6483309 Sep 17 22:19:58.319879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-3b4f31e1-9b67-4eef-8eda-025bc8c2a781 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.322344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-3b4f31e1-9b67-4eef-8eda-025bc8c2a781 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4026768 Sep 17 22:19:58.327711 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.330016 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2e1bb4f-d0cc-417c-a46b-cc016f5dee60 req-01275547-73de-41dc-90b3-123ade9a18cf tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.15 "DELETE /v2.0/ports/5d111bee-abb4-4fc8-939e-b3504b943398 HTTP/1.1" status: 204 len: 173 time: 4.6389072 Sep 17 22:19:58.338763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Request body: {'port': {'device_id': '362d1a96-9988-4808-854a-bba43808b33a', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'a155da633570481f9bd4383426e1ae72'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:58.357996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4a72d-84eb-4c12-8a48-779995c239c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed30e4c9-0add-486d-a9e5-d4519fe7017a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:58.385398 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6965e22-e7b5-4c95-8e59-13af95f44968 req-8685b932-158d-41e5-b75d-1e0b31bca61e tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 210 time: 0.0464983 Sep 17 22:19:58.391886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20630fe-e3a4-4371-9947-57ec4878896b req-01253ddc-4c1e-45f0-9043-642f1bab184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.394533 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-01253ddc-4c1e-45f0-9043-642f1bab184e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1478179 Sep 17 22:19:58.434662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Transition to ACTIVE for port object fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:19:58.444971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.23', 57605) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:58.460867 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-2a22c1a8-ac0e-4d66-babc-e3fff6337728 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0696940 Sep 17 22:19:58.487550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0a8c-8597-40a0-a436-faed2a1ae5ec req-6bb2a6f0-abe3-48a3-96c9-aa564d8b1774 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.489645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084d0a8c-8597-40a0-a436-faed2a1ae5ec req-6bb2a6f0-abe3-48a3-96c9-aa564d8b1774 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 948 time: 0.6096292 Sep 17 22:19:58.509940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:58.583374 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.619823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-dfeb0cee-c931-4861-8d9d-98c99c52df18 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157614 Sep 17 22:19:58.744584 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:58.815165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084d0a8c-8597-40a0-a436-faed2a1ae5ec req-aaa383d4-a915-4d69-a06a-898e7429feed tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522013 Sep 17 22:19:58.864712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Allocated IP 172.20.0.8 (7e8f77ab-5084-447f-8a5c-d1535a2e6a9c/a74373df-0ca5-4781-89c3-79e54f694726/bfa066e1-a726-4fa5-8584-35d9472fea3f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:59.049395 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecc52ea5-9157-4e8b-bfc9-1869ab42a83d req-32e2671a-b231-467e-be3b-f756b97409c5 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404894 Sep 17 22:19:59.053118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:59.136840 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:59.138897 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.143880 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d029f9b4-fddf-42af-9262-3332bf6b2378 req-885ecb5a-d387-40df-a8bd-2ff25ea45248 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 210 time: 0.5212424 Sep 17 22:19:59.186375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d316dcae-6137-4d5f-aecc-32c171c7e4a7 None None] The sync data for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 is: [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:59.226699 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-1dd69e9c-8da2-4600-a780-6fb1fc0d44d3 service neutron] 10.222.0.23 "GET /v2.0/ports/0f1f024e-8bd6-4951-92af-432f40b66b1f/bindings/n-h2-713499-18 HTTP/1.1" status: 200 len: 385 time: 0.7771516 Sep 17 22:19:59.282828 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-ab1b7c36-2de3-4529-b7d0-7a10fd6a811b service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514440 Sep 17 22:19:59.392309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383880e3-8da8-47f5-83e7-205cf0847e5b req-424b6ee0-627a-411b-bb3c-4cec440fad0f tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:59.395668 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-383880e3-8da8-47f5-83e7-205cf0847e5b req-424b6ee0-627a-411b-bb3c-4cec440fad0f tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.1118314 Sep 17 22:19:59.397788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245098e5-7016-4bf3-802a-6d58c4739e41', 'name': 'network-vif-deleted', 'tag': '5d111bee-abb4-4fc8-939e-b3504b943398'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:59.404158 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e31888-f67c-4dde-aaa7-234c09e5468d" -d '{"events": [{"server_uuid": "245098e5-7016-4bf3-802a-6d58c4739e41", "name": "network-vif-deleted", "tag": "5d111bee-abb4-4fc8-939e-b3504b943398"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:59.437289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Attempting to bind port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:59.438696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Attempting to bind port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:59.451381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Attempting to bind port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:59.456727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c on network 6650283b-a368-473e-949e-cc881b697503 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:59.457118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Attempting to bind port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:59.463985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Made reservation on behalf of a155da633570481f9bd4383426e1ae72 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:59.469064 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.498769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-383880e3-8da8-47f5-83e7-205cf0847e5b req-97a80418-7f0c-46aa-8353-0aea0d97a97d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927432 Sep 17 22:19:59.558400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938c78a-d5d2-4c90-8e2f-f4fef2041891 req-7c3c97fd-a6c5-4150-a9cd-270ed67bf3fc tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:59.558400 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f938c78a-d5d2-4c90-8e2f-f4fef2041891 req-7c3c97fd-a6c5-4150-a9cd-270ed67bf3fc tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 944 time: 0.3435733 Sep 17 22:19:59.570123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20630fe-e3a4-4371-9947-57ec4878896b req-1f28b93e-f6d3-445f-96a4-6511f6ae43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:59.572681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-1f28b93e-f6d3-445f-96a4-6511f6ae43cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1100 time: 0.2992256 Sep 17 22:19:59.573686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:59.574022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Checking segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:59.574401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Bound using segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:59.574843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Bound port: fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:59.575442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.657606 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39880c75-7536-44ce-aee2-0916a057ae4a None None] New status for floating IP d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:19:59.770858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.811394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f938c78a-d5d2-4c90-8e2f-f4fef2041891 req-f19e6fe9-3e38-42ba-a4e6-5c93abe3e8a8 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132065 Sep 17 22:19:59.855573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:59.868657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-defdcc8e-9fba-40a7-afe8-69f49e455e36 req-240b26b9-2608-488e-ad6e-456e5e7ecbe6 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 210 time: 0.0988824 Sep 17 22:19:59.996477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:00.009229 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79ff60b-d46c-47af-a9eb-968fb30f170f x-openstack-request-id: req-f79ff60b-d46c-47af-a9eb-968fb30f170f {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:00.009433 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245098e5-7016-4bf3-802a-6d58c4739e41", "name": "network-vif-deleted", "tag": "5d111bee-abb4-4fc8-939e-b3504b943398", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:00.009680 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f79ff60b-d46c-47af-a9eb-968fb30f170f {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:00.010061 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245098e5-7016-4bf3-802a-6d58c4739e41', 'name': 'network-vif-deleted', 'tag': '5d111bee-abb4-4fc8-939e-b3504b943398', 'status': 'completed', 'code': 200} Sep 17 22:20:00.062176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c4ec3-4c99-4ad6-9962-462058bed7bd req-537b7493-4545-4809-aa91-b972a6af25b8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:00.074029 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e9c4ec3-4c99-4ad6-9962-462058bed7bd req-537b7493-4545-4809-aa91-b972a6af25b8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 948 time: 0.0755904 Sep 17 22:20:00.126104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e9c4ec3-4c99-4ad6-9962-462058bed7bd req-db700ae1-7cea-4bb0-b07c-c00ad22a777c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508850 Sep 17 22:20:00.185832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] For port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:00.231249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51002) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:00.238315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] For port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:00.250598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20630fe-e3a4-4371-9947-57ec4878896b req-bc20dc94-41a7-42e5-897e-1e0ce0d32b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:00.252644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-bc20dc94-41a7-42e5-897e-1e0ce0d32b1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.6107042 Sep 17 22:20:00.260379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Allocated IP 192.168.233.210 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/25999c83-200a-432c-9635-4126b9de3698) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:00.284323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f1b850ed-d014-4d8b-9d88-e4e4ca78c0bf req-7da4c96b-b709-4015-ada1-5cc85c6ade4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 210 time: 0.0528038 Sep 17 22:20:00.285155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-76f9af25-dd87-44b3-887c-796af68d37db service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:00.334551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-34dc377c-828a-4265-a21e-6b9b2b3530bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 217 time: 0.0690627 Sep 17 22:20:00.340199 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.382669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-608488721-network', 'tenant_id': 'bb7a0170549f4ec1856bfbc40f8bfd2a'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:00.410028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.446368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-76f9af25-dd87-44b3-887c-796af68d37db service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:00.464889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Made reservation on behalf of bb7a0170549f4ec1856bfbc40f8bfd2a for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:00.468511 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.479037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.514829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:00.525250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:00.525772 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.527344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] 10.222.0.15 "PUT /v2.0/ports/fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c HTTP/1.1" status: 200 len: 1093 time: 4.9303558 Sep 17 22:20:00.551578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:00.554151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:00.590768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-76f9af25-dd87-44b3-887c-796af68d37db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1f024e-8bd6-4951-92af-432f40b66b1f {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:00.595346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event updated for resources: {'Port': ['ID=bfa066e1-a726-4fa5-8584-35d9472fea3f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:00.638579 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.679696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-76f9af25-dd87-44b3-887c-796af68d37db service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:00.712834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20630fe-e3a4-4371-9947-57ec4878896b req-41b8947a-65b4-4f54-93bc-28451f8faca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:00.714686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-41b8947a-65b4-4f54-93bc-28451f8faca6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.3595779 Sep 17 22:20:00.715672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.738998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:20:00.796248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.801809 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Added segment 6765d5f9-2b04-4f95-8dd7-78de0e23e106 of type vlan for network d77dda19-a2d1-421c-b074-9a1d4cdd89ca Sep 17 22:20:00.806412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0cbead-55b1-47de-8afa-a0b1411f75b4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:00.872598 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.884468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:00.885143 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.888641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-76f9af25-dd87-44b3-887c-796af68d37db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.925060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f7d698ff-e381-4381-aa0f-1c4bb7bf1b69 None None] Provisioning complete for port bfa066e1-a726-4fa5-8584-35d9472fea3f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:00.925641 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f7d698ff-e381-4381-aa0f-1c4bb7bf1b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.952636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bf017-3dc2-4002-81e6-661c71eec3bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:00.961574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f7d698ff-e381-4381-aa0f-1c4bb7bf1b69 None None] Port bfa066e1-a726-4fa5-8584-35d9472fea3f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:00.968825 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.969954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:00.970533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.031162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0993c-d39d-4999-8975-1e450b76df70 req-196df8d0-b0c4-4e8b-b3ec-66dc009a5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:01.033098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-196df8d0-b0c4-4e8b-b3ec-66dc009a5d74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 1096 time: 0.3560023 Sep 17 22:20:01.051348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36006283-fbbd-413a-ba42-79af88aabd59 req-e9a49395-251d-4f4e-9b7d-61d32293ae32 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:01.053612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36006283-fbbd-413a-ba42-79af88aabd59 req-e9a49395-251d-4f4e-9b7d-61d32293ae32 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 943 time: 0.3692987 Sep 17 22:20:01.055890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-51a3df37-d6b7-46ee-a94c-1955dfd82b33 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4692624 Sep 17 22:20:01.057803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd3da4-15c3-4311-9fbb-52246f1ed817 req-d6759d7c-a6af-421e-8563-de6939c7904a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:01.065511 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23dd3da4-15c3-4311-9fbb-52246f1ed817 req-d6759d7c-a6af-421e-8563-de6939c7904a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 944 time: 0.1401813 Sep 17 22:20:01.068051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] Pushing event updated for resources: {'Network': ['ID=d77dda19-a2d1-421c-b074-9a1d4cdd89ca,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:01.084546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d77dda19-a2d1-421c-b074-9a1d4cdd89ca details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:20:01.088511 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e98bae95-7236-4b7b-9def-03705f78add4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8554924 Sep 17 22:20:01.092358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20630fe-e3a4-4371-9947-57ec4878896b req-ba7876fd-e7ea-46f6-8e59-e85a477481ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:01.094398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-ba7876fd-e7ea-46f6-8e59-e85a477481ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3617017 Sep 17 22:20:01.095387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51024) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:01.100819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Request body: {'subnet': {'network_id': 'd77dda19-a2d1-421c-b074-9a1d4cdd89ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-608488721-subnet', 'tenant_id': 'bb7a0170549f4ec1856bfbc40f8bfd2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:01.134424 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23dd3da4-15c3-4311-9fbb-52246f1ed817 req-fdb98c9d-0915-4838-be16-af0accf7e767 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678563 Sep 17 22:20:01.162821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Request body: {'port': {'device_id': '6208ab40-09b0-479b-bea6-b3ce60423612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:01.181529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.226034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-ddeb66df-c9a1-4f9b-bb0d-5e02c24e56df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c HTTP/1.1" status: 200 len: 217 time: 0.1637080 Sep 17 22:20:01.271528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289bb99-8471-4c56-a41b-31f59df5af1d req-421e6234-c817-482f-97f1-032b7ace7574 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:01.273478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7289bb99-8471-4c56-a41b-31f59df5af1d req-421e6234-c817-482f-97f1-032b7ace7574 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 931 time: 0.0598750 Sep 17 22:20:01.275847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Made reservation on behalf of bb7a0170549f4ec1856bfbc40f8bfd2a for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:01.279796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.348639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7289bb99-8471-4c56-a41b-31f59df5af1d req-97062439-cfa6-4b7a-bcdf-83616f580797 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660951 Sep 17 22:20:01.419548 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36006283-fbbd-413a-ba42-79af88aabd59 req-2f2eb7b2-92a5-41bc-ba35-16fd1313581d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560886 Sep 17 22:20:01.452717 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.455475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0993c-d39d-4999-8975-1e450b76df70 req-75b907ca-1ab6-415d-b79f-3b8af907beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:01.459494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-75b907ca-1ab6-415d-b79f-3b8af907beaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.2234900 Sep 17 22:20:01.460611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-76f9af25-dd87-44b3-887c-796af68d37db service neutron] Transition to ACTIVE for port object 0f1f024e-8bd6-4951-92af-432f40b66b1f will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:01.547974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4ea7b-d6a5-4c58-9301-47098e1b503c req-76e6e1c1-5a9b-45fc-8137-e8a3e48082d9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:01.549601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-43b4ea7b-d6a5-4c58-9301-47098e1b503c req-76e6e1c1-5a9b-45fc-8137-e8a3e48082d9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 948 time: 0.1253545 Sep 17 22:20:01.649636 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-43b4ea7b-d6a5-4c58-9301-47098e1b503c req-d5097c5a-48d4-4d04-bf1a-4a65884c5252 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913925 Sep 17 22:20:01.720036 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.786412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb92b07-52e8-44cb-93eb-6a9638fa0354,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:01.797009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Checking segment: {'id': '6765d5f9-2b04-4f95-8dd7-78de0e23e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd77dda19-a2d1-421c-b074-9a1d4cdd89ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:01.797373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Network hostable DHCP agents. Network: d77dda19-a2d1-421c-b074-9a1d4cdd89ca, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:20:01.898619 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-76f9af25-dd87-44b3-887c-796af68d37db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.949107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-b68215eb-270f-4efa-9c25-3e862ca69d4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4691486 Sep 17 22:20:01.951100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-6dd90f4d-73a5-4dc4-88cc-001def626905 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936878 Sep 17 22:20:01.995637 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bcb96082-e337-4483-b809-24a8493711ab req-9e5b6c01-9c89-4591-b699-3c53671aa253 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 210 time: 0.1061661 Sep 17 22:20:02.021387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfa3a97-2914-4173-813d-507364bd716e', 'tag': 'fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:02.021387 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfa3a97-2914-4173-813d-507364bd716e", "tag": "fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:02.063181 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c25f6b-1aba-4696-950b-baddce181346 x-openstack-request-id: req-49c25f6b-1aba-4696-950b-baddce181346 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:02.063466 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfa3a97-2914-4173-813d-507364bd716e", "tag": "fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:02.063714 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49c25f6b-1aba-4696-950b-baddce181346 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:02.064104 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfa3a97-2914-4173-813d-507364bd716e', 'tag': 'fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c', 'status': 'completed', 'code': 200} Sep 17 22:20:02.212514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Network d77dda19-a2d1-421c-b074-9a1d4cdd89ca is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:20:02.225770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-76f9af25-dd87-44b3-887c-796af68d37db service neutron] No DVR routers for this DVR port 0f1f024e-8bd6-4951-92af-432f40b66b1f on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:02.236201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9af25-dd87-44b3-887c-796af68d37db service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f024e-8bd6-4951-92af-432f40b66b1f,revision_number=10']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:02.287896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.313863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d77dda19-a2d1-421c-b074-9a1d4cdd89ca) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:02.318087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:02.318876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.325516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a72bd-2df1-4346-96f3-a3e8355ca7a9 None None] Network d77dda19-a2d1-421c-b074-9a1d4cdd89ca requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:02.329622 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['962de1a9-656b-4d46-a291-5b4fca767e7e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:02.343821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-76f9af25-dd87-44b3-887c-796af68d37db service neutron] 10.222.0.23 "PUT /v2.0/ports/0f1f024e-8bd6-4951-92af-432f40b66b1f/bindings/n-h2-713499-18/activate HTTP/1.1" status: 200 len: 370 time: 3.0809925 Sep 17 22:20:02.419583 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-87fc2fe0-e81a-4980-a6c8-9a8ee8a33b67 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3153715 Sep 17 22:20:02.471524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Pushing event updated for resources: {'Port': ['ID=25999c83-200a-432c-9635-4126b9de3698,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:02.526259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-1a39f77d-8308-48b6-bf4d-3cb088817f4a service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364301 Sep 17 22:20:02.539658 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e20630fe-e3a4-4371-9947-57ec4878896b req-9459d80f-98f3-46f2-81cb-42d5fbfa2ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508516 Sep 17 22:20:02.569644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16352a-3904-427e-80e1-96db8e1ab404 req-3f8018de-571f-4202-a25b-899252d0f4c7 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:02.578983 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc16352a-3904-427e-80e1-96db8e1ab404 req-3f8018de-571f-4202-a25b-899252d0f4c7 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 931 time: 0.0781128 Sep 17 22:20:02.628682 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc16352a-3904-427e-80e1-96db8e1ab404 req-19e069f1-aa8d-4492-96e7-342576d15c4d tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485871 Sep 17 22:20:02.673233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd343a-cb5f-44fb-b94f-8e6ae69edba4 None None] Network d77dda19-a2d1-421c-b074-9a1d4cdd89ca requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:02.703939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:02.717625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d86e-c8b9-49c5-8933-f3ab841c9f41 req-c542ae7a-796b-4d50-b012-5b84ced024a3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:02.719093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3699d86e-c8b9-49c5-8933-f3ab841c9f41 req-c542ae7a-796b-4d50-b012-5b84ced024a3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 944 time: 0.4996021 Sep 17 22:20:02.767397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cadce-6ffc-46a2-98ba-e1a3e649570f req-c4b61dfc-b1be-4e1a-a0f1-d9f30c077411 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:02.769483 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-360cadce-6ffc-46a2-98ba-e1a3e649570f req-c4b61dfc-b1be-4e1a-a0f1-d9f30c077411 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 944 time: 0.0699508 Sep 17 22:20:02.822741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-360cadce-6ffc-46a2-98ba-e1a3e649570f req-d4efac7b-f754-4243-88d6-65cf695b238e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468285 Sep 17 22:20:02.850966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:02.890098 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:02.918165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29b0993c-d39d-4999-8975-1e450b76df70 req-82e3d639-e5e1-45e1-8be5-a4af5e22ba17 service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774872 Sep 17 22:20:02.988466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-fed65175-073a-4864-b78a-108e96ea2f75 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:02.991089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-fed65175-073a-4864-b78a-108e96ea2f75 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.3952367 Sep 17 22:20:03.101572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:03.131487 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.135971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3699d86e-c8b9-49c5-8933-f3ab841c9f41 req-f9e6c0da-d694-4d94-8541-011becaf7e53 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720968 Sep 17 22:20:03.140265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa066e1-a726-4fa5-8584-35d9472fea3f {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:03.182818 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.212297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f9b9a2f2-54c1-4358-9c7a-e1458d09e492 None None] Provisioning complete for port 25999c83-200a-432c-9635-4126b9de3698 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:03.212732 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9b9a2f2-54c1-4358-9c7a-e1458d09e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.222106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-d94f6fe9-41c8-4049-9aad-856f25024a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:03.223810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-d94f6fe9-41c8-4049-9aad-856f25024a63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126&tenant_id=750d12dee1534161b8aa8559b499da36 HTTP/1.1" status: 200 len: 1096 time: 0.2191620 Sep 17 22:20:03.224906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Transition to ACTIVE for port object bfa066e1-a726-4fa5-8584-35d9472fea3f will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:03.236933 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5e857928-1d63-4809-a7fa-981685d67020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.260280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-99f0020e-2000-4a78-a898-5dec0955dba4 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9258506 Sep 17 22:20:03.271871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f9b9a2f2-54c1-4358-9c7a-e1458d09e492 None None] Port 25999c83-200a-432c-9635-4126b9de3698 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:03.277725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Request body: {'port': {'device_id': '362d1a96-9988-4808-854a-bba43808b33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:03.284405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226 req-14ae285f-d1ba-44cf-83ba-0a80550f1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:03.286003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226 req-14ae285f-d1ba-44cf-83ba-0a80550f1e51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 1096 time: 0.1358409 Sep 17 22:20:03.338260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1d888-480e-4d18-84b4-b81e7d5584d3 req-24b263b2-bb57-4514-874b-9798052b52a8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:03.339687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-67f1d888-480e-4d18-84b4-b81e7d5584d3 req-24b263b2-bb57-4514-874b-9798052b52a8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 948 time: 0.1258726 Sep 17 22:20:03.340722 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.361989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-49926822-cecf-4933-9476-449f88237d10 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:03.363680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-49926822-cecf-4933-9476-449f88237d10 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/networks?id=d77dda19-a2d1-421c-b074-9a1d4cdd89ca HTTP/1.1" status: 200 len: 821 time: 0.1273019 Sep 17 22:20:03.380615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-8ea9c7d2-f511-4c77-a8e7-bc8fef8a7f2c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/quotas/bb7a0170549f4ec1856bfbc40f8bfd2a HTTP/1.1" status: 200 len: 375 time: 0.0107079 Sep 17 22:20:03.424319 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-63071e17-7504-4daf-befa-49c412f41e24 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb7a0170549f4ec1856bfbc40f8bfd2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310283 Sep 17 22:20:03.524349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-61bf1a87-811a-4007-a152-1c7b9e20f92b service neutron] 10.222.0.30 "GET /v2.0/networks/d77dda19-a2d1-421c-b074-9a1d4cdd89ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919421 Sep 17 22:20:03.538018 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.550983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Pushing event updated for resources: {'Port': ['ID=bfa066e1-a726-4fa5-8584-35d9472fea3f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:03.581179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-bbec2aac-dce1-49e1-a99f-e21c441ac02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:03.583293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-bbec2aac-dce1-49e1-a99f-e21c441ac02b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 1096 time: 0.2760680 Sep 17 22:20:03.591817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-67f1d888-480e-4d18-84b4-b81e7d5584d3 req-a11eb3e9-9985-47a0-b3ed-8402c85c7490 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167456 Sep 17 22:20:03.656493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-e0e6a58b-de35-4863-9c3b-c955c569e585 service neutron] 10.222.0.30 "GET /v2.0/networks/d77dda19-a2d1-421c-b074-9a1d4cdd89ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258268 Sep 17 22:20:03.734700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226 req-083fae49-4273-4f39-b26d-2c1b8ac3fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:03.736221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226 req-083fae49-4273-4f39-b26d-2c1b8ac3fb6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 912 time: 0.4313977 Sep 17 22:20:03.859321 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226 req-2e50f4b7-5e01-46dc-9274-6f3aef276ee6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c HTTP/1.1" status: 200 len: 217 time: 0.0941012 Sep 17 22:20:03.862803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:04.000565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:04.008938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Attempting to bind port bfa066e1-a726-4fa5-8584-35d9472fea3f on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:04.009362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858d49b-9425-4b31-ad82-596888ef0399 req-d3663dce-04b6-40d5-9927-c60323617d0c tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.009510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Attempting to bind port bfa066e1-a726-4fa5-8584-35d9472fea3f by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:04.009838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Attempting to bind port bfa066e1-a726-4fa5-8584-35d9472fea3f on network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:04.011438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3858d49b-9425-4b31-ad82-596888ef0399 req-d3663dce-04b6-40d5-9927-c60323617d0c tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 943 time: 0.0895371 Sep 17 22:20:04.012921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'mac_address': 'fa:16:3e:42:4a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:04.013091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-22069889-253b-416a-ad46-6c2ceb810449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.014495 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-22069889-253b-416a-ad46-6c2ceb810449 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.4215107 Sep 17 22:20:04.043980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8ef47-bc27-4f9e-934f-6bdf624f6e3b req-9e000b52-d3ed-4d27-bfb7-a79fa8bc2a3f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.045726 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5b8ef47-bc27-4f9e-934f-6bdf624f6e3b req-9e000b52-d3ed-4d27-bfb7-a79fa8bc2a3f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 936 time: 0.2705078 Sep 17 22:20:04.056912 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.069175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Port bfa066e1-a726-4fa5-8584-35d9472fea3f on network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:04.069175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Attempting to bind port bfa066e1-a726-4fa5-8584-35d9472fea3f on network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:04.073598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b2dcf5-3f33-44d0-bfe4-f3371df258fb {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:04.074252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226 req-f80eea56-3ebf-45f2-8472-a6c156c99b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.075678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226 req-f80eea56-3ebf-45f2-8472-a6c156c99b58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.2029531 Sep 17 22:20:04.080599 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3858d49b-9425-4b31-ad82-596888ef0399 req-4870a2e6-e270-4666-bd5e-453d331d4111 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587091 Sep 17 22:20:04.095539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:04.134420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-40efe485-71f4-44ed-b9ed-f408ec0b7c28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f HTTP/1.1" status: 200 len: 217 time: 0.0855572 Sep 17 22:20:04.135157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:04.135493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Checking segment: {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:04.135867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Bound using segment: {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:04.136364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Bound port: bfa066e1-a726-4fa5-8584-35d9472fea3f, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9aff1f-e256-40fd-acc9-31435ff803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:04.136803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.161395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.204203 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226 req-71a044d5-2812-4c41-bbae-caece1fb3c3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865257 Sep 17 22:20:04.215900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:04.251408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82636176-9387-4780-9133-c174fa6dbf56 req-ca0f745c-b9a5-41a7-896c-e53532f19f5d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.253079 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82636176-9387-4780-9133-c174fa6dbf56 req-ca0f745c-b9a5-41a7-896c-e53532f19f5d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 944 time: 0.0535755 Sep 17 22:20:04.302099 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82636176-9387-4780-9133-c174fa6dbf56 req-9312d9c1-9278-430b-8245-4d6635d4c99b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Sep 17 22:20:04.307225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5b8ef47-bc27-4f9e-934f-6bdf624f6e3b req-4f2f2cc3-a1d1-4cdb-bb62-99f4d843c8c3 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349081 Sep 17 22:20:04.356344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-94e1cee2-44f9-4980-b943-079bccdf8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.364284 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-94e1cee2-44f9-4980-b943-079bccdf8e8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.1716728 Sep 17 22:20:04.381424 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-477dac4b-dd20-40b6-8de5-f49c13736764 req-79a1f26f-8221-4d0e-a2e0-576e2ad9672c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 210 time: 0.0326114 Sep 17 22:20:04.510097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea75a6-8297-4f07-83c7-07b7116b15eb req-bf7c1c89-95e8-4e4c-b903-d1ffaa5a20da tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.511677 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74ea75a6-8297-4f07-83c7-07b7116b15eb req-bf7c1c89-95e8-4e4c-b903-d1ffaa5a20da tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 951 time: 0.0574634 Sep 17 22:20:04.552201 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74ea75a6-8297-4f07-83c7-07b7116b15eb req-79af47ef-3329-4465-90f3-5a87b1ba55c0 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339241 Sep 17 22:20:04.728231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-abf5dc18-10db-425b-b049-fa2bd1ebd2af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3527644 Sep 17 22:20:04.730139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] For port bfa066e1-a726-4fa5-8584-35d9472fea3f, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:04.799261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] For port bfa066e1-a726-4fa5-8584-35d9472fea3f, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfa066e1-a726-4fa5-8584-35d9472fea3f,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:04.883091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['76b2dcf5-3f33-44d0-bfe4-f3371df258fb'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:04.895297 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.909273 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226 req-8e9f65c5-4488-4330-97f9-b9c3e5ef40bb service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201842 Sep 17 22:20:04.914174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25999c83-200a-432c-9635-4126b9de3698 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:04.936661 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.972989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.972989 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.972989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] 10.222.0.23 "PUT /v2.0/ports/bfa066e1-a726-4fa5-8584-35d9472fea3f HTTP/1.1" status: 200 len: 1092 time: 3.8726106 Sep 17 22:20:04.994168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6208ab40-09b0-479b-bea6-b3ce60423612', 'tag': 'bfa066e1-a726-4fa5-8584-35d9472fea3f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:04.998068 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8948a9e-a285-4988-bff1-36fe8d56fb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6208ab40-09b0-479b-bea6-b3ce60423612", "tag": "bfa066e1-a726-4fa5-8584-35d9472fea3f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:05.006716 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f2fab-711c-4482-9d21-4a8e2c6c0001 req-c42c5f74-e95a-4a7f-bdea-7298f00e823e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.008791 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c76f2fab-711c-4482-9d21-4a8e2c6c0001 req-c42c5f74-e95a-4a7f-bdea-7298f00e823e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 944 time: 0.2831886 Sep 17 22:20:05.064798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Transition to ACTIVE for port object 25999c83-200a-432c-9635-4126b9de3698 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:05.080731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-e68709d4-c1e6-4dc9-90d3-114822ac1e00 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391273 Sep 17 22:20:05.168930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.192494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccfc39-368f-4ae8-bd84-5fe43569c9ec service neutron] Pushing event updated for resources: {'Port': ['ID=bfa066e1-a726-4fa5-8584-35d9472fea3f,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:05.259156 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c76f2fab-711c-4482-9d21-4a8e2c6c0001 req-7a8f14ea-73e1-45b9-839a-30d4581efa78 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315416 Sep 17 22:20:05.334902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d88714a7-ba3e-4be1-9c47-c85b5b4e8226 req-bb67ca7d-6a4f-4aeb-a5b5-cda612fb5dd4 service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081023 Sep 17 22:20:05.342026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-909d8946-a34e-4d2f-85e5-1d87be27e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.348178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-909d8946-a34e-4d2f-85e5-1d87be27e310 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 1095 time: 0.2126472 Sep 17 22:20:05.348178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Pushing event updated for resources: {'Port': ['ID=25999c83-200a-432c-9635-4126b9de3698,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:05.458928 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-ba4ec840-9891-4f80-af94-ac7330e8a3a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfa066e1-a726-4fa5-8584-35d9472fea3f HTTP/1.1" status: 200 len: 217 time: 0.0816486 Sep 17 22:20:05.469226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-bcd21357-968f-4a25-b4a3-bca8168bb272 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394170 Sep 17 22:20:05.532800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41e516-6299-423b-8df0-fc6d8f3c4adc req-82ba7cca-dcaa-4a84-96c4-7d69fde24935 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.534203 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db41e516-6299-423b-8df0-fc6d8f3c4adc req-82ba7cca-dcaa-4a84-96c4-7d69fde24935 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 949 time: 0.2034242 Sep 17 22:20:05.557499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Attempting to bind port 25999c83-200a-432c-9635-4126b9de3698 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:05.560181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Attempting to bind port 25999c83-200a-432c-9635-4126b9de3698 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:05.560181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Attempting to bind port 25999c83-200a-432c-9635-4126b9de3698 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:05.569004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-fd545146-0e63-46bf-81ef-b2d6e888f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.570511 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-fd545146-0e63-46bf-81ef-b2d6e888f08e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a74373df-0ca5-4781-89c3-79e54f694726 HTTP/1.1" status: 200 len: 862 time: 0.0976231 Sep 17 22:20:05.573472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Port 25999c83-200a-432c-9635-4126b9de3698 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:05.573810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Attempting to bind port 25999c83-200a-432c-9635-4126b9de3698 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:05.588100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:05.589550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:05.589550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:05.589550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Bound port: 25999c83-200a-432c-9635-4126b9de3698, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:05.589550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.634480 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db41e516-6299-423b-8df0-fc6d8f3c4adc req-841f307d-adf4-474c-a580-212a98861946 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921428 Sep 17 22:20:05.682728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-ab6e0cf6-1544-4063-8626-272d26603b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.684297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-ab6e0cf6-1544-4063-8626-272d26603b14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047218 Sep 17 22:20:05.719326 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe179a4-6989-405b-b13f-9146cb6d7213 x-openstack-request-id: req-5fe179a4-6989-405b-b13f-9146cb6d7213 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:05.720248 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6208ab40-09b0-479b-bea6-b3ce60423612", "tag": "bfa066e1-a726-4fa5-8584-35d9472fea3f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:05.720248 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fe179a4-6989-405b-b13f-9146cb6d7213 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:05.720464 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6208ab40-09b0-479b-bea6-b3ce60423612', 'tag': 'bfa066e1-a726-4fa5-8584-35d9472fea3f', 'status': 'completed', 'code': 200} Sep 17 22:20:05.723236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] For port 25999c83-200a-432c-9635-4126b9de3698, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:05.744316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] For port 25999c83-200a-432c-9635-4126b9de3698, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=25999c83-200a-432c-9635-4126b9de3698,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:05.812519 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f06921f-ccd5-4aca-92d1-57fbe8af18f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.828659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-89796085-ebef-40b9-bf3c-1ef143d0920a service neutron] 10.222.0.23 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365516 Sep 17 22:20:05.837555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268f022-f8cf-473b-9ba7-9a4cd9a7fcb1 req-008a23d2-5c6c-42f9-ad72-ef4c64b16b9a tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.839059 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f268f022-f8cf-473b-9ba7-9a4cd9a7fcb1 req-008a23d2-5c6c-42f9-ad72-ef4c64b16b9a tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 943 time: 0.0690906 Sep 17 22:20:05.884322 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.964518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.964902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a380c31-1717-470a-a32e-6a175251d696 req-34fd86bd-622b-48fe-bc8a-08fec7bb7a2b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.965568 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.966560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] 10.222.0.23 "PUT /v2.0/ports/25999c83-200a-432c-9635-4126b9de3698 HTTP/1.1" status: 200 len: 1097 time: 2.6934652 Sep 17 22:20:05.969346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a380c31-1717-470a-a32e-6a175251d696 req-34fd86bd-622b-48fe-bc8a-08fec7bb7a2b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 948 time: 0.0514414 Sep 17 22:20:05.978521 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f268f022-f8cf-473b-9ba7-9a4cd9a7fcb1 req-0f8f8462-4435-40f5-b641-c06dbf9dbc13 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304793 Sep 17 22:20:06.039134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a380c31-1717-470a-a32e-6a175251d696 req-8f030e71-c77e-4b65-a23e-54eb6188e4c5 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547464 Sep 17 22:20:06.043724 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:20:06.052207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42bded-913f-40cf-b02c-ea815b54234a service neutron] Pushing event updated for resources: {'Port': ['ID=25999c83-200a-432c-9635-4126b9de3698,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:06.088384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-99ee5f5f-8225-4b6f-bcfc-7327d9d87c88 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.090039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-99ee5f5f-8225-4b6f-bcfc-7327d9d87c88 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.1061463 Sep 17 22:20:06.114183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f55c6b-e21f-4c61-99b5-c907513fd0db req-b9061bb9-a033-4d7e-957e-a800297d72dc service neutron] 10.222.0.23 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740579 Sep 17 22:20:06.224864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc58e1b-5252-4fb5-8529-272fdff7127f req-3a60c003-87d0-440b-8824-7f610cff5165 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.226399 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dcc58e1b-5252-4fb5-8529-272fdff7127f req-3a60c003-87d0-440b-8824-7f610cff5165 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 944 time: 0.1815388 Sep 17 22:20:06.242603 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee0ee71f-0eec-494e-85bf-60768e450112 req-23417eea-f120-4803-8bfd-3eaecf3a5b32 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 210 time: 0.0280597 Sep 17 22:20:06.344171 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-011a1d02-7173-4879-9ee9-e9937feba2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.345637 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-011a1d02-7173-4879-9ee9-e9937feba2b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a155da633570481f9bd4383426e1ae72&device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 1100 time: 0.1724868 Sep 17 22:20:06.435815 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-82f58929-29ab-4385-bede-687fdc6febf6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=25999c83-200a-432c-9635-4126b9de3698 HTTP/1.1" status: 200 len: 217 time: 0.0636723 Sep 17 22:20:06.438797 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dcc58e1b-5252-4fb5-8529-272fdff7127f req-15404506-55c7-4f65-9f8d-aa000c724ef3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973531 Sep 17 22:20:06.539050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-14967b33-d649-4789-ad90-006582f413f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.540846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-14967b33-d649-4789-ad90-006582f413f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 1095 time: 0.2226565 Sep 17 22:20:06.623103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-a041a865-fd19-49d4-aa72-f9b66b31a45d tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.624818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-a041a865-fd19-49d4-aa72-f9b66b31a45d tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.23 "GET /v2.0/networks?id=d77dda19-a2d1-421c-b074-9a1d4cdd89ca HTTP/1.1" status: 200 len: 821 time: 0.3444035 Sep 17 22:20:06.626188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-8ef4cfd9-f445-48d6-95f8-6ed0d6cd8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.627487 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-8ef4cfd9-f445-48d6-95f8-6ed0d6cd8cc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1540368 Sep 17 22:20:06.628510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-3f039841-e3dc-4fe1-867b-218433882cce service neutron] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:06.638282 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-3f039841-e3dc-4fe1-867b-218433882cce service neutron] Notify callbacks [] for binding, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:06.639405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae6a4391-e43b-4239-a42b-f3b5a7b6c88b req-3f039841-e3dc-4fe1-867b-218433882cce service neutron] 10.222.0.15 "DELETE /v2.0/ports/0f1f024e-8bd6-4951-92af-432f40b66b1f/bindings/n-h1-713499-18 HTTP/1.1" status: 204 len: 173 time: 0.5281403 Sep 17 22:20:06.674628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Request body: {'port': {'device_id': '56804e23-7f24-4346-ae75-135b9e3c1066', 'network_id': 'd77dda19-a2d1-421c-b074-9a1d4cdd89ca', 'admin_state_up': True, 'tenant_id': 'bb7a0170549f4ec1856bfbc40f8bfd2a'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:06.793673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a19ad-2aa0-4b97-a5da-445fb20e4fbc req-fb14cca5-48d4-4171-bda8-3e5c558785cb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.795245 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212a19ad-2aa0-4b97-a5da-445fb20e4fbc req-fb14cca5-48d4-4171-bda8-3e5c558785cb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 944 time: 0.2331538 Sep 17 22:20:06.855731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-c4e5ba7f-3a7c-4323-9144-679bca730ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.857248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-c4e5ba7f-3a7c-4323-9144-679bca730ac6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 200 len: 924 time: 0.3068731 Sep 17 22:20:06.874567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-cf629033-d012-4a0e-8d44-0b92bb791806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.876010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-cf629033-d012-4a0e-8d44-0b92bb791806 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2052011 Sep 17 22:20:06.943157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-738a3526-004d-4ef0-a1b9-bdf60e5c9904 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfa066e1-a726-4fa5-8584-35d9472fea3f HTTP/1.1" status: 200 len: 217 time: 0.0727999 Sep 17 22:20:06.976988 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:06.987517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212a19ad-2aa0-4b97-a5da-445fb20e4fbc req-4e247609-37a6-4d11-ab2f-e546376fdd35 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675553 Sep 17 22:20:07.031342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-db858b86-5693-422e-b248-f2c04f85e808 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.033494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-db858b86-5693-422e-b248-f2c04f85e808 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40&tenant_id=b763d93dcfbd4755b6403f6da3dca39a&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 949 time: 0.2324748 Sep 17 22:20:07.155914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-a5c8ee12-83c5-4067-820f-7afc34394e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.157461 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-a5c8ee12-83c5-4067-820f-7afc34394e60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a74373df-0ca5-4781-89c3-79e54f694726 HTTP/1.1" status: 200 len: 862 time: 0.1938949 Sep 17 22:20:07.169679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b8df9-06bb-4473-b3e2-f3c0576e37cf req-97223c99-a7b3-4a07-809b-d23108a6f11a tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.171196 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-632b8df9-06bb-4473-b3e2-f3c0576e37cf req-97223c99-a7b3-4a07-809b-d23108a6f11a tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 1096 time: 0.0727220 Sep 17 22:20:07.211012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-632b8df9-06bb-4473-b3e2-f3c0576e37cf req-045c1db8-d524-42ab-a5bd-c8a2dd35aa1e tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Sep 17 22:20:07.224051 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:07.338046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5b3e4-7c48-4843-8cff-e8435476ddbd req-b1fde5f8-75b3-423d-9e88-76e6bf136cf7 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.339686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1fd5b3e4-7c48-4843-8cff-e8435476ddbd req-b1fde5f8-75b3-423d-9e88-76e6bf136cf7 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 943 time: 0.0519209 Sep 17 22:20:07.381747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1fd5b3e4-7c48-4843-8cff-e8435476ddbd req-29539f87-4673-473a-bd99-651fb0be72db tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356951 Sep 17 22:20:07.488404 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2061ea-72a3-4e25-92a0-83da4e1647c0 req-04ea09e4-dd09-40f2-9512-db0dccab7e23 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.490313 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd2061ea-72a3-4e25-92a0-83da4e1647c0 req-04ea09e4-dd09-40f2-9512-db0dccab7e23 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 951 time: 0.0517542 Sep 17 22:20:07.513241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Made reservation on behalf of bb7a0170549f4ec1856bfbc40f8bfd2a for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:07.527025 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:07.530915 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd2061ea-72a3-4e25-92a0-83da4e1647c0 req-73d469c7-0527-49e7-8731-76faf8f44f67 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340221 Sep 17 22:20:07.545984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-9d752509-1519-4eb1-b330-cf35c6e2c701 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548486 Sep 17 22:20:07.566840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d010d-adb1-4a59-96a1-d12cfd444b04 req-1a24931d-bdf3-40fe-85a7-05faded58fba tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.568310 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c77d010d-adb1-4a59-96a1-d12cfd444b04 req-1a24931d-bdf3-40fe-85a7-05faded58fba tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 949 time: 0.4892623 Sep 17 22:20:07.600568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-48eb13a6-ab36-4e4f-b8c6-c82f79871a3b service neutron] 10.222.0.15 "GET /v2.0/ports/76b2dcf5-3f33-44d0-bfe4-f3371df258fb/bindings/n-h2-713499-18 HTTP/1.1" status: 200 len: 383 time: 0.5335972 Sep 17 22:20:07.640168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63604f-0faf-4b46-8f67-072cedc3da0e req-54bf19ee-0f43-43fa-9a7b-0216150f0ff9 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.641897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a63604f-0faf-4b46-8f67-072cedc3da0e req-54bf19ee-0f43-43fa-9a7b-0216150f0ff9 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 948 time: 0.0518107 Sep 17 22:20:07.643258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-f26cdde8-2395-47f6-aabb-1b326a150a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.644846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-f26cdde8-2395-47f6-aabb-1b326a150a63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4781425 Sep 17 22:20:07.686616 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a63604f-0faf-4b46-8f67-072cedc3da0e req-3daa6905-a332-4407-b13c-033273e1d338 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379541 Sep 17 22:20:07.739221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362d1a96-9988-4808-854a-bba43808b33a', 'tag': '25999c83-200a-432c-9635-4126b9de3698'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:07.741846 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa703914-e26a-43b1-8081-f886dc2dd576" -d '{"events": [{"name": "network-changed", "server_uuid": "362d1a96-9988-4808-854a-bba43808b33a", "tag": "25999c83-200a-432c-9635-4126b9de3698"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:07.854178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c77d010d-adb1-4a59-96a1-d12cfd444b04 req-ae40c826-1665-40b0-bf2d-809d31793825 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692618 Sep 17 22:20:07.870997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:07.877662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092330f3-c38d-4fa4-bf34-5870a368e68b req-74ccf70e-8c7c-479f-821c-d05fda48273e tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.878488 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-092330f3-c38d-4fa4-bf34-5870a368e68b req-74ccf70e-8c7c-479f-821c-d05fda48273e tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 1096 time: 0.0504227 Sep 17 22:20:07.891522 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-77825796-6c2f-4398-a311-61ad2161e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.893067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-77825796-6c2f-4398-a311-61ad2161e70c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1101 time: 0.2289414 Sep 17 22:20:07.893928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:07.906645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-345fb904-c463-4029-b23d-bf5dfdb0b0ca req-28c6fe27-fe89-47a3-8b0a-c75a00f1bb61 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495734 Sep 17 22:20:07.928707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-092330f3-c38d-4fa4-bf34-5870a368e68b req-3e87c7cd-76ea-4e6d-9295-8aadca1459a0 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Sep 17 22:20:07.954800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Allocated IP 172.20.0.9 (d77dda19-a2d1-421c-b074-9a1d4cdd89ca/bfb92b07-52e8-44cb-93eb-6a9638fa0354/c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:07.989507 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-6b6d3ce3-b306-4a3e-a13e-7c342bcd95e9 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263116 Sep 17 22:20:07.995484 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-625326e6-ef84-4841-a0ca-66db24ca3e10 req-a6690dce-fe81-4d7c-8d13-b8c70fb4d303 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 210 time: 0.0736279 Sep 17 22:20:08.049313 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d94240-e64c-41cc-a57a-f787ca87885c x-openstack-request-id: req-89d94240-e64c-41cc-a57a-f787ca87885c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:08.049313 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362d1a96-9988-4808-854a-bba43808b33a", "tag": "25999c83-200a-432c-9635-4126b9de3698", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:08.049313 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89d94240-e64c-41cc-a57a-f787ca87885c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:08.049313 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362d1a96-9988-4808-854a-bba43808b33a', 'tag': '25999c83-200a-432c-9635-4126b9de3698', 'status': 'completed', 'code': 200} Sep 17 22:20:08.061184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:08.077815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'port_id': 'fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c', 'mac_address': 'fa:16:3e:8f:5d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d8809e-e370-4133-96e7-9ba2b7e59279', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:08.134232 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:08.148280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:08.156713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:08.157981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec529cd-b18d-4fd4-af2d-779c56d7a869 req-58a3775a-25b9-497f-8673-41db7a829c99 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.160365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dec529cd-b18d-4fd4-af2d-779c56d7a869 req-58a3775a-25b9-497f-8673-41db7a829c99 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 944 time: 0.0667086 Sep 17 22:20:08.162395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:08.165372 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:08.204252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:08.224615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-a25bad11-60ec-4097-bf1c-8d1e34044415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.226089 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dec529cd-b18d-4fd4-af2d-779c56d7a869 req-3be4c355-8e5d-4471-be57-d5d60772a418 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556161 Sep 17 22:20:08.226552 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-a25bad11-60ec-4097-bf1c-8d1e34044415 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a155da633570481f9bd4383426e1ae72&device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 1100 time: 0.1457191 Sep 17 22:20:08.274005 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:08.275491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-92136dde-2bec-4345-ba69-e8385583d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.277083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-92136dde-2bec-4345-ba69-e8385583d042 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.3728640 Sep 17 22:20:08.282310 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:08.316802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:08.319026 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc13419-b3e7-4d76-b3b6-9924e75f827f" -d '{"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-plugged", "status": "completed", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:08.336179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:08.356923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:08.375168 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d33d6c-ea8d-4861-9c82-60b3d02d69c8 x-openstack-request-id: req-f7d33d6c-ea8d-4861-9c82-60b3d02d69c8 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:08.375168 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-plugged", "status": "completed", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:08.375684 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7d33d6c-ea8d-4861-9c82-60b3d02d69c8 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:08.376277 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'code': 200} Sep 17 22:20:08.408082 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8948a9e-a285-4988-bff1-36fe8d56fb7e req-55f41263-2ee4-47cd-9359-6880f4dbcfa2 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043441 Sep 17 22:20:08.409341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-e48906b9-eb8e-4277-8cc7-3123544b43f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 217 time: 0.1162615 Sep 17 22:20:08.428443 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:08.429384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b240c345-e0a5-45ad-93a8-6042d9d9737a no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:08.517654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:08.519917 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-8e176b4d-5721-4f24-83d6-01afad5e52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.521637 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-8e176b4d-5721-4f24-83d6-01afad5e52f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2663517 Sep 17 22:20:08.525190 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:08.528491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-9fea35bc-bb80-49fd-9dfd-8f9ad8dc198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.530112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-9fea35bc-bb80-49fd-9dfd-8f9ad8dc198c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1100156 Sep 17 22:20:08.537555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4cb55-e474-493b-8258-a482fcc3e5fb req-b70e79b4-d4c2-4537-a25f-b12cd9bcbfc2 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.539493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45d4cb55-e474-493b-8258-a482fcc3e5fb req-b70e79b4-d4c2-4537-a25f-b12cd9bcbfc2 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 943 time: 0.0845320 Sep 17 22:20:08.577086 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:08.604749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45d4cb55-e474-493b-8258-a482fcc3e5fb req-8a4d804f-a457-4bed-92a5-dc26df2b1408 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576220 Sep 17 22:20:08.610268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-652d1776-2bed-4c8c-8e77-35e5183b6d3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=25999c83-200a-432c-9635-4126b9de3698 HTTP/1.1" status: 200 len: 217 time: 0.0777433 Sep 17 22:20:08.635133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:08.706069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-adce0a2e-c7af-493b-99c9-173d0145b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.707597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-adce0a2e-c7af-493b-99c9-173d0145b7dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1661417 Sep 17 22:20:08.714097 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:08.718921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-cfb0a0f0-6e05-40bc-9ca4-2bdad1c7a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.720436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-cfb0a0f0-6e05-40bc-9ca4-2bdad1c7a181 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0937498 Sep 17 22:20:08.731671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2770-9944-4c37-aa84-5978b253bed8 req-c6d4b90a-8225-4820-a38e-50895a5c0798 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.733191 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-580c2770-9944-4c37-aa84-5978b253bed8 req-c6d4b90a-8225-4820-a38e-50895a5c0798 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 951 time: 0.0926390 Sep 17 22:20:08.764757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=11']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:08.800620 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:08.820906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9f341-5e37-4f70-8880-a55b089c99c3 req-156a8ef3-c92b-48ed-b100-6dd1b584385f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.822542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dff9f341-5e37-4f70-8880-a55b089c99c3 req-156a8ef3-c92b-48ed-b100-6dd1b584385f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 948 time: 0.0555134 Sep 17 22:20:08.857939 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:08.861643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dff9f341-5e37-4f70-8880-a55b089c99c3 req-f5478bae-fc73-4b2a-9f6f-208e3a488f7d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328264 Sep 17 22:20:08.893079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:08.918107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-580c2770-9944-4c37-aa84-5978b253bed8 req-0b0fcb8b-a5de-448a-a49b-c11bcc82ae5e tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663496 Sep 17 22:20:08.922419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Network d77dda19-a2d1-421c-b074-9a1d4cdd89ca is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:08.924016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-ad39d96f-96cb-4044-8e1b-a85771344528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.925513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-ad39d96f-96cb-4044-8e1b-a85771344528 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1904042 Sep 17 22:20:08.929501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Pushing event updated for resources: {'Port': ['ID=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:08.938002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:08.942647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:08.967263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-112d011f-0a04-4b71-804c-6ce8c8f8c23d service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330930 Sep 17 22:20:09.116182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:09.116714 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:09.139378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ab72b-a39d-4c3e-8dfd-3cb9f60bb3ff req-5cd4b4a6-fda5-4311-b648-30df0b1b310e tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:09.141009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2ab72b-a39d-4c3e-8dfd-3cb9f60bb3ff req-5cd4b4a6-fda5-4311-b648-30df0b1b310e tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 931 time: 0.0583146 Sep 17 22:20:09.181337 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2ab72b-a39d-4c3e-8dfd-3cb9f60bb3ff req-dd885a6b-d5dd-4964-a8fd-02739a8bd94f tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338886 Sep 17 22:20:09.190589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323576e-2567-43e7-970f-113a3798bcf5 req-f809f449-e99a-419f-ad91-e1b5bc35b79b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:09.203618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c323576e-2567-43e7-970f-113a3798bcf5 req-f809f449-e99a-419f-ad91-e1b5bc35b79b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.1980844 Sep 17 22:20:09.203618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-010424c3-c81b-4e85-8896-7a5a3908cd86 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542021 Sep 17 22:20:09.254322 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-2ab9ede6-15ab-4458-987d-30be4753e3d6 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475679 Sep 17 22:20:09.257237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-38c9f04f-c794-4c0c-818b-579ca15bca9c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5889654 Sep 17 22:20:09.275261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Request body: {'port': {'device_id': '56804e23-7f24-4346-ae75-135b9e3c1066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:09.324847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c323576e-2567-43e7-970f-113a3798bcf5 req-bd3e7d53-7000-4a96-ba70-8d10af1bcca0 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256292 Sep 17 22:20:09.338619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a37c4a-c9f9-4b3a-9980-0146c44ee7ab req-8d63ae24-2da5-4cad-95fe-69de38304709 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:09.340891 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-85a37c4a-c9f9-4b3a-9980-0146c44ee7ab req-8d63ae24-2da5-4cad-95fe-69de38304709 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 945 time: 0.0516133 Sep 17 22:20:09.383212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa703914-e26a-43b1-8081-f886dc2dd576 req-54d63053-1056-4d4d-ab06-02cf2986a5aa service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760986 Sep 17 22:20:09.388650 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-85a37c4a-c9f9-4b3a-9980-0146c44ee7ab req-97eedfdd-b9fb-4be9-8a95-fb9284e5b395 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Sep 17 22:20:09.389171 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:09.673608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:09.681906 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:09.694025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Transition to ACTIVE for port object c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:09.726371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047ca89-3cfd-48f8-8e8d-b13da70db34d req-13e0c23c-a2b5-45d5-8a1e-79fa8775e258 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:09.728654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f047ca89-3cfd-48f8-8e8d-b13da70db34d req-13e0c23c-a2b5-45d5-8a1e-79fa8775e258 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 943 time: 0.0500712 Sep 17 22:20:09.769209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f047ca89-3cfd-48f8-8e8d-b13da70db34d req-e5baaafa-8b9c-419d-8b35-620172fecee0 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344539 Sep 17 22:20:09.785843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:09.860516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:09.890783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-a60cf426-5aa4-4185-bf54-a82c0d85a75c tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:09.892315 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-a60cf426-5aa4-4185-bf54-a82c0d85a75c tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.15 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 949 time: 0.1153378 Sep 17 22:20:10.021373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Attempting to bind port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:10.021373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Attempting to bind port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '6765d5f9-2b04-4f95-8dd7-78de0e23e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd77dda19-a2d1-421c-b074-9a1d4cdd89ca'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:10.021373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Attempting to bind port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a on network d77dda19-a2d1-421c-b074-9a1d4cdd89ca {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:10.035326 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.055798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661088b2-aa34-4134-9d6d-fd28e4079d68 req-227686a6-4d5f-4a05-ae7c-2037d2934dea tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:10.057414 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-661088b2-aa34-4134-9d6d-fd28e4079d68 req-227686a6-4d5f-4a05-ae7c-2037d2934dea tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 948 time: 0.1134477 Sep 17 22:20:10.059038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a on network d77dda19-a2d1-421c-b074-9a1d4cdd89ca not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:10.059354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Attempting to bind port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a on network d77dda19-a2d1-421c-b074-9a1d4cdd89ca {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:10.064424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b394f9-1e95-41a5-9277-c21fa8e7939e req-ad7fbc2b-c17d-46fb-bff1-e20eca91ccae tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:10.068725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5b394f9-1e95-41a5-9277-c21fa8e7939e req-ad7fbc2b-c17d-46fb-bff1-e20eca91ccae tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 949 time: 0.0603116 Sep 17 22:20:10.075291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:10.075624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Checking segment: {'id': '6765d5f9-2b04-4f95-8dd7-78de0e23e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd77dda19-a2d1-421c-b074-9a1d4cdd89ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:10.075992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Bound using segment: {'id': '6765d5f9-2b04-4f95-8dd7-78de0e23e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd77dda19-a2d1-421c-b074-9a1d4cdd89ca'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:10.076459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Bound port: c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6765d5f9-2b04-4f95-8dd7-78de0e23e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd77dda19-a2d1-421c-b074-9a1d4cdd89ca'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:10.076816 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.112648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5b394f9-1e95-41a5-9277-c21fa8e7939e req-36ceca3a-d423-4df1-97e2-0a8cd858a3e4 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fdee46b-63f0-4ed3-ab82-726c247061a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390956 Sep 17 22:20:10.162220 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-661088b2-aa34-4134-9d6d-fd28e4079d68 req-4791e95f-30b0-494c-adcc-c32cc86aa37f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956323 Sep 17 22:20:10.169733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-39770489-5f6b-47e4-9ed5-adfe22a367e7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Deleting port b240c345-e0a5-45ad-93a8-6042d9d9737a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:10.170073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-39770489-5f6b-47e4-9ed5-adfe22a367e7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.247130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] For port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:10.277962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] For port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,segment=NetworkSegment(6765d5f9-2b04-4f95-8dd7-78de0e23e106),segment_id=6765d5f9-2b04-4f95-8dd7-78de0e23e106)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:10.318912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-39770489-5f6b-47e4-9ed5-adfe22a367e7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] For port b240c345-e0a5-45ad-93a8-6042d9d9737a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b240c345-e0a5-45ad-93a8-6042d9d9737a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:10.319273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-39770489-5f6b-47e4-9ed5-adfe22a367e7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.335281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-39770489-5f6b-47e4-9ed5-adfe22a367e7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Calling delete_port for b240c345-e0a5-45ad-93a8-6042d9d9737a owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:10.344109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa471-5fff-4a98-86fb-8f097a641830 req-b9a39d10-daf7-4eff-8846-8573082d2a1a tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:10.345621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454fa471-5fff-4a98-86fb-8f097a641830 req-b9a39d10-daf7-4eff-8846-8573082d2a1a tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 943 time: 0.0893712 Sep 17 22:20:10.356878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.377708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:10.382901 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f9c5b-c6dc-4fe3-9a43-bdafa6c7314c" -d '{"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:10.444023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:10.444663 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.446604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] 10.222.0.23 "PUT /v2.0/ports/c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a HTTP/1.1" status: 200 len: 1092 time: 1.1785848 Sep 17 22:20:10.449290 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56804e23-7f24-4346-ae75-135b9e3c1066', 'tag': 'c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:10.451527 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785b7efe-5387-4685-9879-ac4baf3bf497" -d '{"events": [{"name": "network-changed", "server_uuid": "56804e23-7f24-4346-ae75-135b9e3c1066", "tag": "c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:10.454639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efc086-93d7-4f1c-8704-2c975598407d req-ce099cb6-5484-4e41-bc0e-cbb8c4af88d5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:10.464270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-22efc086-93d7-4f1c-8704-2c975598407d req-ce099cb6-5484-4e41-bc0e-cbb8c4af88d5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.0638471 Sep 17 22:20:10.488674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454fa471-5fff-4a98-86fb-8f097a641830 req-105f0e1f-4c6d-40b9-a85f-60caf7f8ec6e tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295285 Sep 17 22:20:10.510265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f01ef6-a27f-4ff5-8f7f-ed14f88429f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:10.520994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-22efc086-93d7-4f1c-8704-2c975598407d req-8236ee3f-4ee1-4acc-9204-5ce9a201f8b3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551472 Sep 17 22:20:10.556924 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7a9cc3-e448-4c9c-8395-47d6116fd1d3 x-openstack-request-id: req-3c7a9cc3-e448-4c9c-8395-47d6116fd1d3 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:10.557144 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:10.557385 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c7a9cc3-e448-4c9c-8395-47d6116fd1d3 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:10.557774 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'code': 200} Sep 17 22:20:10.619649 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eeaf03-7a78-4bb4-a57a-51f158803bec x-openstack-request-id: req-b9eeaf03-7a78-4bb4-a57a-51f158803bec {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:10.620004 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56804e23-7f24-4346-ae75-135b9e3c1066", "tag": "c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:10.620363 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9eeaf03-7a78-4bb4-a57a-51f158803bec {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:10.620851 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56804e23-7f24-4346-ae75-135b9e3c1066', 'tag': 'c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a', 'status': 'completed', 'code': 200} Sep 17 22:20:10.639337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-7e46f446-d72b-43b6-8b12-60656785366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:10.640895 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-7e46f446-d72b-43b6-8b12-60656785366b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb7a0170549f4ec1856bfbc40f8bfd2a&device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 1095 time: 0.0538278 Sep 17 22:20:10.660320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183dc03-7e33-4c13-a7a8-c57f77b0967c req-9c2fe85c-539e-4ca4-9c7c-0640cfb646e3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:10.662263 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b183dc03-7e33-4c13-a7a8-c57f77b0967c req-9c2fe85c-539e-4ca4-9c7c-0640cfb646e3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 945 time: 0.0621214 Sep 17 22:20:10.673914 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bfa066e1-a726-4fa5-8584-35d9472fea3f details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:10.686672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-39770489-5f6b-47e4-9ed5-adfe22a367e7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.689923 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-dd37770c-6a17-4302-bbc4-19317bb17453 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a HTTP/1.1" status: 200 len: 217 time: 0.0411122 Sep 17 22:20:10.714332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b183dc03-7e33-4c13-a7a8-c57f77b0967c req-22281081-f303-4229-8f63-b3fe15d1d4ef tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Sep 17 22:20:10.764561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39770489-5f6b-47e4-9ed5-adfe22a367e7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Pushing event deleted for resources: {'Port': ['ID=b240c345-e0a5-45ad-93a8-6042d9d9737a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:10.794373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-39770489-5f6b-47e4-9ed5-adfe22a367e7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] No DVR routers for this DVR port b240c345-e0a5-45ad-93a8-6042d9d9737a on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:10.794751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port bfa066e1-a726-4fa5-8584-35d9472fea3f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfa066e1-a726-4fa5-8584-35d9472fea3f,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:10.798264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-39770489-5f6b-47e4-9ed5-adfe22a367e7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.800294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f741beeb-b174-454e-8895-6494fbdd0c67 req-39770489-5f6b-47e4-9ed5-adfe22a367e7 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.15 "DELETE /v2.0/ports/b240c345-e0a5-45ad-93a8-6042d9d9737a HTTP/1.1" status: 204 len: 173 time: 0.8862307 Sep 17 22:20:10.808287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-1e778315-df2f-432b-841b-975ac7fbd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:10.809262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'bfa066e1-a726-4fa5-8584-35d9472fea3f', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'port_id': 'bfa066e1-a726-4fa5-8584-35d9472fea3f', 'mac_address': 'fa:16:3e:bd:0d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:10.809747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-1e778315-df2f-432b-841b-975ac7fbd61c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bfb92b07-52e8-44cb-93eb-6a9638fa0354 HTTP/1.1" status: 200 len: 861 time: 0.1068089 Sep 17 22:20:10.848727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-7f04ddb2-6671-401f-be61-74390a78c6d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d77dda19-a2d1-421c-b074-9a1d4cdd89ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319548 Sep 17 22:20:10.852721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.866451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa066e1-a726-4fa5-8584-35d9472fea3f {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:10.890324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port bfa066e1-a726-4fa5-8584-35d9472fea3f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfa066e1-a726-4fa5-8584-35d9472fea3f,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:10.955682 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.956416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 25999c83-200a-432c-9635-4126b9de3698 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:11.052267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=bfa066e1-a726-4fa5-8584-35d9472fea3f,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:11.235825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 25999c83-200a-432c-9635-4126b9de3698, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=25999c83-200a-432c-9635-4126b9de3698,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:11.252537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '25999c83-200a-432c-9635-4126b9de3698', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '25999c83-200a-432c-9635-4126b9de3698', 'mac_address': 'fa:16:3e:0c:d7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:11.292811 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4a920acc-f82b-48d4-9b78-cd467efe93db req-78b89c37-c616-4d49-81a2-0050e4685c40 tempest-ImagesOneServerTestJSON-1110245790 tempest-ImagesOneServerTestJSON-1110245790-project] 10.222.0.30 "GET /v2.0/ports?device_id=683b7c8e-859c-4daa-8669-502c75f528c4 HTTP/1.1" status: 200 len: 210 time: 0.0511312 Sep 17 22:20:11.314314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebd4f1-1196-40f8-8d95-ec3f30101b3d req-7075436a-335b-4e60-824b-afee999127ef tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.316104 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:11.323527 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2ebd4f1-1196-40f8-8d95-ec3f30101b3d req-7075436a-335b-4e60-824b-afee999127ef tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 943 time: 0.4660604 Sep 17 22:20:11.339120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25999c83-200a-432c-9635-4126b9de3698 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:11.352426 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-2bba902a-fdb6-4e1a-952e-3c05ea076c48 service neutron] 10.222.0.23 "GET /v2.0/networks/d77dda19-a2d1-421c-b074-9a1d4cdd89ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965389 Sep 17 22:20:11.368826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 25999c83-200a-432c-9635-4126b9de3698, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=25999c83-200a-432c-9635-4126b9de3698,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:11.389108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2ebd4f1-1196-40f8-8d95-ec3f30101b3d req-cd60c9fd-46a0-4185-bcac-ac80d0335362 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646834 Sep 17 22:20:11.404237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252db6e-71e2-400a-ac99-f8085fde11ef req-d11c1f13-5f4c-45bf-ba4b-14551e91ad7a tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.415125 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3252db6e-71e2-400a-ac99-f8085fde11ef req-d11c1f13-5f4c-45bf-ba4b-14551e91ad7a tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 948 time: 0.0542443 Sep 17 22:20:11.447111 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:11.459298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3252db6e-71e2-400a-ac99-f8085fde11ef req-7827f46b-febb-4f71-b288-5caf460fae79 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Sep 17 22:20:11.479218 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701b9283-5e8e-4ecd-ba23-c69294089191 req-ae4b0e28-acbd-4f62-93ed-1fcf7eb1e4b2 service neutron] 10.222.0.23 "GET /v2.0/networks/d77dda19-a2d1-421c-b074-9a1d4cdd89ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166327 Sep 17 22:20:11.635837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f82d59-bb52-4c9e-9d24-e0be0b0d0c3a req-913912a9-2a35-48af-a50c-48c22079e901 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.636251 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=25999c83-200a-432c-9635-4126b9de3698,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:11.637830 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c6f82d59-bb52-4c9e-9d24-e0be0b0d0c3a req-913912a9-2a35-48af-a50c-48c22079e901 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 943 time: 0.0660300 Sep 17 22:20:11.697088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['25999c83-200a-432c-9635-4126b9de3698'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:11.703324 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c6f82d59-bb52-4c9e-9d24-e0be0b0d0c3a req-7d63f93c-5c53-4434-a0b5-c625e315f173 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511765 Sep 17 22:20:11.714616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b7efe-5387-4685-9879-ac4baf3bf497 req-f1768267-4d01-4d13-87a0-c0c76a0c4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.716271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-785b7efe-5387-4685-9879-ac4baf3bf497 req-f1768267-4d01-4d13-87a0-c0c76a0c4b01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb7a0170549f4ec1856bfbc40f8bfd2a&device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 1095 time: 0.1251910 Sep 17 22:20:11.725890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993223-380b-4bba-bd35-c98f6d47b5be req-2af08db4-3d91-4460-8278-7c2b2008b386 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.744702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['bfa066e1-a726-4fa5-8584-35d9472fea3f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:11.749501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85993223-380b-4bba-bd35-c98f6d47b5be req-2af08db4-3d91-4460-8278-7c2b2008b386 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 950 time: 0.1099675 Sep 17 22:20:11.865152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85993223-380b-4bba-bd35-c98f6d47b5be req-ca6d0767-99e7-4399-8770-94e35860da4c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142740 Sep 17 22:20:11.901943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b7efe-5387-4685-9879-ac4baf3bf497 req-bb034155-5a00-4c5a-8976-368a34e0e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.903905 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-785b7efe-5387-4685-9879-ac4baf3bf497 req-bb034155-5a00-4c5a-8976-368a34e0e53c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d77dda19-a2d1-421c-b074-9a1d4cdd89ca HTTP/1.1" status: 200 len: 922 time: 0.1455572 Sep 17 22:20:11.916490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f72482-b4fb-4e6d-8ef3-7c2510cf0026 req-174e7392-e4f7-4a61-9297-9f7a314633c9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.918579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62f72482-b4fb-4e6d-8ef3-7c2510cf0026 req-174e7392-e4f7-4a61-9297-9f7a314633c9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 945 time: 0.0708539 Sep 17 22:20:11.954166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:11.964506 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-785b7efe-5387-4685-9879-ac4baf3bf497 req-07234965-fffc-48e5-bdd2-c2c9d46e39f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a HTTP/1.1" status: 200 len: 217 time: 0.0527768 Sep 17 22:20:11.991011 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62f72482-b4fb-4e6d-8ef3-7c2510cf0026 req-ac47dfed-bfc7-4444-bf7a-aaffa58f5ffc tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644100 Sep 17 22:20:12.021883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b7efe-5387-4685-9879-ac4baf3bf497 req-9b8ec6dc-b59d-41c0-9ee5-222fd7e0c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.023468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-785b7efe-5387-4685-9879-ac4baf3bf497 req-9b8ec6dc-b59d-41c0-9ee5-222fd7e0c619 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bfb92b07-52e8-44cb-93eb-6a9638fa0354 HTTP/1.1" status: 200 len: 861 time: 0.0521314 Sep 17 22:20:12.069237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-785b7efe-5387-4685-9879-ac4baf3bf497 req-94ff9de6-1274-4330-b6e1-9a9c8decfabf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d77dda19-a2d1-421c-b074-9a1d4cdd89ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372016 Sep 17 22:20:12.161692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:12.166736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:12.167179 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.172588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-785b7efe-5387-4685-9879-ac4baf3bf497 req-cb691bae-6eb3-4dfb-a339-83e872691ea3 service neutron] 10.222.0.23 "GET /v2.0/networks/d77dda19-a2d1-421c-b074-9a1d4cdd89ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961843 Sep 17 22:20:12.253431 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.275995 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-785b7efe-5387-4685-9879-ac4baf3bf497 req-e2193428-6f30-4600-87c6-fe672055086a service neutron] 10.222.0.23 "GET /v2.0/networks/d77dda19-a2d1-421c-b074-9a1d4cdd89ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945473 Sep 17 22:20:12.289500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:12.378607 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.379533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b240c345-e0a5-45ad-93a8-6042d9d9737a no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:12.426901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: b240c345-e0a5-45ad-93a8-6042d9d9737a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:12.427279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b240c345-e0a5-45ad-93a8-6042d9d9737a not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:12.427874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:12.473907 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:12.535874 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.559119 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa3a97-2914-4173-813d-507364bd716e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:12.563215 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b2e319-f196-4276-b6dc-72495ea5f957" -d '{"events": [{"server_uuid": "3cfa3a97-2914-4173-813d-507364bd716e", "name": "network-vif-plugged", "status": "completed", "tag": "fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:12.578992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a061d4-b50a-4215-84c7-7bbd80b37040 req-2eaf9901-6d2d-44b8-bd64-c557319bc931 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.584026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:12.590740 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b3a061d4-b50a-4215-84c7-7bbd80b37040 req-2eaf9901-6d2d-44b8-bd64-c557319bc931 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 944 time: 0.1263216 Sep 17 22:20:12.610687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eaae6-ba03-4859-b7c0-2078e5ccdb8c req-35df56e7-1c7e-4b6a-9c4d-0051b4d55bbb tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.619142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-804eaae6-ba03-4859-b7c0-2078e5ccdb8c req-35df56e7-1c7e-4b6a-9c4d-0051b4d55bbb tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 949 time: 0.0877867 Sep 17 22:20:12.621939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-deleted', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:12.624504 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe552ba-96e5-46c7-b296-fbd404f8dbf0" -d '{"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-deleted", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:12.635077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b3a061d4-b50a-4215-84c7-7bbd80b37040 req-71c96e03-587f-4775-b7b7-22ddd3016675 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434656 Sep 17 22:20:12.667852 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-804eaae6-ba03-4859-b7c0-2078e5ccdb8c req-bc621b84-79f8-426d-b56f-d56293e43615 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476365 Sep 17 22:20:12.689603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bfa066e1-a726-4fa5-8584-35d9472fea3f up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:12.698740 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.732599 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5893108-67cd-4c39-9fde-5fac80b962fd x-openstack-request-id: req-b5893108-67cd-4c39-9fde-5fac80b962fd {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:12.732898 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfa3a97-2914-4173-813d-507364bd716e", "name": "network-vif-plugged", "status": "completed", "tag": "fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:12.733168 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5893108-67cd-4c39-9fde-5fac80b962fd {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:12.733538 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa3a97-2914-4173-813d-507364bd716e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c', 'code': 200} Sep 17 22:20:12.749510 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39048b75-5511-4175-a808-a92ec99428a6 x-openstack-request-id: req-39048b75-5511-4175-a808-a92ec99428a6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:12.750003 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683b7c8e-859c-4daa-8669-502c75f528c4", "name": "network-vif-deleted", "tag": "b240c345-e0a5-45ad-93a8-6042d9d9737a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:12.750535 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39048b75-5511-4175-a808-a92ec99428a6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:12.750816 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683b7c8e-859c-4daa-8669-502c75f528c4', 'name': 'network-vif-deleted', 'tag': 'b240c345-e0a5-45ad-93a8-6042d9d9737a', 'status': 'completed', 'code': 200} Sep 17 22:20:12.802743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=10']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:12.909688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port bfa066e1-a726-4fa5-8584-35d9472fea3f completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:12.913201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1b090-d1f6-460e-aae7-03f0aa54f459 req-e726e5fd-314d-4dd2-9d4e-b8c0961a484d tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.922481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port bfa066e1-a726-4fa5-8584-35d9472fea3f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:12.922481 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.924636 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19c1b090-d1f6-460e-aae7-03f0aa54f459 req-e726e5fd-314d-4dd2-9d4e-b8c0961a484d tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 943 time: 0.1187603 Sep 17 22:20:12.925305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51300) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:12.967403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96b709-87b9-4924-b37f-cedfa54e371d req-ba73e609-4e6c-42c0-908f-8e6560457775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.971249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa96b709-87b9-4924-b37f-cedfa54e371d req-ba73e609-4e6c-42c0-908f-8e6560457775 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 1098 time: 0.1304064 Sep 17 22:20:13.056169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19c1b090-d1f6-460e-aae7-03f0aa54f459 req-f415e982-8474-46c4-a994-6bec92e6b430 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132789 Sep 17 22:20:13.057785 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.060236 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa96b709-87b9-4924-b37f-cedfa54e371d req-d282652c-f64c-4310-a7b5-4b5434a9c3f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665033 Sep 17 22:20:13.071485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f06e69-8d13-465c-840f-8ef9fc38518b req-83321f91-b6cb-49b8-9f97-116e7c4cc5b2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:13.079205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0f06e69-8d13-465c-840f-8ef9fc38518b req-83321f91-b6cb-49b8-9f97-116e7c4cc5b2 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 949 time: 0.0874438 Sep 17 22:20:13.118722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port bfa066e1-a726-4fa5-8584-35d9472fea3f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfa066e1-a726-4fa5-8584-35d9472fea3f,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:13.126366 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0f06e69-8d13-465c-840f-8ef9fc38518b req-d8b16b50-9730-4af4-ac43-0442ee863b02 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461092 Sep 17 22:20:13.206595 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.208276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 25999c83-200a-432c-9635-4126b9de3698 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:13.222000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b331aa7a-b59d-483d-a411-5b1c5d32f0d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ded41f0a4d4f48d29ae22cd568869c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920091 Sep 17 22:20:13.222345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51306) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:13.244599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939bbb2-9b1c-49d3-ba67-7aa0a90288fb req-282d8e78-af87-465a-8ee5-67890b2734ce tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:13.246124 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1939bbb2-9b1c-49d3-ba67-7aa0a90288fb req-282d8e78-af87-465a-8ee5-67890b2734ce tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 946 time: 0.0958898 Sep 17 22:20:13.254593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-ff8e2bb1-4f90-494e-b8e6-7156db428e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:13.256505 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-ff8e2bb1-4f90-494e-b8e6-7156db428e6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40&tenant_id=b763d93dcfbd4755b6403f6da3dca39a HTTP/1.1" status: 200 len: 1101 time: 0.1073961 Sep 17 22:20:13.276868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:13.284034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=bfa066e1-a726-4fa5-8584-35d9472fea3f,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:13.287070 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fb43eea-dfd0-4426-a93f-6f077f6a91ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.313616 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fb43eea-dfd0-4426-a93f-6f077f6a91ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.323841 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1939bbb2-9b1c-49d3-ba67-7aa0a90288fb req-2b24f33d-e2e8-406a-ab12-fda07ea05c14 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663757 Sep 17 22:20:13.347362 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.377914 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 25999c83-200a-432c-9635-4126b9de3698 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:13.381854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 25999c83-200a-432c-9635-4126b9de3698 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:13.382223 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.436599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fb43eea-dfd0-4426-a93f-6f077f6a91ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.439978 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fb43eea-dfd0-4426-a93f-6f077f6a91ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.444435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8fb43eea-dfd0-4426-a93f-6f077f6a91ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fdee46b-63f0-4ed3-ab82-726c247061a4 HTTP/1.1" status: 204 len: 168 time: 0.2209537 Sep 17 22:20:13.454302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb43eea-dfd0-4426-a93f-6f077f6a91ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdee46b-63f0-4ed3-ab82-726c247061a4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:13.480269 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.526018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 25999c83-200a-432c-9635-4126b9de3698, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=25999c83-200a-432c-9635-4126b9de3698,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:13.576050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:13.608291 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.608745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:13.645398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b2dcf5-3f33-44d0-bfe4-f3371df258fb {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:13.653355 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.656384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=25999c83-200a-432c-9635-4126b9de3698,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:13.666031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Transition to ACTIVE for port object 76b2dcf5-3f33-44d0-bfe4-f3371df258fb will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:13.758096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca4a81-4f94-426a-9204-79b40abbc224 req-da3ef1c4-159a-49f8-b8b3-9abd2702c3ba tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:13.759612 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2ca4a81-4f94-426a-9204-79b40abbc224 req-da3ef1c4-159a-49f8-b8b3-9abd2702c3ba tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 945 time: 0.0503888 Sep 17 22:20:13.772061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.811391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2ca4a81-4f94-426a-9204-79b40abbc224 req-5ff44a74-153d-4ccd-8e05-ae5efd4bdaae tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453026 Sep 17 22:20:13.815460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24f898-c127-46a8-a29c-7b4d87efa6e5 req-a2e88dc1-bbdc-4dd0-9e1c-d2a64ca22533 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:13.817042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb24f898-c127-46a8-a29c-7b4d87efa6e5 req-a2e88dc1-bbdc-4dd0-9e1c-d2a64ca22533 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 950 time: 0.0842867 Sep 17 22:20:13.888960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] No DVR routers for this DVR port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:13.894553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=11']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:13.937287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb24f898-c127-46a8-a29c-7b4d87efa6e5 req-5dafd78c-5524-4fdb-bfa8-dfe757c0a64e tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023686 Sep 17 22:20:13.967327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:13.967733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:13.968238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:13.973410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:13.973747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Attempting to bind port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:13.979334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:13.979549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:13.979866 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:13.980322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Bound port: 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:13.980672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.051022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:14.054532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:14.127938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.199050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.205598 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.205598 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] 10.222.0.23 "PUT /v2.0/ports/76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 1098 time: 0.9296012 Sep 17 22:20:14.272944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f0ced-c5ac-4371-8542-6d23d1d6fffd service neutron] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=12']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:14.283907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce951-2615-4ac9-9033-e203cd9f9bb9 req-7954f899-05b5-49ae-80e3-9342d686790b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.286977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8375cc-f976-41ea-b8e7-f217c42fc1e6 req-d9d3764b-7fa5-42cb-b571-9afbd84fc94c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.288532 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d8375cc-f976-41ea-b8e7-f217c42fc1e6 req-d9d3764b-7fa5-42cb-b571-9afbd84fc94c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 943 time: 0.1536608 Sep 17 22:20:14.293533 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f0ce951-2615-4ac9-9033-e203cd9f9bb9 req-7954f899-05b5-49ae-80e3-9342d686790b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 949 time: 0.0755477 Sep 17 22:20:14.301097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-7faca707-9aa0-43e4-9027-147fae0534a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.302708 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-7faca707-9aa0-43e4-9027-147fae0534a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1101 time: 0.0681896 Sep 17 22:20:14.351359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f0ce951-2615-4ac9-9033-e203cd9f9bb9 req-988a48cd-4248-4727-a7cf-e61ecb06f857 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509772 Sep 17 22:20:14.458616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d8375cc-f976-41ea-b8e7-f217c42fc1e6 req-1e52aa97-b30c-4cb2-85fd-02903e4f7283 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596196 Sep 17 22:20:14.503303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b3a51f41-25ac-4c60-a891-bbbc686b2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.505444 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b3a51f41-25ac-4c60-a891-bbbc686b2f58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1958280 Sep 17 22:20:14.518567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404be59-140f-4426-b5e6-e3981cc8085d req-c7056a7d-d19d-41e7-91b3-0ead4940ae2d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.520158 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d404be59-140f-4426-b5e6-e3981cc8085d req-c7056a7d-d19d-41e7-91b3-0ead4940ae2d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 946 time: 0.0766761 Sep 17 22:20:14.554227 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-b3951ae8-8c58-4f72-b58b-60faabfcdd59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 217 time: 0.0411830 Sep 17 22:20:14.574820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d404be59-140f-4426-b5e6-e3981cc8085d req-ffcfb0cb-1eb0-4291-9001-12697f6f71d2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424583 Sep 17 22:20:14.623433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-8934bd36-94fb-4e5c-9cf9-00e5966cf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.625195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-8934bd36-94fb-4e5c-9cf9-00e5966cf1c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0641737 Sep 17 22:20:14.654465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51384) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:14.677538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-50e8cb1d-0c39-4928-8ac9-ba2908d44e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.679038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-50e8cb1d-0c39-4928-8ac9-ba2908d44e6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0470288 Sep 17 22:20:14.704582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:14.734927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'}, {'server_uuid': '6208ab40-09b0-479b-bea6-b3ce60423612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa066e1-a726-4fa5-8584-35d9472fea3f'}, {'server_uuid': '362d1a96-9988-4808-854a-bba43808b33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25999c83-200a-432c-9635-4126b9de3698'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:14.737939 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a8e1ad-d309-4342-b57a-7098f2fb0ccd" -d '{"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-unplugged", "status": "completed", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb"}, {"server_uuid": "6208ab40-09b0-479b-bea6-b3ce60423612", "name": "network-vif-plugged", "status": "completed", "tag": "bfa066e1-a726-4fa5-8584-35d9472fea3f"}, {"server_uuid": "362d1a96-9988-4808-854a-bba43808b33a", "name": "network-vif-plugged", "status": "completed", "tag": "25999c83-200a-432c-9635-4126b9de3698"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:14.753789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:14.762349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-138638822-network', 'tenant_id': '333e4d38ec4d4d6599a2ea67392ba0fe'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:14.763127 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1af18-a994-421c-9710-9497ad13746e" -d '{"events": [{"name": "network-changed", "server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:14.808017 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-829487b4-3f92-4d38-ae8e-37947847f664 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210835 Sep 17 22:20:14.840771 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,segment=NetworkSegment(6765d5f9-2b04-4f95-8dd7-78de0e23e106),segment_id=6765d5f9-2b04-4f95-8dd7-78de0e23e106)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:14.853702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a', 'network_id': 'd77dda19-a2d1-421c-b074-9a1d4cdd89ca', 'port_id': 'c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a', 'mac_address': 'fa:16:3e:4e:7f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb92b07-52e8-44cb-93eb-6a9638fa0354', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:14.855935 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464b88ee-e06b-4f7a-a6b0-69f67a0c7481 x-openstack-request-id: req-464b88ee-e06b-4f7a-a6b0-69f67a0c7481 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:14.862118 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:14.862118 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-464b88ee-e06b-4f7a-a6b0-69f67a0c7481 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:14.862118 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'status': 'completed', 'code': 200} Sep 17 22:20:14.880549 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae94b74e-2c2b-4659-8419-f27c15b4d391 x-openstack-request-id: req-ae94b74e-2c2b-4659-8419-f27c15b4d391 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:14.880857 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-unplugged", "status": "completed", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb", "code": 200}, {"server_uuid": "6208ab40-09b0-479b-bea6-b3ce60423612", "name": "network-vif-plugged", "status": "completed", "tag": "bfa066e1-a726-4fa5-8584-35d9472fea3f", "code": 200}, {"server_uuid": "362d1a96-9988-4808-854a-bba43808b33a", "name": "network-vif-plugged", "status": "completed", "tag": "25999c83-200a-432c-9635-4126b9de3698", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:14.881406 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae94b74e-2c2b-4659-8419-f27c15b4d391 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:14.882019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Made reservation on behalf of 333e4d38ec4d4d6599a2ea67392ba0fe for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:14.882137 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'code': 200} Sep 17 22:20:14.882316 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6208ab40-09b0-479b-bea6-b3ce60423612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa066e1-a726-4fa5-8584-35d9472fea3f', 'code': 200} Sep 17 22:20:14.882711 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d1a96-9988-4808-854a-bba43808b33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25999c83-200a-432c-9635-4126b9de3698', 'code': 200} Sep 17 22:20:14.886123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.902133 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.911053 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.929281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:14.954424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,segment=NetworkSegment(6765d5f9-2b04-4f95-8dd7-78de0e23e106),segment_id=6765d5f9-2b04-4f95-8dd7-78de0e23e106)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:15.045921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694d3f6-7d3f-454b-834e-14eae59d136c req-29a8fd33-a0dc-4d5c-a71c-243949be0ac2 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.054168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2694d3f6-7d3f-454b-834e-14eae59d136c req-29a8fd33-a0dc-4d5c-a71c-243949be0ac2 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 945 time: 0.1363537 Sep 17 22:20:15.064022 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.074940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1af18-a994-421c-9710-9497ad13746e req-91e92453-6db5-4060-b79a-8dddb023d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.076812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-91e92453-6db5-4060-b79a-8dddb023d949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1101 time: 0.1541538 Sep 17 22:20:15.080686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eda93ab-0d4a-47a7-b195-0f049c91b03e req-ebcd6730-eec4-4701-b68b-93cc54851e5b service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618210 Sep 17 22:20:15.090459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd297aa-3f58-4931-8650-d8192a71c6ab req-17679078-9522-4c5c-bcbd-0249494315ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.091791 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cd297aa-3f58-4931-8650-d8192a71c6ab req-17679078-9522-4c5c-bcbd-0249494315ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 1102 time: 0.1242809 Sep 17 22:20:15.135277 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.151197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2694d3f6-7d3f-454b-834e-14eae59d136c req-cb0beafc-f6a7-4aae-bb68-91bd75f90e72 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908349 Sep 17 22:20:15.162811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:15.204451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.213080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14f74f-f26b-4bfa-ac24-e51b6b1fc140 req-6e47d129-d19f-403b-b516-56720269552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.214586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-af14f74f-f26b-4bfa-ac24-e51b6b1fc140 req-6e47d129-d19f-403b-b516-56720269552d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 1097 time: 0.2445822 Sep 17 22:20:15.227643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:20:15.240982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306fa186-efd1-41c7-8bf2-5c740eb486b7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:15.251945 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.252555 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Added segment 1a2cba11-40b0-44a8-a210-6917e68d96db of type vlan for network e27e80cd-1092-43b0-9d34-57c94dd5db0f Sep 17 22:20:15.293293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.298248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:15.315371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cd297aa-3f58-4931-8650-d8192a71c6ab req-76e517e0-91b4-4774-bdb5-578c0a7bc7cb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779351 Sep 17 22:20:15.325393 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1af18-a994-421c-9710-9497ad13746e req-b7caf63a-3082-4172-bd6f-28d70869e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.326788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-b7caf63a-3082-4172-bd6f-28d70869e38f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2389326 Sep 17 22:20:15.337640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868adac4-ec19-469f-a16f-1ae895eb2a12 req-7c1ffe79-6a40-4d84-9634-47d01274f598 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.339080 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-868adac4-ec19-469f-a16f-1ae895eb2a12 req-7c1ffe79-6a40-4d84-9634-47d01274f598 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 950 time: 0.2035491 Sep 17 22:20:15.349776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1af18-a994-421c-9710-9497ad13746e req-e5b6f0a0-1fa2-4835-9182-c607dfa58105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.351017 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-e5b6f0a0-1fa2-4835-9182-c607dfa58105 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 1101 time: 0.1713076 Sep 17 22:20:15.355101 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-af14f74f-f26b-4bfa-ac24-e51b6b1fc140 req-556aaed6-6ae9-48bd-8b72-c142a93f96c6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070821 Sep 17 22:20:15.389835 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-d5d435d7-ac59-4988-a50e-26e47011dbea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 217 time: 0.0471694 Sep 17 22:20:15.450180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-868adac4-ec19-469f-a16f-1ae895eb2a12 req-f9cc07a5-1337-4e74-ae20-cc67718c5cb3 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981104 Sep 17 22:20:15.456456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.456456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.456456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.463937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1af18-a994-421c-9710-9497ad13746e req-57e3b4c7-6799-480e-9661-221106f68149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.465463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-57e3b4c7-6799-480e-9661-221106f68149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0654418 Sep 17 22:20:15.537307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e0305-28f1-45c1-8ff5-b33c63526d5e req-19148f3e-f763-4083-8b41-175ee61529ab tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.545457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-363e0305-28f1-45c1-8ff5-b33c63526d5e req-19148f3e-f763-4083-8b41-175ee61529ab tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 949 time: 0.1253006 Sep 17 22:20:15.547510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1af18-a994-421c-9710-9497ad13746e req-34de8e4c-20d3-4aea-9466-7ca381ac92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.548533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] Pushing event updated for resources: {'Network': ['ID=e27e80cd-1092-43b0-9d34-57c94dd5db0f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:15.552724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-34de8e4c-20d3-4aea-9466-7ca381ac92ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740831 Sep 17 22:20:15.567904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e27e80cd-1092-43b0-9d34-57c94dd5db0f details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:20:15.577296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a2507761-6453-43e5-9092-192ef27b697f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9214649 Sep 17 22:20:15.580597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51420) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:15.585840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Request body: {'subnet': {'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-138638822-subnet', 'tenant_id': '333e4d38ec4d4d6599a2ea67392ba0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:15.624715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-363e0305-28f1-45c1-8ff5-b33c63526d5e req-9e373d44-3f9e-4e79-b46f-8cc7c5bbe00d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780771 Sep 17 22:20:15.697024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Made reservation on behalf of 333e4d38ec4d4d6599a2ea67392ba0fe for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:15.699676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.820107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-ffeb6c75-98b0-47ae-a2d8-87523c5e3c15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1648965 Sep 17 22:20:15.829008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f722a5f-774d-4b82-9b6e-4f99e2365d55 req-996dfec1-15ec-4820-84a6-eb12cffb7b76 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.829634 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-12c63485-a036-452f-b12d-c8ae07402bd8 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644343 Sep 17 22:20:15.830820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f722a5f-774d-4b82-9b6e-4f99e2365d55 req-996dfec1-15ec-4820-84a6-eb12cffb7b76 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 946 time: 0.1170962 Sep 17 22:20:15.842558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a610735-8e3b-4bb9-864f-b71fb289a916 req-a2f6074f-48d0-4e06-a677-2efa383195f5 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.844090 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a610735-8e3b-4bb9-864f-b71fb289a916 req-a2f6074f-48d0-4e06-a677-2efa383195f5 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 944 time: 0.2713659 Sep 17 22:20:15.900982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1af18-a994-421c-9710-9497ad13746e req-bb3c375a-05f1-490b-9c49-6c0c66ca008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.902448 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-bb3c375a-05f1-490b-9c49-6c0c66ca008e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1929774 Sep 17 22:20:15.916160 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f722a5f-774d-4b82-9b6e-4f99e2365d55 req-d8d20489-ae76-42b6-bd95-0f3d722feea9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762231 Sep 17 22:20:16.026270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a610735-8e3b-4bb9-864f-b71fb289a916 req-3a2be993-5ff0-4f17-8141-411fb5f90ba1 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682658 Sep 17 22:20:16.031462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-02b057d0-f2cf-41c7-bb70-4385323a81b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 200 len: 217 time: 0.0910654 Sep 17 22:20:16.046781 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:16.065476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-123384a0-94e6-4743-8664-8671717dc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.068183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-123384a0-94e6-4743-8664-8671717dc448 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1684768 Sep 17 22:20:16.107300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342053ca-ac5c-4106-a367-66bd248d3955,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:16.139580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Checking segment: {'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:16.139580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Network hostable DHCP agents. Network: e27e80cd-1092-43b0-9d34-57c94dd5db0f, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:20:16.156053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-e342de47-1672-4ab2-96a2-e97e50c60bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910311 Sep 17 22:20:16.184932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1af18-a994-421c-9710-9497ad13746e req-d5de1fbf-e10d-44e2-bf8e-78257bfd1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.186616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-d5de1fbf-e10d-44e2-bf8e-78257bfd1814 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1327586 Sep 17 22:20:16.251043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Network e27e80cd-1092-43b0-9d34-57c94dd5db0f is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:20:16.311154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-8f0cc96c-cf15-4e5d-a047-ebc1703c3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.312672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-8f0cc96c-cf15-4e5d-a047-ebc1703c3810 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.2136834 Sep 17 22:20:16.316084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1af18-a994-421c-9710-9497ad13746e req-d5b3ef9f-fd73-432b-a233-01e6288b5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.317668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-d5b3ef9f-fd73-432b-a233-01e6288b5c10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995967 Sep 17 22:20:16.337946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ee2e8-6ac7-4478-a870-b56f87232e44 req-fba126f5-9b23-4ae1-9db9-6b7e4c887db8 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.339455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-605ee2e8-6ac7-4478-a870-b56f87232e44 req-fba126f5-9b23-4ae1-9db9-6b7e4c887db8 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 945 time: 0.1068037 Sep 17 22:20:16.367868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e27e80cd-1092-43b0-9d34-57c94dd5db0f) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:16.380314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.381372 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:16.381678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204e33f3-3f35-4739-af9a-eec657982593 None None] Network e27e80cd-1092-43b0-9d34-57c94dd5db0f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:16.530343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cba01b-d2e2-4a3c-826f-9bb452e10da7 req-5a67e4ab-d2db-48ef-8d9e-494e6bd7a2e0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.538719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-97cba01b-d2e2-4a3c-826f-9bb452e10da7 req-5a67e4ab-d2db-48ef-8d9e-494e6bd7a2e0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 946 time: 0.0721130 Sep 17 22:20:16.553412 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e095f0a8-089d-466b-a57e-d003ea6c8535 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9705012 Sep 17 22:20:16.561766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9ba48-3a1c-4d0e-9e98-5d3aaf2876b0 None None] Network e27e80cd-1092-43b0-9d34-57c94dd5db0f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:16.676345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-97cba01b-d2e2-4a3c-826f-9bb452e10da7 req-faf70ada-b818-4fd9-b53d-73b9bad81b8a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300519 Sep 17 22:20:16.686362 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-486bcf67-57ca-48f2-aa4b-137353d87795 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=463ed3f5-1db6-404b-ba72-dc0e59308688 HTTP/1.1" status: 200 len: 217 time: 0.3642497 Sep 17 22:20:16.716812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:16.803147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-605ee2e8-6ac7-4478-a870-b56f87232e44 req-32a98181-ba41-44c1-8a57-25c16b811355 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285851 Sep 17 22:20:16.809473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-11637caa-bea6-4fa0-ad9c-1bbf9eb47220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.810895 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-11637caa-bea6-4fa0-ad9c-1bbf9eb47220 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.1106303 Sep 17 22:20:16.853919 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-4de5f569-928f-4fce-9552-23a0e90f8fd6 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252504 Sep 17 22:20:16.855863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-7bdee958-f96e-4b6e-9019-1cfee14fe338 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319762 Sep 17 22:20:16.911254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852f620-fa24-4f16-9452-3a717464b9b6 req-65c9849f-263a-40a5-b29d-a30a44d2151f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.920574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e852f620-fa24-4f16-9452-3a717464b9b6 req-65c9849f-263a-40a5-b29d-a30a44d2151f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 950 time: 0.1212971 Sep 17 22:20:16.922521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:16.928952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:16.931093 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:16.962719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e852f620-fa24-4f16-9452-3a717464b9b6 req-08e6740f-1924-4a7d-9227-a6015af7f9f9 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Sep 17 22:20:17.067289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201e5c2-6cd3-4aaa-b5dd-27c3dc52b5be req-1a57360d-c7ea-444f-9cd2-dbd1f3bd3443 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:17.068855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3201e5c2-6cd3-4aaa-b5dd-27c3dc52b5be req-1a57360d-c7ea-444f-9cd2-dbd1f3bd3443 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 949 time: 0.1507640 Sep 17 22:20:17.085011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a1af18-a994-421c-9710-9497ad13746e req-d82f484b-a58f-401b-ab24-44a45df5fca8 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237906 Sep 17 22:20:17.093300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-f33d6784-285b-4020-b9dc-fcd6b846f752 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236145 Sep 17 22:20:17.094260 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:17.133896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,segment=NetworkSegment(6765d5f9-2b04-4f95-8dd7-78de0e23e106),segment_id=6765d5f9-2b04-4f95-8dd7-78de0e23e106)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:17.135694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56804e23-7f24-4346-ae75-135b9e3c1066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:17.138201 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9e5728-8f2c-4fb1-9ca7-ba8f8abede12" -d '{"events": [{"server_uuid": "56804e23-7f24-4346-ae75-135b9e3c1066", "name": "network-vif-plugged", "status": "completed", "tag": "c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:17.166619 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3201e5c2-6cd3-4aaa-b5dd-27c3dc52b5be req-0fd992b5-86e9-43fb-9ff7-e2aae9d31e3e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851216 Sep 17 22:20:17.218223 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:17.288589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12d88001-48ef-4eeb-b8a7-ed55c7c8ce13 req-5595e8a5-2037-4367-8c40-f7dc28d7b2f7 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835668 Sep 17 22:20:17.341625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:17.425180 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-441e0263-f92b-4eb1-8b0b-ca09ca767855 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:17.426815 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-441e0263-f92b-4eb1-8b0b-ca09ca767855 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/networks?id=e27e80cd-1092-43b0-9d34-57c94dd5db0f HTTP/1.1" status: 200 len: 821 time: 0.1295853 Sep 17 22:20:17.443726 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-b00bdb5c-82da-4903-8b1b-41dceee5e1d3 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/quotas/333e4d38ec4d4d6599a2ea67392ba0fe HTTP/1.1" status: 200 len: 375 time: 0.0099523 Sep 17 22:20:17.477752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-255aad97-57af-4cfd-8963-59460681ada3 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333e4d38ec4d4d6599a2ea67392ba0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273068 Sep 17 22:20:17.584284 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-a05d3085-7b20-43c2-9c67-ac920016b3dd service neutron] 10.222.0.30 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992646 Sep 17 22:20:17.682246 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-2c73ea10-c926-4c91-8e53-d74b30c7e07b service neutron] 10.222.0.30 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912771 Sep 17 22:20:17.690484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cd6e2-3f8a-4043-8013-fcf7a775fdd8 req-96a5d632-1cd7-47a2-b8a7-8241b2a9b880 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:17.697923 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-781cd6e2-3f8a-4043-8013-fcf7a775fdd8 req-96a5d632-1cd7-47a2-b8a7-8241b2a9b880 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 945 time: 0.0637589 Sep 17 22:20:17.740080 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-781cd6e2-3f8a-4043-8013-fcf7a775fdd8 req-57d9ab23-383a-4f2c-8aef-c7f9a2bcd00e tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 Sep 17 22:20:17.795459 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5eba38c-f4d8-4f04-b1ed-b57bdf733e29 x-openstack-request-id: req-a5eba38c-f4d8-4f04-b1ed-b57bdf733e29 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:17.795975 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56804e23-7f24-4346-ae75-135b9e3c1066", "name": "network-vif-plugged", "status": "completed", "tag": "c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:17.795975 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5eba38c-f4d8-4f04-b1ed-b57bdf733e29 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:17.796399 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56804e23-7f24-4346-ae75-135b9e3c1066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a', 'code': 200} Sep 17 22:20:17.990951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5462-150d-4111-921e-69caacf9da51 req-f7ec15df-f7d8-42bb-9bf6-f90578ccba98 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:17.993661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e6c5462-150d-4111-921e-69caacf9da51 req-f7ec15df-f7d8-42bb-9bf6-f90578ccba98 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 1102 time: 0.0533090 Sep 17 22:20:18.020097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8e6c5462-150d-4111-921e-69caacf9da51 req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.025051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c671a2-053c-4bcb-a42e-7fd25956ba1e req-d3d66b0f-f38a-49f8-afef-c366a719334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.026814 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f0c671a2-053c-4bcb-a42e-7fd25956ba1e req-d3d66b0f-f38a-49f8-afef-c366a719334b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 1097 time: 0.1457357 Sep 17 22:20:18.036397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e6e5b-5dc2-4299-8646-6d4d17c4c893 req-982b2c77-354e-432b-b6b9-1c2a2aa4ebec tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.037704 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c7e6e5b-5dc2-4299-8646-6d4d17c4c893 req-982b2c77-354e-432b-b6b9-1c2a2aa4ebec tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 946 time: 0.0791419 Sep 17 22:20:18.101830 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f0c671a2-053c-4bcb-a42e-7fd25956ba1e req-68be2c0d-0359-4665-9fab-68b18225d791 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 Sep 17 22:20:18.115725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c7e6e5b-5dc2-4299-8646-6d4d17c4c893 req-ebaeb9fb-c9ac-41af-baf2-1dd0040978b4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631897 Sep 17 22:20:18.154982 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8e6c5462-150d-4111-921e-69caacf9da51 req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.314279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475fa1-224e-43dc-818d-acf13b65f032 req-767434bd-671f-4747-b7e8-1dc673dfacf4 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.314279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3475fa1-224e-43dc-818d-acf13b65f032 req-767434bd-671f-4747-b7e8-1dc673dfacf4 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 945 time: 0.0830536 Sep 17 22:20:18.315587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8e6c5462-150d-4111-921e-69caacf9da51 req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.315689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d387-f130-4d25-af15-9997300f33c9 req-6c883544-6a21-4690-a132-ec616d1030f1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.315689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5096d387-f130-4d25-af15-9997300f33c9 req-6c883544-6a21-4690-a132-ec616d1030f1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 946 time: 0.0824964 Sep 17 22:20:18.315850 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e6c5462-150d-4111-921e-69caacf9da51 req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047965 Sep 17 22:20:18.315850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd726672-ccc0-4cbb-b6a1-241960cb42b4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:18.330005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3475fa1-224e-43dc-818d-acf13b65f032 req-7619821f-2f74-4879-a036-c001cd0687b4 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506001 Sep 17 22:20:18.338511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.339066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.339466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.339945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.340414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.340933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.341350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.341887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.342442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.342868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.343358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.344095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8634377-818c-4b45-b9e3-75ae9e4cc5a2 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:18.427283 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02ea2e58-a265-4516-8c0f-5cc9ec4f164f req-85c87c94-420a-466b-b676-2cb16b6f57bd tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 210 time: 0.0365479 Sep 17 22:20:18.515222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891030a-f833-4379-80ed-1bdc913ac389 req-852de119-0758-4d40-92d2-39accfcd8dba tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.517054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d891030a-f833-4379-80ed-1bdc913ac389 req-852de119-0758-4d40-92d2-39accfcd8dba tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 949 time: 0.0796902 Sep 17 22:20:18.520385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-5096d387-f130-4d25-af15-9997300f33c9 req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Deleting port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:18.520725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5096d387-f130-4d25-af15-9997300f33c9 req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.551267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc92fd-3a10-41dc-8163-a3e3aaf690b0 req-6ef8b995-c192-449e-a101-b463d9627fdb tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.558244 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93fc92fd-3a10-41dc-8163-a3e3aaf690b0 req-6ef8b995-c192-449e-a101-b463d9627fdb tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 945 time: 0.0641999 Sep 17 22:20:18.561851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51502) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:18.566696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bff11c54-4d56-4e63-9c4d-4df0a5f99158 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Request body: {'floatingip': {'port_id': 'bfa066e1-a726-4fa5-8584-35d9472fea3f'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:18.613913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bff11c54-4d56-4e63-9c4d-4df0a5f99158 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.621216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d891030a-f833-4379-80ed-1bdc913ac389 req-734549aa-75bb-4185-ba23-fee93a2f9836 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972586 Sep 17 22:20:18.662394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-5096d387-f130-4d25-af15-9997300f33c9 req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] For port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:18.662771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5096d387-f130-4d25-af15-9997300f33c9 req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.677292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-5096d387-f130-4d25-af15-9997300f33c9 req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Calling delete_port for fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:18.720504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:18.832509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3e7b-4da1-48f8-b266-ac90b036399e req-a7bc7cba-9232-47c5-ba72-c5cd19b81b75 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.833979 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0cc3e7b-4da1-48f8-b266-ac90b036399e req-a7bc7cba-9232-47c5-ba72-c5cd19b81b75 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 949 time: 0.1326435 Sep 17 22:20:18.880162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a40a2-e88b-470f-bd75-23c16fc44b26 req-e360d15a-28e8-432d-859d-dddab6c3eac0 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.882586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a10a40a2-e88b-470f-bd75-23c16fc44b26 req-e360d15a-28e8-432d-859d-dddab6c3eac0 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 945 time: 0.0674446 Sep 17 22:20:18.888596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:18.889240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0cc3e7b-4da1-48f8-b266-ac90b036399e req-d2030ce3-d86d-48a0-b9d2-a15728805d48 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477483 Sep 17 22:20:18.921935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'mac_address': 'fa:16:3e:42:4a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:18.945400 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a10a40a2-e88b-470f-bd75-23c16fc44b26 req-049d6ea2-6846-4213-b06a-18804440ad6c tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476050 Sep 17 22:20:19.010943 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.029839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b2dcf5-3f33-44d0-bfe4-f3371df258fb {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:19.061647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:19.224441 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5096d387-f130-4d25-af15-9997300f33c9 req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.225174 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.277025 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0670bfcc-00aa-473f-98ba-c8561bca0f44 req-27e61083-1123-4273-9de0-9e05105a0005 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 210 time: 0.0544696 Sep 17 22:20:19.306807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:19.342901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=13']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:19.372700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5096d387-f130-4d25-af15-9997300f33c9 req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] No DVR routers for this DVR port fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:19.375799 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bff11c54-4d56-4e63-9c4d-4df0a5f99158 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.375965 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5096d387-f130-4d25-af15-9997300f33c9 req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.382992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5096d387-f130-4d25-af15-9997300f33c9 req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "DELETE /v2.0/ports/fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c HTTP/1.1" status: 204 len: 173 time: 1.0988698 Sep 17 22:20:19.383774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event deleted for resources: {'Port': ['ID=fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:19.399057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa3a97-2914-4173-813d-507364bd716e', 'name': 'network-vif-deleted', 'tag': 'fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:19.401799 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1852497-80b6-4b2c-8321-7ff53ec833c7" -d '{"events": [{"server_uuid": "3cfa3a97-2914-4173-813d-507364bd716e", "name": "network-vif-deleted", "tag": "fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:19.426467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-09b90e46-085a-48a4-a822-2d79de17ba68 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1182675 Sep 17 22:20:19.456184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.456527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.456864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.457198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.457525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.457850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.458171 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.458487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.458806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.459122 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.459439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.459751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd6b36-8f7d-448b-a306-35f91172a9ea tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:19.483414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['76b2dcf5-3f33-44d0-bfe4-f3371df258fb'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:19.485410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6b18a-eb5a-412d-9876-196fb102b7ab req-665be888-7f4f-4f87-9bd9-6f4827587a20 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.495199 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d3b6b18a-eb5a-412d-9876-196fb102b7ab req-665be888-7f4f-4f87-9bd9-6f4827587a20 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 1102 time: 0.0652804 Sep 17 22:20:19.503757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bff11c54-4d56-4e63-9c4d-4df0a5f99158 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.591377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d3b6b18a-eb5a-412d-9876-196fb102b7ab req-3d2fe29d-6546-4028-9d7c-ad9c3df80b88 tempest-ServersAdminNegativeTestJSON-1768890945 tempest-ServersAdminNegativeTestJSON-1768890945-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879109 Sep 17 22:20:19.607889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-4fb1c712-c40b-4ef7-80ed-cdc7b1fa1a01 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.617099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-4fb1c712-c40b-4ef7-80ed-cdc7b1fa1a01 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889169 Sep 17 22:20:19.632897 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-c0e2febe-ab99-44d4-9fa2-03e36fdf2e48 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/quotas/b763d93dcfbd4755b6403f6da3dca39a HTTP/1.1" status: 200 len: 375 time: 0.0142977 Sep 17 22:20:19.674183 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf64f37-be28-42bc-a18b-de7947cb30ee x-openstack-request-id: req-2bf64f37-be28-42bc-a18b-de7947cb30ee {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:19.674753 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfa3a97-2914-4173-813d-507364bd716e", "name": "network-vif-deleted", "tag": "fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:19.675167 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bf64f37-be28-42bc-a18b-de7947cb30ee {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:19.675797 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa3a97-2914-4173-813d-507364bd716e', 'name': 'network-vif-deleted', 'tag': 'fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c', 'status': 'completed', 'code': 200} Sep 17 22:20:19.713681 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-bff11c54-4d56-4e63-9c4d-4df0a5f99158 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Floating IP d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8 associated. External IP: 172.25.6.244, port: bfa066e1-a726-4fa5-8584-35d9472fea3f. Sep 17 22:20:19.726543 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-ab255046-86a8-4bd8-8d03-aac1df6cf535 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857224 Sep 17 22:20:19.739044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61234ed5-e6b9-4e0f-ace2-56c1c961c5f7 req-280d67cd-2b40-4a5d-9cfb-4dbb71f02847 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 210 time: 0.0410929 Sep 17 22:20:20.040888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff11c54-4d56-4e63-9c4d-4df0a5f99158 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Router 266c548d-f729-4a02-8bf0-29587767b2ce has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:20:20.044722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd1c148b-65bd-4b24-a4c3-bd19a3e26437 req-0de7e4b4-ca15-40a4-b15d-d95f12d2e477 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 210 time: 0.0414588 Sep 17 22:20:20.191856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff11c54-4d56-4e63-9c4d-4df0a5f99158 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:20:20.199262 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bff11c54-4d56-4e63-9c4d-4df0a5f99158 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:20.207232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] Sync routers for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:20:20.241279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:20:20.249643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:20:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:20.249803 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bff11c54-4d56-4e63-9c4d-4df0a5f99158 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "PUT /v2.0/floatingips/d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8 HTTP/1.1" status: 200 len: 991 time: 1.6812415 Sep 17 22:20:20.249803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6208ab40-09b0-479b-bea6-b3ce60423612', 'tag': 'bfa066e1-a726-4fa5-8584-35d9472fea3f'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:20.249803 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec8e785-3546-49b7-ba44-741edc3acfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6208ab40-09b0-479b-bea6-b3ce60423612", "tag": "bfa066e1-a726-4fa5-8584-35d9472fea3f"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:20.264880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba87b0-3e26-400e-a111-cbfcb89cbeff req-583bd91b-ced9-4e1a-bca5-6a992010e750 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.266503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20ba87b0-3e26-400e-a111-cbfcb89cbeff req-583bd91b-ced9-4e1a-bca5-6a992010e750 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 945 time: 0.1174352 Sep 17 22:20:20.325737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20ba87b0-3e26-400e-a111-cbfcb89cbeff req-153b67e0-bef8-4cc3-b589-75cc544a41ca tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513654 Sep 17 22:20:20.458967 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0407fa7a-1c39-4c70-ba08-34d4a3b80794 x-openstack-request-id: req-0407fa7a-1c39-4c70-ba08-34d4a3b80794 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:20.459489 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6208ab40-09b0-479b-bea6-b3ce60423612", "tag": "bfa066e1-a726-4fa5-8584-35d9472fea3f", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:20.459699 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0407fa7a-1c39-4c70-ba08-34d4a3b80794 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:20.460208 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6208ab40-09b0-479b-bea6-b3ce60423612', 'tag': 'bfa066e1-a726-4fa5-8584-35d9472fea3f', 'status': 'completed', 'code': 200} Sep 17 22:20:20.563556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:20:20.604686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8ec184d8-691d-4663-8ec5-9f2dd511182d req-77ff4bdd-0527-4e74-a8c1-f48aa6663742 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfa3a97-2914-4173-813d-507364bd716e HTTP/1.1" status: 200 len: 210 time: 0.0601771 Sep 17 22:20:20.625080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-21642888-aa08-400f-8b51-13ad6d074536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.625080 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-21642888-aa08-400f-8b51-13ad6d074536 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f608ec5448543a1bf0e87812ee81c54&device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 1097 time: 0.1340532 Sep 17 22:20:20.630373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305b7f5-5a88-40d7-9b55-2f4a25144817 req-87d6d142-869b-405d-837b-9fca69372fdf tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.633983 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2305b7f5-5a88-40d7-9b55-2f4a25144817 req-87d6d142-869b-405d-837b-9fca69372fdf tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 950 time: 0.0561221 Sep 17 22:20:20.734484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2305b7f5-5a88-40d7-9b55-2f4a25144817 req-4c2f1c64-f609-4633-8218-303e109b1ebc tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873094 Sep 17 22:20:20.760955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:20.828653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-c230e5d6-9a5a-4eb5-a6bd-ffb0caf8f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.831767 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-c230e5d6-9a5a-4eb5-a6bd-ffb0caf8f103 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 200 len: 924 time: 0.2006643 Sep 17 22:20:20.920423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ac31e29-bf09-4e25-af36-dcf327543efa req-1b06039a-eba2-41b6-91d6-5544a5f70935 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 210 time: 0.0653694 Sep 17 22:20:20.939577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-adb1790e-538e-4996-ae35-2800362b19a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfa066e1-a726-4fa5-8584-35d9472fea3f HTTP/1.1" status: 200 len: 999 time: 0.1009421 Sep 17 22:20:20.942463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'port_id': 'bfa066e1-a726-4fa5-8584-35d9472fea3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'mac_address': 'fa:16:3e:bd:0d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208ab40-09b0-479b-bea6-b3ce60423612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:43Z', 'updated_at': '2021-09-17T22:20:19Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:20.980298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] Checking router: 266c548d-f729-4a02-8bf0-29587767b2ce for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:20:20.991828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:20:20.993094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:20:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:21.002728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-923f197f-8955-415b-93d2-325ec96857ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:21.010585 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-923f197f-8955-415b-93d2-325ec96857ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a74373df-0ca5-4781-89c3-79e54f694726 HTTP/1.1" status: 200 len: 862 time: 0.0569460 Sep 17 22:20:21.032243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:21.040428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:21.040428 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.067958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-8028e991-5e54-4c94-9769-290df32d6c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:21.069855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-8028e991-5e54-4c94-9769-290df32d6c10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484653 Sep 17 22:20:21.144972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee9c9f45-d30a-4f96-b3f4-43ff5ca2f924 req-9d9756ff-f080-4e08-86b1-e03922827e9a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 210 time: 0.0453622 Sep 17 22:20:21.199297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:20:21.230893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-c765163b-1de7-4cd6-8744-7ac78a99ec11 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434050 Sep 17 22:20:21.262739 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.333761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:21.334608 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0224636-f2a9-4500-abda-632db717f499" -d '{"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-plugged", "status": "completed", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:21.353096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:21.375144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec8e785-3546-49b7-ba44-741edc3acfd5 req-2c86f9c6-81cb-47f0-888a-59374a6eae93 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200030 Sep 17 22:20:21.382470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc919541-eacd-4d51-b460-ddf03b4b1407 req-60b148be-74f4-49c5-8e7f-401f980dea92 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:21.390492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc919541-eacd-4d51-b460-ddf03b4b1407 req-60b148be-74f4-49c5-8e7f-401f980dea92 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 945 time: 0.0835633 Sep 17 22:20:21.394224 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab251b0-f702-448a-824f-dcee00c95ee5 x-openstack-request-id: req-dab251b0-f702-448a-824f-dcee00c95ee5 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:21.394548 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-plugged", "status": "completed", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:21.394799 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dab251b0-f702-448a-824f-dcee00c95ee5 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:21.395180 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'code': 200} Sep 17 22:20:21.429177 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc919541-eacd-4d51-b460-ddf03b4b1407 req-4fe0d21f-68cb-4c03-add5-fa67077ae4a7 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373228 Sep 17 22:20:21.460472 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.573829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=14']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:21.618717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'port_id': 'bfa066e1-a726-4fa5-8584-35d9472fea3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'mac_address': 'fa:16:3e:bd:0d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208ab40-09b0-479b-bea6-b3ce60423612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:43Z', 'updated_at': '2021-09-17T22:20:19Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:21.651079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997bd14-e30a-4c78-9f15-d77ff00eccdc None None] The sync data for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 is: [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'port_id': 'bfa066e1-a726-4fa5-8584-35d9472fea3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'mac_address': 'fa:16:3e:bd:0d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208ab40-09b0-479b-bea6-b3ce60423612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:43Z', 'updated_at': '2021-09-17T22:20:19Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:20:21.882742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a57d29-f37d-4cb3-8c99-45e6e44f2dab req-cbbf664f-8992-4324-b689-985bc40229db tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:21.886103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00a57d29-f37d-4cb3-8c99-45e6e44f2dab req-cbbf664f-8992-4324-b689-985bc40229db tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 950 time: 0.0718002 Sep 17 22:20:21.939708 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc2bfd-f422-4ab8-890f-7ab5373dfac1 None None] New status for floating IP d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:20:21.960010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00a57d29-f37d-4cb3-8c99-45e6e44f2dab req-47ef6f08-66e4-4fec-8ff1-edad8b78b02f tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645785 Sep 17 22:20:21.991173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:22.040439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:22.040844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fe9fd4a3-84bb-48c3-874b-5e8bfc976c9c not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:22.075941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cfc25547-7838-46ad-9753-3035cc44cb44 req-455feb02-014c-43bd-872b-4a3b42d379e3 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 210 time: 0.0347307 Sep 17 22:20:22.077517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-110e915f-f0b4-450e-9341-7e8d4d96cb82 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.078711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-110e915f-f0b4-450e-9341-7e8d4d96cb82 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.23 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 950 time: 0.1738007 Sep 17 22:20:22.140438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-237603f3-15c1-4076-bee1-34f80db0feb1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.144582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-237603f3-15c1-4076-bee1-34f80db0feb1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.2713609 Sep 17 22:20:22.184674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-623c7137-1a90-4b43-9ce8-4e4454716509 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/quotas/0a2f764a72e24306a30369bc428b523c HTTP/1.1" status: 200 len: 375 time: 0.0346427 Sep 17 22:20:22.236950 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bc71851d-f387-4cc2-99a3-c92f87ed342a req-2c021bff-d174-4de3-8f10-290d91608bb5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 210 time: 0.0278957 Sep 17 22:20:22.256780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-472a0655-7006-4567-a5d8-8e5bdc7f26b0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636559 Sep 17 22:20:22.444925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-9157a1cf-db7e-467e-b023-2ed35316a499 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Deleting port 25999c83-200a-432c-9635-4126b9de3698 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:22.445760 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-9157a1cf-db7e-467e-b023-2ed35316a499 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.454189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-a8975779-4318-4498-95df-db4593f93ea7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.455641 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-a8975779-4318-4498-95df-db4593f93ea7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.15 "GET /v2.0/networks?id=e27e80cd-1092-43b0-9d34-57c94dd5db0f HTTP/1.1" status: 200 len: 821 time: 0.2293983 Sep 17 22:20:22.490654 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-a07b5e0e-d354-4c25-8a9d-813026bcdcc6 service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215388 Sep 17 22:20:22.511753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Request body: {'port': {'device_id': '7fe4897a-2402-4dfd-b77a-c700a4de34fb', 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f', 'admin_state_up': True, 'tenant_id': '333e4d38ec4d4d6599a2ea67392ba0fe'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:22.564513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4d13-8771-483b-be97-3509b0b85538 req-ad935dcf-a876-42b0-9963-55eaabd08afc tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.566084 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-91da4d13-8771-483b-be97-3509b0b85538 req-ad935dcf-a876-42b0-9963-55eaabd08afc tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 945 time: 0.0576339 Sep 17 22:20:22.640846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-91da4d13-8771-483b-be97-3509b0b85538 req-5a052c60-80f6-4c33-915b-ab073432c963 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516026 Sep 17 22:20:22.775847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-9157a1cf-db7e-467e-b023-2ed35316a499 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] For port 25999c83-200a-432c-9635-4126b9de3698, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=25999c83-200a-432c-9635-4126b9de3698,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:22.776266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-9157a1cf-db7e-467e-b023-2ed35316a499 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.798956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-a317e2ee-6722-4518-80d2-98d78a0669c9 service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072643 Sep 17 22:20:22.802415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-9157a1cf-db7e-467e-b023-2ed35316a499 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Calling delete_port for 25999c83-200a-432c-9635-4126b9de3698 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:22.811724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-8c49ef10-1dc9-4769-a8ba-45f18b34ded2 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.813209 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-8c49ef10-1dc9-4769-a8ba-45f18b34ded2 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.23 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 945 time: 0.1746795 Sep 17 22:20:22.949450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Made reservation on behalf of 333e4d38ec4d4d6599a2ea67392ba0fe for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:22.952931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.100926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829066cd-28ea-4bc6-a4fa-82f02be2f85e req-f8fbf154-6dfb-4d9d-a532-c28c35eca0fc tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:23.112686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-829066cd-28ea-4bc6-a4fa-82f02be2f85e req-f8fbf154-6dfb-4d9d-a532-c28c35eca0fc tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 950 time: 0.0742953 Sep 17 22:20:23.113962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-3014a3dc-e1db-4a6c-8d50-a402b37d3878 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Deleting port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:23.121736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-3014a3dc-e1db-4a6c-8d50-a402b37d3878 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.177010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-829066cd-28ea-4bc6-a4fa-82f02be2f85e req-8901186e-f489-47f9-860c-5cd5f8922b54 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526950 Sep 17 22:20:23.227972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cff882e-a1f8-4636-b96a-a2ebb73d4b42 req-a9247cee-5e6d-400d-b1e5-05a3d3549d1f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 210 time: 0.0721431 Sep 17 22:20:23.260697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44b551c7-9598-4dda-bae8-1f5c5f4a382f req-54583268-0095-4e92-93da-4050def89932 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 210 time: 0.0397611 Sep 17 22:20:23.303932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-a7bdb947-6148-4efb-b590-a1f08c98e3ed tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219139 Sep 17 22:20:23.363498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Allocated IP 172.20.0.11 (e27e80cd-1092-43b0-9d34-57c94dd5db0f/342053ca-ac5c-4106-a367-66bd248d3955/7dbc71f4-8d9c-4b63-a915-4844f002229e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:23.707913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-894889f0-6ec1-4da3-bac2-c3ea5a00969a req-7562e4ee-fe6a-4565-b144-98c21e727ca0 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 210 time: 0.3475189 Sep 17 22:20:23.724148 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-9157a1cf-db7e-467e-b023-2ed35316a499 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.735667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['25999c83-200a-432c-9635-4126b9de3698'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:23.785297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed6b77-effa-4a43-bcb8-829733bc4a92 req-14c5ec5e-2f6a-4cb0-bd63-c1fabbff16d2 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:23.798180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['962de1a9-656b-4d46-a291-5b4fca767e7e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:23.799564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67ed6b77-effa-4a43-bcb8-829733bc4a92 req-14c5ec5e-2f6a-4cb0-bd63-c1fabbff16d2 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 945 time: 0.0869551 Sep 17 22:20:23.826109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157a1cf-db7e-467e-b023-2ed35316a499 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Pushing event deleted for resources: {'Port': ['ID=25999c83-200a-432c-9635-4126b9de3698,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:23.855295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-3014a3dc-e1db-4a6c-8d50-a402b37d3878 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] For port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,segment=NetworkSegment(6765d5f9-2b04-4f95-8dd7-78de0e23e106),segment_id=6765d5f9-2b04-4f95-8dd7-78de0e23e106)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:23.855667 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-3014a3dc-e1db-4a6c-8d50-a402b37d3878 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.877729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67ed6b77-effa-4a43-bcb8-829733bc4a92 req-a31cb758-2d6a-4d58-a276-2fabc3ea58f1 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cbead-55b1-47de-8afa-a0b1411f75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755718 Sep 17 22:20:23.936323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-3014a3dc-e1db-4a6c-8d50-a402b37d3878 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Calling delete_port for c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:23.982826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-c3548941-ae2e-42d6-b259-3f712822e7ef tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:23.986104 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-c3548941-ae2e-42d6-b259-3f712822e7ef tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6647053 Sep 17 22:20:23.986104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-9157a1cf-db7e-467e-b023-2ed35316a499 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] No DVR routers for this DVR port 25999c83-200a-432c-9635-4126b9de3698 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:23.993451 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-9157a1cf-db7e-467e-b023-2ed35316a499 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.995345 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81e5ba93-de36-4707-8447-e442a69f9c8e req-9157a1cf-db7e-467e-b023-2ed35316a499 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.23 "DELETE /v2.0/ports/25999c83-200a-432c-9635-4126b9de3698 HTTP/1.1" status: 204 len: 173 time: 1.9044003 Sep 17 22:20:23.995791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362d1a96-9988-4808-854a-bba43808b33a', 'name': 'network-vif-deleted', 'tag': '25999c83-200a-432c-9635-4126b9de3698'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:23.998088 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e53b94-7092-487f-9316-af907b39be3c" -d '{"events": [{"server_uuid": "362d1a96-9988-4808-854a-bba43808b33a", "name": "network-vif-deleted", "tag": "25999c83-200a-432c-9635-4126b9de3698"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:24.033023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Request body: {'port': {'device_id': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'b763d93dcfbd4755b6403f6da3dca39a'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:24.104166 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1566135d-1bef-44c7-89d2-854363d98a0f x-openstack-request-id: req-1566135d-1bef-44c7-89d2-854363d98a0f {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:24.104463 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362d1a96-9988-4808-854a-bba43808b33a", "name": "network-vif-deleted", "tag": "25999c83-200a-432c-9635-4126b9de3698", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:24.104698 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1566135d-1bef-44c7-89d2-854363d98a0f {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:24.105096 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d1a96-9988-4808-854a-bba43808b33a', 'name': 'network-vif-deleted', 'tag': '25999c83-200a-432c-9635-4126b9de3698', 'status': 'completed', 'code': 200} Sep 17 22:20:24.207678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.294535 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f4b778d-18c9-41ac-b346-93b934a0014c req-141d4452-966a-4720-a6d9-dd87d190fb12 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=362d1a96-9988-4808-854a-bba43808b33a HTTP/1.1" status: 200 len: 210 time: 0.0462267 Sep 17 22:20:24.352754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28ca1f74-b793-4028-99c6-444d21ce640d req-3728e80b-33a8-4af3-b7e4-58a3d948dcef tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 210 time: 0.0342765 Sep 17 22:20:24.389374 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e1c6a7bc-524f-42b5-833c-5ef40bd17fd9 req-1824c7fc-b4d7-4dc3-8ea1-7db87ebdcd8d tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 210 time: 0.0282371 Sep 17 22:20:24.400710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.404021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Made reservation on behalf of b763d93dcfbd4755b6403f6da3dca39a for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:24.408042 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.414625 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-3014a3dc-e1db-4a6c-8d50-a402b37d3878 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.427893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:24.479636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Network e27e80cd-1092-43b0-9d34-57c94dd5db0f is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:24.494257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:24.501438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:24.519064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event updated for resources: {'Port': ['ID=7dbc71f4-8d9c-4b63-a915-4844f002229e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:24.602210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-3014a3dc-e1db-4a6c-8d50-a402b37d3878 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] No DVR routers for this DVR port c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:24.625908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-3014a3dc-e1db-4a6c-8d50-a402b37d3878 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.627920 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d875ed8-a61e-4e7a-9896-dd15b5e11c06 req-3014a3dc-e1db-4a6c-8d50-a402b37d3878 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.23 "DELETE /v2.0/ports/c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a HTTP/1.1" status: 204 len: 173 time: 1.8081684 Sep 17 22:20:24.633619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014a3dc-e1db-4a6c-8d50-a402b37d3878 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] Pushing event deleted for resources: {'Port': ['ID=c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:24.656379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:24.656996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.741137 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Allocated IP 192.168.233.227 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/14e77c14-7aef-458a-a529-465446d3c4c7) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:24.762928 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-0973dd79-2870-45f2-956c-f5a210e34705 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2690835 Sep 17 22:20:24.788691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Request body: {'port': {'device_id': '7fe4897a-2402-4dfd-b77a-c700a4de34fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:24.868934 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a3fe022-d708-492c-ab02-2884c6fe1c6c req-367d8464-961a-44f3-9745-de5eefe2b481 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 210 time: 0.0531914 Sep 17 22:20:24.955563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.022737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b5b398e-460d-4578-9cbd-9b2fe156e3fa req-5d0a94f3-51a2-4955-9881-53de302dc8b8 tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 210 time: 0.0520391 Sep 17 22:20:25.116997 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.285965 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.301471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3dc9a489-399a-4fe4-a1cb-541d72c96d37', '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:25.339645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbc71f4-8d9c-4b63-a915-4844f002229e {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:25.340266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:25.345031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:25.354530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:25.359595 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.364638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:25.372196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:25.469579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Transition to ACTIVE for port object 7dbc71f4-8d9c-4b63-a915-4844f002229e will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:25.514480 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7006b773-b137-4f55-b4cc-59826d2d9951 req-29b0c350-e8e1-40bc-97dc-9a8e7a6715d4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 210 time: 0.0366764 Sep 17 22:20:25.571968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:25.580857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.585473 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.653440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94c0b9-73f2-40e3-9c32-d410fdb5795f req-8777b085-4adc-48b7-b6ec-7abac407dc29 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:25.669008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef94c0b9-73f2-40e3-9c32-d410fdb5795f req-8777b085-4adc-48b7-b6ec-7abac407dc29 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 944 time: 0.0864599 Sep 17 22:20:25.743441 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef94c0b9-73f2-40e3-9c32-d410fdb5795f req-e397910d-48dc-4032-9e6e-cdd570de4633 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720072 Sep 17 22:20:25.765373 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-1c420f2f-7359-4209-99dd-a3826163eef9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7361240 Sep 17 22:20:25.766908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Pushing event updated for resources: {'Port': ['ID=7dbc71f4-8d9c-4b63-a915-4844f002229e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:25.784893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Request body: {'port': {'device_id': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:26.023008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-957baeef-3be0-42f3-935a-b5c4051f8ec6 None None] Provisioning complete for port 14e77c14-7aef-458a-a529-465446d3c4c7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:26.025810 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-957baeef-3be0-42f3-935a-b5c4051f8ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.065623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.091955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Attempting to bind port 7dbc71f4-8d9c-4b63-a915-4844f002229e on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:26.092304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Attempting to bind port 7dbc71f4-8d9c-4b63-a915-4844f002229e by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:26.092639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Attempting to bind port 7dbc71f4-8d9c-4b63-a915-4844f002229e on network e27e80cd-1092-43b0-9d34-57c94dd5db0f {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:26.113286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56804e23-7f24-4346-ae75-135b9e3c1066', 'name': 'network-vif-deleted', 'tag': 'c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:26.125283 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3843b36f-20f9-417e-8764-fc2b6c959d98" -d '{"events": [{"server_uuid": "56804e23-7f24-4346-ae75-135b9e3c1066", "name": "network-vif-deleted", "tag": "c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:26.145238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c1d54-3dff-404c-9b1e-9d298f460c2e req-f0806a6a-94b3-4cd7-b65f-86cc3c9fca7e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.154585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a72c1d54-3dff-404c-9b1e-9d298f460c2e req-f0806a6a-94b3-4cd7-b65f-86cc3c9fca7e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 936 time: 0.0955122 Sep 17 22:20:26.178387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-957baeef-3be0-42f3-935a-b5c4051f8ec6 None None] Port 14e77c14-7aef-458a-a529-465446d3c4c7 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:26.183673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Port 7dbc71f4-8d9c-4b63-a915-4844f002229e on network e27e80cd-1092-43b0-9d34-57c94dd5db0f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:26.184001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Attempting to bind port 7dbc71f4-8d9c-4b63-a915-4844f002229e on network e27e80cd-1092-43b0-9d34-57c94dd5db0f {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:26.202729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a72c1d54-3dff-404c-9b1e-9d298f460c2e req-93d7ffbb-306b-4f2f-8a19-6465b6b24697 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471070 Sep 17 22:20:26.251156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bdc8a-dcab-48bd-8e6a-0d2fcfe62dd7 req-ea84e975-9563-4e9b-a7ae-1bcd8832d9f1 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.252794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e3bdc8a-dcab-48bd-8e6a-0d2fcfe62dd7 req-ea84e975-9563-4e9b-a7ae-1bcd8832d9f1 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 950 time: 0.2352021 Sep 17 22:20:26.256275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:26.265176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Checking segment: {'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:26.265176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Bound using segment: {'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:26.265176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Bound port: 7dbc71f4-8d9c-4b63-a915-4844f002229e, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:26.265176 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.271595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-fa1cb409-5c81-48ec-bccb-25fd52f05d2d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.273725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-fa1cb409-5c81-48ec-bccb-25fd52f05d2d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.23 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.4318814 Sep 17 22:20:26.294940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Request body: {'port': {'device_id': '86ba5b6f-7025-412b-946e-3e1c6a413e04', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'admin_state_up': True, 'tenant_id': '0a2f764a72e24306a30369bc428b523c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:26.459334 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aec7934a-dd08-43c5-a29c-2348a945a352 req-e38f5105-ec26-4b3a-87f5-f893a26294fc tempest-InstanceActionsNegativeTestJSON-1884855371 tempest-InstanceActionsNegativeTestJSON-1884855371-project] 10.222.0.30 "GET /v2.0/ports?device_id=56804e23-7f24-4346-ae75-135b9e3c1066 HTTP/1.1" status: 200 len: 210 time: 0.0343618 Sep 17 22:20:26.521076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e3bdc8a-dcab-48bd-8e6a-0d2fcfe62dd7 req-569bbbc5-89d4-4254-8edd-fa4fb3c78772 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405429 Sep 17 22:20:26.538022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] For port 7dbc71f4-8d9c-4b63-a915-4844f002229e, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:26.582862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] For port 7dbc71f4-8d9c-4b63-a915-4844f002229e, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7dbc71f4-8d9c-4b63-a915-4844f002229e,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:26.627187 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e27928-dfba-416d-bad5-30f66c6f608a x-openstack-request-id: req-34e27928-dfba-416d-bad5-30f66c6f608a {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:26.631528 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56804e23-7f24-4346-ae75-135b9e3c1066", "name": "network-vif-deleted", "tag": "c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:26.631528 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34e27928-dfba-416d-bad5-30f66c6f608a {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:26.631528 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56804e23-7f24-4346-ae75-135b9e3c1066', 'name': 'network-vif-deleted', 'tag': 'c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a', 'status': 'completed', 'code': 200} Sep 17 22:20:26.671324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.687179 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53e32b02-1ee8-4f46-973a-111dc4869d82 req-4e1cb81a-b4d8-46d2-b27f-59da12083462 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 210 time: 0.0501328 Sep 17 22:20:26.718735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.719387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.720724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] 10.222.0.15 "PUT /v2.0/ports/7dbc71f4-8d9c-4b63-a915-4844f002229e HTTP/1.1" status: 200 len: 1093 time: 1.9391816 Sep 17 22:20:26.775255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdb8e7-ad83-4f66-aac7-ec916df47aad service neutron] Pushing event updated for resources: {'Port': ['ID=7dbc71f4-8d9c-4b63-a915-4844f002229e,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:26.798244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:26.831838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e77c14-7aef-458a-a529-465446d3c4c7 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:26.839584 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.844917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:26.845264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device c08ae58c-ab26-4ca5-a7f6-4895c81a7b6a not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:26.845691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 25999c83-200a-432c-9635-4126b9de3698 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:26.850626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Made reservation on behalf of 0a2f764a72e24306a30369bc428b523c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:26.854835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.865656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Transition to ACTIVE for port object 14e77c14-7aef-458a-a529-465446d3c4c7 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:26.882510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 25999c83-200a-432c-9635-4126b9de3698 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:26.882510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 25999c83-200a-432c-9635-4126b9de3698 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:26.899908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec1459-da8b-498e-be39-58d35bd9dd8d req-2f839e82-5c28-4cfa-9c64-9a44c898369e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.902768 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-73ec1459-da8b-498e-be39-58d35bd9dd8d req-2f839e82-5c28-4cfa-9c64-9a44c898369e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 944 time: 0.0914228 Sep 17 22:20:26.950161 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.975051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-a56a8a04-d216-45dc-bfe5-a9846a08f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.975166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-73ec1459-da8b-498e-be39-58d35bd9dd8d req-564a04ab-b301-47c3-b44f-23bbed7a7f51 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577946 Sep 17 22:20:26.975266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-a56a8a04-d216-45dc-bfe5-a9846a08f0a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=333e4d38ec4d4d6599a2ea67392ba0fe&device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 1096 time: 0.1021242 Sep 17 22:20:27.073238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-ec045930-04ff-4e9b-a8be-62c5e9388ace service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dbc71f4-8d9c-4b63-a915-4844f002229e HTTP/1.1" status: 200 len: 217 time: 0.0818448 Sep 17 22:20:27.102872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:27.206366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Allocated IP 172.20.0.14 (6650283b-a368-473e-949e-cc881b697503/a9d8809e-e370-4133-96e7-9ba2b7e59279/9b6611be-709c-4c2e-ac9b-87e7c5b4d542) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:27.213698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-e3490da2-4441-4257-9675-b81ad144316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:27.215195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-e3490da2-4441-4257-9675-b81ad144316b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342053ca-ac5c-4106-a367-66bd248d3955 HTTP/1.1" status: 200 len: 861 time: 0.1289277 Sep 17 22:20:27.260612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-5f6f9500-b0c5-4524-b514-5244c1fd9741 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27e80cd-1092-43b0-9d34-57c94dd5db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365264 Sep 17 22:20:27.319933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:27.320307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:27.320769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:27.364838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Port 14e77c14-7aef-458a-a529-465446d3c4c7 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:27.365164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:27.427618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:27.427956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:27.428360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:27.428800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Bound port: 14e77c14-7aef-458a-a529-465446d3c4c7, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:27.429159 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.519092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51694) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:27.530243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a855b-740b-476e-bf56-0e7e582a9fa9 req-2aa70ad2-e85c-48ea-b360-5be6b70362e9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:27.531976 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd5a855b-740b-476e-bf56-0e7e582a9fa9 req-2aa70ad2-e85c-48ea-b360-5be6b70362e9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 948 time: 0.2321737 Sep 17 22:20:27.556109 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-5ee2653c-e0d1-4bd5-8ffd-7c1658dd6515 service neutron] 10.222.0.15 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813261 Sep 17 22:20:27.570924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-56388646-6ebd-47d8-9ac0-a521343e1cb2 admin admin] Deleting subnet bfb92b07-52e8-44cb-93eb-6a9638fa0354 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:20:27.574564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56388646-6ebd-47d8-9ac0-a521343e1cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.612767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56388646-6ebd-47d8-9ac0-a521343e1cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.644714 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.676248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56388646-6ebd-47d8-9ac0-a521343e1cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.685741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:27.694555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd5a855b-740b-476e-bf56-0e7e582a9fa9 req-ce3ca8f6-4e90-4c67-90ac-83c159b04736 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539485 Sep 17 22:20:27.712097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:27.766577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b30a8215-1b55-4a20-91f0-8dd57292c8ed req-f10046b2-d4e8-406a-b61b-185270f4bf5c service neutron] 10.222.0.15 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940563 Sep 17 22:20:27.795175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b22bf9-a6fe-42cf-9ca1-04548940e948 req-c8231573-42e3-4cab-82a5-b2904cfb4d7d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:27.797148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6b22bf9-a6fe-42cf-9ca1-04548940e948 req-c8231573-42e3-4cab-82a5-b2904cfb4d7d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 950 time: 0.0825391 Sep 17 22:20:27.802712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.844515 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6b22bf9-a6fe-42cf-9ca1-04548940e948 req-e185f475-2a31-4919-a74b-f6aa93e58626 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385230 Sep 17 22:20:27.864019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48caf58e-ce75-4c8a-a2f8-ade06f1ab90c req-ea09ccdb-57a4-49b4-a48d-f1562767f775 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 210 time: 0.0779560 Sep 17 22:20:27.876228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56388646-6ebd-47d8-9ac0-a521343e1cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.897191 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.911597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:27.912251 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.913692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] 10.222.0.15 "PUT /v2.0/ports/14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 1097 time: 2.1341488 Sep 17 22:20:27.931468 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56388646-6ebd-47d8-9ac0-a521343e1cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.936064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-56388646-6ebd-47d8-9ac0-a521343e1cb2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bfb92b07-52e8-44cb-93eb-6a9638fa0354 HTTP/1.1" status: 204 len: 168 time: 0.4157619 Sep 17 22:20:27.936969 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51702) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:27.945219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56388646-6ebd-47d8-9ac0-a521343e1cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb92b07-52e8-44cb-93eb-6a9638fa0354,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:27.963484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Network 6650283b-a368-473e-949e-cc881b697503 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:27.965237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d1a80-4764-45e5-a19c-36d323a8dada service neutron] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:27.981125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:27.985189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:28.063076 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.322078 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-7bc0846a-187b-48d0-b08a-8b2b117a7f56 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.323616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-7bc0846a-187b-48d0-b08a-8b2b117a7f56 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 950 time: 0.5225351 Sep 17 22:20:28.434855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event updated for resources: {'Port': ['ID=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:28.465726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579c3b-fcef-47cf-ab3e-21a5bef5bd70 req-b6c227ec-af9b-4bca-89ad-21754d026645 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.465726 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4579c3b-fcef-47cf-ab3e-21a5bef5bd70 req-b6c227ec-af9b-4bca-89ad-21754d026645 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 944 time: 0.3866918 Sep 17 22:20:28.465931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.465931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.499706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-ba01f8ce-f258-466d-8eca-1b4782281468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.500859 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.501304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-ba01f8ce-f258-466d-8eca-1b4782281468 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1100 time: 0.1767313 Sep 17 22:20:28.544081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77dda19-a2d1-421c-b074-9a1d4cdd89ca']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:28.558344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4579c3b-fcef-47cf-ab3e-21a5bef5bd70 req-04738937-5d55-499c-815b-a306c9696a24 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600631 Sep 17 22:20:28.560027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6765d5f9-2b04-4f95-8dd7-78de0e23e106') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:28.560349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6765d5f9-2b04-4f95-8dd7-78de0e23e106') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:28.563421 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-d996b7a6-c2ea-4dc2-bfd9-c4832a9512f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 217 time: 0.0396299 Sep 17 22:20:28.566806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-9f2ee240-3660-4190-b46e-54f00ca31c4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Deleting port 962de1a9-656b-4d46-a291-5b4fca767e7e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:28.567016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-9f2ee240-3660-4190-b46e-54f00ca31c4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.573040 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.591927 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.598149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:20:28.603433 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:20:28.630123 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-0824c942-53e2-40f8-bdff-b98994809e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3393130 Sep 17 22:20:28.630556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe4897a-2402-4dfd-b77a-c700a4de34fb', 'tag': '7dbc71f4-8d9c-4b63-a915-4844f002229e'}, {'name': 'network-changed', 'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:28.632844 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4dc345-fd28-4581-8381-0414c3ad2633" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe4897a-2402-4dfd-b77a-c700a4de34fb", "tag": "7dbc71f4-8d9c-4b63-a915-4844f002229e"}, {"name": "network-changed", "server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:28.653369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Request body: {'port': {'device_id': '86ba5b6f-7025-412b-946e-3e1c6a413e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:28.718307 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498d0273-a5ac-4610-a15f-dfffb13a15f8 x-openstack-request-id: req-498d0273-a5ac-4610-a15f-dfffb13a15f8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:28.718603 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe4897a-2402-4dfd-b77a-c700a4de34fb", "tag": "7dbc71f4-8d9c-4b63-a915-4844f002229e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:28.718854 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-498d0273-a5ac-4610-a15f-dfffb13a15f8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:28.719250 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe4897a-2402-4dfd-b77a-c700a4de34fb', 'tag': '7dbc71f4-8d9c-4b63-a915-4844f002229e', 'status': 'completed', 'code': 200} Sep 17 22:20:28.719505 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7', 'status': 'completed', 'code': 200} Sep 17 22:20:28.736647 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.741155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-011ed8d0-4389-463b-b571-308738bba9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.743126 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-011ed8d0-4389-463b-b571-308738bba9ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1710751 Sep 17 22:20:28.767841 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.772275 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] 10.222.0.30 "DELETE /v2.0/networks/d77dda19-a2d1-421c-b074-9a1d4cdd89ca HTTP/1.1" status: 204 len: 168 time: 0.8321400 Sep 17 22:20:28.772275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257daea-612b-40b9-83b7-1e070f37d25e admin admin] Pushing event deleted for resources: {'Network': ['ID=d77dda19-a2d1-421c-b074-9a1d4cdd89ca,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:28.844700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-9f2ee240-3660-4190-b46e-54f00ca31c4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] For port 962de1a9-656b-4d46-a291-5b4fca767e7e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=962de1a9-656b-4d46-a291-5b4fca767e7e,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:28.845481 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-9f2ee240-3660-4190-b46e-54f00ca31c4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.848607 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.893959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-9f2ee240-3660-4190-b46e-54f00ca31c4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Calling delete_port for 962de1a9-656b-4d46-a291-5b4fca767e7e owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:28.955128 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.957796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-38efbfe7-b9e0-4063-aa0a-be02c0ab4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.959314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-38efbfe7-b9e0-4063-aa0a-be02c0ab4dc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=333e4d38ec4d4d6599a2ea67392ba0fe&device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 1096 time: 0.1810291 Sep 17 22:20:28.979220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe14b86-2907-4d1f-87ad-0b025fc9c376 req-b994e1e5-53cc-4ec4-b30f-111c573ee38d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.980884 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbe14b86-2907-4d1f-87ad-0b025fc9c376 req-b994e1e5-53cc-4ec4-b30f-111c573ee38d tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 950 time: 0.0572820 Sep 17 22:20:28.994228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-54fb588b-c5a8-48cb-b3e4-485cdec0cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.995711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-54fb588b-c5a8-48cb-b3e4-485cdec0cc8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2325351 Sep 17 22:20:29.029852 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbe14b86-2907-4d1f-87ad-0b025fc9c376 req-c83d3037-748a-4b22-9b9e-e39ccbed42f5 tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaaeff90-e3b2-452d-a362-05c681ef3640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Sep 17 22:20:29.106081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29952fab-1dea-4733-852d-51e39a1fab91 req-ebf343f0-7de6-4757-8bd6-1bda95069a30 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:29.112975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29952fab-1dea-4733-852d-51e39a1fab91 req-ebf343f0-7de6-4757-8bd6-1bda95069a30 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 948 time: 0.2513163 Sep 17 22:20:29.171192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410e6dc-ddc1-4107-a1d6-326e1678540a req-48ffc065-485e-4ea3-81bb-9d232d60e604 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:29.175380 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6410e6dc-ddc1-4107-a1d6-326e1678540a req-48ffc065-485e-4ea3-81bb-9d232d60e604 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 932 time: 0.0684526 Sep 17 22:20:29.212847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51724) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:29.215802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6410e6dc-ddc1-4107-a1d6-326e1678540a req-fba4b80a-1da4-4ec3-b29d-c539f97e5aa2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367122 Sep 17 22:20:29.257232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-009baef2-c146-4ed9-a21d-4aaedb194cdc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb7a0170549f4ec1856bfbc40f8bfd2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403337 Sep 17 22:20:29.260718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51726) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:29.316287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-873d5242-22d4-4741-ba44-f434aafe442d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.337580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29952fab-1dea-4733-852d-51e39a1fab91 req-6e8f3104-e566-46e3-a3a7-bd5a044a861e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101777 Sep 17 22:20:29.341916 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-873d5242-22d4-4741-ba44-f434aafe442d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.375567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-1998f9f6-d8e5-438d-85a2-a013041a2391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:29.377110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-1998f9f6-d8e5-438d-85a2-a013041a2391 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e27e80cd-1092-43b0-9d34-57c94dd5db0f HTTP/1.1" status: 200 len: 922 time: 0.3878682 Sep 17 22:20:29.378949 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-14b352ca-dc7c-4bf3-a3d1-653b79539dd3 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673334 Sep 17 22:20:29.458779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-873d5242-22d4-4741-ba44-f434aafe442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.469177 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-873d5242-22d4-4741-ba44-f434aafe442d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.469177 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-873d5242-22d4-4741-ba44-f434aafe442d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b0cbead-55b1-47de-8afa-a0b1411f75b4 HTTP/1.1" status: 204 len: 168 time: 0.2047198 Sep 17 22:20:29.482077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5242-22d4-4741-ba44-f434aafe442d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0cbead-55b1-47de-8afa-a0b1411f75b4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:29.505225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-1170550b-75d7-4877-8274-c4f522a87509 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dbc71f4-8d9c-4b63-a915-4844f002229e HTTP/1.1" status: 200 len: 217 time: 0.1018431 Sep 17 22:20:29.646976 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-9f2ee240-3660-4190-b46e-54f00ca31c4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.660456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-06445bce-d563-4652-9207-983dc19a000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:29.661920 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-06445bce-d563-4652-9207-983dc19a000a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342053ca-ac5c-4106-a367-66bd248d3955 HTTP/1.1" status: 200 len: 861 time: 0.1103423 Sep 17 22:20:29.663678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92a3e67d-84f9-4b60-a231-7069eb52cbb0 req-acd5d677-ea1a-4cf2-aa7b-513640221d80 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630255 Sep 17 22:20:29.741970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ee240-3660-4190-b46e-54f00ca31c4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Pushing event deleted for resources: {'Port': ['ID=962de1a9-656b-4d46-a291-5b4fca767e7e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:29.775349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-7a02fd77-853c-48bc-a85f-8c082aaac955 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27e80cd-1092-43b0-9d34-57c94dd5db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477972 Sep 17 22:20:29.785171 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:29.828528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.856740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-9f2ee240-3660-4190-b46e-54f00ca31c4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] No DVR routers for this DVR port 962de1a9-656b-4d46-a291-5b4fca767e7e on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:29.870103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-9f2ee240-3660-4190-b46e-54f00ca31c4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.872102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-309958ea-1286-49a6-8069-2dd7d484ae33 req-9f2ee240-3660-4190-b46e-54f00ca31c4b tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.15 "DELETE /v2.0/ports/962de1a9-656b-4d46-a291-5b4fca767e7e HTTP/1.1" status: 204 len: 173 time: 1.5339110 Sep 17 22:20:29.893197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a875a22-9e3e-4d95-9e53-8eb8e5ec4285 req-56c2296c-1bef-4509-aadc-9ac6150c1167 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:29.896669 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a875a22-9e3e-4d95-9e53-8eb8e5ec4285 req-56c2296c-1bef-4509-aadc-9ac6150c1167 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 944 time: 0.2418702 Sep 17 22:20:29.898623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Transition to ACTIVE for port object 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:29.985648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7dbc71f4-8d9c-4b63-a915-4844f002229e details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:29.997336 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:30.001910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 962de1a9-656b-4d46-a291-5b4fca767e7e no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:30.028152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a875a22-9e3e-4d95-9e53-8eb8e5ec4285 req-a9fb2d1b-a628-4925-93b3-1731f8174518 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251407 Sep 17 22:20:30.038421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 962de1a9-656b-4d46-a291-5b4fca767e7e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:30.038674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 962de1a9-656b-4d46-a291-5b4fca767e7e not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:30.096979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-f9b5d737-24b8-4681-b7cb-9dc6c512fc74 service neutron] 10.222.0.15 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943895 Sep 17 22:20:30.172490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:30.173610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7dbc71f4-8d9c-4b63-a915-4844f002229e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7dbc71f4-8d9c-4b63-a915-4844f002229e,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:30.223994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a9886022-1bbc-4dc7-a9df-5daf2ee6765a req-d1acf5e9-62fa-4ae7-a80b-48ee8df5e7fd tempest-ServersAdminNegativeTestJSON-1199869286 tempest-ServersAdminNegativeTestJSON-1199869286-project] 10.222.0.30 "GET /v2.0/ports?device_id=eda67a79-c5a7-46c1-9dfb-7b9dc55d2801 HTTP/1.1" status: 200 len: 210 time: 0.0494676 Sep 17 22:20:30.225648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '7dbc71f4-8d9c-4b63-a915-4844f002229e', 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f', 'port_id': '7dbc71f4-8d9c-4b63-a915-4844f002229e', 'mac_address': 'fa:16:3e:b1:4f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342053ca-ac5c-4106-a367-66bd248d3955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:30.316163 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:30.333228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbc71f4-8d9c-4b63-a915-4844f002229e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:30.347955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Attempting to bind port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:30.348346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Attempting to bind port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:30.348635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Attempting to bind port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:30.357453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7dbc71f4-8d9c-4b63-a915-4844f002229e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7dbc71f4-8d9c-4b63-a915-4844f002229e,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:30.373354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 on network 6650283b-a368-473e-949e-cc881b697503 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:30.373663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Attempting to bind port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:30.405157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-7d968bf1-1b46-40fd-b492-43dc05e89d6c service neutron] 10.222.0.15 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920070 Sep 17 22:20:30.405926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:30.406288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Checking segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:30.406650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Bound using segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:30.407101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Bound port: 9b6611be-709c-4c2e-ac9b-87e7c5b4d542, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:30.407459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:30.435154 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:30.441174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912ce79-79a2-46c3-a660-0403b8d572cf req-b2f7c004-fcce-45a1-a81f-be49268f5a40 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:30.445081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e912ce79-79a2-46c3-a660-0403b8d572cf req-b2f7c004-fcce-45a1-a81f-be49268f5a40 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 944 time: 0.1223202 Sep 17 22:20:30.489918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779afb0-9c4c-4892-99d6-c20b751dd048 req-7a1058ba-0b41-4561-8573-386d71f51ddc tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:30.499466 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c779afb0-9c4c-4892-99d6-c20b751dd048 req-7a1058ba-0b41-4561-8573-386d71f51ddc tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 948 time: 0.0730309 Sep 17 22:20:30.535556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7dbc71f4-8d9c-4b63-a915-4844f002229e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:30.543969 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c779afb0-9c4c-4892-99d6-c20b751dd048 req-87c17d46-cbcc-4587-a066-892ba3c8c2fd tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354576 Sep 17 22:20:30.546008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.546381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.546720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.547052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.547383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.548030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.548387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.548970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.549302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.550003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.550216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.551604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:30.604982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e912ce79-79a2-46c3-a660-0403b8d572cf req-fbd8085f-fb70-4a60-9de2-7c23823d8b8c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498206 Sep 17 22:20:30.608870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] For port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:30.612800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] For port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:30.624251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-386c78ac-0d36-4d47-9335-93bbd119ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:30.625743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-386c78ac-0d36-4d47-9335-93bbd119ced3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1100 time: 0.1146860 Sep 17 22:20:30.704795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:30.723118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda67a79-c5a7-46c1-9dfb-7b9dc55d2801', 'name': 'network-vif-deleted', 'tag': '962de1a9-656b-4d46-a291-5b4fca767e7e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:30.724601 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39df3875-97c2-4cf7-93d1-cb274e524f5b" -d '{"events": [{"server_uuid": "eda67a79-c5a7-46c1-9dfb-7b9dc55d2801", "name": "network-vif-deleted", "tag": "962de1a9-656b-4d46-a291-5b4fca767e7e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:30.770241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:30.770864 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:30.772279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] 10.222.0.23 "PUT /v2.0/ports/9b6611be-709c-4c2e-ac9b-87e7c5b4d542 HTTP/1.1" status: 200 len: 1093 time: 2.1258814 Sep 17 22:20:30.795832 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102b0261-0df5-4bfd-9afb-710caa3b7c40 x-openstack-request-id: req-102b0261-0df5-4bfd-9afb-710caa3b7c40 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:30.796151 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda67a79-c5a7-46c1-9dfb-7b9dc55d2801", "name": "network-vif-deleted", "tag": "962de1a9-656b-4d46-a291-5b4fca767e7e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:30.796392 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-102b0261-0df5-4bfd-9afb-710caa3b7c40 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:30.796782 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda67a79-c5a7-46c1-9dfb-7b9dc55d2801', 'name': 'network-vif-deleted', 'tag': '962de1a9-656b-4d46-a291-5b4fca767e7e', 'status': 'completed', 'code': 200} Sep 17 22:20:30.809699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-22e3fb05-a5a8-4386-923a-37472a09437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:30.811213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-22e3fb05-a5a8-4386-923a-37472a09437e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1764719 Sep 17 22:20:30.814242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee1d02-4aba-436d-a936-ba0b5a71e466 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:30.868879 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-c7a1d335-5f46-480f-990f-b885afd137af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 217 time: 0.0487964 Sep 17 22:20:30.961870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-112e60a0-1f8a-4f37-912c-35be5eca8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:30.963108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51768) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:30.963432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-112e60a0-1f8a-4f37-912c-35be5eca8f58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0841496 Sep 17 22:20:30.971683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7dbc71f4-8d9c-4b63-a915-4844f002229e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:31.016310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-ff22fb3e-98b5-48e9-ab57-fe38729f9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.018334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-ff22fb3e-98b5-48e9-ab57-fe38729f9839 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 1096 time: 0.1000280 Sep 17 22:20:31.087556 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-572670e4-1246-4ac0-88a9-19e498aee51d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b6611be-709c-4c2e-ac9b-87e7c5b4d542 HTTP/1.1" status: 200 len: 217 time: 0.0559907 Sep 17 22:20:31.091705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-6c0e8193-2bef-4f39-912f-401d36859cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.095471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-6c0e8193-2bef-4f39-912f-401d36859cc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1215863 Sep 17 22:20:31.148652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-967140504-network', 'tenant_id': 'f6514b815de44cb2a4189760001effef'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:31.263602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Made reservation on behalf of f6514b815de44cb2a4189760001effef for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:31.265985 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.281957 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.415603 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.507592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.539037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:20:31.547014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3955239b-a213-4260-8973-1bb6d3eb844d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:31.553525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.554090 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Added segment fc087cbe-7f8e-421d-8def-b355f6c392ad of type vlan for network 27de56dc-4d5b-4283-9b39-3613a52065d1 Sep 17 22:20:31.572986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-e305954e-46dc-48cf-8570-2c2206ef463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.574972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-e305954e-46dc-48cf-8570-2c2206ef463c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.4781744 Sep 17 22:20:31.587084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b589bb-587b-4854-8afa-3fb69da2745b req-621f0e31-3722-4724-a1ee-1958cf809e55 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.587675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c3b589bb-587b-4854-8afa-3fb69da2745b req-621f0e31-3722-4724-a1ee-1958cf809e55 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 945 time: 0.4331903 Sep 17 22:20:31.604896 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.615430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-5e7b680a-7f46-4306-b577-77a71bb51bc1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266151 Sep 17 22:20:31.684045 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-124de800-39b0-45be-84ac-48a5bfd9746f service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375059 Sep 17 22:20:31.707270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7acbe-b7e1-478b-b2be-35399899265a req-c2661f9d-69df-4328-bc39-84f351d1df33 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.709480 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c2d7acbe-b7e1-478b-b2be-35399899265a req-c2661f9d-69df-4328-bc39-84f351d1df33 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 948 time: 0.0558066 Sep 17 22:20:31.733066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.734324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.734995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.758859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c3b589bb-587b-4854-8afa-3fb69da2745b req-a5d8045c-3d85-4ad3-a74d-7b68aafdf08a tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400993 Sep 17 22:20:31.789902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c2d7acbe-b7e1-478b-b2be-35399899265a req-5121e2e4-1423-4932-bf71-d0c008548475 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712845 Sep 17 22:20:31.822052 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8571603 Sep 17 22:20:31.823405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94436db0-549d-4848-8a44-ee6493e29460 admin admin] Pushing event updated for resources: {'Network': ['ID=27de56dc-4d5b-4283-9b39-3613a52065d1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:31.825828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51788) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:31.830759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Request body: {'subnet': {'network_id': '27de56dc-4d5b-4283-9b39-3613a52065d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-967140504-subnet', 'tenant_id': 'f6514b815de44cb2a4189760001effef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:31.835610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 27de56dc-4d5b-4283-9b39-3613a52065d1 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:20:31.848578 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-49f4b9d0-96dd-41cd-bcf3-80bf9cf4805f service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222390 Sep 17 22:20:31.885906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51790) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:31.934055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Made reservation on behalf of f6514b815de44cb2a4189760001effef for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:31.946128 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.994057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:32.027569 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c4dc345-fd28-4581-8381-0414c3ad2633 req-f9f1c9ff-a8c1-45bd-ac39-2427da70fe20 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093560 Sep 17 22:20:32.055763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e33b18-bc16-4ec4-bed9-81808b1247d7 req-3341d647-c4b0-4a03-a7d9-d39b7d016a38 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:32.057380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79e33b18-bc16-4ec4-bed9-81808b1247d7 req-3341d647-c4b0-4a03-a7d9-d39b7d016a38 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 944 time: 0.1238470 Sep 17 22:20:32.113493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c92fd8b-c9d2-421e-8745-bc1c7a4e457e req-45b51490-a692-4280-b2d7-8afae102ac88 service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518423 Sep 17 22:20:32.128631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79e33b18-bc16-4ec4-bed9-81808b1247d7 req-10e7edf9-8fb0-4653-a543-062c2d903596 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593843 Sep 17 22:20:32.150543 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fa477ac0-8b62-4b74-a961-846172d582fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a155da633570481f9bd4383426e1ae72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623446 Sep 17 22:20:32.150809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51796) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:32.178210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:32.190278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '14e77c14-7aef-458a-a529-465446d3c4c7', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '14e77c14-7aef-458a-a529-465446d3c4c7', 'mac_address': 'fa:16:3e:6a:77:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:32.233617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.249031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e77c14-7aef-458a-a529-465446d3c4c7 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:32.250638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f9c-ae83-4b59-826a-55a514fbd259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.268804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:32.274146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f9c-ae83-4b59-826a-55a514fbd259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.304051 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.327099 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.363369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a2cc8e-b94f-4eca-bd67-40526a42092b,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:32.376995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Checking segment: {'id': 'fc087cbe-7f8e-421d-8def-b355f6c392ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27de56dc-4d5b-4283-9b39-3613a52065d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:32.377366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Network hostable DHCP agents. Network: 27de56dc-4d5b-4283-9b39-3613a52065d1, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:20:32.379183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:32.423285 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f9c-ae83-4b59-826a-55a514fbd259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.435212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f9c-ae83-4b59-826a-55a514fbd259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.435212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-12bb1f9c-ae83-4b59-826a-55a514fbd259 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaaeff90-e3b2-452d-a362-05c681ef3640 HTTP/1.1" status: 204 len: 168 time: 0.2754898 Sep 17 22:20:32.435551 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb1f9c-ae83-4b59-826a-55a514fbd259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaeff90-e3b2-452d-a362-05c681ef3640,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:32.740173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['14e77c14-7aef-458a-a529-465446d3c4c7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:32.798352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ba5b6f-7025-412b-946e-3e1c6a413e04', 'tag': '9b6611be-709c-4c2e-ac9b-87e7c5b4d542'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:32.801257 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8857cb-3dc1-4d56-9a64-08df73905c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "86ba5b6f-7025-412b-946e-3e1c6a413e04", "tag": "9b6611be-709c-4c2e-ac9b-87e7c5b4d542"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:32.850360 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf756af8-363b-4389-9ad3-214936dc14de x-openstack-request-id: req-cf756af8-363b-4389-9ad3-214936dc14de {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:32.850956 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ba5b6f-7025-412b-946e-3e1c6a413e04", "tag": "9b6611be-709c-4c2e-ac9b-87e7c5b4d542", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:32.851288 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf756af8-363b-4389-9ad3-214936dc14de {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:32.851862 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ba5b6f-7025-412b-946e-3e1c6a413e04', 'tag': '9b6611be-709c-4c2e-ac9b-87e7c5b4d542', 'status': 'completed', 'code': 200} Sep 17 22:20:32.918009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6e17b-b8be-4cc5-9711-4b2b69e2ecd3 req-463fdb74-2e28-48a9-a64b-23f4dc1e37ac tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:32.919439 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aff6e17b-b8be-4cc5-9711-4b2b69e2ecd3 req-463fdb74-2e28-48a9-a64b-23f4dc1e37ac tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 945 time: 0.0697882 Sep 17 22:20:32.933116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8857cb-3dc1-4d56-9a64-08df73905c8b req-8b854250-9271-474f-b8a4-b54296519874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:32.934456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c8857cb-3dc1-4d56-9a64-08df73905c8b req-8b854250-9271-474f-b8a4-b54296519874 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 1096 time: 0.0619457 Sep 17 22:20:32.968661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aff6e17b-b8be-4cc5-9711-4b2b69e2ecd3 req-c9290540-f7a1-46d3-a8e7-ae98b7d8ab57 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434725 Sep 17 22:20:33.046900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9c2c-0449-4e55-901d-497d799d5e10 req-9507ccd6-1e75-4d86-905e-4e67c90e47e6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.048424 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-174b9c2c-0449-4e55-901d-497d799d5e10 req-9507ccd6-1e75-4d86-905e-4e67c90e47e6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 949 time: 0.1265211 Sep 17 22:20:33.107058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8857cb-3dc1-4d56-9a64-08df73905c8b req-ee472f2f-8986-461b-8362-09863ab60ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.108590 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c8857cb-3dc1-4d56-9a64-08df73905c8b req-ee472f2f-8986-461b-8362-09863ab60ccf service neutron] 10.222.0.23 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 912 time: 0.1559346 Sep 17 22:20:33.113887 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-174b9c2c-0449-4e55-901d-497d799d5e10 req-0383c6a6-7da5-4670-94a2-2f300e106095 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594280 Sep 17 22:20:33.167265 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c8857cb-3dc1-4d56-9a64-08df73905c8b req-44443c05-77ed-4792-836c-2fa78cbb1f65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b6611be-709c-4c2e-ac9b-87e7c5b4d542 HTTP/1.1" status: 200 len: 217 time: 0.0499978 Sep 17 22:20:33.199021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Network 27de56dc-4d5b-4283-9b39-3613a52065d1 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:20:33.273253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8857cb-3dc1-4d56-9a64-08df73905c8b req-710787e8-3aa0-4baa-9483-d0fe1e455f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.275403 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c8857cb-3dc1-4d56-9a64-08df73905c8b req-710787e8-3aa0-4baa-9483-d0fe1e455f5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.0909629 Sep 17 22:20:33.292004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea2fb2-8de6-46e9-8989-a126f4bf0b84 req-cfd37267-3609-4e61-aa04-bbe73cf3ca98 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.293434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7eea2fb2-8de6-46e9-8989-a126f4bf0b84 req-cfd37267-3609-4e61-aa04-bbe73cf3ca98 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 944 time: 0.0739768 Sep 17 22:20:33.321438 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e6307d99-c5f9-4fe9-9caf-e98a168a4eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.330462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c8857cb-3dc1-4d56-9a64-08df73905c8b req-2c478a4b-ed80-4019-8ec0-4a64cc9da988 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360520 Sep 17 22:20:33.380857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7eea2fb2-8de6-46e9-8989-a126f4bf0b84 req-e4645916-72b6-427e-a38d-c194aa9f7c2b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776546 Sep 17 22:20:33.412446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 27de56dc-4d5b-4283-9b39-3613a52065d1) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:33.424201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.424357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0731084-bfaf-41a9-b7ff-939151407e10 None None] Network 27de56dc-4d5b-4283-9b39-3613a52065d1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:33.425037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.461070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c8857cb-3dc1-4d56-9a64-08df73905c8b req-c6a6d924-ffb7-48ba-b45c-c2e0abb5b191 service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179850 Sep 17 22:20:33.512868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-808fd67c-08ac-40c5-ad4f-671e6c5faac4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6856151 Sep 17 22:20:33.566403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b8f982-6b55-4a96-b4b1-c1d64df495f1 None None] Network 27de56dc-4d5b-4283-9b39-3613a52065d1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:33.570726 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c8857cb-3dc1-4d56-9a64-08df73905c8b req-69025d4d-4f21-4839-8375-34ed9bb7439b service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016805 Sep 17 22:20:33.742912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51842) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:33.785325 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-80d25b5f-d30c-41ba-a477-200dc1da2979 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6978d5bc0f14ea0a4f0893e15a102a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410712 Sep 17 22:20:33.787735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51844) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:33.839686 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d03fa6a6-a7f8-4ca9-82e6-4d31bf663251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.860983 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d03fa6a6-a7f8-4ca9-82e6-4d31bf663251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.995675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:34.019549 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d03fa6a6-a7f8-4ca9-82e6-4d31bf663251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.022272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d03fa6a6-a7f8-4ca9-82e6-4d31bf663251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.023411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d03fa6a6-a7f8-4ca9-82e6-4d31bf663251 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd726672-ccc0-4cbb-b6a1-241960cb42b4 HTTP/1.1" status: 204 len: 168 time: 0.2347317 Sep 17 22:20:34.041391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fa6a6-a7f8-4ca9-82e6-4d31bf663251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd726672-ccc0-4cbb-b6a1-241960cb42b4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:34.115657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d4071-d4e7-4506-8c8b-1367a744ddff req-829787bc-158c-40b9-83ad-9537ca6730e5 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:34.124317 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb5d4071-d4e7-4506-8c8b-1367a744ddff req-829787bc-158c-40b9-83ad-9537ca6730e5 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 945 time: 0.0629179 Sep 17 22:20:34.148249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 14e77c14-7aef-458a-a529-465446d3c4c7 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:34.151473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c65f8ff0-375e-4596-ac4c-bbd5cdd4b147 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:34.153753 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 14e77c14-7aef-458a-a529-465446d3c4c7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:34.154070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c65f8ff0-375e-4596-ac4c-bbd5cdd4b147 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/networks?id=27de56dc-4d5b-4283-9b39-3613a52065d1 HTTP/1.1" status: 200 len: 808 time: 0.1761127 Sep 17 22:20:34.156778 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.168241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb5d4071-d4e7-4506-8c8b-1367a744ddff req-909b19b0-4e1c-4f42-b295-33a225ac2200 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Sep 17 22:20:34.177641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-a88df1b9-99fa-4664-b4ac-0296b1e2ceaf tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/quotas/f6514b815de44cb2a4189760001effef HTTP/1.1" status: 200 len: 375 time: 0.0165684 Sep 17 22:20:34.225423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-d958db89-20d5-4af0-afd1-25dcdee7069a tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6514b815de44cb2a4189760001effef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409167 Sep 17 22:20:34.281141 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.310522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:34.312603 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2393e9e0-0266-4468-b8dc-0909bc7ff3c5" -d '{"events": [{"server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "name": "network-vif-plugged", "status": "completed", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:34.328152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:34.356416 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-25ef038d-06f6-4c10-8b2d-5a75143407fb service neutron] 10.222.0.30 "GET /v2.0/networks/27de56dc-4d5b-4283-9b39-3613a52065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177905 Sep 17 22:20:34.394911 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.396087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7dbc71f4-8d9c-4b63-a915-4844f002229e up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:34.404384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d06e8-3f01-4884-819d-cb30df679ccc req-1b7c826b-3030-4ffd-8569-a5239c82da33 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:34.405477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b7d06e8-3f01-4884-819d-cb30df679ccc req-1b7c826b-3030-4ffd-8569-a5239c82da33 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 949 time: 0.0528834 Sep 17 22:20:34.458435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b7d06e8-3f01-4884-819d-cb30df679ccc req-e28456af-abf7-4d1f-ae3e-8d2a6927b764 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Sep 17 22:20:34.469973 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-5e3e448f-5551-4937-aabf-ff55f67843b8 service neutron] 10.222.0.30 "GET /v2.0/networks/27de56dc-4d5b-4283-9b39-3613a52065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124940 Sep 17 22:20:34.491583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:34.592581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 7dbc71f4-8d9c-4b63-a915-4844f002229e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:34.592581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 7dbc71f4-8d9c-4b63-a915-4844f002229e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:34.592581 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.618217 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf572754-e709-4374-99ed-4dfc6bf2ba1e x-openstack-request-id: req-bf572754-e709-4374-99ed-4dfc6bf2ba1e {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:34.628591 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "name": "network-vif-plugged", "status": "completed", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:34.628591 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf572754-e709-4374-99ed-4dfc6bf2ba1e {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:34.628591 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7', 'code': 200} Sep 17 22:20:34.782730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba94b9-95a7-4722-a5bd-7aa128c5631a req-6d9cf816-2c5b-4eb0-b539-5531b1ab8263 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:34.784338 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3ba94b9-95a7-4722-a5bd-7aa128c5631a req-6d9cf816-2c5b-4eb0-b539-5531b1ab8263 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 944 time: 0.1204944 Sep 17 22:20:34.802141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02da994a-a476-43e9-9341-ec7873bfc265 req-669472fd-bfe7-4bc9-9514-8bbafe86d54b tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 210 time: 0.0618780 Sep 17 22:20:34.846332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3ba94b9-95a7-4722-a5bd-7aa128c5631a req-73736259-240e-4b9a-8dc7-673d65406761 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430579 Sep 17 22:20:34.860019 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19958f4f-46c2-4bc6-b5b1-1305ba8b19b9 req-8fee681c-e92a-4576-85ba-59e50ffdd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:34.862839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19958f4f-46c2-4bc6-b5b1-1305ba8b19b9 req-8fee681c-e92a-4576-85ba-59e50ffdd303 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1102 time: 0.0985579 Sep 17 22:20:34.866273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:34.895286 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.909111 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19958f4f-46c2-4bc6-b5b1-1305ba8b19b9 req-7660ecc2-f1e4-46e8-bde5-a825b71fb5a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388088 Sep 17 22:20:34.980883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7dbc71f4-8d9c-4b63-a915-4844f002229e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7dbc71f4-8d9c-4b63-a915-4844f002229e,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:35.011336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:35.022155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '9b6611be-709c-4c2e-ac9b-87e7c5b4d542', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'port_id': '9b6611be-709c-4c2e-ac9b-87e7c5b4d542', 'mac_address': 'fa:16:3e:f8:f1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d8809e-e370-4133-96e7-9ba2b7e59279', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:35.056423 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:35.089830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:35.121552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:35.130998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7dbc71f4-8d9c-4b63-a915-4844f002229e,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:35.148803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:35.229214 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:35.286183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:35.296329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b2115-d959-4f78-9dbd-2f155ec45798 req-a67faccc-c31d-4b64-aa76-3e7276c1fa58 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:35.297938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-305b2115-d959-4f78-9dbd-2f155ec45798 req-a67faccc-c31d-4b64-aa76-3e7276c1fa58 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0577717 Sep 17 22:20:35.345027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-305b2115-d959-4f78-9dbd-2f155ec45798 req-1ddd0fc1-1481-4837-847f-e0f51c28b74e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Sep 17 22:20:35.472633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['9b6611be-709c-4c2e-ac9b-87e7c5b4d542'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:35.658330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78ea78-e910-4e4d-940d-f99eddc691f0 req-77de050e-9680-4a83-96a7-8f0ef17d4a97 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:35.659852 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa78ea78-e910-4e4d-940d-f99eddc691f0 req-77de050e-9680-4a83-96a7-8f0ef17d4a97 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.1187155 Sep 17 22:20:35.700258 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa78ea78-e910-4e4d-940d-f99eddc691f0 req-90325c76-d61a-4cf8-b1a6-dd2fd4bc7c6f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339739 Sep 17 22:20:35.795230 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e836f99-8d45-42d3-8ec6-2fcf82ce35e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:35.886538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a837527-a87a-4a0e-a009-4cce90bcf785 req-bcea3e57-263c-4dd6-97cd-63ac4ffacf44 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 210 time: 0.0321119 Sep 17 22:20:35.991673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91f80-d2f4-417d-9773-8467284038c4 req-990b8c38-5c3d-4275-b53b-63b0a72f6e9e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:35.994034 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9be91f80-d2f4-417d-9773-8467284038c4 req-990b8c38-5c3d-4275-b53b-63b0a72f6e9e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 945 time: 0.0531206 Sep 17 22:20:36.033162 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9be91f80-d2f4-417d-9773-8467284038c4 req-0217ea30-5d48-4181-8d3e-fef9c1088fb3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327635 Sep 17 22:20:36.510273 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73026c-e8f6-450f-bde0-c242ec388f1e req-13259325-2fd6-4433-8940-1b40ae2aa9e0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:36.512036 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e73026c-e8f6-450f-bde0-c242ec388f1e req-13259325-2fd6-4433-8940-1b40ae2aa9e0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0558965 Sep 17 22:20:36.565618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e73026c-e8f6-450f-bde0-c242ec388f1e req-7694648f-a43f-41da-9541-0725d0175afc tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Sep 17 22:20:36.620413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4897a-2402-4dfd-b77a-c700a4de34fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbc71f4-8d9c-4b63-a915-4844f002229e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:36.623906 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb822c6-3961-458e-974f-4c76f12058c9" -d '{"events": [{"server_uuid": "7fe4897a-2402-4dfd-b77a-c700a4de34fb", "name": "network-vif-plugged", "status": "completed", "tag": "7dbc71f4-8d9c-4b63-a915-4844f002229e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:36.673242 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f1aa0f-8247-46a2-974c-6772f742ab87 x-openstack-request-id: req-d0f1aa0f-8247-46a2-974c-6772f742ab87 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:36.673242 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe4897a-2402-4dfd-b77a-c700a4de34fb", "name": "network-vif-plugged", "status": "completed", "tag": "7dbc71f4-8d9c-4b63-a915-4844f002229e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:36.673242 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0f1aa0f-8247-46a2-974c-6772f742ab87 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:36.673242 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4897a-2402-4dfd-b77a-c700a4de34fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbc71f4-8d9c-4b63-a915-4844f002229e', 'code': 200} Sep 17 22:20:36.696679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-cf28a504-c42d-4709-a8f6-e2896cf0cdfd tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334811 Sep 17 22:20:36.819518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b0965-9db7-477c-bba5-2ef010c2e9b9 req-e2b166f0-f310-48f4-8a56-1b551cd0234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:36.822352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-317b0965-9db7-477c-bba5-2ef010c2e9b9 req-e2b166f0-f310-48f4-8a56-1b551cd0234d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 1098 time: 0.0579391 Sep 17 22:20:36.862008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:36.870265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-5ce82b79-5310-40cb-a365-ecc7c029029f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:36.878409 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-5ce82b79-5310-40cb-a365-ecc7c029029f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752434 Sep 17 22:20:36.887309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-317b0965-9db7-477c-bba5-2ef010c2e9b9 req-f4453dbe-84c6-4221-930c-b85a5f13ba75 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530100 Sep 17 22:20:36.900828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fad6d-608a-4a5a-a46b-6fe700756122 req-552dcbf0-6afb-4e3d-a907-c13c20b13330 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:36.902708 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c1fad6d-608a-4a5a-a46b-6fe700756122 req-552dcbf0-6afb-4e3d-a907-c13c20b13330 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0785172 Sep 17 22:20:36.904702 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-51ebab73-e2fe-4962-8b48-f59f7f8361e3 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/quotas/a5cd06b025384a9f858cc1eef04a1b05 HTTP/1.1" status: 200 len: 375 time: 0.0251818 Sep 17 22:20:36.961990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c1fad6d-608a-4a5a-a46b-6fe700756122 req-a77cc541-80d8-4b33-ac0c-6d3e6a4fd48e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491872 Sep 17 22:20:36.962995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-a950b25a-2c96-4674-84f3-fbaebbdded26 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467947 Sep 17 22:20:36.984358 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.018010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:37.024523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:37.025064 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.093371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-830658a6-40b8-4ec3-9a2d-5233cde8418d req-2ce411c9-bbb4-4e7a-a1e4-b387c51b177f tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 210 time: 0.0291998 Sep 17 22:20:37.181160 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.219613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:37.223635 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.303681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c5f49-5055-447e-b63e-bd288445fbc5 req-64390609-2480-40e0-874b-c3ef6cf25d0b tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:37.317981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd985a-447b-42ff-bf4c-cc70708fa302 req-66fea391-5a33-42a6-bf75-b0f6ce68bfb0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:37.317981 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-35cd985a-447b-42ff-bf4c-cc70708fa302 req-66fea391-5a33-42a6-bf75-b0f6ce68bfb0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 945 time: 0.0623088 Sep 17 22:20:37.318453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-632c5f49-5055-447e-b63e-bd288445fbc5 req-64390609-2480-40e0-874b-c3ef6cf25d0b tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1102 time: 0.1061656 Sep 17 22:20:37.344201 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.370484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-35cd985a-447b-42ff-bf4c-cc70708fa302 req-bbebbd01-4629-49a5-af6d-c60e13a4da4e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574050 Sep 17 22:20:37.400342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-238a1386-2b71-4a71-b173-1a5d6f79868f tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:37.403416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-238a1386-2b71-4a71-b173-1a5d6f79868f tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.23 "GET /v2.0/networks?id=27de56dc-4d5b-4283-9b39-3613a52065d1 HTTP/1.1" status: 200 len: 808 time: 0.2422466 Sep 17 22:20:37.405906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:37.416718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-632c5f49-5055-447e-b63e-bd288445fbc5 req-e216b067-28e1-49f8-92c9-e01765b6a029 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049371 Sep 17 22:20:37.425834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Request body: {'port': {'device_id': 'a606b581-d522-46b5-ade0-62cc9e65c72a', 'network_id': '27de56dc-4d5b-4283-9b39-3613a52065d1', 'admin_state_up': True, 'tenant_id': 'f6514b815de44cb2a4189760001effef'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:37.466860 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b3f7e43-6ba6-46cc-a3f4-5ad0e4a0c507 req-ecf30c56-c743-4455-a211-5990b4cc34b5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 210 time: 0.0451319 Sep 17 22:20:37.688732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Made reservation on behalf of f6514b815de44cb2a4189760001effef for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:37.695639 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.711694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc10cc4-8b67-4bae-909e-e27721e7336b req-fe8cb171-d9ca-45bc-ad5e-1353d1763e12 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:37.713528 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bbc10cc4-8b67-4bae-909e-e27721e7336b req-fe8cb171-d9ca-45bc-ad5e-1353d1763e12 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0721188 Sep 17 22:20:37.762826 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bbc10cc4-8b67-4bae-909e-e27721e7336b req-9e2fccc2-edb4-47ff-8a1e-c26bc6409b33 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376081 Sep 17 22:20:37.874696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Allocated IP 172.20.0.3 (27de56dc-4d5b-4283-9b39-3613a52065d1/b1a2cc8e-b94f-4eca-bd67-40526a42092b/77c61374-07ca-4809-8047-9e0f7281be97) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:38.028567 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.166234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.226202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c97948-bd8b-4013-9e91-9abba243bd52 req-d04ec46a-5ae9-4572-8535-f01effa175f1 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.228805 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27c97948-bd8b-4013-9e91-9abba243bd52 req-d04ec46a-5ae9-4572-8535-f01effa175f1 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 931 time: 0.0617044 Sep 17 22:20:38.229332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Network 27de56dc-4d5b-4283-9b39-3613a52065d1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:38.233070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:38.235778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:38.265816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Pushing event updated for resources: {'Port': ['ID=77c61374-07ca-4809-8047-9e0f7281be97,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:38.274288 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27c97948-bd8b-4013-9e91-9abba243bd52 req-8bf3f835-a91f-4035-ba4e-95f5e0a52f73 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Sep 17 22:20:38.329824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.330584 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.358628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e1eb6-c3bf-463e-bc91-0796041ceea0 req-9f28db2a-bac5-4961-a842-bb48f46f481d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.360155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b81e1eb6-c3bf-463e-bc91-0796041ceea0 req-9f28db2a-bac5-4961-a842-bb48f46f481d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0722258 Sep 17 22:20:38.409093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b81e1eb6-c3bf-463e-bc91-0796041ceea0 req-d8615192-76d5-419f-af38-ef40d953d001 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428042 Sep 17 22:20:38.470729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-731aa38b-0ef6-48ad-b1dc-ff6ca5da7f59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0523210 Sep 17 22:20:38.484553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Request body: {'port': {'device_id': 'a606b581-d522-46b5-ade0-62cc9e65c72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:38.500488 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-0b98c79c-83c8-421c-a0b9-8f42971a38f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755000 Sep 17 22:20:38.518059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a5642-e101-430f-9641-6e20e83d1a1f req-5d9d3dfd-5e7a-4b42-abaf-d824d2cd8518 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.520066 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db2a5642-e101-430f-9641-6e20e83d1a1f req-5d9d3dfd-5e7a-4b42-abaf-d824d2cd8518 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 946 time: 0.0666912 Sep 17 22:20:38.561417 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db2a5642-e101-430f-9641-6e20e83d1a1f req-b4a90142-2aed-47b4-a7d3-48e5c572313e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339069 Sep 17 22:20:38.571485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-59e8747f-e209-468c-901c-e9076a66df88 req-473caeed-1892-4595-97b9-44d95d369125 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 210 time: 0.0294378 Sep 17 22:20:38.575084 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.670955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ba5b6f-7025-412b-946e-3e1c6a413e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6611be-709c-4c2e-ac9b-87e7c5b4d542'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:38.674101 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974145a3-4b75-434a-a2e9-03fe8dc56416" -d '{"events": [{"server_uuid": "86ba5b6f-7025-412b-946e-3e1c6a413e04", "name": "network-vif-plugged", "status": "completed", "tag": "9b6611be-709c-4c2e-ac9b-87e7c5b4d542"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:38.711829 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1edc22-a3c4-40bc-b98d-07b11c597819 x-openstack-request-id: req-ad1edc22-a3c4-40bc-b98d-07b11c597819 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:38.712147 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ba5b6f-7025-412b-946e-3e1c6a413e04", "name": "network-vif-plugged", "status": "completed", "tag": "9b6611be-709c-4c2e-ac9b-87e7c5b4d542", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:38.712410 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad1edc22-a3c4-40bc-b98d-07b11c597819 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:38.712810 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ba5b6f-7025-412b-946e-3e1c6a413e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6611be-709c-4c2e-ac9b-87e7c5b4d542', 'code': 200} Sep 17 22:20:38.835721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f52a4-8065-444e-99f1-ec127f8efdf0 req-4062dde3-4f60-4709-9e76-c079a69af3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.837313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f3f52a4-8065-444e-99f1-ec127f8efdf0 req-4062dde3-4f60-4709-9e76-c079a69af3ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 1098 time: 0.0667179 Sep 17 22:20:38.910739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c61374-07ca-4809-8047-9e0f7281be97 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:38.911928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d873cf1-7116-4325-a36b-0e2dab101d24 req-c7680690-83df-46c0-8a96-f2f5115d83c1 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.923295 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d873cf1-7116-4325-a36b-0e2dab101d24 req-c7680690-83df-46c0-8a96-f2f5115d83c1 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0646801 Sep 17 22:20:38.926421 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.944210 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.951662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f3f52a4-8065-444e-99f1-ec127f8efdf0 req-52ffccdb-4c26-4f44-ada4-54f29a4a16a7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035590 Sep 17 22:20:38.952690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Transition to ACTIVE for port object 77c61374-07ca-4809-8047-9e0f7281be97 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:38.960903 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d873cf1-7116-4325-a36b-0e2dab101d24 req-1da994a8-f60f-4c4c-ac1b-6e9a6dead8e2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381436 Sep 17 22:20:39.047833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.084572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87def6a-069f-45ed-9e4f-2cf1fdaa85e6 req-2ecb0e8b-063c-414a-b30c-10d38bdf0e0d tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.088641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a87def6a-069f-45ed-9e4f-2cf1fdaa85e6 req-2ecb0e8b-063c-414a-b30c-10d38bdf0e0d tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0552814 Sep 17 22:20:39.101643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Pushing event updated for resources: {'Port': ['ID=77c61374-07ca-4809-8047-9e0f7281be97,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:39.134069 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a87def6a-069f-45ed-9e4f-2cf1fdaa85e6 req-ee5a9ddd-6070-4869-b820-b1150ab33555 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Sep 17 22:20:39.184822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Attempting to bind port 77c61374-07ca-4809-8047-9e0f7281be97 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:39.185166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Attempting to bind port 77c61374-07ca-4809-8047-9e0f7281be97 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'fc087cbe-7f8e-421d-8def-b355f6c392ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27de56dc-4d5b-4283-9b39-3613a52065d1'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:39.185497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Attempting to bind port 77c61374-07ca-4809-8047-9e0f7281be97 on network 27de56dc-4d5b-4283-9b39-3613a52065d1 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:39.190067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Port 77c61374-07ca-4809-8047-9e0f7281be97 on network 27de56dc-4d5b-4283-9b39-3613a52065d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:39.190418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Attempting to bind port 77c61374-07ca-4809-8047-9e0f7281be97 on network 27de56dc-4d5b-4283-9b39-3613a52065d1 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:39.196339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:39.196888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Checking segment: {'id': 'fc087cbe-7f8e-421d-8def-b355f6c392ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27de56dc-4d5b-4283-9b39-3613a52065d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:39.197481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Bound using segment: {'id': 'fc087cbe-7f8e-421d-8def-b355f6c392ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27de56dc-4d5b-4283-9b39-3613a52065d1'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:39.198164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Bound port: 77c61374-07ca-4809-8047-9e0f7281be97, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc087cbe-7f8e-421d-8def-b355f6c392ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27de56dc-4d5b-4283-9b39-3613a52065d1'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:39.198730 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.272914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] For port 77c61374-07ca-4809-8047-9e0f7281be97, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:39.276395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] For port 77c61374-07ca-4809-8047-9e0f7281be97, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=77c61374-07ca-4809-8047-9e0f7281be97,segment=NetworkSegment(fc087cbe-7f8e-421d-8def-b355f6c392ad),segment_id=fc087cbe-7f8e-421d-8def-b355f6c392ad)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:39.277622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cd96a-5acb-4f83-8e00-f7c41301935d req-4a9a3fc4-df1a-4a1f-ab52-674020ca412d tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.279105 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-068cd96a-5acb-4f83-8e00-f7c41301935d req-4a9a3fc4-df1a-4a1f-ab52-674020ca412d tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0540230 Sep 17 22:20:39.328407 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-068cd96a-5acb-4f83-8e00-f7c41301935d req-0032964c-0aaf-43c0-a92e-60aafe05dff2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431435 Sep 17 22:20:39.403422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.454400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.455013 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.457149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] 10.222.0.23 "PUT /v2.0/ports/77c61374-07ca-4809-8047-9e0f7281be97 HTTP/1.1" status: 200 len: 1092 time: 0.9770057 Sep 17 22:20:39.457739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a606b581-d522-46b5-ade0-62cc9e65c72a', 'tag': '77c61374-07ca-4809-8047-9e0f7281be97'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:39.460138 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8867afe9-2af2-407b-b1a7-cbb238f99e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a606b581-d522-46b5-ade0-62cc9e65c72a", "tag": "77c61374-07ca-4809-8047-9e0f7281be97"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:39.474411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a529d-13f9-4141-85ad-f832f1383ff9 req-acc91f85-23f4-4173-b303-adfb848bda59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.476061 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8b2a529d-13f9-4141-85ad-f832f1383ff9 req-acc91f85-23f4-4173-b303-adfb848bda59 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 943 time: 0.1219323 Sep 17 22:20:39.491553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d561e-8d27-4d7e-af54-eea6d58b746e req-41d88261-d876-4e69-a6c4-529681ea66de tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.496616 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-130d561e-8d27-4d7e-af54-eea6d58b746e req-41d88261-d876-4e69-a6c4-529681ea66de tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0861790 Sep 17 22:20:39.512335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c382c-b8f4-4011-bbb3-320755153034 service neutron] Pushing event updated for resources: {'Port': ['ID=77c61374-07ca-4809-8047-9e0f7281be97,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:39.535076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8b2a529d-13f9-4141-85ad-f832f1383ff9 req-e7cc4587-9b4a-4792-913f-c6e12c11e964 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480735 Sep 17 22:20:39.538402 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-130d561e-8d27-4d7e-af54-eea6d58b746e req-fd882db4-2d6e-4460-b943-45249732eaa1 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Sep 17 22:20:39.582804 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47151338-141c-4419-83c2-003c18b7428e x-openstack-request-id: req-47151338-141c-4419-83c2-003c18b7428e {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:39.583174 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a606b581-d522-46b5-ade0-62cc9e65c72a", "tag": "77c61374-07ca-4809-8047-9e0f7281be97", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:39.583455 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47151338-141c-4419-83c2-003c18b7428e {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:39.583855 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a606b581-d522-46b5-ade0-62cc9e65c72a', 'tag': '77c61374-07ca-4809-8047-9e0f7281be97', 'status': 'completed', 'code': 200} Sep 17 22:20:39.680463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867afe9-2af2-407b-b1a7-cbb238f99e2a req-ab5ab5fa-e3cd-4744-a206-1848863873a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.682356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8867afe9-2af2-407b-b1a7-cbb238f99e2a req-ab5ab5fa-e3cd-4744-a206-1848863873a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6514b815de44cb2a4189760001effef&device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 1095 time: 0.0722911 Sep 17 22:20:39.690952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbe2a2-fe5d-4b8d-b27d-46f6ac370596 req-c2c34f1f-66b0-4aef-b211-8367b8227d17 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.692796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48dbe2a2-fe5d-4b8d-b27d-46f6ac370596 req-c2c34f1f-66b0-4aef-b211-8367b8227d17 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0741394 Sep 17 22:20:39.693513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744634f-20a6-4908-a5d9-86cf184f13e9 req-94a6d058-1150-4968-9dfa-ee372953d28e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.695292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d744634f-20a6-4908-a5d9-86cf184f13e9 req-94a6d058-1150-4968-9dfa-ee372953d28e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 946 time: 0.0545759 Sep 17 22:20:39.739017 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d744634f-20a6-4908-a5d9-86cf184f13e9 req-27f5aa18-d722-44ab-9550-5264d936c934 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361123 Sep 17 22:20:39.791010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48dbe2a2-fe5d-4b8d-b27d-46f6ac370596 req-d5f8c5e7-9da8-4045-8087-99916bcacdf7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834129 Sep 17 22:20:39.831423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867afe9-2af2-407b-b1a7-cbb238f99e2a req-f3abfc64-acf5-4890-be7f-6cba3a520ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.833161 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8867afe9-2af2-407b-b1a7-cbb238f99e2a req-f3abfc64-acf5-4890-be7f-6cba3a520ddc service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f6514b815de44cb2a4189760001effef&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1340001 Sep 17 22:20:39.848842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b98066-0315-4664-9710-c6f152a7f559 req-381697b3-fd4d-4e50-884d-b0616a85b5ba tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.850401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48b98066-0315-4664-9710-c6f152a7f559 req-381697b3-fd4d-4e50-884d-b0616a85b5ba tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0544910 Sep 17 22:20:39.897580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48b98066-0315-4664-9710-c6f152a7f559 req-b329bf4c-d965-4415-a2c0-2fe57eb85a0f tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389051 Sep 17 22:20:39.904848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-945adb65-a73b-44cf-8f01-708fed50c01f req-014edf44-7413-4d1e-ad1d-4bd344355afe tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 210 time: 0.0499234 Sep 17 22:20:39.981535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867afe9-2af2-407b-b1a7-cbb238f99e2a req-b748a44b-d402-43b9-874c-9f6f7cb4d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.983939 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8867afe9-2af2-407b-b1a7-cbb238f99e2a req-b748a44b-d402-43b9-874c-9f6f7cb4d494 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383336 Sep 17 22:20:40.066183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d8b98-2b2a-4f5f-ac0b-572a50ce299a req-56981983-cc55-4e4f-aa6b-b41d372a12e0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.067644 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d3d8b98-2b2a-4f5f-ac0b-572a50ce299a req-56981983-cc55-4e4f-aa6b-b41d372a12e0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0574899 Sep 17 22:20:40.089584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-e1c03b05-b946-4a7a-b00f-47fa6631bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.091232 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-e1c03b05-b946-4a7a-b00f-47fa6631bc8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6514b815de44cb2a4189760001effef&device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 1095 time: 0.0477877 Sep 17 22:20:40.111631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d3d8b98-2b2a-4f5f-ac0b-572a50ce299a req-378b60f7-3275-473b-9444-c19ac9c982d6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Sep 17 22:20:40.138647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-b6171d6f-ceae-48e4-a8e7-62b79a3e24d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77c61374-07ca-4809-8047-9e0f7281be97 HTTP/1.1" status: 200 len: 217 time: 0.0355687 Sep 17 22:20:40.142028 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:40.208913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-feda147c-bce6-4428-bd2f-79b3a7ef9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.214885 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-feda147c-bce6-4428-bd2f-79b3a7ef9982 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1a2cc8e-b94f-4eca-bd67-40526a42092b HTTP/1.1" status: 200 len: 848 time: 0.0654485 Sep 17 22:20:40.258600 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-4f80d0e7-2ef4-40d3-91b8-c17b1f2eea86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=27de56dc-4d5b-4283-9b39-3613a52065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262713 Sep 17 22:20:40.258843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769936-1137-4dcf-b909-9faeec1ce1d4 req-d1624c2e-0dcc-452a-a50b-aee4ce5ce07c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.260639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2b769936-1137-4dcf-b909-9faeec1ce1d4 req-d1624c2e-0dcc-452a-a50b-aee4ce5ce07c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0588522 Sep 17 22:20:40.300407 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2b769936-1137-4dcf-b909-9faeec1ce1d4 req-92b2761a-a6a2-41ea-ad62-74e63fd8b125 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336571 Sep 17 22:20:40.356701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-062fa4f2-b526-4e7a-be0b-5efae00a13aa service neutron] 10.222.0.23 "GET /v2.0/networks/27de56dc-4d5b-4283-9b39-3613a52065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898454 Sep 17 22:20:40.482574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9eb7e-f70b-4715-972d-8970056566ec req-745a30b5-663d-40b9-88de-7a236fed1dd1 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.484032 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ed9eb7e-f70b-4715-972d-8970056566ec req-745a30b5-663d-40b9-88de-7a236fed1dd1 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.1123660 Sep 17 22:20:40.512462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df96e1e9-59db-479a-aabc-37342dbf71d5 req-c09441bd-46bb-49ad-9219-435a9e53a0c8 service neutron] 10.222.0.23 "GET /v2.0/networks/27de56dc-4d5b-4283-9b39-3613a52065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483870 Sep 17 22:20:40.533646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ed9eb7e-f70b-4715-972d-8970056566ec req-8224aa0b-2a9f-425f-89ec-591eb2e8a696 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384159 Sep 17 22:20:40.560413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-f7d0f60b-b2c9-4478-94c3-472f7c781eb4 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256982 Sep 17 22:20:40.710975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab37ff-870d-4cdf-b071-efea3ceb9f65 req-208730c3-6445-4fde-803f-352710c1513e tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.713407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdab37ff-870d-4cdf-b071-efea3ceb9f65 req-208730c3-6445-4fde-803f-352710c1513e tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 943 time: 0.1084785 Sep 17 22:20:40.725246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-348a0869-b5d5-415f-9fe1-f740493605a2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.728043 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-348a0869-b5d5-415f-9fe1-f740493605a2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611271 Sep 17 22:20:40.750039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Request body: {'port': {'device_id': '4691a507-6518-478d-97de-8b3831e8d93f', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'a5cd06b025384a9f858cc1eef04a1b05'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:40.805882 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdab37ff-870d-4cdf-b071-efea3ceb9f65 req-fba08cd7-c45b-4ba5-a2ce-3727e4b52397 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766356 Sep 17 22:20:40.947177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317eca-a3b0-4bd8-a9bd-daf4e6c1272e req-ccdde3ac-63e3-42d1-b462-539840a9b698 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.948658 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb317eca-a3b0-4bd8-a9bd-daf4e6c1272e req-ccdde3ac-63e3-42d1-b462-539840a9b698 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 946 time: 0.0618846 Sep 17 22:20:40.986994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb317eca-a3b0-4bd8-a9bd-daf4e6c1272e req-aa4e7817-fd0c-4dce-9b3e-59b4cc064b1d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321884 Sep 17 22:20:41.011649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Made reservation on behalf of a5cd06b025384a9f858cc1eef04a1b05 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:41.035766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:41.046629 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:41.154817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd268a1-bf55-42d1-9528-bec27e366ddb req-e3e47fc5-0422-4d52-bfbc-97e30fe995d7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:41.156519 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcd268a1-bf55-42d1-9528-bec27e366ddb req-e3e47fc5-0422-4d52-bfbc-97e30fe995d7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0822134 Sep 17 22:20:41.221117 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcd268a1-bf55-42d1-9528-bec27e366ddb req-00fc9053-c51f-49b6-a703-0c5b02c4d1d1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553975 Sep 17 22:20:41.228341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96668bd5-823a-4474-a191-fd9ac9a3794b req-42c8484f-4618-4ae8-af9d-ff62efe02b1d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 210 time: 0.0276401 Sep 17 22:20:41.246965 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:41.406614 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:41.475632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068151ac-1e04-41a0-8856-63b1139b0733,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:41.542671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Allocated IP 192.168.233.115 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/1cf4fdd9-0d43-43e1-a845-454eb45293b8) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:41.714326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-952b4b6e-55c4-41e2-9fd6-245134a5c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:41.715847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-952b4b6e-55c4-41e2-9fd6-245134a5c70e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1102 time: 0.0656257 Sep 17 22:20:41.725117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:41.832439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-d07a0f45-98b6-4434-afaf-a6dc2bf9603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:41.834441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-d07a0f45-98b6-4434-afaf-a6dc2bf9603c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1072915 Sep 17 22:20:41.894441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-5ae7d7c6-daf4-4e55-b168-d81f0bbf979a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 217 time: 0.0373373 Sep 17 22:20:41.931764 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:41.936611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63911a6-dad0-4628-a5f7-76890a945b6f req-8a994d03-1c3b-4bdd-bf70-8d7e9cf73327 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:41.938141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a63911a6-dad0-4628-a5f7-76890a945b6f req-8a994d03-1c3b-4bdd-bf70-8d7e9cf73327 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 943 time: 0.0563653 Sep 17 22:20:41.988733 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a63911a6-dad0-4628-a5f7-76890a945b6f req-49df54ae-0a4a-4560-acc6-81d4a5e157cc tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Sep 17 22:20:42.027763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:42.032598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-433f3c8f-e1df-423e-b7f4-161d76fdf224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.034080 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-433f3c8f-e1df-423e-b7f4-161d76fdf224 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1342378 Sep 17 22:20:42.042723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:42.052976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:42.063208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event updated for resources: {'Port': ['ID=1cf4fdd9-0d43-43e1-a845-454eb45293b8,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:42.110344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ecf44-0136-4d72-a50d-7596570b60fd req-c3555df3-9353-4b87-aae2-7b95861bf29e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.111879 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-838ecf44-0136-4d72-a50d-7596570b60fd req-c3555df3-9353-4b87-aae2-7b95861bf29e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.1849887 Sep 17 22:20:42.161000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.161720 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:42.176927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-83e098c8-c85d-4a6a-954c-7298dbe81d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.178437 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-83e098c8-c85d-4a6a-954c-7298dbe81d30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1336477 Sep 17 22:20:42.229099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-838ecf44-0136-4d72-a50d-7596570b60fd req-d970378b-9b91-40a6-a277-ebf1952212e4 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068313 Sep 17 22:20:42.298996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-16126367-5640-426c-9905-59dcfb9184cd service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103973 Sep 17 22:20:42.344629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-16b28eb4-e1a5-4bcb-b4d0-1ef3b67cabb9 None None] Provisioning complete for port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:42.344629 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16b28eb4-e1a5-4bcb-b4d0-1ef3b67cabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:42.350795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-955d90d1-be46-4e94-bc3b-93f4abecc1cf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6065013 Sep 17 22:20:42.368402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae7ede-321b-456d-94b4-553defddfe19 req-6b44039d-8f85-47e4-869d-26796be7c508 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.374406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Request body: {'port': {'device_id': '4691a507-6518-478d-97de-8b3831e8d93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:42.376978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eaae7ede-321b-456d-94b4-553defddfe19 req-6b44039d-8f85-47e4-869d-26796be7c508 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0617042 Sep 17 22:20:42.377990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-16b28eb4-e1a5-4bcb-b4d0-1ef3b67cabb9 None None] Port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:42.411117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eaae7ede-321b-456d-94b4-553defddfe19 req-92332cbe-bb8b-4229-a77a-00433297cda4 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Sep 17 22:20:42.749068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56988a-dd86-449e-a232-7d41f672bdb3 req-c08d4c8e-48c9-4a5e-be69-4aa864992883 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.750541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe56988a-dd86-449e-a232-7d41f672bdb3 req-c08d4c8e-48c9-4a5e-be69-4aa864992883 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 936 time: 0.4444790 Sep 17 22:20:42.811857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-af3b245c-6e70-4fe5-b673-a47137e10ea7 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038497 Sep 17 22:20:42.812349 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:42.840382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe56988a-dd86-449e-a232-7d41f672bdb3 req-c4bfe556-7ee3-4e86-9993-fe6181fc5556 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828011 Sep 17 22:20:43.045088 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:20:43.126174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf4fdd9-0d43-43e1-a845-454eb45293b8 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:43.135635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:43.158672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Transition to ACTIVE for port object 1cf4fdd9-0d43-43e1-a845-454eb45293b8 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:43.173492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972d0b2-f94e-4206-ae43-d83f5d29c58f req-6c7b5990-6304-45e6-a674-71b8854bf8bb tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:43.178216 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7972d0b2-f94e-4206-ae43-d83f5d29c58f req-6c7b5990-6304-45e6-a674-71b8854bf8bb tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 943 time: 0.0895073 Sep 17 22:20:43.218487 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7972d0b2-f94e-4206-ae43-d83f5d29c58f req-c211d9fe-04a5-4a46-9d6d-fa714dbe211a tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344238 Sep 17 22:20:43.257465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:43.354198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf4fdd9-0d43-43e1-a845-454eb45293b8,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:43.420161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0893-96b3-4a0a-9b64-1c4c4d66c755 req-d362b4c0-ba1a-425a-b60e-a1a8b8fd7b19 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:43.422035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a6d0893-96b3-4a0a-9b64-1c4c4d66c755 req-d362b4c0-ba1a-425a-b60e-a1a8b8fd7b19 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.1220760 Sep 17 22:20:43.441015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Attempting to bind port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:43.441289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Attempting to bind port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:43.441703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Attempting to bind port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:43.454824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:43.455148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Attempting to bind port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:43.465237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:43.465564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:43.469478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:43.469478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Bound port: 1cf4fdd9-0d43-43e1-a845-454eb45293b8, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:43.469478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:43.488588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a6d0893-96b3-4a0a-9b64-1c4c4d66c755 req-3585b6f3-e5cc-4cf5-b774-194f95b8baa0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586987 Sep 17 22:20:43.547209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] For port 1cf4fdd9-0d43-43e1-a845-454eb45293b8, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:43.551399 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] For port 1cf4fdd9-0d43-43e1-a845-454eb45293b8, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1cf4fdd9-0d43-43e1-a845-454eb45293b8,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:43.551550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2781252-71a3-48ca-a3e1-36950f1cda4f req-9a433503-3591-4d66-8b81-cacfaf89e9ca tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:43.553258 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d2781252-71a3-48ca-a3e1-36950f1cda4f req-9a433503-3591-4d66-8b81-cacfaf89e9ca tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0571411 Sep 17 22:20:43.593107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d2781252-71a3-48ca-a3e1-36950f1cda4f req-8fc0228b-17e7-431c-a1f1-6cbb0c68ac18 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329831 Sep 17 22:20:43.681720 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:43.718704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:43.719342 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:43.720718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] 10.222.0.15 "PUT /v2.0/ports/1cf4fdd9-0d43-43e1-a845-454eb45293b8 HTTP/1.1" status: 200 len: 1097 time: 1.3544157 Sep 17 22:20:43.721148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4691a507-6518-478d-97de-8b3831e8d93f', 'tag': '1cf4fdd9-0d43-43e1-a845-454eb45293b8'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:43.723454 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61a2482-16f7-494b-87a8-4937fff4a53d" -d '{"events": [{"name": "network-changed", "server_uuid": "4691a507-6518-478d-97de-8b3831e8d93f", "tag": "1cf4fdd9-0d43-43e1-a845-454eb45293b8"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:43.753415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdd4ae-c03b-4cb7-b43d-bfc597ab7623 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf4fdd9-0d43-43e1-a845-454eb45293b8,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:43.765431 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90689a62-4174-478d-bcc1-dc798dbd51c6 x-openstack-request-id: req-90689a62-4174-478d-bcc1-dc798dbd51c6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:43.765725 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4691a507-6518-478d-97de-8b3831e8d93f", "tag": "1cf4fdd9-0d43-43e1-a845-454eb45293b8", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:43.766009 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90689a62-4174-478d-bcc1-dc798dbd51c6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:43.766403 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4691a507-6518-478d-97de-8b3831e8d93f', 'tag': '1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'status': 'completed', 'code': 200} Sep 17 22:20:43.877511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a2482-16f7-494b-87a8-4937fff4a53d req-f1562896-528d-452f-a072-e9a87a3530cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:43.879026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c61a2482-16f7-494b-87a8-4937fff4a53d req-f1562896-528d-452f-a072-e9a87a3530cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 1100 time: 0.0499334 Sep 17 22:20:43.920964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c61a2482-16f7-494b-87a8-4937fff4a53d req-69fa299f-9daa-4ad1-9ab9-a0fe75041499 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212829 Sep 17 22:20:44.031558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fa52c-0edf-41c9-bcc8-32b97341b7b8 req-e72622e9-0f9d-456b-8521-627fa328f06a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.032959 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe1fa52c-0edf-41c9-bcc8-32b97341b7b8 req-e72622e9-0f9d-456b-8521-627fa328f06a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 948 time: 0.1147864 Sep 17 22:20:44.039301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7dbc71f4-8d9c-4b63-a915-4844f002229e details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:44.066886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a2482-16f7-494b-87a8-4937fff4a53d req-151cdb82-c12d-49aa-b055-7bca5dc10293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.068364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c61a2482-16f7-494b-87a8-4937fff4a53d req-151cdb82-c12d-49aa-b055-7bca5dc10293 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373348 Sep 17 22:20:44.085452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe1fa52c-0edf-41c9-bcc8-32b97341b7b8 req-e572bff9-25c1-4fe1-9320-f8b43bf7cff2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Sep 17 22:20:44.143468 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7dbc71f4-8d9c-4b63-a915-4844f002229e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7dbc71f4-8d9c-4b63-a915-4844f002229e,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:44.155877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '7dbc71f4-8d9c-4b63-a915-4844f002229e', 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f', 'port_id': '7dbc71f4-8d9c-4b63-a915-4844f002229e', 'mac_address': 'fa:16:3e:b1:4f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342053ca-ac5c-4106-a367-66bd248d3955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:44.199220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-1cfb6d24-4aa3-4d5d-812d-421eab7f72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.201257 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-1cfb6d24-4aa3-4d5d-812d-421eab7f72e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 1100 time: 0.0511320 Sep 17 22:20:44.202203 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:44.216100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dbc71f4-8d9c-4b63-a915-4844f002229e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:44.244208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7dbc71f4-8d9c-4b63-a915-4844f002229e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7dbc71f4-8d9c-4b63-a915-4844f002229e,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:44.263797 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-27341c55-badd-4cb8-96ed-2459236d6f3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=1cf4fdd9-0d43-43e1-a845-454eb45293b8 HTTP/1.1" status: 200 len: 217 time: 0.0462604 Sep 17 22:20:44.342598 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:44.354991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-1d68e523-0a87-4b1c-a3f7-010659396b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.356678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-1d68e523-0a87-4b1c-a3f7-010659396b5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0849025 Sep 17 22:20:44.384008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f07a44-27c3-4490-960e-fdf77e9d2013 req-0ed7ed76-f3e0-4135-a0fa-ebc2787227f9 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.385560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82f07a44-27c3-4490-960e-fdf77e9d2013 req-0ed7ed76-f3e0-4135-a0fa-ebc2787227f9 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 943 time: 0.0785418 Sep 17 22:20:44.400725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7dbc71f4-8d9c-4b63-a915-4844f002229e,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:44.447771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-576fd6ca-1597-4fa9-bc21-36f9e25b04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.449539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-576fd6ca-1597-4fa9-bc21-36f9e25b04eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839963 Sep 17 22:20:44.454750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82f07a44-27c3-4490-960e-fdf77e9d2013 req-cf2e7e1a-b19e-476b-b266-c84ea44f6d39 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548599 Sep 17 22:20:44.558295 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-a213262d-bc9b-4da8-9553-ebde802b8ccb service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010048 Sep 17 22:20:44.564016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7dbc71f4-8d9c-4b63-a915-4844f002229e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:44.682239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1bef3-de48-43ff-9f2f-b8f05f9e2ce6 req-2be560f0-6373-4204-955b-641f0e9d59fc tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.683762 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72c1bef3-de48-43ff-9f2f-b8f05f9e2ce6 req-2be560f0-6373-4204-955b-641f0e9d59fc tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 945 time: 0.1046805 Sep 17 22:20:44.720022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0321cf21-ce22-40ef-b0a3-4db3278a39de req-6179724b-6016-4c82-b0a7-faebb4c09d31 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486223 Sep 17 22:20:44.736703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72c1bef3-de48-43ff-9f2f-b8f05f9e2ce6 req-35ca3882-5d88-4fe5-98aa-10126134221f tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463347 Sep 17 22:20:44.892401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 77c61374-07ca-4809-8047-9e0f7281be97 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:44.925450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b4ef-1a09-4e92-8a5a-ef1cbf1df046 req-e33c65a7-352b-4295-a560-795da4c3e32f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.926966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d4b5b4ef-1a09-4e92-8a5a-ef1cbf1df046 req-e33c65a7-352b-4295-a560-795da4c3e32f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0500350 Sep 17 22:20:44.969711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d4b5b4ef-1a09-4e92-8a5a-ef1cbf1df046 req-cb5e2b75-463a-49d9-a76b-894b71e58d21 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358517 Sep 17 22:20:44.989018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 77c61374-07ca-4809-8047-9e0f7281be97, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=77c61374-07ca-4809-8047-9e0f7281be97,segment=NetworkSegment(fc087cbe-7f8e-421d-8def-b355f6c392ad),segment_id=fc087cbe-7f8e-421d-8def-b355f6c392ad)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:45.004337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '77c61374-07ca-4809-8047-9e0f7281be97', 'network_id': '27de56dc-4d5b-4283-9b39-3613a52065d1', 'port_id': '77c61374-07ca-4809-8047-9e0f7281be97', 'mac_address': 'fa:16:3e:e4:f2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a2cc8e-b94f-4eca-bd67-40526a42092b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:45.042876 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:45.055169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c61374-07ca-4809-8047-9e0f7281be97 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:45.075272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 77c61374-07ca-4809-8047-9e0f7281be97, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=77c61374-07ca-4809-8047-9e0f7281be97,segment=NetworkSegment(fc087cbe-7f8e-421d-8def-b355f6c392ad),segment_id=fc087cbe-7f8e-421d-8def-b355f6c392ad)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:45.187497 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:45.220725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba297-638a-4f8a-8dcf-92c8bba60a91 req-b807fa5e-0824-4e65-ada5-9267acf8b06a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.222254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-286ba297-638a-4f8a-8dcf-92c8bba60a91 req-b807fa5e-0824-4e65-ada5-9267acf8b06a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 948 time: 0.0615182 Sep 17 22:20:45.238049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=77c61374-07ca-4809-8047-9e0f7281be97,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:45.263441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-286ba297-638a-4f8a-8dcf-92c8bba60a91 req-6fb6bf19-75f4-4d80-adb2-103dc18b0833 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Sep 17 22:20:45.466218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['77c61374-07ca-4809-8047-9e0f7281be97'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:45.596986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51965900-6d89-4841-a9d0-b0638e544cf9 req-6e087e9e-c0b3-4a7c-b295-c24ee7a7a322 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.598603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51965900-6d89-4841-a9d0-b0638e544cf9 req-6e087e9e-c0b3-4a7c-b295-c24ee7a7a322 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 944 time: 0.0539591 Sep 17 22:20:45.644276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51965900-6d89-4841-a9d0-b0638e544cf9 req-ecc5c43d-f36d-42e7-b2e1-7dedccfbde5c tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373957 Sep 17 22:20:45.876347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ca2a6-0595-4afb-a0c7-5dbda2c871d6 req-77411e94-5492-4c18-8cce-ae136110b61b tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.877381 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-520ca2a6-0595-4afb-a0c7-5dbda2c871d6 req-77411e94-5492-4c18-8cce-ae136110b61b tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 945 time: 0.0662043 Sep 17 22:20:45.919507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-520ca2a6-0595-4afb-a0c7-5dbda2c871d6 req-41b1454d-9abc-436c-997e-1d29a1e6c042 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361285 Sep 17 22:20:46.088368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7dbc71f4-8d9c-4b63-a915-4844f002229e up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:46.095388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d4f00-1eae-40e0-9968-ad220e4a7177 req-6f7cfb40-2a17-4fcb-a1fa-b50ac897e69d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:46.096948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-159d4f00-1eae-40e0-9968-ad220e4a7177 req-6f7cfb40-2a17-4fcb-a1fa-b50ac897e69d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0532224 Sep 17 22:20:46.152976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 7dbc71f4-8d9c-4b63-a915-4844f002229e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:46.153600 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:46.157509 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-159d4f00-1eae-40e0-9968-ad220e4a7177 req-796e61e5-fcb2-4366-bd7b-fe54460d9c40 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460858 Sep 17 22:20:46.244273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:46.267663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4897a-2402-4dfd-b77a-c700a4de34fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbc71f4-8d9c-4b63-a915-4844f002229e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:46.270061 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3b0ac2-2a71-470e-a7e2-91c1f909cf5f" -d '{"events": [{"server_uuid": "7fe4897a-2402-4dfd-b77a-c700a4de34fb", "name": "network-vif-plugged", "status": "completed", "tag": "7dbc71f4-8d9c-4b63-a915-4844f002229e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:46.283629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7dbc71f4-8d9c-4b63-a915-4844f002229e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7dbc71f4-8d9c-4b63-a915-4844f002229e,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:46.311779 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ffd7c7-b2aa-4521-86d1-d5ac78416eb7 x-openstack-request-id: req-87ffd7c7-b2aa-4521-86d1-d5ac78416eb7 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:46.312112 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe4897a-2402-4dfd-b77a-c700a4de34fb", "name": "network-vif-plugged", "status": "completed", "tag": "7dbc71f4-8d9c-4b63-a915-4844f002229e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:46.312393 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87ffd7c7-b2aa-4521-86d1-d5ac78416eb7 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:46.312795 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4897a-2402-4dfd-b77a-c700a4de34fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbc71f4-8d9c-4b63-a915-4844f002229e', 'code': 200} Sep 17 22:20:46.395506 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:46.395893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ab5af-8a0a-45b7-b929-1c906b8f7ea4 req-4129214b-b9c9-4bd8-82c1-a3113efabedf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:46.398991 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-917ab5af-8a0a-45b7-b929-1c906b8f7ea4 req-4129214b-b9c9-4bd8-82c1-a3113efabedf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 948 time: 0.0605812 Sep 17 22:20:46.456160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7dbc71f4-8d9c-4b63-a915-4844f002229e,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:46.459183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-917ab5af-8a0a-45b7-b929-1c906b8f7ea4 req-47515b6e-6897-4787-b391-de9f4b296c35 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435095 Sep 17 22:20:46.776278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ca49b-9c58-4192-b3a1-c1b7a988db34 req-553ef94a-8da0-4c86-97eb-e029d58f9c96 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:46.777785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b94ca49b-9c58-4192-b3a1-c1b7a988db34 req-553ef94a-8da0-4c86-97eb-e029d58f9c96 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 944 time: 0.0535803 Sep 17 22:20:46.817820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b94ca49b-9c58-4192-b3a1-c1b7a988db34 req-ce325064-b2a0-4b2d-a444-aeca8dc28fac tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337086 Sep 17 22:20:46.907973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 77c61374-07ca-4809-8047-9e0f7281be97 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:47.046519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 77c61374-07ca-4809-8047-9e0f7281be97 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:47.050959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f264369-4792-4452-8150-7563a37086c1 req-2e0c600b-8b57-4e39-bd86-9c2fce431567 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.052525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5f264369-4792-4452-8150-7563a37086c1 req-2e0c600b-8b57-4e39-bd86-9c2fce431567 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0552182 Sep 17 22:20:47.052709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 77c61374-07ca-4809-8047-9e0f7281be97 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:47.053085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.096612 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5f264369-4792-4452-8150-7563a37086c1 req-cc0b9440-daad-4a45-868f-991e8dda7820 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Sep 17 22:20:47.148074 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.183159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 77c61374-07ca-4809-8047-9e0f7281be97, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=77c61374-07ca-4809-8047-9e0f7281be97,segment=NetworkSegment(fc087cbe-7f8e-421d-8def-b355f6c392ad),segment_id=fc087cbe-7f8e-421d-8def-b355f6c392ad)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:47.281572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aff15-c7d5-443f-af09-b72bd13ee8ec req-e55a4b58-0b31-4e03-9e05-96471d7a5cb6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.283337 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-939aff15-c7d5-443f-af09-b72bd13ee8ec req-e55a4b58-0b31-4e03-9e05-96471d7a5cb6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0522163 Sep 17 22:20:47.313812 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.323972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-939aff15-c7d5-443f-af09-b72bd13ee8ec req-5f1df6d1-558a-43c8-a0da-337ca3eb5296 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Sep 17 22:20:47.376275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=77c61374-07ca-4809-8047-9e0f7281be97,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:47.579995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13160d49-bd69-4c0a-8560-70789129f36a req-052f0ec8-951f-4cea-b46f-a28370318ecf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.581575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13160d49-bd69-4c0a-8560-70789129f36a req-052f0ec8-951f-4cea-b46f-a28370318ecf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 948 time: 0.0514333 Sep 17 22:20:47.620762 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13160d49-bd69-4c0a-8560-70789129f36a req-5a500466-df95-4439-b643-d67d681dbbaf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Sep 17 22:20:47.944410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458b1fe-4d73-4496-8889-44ba50646d40 req-6e4402de-911d-4494-8ae3-aec54dca606c tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.951926 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2458b1fe-4d73-4496-8889-44ba50646d40 req-6e4402de-911d-4494-8ae3-aec54dca606c tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 945 time: 0.0648248 Sep 17 22:20:47.988648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2458b1fe-4d73-4496-8889-44ba50646d40 req-02f213c1-6648-4aec-a306-939b81fc7812 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356946 Sep 17 22:20:48.055794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 1cf4fdd9-0d43-43e1-a845-454eb45293b8 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:48.168633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 1cf4fdd9-0d43-43e1-a845-454eb45293b8, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1cf4fdd9-0d43-43e1-a845-454eb45293b8,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:48.182317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'mac_address': 'fa:16:3e:b7:60:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:48.266947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74750c-a9ad-4d9e-b8f2-742e05aa288e req-40989230-56ff-4709-9e93-142187085054 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.269748 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.278407 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab74750c-a9ad-4d9e-b8f2-742e05aa288e req-40989230-56ff-4709-9e93-142187085054 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0742481 Sep 17 22:20:48.295147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf4fdd9-0d43-43e1-a845-454eb45293b8 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:48.316497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a606b581-d522-46b5-ade0-62cc9e65c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c61374-07ca-4809-8047-9e0f7281be97'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:48.319220 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7daa00-0343-4803-a59d-f4b52885e33d" -d '{"events": [{"server_uuid": "a606b581-d522-46b5-ade0-62cc9e65c72a", "name": "network-vif-plugged", "status": "completed", "tag": "77c61374-07ca-4809-8047-9e0f7281be97"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:48.336856 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab74750c-a9ad-4d9e-b8f2-742e05aa288e req-7f2831ed-b95c-46f1-981f-27faa5802a7a tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565777 Sep 17 22:20:48.344273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 1cf4fdd9-0d43-43e1-a845-454eb45293b8, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1cf4fdd9-0d43-43e1-a845-454eb45293b8,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:48.371670 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db8c3a1-1fd3-49b6-a6aa-ab4cfc2f6935 x-openstack-request-id: req-7db8c3a1-1fd3-49b6-a6aa-ab4cfc2f6935 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:48.371971 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a606b581-d522-46b5-ade0-62cc9e65c72a", "name": "network-vif-plugged", "status": "completed", "tag": "77c61374-07ca-4809-8047-9e0f7281be97", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:48.372252 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7db8c3a1-1fd3-49b6-a6aa-ab4cfc2f6935 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:48.372650 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a606b581-d522-46b5-ade0-62cc9e65c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c61374-07ca-4809-8047-9e0f7281be97', 'code': 200} Sep 17 22:20:48.406606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.475381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=1cf4fdd9-0d43-43e1-a845-454eb45293b8,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:48.513019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf176b-f335-441b-bf19-b2c913320759 req-c298343c-f6cb-4bcc-895c-ed64a08ece4d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.522297 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49cf176b-f335-441b-bf19-b2c913320759 req-c298343c-f6cb-4bcc-895c-ed64a08ece4d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0947044 Sep 17 22:20:48.549065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af788db-244e-451c-bc4e-bac8a721756b req-1beea285-810c-48e5-b0ce-f6753bffa369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.550586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8af788db-244e-451c-bc4e-bac8a721756b req-1beea285-810c-48e5-b0ce-f6753bffa369 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 1097 time: 0.0740507 Sep 17 22:20:48.577776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49cf176b-f335-441b-bf19-b2c913320759 req-167c1583-7fbf-4932-8230-40ffcbe85eb6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537713 Sep 17 22:20:48.605852 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8af788db-244e-451c-bc4e-bac8a721756b req-e91e1c4f-d19d-4d74-a88a-5eebb8d8681f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457170 Sep 17 22:20:48.743213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bfe96-9fe8-418e-8652-8111eef0e93a req-a8acc612-9925-4158-aa70-fd6f0e9d5987 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.745063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-221bfe96-9fe8-418e-8652-8111eef0e93a req-a8acc612-9925-4158-aa70-fd6f0e9d5987 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 949 time: 0.0559208 Sep 17 22:20:48.785885 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-221bfe96-9fe8-418e-8652-8111eef0e93a req-23b91825-7ca3-43da-8f09-790d24c2d3a2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334418 Sep 17 22:20:49.095615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:49.106728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29662004-dbbf-42c0-86b1-6ca2e3438f52 req-6f91c1ac-ffa2-445a-a458-42ac6eabd3c8 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.109186 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29662004-dbbf-42c0-86b1-6ca2e3438f52 req-6f91c1ac-ffa2-445a-a458-42ac6eabd3c8 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 945 time: 0.0551956 Sep 17 22:20:49.153786 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29662004-dbbf-42c0-86b1-6ca2e3438f52 req-dd5483f9-c636-460b-abb2-04d521f3dd50 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383267 Sep 17 22:20:49.448599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1afc25-7700-4cf2-9872-bade984479f3 req-ff73a470-3ed3-4b4c-9485-cc81dfe31596 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.450057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b1afc25-7700-4cf2-9872-bade984479f3 req-ff73a470-3ed3-4b4c-9485-cc81dfe31596 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0495398 Sep 17 22:20:49.489240 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b1afc25-7700-4cf2-9872-bade984479f3 req-3a378979-527b-4b1e-9637-6dc8e834c097 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329986 Sep 17 22:20:49.802530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-887ee1f7-4bcd-4f56-87ca-6c63033928e9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.804031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-887ee1f7-4bcd-4f56-87ca-6c63033928e9 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 820 time: 0.1070585 Sep 17 22:20:49.821977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-c24d1a39-8fc1-4c48-9151-fbf2190145dc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/quotas/750d12dee1534161b8aa8559b499da36 HTTP/1.1" status: 200 len: 375 time: 0.0116115 Sep 17 22:20:49.883535 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-fa73a1a7-2e7a-408c-99e2-512921b8305b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519221 Sep 17 22:20:49.951003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d98f77-2260-4587-b822-63e912ad8362 req-45e6a6a9-57c3-4a38-a416-261e2fd88213 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.952638 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54d98f77-2260-4587-b822-63e912ad8362 req-45e6a6a9-57c3-4a38-a416-261e2fd88213 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0577226 Sep 17 22:20:49.993734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54d98f77-2260-4587-b822-63e912ad8362 req-c1d926fb-f8e9-479e-938d-9afd70401a29 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350471 Sep 17 22:20:49.996644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-3badcac2-1682-4e62-9fde-b3b0c920e2d4 service neutron] 10.222.0.30 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076109 Sep 17 22:20:50.084429 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-9037523c-76ca-411a-a0dd-9681a958b923 service neutron] 10.222.0.30 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867789 Sep 17 22:20:50.102147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a5ee9-64d1-4863-819f-5e507e5ad43f req-4ce189ec-91fa-4c32-8f38-86d94f265b53 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.102147 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a35a5ee9-64d1-4863-819f-5e507e5ad43f req-4ce189ec-91fa-4c32-8f38-86d94f265b53 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 949 time: 0.0532181 Sep 17 22:20:50.143881 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a35a5ee9-64d1-4863-819f-5e507e5ad43f req-52a20697-4983-446c-84bd-d52607525091 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332470 Sep 17 22:20:50.253190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c46a6-c446-461d-81c0-2d18af9ebb9e req-0ebb61e0-2baa-40c7-b996-e8d06834eb0a tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.254692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f0c46a6-c446-461d-81c0-2d18af9ebb9e req-0ebb61e0-2baa-40c7-b996-e8d06834eb0a tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0502074 Sep 17 22:20:50.292337 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f0c46a6-c446-461d-81c0-2d18af9ebb9e req-b71c408e-2d2f-4a04-bf8a-cc8df95ec755 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310159 Sep 17 22:20:50.398587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d5096-06df-4bf4-b343-13d295f17700 req-1a4c3aef-fd13-4168-8805-4f83aefa9e50 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.400066 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb8d5096-06df-4bf4-b343-13d295f17700 req-1a4c3aef-fd13-4168-8805-4f83aefa9e50 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 945 time: 0.0531962 Sep 17 22:20:50.436243 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb8d5096-06df-4bf4-b343-13d295f17700 req-eb9e83ca-3289-41f5-8353-1e780f2fdc77 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304677 Sep 17 22:20:50.724262 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-253dcdc9-8737-46b3-8f75-eccb8f985a16 req-e16fb646-1403-4c35-b93b-d126724e96c8 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 210 time: 0.0338182 Sep 17 22:20:51.113651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704652a-983e-4aa6-8e25-fd6495324c64 req-76d0666f-1258-42d4-a464-389936c680f4 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.115115 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2704652a-983e-4aa6-8e25-fd6495324c64 req-76d0666f-1258-42d4-a464-389936c680f4 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0532110 Sep 17 22:20:51.156704 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2704652a-983e-4aa6-8e25-fd6495324c64 req-04c50238-c8f8-48de-aec7-83b7a8e844d5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350707 Sep 17 22:20:51.266560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe823655-18f9-431f-995b-befbd5c5e0e1 req-cc35622b-cdf1-446e-82d0-d341bf20bc8b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.268035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe823655-18f9-431f-995b-befbd5c5e0e1 req-cc35622b-cdf1-446e-82d0-d341bf20bc8b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 949 time: 0.0491309 Sep 17 22:20:51.307376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe823655-18f9-431f-995b-befbd5c5e0e1 req-1dff3eea-e426-4837-bc2e-15a8cf5bf76e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Sep 17 22:20:51.411945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3ba6-651d-406f-956e-5acf16b60a79 req-4cf2d8c6-190c-4da5-9885-9395d62b79f0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.413457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b3c3ba6-651d-406f-956e-5acf16b60a79 req-4cf2d8c6-190c-4da5-9885-9395d62b79f0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0492933 Sep 17 22:20:51.454096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b3c3ba6-651d-406f-956e-5acf16b60a79 req-5d3a236d-903b-489f-befa-83975fe3b913 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334876 Sep 17 22:20:51.826465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-160b471d-8336-47ea-be67-5e5b38098ce8 req-6bcf5ad2-03ee-480c-9a7a-41f298d6ff96 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 210 time: 0.0279410 Sep 17 22:20:52.110127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 1cf4fdd9-0d43-43e1-a845-454eb45293b8 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:52.129893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-d2a8de12-37b4-4eb2-a5c5-55e4c64e404b tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.131477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-d2a8de12-37b4-4eb2-a5c5-55e4c64e404b tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0546629 Sep 17 22:20:52.247470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-729bd9a0-5281-44d0-83bf-a57075105ded tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Deleting port 7dbc71f4-8d9c-4b63-a915-4844f002229e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:52.247806 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-729bd9a0-5281-44d0-83bf-a57075105ded tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.251597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:52.255984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:52.256665 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.347893 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.348890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17c8b5-f1f7-4187-b0a5-535c78508adb req-a46fe4d4-4e3e-470c-8dad-d77ea784683a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.350447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba17c8b5-f1f7-4187-b0a5-535c78508adb req-a46fe4d4-4e3e-470c-8dad-d77ea784683a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.1223376 Sep 17 22:20:52.371615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4691a507-6518-478d-97de-8b3831e8d93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf4fdd9-0d43-43e1-a845-454eb45293b8'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:52.374384 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1992fdf8-fef1-4b9f-abf9-317a96cd11c4" -d '{"events": [{"server_uuid": "4691a507-6518-478d-97de-8b3831e8d93f", "name": "network-vif-plugged", "status": "completed", "tag": "1cf4fdd9-0d43-43e1-a845-454eb45293b8"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:52.387876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 1cf4fdd9-0d43-43e1-a845-454eb45293b8, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1cf4fdd9-0d43-43e1-a845-454eb45293b8,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:52.389548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-729bd9a0-5281-44d0-83bf-a57075105ded tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] For port 7dbc71f4-8d9c-4b63-a915-4844f002229e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7dbc71f4-8d9c-4b63-a915-4844f002229e,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:52.389921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-729bd9a0-5281-44d0-83bf-a57075105ded tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.412483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-729bd9a0-5281-44d0-83bf-a57075105ded tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Calling delete_port for 7dbc71f4-8d9c-4b63-a915-4844f002229e owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:52.421216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba17c8b5-f1f7-4187-b0a5-535c78508adb req-a6cae2ef-abed-4336-8671-7b248b3093f5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640624 Sep 17 22:20:52.450449 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.452009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7dbc71f4-8d9c-4b63-a915-4844f002229e no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:52.522530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd509d-2154-4750-aed9-3c370a60aa0f req-7f64d575-e374-41e0-a2b5-4abcff69db65 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.523635 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab4ce35-4473-4ea2-bc8e-be7b84ea4baf x-openstack-request-id: req-5ab4ce35-4473-4ea2-bc8e-be7b84ea4baf {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:52.523635 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4691a507-6518-478d-97de-8b3831e8d93f", "name": "network-vif-plugged", "status": "completed", "tag": "1cf4fdd9-0d43-43e1-a845-454eb45293b8", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:52.523811 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ab4ce35-4473-4ea2-bc8e-be7b84ea4baf {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:52.524565 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4691a507-6518-478d-97de-8b3831e8d93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'code': 200} Sep 17 22:20:52.569815 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27fd509d-2154-4750-aed9-3c370a60aa0f req-7f64d575-e374-41e0-a2b5-4abcff69db65 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 950 time: 0.0904903 Sep 17 22:20:52.593653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27fd509d-2154-4750-aed9-3c370a60aa0f req-31288694-318d-41c3-beb4-15b7859d3af0 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588102 Sep 17 22:20:52.632174 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=1cf4fdd9-0d43-43e1-a845-454eb45293b8,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:52.647514 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.664695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfddfc7-6f20-4429-8202-99f7654e5704 req-1d1e7477-f14a-42e6-906b-5911daf3c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.666984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cfddfc7-6f20-4429-8202-99f7654e5704 req-1d1e7477-f14a-42e6-906b-5911daf3c7dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 1102 time: 0.0634434 Sep 17 22:20:52.705279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cfddfc7-6f20-4429-8202-99f7654e5704 req-70177f5c-2606-4931-9a89-729053cda322 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305362 Sep 17 22:20:52.729786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ed96-9412-4488-9729-aa1cef8705b5 req-96e061c6-8588-422f-9c0a-33e25c234925 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.732877 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0793ed96-9412-4488-9729-aa1cef8705b5 req-96e061c6-8588-422f-9c0a-33e25c234925 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 946 time: 0.0615981 Sep 17 22:20:52.774650 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0793ed96-9412-4488-9729-aa1cef8705b5 req-580b8927-43c2-4126-9225-019fdde5621f tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371690 Sep 17 22:20:52.878256 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-729bd9a0-5281-44d0-83bf-a57075105ded tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.951512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bd9a0-5281-44d0-83bf-a57075105ded tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event deleted for resources: {'Port': ['ID=7dbc71f4-8d9c-4b63-a915-4844f002229e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:53.005375 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-729bd9a0-5281-44d0-83bf-a57075105ded tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] No DVR routers for this DVR port 7dbc71f4-8d9c-4b63-a915-4844f002229e on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:53.009562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-729bd9a0-5281-44d0-83bf-a57075105ded tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.011533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39700efd-a6af-46cd-af74-6aa533e50e92 req-729bd9a0-5281-44d0-83bf-a57075105ded tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.15 "DELETE /v2.0/ports/7dbc71f4-8d9c-4b63-a915-4844f002229e HTTP/1.1" status: 204 len: 173 time: 0.8707211 Sep 17 22:20:53.012012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4897a-2402-4dfd-b77a-c700a4de34fb', 'name': 'network-vif-deleted', 'tag': '7dbc71f4-8d9c-4b63-a915-4844f002229e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:53.014236 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd20129-7b32-4cef-a90d-de3a524ad744" -d '{"events": [{"server_uuid": "7fe4897a-2402-4dfd-b77a-c700a4de34fb", "name": "network-vif-deleted", "tag": "7dbc71f4-8d9c-4b63-a915-4844f002229e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:53.074516 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1832198b-ea2c-47eb-8e37-6228197dbb25 req-91e941b0-ebfb-4938-95b6-8f20418c1d7f tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 210 time: 0.0573490 Sep 17 22:20:53.119294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-6db54386-aec0-4a05-8939-43937f2618f4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.120941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-6db54386-aec0-4a05-8939-43937f2618f4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 820 time: 0.1975207 Sep 17 22:20:53.134879 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080cded6-13bb-4550-a46f-e3f3cc3d2437 x-openstack-request-id: req-080cded6-13bb-4550-a46f-e3f3cc3d2437 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:53.135495 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe4897a-2402-4dfd-b77a-c700a4de34fb", "name": "network-vif-deleted", "tag": "7dbc71f4-8d9c-4b63-a915-4844f002229e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:53.135495 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-080cded6-13bb-4550-a46f-e3f3cc3d2437 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:53.135789 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4897a-2402-4dfd-b77a-c700a4de34fb', 'name': 'network-vif-deleted', 'tag': '7dbc71f4-8d9c-4b63-a915-4844f002229e', 'status': 'completed', 'code': 200} Sep 17 22:20:53.142107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Request body: {'port': {'device_id': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c', 'admin_state_up': True, 'tenant_id': '750d12dee1534161b8aa8559b499da36'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:53.333973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Made reservation on behalf of 750d12dee1534161b8aa8559b499da36 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:53.335352 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.468882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Allocated IP 172.20.0.3 (1fc90bcd-5a73-4935-98b6-6780f7d9c93c/6f09c85c-6cca-4ec3-b699-61b697417077/bfd1e28e-8c5c-4a2e-8687-c65104135609) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:53.587545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e32454-e39c-4039-b708-c2bca63e9520 req-56e967cf-a24b-4a3e-a141-d169646403e4 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.589807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96e32454-e39c-4039-b708-c2bca63e9520 req-56e967cf-a24b-4a3e-a141-d169646403e4 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0786307 Sep 17 22:20:53.642193 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.643839 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96e32454-e39c-4039-b708-c2bca63e9520 req-1f32f837-adc8-45f7-8828-6fc2c86c35ce tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Sep 17 22:20:53.748437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.761129 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb497ad-089c-43cd-a90f-b9e50bde43c8 req-6a6d231e-a730-4ca3-8b70-5b1a032aefe0 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.762604 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2bb497ad-089c-43cd-a90f-b9e50bde43c8 req-6a6d231e-a730-4ca3-8b70-5b1a032aefe0 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 945 time: 0.0560601 Sep 17 22:20:53.768001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed774a-4bc2-47df-866a-cdaec7924cc4 req-064a45b9-92ae-4cf3-b47c-c98657394557 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.769576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-68ed774a-4bc2-47df-866a-cdaec7924cc4 req-064a45b9-92ae-4cf3-b47c-c98657394557 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 950 time: 0.0629148 Sep 17 22:20:53.808445 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2bb497ad-089c-43cd-a90f-b9e50bde43c8 req-15ce9fd3-ffb8-4877-8417-841db79ec6a8 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397069 Sep 17 22:20:53.820203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:53.837911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:53.845285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:53.885825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Pushing event updated for resources: {'Port': ['ID=bfd1e28e-8c5c-4a2e-8687-c65104135609,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:53.912376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-68ed774a-4bc2-47df-866a-cdaec7924cc4 req-7da0b9c9-cb55-4944-a45b-53fed63dbfe2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092722 Sep 17 22:20:53.937505 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f17e1625-4098-4009-b178-ea350ca7eb29 req-5c1750b5-bfe8-4029-930a-31cafa1195ad tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe4897a-2402-4dfd-b77a-c700a4de34fb HTTP/1.1" status: 200 len: 210 time: 0.0371683 Sep 17 22:20:53.941452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.942357 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.025039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1c72ff98-0144-4f38-aab0-809020d261ad tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8865788 Sep 17 22:20:54.047563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Request body: {'port': {'device_id': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:54.124714 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.299420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0dcde-b5bd-47ca-bb7f-7cf8d380f066 req-6d112620-6b47-4302-8382-4f9ef6d8443b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.300921 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4b0dcde-b5bd-47ca-bb7f-7cf8d380f066 req-6d112620-6b47-4302-8382-4f9ef6d8443b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 931 time: 0.1338456 Sep 17 22:20:54.392611 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4b0dcde-b5bd-47ca-bb7f-7cf8d380f066 req-72833733-0c6b-4942-988b-e20ab14ccd4e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833914 Sep 17 22:20:54.483158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd1e28e-8c5c-4a2e-8687-c65104135609 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:54.491666 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.506234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Transition to ACTIVE for port object bfd1e28e-8c5c-4a2e-8687-c65104135609 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:54.576204 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.623467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd1e28e-8c5c-4a2e-8687-c65104135609,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:54.694872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:54.695741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:54.696072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:54.700733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:54.701064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:54.706105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:54.706444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:54.706864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:54.707250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Bound port: bfd1e28e-8c5c-4a2e-8687-c65104135609, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:54.707611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.759057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4288d-2b4b-4608-9ff7-894909d38d57 req-f107180d-20e4-4a5d-a030-4efdd5634e72 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.760660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92e4288d-2b4b-4608-9ff7-894909d38d57 req-f107180d-20e4-4a5d-a030-4efdd5634e72 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0550857 Sep 17 22:20:54.780260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:54.783491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:54.799350 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92e4288d-2b4b-4608-9ff7-894909d38d57 req-c0107d7d-ca55-4e99-92be-3c23d22ce2b3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Sep 17 22:20:54.853168 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.912973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.913511 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.915627 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] 10.222.0.23 "PUT /v2.0/ports/bfd1e28e-8c5c-4a2e-8687-c65104135609 HTTP/1.1" status: 200 len: 1092 time: 0.8723528 Sep 17 22:20:54.944183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aa66f-8126-496f-9d98-8f61246f87a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd1e28e-8c5c-4a2e-8687-c65104135609,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:54.954973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78551b-4078-40a7-b56b-689c7a379d51 req-42c84c6d-7eaa-4a9f-86ce-80abe59f44f1 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.956517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b78551b-4078-40a7-b56b-689c7a379d51 req-42c84c6d-7eaa-4a9f-86ce-80abe59f44f1 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 945 time: 0.0772710 Sep 17 22:20:55.007849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b78551b-4078-40a7-b56b-689c7a379d51 req-1f75f124-359b-4cba-a955-ea08e6f1019a tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 Sep 17 22:20:55.055874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91466d-145d-4179-9562-3ccdd2cebf6d req-71300533-1417-49d0-a0be-54ad536506a4 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:55.057808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc91466d-145d-4179-9562-3ccdd2cebf6d req-71300533-1417-49d0-a0be-54ad536506a4 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 950 time: 0.0730798 Sep 17 22:20:55.076358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-c7eafb22-554b-485a-8607-3cb25ca22593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:55.078465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-c7eafb22-554b-485a-8607-3cb25ca22593 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 1095 time: 0.0626049 Sep 17 22:20:55.145241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'tag': 'bfd1e28e-8c5c-4a2e-8687-c65104135609'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:55.149193 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf16d68-b42d-45c1-917c-45bc4cb22bb8", "tag": "bfd1e28e-8c5c-4a2e-8687-c65104135609"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:55.152305 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc91466d-145d-4179-9562-3ccdd2cebf6d req-c69c67e8-9dd3-4325-b0b3-57c8fa79fdd1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738647 Sep 17 22:20:55.153870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-32f5e40f-fe37-4b5a-8736-cda7117c5386 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609 HTTP/1.1" status: 200 len: 217 time: 0.0556939 Sep 17 22:20:55.226080 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce26f745-c36b-40eb-a4fe-1ec010a32961 x-openstack-request-id: req-ce26f745-c36b-40eb-a4fe-1ec010a32961 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:55.226486 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf16d68-b42d-45c1-917c-45bc4cb22bb8", "tag": "bfd1e28e-8c5c-4a2e-8687-c65104135609", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:55.227152 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce26f745-c36b-40eb-a4fe-1ec010a32961 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:55.227285 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'tag': 'bfd1e28e-8c5c-4a2e-8687-c65104135609', 'status': 'completed', 'code': 200} Sep 17 22:20:55.245060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1802327d-f190-4016-980c-74ad3934c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:55.246808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-1802327d-f190-4016-980c-74ad3934c178 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.0635586 Sep 17 22:20:55.288290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-cea60033-1ce5-4285-8ef9-8d890e001765 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334864 Sep 17 22:20:55.434628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-da842670-fa9f-41f0-8fb7-32800936cd03 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:55.436834 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-da842670-fa9f-41f0-8fb7-32800936cd03 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.23 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 945 time: 0.1511068 Sep 17 22:20:55.463421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff3bd-ba5e-4789-bc4d-e87d6ec4dee2 req-0b226759-79dc-4237-85c9-169a90c76890 tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:55.465440 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a63ff3bd-ba5e-4789-bc4d-e87d6ec4dee2 req-0b226759-79dc-4237-85c9-169a90c76890 tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 1102 time: 0.1401381 Sep 17 22:20:55.509283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-3dbf5fc9-15c9-493e-b41a-9a1dc1797399 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097399 Sep 17 22:20:55.517786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a63ff3bd-ba5e-4789-bc4d-e87d6ec4dee2 req-6eb7fa75-aaff-4ab9-94a6-ab96d60098ad tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:55.591312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52392) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:55.601744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-87f2afd5-b2fa-479d-913c-57ce826428e2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785884110', 'description': 'tempest-description--1626996756'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:55.781033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525307be-6861-423a-9159-94c338f269e3 req-baec5345-8598-4da3-9499-698052a63b43 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:55.783987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-525307be-6861-423a-9159-94c338f269e3 req-baec5345-8598-4da3-9499-698052a63b43 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.0615106 Sep 17 22:20:55.827534 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-525307be-6861-423a-9159-94c338f269e3 req-3121f940-f27d-44e7-98ec-46608034731c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358233 Sep 17 22:20:55.963491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a94e70-9852-4677-a5b5-15d876af9680 req-ac9a2f42-c674-4a50-86c5-b6f499dfcb3c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:55.965487 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-78a94e70-9852-4677-a5b5-15d876af9680 req-ac9a2f42-c674-4a50-86c5-b6f499dfcb3c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0626645 Sep 17 22:20:56.022534 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-78a94e70-9852-4677-a5b5-15d876af9680 req-a5d08d45-2411-44af-81bb-19670ffdb302 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Sep 17 22:20:56.024452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313a7e9a-e0c7-47a9-9976-bee2b4d3d652 req-91d8558c-7dec-4964-ad21-aff48b3bb24a service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989986 Sep 17 22:20:56.026444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-b58b5575-6aa0-428d-bc79-74dae04410db tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Deleting port 77c61374-07ca-4809-8047-9e0f7281be97 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:56.026786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-b58b5575-6aa0-428d-bc79-74dae04410db tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.104943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7dbc71f4-8d9c-4b63-a915-4844f002229e no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:56.122081 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a63ff3bd-ba5e-4789-bc4d-e87d6ec4dee2 req-6eb7fa75-aaff-4ab9-94a6-ab96d60098ad tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.142229 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 7dbc71f4-8d9c-4b63-a915-4844f002229e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:56.142674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7dbc71f4-8d9c-4b63-a915-4844f002229e not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:56.160430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-b58b5575-6aa0-428d-bc79-74dae04410db tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] For port 77c61374-07ca-4809-8047-9e0f7281be97, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=77c61374-07ca-4809-8047-9e0f7281be97,segment=NetworkSegment(fc087cbe-7f8e-421d-8def-b355f6c392ad),segment_id=fc087cbe-7f8e-421d-8def-b355f6c392ad)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:56.160906 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-b58b5575-6aa0-428d-bc79-74dae04410db tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.205136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab861f7a-89a8-416e-941a-4d90519c37fe req-4046126c-293a-4329-9027-938e784373c6 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.214367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab861f7a-89a8-416e-941a-4d90519c37fe req-4046126c-293a-4329-9027-938e784373c6 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 945 time: 0.1237013 Sep 17 22:20:56.221261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-b58b5575-6aa0-428d-bc79-74dae04410db tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Calling delete_port for 77c61374-07ca-4809-8047-9e0f7281be97 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:56.228149 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a63ff3bd-ba5e-4789-bc4d-e87d6ec4dee2 req-6eb7fa75-aaff-4ab9-94a6-ab96d60098ad tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.269415 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab861f7a-89a8-416e-941a-4d90519c37fe req-3e03aa14-fbdb-4742-af62-60268c30ace2 tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/security-groups?id=3955239b-a213-4260-8973-1bb6d3eb844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Sep 17 22:20:56.288454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a63ff3bd-ba5e-4789-bc4d-e87d6ec4dee2 req-6eb7fa75-aaff-4ab9-94a6-ab96d60098ad tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7860451 Sep 17 22:20:56.343567 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87f2afd5-b2fa-479d-913c-57ce826428e2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.349480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33 req-1f14c944-832f-4696-90bd-d24827c6efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.351379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33 req-1f14c944-832f-4696-90bd-d24827c6efed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 1095 time: 0.1875813 Sep 17 22:20:56.415365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7fa75-aaff-4ab9-94a6-ab96d60098ad tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a987389-dfd0-4d32-adba-cc49e68971d1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:56.472380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87f2afd5-b2fa-479d-913c-57ce826428e2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.516933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33 req-844c69ce-6515-4520-b057-10603059284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.518452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33 req-844c69ce-6515-4520-b057-10603059284d service neutron] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.1497812 Sep 17 22:20:56.573490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33 req-50bc41da-24f6-465e-b201-53e20ea681ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609 HTTP/1.1" status: 200 len: 217 time: 0.0376718 Sep 17 22:20:56.581522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87f2afd5-b2fa-479d-913c-57ce826428e2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.592405 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-b58b5575-6aa0-428d-bc79-74dae04410db tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.610074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['77c61374-07ca-4809-8047-9e0f7281be97'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:56.658283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2afd5-b2fa-479d-913c-57ce826428e2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc843dbd-f249-4227-9da6-217ba58c47d2,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:56.672100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5575-6aa0-428d-bc79-74dae04410db tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Pushing event deleted for resources: {'Port': ['ID=77c61374-07ca-4809-8047-9e0f7281be97,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:56.726757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33 req-6da4cb95-9385-48f2-a77d-2f5eb149f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.728169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33 req-6da4cb95-9385-48f2-a77d-2f5eb149f6e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.1381831 Sep 17 22:20:56.729003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-b58b5575-6aa0-428d-bc79-74dae04410db tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] No DVR routers for this DVR port 77c61374-07ca-4809-8047-9e0f7281be97 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:56.731940 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-b58b5575-6aa0-428d-bc79-74dae04410db tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.734360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a05754b-946c-4399-a05d-a00c20dfb302 req-b58b5575-6aa0-428d-bc79-74dae04410db tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.23 "DELETE /v2.0/ports/77c61374-07ca-4809-8047-9e0f7281be97 HTTP/1.1" status: 204 len: 173 time: 1.2869680 Sep 17 22:20:56.754085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-67af1b75-a8a3-4025-938d-048ca12779df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277991 Sep 17 22:20:56.762728 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87f2afd5-b2fa-479d-913c-57ce826428e2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.766926 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-87f2afd5-b2fa-479d-913c-57ce826428e2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1697032 Sep 17 22:20:56.781162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52424) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:56.790626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-58dc0453-8615-4e81-83dd-39f757f5ac31 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Request body: {'security_group_rule': {'security_group_id': 'dc843dbd-f249-4227-9da6-217ba58c47d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:56.798807 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33 req-9711c759-1ecd-4d22-b6af-0839daf1f913 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455310 Sep 17 22:20:56.891628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-d207c8b5-4d4a-4678-b014-b377e28050b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.893108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-d207c8b5-4d4a-4678-b014-b377e28050b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322556 Sep 17 22:20:56.911609 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-e9645c77-8599-48ba-991c-8dad1f38ab76 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/quotas/a5cd06b025384a9f858cc1eef04a1b05 HTTP/1.1" status: 200 len: 375 time: 0.0109298 Sep 17 22:20:56.928808 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58dc0453-8615-4e81-83dd-39f757f5ac31 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.977047 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-0d12bb0d-fcd3-4e04-a2f3-08c0af9da20c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565157 Sep 17 22:20:56.986144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba5d42-27df-4259-a35a-7a1433ba1337 req-1e27ffbf-cb39-4d29-b400-713028c4e33c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.987643 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81ba5d42-27df-4259-a35a-7a1433ba1337 req-1e27ffbf-cb39-4d29-b400-713028c4e33c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 946 time: 0.1433361 Sep 17 22:20:57.012580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33 req-6021386a-5663-4642-9211-369324d01050 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034771 Sep 17 22:20:57.042245 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58dc0453-8615-4e81-83dd-39f757f5ac31 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.106018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81ba5d42-27df-4259-a35a-7a1433ba1337 req-9bc4291b-2de8-48f2-9945-610130a4721a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059892 Sep 17 22:20:57.108363 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58dc0453-8615-4e81-83dd-39f757f5ac31 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.135311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc0453-8615-4e81-83dd-39f757f5ac31 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29679c40-44ce-4366-a4cc-839c17adedd9,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:57.156085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d853d6db-cae8-41a0-b6d0-fa49b3dabf33 req-b77dca02-5fb4-49b0-92d8-9bd8ff4fc401 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325843 Sep 17 22:20:57.228978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a606b581-d522-46b5-ade0-62cc9e65c72a', 'name': 'network-vif-deleted', 'tag': '77c61374-07ca-4809-8047-9e0f7281be97'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:57.231143 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961e00e0-e485-4358-99c8-13537cf653ac" -d '{"events": [{"server_uuid": "a606b581-d522-46b5-ade0-62cc9e65c72a", "name": "network-vif-deleted", "tag": "77c61374-07ca-4809-8047-9e0f7281be97"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:57.235980 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58dc0453-8615-4e81-83dd-39f757f5ac31 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.237280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-58dc0453-8615-4e81-83dd-39f757f5ac31 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4512095 Sep 17 22:20:57.240005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52432) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:57.244801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-22b54139-1001-4e95-91e5-60ab07970aad tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Request body: {'security_group_rule': {'security_group_id': 'dc843dbd-f249-4227-9da6-217ba58c47d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:57.262276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec80f5-64d0-414d-975c-6e8113d78b0d req-4a590b21-01b6-4792-bb22-dd8e0aa26f7b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:57.264023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afec80f5-64d0-414d-975c-6e8113d78b0d req-4a590b21-01b6-4792-bb22-dd8e0aa26f7b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.0621815 Sep 17 22:20:57.314206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afec80f5-64d0-414d-975c-6e8113d78b0d req-6a87a018-b757-42f0-91d9-c82556052627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Sep 17 22:20:57.359818 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-22b54139-1001-4e95-91e5-60ab07970aad tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.442502 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-22b54139-1001-4e95-91e5-60ab07970aad tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.447519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e44f2-5949-4579-8e20-e515f5e18e03 req-2510562f-d1e8-434c-ab42-91a4e2ea3818 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:57.457496 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-195e44f2-5949-4579-8e20-e515f5e18e03 req-2510562f-d1e8-434c-ab42-91a4e2ea3818 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0723362 Sep 17 22:20:57.497883 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-195e44f2-5949-4579-8e20-e515f5e18e03 req-847ba1d9-c28a-480a-af9d-46d04c7116a8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Sep 17 22:20:57.537686 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-22b54139-1001-4e95-91e5-60ab07970aad tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.552155 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c28f15-6862-401b-8749-e28f545ecefb x-openstack-request-id: req-b4c28f15-6862-401b-8749-e28f545ecefb {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:57.552677 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a606b581-d522-46b5-ade0-62cc9e65c72a", "name": "network-vif-deleted", "tag": "77c61374-07ca-4809-8047-9e0f7281be97", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:57.552677 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4c28f15-6862-401b-8749-e28f545ecefb {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:57.553071 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a606b581-d522-46b5-ade0-62cc9e65c72a', 'name': 'network-vif-deleted', 'tag': '77c61374-07ca-4809-8047-9e0f7281be97', 'status': 'completed', 'code': 200} Sep 17 22:20:57.558870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b54139-1001-4e95-91e5-60ab07970aad tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3161b7-92ae-489f-93c1-a52621b89ff0,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:57.627616 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-22b54139-1001-4e95-91e5-60ab07970aad tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.628949 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-22b54139-1001-4e95-91e5-60ab07970aad tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3877883 Sep 17 22:20:57.643028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52438) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:57.645793 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f3acc43-827e-4baf-88a1-90f3aa675f53 req-aafac516-fea8-487e-8beb-36541c5c697d tempest-ServerTagsTestJSON-1452819453 tempest-ServerTagsTestJSON-1452819453-project] 10.222.0.30 "GET /v2.0/ports?device_id=a606b581-d522-46b5-ade0-62cc9e65c72a HTTP/1.1" status: 200 len: 210 time: 0.0341244 Sep 17 22:20:57.647735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:57.724846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.849464 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.971571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Allocated IP 172.25.6.215 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/f3a61ca7-714c-481e-94ee-2c7549fa3c84) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:58.098199 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-554f0bd5-c4da-4fd9-b351-28203178fa29 req-7e00e912-4b5a-4709-8ad8-e76415324883 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 210 time: 0.0309293 Sep 17 22:20:58.116325 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.230006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f187db9-b868-441d-b104-44c1f1a5299a req-b3f01f95-09c6-4b3f-ab06-ce128f64f3ef tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.231469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0f187db9-b868-441d-b104-44c1f1a5299a req-b3f01f95-09c6-4b3f-ab06-ce128f64f3ef tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 946 time: 0.0521257 Sep 17 22:20:58.244853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.282475 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:58.283470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0f187db9-b868-441d-b104-44c1f1a5299a req-b61fe8d3-1090-4ec7-ab77-d2ae781c713e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Sep 17 22:20:58.286157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:58.297668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:58.324385 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event updated for resources: {'Port': ['ID=f3a61ca7-714c-481e-94ee-2c7549fa3c84,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:58.423989 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.447941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6341a-265d-4265-8c8c-ba3f1abcaedd req-81af4f30-51d1-40b6-bc7e-27510a3e405c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.449452 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68b6341a-265d-4265-8c8c-ba3f1abcaedd req-81af4f30-51d1-40b6-bc7e-27510a3e405c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.0620825 Sep 17 22:20:58.487199 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68b6341a-265d-4265-8c8c-ba3f1abcaedd req-88fe7179-7f03-4385-95a5-fa0fda21f49c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Sep 17 22:20:58.564263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.654116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0021ed-7826-4c49-ae72-0cfca5a61ce4 req-7d22171f-0b51-46ca-8a2f-c341b8c12292 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.655738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d0021ed-7826-4c49-ae72-0cfca5a61ce4 req-7d22171f-0b51-46ca-8a2f-c341b8c12292 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0813372 Sep 17 22:20:58.668402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-04c5224e-aef0-435c-8791-90bbabb1f6c4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.669925 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-04c5224e-aef0-435c-8791-90bbabb1f6c4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.23 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 946 time: 0.0849676 Sep 17 22:20:58.709657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52464) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:58.737943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d0021ed-7826-4c49-ae72-0cfca5a61ce4 req-355e8b98-60dd-4052-ab1b-c9f9d8e59558 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669980 Sep 17 22:20:58.750323 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.777096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-5146a21e-c3da-414f-9b49-eef22f8ce8a2 admin admin] Deleting subnet b1a2cc8e-b94f-4eca-bd67-40526a42092b {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:20:58.780976 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5146a21e-c3da-414f-9b49-eef22f8ce8a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.801206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-b43c3946-b949-448f-bbd1-d4957585e89a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Deleting port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:58.801553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-b43c3946-b949-448f-bbd1-d4957585e89a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.802568 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.858193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5146a21e-c3da-414f-9b49-eef22f8ce8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.899244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-b43c3946-b949-448f-bbd1-d4957585e89a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] For port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:58.899715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-b43c3946-b949-448f-bbd1-d4957585e89a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.916101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-b43c3946-b949-448f-bbd1-d4957585e89a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Calling delete_port for 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:58.930379 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.934538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event updated for resources: {'Port': ['ID=f3a61ca7-714c-481e-94ee-2c7549fa3c84,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:58.947877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.957086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5146a21e-c3da-414f-9b49-eef22f8ce8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.001359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 77c61374-07ca-4809-8047-9e0f7281be97 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:59.025978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 77c61374-07ca-4809-8047-9e0f7281be97 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:59.026687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 77c61374-07ca-4809-8047-9e0f7281be97 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:59.050372 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.059857 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ff26d91f-08f5-4d5c-bca3-de2d1b2869c9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4075809 Sep 17 22:20:59.126049 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5146a21e-c3da-414f-9b49-eef22f8ce8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.155718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-b43c3946-b949-448f-bbd1-d4957585e89a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.165250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146a21e-c3da-414f-9b49-eef22f8ce8a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a2cc8e-b94f-4eca-bd67-40526a42092b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:59.171635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['9b6611be-709c-4c2e-ac9b-87e7c5b4d542'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:59.171801 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5146a21e-c3da-414f-9b49-eef22f8ce8a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.173825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5146a21e-c3da-414f-9b49-eef22f8ce8a2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b1a2cc8e-b94f-4eca-bd67-40526a42092b HTTP/1.1" status: 204 len: 168 time: 0.4632487 Sep 17 22:20:59.177833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52482) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:59.201492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76303b9d-4eee-461a-abf6-2b6a4f098622 req-5ddc498c-eb80-4094-a6ed-31cd88ece9e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 210 time: 0.0484593 Sep 17 22:20:59.223263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c3946-b949-448f-bbd1-d4957585e89a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event deleted for resources: {'Port': ['ID=9b6611be-709c-4c2e-ac9b-87e7c5b4d542,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:59.277588 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.292467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-b43c3946-b949-448f-bbd1-d4957585e89a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] No DVR routers for this DVR port 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:59.297851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-b43c3946-b949-448f-bbd1-d4957585e89a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.298326 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1b9b70a-285c-482c-8bc6-1cd01606f6e8 req-b43c3946-b949-448f-bbd1-d4957585e89a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.23 "DELETE /v2.0/ports/9b6611be-709c-4c2e-ac9b-87e7c5b4d542 HTTP/1.1" status: 204 len: 173 time: 0.6192884 Sep 17 22:20:59.369877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-fe64aed7-808d-44e5-a94c-0a3ed0bed577 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.372057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-fe64aed7-808d-44e5-a94c-0a3ed0bed577 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/networks?id=e27e80cd-1092-43b0-9d34-57c94dd5db0f HTTP/1.1" status: 200 len: 821 time: 0.1513765 Sep 17 22:20:59.375113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.395462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-536ba2a5-d742-444a-a0c3-e186d040a081 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/quotas/333e4d38ec4d4d6599a2ea67392ba0fe HTTP/1.1" status: 200 len: 375 time: 0.0142245 Sep 17 22:20:59.408053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-916806de-82ef-4fdc-abee-595f6534f7e6 req-21617fa5-bd1d-4b74-879c-ae39cb991f9c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 210 time: 0.0353220 Sep 17 22:20:59.428507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27de56dc-4d5b-4283-9b39-3613a52065d1']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:59.447295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc087cbe-7f8e-421d-8def-b355f6c392ad') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:59.447755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc087cbe-7f8e-421d-8def-b355f6c392ad') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:59.456695 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-c59406ee-3202-4418-89a3-10ce3e6dd186 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333e4d38ec4d4d6599a2ea67392ba0fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0539010 Sep 17 22:20:59.458762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.474209 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.482542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:20:59.483074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:20:59.484858 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:20:59.554849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ba5b6f-7025-412b-946e-3e1c6a413e04', 'name': 'network-vif-deleted', 'tag': '9b6611be-709c-4c2e-ac9b-87e7c5b4d542'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:59.557138 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd3fdd6-6721-4a26-9243-16a6b02d1250" -d '{"events": [{"server_uuid": "86ba5b6f-7025-412b-946e-3e1c6a413e04", "name": "network-vif-deleted", "tag": "9b6611be-709c-4c2e-ac9b-87e7c5b4d542"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:59.583738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-0f9dc3ec-3bd9-421a-a715-edefc12d4682 service neutron] 10.222.0.30 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177948 Sep 17 22:20:59.635900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5527911-6e7a-4af9-adde-ccbfac7c5108 req-ce644851-83cc-49d5-ac11-5be059c81e5a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.637492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5527911-6e7a-4af9-adde-ccbfac7c5108 req-ce644851-83cc-49d5-ac11-5be059c81e5a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.0661991 Sep 17 22:20:59.638653 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.646424 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.651938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] 10.222.0.30 "DELETE /v2.0/networks/27de56dc-4d5b-4283-9b39-3613a52065d1 HTTP/1.1" status: 204 len: 168 time: 0.4728787 Sep 17 22:20:59.670215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6a5ea-a68a-4c62-bb2c-3cc7ea0cdcbf admin admin] Pushing event deleted for resources: {'Network': ['ID=27de56dc-4d5b-4283-9b39-3613a52065d1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:59.708423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5527911-6e7a-4af9-adde-ccbfac7c5108 req-3c69cc41-266c-4088-bf08-c119aa07e555 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503206 Sep 17 22:20:59.735001 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-ec06623f-a10d-4f6f-bb10-f8a12a686b6c service neutron] 10.222.0.30 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445465 Sep 17 22:20:59.751084 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0b61f3-2cce-47dc-a299-c0b672610d4b x-openstack-request-id: req-2f0b61f3-2cce-47dc-a299-c0b672610d4b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:59.751584 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ba5b6f-7025-412b-946e-3e1c6a413e04", "name": "network-vif-deleted", "tag": "9b6611be-709c-4c2e-ac9b-87e7c5b4d542", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:59.751770 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f0b61f3-2cce-47dc-a299-c0b672610d4b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:59.752050 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ba5b6f-7025-412b-946e-3e1c6a413e04', 'name': 'network-vif-deleted', 'tag': '9b6611be-709c-4c2e-ac9b-87e7c5b4d542', 'status': 'completed', 'code': 200} Sep 17 22:20:59.887247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44edc-5d72-4bab-abd1-6e03b9ba1314 req-7132eca3-f91b-4047-91db-f89e5a8f9fdd tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.888641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7b44edc-5d72-4bab-abd1-6e03b9ba1314 req-7132eca3-f91b-4047-91db-f89e5a8f9fdd tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0588608 Sep 17 22:20:59.928883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7b44edc-5d72-4bab-abd1-6e03b9ba1314 req-872bce3f-1889-45ad-b7dc-67f8ddc3d819 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337453 Sep 17 22:21:00.089877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f20b4830-d4bb-401e-93e4-4154ba1eb47c req-6068b1be-e931-44b8-89c0-2f04cfd39fa3 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 210 time: 0.0723894 Sep 17 22:21:00.177624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52508) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:00.232948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-856b4ae9-ba11-4feb-94bb-aa8e8d8061a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6514b815de44cb2a4189760001effef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538731 Sep 17 22:21:00.233199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52514) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:00.295907 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-590badcd-dd40-4a8e-873c-8c22ba49a2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:00.313494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd2cce4e-a786-41e2-a63c-4f911c02d74a req-7cdab5f2-891e-4c38-a2ee-ad9411282495 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 210 time: 0.0299633 Sep 17 22:21:00.332003 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-590badcd-dd40-4a8e-873c-8c22ba49a2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:00.467788 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-590badcd-dd40-4a8e-873c-8c22ba49a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:00.471458 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-590badcd-dd40-4a8e-873c-8c22ba49a2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:00.475859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-590badcd-dd40-4a8e-873c-8c22ba49a2d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3955239b-a213-4260-8973-1bb6d3eb844d HTTP/1.1" status: 204 len: 168 time: 0.2411230 Sep 17 22:21:00.490928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590badcd-dd40-4a8e-873c-8c22ba49a2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3955239b-a213-4260-8973-1bb6d3eb844d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:00.557774 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5903ef03-b680-46a7-ae2d-3f7a3feb25a4 req-06b1a60b-2afa-4b23-bb02-122321e9db6e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 210 time: 0.0467882 Sep 17 22:21:00.811455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-32b79aef-de57-477c-85ef-88408d4d4ecc tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362773 Sep 17 22:21:00.914512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a9d80-9887-4bab-be6b-421d938118c7 req-4446e78d-ba59-4d1a-a806-5649f15a3653 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:00.916421 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b19a9d80-9887-4bab-be6b-421d938118c7 req-4446e78d-ba59-4d1a-a806-5649f15a3653 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.1306839 Sep 17 22:21:00.990807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-952e58b1-e5be-4452-8a25-394291eabf51 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:00.993440 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-952e58b1-e5be-4452-8a25-394291eabf51 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679513 Sep 17 22:21:01.015665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b19a9d80-9887-4bab-be6b-421d938118c7 req-95bb8bc6-af06-49ea-bcf1-6502c28bdf95 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824609 Sep 17 22:21:01.019376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Request body: {'port': {'device_id': 'bf936640-dc05-41b8-b872-8725d983254b', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'a5cd06b025384a9f858cc1eef04a1b05'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:01.161782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ce90d-c8c9-4039-a48d-2c30fd53ba38 req-eafe9534-aa7e-4e8f-91be-ddf88edf9003 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.165718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-601ce90d-c8c9-4039-a48d-2c30fd53ba38 req-eafe9534-aa7e-4e8f-91be-ddf88edf9003 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.1248133 Sep 17 22:21:01.225728 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-601ce90d-c8c9-4039-a48d-2c30fd53ba38 req-6334979a-76e6-4800-a981-dd2b33c7e85d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497279 Sep 17 22:21:01.335975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14930931-8a2b-425a-a05d-d5651a2c86ee req-389657ca-fa4f-4ff2-9d4a-d8f23ad2db53 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 210 time: 0.0355661 Sep 17 22:21:01.402678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Made reservation on behalf of a5cd06b025384a9f858cc1eef04a1b05 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:01.407018 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:01.450270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49d3c196-68b1-4dba-9a77-49a942fce90f req-7870d0f8-9f91-45ee-961b-61a66bf78c2a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 210 time: 0.0493302 Sep 17 22:21:01.590638 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-2ec70891-a3f2-45a3-988b-ee960c07bd83 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500352 Sep 17 22:21:01.667787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Allocated IP 192.168.233.104 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/ac5eadc8-7607-40aa-af31-36cf98976c08) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:01.688681 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff841967-d855-4e71-ad00-59c59babbe5f req-26aa7825-f43f-4b03-8081-22257ca682b3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 210 time: 0.0334888 Sep 17 22:21:01.801562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-c431b7b3-138b-48c4-a937-afbe4decb68b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.803151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-c431b7b3-138b-48c4-a937-afbe4decb68b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057264 Sep 17 22:21:01.830536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Request body: {'port': {'device_id': 'a381e863-95f8-4b19-8838-34f7119b032f', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'a5cd06b025384a9f858cc1eef04a1b05'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:01.997348 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:02.085276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Made reservation on behalf of a5cd06b025384a9f858cc1eef04a1b05 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:02.089808 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:02.189424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d804a8-66e3-4b76-8f7c-5e16c4015028 req-84182d70-7898-4521-8485-d94ec291e6d7 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.191045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18d804a8-66e3-4b76-8f7c-5e16c4015028 req-84182d70-7898-4521-8485-d94ec291e6d7 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.0793571 Sep 17 22:21:02.233521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18d804a8-66e3-4b76-8f7c-5e16c4015028 req-a83ea7fc-caa3-4eda-af71-b737a360642a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355558 Sep 17 22:21:02.234261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:02.267856 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:02.317149 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:02.326998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:02.331294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:02.403628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.404323 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:02.501118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Allocated IP 192.168.233.240 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/abbcd76c-0997-42da-8ab7-e817454e1967) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:02.505667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event updated for resources: {'Port': ['ID=ac5eadc8-7607-40aa-af31-36cf98976c08,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:02.508640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f54d19-ab20-4e9b-8c59-ee6479092195 req-d96a9f25-8df3-46cb-a82d-cb476d239204 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.510580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77f54d19-ab20-4e9b-8c59-ee6479092195 req-d96a9f25-8df3-46cb-a82d-cb476d239204 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0614841 Sep 17 22:21:02.552043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-8574ed9e-6a3e-4237-bbf9-afc9afa40fc7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.553670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-8574ed9e-6a3e-4237-bbf9-afc9afa40fc7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.23 "GET /v2.0/networks?id=e27e80cd-1092-43b0-9d34-57c94dd5db0f HTTP/1.1" status: 200 len: 821 time: 0.3468280 Sep 17 22:21:02.575087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Request body: {'port': {'device_id': '8dad2aa6-3e96-4bc4-b523-30c6f51dd619', 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f', 'admin_state_up': True, 'tenant_id': '333e4d38ec4d4d6599a2ea67392ba0fe'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:02.582688 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-8567705b-ec67-420c-be5c-b8b3635dbbcf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5707607 Sep 17 22:21:02.583052 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77f54d19-ab20-4e9b-8c59-ee6479092195 req-c6560a93-83e6-42e9-99aa-97f22d5d2964 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619702 Sep 17 22:21:02.687999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Request body: {'port': {'device_id': 'bf936640-dc05-41b8-b872-8725d983254b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:02.703730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5f4fc337-a753-4a73-80be-052e5638d243 req-c0b3d15e-2374-4ced-9718-abfca5d8a41c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 210 time: 0.0406902 Sep 17 22:21:02.706276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b04fcd47-7ce0-45f2-9f73-2b2b4d3775ca None None] Provisioning complete for port ac5eadc8-7607-40aa-af31-36cf98976c08 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:02.706651 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b04fcd47-7ce0-45f2-9f73-2b2b4d3775ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:02.747645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b04fcd47-7ce0-45f2-9f73-2b2b4d3775ca None None] Port ac5eadc8-7607-40aa-af31-36cf98976c08 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:02.884651 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:02.951420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-159bee44-4b70-403a-a8e0-5ff7182b00db req-adf53121-53f2-44ae-949c-3447054530f5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 210 time: 0.0744541 Sep 17 22:21:03.012501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Made reservation on behalf of 333e4d38ec4d4d6599a2ea67392ba0fe for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:03.016231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:03.017330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:03.037207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:03.037801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9b6611be-709c-4c2e-ac9b-87e7c5b4d542 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:03.091931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd3754db-48c4-4966-a507-3c1271fa94d8 req-7266e243-7273-45f5-b609-0ac3b9f6afbb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 210 time: 0.0866456 Sep 17 22:21:03.163364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:03.195240 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-64cf43ce-79ae-45a7-b4c9-4a914ef845b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:03.245748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Allocated IP 172.20.0.6 (e27e80cd-1092-43b0-9d34-57c94dd5db0f/342053ca-ac5c-4106-a367-66bd248d3955/ea652e67-5ab1-42ca-b221-9261d5fe1a8d) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:03.306558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:03.344585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:03.388090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:03.395271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event updated for resources: {'Port': ['ID=abbcd76c-0997-42da-8ab7-e817454e1967,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:03.408536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:03.415955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129ba4e-76bf-41e3-a44e-1d54fd467cdb req-f7c06e52-45ce-49ce-b04f-a3685e790e36 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:03.425284 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6129ba4e-76bf-41e3-a44e-1d54fd467cdb req-f7c06e52-45ce-49ce-b04f-a3685e790e36 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.0955069 Sep 17 22:21:03.426609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:03.510648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6129ba4e-76bf-41e3-a44e-1d54fd467cdb req-037be4e3-298b-474f-8803-619883b2f449 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841072 Sep 17 22:21:03.606864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:03.607532 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:03.685325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:03.731167 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-745ac502-4eb5-4860-9d91-d6074e4ec7e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9061935 Sep 17 22:21:03.754861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Request body: {'port': {'device_id': 'a381e863-95f8-4b19-8838-34f7119b032f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:03.779554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f12cf9ea-e2ae-4b31-916d-c5c6d659ce21 None None] Provisioning complete for port abbcd76c-0997-42da-8ab7-e817454e1967 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:03.782357 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f12cf9ea-e2ae-4b31-916d-c5c6d659ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:03.794908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5eadc8-7607-40aa-af31-36cf98976c08 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:03.799779 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fb633e6-158d-4251-bb7f-3dded5d5126e req-28dc3d05-d660-4735-a661-cf2a6802a0fa tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 210 time: 0.0312181 Sep 17 22:21:03.812488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:03.877097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Transition to ACTIVE for port object ac5eadc8-7607-40aa-af31-36cf98976c08 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:03.895886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527d2b5-b6aa-43d5-9f1e-a326399569b5 req-c92fc715-b0aa-4513-b1bb-7db6a134deca tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:03.897536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6527d2b5-b6aa-43d5-9f1e-a326399569b5 req-c92fc715-b0aa-4513-b1bb-7db6a134deca tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.2076981 Sep 17 22:21:03.898235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.018016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f12cf9ea-e2ae-4b31-916d-c5c6d659ce21 None None] Port abbcd76c-0997-42da-8ab7-e817454e1967 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:04.098809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c768db7-b433-47e8-8f5c-a79c91da3a51 req-fba3b972-7532-4f39-9c9b-bef1475e6025 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.107646 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c768db7-b433-47e8-8f5c-a79c91da3a51 req-fba3b972-7532-4f39-9c9b-bef1475e6025 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 936 time: 0.0617154 Sep 17 22:21:04.146774 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c768db7-b433-47e8-8f5c-a79c91da3a51 req-2e84f871-ec60-4b4d-a358-df366935fb9b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382631 Sep 17 22:21:04.247109 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.249477 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.304346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68d24ac4-e73e-47c8-b8b7-8503e073839d req-059c696f-ba29-464d-b3e1-e779ca73dee3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ba5b6f-7025-412b-946e-3e1c6a413e04 HTTP/1.1" status: 200 len: 210 time: 0.0258214 Sep 17 22:21:04.346423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Network e27e80cd-1092-43b0-9d34-57c94dd5db0f is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:04.360443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:04.363439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:04.375785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6527d2b5-b6aa-43d5-9f1e-a326399569b5 req-0a105189-dce1-4238-ad9d-248b94645797 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677482 Sep 17 22:21:04.408889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5eadc8-7607-40aa-af31-36cf98976c08,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:04.584427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.585047 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.619852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event updated for resources: {'Port': ['ID=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:04.737037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Attempting to bind port ac5eadc8-7607-40aa-af31-36cf98976c08 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:04.737382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Attempting to bind port ac5eadc8-7607-40aa-af31-36cf98976c08 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:04.737721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Attempting to bind port ac5eadc8-7607-40aa-af31-36cf98976c08 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:04.746316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-80909cca-70fe-4473-8142-1367ec3d59c7 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1822293 Sep 17 22:21:04.757274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Port ac5eadc8-7607-40aa-af31-36cf98976c08 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:04.758168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Attempting to bind port ac5eadc8-7607-40aa-af31-36cf98976c08 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:04.768839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Request body: {'port': {'device_id': '8dad2aa6-3e96-4bc4-b523-30c6f51dd619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:04.794329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:04.794666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:04.795064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:04.795483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Bound port: ac5eadc8-7607-40aa-af31-36cf98976c08, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:04.795831 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.819307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028799a-52a2-4504-8cef-7efbe60613c3 req-a5ab3899-a616-4e32-bed6-988572190ce0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.821425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a028799a-52a2-4504-8cef-7efbe60613c3 req-a5ab3899-a616-4e32-bed6-988572190ce0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.1819074 Sep 17 22:21:04.932892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2e40c-8a77-4498-85aa-86d655851f2a req-0b817651-1b74-4bd3-b53a-d2d93b4c56bb tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.939976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-41e2e40c-8a77-4498-85aa-86d655851f2a req-0b817651-1b74-4bd3-b53a-d2d93b4c56bb tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 931 time: 0.0602753 Sep 17 22:21:04.956036 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.975587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-41e2e40c-8a77-4498-85aa-86d655851f2a req-ab0d9994-f020-4249-8872-06c3643def3f tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346684 Sep 17 22:21:04.977260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a028799a-52a2-4504-8cef-7efbe60613c3 req-eafb41f5-5a3e-4d5d-9172-bd3738eb1dcc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424203 Sep 17 22:21:05.003187 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbcd76c-0997-42da-8ab7-e817454e1967 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:05.013540 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.059889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] For port ac5eadc8-7607-40aa-af31-36cf98976c08, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:05.062090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Transition to ACTIVE for port object abbcd76c-0997-42da-8ab7-e817454e1967 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:05.084827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] For port ac5eadc8-7607-40aa-af31-36cf98976c08, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ac5eadc8-7607-40aa-af31-36cf98976c08,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:05.137572 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.181166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.241565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:05.242866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.244319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac5eadc8-7607-40aa-af31-36cf98976c08 HTTP/1.1" status: 200 len: 1097 time: 2.5706382 Sep 17 22:21:05.244936 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf936640-dc05-41b8-b872-8725d983254b', 'tag': 'ac5eadc8-7607-40aa-af31-36cf98976c08'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:05.247237 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b4e872-4d62-46c9-89be-0efe44fe27ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bf936640-dc05-41b8-b872-8725d983254b", "tag": "ac5eadc8-7607-40aa-af31-36cf98976c08"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:05.264505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Pushing event updated for resources: {'Port': ['ID=abbcd76c-0997-42da-8ab7-e817454e1967,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:05.313978 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d3a5f2-ffcc-437d-88a5-4421564f5f3f x-openstack-request-id: req-b3d3a5f2-ffcc-437d-88a5-4421564f5f3f {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:05.314500 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf936640-dc05-41b8-b872-8725d983254b", "tag": "ac5eadc8-7607-40aa-af31-36cf98976c08", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:05.314903 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3d3a5f2-ffcc-437d-88a5-4421564f5f3f {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:05.315475 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf936640-dc05-41b8-b872-8725d983254b', 'tag': 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'status': 'completed', 'code': 200} Sep 17 22:21:05.542913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832f869-20f6-4023-82c5-db3d93199041 req-1144c050-8aef-4c9e-b04e-3e3f4a3c7b9c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:05.553664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5832f869-20f6-4023-82c5-db3d93199041 req-1144c050-8aef-4c9e-b04e-3e3f4a3c7b9c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0699360 Sep 17 22:21:05.612783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5832f869-20f6-4023-82c5-db3d93199041 req-204ca429-a7dd-4f62-98c7-8e3f64bf6958 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Sep 17 22:21:05.638294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf4024-33ef-40ca-a739-5c0ec6144718 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5eadc8-7607-40aa-af31-36cf98976c08,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:05.666658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3285db-4d75-480c-8ae3-d863bb4059d9 req-63363fdf-92e8-4e49-b034-22b2deb6ee03 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:05.671796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb3285db-4d75-480c-8ae3-d863bb4059d9 req-63363fdf-92e8-4e49-b034-22b2deb6ee03 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 948 time: 0.4435937 Sep 17 22:21:05.686566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea652e67-5ab1-42ca-b221-9261d5fe1a8d {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:05.713151 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.750662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Attempting to bind port abbcd76c-0997-42da-8ab7-e817454e1967 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:05.751792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Attempting to bind port abbcd76c-0997-42da-8ab7-e817454e1967 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:05.751792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Attempting to bind port abbcd76c-0997-42da-8ab7-e817454e1967 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:05.762283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Port abbcd76c-0997-42da-8ab7-e817454e1967 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:05.762856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Attempting to bind port abbcd76c-0997-42da-8ab7-e817454e1967 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:05.766339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4e872-4d62-46c9-89be-0efe44fe27ba req-ea7800af-e7fe-4ee6-8021-618dd8a30317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:05.767965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5b4e872-4d62-46c9-89be-0efe44fe27ba req-ea7800af-e7fe-4ee6-8021-618dd8a30317 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=bf936640-dc05-41b8-b872-8725d983254b HTTP/1.1" status: 200 len: 1100 time: 0.3998172 Sep 17 22:21:05.779746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Transition to ACTIVE for port object ea652e67-5ab1-42ca-b221-9261d5fe1a8d will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:05.782196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:05.782951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:05.783526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:05.784145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Bound port: abbcd76c-0997-42da-8ab7-e817454e1967, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:05.784797 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.806524 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef5bf880-69be-43c4-b789-a42cc1871618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.849031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5b4e872-4d62-46c9-89be-0efe44fe27ba req-e2095cb0-6f0a-4167-bc92-c920e19e3fd3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558352 Sep 17 22:21:05.850816 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.856480 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb3285db-4d75-480c-8ae3-d863bb4059d9 req-27e61c73-ae4a-4b35-ad48-b413068e6460 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724694 Sep 17 22:21:06.054940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Pushing event updated for resources: {'Port': ['ID=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:06.088380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337aaf05-d6e8-4eb3-a436-566f700a907a req-16ef8c4c-10e8-4622-8f5a-d6397e0aaec1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.096735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-337aaf05-d6e8-4eb3-a436-566f700a907a req-16ef8c4c-10e8-4622-8f5a-d6397e0aaec1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.1221926 Sep 17 22:21:06.112790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-337aaf05-d6e8-4eb3-a436-566f700a907a req-2ebfa5ea-c950-4b64-bb99-5bdf85136a91 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/quotas/0a2f764a72e24306a30369bc428b523c HTTP/1.1" status: 200 len: 375 time: 0.0143366 Sep 17 22:21:06.140451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] For port abbcd76c-0997-42da-8ab7-e817454e1967, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:06.143069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4e872-4d62-46c9-89be-0efe44fe27ba req-8540ad21-1cd4-42e7-ab80-0bfb17a3e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.144570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5b4e872-4d62-46c9-89be-0efe44fe27ba req-8540ad21-1cd4-42e7-ab80-0bfb17a3e9b0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2805417 Sep 17 22:21:06.160735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-337aaf05-d6e8-4eb3-a436-566f700a907a req-4dce22e0-d383-4e30-ba3c-8711db87c3cc tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347998 Sep 17 22:21:06.171481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] For port abbcd76c-0997-42da-8ab7-e817454e1967, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=abbcd76c-0997-42da-8ab7-e817454e1967,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:06.194174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Attempting to bind port ea652e67-5ab1-42ca-b221-9261d5fe1a8d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:06.194576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Attempting to bind port ea652e67-5ab1-42ca-b221-9261d5fe1a8d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:06.194952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Attempting to bind port ea652e67-5ab1-42ca-b221-9261d5fe1a8d on network e27e80cd-1092-43b0-9d34-57c94dd5db0f {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:06.206935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63286a8b-df8a-4a1e-8628-4f8bc2f99306 req-4b07f51a-8eb4-4ed1-88ba-b58d98e5c630 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.208475 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-63286a8b-df8a-4a1e-8628-4f8bc2f99306 req-4b07f51a-8eb4-4ed1-88ba-b58d98e5c630 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 943 time: 0.1220114 Sep 17 22:21:06.217782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Port ea652e67-5ab1-42ca-b221-9261d5fe1a8d on network e27e80cd-1092-43b0-9d34-57c94dd5db0f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:06.218106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Attempting to bind port ea652e67-5ab1-42ca-b221-9261d5fe1a8d on network e27e80cd-1092-43b0-9d34-57c94dd5db0f {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:06.254051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-337aaf05-d6e8-4eb3-a436-566f700a907a req-af6df30e-66a6-4282-ace8-ef781ddf40ed service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923147 Sep 17 22:21:06.254301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:06.254459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Checking segment: {'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:06.254831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Bound using segment: {'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:06.255265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Bound port: ea652e67-5ab1-42ca-b221-9261d5fe1a8d, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:06.255611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:06.261437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:06.339060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.339906 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:06.341819 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] 10.222.0.15 "PUT /v2.0/ports/abbcd76c-0997-42da-8ab7-e817454e1967 HTTP/1.1" status: 200 len: 1097 time: 2.5917811 Sep 17 22:21:06.365076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-63286a8b-df8a-4a1e-8628-4f8bc2f99306 req-a79e95ed-541f-4180-a8e1-9c346fac06ba tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448193 Sep 17 22:21:06.371103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-337aaf05-d6e8-4eb3-a436-566f700a907a req-e4bfd6d4-1e51-4173-9f67-71cdbdf0f723 service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101615 Sep 17 22:21:06.387269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-7daf74a5-4b8c-48d6-a3d7-25317d3e5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.388835 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-7daf74a5-4b8c-48d6-a3d7-25317d3e5a27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=bf936640-dc05-41b8-b872-8725d983254b HTTP/1.1" status: 200 len: 1100 time: 0.1792419 Sep 17 22:21:06.413344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1178f-46f0-4dba-b720-7cb9d905b47d service neutron] Pushing event updated for resources: {'Port': ['ID=abbcd76c-0997-42da-8ab7-e817454e1967,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:06.448324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] For port ea652e67-5ab1-42ca-b221-9261d5fe1a8d, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:06.452989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] For port ea652e67-5ab1-42ca-b221-9261d5fe1a8d, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:06.494882 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-6a786edd-0790-4f84-9eec-113d905b5556 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=ac5eadc8-7607-40aa-af31-36cf98976c08 HTTP/1.1" status: 200 len: 217 time: 0.0682392 Sep 17 22:21:06.597564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:06.606782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0cdfd-c547-4f2a-bd2a-df49635cde06 req-9a07958e-c942-494e-a564-f7b6e405de48 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.608327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50d0cdfd-c547-4f2a-bd2a-df49635cde06 req-9a07958e-c942-494e-a564-f7b6e405de48 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.1237817 Sep 17 22:21:06.614327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-849179a0-66a0-428f-9c7a-cde6b162de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.614442 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-849179a0-66a0-428f-9c7a-cde6b162de1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1006999 Sep 17 22:21:06.655027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-00d4cccd-fd0e-4029-b4bf-4216e9682a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.656628 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-00d4cccd-fd0e-4029-b4bf-4216e9682a2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 1100 time: 0.1439576 Sep 17 22:21:06.682241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.682854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:06.684407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] 10.222.0.23 "PUT /v2.0/ports/ea652e67-5ab1-42ca-b221-9261d5fe1a8d HTTP/1.1" status: 200 len: 1092 time: 1.9236641 Sep 17 22:21:06.758585 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-c0c0a524-f69d-45d8-9297-ad5e76b16e94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=abbcd76c-0997-42da-8ab7-e817454e1967 HTTP/1.1" status: 200 len: 217 time: 0.0705416 Sep 17 22:21:06.806222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f19d6c-2791-443e-8888-ec9eccbe960f service neutron] Pushing event updated for resources: {'Port': ['ID=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:06.833014 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50d0cdfd-c547-4f2a-bd2a-df49635cde06 req-80021bfc-0a7f-49c8-b054-b7c1dc4e483f tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083244 Sep 17 22:21:06.849526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-33ddce4e-571d-412f-8bba-1e638161a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.851523 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-33ddce4e-571d-412f-8bba-1e638161a2c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2251704 Sep 17 22:21:06.909795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-febf3a99-3ed6-4d3e-af8f-def0c751feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.911740 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-febf3a99-3ed6-4d3e-af8f-def0c751feb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1434078 Sep 17 22:21:06.982984 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.047725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-89760f9b-95ac-4684-8c50-c75cc863c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.055855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-89760f9b-95ac-4684-8c50-c75cc863c3d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=333e4d38ec4d4d6599a2ea67392ba0fe&device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 1095 time: 0.2164912 Sep 17 22:21:07.056503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bfd1e28e-8c5c-4a2e-8687-c65104135609 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:07.095420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-e23451a2-c0f6-4cda-a090-f8880c16bc73 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220836 Sep 17 22:21:07.120803 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18ae677d-f5a8-42f6-bf8c-0c90c17ead65 req-73abfea9-3b62-473a-8bf4-a1439d4fda36 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf3b58a-ad21-46ef-a37b-ed43c3dc91b9 HTTP/1.1" status: 200 len: 210 time: 0.3841429 Sep 17 22:21:07.183069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-7a9dfadc-727c-46ce-94e1-ba90aa93523e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea652e67-5ab1-42ca-b221-9261d5fe1a8d HTTP/1.1" status: 200 len: 217 time: 0.0864091 Sep 17 22:21:07.196081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272294d-48c8-4dc6-9751-b74def279cba req-246f0905-7d60-4e73-922a-6f7356fdb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.198230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-246f0905-7d60-4e73-922a-6f7356fdb1c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2722003 Sep 17 22:21:07.206336 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.208745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f64510-1889-41ee-922a-5fb467ef1ee6 req-9b216493-56e4-4099-9ee8-982a494ccc49 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.210303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5f64510-1889-41ee-922a-5fb467ef1ee6 req-9b216493-56e4-4099-9ee8-982a494ccc49 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.2859607 Sep 17 22:21:07.240720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:07.255196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'bfd1e28e-8c5c-4a2e-8687-c65104135609', 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c', 'port_id': 'bfd1e28e-8c5c-4a2e-8687-c65104135609', 'mac_address': 'fa:16:3e:af:49:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f09c85c-6cca-4ec3-b699-61b697417077', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:07.349165 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.365099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a381e863-95f8-4b19-8838-34f7119b032f', 'tag': 'abbcd76c-0997-42da-8ab7-e817454e1967'}, {'name': 'network-changed', 'server_uuid': '8dad2aa6-3e96-4bc4-b523-30c6f51dd619', 'tag': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:07.368491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd1e28e-8c5c-4a2e-8687-c65104135609 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:07.368662 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dc4f05-6e1a-4643-983e-869e3dfe50a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a381e863-95f8-4b19-8838-34f7119b032f", "tag": "abbcd76c-0997-42da-8ab7-e817454e1967"}, {"name": "network-changed", "server_uuid": "8dad2aa6-3e96-4bc4-b523-30c6f51dd619", "tag": "ea652e67-5ab1-42ca-b221-9261d5fe1a8d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:07.401177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:07.449709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33e4ef-7dc6-498f-b043-ec874f345c3d req-607ab9fe-4c65-48f3-ad12-f65d6c247b4a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.451425 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f33e4ef-7dc6-498f-b043-ec874f345c3d req-607ab9fe-4c65-48f3-ad12-f65d6c247b4a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 948 time: 0.0855143 Sep 17 22:21:07.499407 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f33e4ef-7dc6-498f-b043-ec874f345c3d req-fb66baec-382c-4d8d-a8f4-6d52ecfecc48 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Sep 17 22:21:07.517127 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.576612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=bfd1e28e-8c5c-4a2e-8687-c65104135609,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:07.696215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-8fd58f1d-a4ef-4956-a66c-fe55817922ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.697786 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-8fd58f1d-a4ef-4956-a66c-fe55817922ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=342053ca-ac5c-4106-a367-66bd248d3955 HTTP/1.1" status: 200 len: 861 time: 0.4991798 Sep 17 22:21:07.737565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['bfd1e28e-8c5c-4a2e-8687-c65104135609'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:07.774843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-eb9950f3-0faa-4f06-86df-dd1a6389361a service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041768 Sep 17 22:21:07.822784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-0dd01e98-ed70-486f-9cf8-33a738db894a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e27e80cd-1092-43b0-9d34-57c94dd5db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038673 Sep 17 22:21:07.842393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52696) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:07.977268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-7ec926f8-71b5-4f10-8ca0-a0757dbf6f83 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7444742 Sep 17 22:21:08.003168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2bb81540-61a6-41c3-bfa2-eb89b000451c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.004887 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5f64510-1889-41ee-922a-5fb467ef1ee6 req-d6d84df8-8d5e-42ae-872c-a07ca1cee544 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7720680 Sep 17 22:21:08.111252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2bb81540-61a6-41c3-bfa2-eb89b000451c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.124943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-7a29d82f-78e4-4f38-80e6-369e6799cedb service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8942130 Sep 17 22:21:08.184526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2bb81540-61a6-41c3-bfa2-eb89b000451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.186422 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-031a6b54-3095-4c7a-b28d-d11603ac2ab7 service neutron] 10.222.0.23 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375916 Sep 17 22:21:08.195620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-44f806a7-ada9-4cee-966a-680b0c8646d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.197249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-44f806a7-ada9-4cee-966a-680b0c8646d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 1102 time: 0.1520231 Sep 17 22:21:08.243052 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2bb81540-61a6-41c3-bfa2-eb89b000451c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f556536ff781460e9293afbbaeaf7743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990242 Sep 17 22:21:08.243917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb81540-61a6-41c3-bfa2-eb89b000451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944ce9e1-5134-4c3d-9504-958edc2d18db,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:08.247894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52714) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:08.271301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbce1d-23d0-4078-b60d-351e9cfa9f47 req-b9cec60d-3c87-449d-b1e4-abb94ff1646c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.272855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cabbce1d-23d0-4078-b60d-351e9cfa9f47 req-b9cec60d-3c87-449d-b1e4-abb94ff1646c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 943 time: 0.1793354 Sep 17 22:21:08.301348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9697a08-6904-4cd2-90b1-3c4ffa85c228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.323918 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9697a08-6904-4cd2-90b1-3c4ffa85c228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.419143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4272294d-48c8-4dc6-9751-b74def279cba req-033b01cb-1efb-4eec-beea-3fccd9665769 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749875 Sep 17 22:21:08.438146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cabbce1d-23d0-4078-b60d-351e9cfa9f47 req-dfa059ec-d66e-4d55-bcd8-a57a64d86bc0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409495 Sep 17 22:21:08.459882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9697a08-6904-4cd2-90b1-3c4ffa85c228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.460972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e15d2169-0aff-4c51-9ffe-1a74ad808cac req-08a71bc9-7fbb-41df-a087-57a5da3577d6 service neutron] 10.222.0.23 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599247 Sep 17 22:21:08.464718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9697a08-6904-4cd2-90b1-3c4ffa85c228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.469953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-da051b07-0ed3-42ab-bc3d-d91008a1cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.470124 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a9697a08-6904-4cd2-90b1-3c4ffa85c228 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/944ce9e1-5134-4c3d-9504-958edc2d18db HTTP/1.1" status: 204 len: 168 time: 0.2168863 Sep 17 22:21:08.470264 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-da051b07-0ed3-42ab-bc3d-d91008a1cc11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2401590 Sep 17 22:21:08.482823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9697a08-6904-4cd2-90b1-3c4ffa85c228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944ce9e1-5134-4c3d-9504-958edc2d18db,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:08.517418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-1922edd1-c8b4-4997-97dd-1e1d5aa65d5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37 HTTP/1.1" status: 200 len: 217 time: 0.0397484 Sep 17 22:21:08.522712 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998a616a-0aaf-4036-afa0-43209a60d077 x-openstack-request-id: req-998a616a-0aaf-4036-afa0-43209a60d077 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:08.523732 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a381e863-95f8-4b19-8838-34f7119b032f", "tag": "abbcd76c-0997-42da-8ab7-e817454e1967", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8dad2aa6-3e96-4bc4-b523-30c6f51dd619", "tag": "ea652e67-5ab1-42ca-b221-9261d5fe1a8d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:08.523732 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-998a616a-0aaf-4036-afa0-43209a60d077 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:08.524231 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a381e863-95f8-4b19-8838-34f7119b032f', 'tag': 'abbcd76c-0997-42da-8ab7-e817454e1967', 'status': 'completed', 'code': 200} Sep 17 22:21:08.524503 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dad2aa6-3e96-4bc4-b523-30c6f51dd619', 'tag': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d', 'status': 'completed', 'code': 200} Sep 17 22:21:08.572922 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-cd1d28c6-0540-4878-9cd4-2c35984cf3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.574423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-cd1d28c6-0540-4878-9cd4-2c35984cf3f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0491300 Sep 17 22:21:08.620757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-88736c73-fc44-4c0e-ae04-b8298d65fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.622252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-88736c73-fc44-4c0e-ae04-b8298d65fdb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0411422 Sep 17 22:21:08.767947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ca69-4a65-46c8-8b5e-4d70a4497189 req-80213081-797d-4c30-9354-8640db25732e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.772142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-6d1c1092-1588-487d-a98b-fb46ec658eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.774122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-6d1c1092-1588-487d-a98b-fb46ec658eb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=333e4d38ec4d4d6599a2ea67392ba0fe&device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 1095 time: 0.1315188 Sep 17 22:21:08.776148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92e2ca69-4a65-46c8-8b5e-4d70a4497189 req-80213081-797d-4c30-9354-8640db25732e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 944 time: 0.0620530 Sep 17 22:21:08.778228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-87e669bd-6f21-444f-b4f1-5789e0ad2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.779658 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-87e669bd-6f21-444f-b4f1-5789e0ad2d5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 1100 time: 0.1171060 Sep 17 22:21:08.822410 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92e2ca69-4a65-46c8-8b5e-4d70a4497189 req-d413ce67-f963-47f8-ad59-d562c7d2e334 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450447 Sep 17 22:21:08.850664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-7e020ba5-8150-401f-b891-34b6fdf71b65 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140100 Sep 17 22:21:08.869419 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.039986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73bebd-a41b-44c4-a034-969a1a7a8565 req-1bbb65c3-6f8e-4a57-91de-98483576baf2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.044740 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa73bebd-a41b-44c4-a034-969a1a7a8565 req-1bbb65c3-6f8e-4a57-91de-98483576baf2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 948 time: 0.2450166 Sep 17 22:21:09.064072 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bfd1e28e-8c5c-4a2e-8687-c65104135609 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:09.114275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-41687d0e-501a-429d-b49b-34fdbf9091aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.115834 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-41687d0e-501a-429d-b49b-34fdbf9091aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=e27e80cd-1092-43b0-9d34-57c94dd5db0f HTTP/1.1" status: 200 len: 922 time: 0.3335695 Sep 17 22:21:09.135255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-7760a3f9-e0d6-447d-82dd-9e408ba0b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.136798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-7760a3f9-e0d6-447d-82dd-9e408ba0b639 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.3383884 Sep 17 22:21:09.154977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa73bebd-a41b-44c4-a034-969a1a7a8565 req-0c7ecdc7-c0a7-4544-b340-cda49fb9e09b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010664 Sep 17 22:21:09.217751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port bfd1e28e-8c5c-4a2e-8687-c65104135609 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:09.228785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port bfd1e28e-8c5c-4a2e-8687-c65104135609 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:09.228785 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.229352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-dbd82ac2-2cb3-4e73-93eb-4d25166ac95a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea652e67-5ab1-42ca-b221-9261d5fe1a8d HTTP/1.1" status: 200 len: 217 time: 0.0898380 Sep 17 22:21:09.240297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbca02-dc20-448b-838a-6499e24f9b77 req-60c5cf40-4909-4f3e-9de9-b3a191edb482 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.249329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-98bbca02-dc20-448b-838a-6499e24f9b77 req-60c5cf40-4909-4f3e-9de9-b3a191edb482 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0922029 Sep 17 22:21:09.297236 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-98bbca02-dc20-448b-838a-6499e24f9b77 req-eb403525-4d2f-4cae-9c5f-44fd2711523d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435498 Sep 17 22:21:09.312734 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.320385 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-7e85f097-f319-4a43-9ba9-6f9732f9a3ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=abbcd76c-0997-42da-8ab7-e817454e1967 HTTP/1.1" status: 200 len: 217 time: 0.1544206 Sep 17 22:21:09.338743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd1e28e-8c5c-4a2e-8687-c65104135609'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:09.341026 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64009ec4-79cc-4e0f-86c0-e122eb9860c8" -d '{"events": [{"server_uuid": "ebf16d68-b42d-45c1-917c-45bc4cb22bb8", "name": "network-vif-plugged", "status": "completed", "tag": "bfd1e28e-8c5c-4a2e-8687-c65104135609"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:09.343282 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9062803-c4c8-48d2-9a14-845df2c1340b req-97edf666-8ed5-4b8b-96c7-05ba7cd8087a service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659028 Sep 17 22:21:09.354079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:09.379614 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f276de2-a9e1-4913-8302-b9c84ca69ee6 x-openstack-request-id: req-7f276de2-a9e1-4913-8302-b9c84ca69ee6 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:09.379900 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf16d68-b42d-45c1-917c-45bc4cb22bb8", "name": "network-vif-plugged", "status": "completed", "tag": "bfd1e28e-8c5c-4a2e-8687-c65104135609", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:09.380174 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f276de2-a9e1-4913-8302-b9c84ca69ee6 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:09.380565 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd1e28e-8c5c-4a2e-8687-c65104135609', 'code': 200} Sep 17 22:21:09.423758 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.482805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=bfd1e28e-8c5c-4a2e-8687-c65104135609,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:09.500609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-06cac66d-4211-44e6-ad12-7d0224389677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.502184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-06cac66d-4211-44e6-ad12-7d0224389677 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=342053ca-ac5c-4106-a367-66bd248d3955 HTTP/1.1" status: 200 len: 861 time: 0.1928751 Sep 17 22:21:09.519594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-f837a1c0-181f-4930-94fc-98632295f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.520052 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-f837a1c0-181f-4930-94fc-98632295f286 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1793566 Sep 17 22:21:09.570739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5d555-7563-42f2-9e58-7433bb5ff2d6 req-72975f5b-0c6b-44e0-8511-a40a5f09e084 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.572428 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eca5d555-7563-42f2-9e58-7433bb5ff2d6 req-72975f5b-0c6b-44e0-8511-a40a5f09e084 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 943 time: 0.0533049 Sep 17 22:21:09.574950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-60011b1b-3b54-412b-b296-d5f2cb668463 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e27e80cd-1092-43b0-9d34-57c94dd5db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496058 Sep 17 22:21:09.612199 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eca5d555-7563-42f2-9e58-7433bb5ff2d6 req-831f8ba1-50e2-4082-86fa-ec64f02f71d2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333507 Sep 17 22:21:09.651239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-0876376a-3f85-402f-bf14-2c7e6b3d1bc2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.652749 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-0876376a-3f85-402f-bf14-2c7e6b3d1bc2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.3310876 Sep 17 22:21:09.657686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb53429-9eec-409f-a8fa-7d7096a0ac81 req-9e0123af-b525-4d61-b1ed-e39ffec22b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.659259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb53429-9eec-409f-a8fa-7d7096a0ac81 req-9e0123af-b525-4d61-b1ed-e39ffec22b1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 1097 time: 0.2134604 Sep 17 22:21:09.725455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-2b07a170-76d7-46e8-aef1-48f1437efad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.727432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-2b07a170-76d7-46e8-aef1-48f1437efad3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1845706 Sep 17 22:21:09.728672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-7465b6a1-2ec6-4f78-85ae-50e495813257 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/quotas/0a2f764a72e24306a30369bc428b523c HTTP/1.1" status: 200 len: 375 time: 0.0684214 Sep 17 22:21:09.793027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-ac735199-9cb2-4101-82dd-7d33e2de8c06 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582254 Sep 17 22:21:09.805486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb53429-9eec-409f-a8fa-7d7096a0ac81 req-9b705651-7298-4809-a791-879b26d0813c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123407 Sep 17 22:21:09.810744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-1c892600-d55e-4450-afda-7ef6e56fa177 service neutron] 10.222.0.23 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172155 Sep 17 22:21:09.940698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-dfb8a9ba-ba8f-478c-8d8f-f5d18e7aabd9 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828029 Sep 17 22:21:09.957662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b428ffc-f7b2-4d4d-85d2-5dae40bc7dea req-7bb9ddca-fa9c-4232-b934-ae53816eee26 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.959466 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b428ffc-f7b2-4d4d-85d2-5dae40bc7dea req-7bb9ddca-fa9c-4232-b934-ae53816eee26 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.0516167 Sep 17 22:21:09.969775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-e4662d16-03bc-4c04-8e9c-96d8bdec2795 service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633520 Sep 17 22:21:10.006004 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b428ffc-f7b2-4d4d-85d2-5dae40bc7dea req-aae28279-ce38-4f3a-92bc-3f5a52dcffa6 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Sep 17 22:21:10.069166 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:10.160439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-e7cfc61d-d749-42a0-a58c-bc47c13ee55b service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114215 Sep 17 22:21:10.187930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-4a7e279c-cac9-4aaa-886a-7932af774d7a service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039826 Sep 17 22:21:10.204954 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57dc4f05-6e1a-4643-983e-869e3dfe50a0 req-22d12ece-200b-48fb-a955-4df1655e906c service neutron] 10.222.0.23 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997569 Sep 17 22:21:10.269163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbf36a-0634-4271-82ee-1c60cd3b0607 req-b51fe945-bfdc-4454-a892-d23f10c10c5b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.270647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46fbf36a-0634-4271-82ee-1c60cd3b0607 req-b51fe945-bfdc-4454-a892-d23f10c10c5b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 948 time: 0.0542376 Sep 17 22:21:10.309882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46fbf36a-0634-4271-82ee-1c60cd3b0607 req-ee6e47ee-dc9d-469b-aab0-a3ae6ec14b1e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327623 Sep 17 22:21:10.434499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113ed31-7c2e-48fb-b3a6-00f4828beee4 req-d2a71c04-b2c8-4747-8035-285607c31e54 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.436495 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7113ed31-7c2e-48fb-b3a6-00f4828beee4 req-d2a71c04-b2c8-4747-8035-285607c31e54 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0642536 Sep 17 22:21:10.481798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7113ed31-7c2e-48fb-b3a6-00f4828beee4 req-1a8e056a-56b2-42a6-97a6-b69d9167c78e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387158 Sep 17 22:21:10.489682 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c11f812e-7175-4156-ba4f-6c09ae8f3235 req-d50862f7-b13a-44eb-88ff-1cf03f3cbe3a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 210 time: 0.0457962 Sep 17 22:21:10.734388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7356bf-e0dd-4d57-875d-bff41f52c05c req-21b4b202-99e6-4fe1-85c4-8c1e63b64bca tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.735895 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e7356bf-e0dd-4d57-875d-bff41f52c05c req-21b4b202-99e6-4fe1-85c4-8c1e63b64bca tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 943 time: 0.0493696 Sep 17 22:21:10.790425 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e7356bf-e0dd-4d57-875d-bff41f52c05c req-43da59a3-a2b6-49c6-ac8a-6fa5a2e2b6da tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481462 Sep 17 22:21:11.067518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea652e67-5ab1-42ca-b221-9261d5fe1a8d details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:11.071239 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-41a51860-f048-41b1-8f2e-b97580b25b0d service neutron] show failed (client error): The resource could not be found. Sep 17 22:21:11.071809 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-41a51860-f048-41b1-8f2e-b97580b25b0d service neutron] 10.222.0.15 "GET /v2.0/ports/14e77c14-7aef-458a-a529-465446d3c4c7/bindings/n-h1-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0604961 Sep 17 22:21:11.204027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea652e67-5ab1-42ca-b221-9261d5fe1a8d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:11.218163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d', 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f', 'port_id': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d', 'mac_address': 'fa:16:3e:4f:5b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342053ca-ac5c-4106-a367-66bd248d3955', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:11.261899 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:11.277276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea652e67-5ab1-42ca-b221-9261d5fe1a8d {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:11.297810 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea652e67-5ab1-42ca-b221-9261d5fe1a8d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:11.412239 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:11.451416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613a0c8-93c6-48c8-9491-69915fde39e8 req-be220a1d-4d68-4019-841c-25f265f54ac0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:11.459958 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9613a0c8-93c6-48c8-9491-69915fde39e8 req-be220a1d-4d68-4019-841c-25f265f54ac0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.3639565 Sep 17 22:21:11.470320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebcdae-1671-44ad-9fa1-494890611a44 req-a50400f4-69b4-4218-acab-d3d75a458d23 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:11.479865 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71ebcdae-1671-44ad-9fa1-494890611a44 req-a50400f4-69b4-4218-acab-d3d75a458d23 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 948 time: 0.0985851 Sep 17 22:21:11.492390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:11.510083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9613a0c8-93c6-48c8-9491-69915fde39e8 req-8edb7458-22ad-4981-9ac8-9e92f46b53c6 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472245 Sep 17 22:21:11.521560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71ebcdae-1671-44ad-9fa1-494890611a44 req-64887225-c392-4030-b274-2caf3ee1cf96 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408065 Sep 17 22:21:11.613706 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d4323e-0c7c-42f0-959f-beeb78a13334 req-ce431139-7504-4166-bc32-4e5239132a93 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 210 time: 0.0289063 Sep 17 22:21:11.638434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d19c8-a461-466d-8c4a-721613951ba7 req-c3bf0a7c-f7b5-4521-a54f-e3f3e9e2dd3e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:11.639936 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa1d19c8-a461-466d-8c4a-721613951ba7 req-c3bf0a7c-f7b5-4521-a54f-e3f3e9e2dd3e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0526836 Sep 17 22:21:11.648925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ea652e67-5ab1-42ca-b221-9261d5fe1a8d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:11.681277 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa1d19c8-a461-466d-8c4a-721613951ba7 req-44ab65a1-99c4-4607-94f4-2c086c248165 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347257 Sep 17 22:21:11.776518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-3e2a8100-e5f2-47ef-ae2d-6dfe76d56e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:11.778068 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-3e2a8100-e5f2-47ef-ae2d-6dfe76d56e02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2&tenant_id=b763d93dcfbd4755b6403f6da3dca39a HTTP/1.1" status: 200 len: 1102 time: 0.0416789 Sep 17 22:21:11.792586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:11.864150 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:11.922757 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6df0dd-4bc5-4db9-8e67-14e2f0f02dfc req-bb4e6019-17fe-4618-b69a-225e94c1b599 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:11.924443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e6df0dd-4bc5-4db9-8e67-14e2f0f02dfc req-bb4e6019-17fe-4618-b69a-225e94c1b599 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 944 time: 0.0626421 Sep 17 22:21:11.997954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e6df0dd-4bc5-4db9-8e67-14e2f0f02dfc req-81c0beb1-4563-4fd2-873b-6821ef696591 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614295 Sep 17 22:21:12.097029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:12.132344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:12.171259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:12.173544 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a78404-744d-4b29-bdc6-5050ed3e51b4" -d '{"events": [{"server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "name": "network-vif-unplugged", "status": "completed", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:12.177363 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.192182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Transition to ACTIVE for port object 14e77c14-7aef-458a-a529-465446d3c4c7 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:12.204645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ac5eadc8-7607-40aa-af31-36cf98976c08 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:12.243463 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ca6c84-73e1-4f31-a864-1d59583f3719 x-openstack-request-id: req-90ca6c84-73e1-4f31-a864-1d59583f3719 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:12.243704 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "name": "network-vif-unplugged", "status": "completed", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:12.243961 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90ca6c84-73e1-4f31-a864-1d59583f3719 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:12.244395 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7', 'code': 200} Sep 17 22:21:12.261317 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.306591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ac5eadc8-7607-40aa-af31-36cf98976c08, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ac5eadc8-7607-40aa-af31-36cf98976c08,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:12.327164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'mac_address': 'fa:16:3e:97:fa:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:12.328824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] No DVR routers for this DVR port 14e77c14-7aef-458a-a529-465446d3c4c7 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:12.330848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:12.366709 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.368832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:12.369478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:12.369739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:12.374751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Port 14e77c14-7aef-458a-a529-465446d3c4c7 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:12.375577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:12.380867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:12.381198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:12.381590 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:12.382027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Bound port: 14e77c14-7aef-458a-a529-465446d3c4c7, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:12.383010 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.387061 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5eadc8-7607-40aa-af31-36cf98976c08 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:12.411251 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ac5eadc8-7607-40aa-af31-36cf98976c08, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ac5eadc8-7607-40aa-af31-36cf98976c08,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:12.460514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:12.464511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:12.479322 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.530817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ac5eadc8-7607-40aa-af31-36cf98976c08,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:12.568858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.658996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.659602 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.660993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] 10.222.0.23 "PUT /v2.0/ports/14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 1097 time: 0.8747506 Sep 17 22:21:12.679965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ecf23-2c71-4d18-881b-c2315e11bb47 req-542364ef-ce20-4815-a0f8-594aa639cd19 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.682335 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e56ecf23-2c71-4d18-881b-c2315e11bb47 req-542364ef-ce20-4815-a0f8-594aa639cd19 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 948 time: 0.0606999 Sep 17 22:21:12.747833 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e56ecf23-2c71-4d18-881b-c2315e11bb47 req-2b4f99d2-fba6-45df-ade8-e7f614fa2162 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586324 Sep 17 22:21:12.758819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cea2f-666a-4613-bbcc-7c28c0f852ed service neutron] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:12.810134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad312-c056-4317-a181-0f156e5cf872 req-327c6471-b573-43e4-a5a4-7d1c4afdd06a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.811753 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea8ad312-c056-4317-a181-0f156e5cf872 req-327c6471-b573-43e4-a5a4-7d1c4afdd06a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.2172740 Sep 17 22:21:12.838255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-00dcb7d6-9c69-4eb4-8571-953a861e7843 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.839914 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-00dcb7d6-9c69-4eb4-8571-953a861e7843 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.23 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.2414424 Sep 17 22:21:12.853715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Request body: {'port': {'device_id': 'b6ac16ff-2e5a-45e4-b67f-8275fe0568ac', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'admin_state_up': True, 'tenant_id': '0a2f764a72e24306a30369bc428b523c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:12.864205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebc75a5f-eb46-4c19-a166-9cd033a686d3 req-9408c376-dfb2-49eb-a4cb-1f80b65156b3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 210 time: 0.0400784 Sep 17 22:21:12.911224 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-11835f94-d709-4eb9-b4be-54c055e62e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.912910 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-11835f94-d709-4eb9-b4be-54c055e62e0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1100 time: 0.2164986 Sep 17 22:21:12.922018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['ac5eadc8-7607-40aa-af31-36cf98976c08'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:13.006858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b32-b6cc-462f-aa3b-fd3af2e81d07 req-3e31982e-9d11-4eb9-903f-552a22d52238 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.009366 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4af9b32-b6cc-462f-aa3b-fd3af2e81d07 req-3e31982e-9d11-4eb9-903f-552a22d52238 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 948 time: 0.0617440 Sep 17 22:21:13.044675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea8ad312-c056-4317-a181-0f156e5cf872 req-d77ae286-8c6d-4b30-a913-fb6b1d3fbf4b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932857 Sep 17 22:21:13.072019 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4af9b32-b6cc-462f-aa3b-fd3af2e81d07 req-c1547415-c555-4d38-8e41-a13ca28b79ee tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560014 Sep 17 22:21:13.088973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea652e67-5ab1-42ca-b221-9261d5fe1a8d up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:13.190849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-b091f211-3e23-48a7-b34e-97a9ba4de8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.192594 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-b091f211-3e23-48a7-b34e-97a9ba4de8ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2605667 Sep 17 22:21:13.220296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c22eb-0b89-43d4-a00f-ef45fd7c42fd req-d8a3b4e7-82e7-4014-a79c-e16e3dfb5889 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.221862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-199c22eb-0b89-43d4-a00f-ef45fd7c42fd req-d8a3b4e7-82e7-4014-a79c-e16e3dfb5889 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 944 time: 0.0667226 Sep 17 22:21:13.245936 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-4d423213-d167-4869-bde4-29d824669566 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 217 time: 0.0442257 Sep 17 22:21:13.284207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port ea652e67-5ab1-42ca-b221-9261d5fe1a8d completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:13.288730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port ea652e67-5ab1-42ca-b221-9261d5fe1a8d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:13.289125 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.289351 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-199c22eb-0b89-43d4-a00f-ef45fd7c42fd req-e9a3bbb8-6db7-4c84-917a-3a5ace4eead6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490892 Sep 17 22:21:13.331773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-99f7cc34-f2d8-40df-832b-a1b6965736be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.333336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-99f7cc34-f2d8-40df-832b-a1b6965736be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0780101 Sep 17 22:21:13.355087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10885c-88c2-4732-b49a-d5d38cbe24e6 req-311d4b34-0ef9-4af5-a180-bd51c52d1327 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.356694 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c10885c-88c2-4732-b49a-d5d38cbe24e6 req-311d4b34-0ef9-4af5-a180-bd51c52d1327 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0609181 Sep 17 22:21:13.374709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Made reservation on behalf of 0a2f764a72e24306a30369bc428b523c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:13.377312 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.378139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.401767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dad2aa6-3e96-4bc4-b523-30c6f51dd619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:13.404190 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed16098-2adc-4a62-92b6-1828d8448cb4" -d '{"events": [{"server_uuid": "8dad2aa6-3e96-4bc4-b523-30c6f51dd619", "name": "network-vif-plugged", "status": "completed", "tag": "ea652e67-5ab1-42ca-b221-9261d5fe1a8d"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:13.417226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea652e67-5ab1-42ca-b221-9261d5fe1a8d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:13.439150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c10885c-88c2-4732-b49a-d5d38cbe24e6 req-514c48ab-37e4-43d9-92db-1938888b9027 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683832 Sep 17 22:21:13.441001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-01c22992-1f59-48f4-af9b-7aed3e2b5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.442403 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-01c22992-1f59-48f4-af9b-7aed3e2b5200 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1000257 Sep 17 22:21:13.446475 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45d693e-2aac-4137-9c61-942d42c85e93 x-openstack-request-id: req-a45d693e-2aac-4137-9c61-942d42c85e93 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:13.447017 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dad2aa6-3e96-4bc4-b523-30c6f51dd619", "name": "network-vif-plugged", "status": "completed", "tag": "ea652e67-5ab1-42ca-b221-9261d5fe1a8d", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:13.447340 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a45d693e-2aac-4137-9c61-942d42c85e93 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:13.447804 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dad2aa6-3e96-4bc4-b523-30c6f51dd619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d', 'code': 200} Sep 17 22:21:13.505290 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.573745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:13.595883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e25a39-238b-4d2d-9f94-facd23dcced4 req-0f1bb142-94a5-4703-af24-7a760ecf3fdf tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.603577 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-01e25a39-238b-4d2d-9f94-facd23dcced4 req-0f1bb142-94a5-4703-af24-7a760ecf3fdf tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0574391 Sep 17 22:21:13.633432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Allocated IP 172.20.0.9 (6650283b-a368-473e-949e-cc881b697503/a9d8809e-e370-4133-96e7-9ba2b7e59279/4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:13.637119 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-01e25a39-238b-4d2d-9f94-facd23dcced4 req-c7c98255-a57c-4fe0-bd9f-04d2fba5ae2a tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326960 Sep 17 22:21:13.660325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bca4eb-6c3e-4508-abf9-d86563215ff0 req-6c163cd4-797d-41b1-9207-5d599e8dad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.661851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95bca4eb-6c3e-4508-abf9-d86563215ff0 req-6c163cd4-797d-41b1-9207-5d599e8dad1c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 1097 time: 0.1368585 Sep 17 22:21:13.665137 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-0f41278d-86b7-4f59-ab69-d9de519f67cc service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950169 Sep 17 22:21:13.801195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95bca4eb-6c3e-4508-abf9-d86563215ff0 req-39c59722-ad83-4503-b626-a95f4df7a113 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218793 Sep 17 22:21:13.905907 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d01c29-386b-4bcf-a699-30d9b02dd26c req-5b15bc93-1569-47d6-a92b-c403f1c85b75 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247896 Sep 17 22:21:13.940336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b893afb-a391-473a-93e3-6323f9a8f91e req-cadd6c5f-f089-4dd4-9e47-d8df93ca3adf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.941807 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b893afb-a391-473a-93e3-6323f9a8f91e req-cadd6c5f-f089-4dd4-9e47-d8df93ca3adf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 948 time: 0.1303096 Sep 17 22:21:13.947177 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.002501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b893afb-a391-473a-93e3-6323f9a8f91e req-fc561968-d115-4a78-8598-f2dc05b48cf5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504775 Sep 17 22:21:14.084521 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d0277a7-98ce-467d-9222-ee7add4ebc3e req-89098c46-83e9-4b44-9b80-22a6d41766c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 210 time: 0.0266695 Sep 17 22:21:14.086536 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.128382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Network 6650283b-a368-473e-949e-cc881b697503 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:14.131528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:14.138148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:14.166484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event updated for resources: {'Port': ['ID=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:14.196772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:14.197407 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.223466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device abbcd76c-0997-42da-8ab7-e817454e1967 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:14.233492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ac5eadc8-7607-40aa-af31-36cf98976c08 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:14.245946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:14.248688 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ac329-ab45-4490-a172-ed5a9ac912bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:14.285285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-86ecfcb1-1165-49d0-8da0-c5c7e1bb1f21 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4364593 Sep 17 22:21:14.299528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Request body: {'port': {'device_id': 'b6ac16ff-2e5a-45e4-b67f-8275fe0568ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:14.372802 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.384938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port abbcd76c-0997-42da-8ab7-e817454e1967, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=abbcd76c-0997-42da-8ab7-e817454e1967,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:14.404090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'abbcd76c-0997-42da-8ab7-e817454e1967', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'abbcd76c-0997-42da-8ab7-e817454e1967', 'mac_address': 'fa:16:3e:d3:1b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:14.462849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port ac5eadc8-7607-40aa-af31-36cf98976c08 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:14.467355 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.470864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port ac5eadc8-7607-40aa-af31-36cf98976c08 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:14.471791 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.505800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbcd76c-0997-42da-8ab7-e817454e1967 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:14.546058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port abbcd76c-0997-42da-8ab7-e817454e1967, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=abbcd76c-0997-42da-8ab7-e817454e1967,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:14.592509 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.631718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ac5eadc8-7607-40aa-af31-36cf98976c08, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ac5eadc8-7607-40aa-af31-36cf98976c08,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:14.649975 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.699456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=abbcd76c-0997-42da-8ab7-e817454e1967,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:14.720018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f246337-4a55-4dab-acda-fb9ebc5855e9 req-ee83d78a-289d-4828-b120-41f19ec8a43e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:14.721510 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f246337-4a55-4dab-acda-fb9ebc5855e9 req-ee83d78a-289d-4828-b120-41f19ec8a43e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 948 time: 0.0826344 Sep 17 22:21:14.723401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:14.737897 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.766088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Transition to ACTIVE for port object 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:14.769861 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.776670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f246337-4a55-4dab-acda-fb9ebc5855e9 req-77df6264-4fd2-4e01-bf83-e7c11a7fc60b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481811 Sep 17 22:21:14.840396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ac5eadc8-7607-40aa-af31-36cf98976c08,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:14.846786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.920773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Pushing event updated for resources: {'Port': ['ID=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:14.939999 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a2fb35-133a-42d5-bfae-0617389c6d00 x-openstack-request-id: req-e8a2fb35-133a-42d5-bfae-0617389c6d00 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:14.940380 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:14.940691 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8a2fb35-133a-42d5-bfae-0617389c6d00 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:14.941140 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7', 'status': 'completed', 'code': 200} Sep 17 22:21:15.111937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-515bb830-9366-4c3b-95fc-b141f0302175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.114413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-515bb830-9366-4c3b-95fc-b141f0302175 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1100 time: 0.1363902 Sep 17 22:21:15.119939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Attempting to bind port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:15.120387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Attempting to bind port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:15.120712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Attempting to bind port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:15.128360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-cb172009-7f42-4338-9944-d5079f9f3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.129730 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-cb172009-7f42-4338-9944-d5079f9f3af4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1100 time: 0.1535530 Sep 17 22:21:15.144083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5ee38-56e3-4a60-89d6-0897a99680be req-0f14f79b-b26e-48db-b5c5-b3d058d7ab40 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.145462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfb5ee38-56e3-4a60-89d6-0897a99680be req-0f14f79b-b26e-48db-b5c5-b3d058d7ab40 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 945 time: 0.1601081 Sep 17 22:21:15.162995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 on network 6650283b-a368-473e-949e-cc881b697503 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:15.165447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Attempting to bind port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:15.195574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:15.195913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Checking segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:15.196310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Bound using segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:15.196744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Bound port: 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:15.197930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.200015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['abbcd76c-0997-42da-8ab7-e817454e1967'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:15.367957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfb5ee38-56e3-4a60-89d6-0897a99680be req-779bf2e6-30db-4e09-a0a6-29cc03a4b8ad tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986024 Sep 17 22:21:15.409115 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-af7674f9-0779-45eb-b7ac-689d3c13dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.410580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-af7674f9-0779-45eb-b7ac-689d3c13dced service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2634411 Sep 17 22:21:15.417245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-20b2128e-ed2f-45f3-8dc2-b49f78c7533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.418662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-20b2128e-ed2f-45f3-8dc2-b49f78c7533d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2936187 Sep 17 22:21:15.448953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf936640-dc05-41b8-b872-8725d983254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5eadc8-7607-40aa-af31-36cf98976c08'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:15.451526 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54f454d-2f1d-423f-850e-0d6d147938d8" -d '{"events": [{"server_uuid": "bf936640-dc05-41b8-b872-8725d983254b", "name": "network-vif-plugged", "status": "completed", "tag": "ac5eadc8-7607-40aa-af31-36cf98976c08"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:15.509837 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] For port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:15.513096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-3d41783e-adcc-4f7a-addc-cbf3239d78f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 217 time: 0.0920343 Sep 17 22:21:15.534856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-27e1f62c-9db6-4989-a8c3-79e0c1fa7485 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 217 time: 0.1020050 Sep 17 22:21:15.550892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] For port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:15.644584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e466e-9fa8-44a0-846b-d970d42c612e req-dcab6936-e120-4d70-8697-8c53b6764e73 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.645926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-909e466e-9fa8-44a0-846b-d970d42c612e req-dcab6936-e120-4d70-8697-8c53b6764e73 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 946 time: 0.2166376 Sep 17 22:21:15.649297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-424c1220-596a-4f14-a2b8-428bb74a53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.650629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-424c1220-596a-4f14-a2b8-428bb74a53dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1223412 Sep 17 22:21:15.655263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-b7feedcb-f568-41f6-9e60-756303f03b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.656645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-b7feedcb-f568-41f6-9e60-756303f03b31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1084266 Sep 17 22:21:15.691760 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.762041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-c7d95c89-da63-480b-946d-031fc246dea2 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:21:15.763201 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-c7d95c89-da63-480b-946d-031fc246dea2 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073924 Sep 17 22:21:15.801176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.801837 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.803252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] 10.222.0.23 "PUT /v2.0/ports/4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 HTTP/1.1" status: 200 len: 1092 time: 1.5081325 Sep 17 22:21:15.804056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-c51de9b8-914b-45a7-8ecc-9e4c7732ba95 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.805554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-c51de9b8-914b-45a7-8ecc-9e4c7732ba95 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports/bfd1e28e-8c5c-4a2e-8687-c65104135609 HTTP/1.1" status: 200 len: 1094 time: 0.0360444 Sep 17 22:21:15.806551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-909e466e-9fa8-44a0-846b-d970d42c612e req-e29f50de-b23d-4818-b72f-fafabd26eae0 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528592 Sep 17 22:21:15.822782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Request body: {'binding': {'host': 'n-h2-713499-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:15.823332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Unknown quota resources ['binding']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:21:15.856641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-e0fab777-1d99-41c9-abf7-f749c4877ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.858141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-e0fab777-1d99-41c9-abf7-f749c4877ce5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1868856 Sep 17 22:21:15.859143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39e10f-70d0-4fe7-9b8d-b12c62c6263a service neutron] Pushing event updated for resources: {'Port': ['ID=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:15.863919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-3902091f-ca47-4985-9751-d72288666e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.867458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-3902091f-ca47-4985-9751-d72288666e97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1953936 Sep 17 22:21:15.874562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-58a09a3b-9487-4f6a-95eb-0e67d8495964 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1433134 Sep 17 22:21:16.016645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on host n-h2-713499-18 for vnic_type normal with profile None {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:16.017045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:16.017433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:16.023416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:16.023808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:16.030962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:16.031382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:16.031835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:16.032363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Bound port: bfd1e28e-8c5c-4a2e-8687-c65104135609, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:16.087777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:16.196381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.197601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d34a377d-bea3-4270-9f9a-ad5e0b2ea7e3 service neutron] 10.222.0.30 "POST /v2.0/ports/bfd1e28e-8c5c-4a2e-8687-c65104135609/bindings HTTP/1.1" status: 201 len: 390 time: 0.3808942 Sep 17 22:21:16.255147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:16.308081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:16.412275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946df06-26d4-4c9c-b883-1efb6cc01263 req-c89b5e07-ac33-4278-8cf6-ce6ec8b9315b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.414453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b946df06-26d4-4c9c-b883-1efb6cc01263 req-c89b5e07-ac33-4278-8cf6-ce6ec8b9315b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 949 time: 0.5239508 Sep 17 22:21:16.440786 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-29e1da28-866b-424f-aa01-6fdc0d45d164 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699904 Sep 17 22:21:16.445990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-4fc312d3-b040-44b3-896c-e2d79f032146 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705931 Sep 17 22:21:16.460622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-fbf50552-fa04-4a61-87bc-6d82ef54bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.462158 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-fbf50552-fa04-4a61-87bc-6d82ef54bd7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 1095 time: 0.5028374 Sep 17 22:21:16.472527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-e32f135c-1e35-4b09-89f6-0319eb709177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.474091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-e32f135c-1e35-4b09-89f6-0319eb709177 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 1102 time: 0.4772303 Sep 17 22:21:16.573614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-cacd5e3b-7fbd-44db-9043-e114aba62cbc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 HTTP/1.1" status: 200 len: 217 time: 0.0985634 Sep 17 22:21:16.575092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246289-24fa-4b7d-ad76-80de0f6bb205 req-6bfd032f-7d50-4b1a-ab76-71d217a91541 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.576622 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea246289-24fa-4b7d-ad76-80de0f6bb205 req-6bfd032f-7d50-4b1a-ab76-71d217a91541 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 943 time: 0.0512311 Sep 17 22:21:16.638445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b946df06-26d4-4c9c-b883-1efb6cc01263 req-a8f4ae03-2fa8-437b-ad07-248f614d98e8 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146478 Sep 17 22:21:16.682098 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86537f2-0751-4190-b6c8-95d17d995a12 x-openstack-request-id: req-c86537f2-0751-4190-b6c8-95d17d995a12 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:16.683005 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf936640-dc05-41b8-b872-8725d983254b", "name": "network-vif-plugged", "status": "completed", "tag": "ac5eadc8-7607-40aa-af31-36cf98976c08", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:16.683466 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c86537f2-0751-4190-b6c8-95d17d995a12 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:16.684652 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf936640-dc05-41b8-b872-8725d983254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'code': 200} Sep 17 22:21:16.711510 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea246289-24fa-4b7d-ad76-80de0f6bb205 req-7a0c3691-4085-4163-8f45-13c68c5e32a7 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262090 Sep 17 22:21:16.850304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.15', 54025) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:16.868893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-1398e1af-16e4-4ca4-9030-76cf9a5b66f8 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108450 Sep 17 22:21:16.889044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe80c25-ad89-4af9-9b6d-54a8886e4e53 req-fcb0a607-8e7f-4644-9777-fa9a1fa83112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.890174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-0fd2f659-3aca-4ccb-8bf2-3b3ced69bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.891689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-0fd2f659-3aca-4ccb-8bf2-3b3ced69bcba service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.3768265 Sep 17 22:21:16.893999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-e95caf32-e50d-4c1a-be80-6de2b30d2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.894177 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cfe80c25-ad89-4af9-9b6d-54a8886e4e53 req-fcb0a607-8e7f-4644-9777-fa9a1fa83112 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf936640-dc05-41b8-b872-8725d983254b HTTP/1.1" status: 200 len: 1102 time: 0.1033554 Sep 17 22:21:16.896262 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-e95caf32-e50d-4c1a-be80-6de2b30d2282 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.3037071 Sep 17 22:21:16.906729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-068b5697-d88f-42cd-8645-fdb8c28a0669 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422550 Sep 17 22:21:16.953450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-8647736d-5555-44cf-ae04-d2b05b2aef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.955107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-8647736d-5555-44cf-ae04-d2b05b2aef11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 1097 time: 0.1032495 Sep 17 22:21:16.959515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ac16ff-2e5a-45e4-b67f-8275fe0568ac', 'tag': '4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:16.962019 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef79165-4ec1-4d31-add4-d1e144672ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ac16ff-2e5a-45e4-b67f-8275fe0568ac", "tag": "4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:16.971702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-44f49910-ba3d-4537-832a-2736f6728698 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.973294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-44f49910-ba3d-4537-832a-2736f6728698 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 946 time: 0.2771659 Sep 17 22:21:16.984562 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cfe80c25-ad89-4af9-9b6d-54a8886e4e53 req-ccefef3c-c1f4-4258-a281-0b4b971b379c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770051 Sep 17 22:21:16.993030 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-a9c9c628-db00-4b30-91eb-54612eb76be9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 200 len: 217 time: 0.0851500 Sep 17 22:21:16.994869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-2ad4cf57-5c98-44b9-93c4-ddca4b597143 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769806 Sep 17 22:21:17.012541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108501c-6fbf-4c5c-bc0e-d75da9a0c552 req-505879ff-5cda-4bd5-bff4-189609eadf18 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.012660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f7ca5-070b-4dbd-bbfd-33ec97dba2c4 req-037791f4-4fb9-40f4-a5ec-6ff28f226e07 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.012870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a108501c-6fbf-4c5c-bc0e-d75da9a0c552 req-505879ff-5cda-4bd5-bff4-189609eadf18 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 948 time: 0.2034566 Sep 17 22:21:17.012970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-192f7ca5-070b-4dbd-bbfd-33ec97dba2c4 req-037791f4-4fb9-40f4-a5ec-6ff28f226e07 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 945 time: 0.1320240 Sep 17 22:21:17.078527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:17.103246 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-192f7ca5-070b-4dbd-bbfd-33ec97dba2c4 req-352dc2f0-be4f-4ee6-ad5d-1525088d1abd tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790541 Sep 17 22:21:17.110859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-8a6e6dd8-4857-4d73-8454-113fee04b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.112364 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-8a6e6dd8-4857-4d73-8454-113fee04b018 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.1443965 Sep 17 22:21:17.178606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a108501c-6fbf-4c5c-bc0e-d75da9a0c552 req-05e96fe8-f394-4b42-9907-045c1ec24a2f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499648 Sep 17 22:21:17.215571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Deleting port db903acb-60c2-4edd-a9f8-ed0d8763cf0d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:17.215571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.220828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-138b14a4-58f6-4a9b-b16f-af1c9c3f7a0b service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934552 Sep 17 22:21:17.275326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:17.284876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b592b-0778-40b4-ba28-230aef7571fd req-2f21ede2-d9e7-4ca9-b075-666256d8c1e8 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.293578 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b04b592b-0778-40b4-ba28-230aef7571fd req-2f21ede2-d9e7-4ca9-b075-666256d8c1e8 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.1151111 Sep 17 22:21:17.301357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '14e77c14-7aef-458a-a529-465446d3c4c7', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '14e77c14-7aef-458a-a529-465446d3c4c7', 'mac_address': 'fa:16:3e:6a:77:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:17.331886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b04b592b-0778-40b4-ba28-230aef7571fd req-f8a3e70a-a938-42f4-be37-8d3a431ff03a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373933 Sep 17 22:21:17.342774 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.378949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e77c14-7aef-458a-a529-465446d3c4c7 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:17.397032 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eda6ed4-f47e-4f65-bed0-4147ac790940 x-openstack-request-id: req-4eda6ed4-f47e-4f65-bed0-4147ac790940 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:17.397315 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ac16ff-2e5a-45e4-b67f-8275fe0568ac", "tag": "4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:17.397560 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4eda6ed4-f47e-4f65-bed0-4147ac790940 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:17.398086 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ac16ff-2e5a-45e4-b67f-8275fe0568ac', 'tag': '4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60', 'status': 'completed', 'code': 200} Sep 17 22:21:17.422083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:17.425884 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-86ed74a2-cfed-48ee-b475-7d64547b923e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609 HTTP/1.1" status: 200 len: 217 time: 0.0728726 Sep 17 22:21:17.472722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] For port db903acb-60c2-4edd-a9f8-ed0d8763cf0d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:17.473084 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.501430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2d322-0129-4b14-96c7-d253ed1014f3 req-a9a9688c-0612-40b6-afa8-555f29a367c9 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.502921 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ef2d322-0129-4b14-96c7-d253ed1014f3 req-a9a9688c-0612-40b6-afa8-555f29a367c9 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 946 time: 0.1957262 Sep 17 22:21:17.508162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-bfefc4d7-125c-4f91-a788-1300c902e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.509536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-bfefc4d7-125c-4f91-a788-1300c902e995 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1380489 Sep 17 22:21:17.511377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f392dd5d-6b07-4332-93fb-6568fa308673 req-e5379e4b-ea10-4959-8c6a-041937809c06 service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766144 Sep 17 22:21:17.511505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-8eb21e5f-7a71-4716-bd64-32951f18f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.512920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.513360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-8eb21e5f-7a71-4716-bd64-32951f18f1a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.0790606 Sep 17 22:21:17.537053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bead8-7d3f-4aba-b03a-16b16a308e80 req-c85babcb-853c-431c-b294-abfe14924dfe tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.544432 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa7bead8-7d3f-4aba-b03a-16b16a308e80 req-c85babcb-853c-431c-b294-abfe14924dfe tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 945 time: 0.0971320 Sep 17 22:21:17.576304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2d58d5b0-2b2d-496b-ae5d-51a257da2cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475903 Sep 17 22:21:17.597519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:17.612883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa7bead8-7d3f-4aba-b03a-16b16a308e80 req-2f40d1d8-b7c1-4e07-85d5-659ddd7473bf tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675950 Sep 17 22:21:17.652737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ef2d322-0129-4b14-96c7-d253ed1014f3 req-571b7cf0-34bc-4c8c-a968-2e628df94333 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa088b0c-e2ab-49ef-a37e-ff83f267579b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387336 Sep 17 22:21:17.708521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-ade8a7ae-cea6-4756-ac01-0868a647a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.710028 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-ade8a7ae-cea6-4756-ac01-0868a647a765 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1587842 Sep 17 22:21:17.779077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['14e77c14-7aef-458a-a529-465446d3c4c7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:17.793256 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2e5b401b-7259-4baf-a2e2-b38e703732cd service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856923 Sep 17 22:21:17.912329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.912937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.913053 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Floating IP 98864722-e7c3-4463-ac42-149c21c636a7 disassociated. External IP: 172.25.6.109, port: db903acb-60c2-4edd-a9f8-ed0d8763cf0d. Sep 17 22:21:17.913856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Calling delete_port for db903acb-60c2-4edd-a9f8-ed0d8763cf0d owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:17.929768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef79165-4ec1-4d31-add4-d1e144672ab5 req-17c9d7f7-5816-45df-bf8b-b46bf8cfa687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.931289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ef79165-4ec1-4d31-add4-d1e144672ab5 req-17c9d7f7-5816-45df-bf8b-b46bf8cfa687 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 1095 time: 0.2118335 Sep 17 22:21:17.935905 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2d7bf525-c0b0-4ce5-99f4-7ffbafa7f126 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346300 Sep 17 22:21:18.004991 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-cdfb54b0-7f6f-4612-b939-5cec7b103468 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842052 Sep 17 22:21:18.166441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef79165-4ec1-4d31-add4-d1e144672ab5 req-dac9e5a7-b695-4ee2-a4d2-aa6c71ab7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.167924 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ef79165-4ec1-4d31-add4-d1e144672ab5 req-dac9e5a7-b695-4ee2-a4d2-aa6c71ab7c70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 912 time: 0.2238200 Sep 17 22:21:18.183059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bf347-f2bc-440f-8d7a-69516cfab5f1 req-0b207923-8cd3-4d98-8eaf-4358fd8c3548 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.184574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d19bf347-f2bc-440f-8d7a-69516cfab5f1 req-0b207923-8cd3-4d98-8eaf-4358fd8c3548 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 949 time: 0.0524309 Sep 17 22:21:18.236087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d19bf347-f2bc-440f-8d7a-69516cfab5f1 req-55be0177-dc15-4e0f-bf0f-da77aabe366c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426729 Sep 17 22:21:18.258137 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7e3cbcf-dbfe-4b88-b3bd-ede861033d5e req-17e2681d-350f-439c-a340-b0ce9f00911a service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415786 Sep 17 22:21:18.279118 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ef79165-4ec1-4d31-add4-d1e144672ab5 req-550ce5ca-e19b-4757-ac79-e5111631c86c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 HTTP/1.1" status: 200 len: 217 time: 0.1007986 Sep 17 22:21:18.282829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device abbcd76c-0997-42da-8ab7-e817454e1967 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:18.388868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef79165-4ec1-4d31-add4-d1e144672ab5 req-b460f400-23f1-454a-ac1d-451215755f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.390793 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ef79165-4ec1-4d31-add4-d1e144672ab5 req-b460f400-23f1-454a-ac1d-451215755f23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.1023302 Sep 17 22:21:18.398296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-476226e9-ff34-42a9-9986-3e89baa842ac tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.399775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-476226e9-ff34-42a9-9986-3e89baa842ac tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2&tenant_id=b763d93dcfbd4755b6403f6da3dca39a&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 949 time: 0.2096224 Sep 17 22:21:18.420465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.457289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port abbcd76c-0997-42da-8ab7-e817454e1967 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:18.461294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ef79165-4ec1-4d31-add4-d1e144672ab5 req-90393fe9-32e3-46d5-9e14-c28643f02c16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585330 Sep 17 22:21:18.462759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port abbcd76c-0997-42da-8ab7-e817454e1967 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:18.463355 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.507875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Pushing event deleted for resources: {'Port': ['ID=db903acb-60c2-4edd-a9f8-ed0d8763cf0d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:18.522613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c89ae5-948b-4345-90ee-92068ab6ac84 req-e0293a2d-bed9-495b-b62d-99dfb50a24a6 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.524224 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8c89ae5-948b-4345-90ee-92068ab6ac84 req-e0293a2d-bed9-495b-b62d-99dfb50a24a6 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 943 time: 0.1882539 Sep 17 22:21:18.595326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4cbe1-1603-4c13-bb33-5ef1a491430f req-d59dddcf-58b6-41a1-9907-5ed43d66d435 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.608950 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfe4cbe1-1603-4c13-bb33-5ef1a491430f req-d59dddcf-58b6-41a1-9907-5ed43d66d435 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 949 time: 0.1397176 Sep 17 22:21:18.634185 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.671096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfe4cbe1-1603-4c13-bb33-5ef1a491430f req-f2da18e0-e1ca-4a95-867b-0455c4cbcd11 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598342 Sep 17 22:21:18.672884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port abbcd76c-0997-42da-8ab7-e817454e1967, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=abbcd76c-0997-42da-8ab7-e817454e1967,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:18.686150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a381e863-95f8-4b19-8838-34f7119b032f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbcd76c-0997-42da-8ab7-e817454e1967'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:18.689075 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1862bf08-fde0-4e01-a1a2-f9a0e2c3633d" -d '{"events": [{"server_uuid": "a381e863-95f8-4b19-8838-34f7119b032f", "name": "network-vif-plugged", "status": "completed", "tag": "abbcd76c-0997-42da-8ab7-e817454e1967"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:18.729499 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-c928a768-9772-4fa6-9db1-6b5df7719929 service neutron] 10.222.0.23 "GET /v2.0/ports/14e77c14-7aef-458a-a529-465446d3c4c7/bindings/n-h1-713499-18 HTTP/1.1" status: 200 len: 383 time: 0.3183174 Sep 17 22:21:18.756839 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.757631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device db903acb-60c2-4edd-a9f8-ed0d8763cf0d no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:18.779582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8c89ae5-948b-4345-90ee-92068ab6ac84 req-3e3eafbe-4685-47a8-b89b-35982155fee4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092457 Sep 17 22:21:18.817903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: db903acb-60c2-4edd-a9f8-ed0d8763cf0d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:18.818426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device db903acb-60c2-4edd-a9f8-ed0d8763cf0d not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:18.864408 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=abbcd76c-0997-42da-8ab7-e817454e1967,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:18.865978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ef79165-4ec1-4d31-add4-d1e144672ab5 req-6a3b2d3a-4499-444f-9c09-6ec18c4f6764 service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712962 Sep 17 22:21:19.001914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Router 8e79d638-fe35-4703-a896-68186f0a9737 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:21:19.004951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-8e9fc0e7-37bd-4f0c-875d-3e58294638ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:19.006547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-8e9fc0e7-37bd-4f0c-875d-3e58294638ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1101 time: 0.2294519 Sep 17 22:21:19.090647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:19.164520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e17bdcb8-55b8-4f4b-8f74-9bfc589e1725 req-c3735265-0780-4d57-8b3b-1f3c785d1f7d tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 210 time: 0.0530472 Sep 17 22:21:19.202283 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e54872-5a2e-4ece-99de-eaa8aeba54f3 x-openstack-request-id: req-04e54872-5a2e-4ece-99de-eaa8aeba54f3 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:19.202585 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a381e863-95f8-4b19-8838-34f7119b032f", "name": "network-vif-plugged", "status": "completed", "tag": "abbcd76c-0997-42da-8ab7-e817454e1967", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:19.202842 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04e54872-5a2e-4ece-99de-eaa8aeba54f3 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:19.203245 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a381e863-95f8-4b19-8838-34f7119b032f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbcd76c-0997-42da-8ab7-e817454e1967', 'code': 200} Sep 17 22:21:19.280049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 14e77c14-7aef-458a-a529-465446d3c4c7 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:19.285818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 14e77c14-7aef-458a-a529-465446d3c4c7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:19.286206 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.370319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52406-3d94-4e67-9afa-4f063fdd2715 req-60f963dc-98e8-4395-b4d9-1ddc27df4fae tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:19.380766 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffb52406-3d94-4e67-9afa-4f063fdd2715 req-60f963dc-98e8-4395-b4d9-1ddc27df4fae tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 945 time: 0.0651753 Sep 17 22:21:19.385523 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.434396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffb52406-3d94-4e67-9afa-4f063fdd2715 req-97e0e095-d0cf-4dea-9e58-5c6926954c06 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499167 Sep 17 22:21:19.436080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:19.469122 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e316d2-28a9-4103-83a1-2a222d4dcdd1 req-47c80069-73e4-4f88-88b3-1ad4fb6ae180 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:19.477091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34e316d2-28a9-4103-83a1-2a222d4dcdd1 req-47c80069-73e4-4f88-88b3-1ad4fb6ae180 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.6076610 Sep 17 22:21:19.532328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.567388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ab92f-2edd-4387-aca6-03fffa201684 req-19667d2f-76d0-4e6b-b027-5f2e1131022d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:19.569003 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee6ab92f-2edd-4387-aca6-03fffa201684 req-19667d2f-76d0-4e6b-b027-5f2e1131022d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 950 time: 0.0576487 Sep 17 22:21:19.584898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:19.620178 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee6ab92f-2edd-4387-aca6-03fffa201684 req-5627c387-799c-4122-ab6d-a09b393ba6a5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Sep 17 22:21:19.628400 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ef79165-4ec1-4d31-add4-d1e144672ab5 req-01e19876-5eee-4a89-b446-23cf8b1d0759 service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456663 Sep 17 22:21:19.680751 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34e316d2-28a9-4103-83a1-2a222d4dcdd1 req-e709b14d-882e-49a2-a1e6-60316aef2033 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961362 Sep 17 22:21:19.696404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71b3ee-14b6-4c2e-b792-506f3107a3f2 req-1d64e47f-7e1e-449a-83dc-8110b51277e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:19.696404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba71b3ee-14b6-4c2e-b792-506f3107a3f2 req-1d64e47f-7e1e-449a-83dc-8110b51277e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 1102 time: 0.2597690 Sep 17 22:21:19.795950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-501d9a4a-0caf-40c6-866a-582dc08c8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:19.797539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-501d9a4a-0caf-40c6-866a-582dc08c8acc service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.7834928 Sep 17 22:21:19.890596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-7de9dd04-3d05-4fdc-8ce8-884212b18edb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 217 time: 0.0716674 Sep 17 22:21:19.895527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:19.904946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283050e-f2bf-4b1e-b1c2-e8351def0f80 req-367f1451-ad92-4c63-92b5-c80d5c77426e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:19.905629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] Sync routers for ids ['8e79d638-fe35-4703-a896-68186f0a9737'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:19.913146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba71b3ee-14b6-4c2e-b792-506f3107a3f2 req-1d83638b-ba41-49bd-bf85-d322d8d63a78 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875482 Sep 17 22:21:19.915691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7283050e-f2bf-4b1e-b1c2-e8351def0f80 req-367f1451-ad92-4c63-92b5-c80d5c77426e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 943 time: 0.0739949 Sep 17 22:21:19.921276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] Routers {'8e79d638-fe35-4703-a896-68186f0a9737'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:19.921909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:21:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e79d638-fe35-4703-a896-68186f0a9737'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:19.974052 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7283050e-f2bf-4b1e-b1c2-e8351def0f80 req-9f088445-1382-4aa2-b37a-b161b9c9c25f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531697 Sep 17 22:21:20.003695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b3de0-0082-4924-89a9-a987cd2e5409 req-aba9fcd0-394f-40ae-b933-b0695ba1d206 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.005263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-131b3de0-0082-4924-89a9-a987cd2e5409 req-aba9fcd0-394f-40ae-b933-b0695ba1d206 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.2147937 Sep 17 22:21:20.026441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] No DVR routers for this DVR port db903acb-60c2-4edd-a9f8-ed0d8763cf0d on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:20.032797 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.034790 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc11f7dc-bdaa-4b57-a818-ced7bfa2c5a8 req-fcfcb16f-d67f-48e0-a732-d37a6c4b7908 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.15 "DELETE /v2.0/ports/db903acb-60c2-4edd-a9f8-ed0d8763cf0d HTTP/1.1" status: 204 len: 173 time: 3.0441043 Sep 17 22:21:20.040297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'name': 'network-vif-deleted', 'tag': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:20.042640 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d90cd8-6093-4571-b66e-e60ece85520d" -d '{"events": [{"server_uuid": "1e6c87f9-9a20-4161-9cfa-d69cc568af59", "name": "network-vif-deleted", "tag": "db903acb-60c2-4edd-a9f8-ed0d8763cf0d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:20.044700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] Set router 8e79d638-fe35-4703-a896-68186f0a9737 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:20.049582 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:21:20.076853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-11928869-df16-47ac-818a-f8bbbf3c12e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.078333 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-11928869-df16-47ac-818a-f8bbbf3c12e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1605258 Sep 17 22:21:20.106695 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-131b3de0-0082-4924-89a9-a987cd2e5409 req-1ac278ff-e5c3-4ddb-bd75-f8f7661e39f3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679164 Sep 17 22:21:20.109474 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a326cdca-0684-4440-b706-5d7001d0b4a8 x-openstack-request-id: req-a326cdca-0684-4440-b706-5d7001d0b4a8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:20.109767 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6c87f9-9a20-4161-9cfa-d69cc568af59", "name": "network-vif-deleted", "tag": "db903acb-60c2-4edd-a9f8-ed0d8763cf0d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:20.110010 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a326cdca-0684-4440-b706-5d7001d0b4a8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:20.110389 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6c87f9-9a20-4161-9cfa-d69cc568af59', 'name': 'network-vif-deleted', 'tag': 'db903acb-60c2-4edd-a9f8-ed0d8763cf0d', 'status': 'completed', 'code': 200} Sep 17 22:21:20.175350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-5c6f98ae-5a0b-4d71-ad55-9e7fac241e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.182636 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-5c6f98ae-5a0b-4d71-ad55-9e7fac241e51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695403 Sep 17 22:21:20.296703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd54c233b-73c5-4c48-bb7a-65915861deae', 'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'tenant_id': '035012e118c846e2b12714e76a125046', 'mac_address': 'fa:16:3e:df:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:42Z', 'updated_at': '2021-09-17T22:17:48Z', 'revision_number': 5, 'project_id': '035012e118c846e2b12714e76a125046', 'subnets': [{'id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:20.303463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-7bc288ef-e5a3-4674-ace6-8944410f338b service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181068 Sep 17 22:21:20.321907 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e6b9101c-96b1-4129-a86a-da031b5de1f1 req-7142e4d9-526e-4b0f-999e-055afed52ecb tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6c87f9-9a20-4161-9cfa-d69cc568af59 HTTP/1.1" status: 200 len: 210 time: 0.0409937 Sep 17 22:21:20.332870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] Checking router: 8e79d638-fe35-4703-a896-68186f0a9737 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:20.344899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] Routers {'8e79d638-fe35-4703-a896-68186f0a9737'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:20.345587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:21:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e79d638-fe35-4703-a896-68186f0a9737'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:20.392753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53042) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:20.460626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-82ce3123-2f06-4a97-a376-333dd465ecdb service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418648 Sep 17 22:21:20.595334 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.611991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] Set router 8e79d638-fe35-4703-a896-68186f0a9737 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:20.634240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f1e8-4de6-4cb4-a58a-436dbda44038 req-0961ea6a-b585-4dc0-92c2-dbacac57f5e4 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.635821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fe4f1e8-4de6-4cb4-a58a-436dbda44038 req-0961ea6a-b585-4dc0-92c2-dbacac57f5e4 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 945 time: 0.0986130 Sep 17 22:21:20.719705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fe4f1e8-4de6-4cb4-a58a-436dbda44038 req-8ba7407b-27bf-4b75-83a5-96c5ff5fc9fe tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734591 Sep 17 22:21:20.777227 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.795455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df0a1f-020e-437f-ae97-46e6342026f5 req-9d8c3d70-06f6-4420-866b-fb8f2ea8d00f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.797999 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48df0a1f-020e-437f-ae97-46e6342026f5 req-9d8c3d70-06f6-4420-866b-fb8f2ea8d00f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 950 time: 0.0793166 Sep 17 22:21:20.846369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48df0a1f-020e-437f-ae97-46e6342026f5 req-f089f74c-7605-4831-be2b-9da2c8a92a4e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Sep 17 22:21:20.846791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.878346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd54c233b-73c5-4c48-bb7a-65915861deae', 'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'tenant_id': '035012e118c846e2b12714e76a125046', 'mac_address': 'fa:16:3e:df:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:42Z', 'updated_at': '2021-09-17T22:17:48Z', 'revision_number': 5, 'project_id': '035012e118c846e2b12714e76a125046', 'subnets': [{'id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:20.912555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385be076-d59b-4811-bf64-9ac85c1ed237 None None] The sync data for ids ['8e79d638-fe35-4703-a896-68186f0a9737'] in n-d-713499-18 is: [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:17:43Z', 'revision_number': 4, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd54c233b-73c5-4c48-bb7a-65915861deae', 'name': '', 'network_id': '8fe1f866-463f-424d-b979-b87f989a04ad', 'tenant_id': '035012e118c846e2b12714e76a125046', 'mac_address': 'fa:16:3e:df:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:42Z', 'updated_at': '2021-09-17T22:17:48Z', 'revision_number': 5, 'project_id': '035012e118c846e2b12714e76a125046', 'subnets': [{'id': '5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:20.919169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69857497-c22f-4da4-bb61-75a040d7a1f6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:20.929365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0e939-850a-48ab-9926-f23cb4591562 req-7b08881c-401c-4476-8ae1-dbb8871f4fea tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.932733 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3da0e939-850a-48ab-9926-f23cb4591562 req-7b08881c-401c-4476-8ae1-dbb8871f4fea tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.1203065 Sep 17 22:21:20.947252 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=026940c569ac4e73ba6333136fde3a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5521796 Sep 17 22:21:20.949606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53054) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:20.982789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.983139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.983485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.983819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.984190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.984525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.984854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.985182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.985507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.985873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.986153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:20.986580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5aef54-d3e8-4c39-8958-4cad9a4ad167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.017679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3da0e939-850a-48ab-9926-f23cb4591562 req-4e012e6e-0a10-404d-b6c9-6bc7b5a55717 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695055 Sep 17 22:21:21.068379 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.074374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea652e67-5ab1-42ca-b221-9261d5fe1a8d details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:21.151964 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.193496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf09475-0723-4f70-b50b-c4faee01ec61 req-a9571c5e-f2c9-4556-abf9-9fb941fe3e65 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:21.204455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:21.206716 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839cd37d-5e6a-430d-82fa-6c8128915a23" -d '{"events": [{"server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "name": "network-vif-plugged", "status": "completed", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:21.207104 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cf09475-0723-4f70-b50b-c4faee01ec61 req-a9571c5e-f2c9-4556-abf9-9fb941fe3e65 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 943 time: 0.1624925 Sep 17 22:21:21.265754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea652e67-5ab1-42ca-b221-9261d5fe1a8d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:21.274904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e21b3-0873-4848-9b17-0d6392d50b42 req-853018e0-2068-456e-bb83-bd3d0bbd513c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:21.281613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d', 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f', 'port_id': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d', 'mac_address': 'fa:16:3e:4f:5b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342053ca-ac5c-4106-a367-66bd248d3955', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:21.287239 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-485e21b3-0873-4848-9b17-0d6392d50b42 req-853018e0-2068-456e-bb83-bd3d0bbd513c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.1023183 Sep 17 22:21:21.309803 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cf09475-0723-4f70-b50b-c4faee01ec61 req-b654b04d-6db3-4747-9c91-f064ced039fb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998850 Sep 17 22:21:21.361491 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d167c4b7-d15b-442a-9e55-e6e7b45cf0bd None None] New status for floating IP 98864722-e7c3-4463-ac42-149c21c636a7: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:21:21.362369 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.390910 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-485e21b3-0873-4848-9b17-0d6392d50b42 req-d59f6627-e6df-4798-8fed-948c2a893a5a tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024773 Sep 17 22:21:21.391140 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea652e67-5ab1-42ca-b221-9261d5fe1a8d {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:21.404856 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.408558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.409826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69857497-c22f-4da4-bb61-75a040d7a1f6 HTTP/1.1" status: 204 len: 168 time: 0.4591315 Sep 17 22:21:21.426801 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c357fe9-a41f-4649-9c3e-fad86493755c x-openstack-request-id: req-9c357fe9-a41f-4649-9c3e-fad86493755c {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:21.427340 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "name": "network-vif-plugged", "status": "completed", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:21.427593 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c357fe9-a41f-4649-9c3e-fad86493755c {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:21.427986 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7', 'code': 200} Sep 17 22:21:21.436737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea652e67-5ab1-42ca-b221-9261d5fe1a8d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:21.437060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69857497-c22f-4da4-bb61-75a040d7a1f6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:21.469736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.473439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.473439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.480802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.481155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.481499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.481836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.482170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.482500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.482830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.483156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.483480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b544940-5053-45cf-9f29-32629409dedd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:21.570485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.571163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:21.628730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53070) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:21.650843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:21.692795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d62b06b-7792-4d11-a02b-fa1991c76285 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.718230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:21.723972 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d62b06b-7792-4d11-a02b-fa1991c76285 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.730517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'port_id': '4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60', 'mac_address': 'fa:16:3e:70:43:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d8809e-e370-4133-96e7-9ba2b7e59279', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:21.795585 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.810987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:21.843044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:21.897437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d62b06b-7792-4d11-a02b-fa1991c76285 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.909674 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d62b06b-7792-4d11-a02b-fa1991c76285 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.909674 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2d62b06b-7792-4d11-a02b-fa1991c76285 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "DELETE /v2.0/security-groups/fa088b0c-e2ab-49ef-a37e-ff83f267579b HTTP/1.1" status: 204 len: 168 time: 0.2793243 Sep 17 22:21:21.918838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53078) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:21.921293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f798ff-e1fd-4c23-9ff8-d8dffc728b1e req-211c04c8-b604-436d-bbe0-7e13ae5e800d tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:21.926354 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.936202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9f798ff-e1fd-4c23-9ff8-d8dffc728b1e req-211c04c8-b604-436d-bbe0-7e13ae5e800d tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 944 time: 0.1282144 Sep 17 22:21:21.975521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62b06b-7792-4d11-a02b-fa1991c76285 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa088b0c-e2ab-49ef-a37e-ff83f267579b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:21.978701 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-e8785cae-d00a-409f-bbea-324df48891f0 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] show failed (client error): The resource could not be found. Sep 17 22:21:21.982986 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e8785cae-d00a-409f-bbea-324df48891f0 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "GET /v2.0/security-groups/fa088b0c-e2ab-49ef-a37e-ff83f267579b HTTP/1.1" status: 404 len: 347 time: 0.0585186 Sep 17 22:21:21.989754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53082) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:21.998869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9f798ff-e1fd-4c23-9ff8-d8dffc728b1e req-ab649513-390b-4ef3-8f3b-1a0715890ed3 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611787 Sep 17 22:21:22.073052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:22.090261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ea652e67-5ab1-42ca-b221-9261d5fe1a8d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:22.140934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ac562-5f99-45ac-b38a-42e4e961c576 req-bb647d71-5b33-45e5-834b-7db992271374 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.142877 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1c5ac562-5f99-45ac-b38a-42e4e961c576 req-bb647d71-5b33-45e5-834b-7db992271374 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 950 time: 0.1666632 Sep 17 22:21:22.244950 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1c5ac562-5f99-45ac-b38a-42e4e961c576 req-f48796c0-5981-4693-ad56-819d640c5df2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672915 Sep 17 22:21:22.267905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:22.270787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-48e4a0da-4bc4-4d48-80a3-99442c010449 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Deleting port 947c6528-2929-4ea0-bbc3-e478627d2f58 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:22.271184 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48e4a0da-4bc4-4d48-80a3-99442c010449 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.334561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53092) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:22.365268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a4411fd-160d-4925-a141-52fa92a8dc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.369819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48e4a0da-4bc4-4d48-80a3-99442c010449 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.370186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48e4a0da-4bc4-4d48-80a3-99442c010449 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.423035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-48e4a0da-4bc4-4d48-80a3-99442c010449 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Calling delete_port for 947c6528-2929-4ea0-bbc3-e478627d2f58 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:22.449524 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc4ef-dfb6-44a1-9753-a58240e30bd3 req-88f9a7da-609f-4d3d-9bcf-c500827ce744 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.451310 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70ebc4ef-dfb6-44a1-9753-a58240e30bd3 req-88f9a7da-609f-4d3d-9bcf-c500827ce744 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.0719099 Sep 17 22:21:22.540882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70ebc4ef-dfb6-44a1-9753-a58240e30bd3 req-379506b5-ee99-4107-a0be-81edd16e5e4b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533030 Sep 17 22:21:22.549434 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a4411fd-160d-4925-a141-52fa92a8dc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.637701 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a4411fd-160d-4925-a141-52fa92a8dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.676903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b49991-c8d1-4327-bbd5-52cad39afc0e req-4583f68b-10cf-4378-8d49-b9b934afe3a4 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.678625 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63b49991-c8d1-4327-bbd5-52cad39afc0e req-4583f68b-10cf-4378-8d49-b9b934afe3a4 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf936640-dc05-41b8-b872-8725d983254b HTTP/1.1" status: 200 len: 950 time: 0.0586276 Sep 17 22:21:22.689290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1a4411fd-160d-4925-a141-52fa92a8dc3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=191c96b928a5454cabe28a71c21b2c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503160 Sep 17 22:21:22.689290 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4411fd-160d-4925-a141-52fa92a8dc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ffe224-27fe-4bfa-9351-2c849b20fa48,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:22.690616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53096) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:22.736867 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63b49991-c8d1-4327-bbd5-52cad39afc0e req-9cf1318d-6f96-470f-b16a-326ee9347928 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494797 Sep 17 22:21:22.738185 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48e4a0da-4bc4-4d48-80a3-99442c010449 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.787001 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89581dce-0efe-4ad1-93bb-14fb96d02f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.799039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4a0da-4bc4-4d48-80a3-99442c010449 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Pushing event deleted for resources: {'Port': ['ID=947c6528-2929-4ea0-bbc3-e478627d2f58,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:22.855933 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89581dce-0efe-4ad1-93bb-14fb96d02f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.883620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4191c-4246-4a8e-a38f-06d98fa08d3c req-cd227c49-99af-46ac-8339-6bcf3f6d33de tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.885185 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cfd4191c-4246-4a8e-a38f-06d98fa08d3c req-cd227c49-99af-46ac-8339-6bcf3f6d33de tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 944 time: 0.0958858 Sep 17 22:21:22.934405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3006d-c55c-43d9-b30f-4ffa28db5ee0 req-6a2e204f-cb30-4eb6-bb0d-8237741f541c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.937123 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02d3006d-c55c-43d9-b30f-4ffa28db5ee0 req-6a2e204f-cb30-4eb6-bb0d-8237741f541c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.1261842 Sep 17 22:21:22.940437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48e4a0da-4bc4-4d48-80a3-99442c010449 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.943888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48e4a0da-4bc4-4d48-80a3-99442c010449 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.948255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-48e4a0da-4bc4-4d48-80a3-99442c010449 tempest-ServersTestFqdnHostnames-2097295054 tempest-ServersTestFqdnHostnames-2097295054-project] 10.222.0.30 "DELETE /v2.0/floatingips/98864722-e7c3-4463-ac42-149c21c636a7 HTTP/1.1" status: 204 len: 168 time: 0.9541299 Sep 17 22:21:22.948378 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cfd4191c-4246-4a8e-a38f-06d98fa08d3c req-351edeed-7d4c-4615-b9bd-c2793483140c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523350 Sep 17 22:21:22.948378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53102) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:23.019929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02d3006d-c55c-43d9-b30f-4ffa28db5ee0 req-3842e178-e34b-4ff2-8d2f-8c5d2dc114b9 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734751 Sep 17 22:21:23.022832 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89581dce-0efe-4ad1-93bb-14fb96d02f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.029855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89581dce-0efe-4ad1-93bb-14fb96d02f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.032273 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-89581dce-0efe-4ad1-93bb-14fb96d02f2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05ffe224-27fe-4bfa-9351-2c849b20fa48 HTTP/1.1" status: 204 len: 168 time: 0.3406537 Sep 17 22:21:23.076785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89581dce-0efe-4ad1-93bb-14fb96d02f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ffe224-27fe-4bfa-9351-2c849b20fa48,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:23.110502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea652e67-5ab1-42ca-b221-9261d5fe1a8d up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:23.221715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port ea652e67-5ab1-42ca-b221-9261d5fe1a8d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:23.222141 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.343350 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.369286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caf2d2-9471-4bc1-8f65-377b5276ff38 req-09bff777-8280-4985-ad58-18b372e61347 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:23.371757 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08caf2d2-9471-4bc1-8f65-377b5276ff38 req-09bff777-8280-4985-ad58-18b372e61347 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 944 time: 0.2901862 Sep 17 22:21:23.387173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea652e67-5ab1-42ca-b221-9261d5fe1a8d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:23.429482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dad2aa6-3e96-4bc4-b523-30c6f51dd619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:23.432879 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6580f62-3161-4acf-a212-bc61adcd2ef9" -d '{"events": [{"server_uuid": "8dad2aa6-3e96-4bc4-b523-30c6f51dd619", "name": "network-vif-plugged", "status": "completed", "tag": "ea652e67-5ab1-42ca-b221-9261d5fe1a8d"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:23.468020 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.545452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:23.561892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebd7cf-76c6-4c28-ac67-0195d66965ed req-b3139294-48fb-42c7-b8b8-b3076adf89ee tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:23.569141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebd7cf-76c6-4c28-ac67-0195d66965ed req-b3139294-48fb-42c7-b8b8-b3076adf89ee tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:23.577570 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5ebd7cf-76c6-4c28-ac67-0195d66965ed req-b3139294-48fb-42c7-b8b8-b3076adf89ee tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f&device_id=bf936640-dc05-41b8-b872-8725d983254b HTTP/1.1" status: 200 len: 1691 time: 0.0716329 Sep 17 22:21:23.606022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08caf2d2-9471-4bc1-8f65-377b5276ff38 req-48d71a0c-3566-42bc-873d-54edbf161bb4 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901724 Sep 17 22:21:23.629004 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5ebd7cf-76c6-4c28-ac67-0195d66965ed req-ffe9a02c-f0bf-4fd6-83f8-4e4c80c7fb6f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503561 Sep 17 22:21:23.629277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-07d42ec4-5d25-4539-9b53-49d7da51bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:23.630762 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-07d42ec4-5d25-4539-9b53-49d7da51bf12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2&tenant_id=b763d93dcfbd4755b6403f6da3dca39a HTTP/1.1" status: 200 len: 1102 time: 0.1097078 Sep 17 22:21:23.660512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:23.692484 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9177be3-fa65-48e5-8a41-1dd0f9daa335 x-openstack-request-id: req-e9177be3-fa65-48e5-8a41-1dd0f9daa335 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:23.692484 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dad2aa6-3e96-4bc4-b523-30c6f51dd619", "name": "network-vif-plugged", "status": "completed", "tag": "ea652e67-5ab1-42ca-b221-9261d5fe1a8d", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:23.692484 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9177be3-fa65-48e5-8a41-1dd0f9daa335 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:23.692872 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dad2aa6-3e96-4bc4-b523-30c6f51dd619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d', 'code': 200} Sep 17 22:21:23.786288 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.814305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f8f02-4547-44e0-affb-8fdd83f754f6 req-3ae47374-cf2d-4117-b9f3-ee1aad0ab088 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:23.816179 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036f8f02-4547-44e0-affb-8fdd83f754f6 req-3ae47374-cf2d-4117-b9f3-ee1aad0ab088 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.0659993 Sep 17 22:21:23.861699 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.865223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036f8f02-4547-44e0-affb-8fdd83f754f6 req-318790d0-9708-4a48-a1ba-c0cd5c5fbea0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391204 Sep 17 22:21:24.082753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1fa70-fcb4-48ee-9ca6-bfa26ce4318d req-edfd901e-7860-4192-83bd-035f4210e842 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.084338 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-55a1fa70-fcb4-48ee-9ca6-bfa26ce4318d req-edfd901e-7860-4192-83bd-035f4210e842 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 944 time: 0.0603614 Sep 17 22:21:24.089152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc12295-2d61-4b00-9f58-fe7d64fe312e req-86f67dd8-cc1e-4e48-93b4-5af45c914d1d tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.090942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcc12295-2d61-4b00-9f58-fe7d64fe312e req-86f67dd8-cc1e-4e48-93b4-5af45c914d1d tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 1102 time: 0.2327008 Sep 17 22:21:24.154540 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-55a1fa70-fcb4-48ee-9ca6-bfa26ce4318d req-4c69f7b4-9634-4b98-9bd5-d025edef818a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632913 Sep 17 22:21:24.243850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcc12295-2d61-4b00-9f58-fe7d64fe312e req-55852a28-38f8-4dae-b6aa-93df62fdae30 tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431901 Sep 17 22:21:24.250116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:24.308635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:24.313630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98908f95-19a8-497f-8c79-87917f676c32 req-c7004589-6a34-49ea-a561-eaacee13d7e0 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.315492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-98908f95-19a8-497f-8c79-87917f676c32 req-c7004589-6a34-49ea-a561-eaacee13d7e0 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0813069 Sep 17 22:21:24.370604 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-98908f95-19a8-497f-8c79-87917f676c32 req-cd1edb33-655d-4ded-87ec-3043de1fba6f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469699 Sep 17 22:21:24.441181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:24.443481 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583d5dbb-7a2e-42a1-9a35-0f9ba4d5cfc8" -d '{"events": [{"server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "name": "network-vif-unplugged", "status": "completed", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:24.449523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.494676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Transition to ACTIVE for port object 14e77c14-7aef-458a-a529-465446d3c4c7 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:24.500646 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abae8571-d506-4f59-898a-4eced80d0375 x-openstack-request-id: req-abae8571-d506-4f59-898a-4eced80d0375 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:24.500937 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "name": "network-vif-unplugged", "status": "completed", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:24.501182 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abae8571-d506-4f59-898a-4eced80d0375 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:24.501568 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7', 'code': 200} Sep 17 22:21:24.510428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f1eaa-87ae-42cb-a034-308655ce6c7d req-8c670d44-1b41-459d-86a0-fee4c58c00db tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.511961 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c6f1eaa-87ae-42cb-a034-308655ce6c7d req-8c670d44-1b41-459d-86a0-fee4c58c00db tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bf936640-dc05-41b8-b872-8725d983254b HTTP/1.1" status: 200 len: 1102 time: 0.1739984 Sep 17 22:21:24.520574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-55c0c3f4-9b2d-4577-b635-074c6975f960 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.521960 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-55c0c3f4-9b2d-4577-b635-074c6975f960 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 945 time: 0.1468658 Sep 17 22:21:24.588749 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.606428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] Deleting port d54c233b-73c5-4c48-bb7a-65915861deae {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:24.606762 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.632873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c6f1eaa-87ae-42cb-a034-308655ce6c7d req-3b5c2d5d-1e75-4362-818d-be0d59b3dcbe tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082950 Sep 17 22:21:24.764626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d6a9d-e4ae-4160-8bb5-ee78203387f0 req-8e5347f5-fa38-43c8-a9e1-489d3cc59809 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.766491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-587d6a9d-e4ae-4160-8bb5-ee78203387f0 req-8e5347f5-fa38-43c8-a9e1-489d3cc59809 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 945 time: 0.0638986 Sep 17 22:21:24.782400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] No DVR routers for this DVR port 14e77c14-7aef-458a-a529-465446d3c4c7 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:24.786053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=10']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:24.818633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-587d6a9d-e4ae-4160-8bb5-ee78203387f0 req-f252b6b8-af91-4e28-90f8-0ebbb1eeb5a4 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Sep 17 22:21:24.845354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] For port d54c233b-73c5-4c48-bb7a-65915861deae, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d54c233b-73c5-4c48-bb7a-65915861deae,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:24.845729 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.856956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:24.857300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:24.857622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:24.876696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] Calling delete_port for d54c233b-73c5-4c48-bb7a-65915861deae owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:24.900137 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-a5bb0275-efc3-41d5-8405-f0c62d0014c6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Deleting port ea652e67-5ab1-42ca-b221-9261d5fe1a8d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:24.900488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-a5bb0275-efc3-41d5-8405-f0c62d0014c6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.917702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Port 14e77c14-7aef-458a-a529-465446d3c4c7 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:24.918084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Attempting to bind port 14e77c14-7aef-458a-a529-465446d3c4c7 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:24.978403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:24.978593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:24.978965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:24.979399 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Bound port: 14e77c14-7aef-458a-a529-465446d3c4c7, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:24.979747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.111111 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-0221a889-c846-4d55-953c-2b3cf7375a58 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233994 Sep 17 22:21:25.125803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:25.155693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e665f-7d12-4bc6-b6ff-693979da8383 req-67ef0222-a058-4448-8129-839e6bc0e890 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.161577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-775e665f-7d12-4bc6-b6ff-693979da8383 req-67ef0222-a058-4448-8129-839e6bc0e890 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.1846526 Sep 17 22:21:25.165880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:25.241102 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-2d498b05-98fd-4dba-af8a-295e641e5359 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.243214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-2d498b05-98fd-4dba-af8a-295e641e5359 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269753 Sep 17 22:21:25.261680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:25.265803 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-c360e2a2-cfe7-4b9a-ba38-31b7752ec164 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/quotas/a5cd06b025384a9f858cc1eef04a1b05 HTTP/1.1" status: 200 len: 375 time: 0.0124249 Sep 17 22:21:25.266726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:25.267160 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.355062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-5d1a65b8-0f99-4c39-93d9-c98eb21479d4 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732043 Sep 17 22:21:25.389157 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.428585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:25.507753 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.509020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:25.571453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:25.586181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-a5bb0275-efc3-41d5-8405-f0c62d0014c6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] For port ea652e67-5ab1-42ca-b221-9261d5fe1a8d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:25.586181 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-a5bb0275-efc3-41d5-8405-f0c62d0014c6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.615359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-a5bb0275-efc3-41d5-8405-f0c62d0014c6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Calling delete_port for ea652e67-5ab1-42ca-b221-9261d5fe1a8d owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:25.633358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:25.637531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:25.655371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-775e665f-7d12-4bc6-b6ff-693979da8383 req-eaa11073-0070-494b-8f96-6fcb447a62c6 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541686 Sep 17 22:21:25.658994 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.693820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ac16ff-2e5a-45e4-b67f-8275fe0568ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:25.697914 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb241bf-f6c2-46db-b940-bd0e12df4027" -d '{"events": [{"server_uuid": "b6ac16ff-2e5a-45e4-b67f-8275fe0568ac", "name": "network-vif-plugged", "status": "completed", "tag": "4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:25.734787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.735908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.737520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] 10.222.0.15 "PUT /v2.0/ports/14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 1098 time: 2.0868511 Sep 17 22:21:25.854241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1c216-aa1e-4757-9b7a-1e92c27e29dd service neutron] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=11']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:25.900660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-657e641d-c407-463e-8609-b0a1940bf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.902319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-657e641d-c407-463e-8609-b0a1940bf2ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1101 time: 0.1069932 Sep 17 22:21:25.975194 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.124557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] Pushing event deleted for resources: {'Port': ['ID=d54c233b-73c5-4c48-bb7a-65915861deae,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:26.199023 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-a5bb0275-efc3-41d5-8405-f0c62d0014c6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.215314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ea652e67-5ab1-42ca-b221-9261d5fe1a8d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:26.298496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb0275-efc3-41d5-8405-f0c62d0014c6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event deleted for resources: {'Port': ['ID=ea652e67-5ab1-42ca-b221-9261d5fe1a8d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:26.347396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-a3229bab-1d42-498c-b800-6230888fdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:26.349894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-a3229bab-1d42-498c-b800-6230888fdbc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.4219835 Sep 17 22:21:26.416004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63303-09fc-4e5a-905f-d9a4428528d4 req-c79a6a81-6f34-4c81-821d-65a7b4d9261d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:26.417593 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dc63303-09fc-4e5a-905f-d9a4428528d4 req-c79a6a81-6f34-4c81-821d-65a7b4d9261d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 945 time: 0.6935089 Sep 17 22:21:26.459211 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-564f1916-aba0-4db3-835e-8c5fae584d03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 217 time: 0.0403206 Sep 17 22:21:26.485635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-a5bb0275-efc3-41d5-8405-f0c62d0014c6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] No DVR routers for this DVR port ea652e67-5ab1-42ca-b221-9261d5fe1a8d on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:26.488523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-a5bb0275-efc3-41d5-8405-f0c62d0014c6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.491466 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0b371a0f-aa69-4d11-b65c-18956dcacb34 req-a5bb0275-efc3-41d5-8405-f0c62d0014c6 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.23 "DELETE /v2.0/ports/ea652e67-5ab1-42ca-b221-9261d5fe1a8d HTTP/1.1" status: 204 len: 173 time: 1.9584985 Sep 17 22:21:26.525064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6320ca8-aa53-4738-ad12-b0f7cbfa3b0a req-ab2b7d9c-2f33-41b3-ab76-65ddee58b971 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:26.526662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6320ca8-aa53-4738-ad12-b0f7cbfa3b0a req-ab2b7d9c-2f33-41b3-ab76-65ddee58b971 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 949 time: 0.1408210 Sep 17 22:21:26.555914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7'}, {'server_uuid': '8dad2aa6-3e96-4bc4-b523-30c6f51dd619', 'name': 'network-vif-deleted', 'tag': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:26.558606 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7"}, {"server_uuid": "8dad2aa6-3e96-4bc4-b523-30c6f51dd619", "name": "network-vif-deleted", "tag": "ea652e67-5ab1-42ca-b221-9261d5fe1a8d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:26.598688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6320ca8-aa53-4738-ad12-b0f7cbfa3b0a req-6acda82e-252d-416e-8256-a2b44a3b4b27 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593503 Sep 17 22:21:26.658296 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe03cea-7633-48ee-80fb-42ce75383327 x-openstack-request-id: req-1fe03cea-7633-48ee-80fb-42ce75383327 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:26.659092 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ac16ff-2e5a-45e4-b67f-8275fe0568ac", "name": "network-vif-plugged", "status": "completed", "tag": "4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:26.659528 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fe03cea-7633-48ee-80fb-42ce75383327 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:26.660243 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ac16ff-2e5a-45e4-b67f-8275fe0568ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60', 'code': 200} Sep 17 22:21:26.692799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dc63303-09fc-4e5a-905f-d9a4428528d4 req-c4f2a9a5-6cf3-4d62-acc0-5063b49d872c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111948 Sep 17 22:21:26.699262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-2b388b34-210e-47d6-9c6d-3c7df2f3253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:26.701005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-2b388b34-210e-47d6-9c6d-3c7df2f3253a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2167647 Sep 17 22:21:26.706510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.792909 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cda4eb0d-4d59-4310-b438-1ca03532ad4d req-dd7802ea-5a49-42b9-a76d-42bdd3ee4866 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dad2aa6-3e96-4bc4-b523-30c6f51dd619 HTTP/1.1" status: 200 len: 210 time: 0.0551529 Sep 17 22:21:26.836886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-faff5d3b-63be-45c6-925f-268ceb646fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:26.838443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-faff5d3b-63be-45c6-925f-268ceb646fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299734 Sep 17 22:21:26.874091 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3df1a-25f6-42d6-9837-c4c5934dde3b x-openstack-request-id: req-13b3df1a-25f6-42d6-9837-c4c5934dde3b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:26.874385 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7", "status": "completed", "code": 200}, {"server_uuid": "8dad2aa6-3e96-4bc4-b523-30c6f51dd619", "name": "network-vif-deleted", "tag": "ea652e67-5ab1-42ca-b221-9261d5fe1a8d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:26.874937 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13b3df1a-25f6-42d6-9837-c4c5934dde3b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:26.875334 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7', 'status': 'completed', 'code': 200} Sep 17 22:21:26.875597 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dad2aa6-3e96-4bc4-b523-30c6f51dd619', 'name': 'network-vif-deleted', 'tag': 'ea652e67-5ab1-42ca-b221-9261d5fe1a8d', 'status': 'completed', 'code': 200} Sep 17 22:21:26.887762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b84a68-aeb3-40ab-ba68-bb189fe9243f req-84d2dcc8-1028-4142-b4ac-ce8cc7655f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:26.889286 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9b84a68-aeb3-40ab-ba68-bb189fe9243f req-84d2dcc8-1028-4142-b4ac-ce8cc7655f6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 1097 time: 0.1455827 Sep 17 22:21:27.067299 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9b84a68-aeb3-40ab-ba68-bb189fe9243f req-a0e70b61-a347-46e3-8e0d-1d27f6b275a2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640418 Sep 17 22:21:27.109038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-e878a239-aaac-4c78-b294-5587b72b0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.110640 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-e878a239-aaac-4c78-b294-5587b72b0930 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1101 time: 0.2085567 Sep 17 22:21:27.143990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-8298c060-dcc9-4a8d-b496-b87a78919f69 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640519 Sep 17 22:21:27.147144 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eef87559-7e24-4e92-b884-9f0932f0dc89 req-d9fdd5a7-b350-4f9a-b9fa-a65c79407164 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 210 time: 0.0399759 Sep 17 22:21:27.153074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ede28-64a8-4bc4-8d4c-d464ae9d66d0 req-e9627382-1790-4a91-b475-889c28cecc08 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.154610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d0ede28-64a8-4bc4-8d4c-d464ae9d66d0 req-e9627382-1790-4a91-b475-889c28cecc08 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.1974287 Sep 17 22:21:27.321009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] Router 8e79d638-fe35-4703-a896-68186f0a9737 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:21:27.336308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d0ede28-64a8-4bc4-8d4c-d464ae9d66d0 req-1ea1a0bf-c4aa-4ef3-aa5a-459ae394baaa tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427147 Sep 17 22:21:27.400891 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c97da8a-8b75-46a2-980b-29708e0bfc0e req-98cbea54-54fd-4593-9d1c-8caaf9ef1164 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435553 Sep 17 22:21:27.458127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-ccda1faf-20fc-4692-af47-8729bc6f0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.459631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-ccda1faf-20fc-4692-af47-8729bc6f0f21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1894617 Sep 17 22:21:27.530059 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-7ff62d0b-9cc4-4790-b365-db03475482e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 217 time: 0.0617814 Sep 17 22:21:27.589791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53236) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:27.610560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:27.618300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-22037618-3f06-4192-a347-d2bd5b8e2607 admin admin] 10.222.0.30 "PUT /v2.0/routers/8e79d638-fe35-4703-a896-68186f0a9737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6692371 Sep 17 22:21:27.620796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] Sync routers for ids ['8e79d638-fe35-4703-a896-68186f0a9737'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:27.627025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53240) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:27.630510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-d25fb5b7-177f-4fc8-a658-79875e784790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.632018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-d25fb5b7-177f-4fc8-a658-79875e784790 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0902939 Sep 17 22:21:27.634872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-7195f719-bb33-4f98-bb58-f41a8d4d69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.635540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] Routers {'8e79d638-fe35-4703-a896-68186f0a9737'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:27.636337 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-7195f719-bb33-4f98-bb58-f41a8d4d69e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1101 time: 0.1080658 Sep 17 22:21:27.636815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:21:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e79d638-fe35-4703-a896-68186f0a9737'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:27.759442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-b5a7620e-5bb7-4a14-b8e1-458bb8216071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.764717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-b5a7620e-5bb7-4a14-b8e1-458bb8216071 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1254315 Sep 17 22:21:27.799034 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:27.828201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-3b99a4d3-cb12-496e-9eb9-f71876f8b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.830291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-3b99a4d3-cb12-496e-9eb9-f71876f8b995 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1813138 Sep 17 22:21:27.866043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ad3508a-a8f0-4152-bca2-00d94cecfe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:27.867170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] Set router 8e79d638-fe35-4703-a896-68186f0a9737 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:27.933372 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-1fcd4199-78b2-412a-9c9f-a5b2fc88e9f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 200 len: 217 time: 0.0622156 Sep 17 22:21:28.024387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-3e9c208f-8f2e-44dc-aef4-c31c9b68b2f2 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496734 Sep 17 22:21:28.025330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.038897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30561b1-eca9-4e38-be6e-acfda47bf51c req-b20d1701-b07c-4693-b01d-d6c6948407ab tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.043077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d30561b1-eca9-4e38-be6e-acfda47bf51c req-b20d1701-b07c-4693-b01d-d6c6948407ab tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 945 time: 0.1715131 Sep 17 22:21:28.043265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4bd12-4d8f-4b66-8e10-57cc9b628939 req-69f74278-d34b-4280-96b3-b301cf8102af tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.043486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-4924addd-abdb-44bd-b0fb-31f5223ea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.043654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79c4bd12-4d8f-4b66-8e10-57cc9b628939 req-69f74278-d34b-4280-96b3-b301cf8102af tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 949 time: 0.2715416 Sep 17 22:21:28.043811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-4924addd-abdb-44bd-b0fb-31f5223ea423 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0906236 Sep 17 22:21:28.110889 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79c4bd12-4d8f-4b66-8e10-57cc9b628939 req-67b33d68-334d-4162-9f71-65c9cb4f96a5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591054 Sep 17 22:21:28.187304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d30561b1-eca9-4e38-be6e-acfda47bf51c req-a672ed52-0449-4809-9eb0-f62131cf32e7 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129172 Sep 17 22:21:28.195483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-bd198d5e-22dc-4cda-a4a8-788897cc151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.197355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-bd198d5e-22dc-4cda-a4a8-788897cc151f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448088 Sep 17 22:21:28.206023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:21:25Z', 'revision_number': 5, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port': {'id': 'bcc8caa7-40f7-4964-a84b-f2814a4f7b1b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79d638-fe35-4703-a896-68186f0a9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:39Z', 'updated_at': '2021-09-17T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:28.235485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-eb2b6f0d-1959-4647-9ef6-9e44260ff198 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912735 Sep 17 22:21:28.260341 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ad3508a-a8f0-4152-bca2-00d94cecfe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.286121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] Checking router: 8e79d638-fe35-4703-a896-68186f0a9737 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:28.293852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] Routers {'8e79d638-fe35-4703-a896-68186f0a9737'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:28.294448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:21:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e79d638-fe35-4703-a896-68186f0a9737'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:28.298060 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15bc68ea-8eee-4a4a-84b1-d32eed15092e req-2898c4cd-03f2-4694-b3e6-2e713396b706 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 210 time: 0.0345509 Sep 17 22:21:28.323348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Deleting port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:28.325584 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.330223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-2f5fac29-f37a-432e-be6d-5f0406c8fcbe service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215329 Sep 17 22:21:28.430909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] Set router 8e79d638-fe35-4703-a896-68186f0a9737 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:28.509795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70c0d69b-b03c-4b46-b505-b3ba7053ad8e req-28d8b306-ce97-4310-b604-8d4b368e05f1 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715600 Sep 17 22:21:28.511504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] For port bcc8caa7-40f7-4964-a84b-f2814a4f7b1b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bcc8caa7-40f7-4964-a84b-f2814a4f7b1b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:28.511885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.517582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:21:28Z', 'revision_number': 6, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:28.529673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Calling delete_port for bcc8caa7-40f7-4964-a84b-f2814a4f7b1b owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:28.551181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa4ae0-86a9-447a-8cb2-259ea4806baa req-4384b0d1-534a-41bf-9cee-6eac0f3b1c7e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.552615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a3aa4ae0-86a9-447a-8cb2-259ea4806baa req-4384b0d1-534a-41bf-9cee-6eac0f3b1c7e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.0597622 Sep 17 22:21:28.555776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7801a-65ef-443d-a394-069fc1992fb9 None None] The sync data for ids ['8e79d638-fe35-4703-a896-68186f0a9737'] in n-d-713499-18 is: [{'id': '8e79d638-fe35-4703-a896-68186f0a9737', 'name': 'tempest-ServersTestFqdnHostnames-100152783-router', 'tenant_id': '035012e118c846e2b12714e76a125046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:17:38Z', 'updated_at': '2021-09-17T22:21:28Z', 'revision_number': 6, 'project_id': '035012e118c846e2b12714e76a125046', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:28.598036 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ad3508a-a8f0-4152-bca2-00d94cecfe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.600291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a3aa4ae0-86a9-447a-8cb2-259ea4806baa req-24ae6dca-9cfe-4eb4-ba0b-138b14552d59 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374405 Sep 17 22:21:28.689456 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2ad3508a-a8f0-4152-bca2-00d94cecfe0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03e77a8b200f4bbe9ebeceb2c645817f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0985851 Sep 17 22:21:28.692222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53268) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:28.715144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3508a-a8f0-4152-bca2-00d94cecfe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47090c87-d861-4ad6-befb-da17410a58f6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:28.744265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16d11dc9-e19e-436c-bc63-7cba19409418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.767456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16d11dc9-e19e-436c-bc63-7cba19409418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.931507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16d11dc9-e19e-436c-bc63-7cba19409418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.934259 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16d11dc9-e19e-436c-bc63-7cba19409418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.935759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-16d11dc9-e19e-436c-bc63-7cba19409418 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47090c87-d861-4ad6-befb-da17410a58f6 HTTP/1.1" status: 204 len: 168 time: 0.2422786 Sep 17 22:21:28.959946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d11dc9-e19e-436c-bc63-7cba19409418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47090c87-d861-4ad6-befb-da17410a58f6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:29.001405 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.063599 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cce543-e5b9-4398-95b9-49352873297b req-0fc767f7-8a9a-403c-a60d-8a9b0e1f439a tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:29.065012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-0fc767f7-8a9a-403c-a60d-8a9b0e1f439a tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/networks?id=e27e80cd-1092-43b0-9d34-57c94dd5db0f HTTP/1.1" status: 200 len: 821 time: 0.4701707 Sep 17 22:21:29.103260 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-6495babc-2012-4207-87de-be611e5b2006 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/quotas/333e4d38ec4d4d6599a2ea67392ba0fe HTTP/1.1" status: 200 len: 375 time: 0.0307014 Sep 17 22:21:29.157090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea652e67-5ab1-42ca-b221-9261d5fe1a8d no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:29.177882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-b02837ed-f8c6-44e3-8c65-8a3986e40567 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333e4d38ec4d4d6599a2ea67392ba0fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581665 Sep 17 22:21:29.198477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: ea652e67-5ab1-42ca-b221-9261d5fe1a8d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:29.198931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea652e67-5ab1-42ca-b221-9261d5fe1a8d not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:29.222303 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.248886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fff6bf-a799-4271-91e0-a25efb1c35a1 req-e2df059d-878d-48d9-aaaf-6b52db67c8c5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:29.256439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00fff6bf-a799-4271-91e0-a25efb1c35a1 req-e2df059d-878d-48d9-aaaf-6b52db67c8c5 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 949 time: 0.0776439 Sep 17 22:21:29.293987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc8caa7-40f7-4964-a84b-f2814a4f7b1b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:29.385446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.496956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d54c233b-73c5-4c48-bb7a-65915861deae no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:29.504085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.506736 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.533029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d54c233b-73c5-4c48-bb7a-65915861deae {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:29.533387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d54c233b-73c5-4c48-bb7a-65915861deae not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:29.533866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcc8caa7-40f7-4964-a84b-f2814a4f7b1b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:29.566671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: bcc8caa7-40f7-4964-a84b-f2814a4f7b1b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:29.567285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcc8caa7-40f7-4964-a84b-f2814a4f7b1b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:29.573015 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-768b59ef-a931-41f4-9da1-1f69ae3abe0f service neutron] 10.222.0.30 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836033 Sep 17 22:21:29.598436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00fff6bf-a799-4271-91e0-a25efb1c35a1 req-16437cf5-fdcb-4bfc-b25c-00bbaa60a01f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410380 Sep 17 22:21:29.648343 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-36931d44-c645-4e2b-bac0-13179a791ba5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224833 Sep 17 22:21:29.680354 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.681517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e79d638-fe35-4703-a896-68186f0a9737 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:21:29.688356 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.689477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1e777db1-7fb4-4ebf-97f6-1ff17841063c admin admin] 10.222.0.30 "DELETE /v2.0/routers/8e79d638-fe35-4703-a896-68186f0a9737 HTTP/1.1" status: 204 len: 168 time: 2.0674279 Sep 17 22:21:29.693363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-fdeeee8f-941c-4375-adc5-d7b525a49817 service neutron] 10.222.0.30 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153917 Sep 17 22:21:29.693801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53284) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:29.730750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53286) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:29.752922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4500a2a2-aa9b-4e06-b09d-f8a7e6c2dc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.765734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-830581f0-836c-4e3f-a38b-2e9b3dc9caea admin admin] Deleting subnet 5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:21:29.770977 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-830581f0-836c-4e3f-a38b-2e9b3dc9caea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.796031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e60ad-850c-4b45-a6c1-6bb28aa060ac req-d0753a1e-ea18-4018-ac16-a7df27d673ed tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:29.797742 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c8e60ad-850c-4b45-a6c1-6bb28aa060ac req-d0753a1e-ea18-4018-ac16-a7df27d673ed tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 945 time: 0.1349046 Sep 17 22:21:29.826007 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-830581f0-836c-4e3f-a38b-2e9b3dc9caea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.845909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d6eae603-9901-4232-b972-0f4c59be8ae1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:29.845909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d6eae603-9901-4232-b972-0f4c59be8ae1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903505 Sep 17 22:21:29.865015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c8e60ad-850c-4b45-a6c1-6bb28aa060ac req-50592e73-cab1-44f8-906e-d1d681b97995 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553706 Sep 17 22:21:29.877062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Request body: {'port': {'device_id': 'c702bcf2-c2db-46fc-adf2-bcf3713ee427', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'a5cd06b025384a9f858cc1eef04a1b05'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:29.964614 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-830581f0-836c-4e3f-a38b-2e9b3dc9caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.979825 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-920ee50c-a860-4cb3-aa60-985b0e18335d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312207 Sep 17 22:21:30.037367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4500a2a2-aa9b-4e06-b09d-f8a7e6c2dc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.139937 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4500a2a2-aa9b-4e06-b09d-f8a7e6c2dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.150021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b596e208-b34a-41fb-9887-0d70161f6cc0 req-73e99c23-3c8a-42af-b0bb-a11c0be10f18 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 210 time: 0.0790391 Sep 17 22:21:30.182772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-830581f0-836c-4e3f-a38b-2e9b3dc9caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.231156 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4500a2a2-aa9b-4e06-b09d-f8a7e6c2dc7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82f122fbf9d345d3ad3400184697f324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993200 Sep 17 22:21:30.237053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53296) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:30.237053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500a2a2-aa9b-4e06-b09d-f8a7e6c2dc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826c73a9-6095-476f-83a2-7aa2a271747d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:30.239431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830581f0-836c-4e3f-a38b-2e9b3dc9caea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:30.247776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-70f35833-3cc1-40ab-86e0-3097f871359f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.249718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-70f35833-3cc1-40ab-86e0-3097f871359f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555876 Sep 17 22:21:30.253126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c055a-1e02-4dcd-89b9-f45751b0383f None None] Network 8fe1f866-463f-424d-b979-b87f989a04ad requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:30.259355 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-830581f0-836c-4e3f-a38b-2e9b3dc9caea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.261205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-830581f0-836c-4e3f-a38b-2e9b3dc9caea admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5be3a8da-7c3e-40cf-b6fd-f7984d9b5c18 HTTP/1.1" status: 204 len: 168 time: 0.5664096 Sep 17 22:21:30.270843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38bc55-d688-4b37-beae-836d84dfe85b req-869fdc1e-a02e-48ff-b8d9-b1c8ed1902af tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.271805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Request body: {'port': {'device_id': 'd42c534f-c00a-44db-a144-dde97126ccd0', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'a5cd06b025384a9f858cc1eef04a1b05'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:30.277556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef38bc55-d688-4b37-beae-836d84dfe85b req-869fdc1e-a02e-48ff-b8d9-b1c8ed1902af tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.1940296 Sep 17 22:21:30.277556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53300) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:30.356914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Made reservation on behalf of a5cd06b025384a9f858cc1eef04a1b05 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:30.360504 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.447004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.465466 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef38bc55-d688-4b37-beae-836d84dfe85b req-e3fdfa67-c428-403e-a69c-316e57c570aa tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747680 Sep 17 22:21:30.501258 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-884eb6cc-5e1b-4bd9-ba4b-e99812bbfcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.576402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] DHCP port deletion for 8fe1f866-463f-424d-b979-b87f989a04ad request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:21:30.618197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Allocated IP 192.168.233.187 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/422b692d-f062-4b6d-915c-47b263a2363f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:30.620254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-040c3f25-80cf-45d4-9222-a64bedfee656 req-7e8d06da-a475-499e-aa86-f147d19ffc30 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 210 time: 0.0457397 Sep 17 22:21:30.626496 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-884eb6cc-5e1b-4bd9-ba4b-e99812bbfcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.654385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75120623-2f7b-4dee-8459-1fc99c80acf5 req-571cd3e1-52ff-4b5a-b09d-e5ff0ab09d9c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.656139 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75120623-2f7b-4dee-8459-1fc99c80acf5 req-571cd3e1-52ff-4b5a-b09d-e5ff0ab09d9c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 945 time: 0.0899582 Sep 17 22:21:30.666322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Made reservation on behalf of a5cd06b025384a9f858cc1eef04a1b05 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:30.670238 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.677935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Deleting port 9505895b-43a3-4b62-a57b-b026aa1d648b {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:30.678424 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.714845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Deleting port 9505895b-43a3-4b62-a57b-b026aa1d648b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:30.715881 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.764851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] For port 9505895b-43a3-4b62-a57b-b026aa1d648b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9505895b-43a3-4b62-a57b-b026aa1d648b,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:30.765410 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.780078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Calling delete_port for 9505895b-43a3-4b62-a57b-b026aa1d648b owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:30.858362 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75120623-2f7b-4dee-8459-1fc99c80acf5 req-3037680d-de74-470f-ae46-7689485da1a0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778874 Sep 17 22:21:30.877681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] For port 9505895b-43a3-4b62-a57b-b026aa1d648b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9505895b-43a3-4b62-a57b-b026aa1d648b,segment=NetworkSegment(b551fbbb-b612-4a4a-9b29-fd31cf1d560b),segment_id=b551fbbb-b612-4a4a-9b29-fd31cf1d560b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:30.878242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.906520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Calling delete_port for 9505895b-43a3-4b62-a57b-b026aa1d648b owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:30.926687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce82c3-d93b-4256-9f84-19db40364c98 req-7581e411-ad12-4425-8983-bb65b5a31dc8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.928158 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5ce82c3-d93b-4256-9f84-19db40364c98 req-7581e411-ad12-4425-8983-bb65b5a31dc8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 949 time: 0.1761539 Sep 17 22:21:30.929379 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-884eb6cc-5e1b-4bd9-ba4b-e99812bbfcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.930533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.932070 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-884eb6cc-5e1b-4bd9-ba4b-e99812bbfcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.933307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-884eb6cc-5e1b-4bd9-ba4b-e99812bbfcd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/826c73a9-6095-476f-83a2-7aa2a271747d HTTP/1.1" status: 204 len: 168 time: 0.6808000 Sep 17 22:21:31.018160 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.029273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884eb6cc-5e1b-4bd9-ba4b-e99812bbfcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c73a9-6095-476f-83a2-7aa2a271747d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:31.043503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-8dbaeeba-5d83-45a1-a2bf-c76f75b353a0 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.047172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-8dbaeeba-5d83-45a1-a2bf-c76f75b353a0 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1097 time: 0.0878475 Sep 17 22:21:31.072886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-18'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:31.128745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Pushing event deleted for resources: {'Port': ['ID=9505895b-43a3-4b62-a57b-b026aa1d648b,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:31.156503 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.170657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] No DVR routers for this DVR port 9505895b-43a3-4b62-a57b-b026aa1d648b on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:31.194057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Allocated IP 192.168.233.215 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/6cce130b-d899-42e0-996b-4c844e270d34) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:31.199330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.199994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.200591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.201143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.202869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.203449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.204351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.206579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9505895b-43a3-4b62-a57b-b026aa1d648b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:31.206866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.207382 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.208084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.208785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.209662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54233a28-72b1-4db3-a642-ce2dac3190e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:31.212085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5ce82c3-d93b-4256-9f84-19db40364c98 req-e8e6fbda-2e63-4a0a-8024-18a1f7b5e197 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704337 Sep 17 22:21:31.217597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] No DVR routers for this DVR port 9505895b-43a3-4b62-a57b-b026aa1d648b on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:31.242931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9505895b-43a3-4b62-a57b-b026aa1d648b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:31.243486 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.283832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 9505895b-43a3-4b62-a57b-b026aa1d648b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:31.285345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9505895b-43a3-4b62-a57b-b026aa1d648b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:31.292429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'abbcd76c-0997-42da-8ab7-e817454e1967'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:31.315695 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.347937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe1f866-463f-424d-b979-b87f989a04ad']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:31.374004 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-327325c9-165b-447d-b716-c94a5db15df8 req-bdff9955-6788-41dc-bed3-288488570804 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 210 time: 0.0780036 Sep 17 22:21:31.387996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:31.387996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b551fbbb-b612-4a4a-9b29-fd31cf1d560b') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:31.393579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:31.401316 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.418103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.418369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:31.420040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.431520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:21:31.431968 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.436755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:31.478412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event updated for resources: {'Port': ['ID=422b692d-f062-4b6d-915c-47b263a2363f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:21:31.511751 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:21:31.626656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb1422-2479-412f-a284-7e9b6ab8132f req-d295ea0a-9004-4caf-a395-777895491405 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.635890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ffb1422-2479-412f-a284-7e9b6ab8132f req-d295ea0a-9004-4caf-a395-777895491405 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 945 time: 0.0735025 Sep 17 22:21:31.658494 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.682630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.684775 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8fe1f866-463f-424d-b979-b87f989a04ad HTTP/1.1" status: 204 len: 168 time: 1.4092050 Sep 17 22:21:31.708582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ffb1422-2479-412f-a284-7e9b6ab8132f req-58b32637-2cbb-4941-8cbf-8d92fe88c975 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713444 Sep 17 22:21:31.715117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf0798-3654-4caa-8192-eff0cf9200f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe1f866-463f-424d-b979-b87f989a04ad,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:31.773963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.774652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.872704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c16b8f3b-5f3c-4cf9-8ed4-3799a3af5e25 None None] Provisioning complete for port 422b692d-f062-4b6d-915c-47b263a2363f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:31.873050 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c16b8f3b-5f3c-4cf9-8ed4-3799a3af5e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.886219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ceb28b45-7dd0-4169-aaf3-d08e7b7897bf req-68132773-05d9-4240-8f31-5f88ff089b0b tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 210 time: 0.0893798 Sep 17 22:21:31.902952 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.923013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:31.928354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c16b8f3b-5f3c-4cf9-8ed4-3799a3af5e25 None None] Port 422b692d-f062-4b6d-915c-47b263a2363f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:31.967707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d0dbbed4-ef8a-49b8-a06b-ce4b3af573fa tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0956116 Sep 17 22:21:31.979945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:32.001693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f3b63-55fb-438d-868e-79a2b8ab3cf6 req-b556ab53-4609-4162-8dce-dc620c8a5f46 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:32.003150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d7f3b63-55fb-438d-868e-79a2b8ab3cf6 req-b556ab53-4609-4162-8dce-dc620c8a5f46 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 945 time: 0.0511560 Sep 17 22:21:32.005647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Request body: {'port': {'device_id': 'c702bcf2-c2db-46fc-adf2-bcf3713ee427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:32.055071 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.071077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd1e28e-8c5c-4a2e-8687-c65104135609'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:32.072995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d7f3b63-55fb-438d-868e-79a2b8ab3cf6 req-2607c658-3bda-410a-9ad0-92939d0c908d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631368 Sep 17 22:21:32.073427 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87084e36-45d2-4556-a24f-84cfa3cc646b" -d '{"events": [{"server_uuid": "ebf16d68-b42d-45c1-917c-45bc4cb22bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd1e28e-8c5c-4a2e-8687-c65104135609"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:32.108774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.134287 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc8beda-f926-43b5-a53c-97d8f127a2c5 x-openstack-request-id: req-5bc8beda-f926-43b5-a53c-97d8f127a2c5 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:32.134576 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf16d68-b42d-45c1-917c-45bc4cb22bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd1e28e-8c5c-4a2e-8687-c65104135609", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:32.134824 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5bc8beda-f926-43b5-a53c-97d8f127a2c5 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:32.135338 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd1e28e-8c5c-4a2e-8687-c65104135609', 'code': 200} Sep 17 22:21:32.162223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.177790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:32.189382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:32.218166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event updated for resources: {'Port': ['ID=6cce130b-d899-42e0-996b-4c844e270d34,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:32.230143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:32.237102 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53344) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:32.256778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device bfd1e28e-8c5c-4a2e-8687-c65104135609 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:32.279820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.335515 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-75b79f45-a7ab-4508-88e7-e4ef7f2a1cda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=035012e118c846e2b12714e76a125046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970173 Sep 17 22:21:32.338088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53348) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:32.403107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Pushing event updated for resources: {'Port': ['ID=bfd1e28e-8c5c-4a2e-8687-c65104135609,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:32.449621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6998-f934-415e-a292-9fcdb90d524a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.513246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6998-f934-415e-a292-9fcdb90d524a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.551089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:32.551741 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.578866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c0840feb-c16a-46fc-ba19-7a89c44ed236 None None] Provisioning complete for port 6cce130b-d899-42e0-996b-4c844e270d34 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:32.579405 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c0840feb-c16a-46fc-ba19-7a89c44ed236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.626778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, got binding levels [] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:32.635618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c0840feb-c16a-46fc-ba19-7a89c44ed236 None None] Port 6cce130b-d899-42e0-996b-4c844e270d34 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:32.662889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on host n-h1-713499-18 for vnic_type normal with profile {"migrating_to": "n-h2-713499-18"} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:32.663747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:32.664088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:32.666332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on host n-h1-713499-18 for vnic_type normal with profile {"migrating_to": "n-h2-713499-18"} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:32.666652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:32.667179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:32.673579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:32.675605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:32.679543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:32.679921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:32.680549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:32.681008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Bound port: bfd1e28e-8c5c-4a2e-8687-c65104135609, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:32.681397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.683301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d933b22-47c6-40d7-adfd-834826fa9cf3 req-28a6b28e-f323-4b48-abad-1d094ad8fd9f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:32.684861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d933b22-47c6-40d7-adfd-834826fa9cf3 req-28a6b28e-f323-4b48-abad-1d094ad8fd9f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 949 time: 0.3265901 Sep 17 22:21:32.689101 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-300783aa-855e-4eae-a1a7-7c9a9bef5169 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4233620 Sep 17 22:21:32.692767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:32.693084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:32.734577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Request body: {'port': {'device_id': 'd42c534f-c00a-44db-a144-dde97126ccd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:32.735426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c757d1b-b3e9-4283-a987-1a59e131def9 req-c5e296d1-332e-4083-af81-f1389a4803ac tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:32.738772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7c757d1b-b3e9-4283-a987-1a59e131def9 req-c5e296d1-332e-4083-af81-f1389a4803ac tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 936 time: 0.0566239 Sep 17 22:21:32.745661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:32.745961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:32.746442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:32.747011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Bound port: bfd1e28e-8c5c-4a2e-8687-c65104135609, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:32.747396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.759060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:32.762481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:32.773924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6998-f934-415e-a292-9fcdb90d524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.776580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6998-f934-415e-a292-9fcdb90d524a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.778559 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f7ec6998-f934-415e-a292-9fcdb90d524a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5d45a11-6156-4ccd-91e1-7e45a81375ac HTTP/1.1" status: 204 len: 168 time: 0.4391551 Sep 17 22:21:32.805388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec6998-f934-415e-a292-9fcdb90d524a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d45a11-6156-4ccd-91e1-7e45a81375ac,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:32.809739 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7c757d1b-b3e9-4283-a987-1a59e131def9 req-6a01a1fe-f7d1-473c-a449-cc5b11d903e9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584526 Sep 17 22:21:32.870383 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.913975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d933b22-47c6-40d7-adfd-834826fa9cf3 req-39cff9d7-2d9a-46f4-a184-19f5b789411f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186301 Sep 17 22:21:32.942111 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.994808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device bfd1e28e-8c5c-4a2e-8687-c65104135609 has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:21:32.995020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:33.019184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=bfd1e28e-8c5c-4a2e-8687-c65104135609,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:33.029682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'abbcd76c-0997-42da-8ab7-e817454e1967'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:33.043206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f55bf0-6324-4821-9653-2555c08cf000 req-508231ac-109a-4945-9d44-3ae334dbc310 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:33.044922 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0f55bf0-6324-4821-9653-2555c08cf000 req-508231ac-109a-4945-9d44-3ae334dbc310 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 945 time: 0.0714686 Sep 17 22:21:33.090513 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0f55bf0-6324-4821-9653-2555c08cf000 req-e352868b-c3f7-4e69-b71e-8c76214f0757 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 Sep 17 22:21:33.091383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:33.141272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422b692d-f062-4b6d-915c-47b263a2363f {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:33.167022 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.170612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) bfd1e28e-8c5c-4a2e-8687-c65104135609-n-h1-713499-18-0 {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:21:33.171212 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:21:33.196272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f3ea9-158b-41ca-bc77-af46ab7601ac req-f2def34e-b18b-4345-bcbb-bb25e106984d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:33.204040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b24f3ea9-158b-41ca-bc77-af46ab7601ac req-f2def34e-b18b-4345-bcbb-bb25e106984d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.1688199 Sep 17 22:21:33.266393 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Transition to ACTIVE for port object 422b692d-f062-4b6d-915c-47b263a2363f will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:33.280169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:33.295086 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8144da50-0169-42ad-ac7c-f7f3fbd3ed96 req-5f9d831f-e2b4-4903-a2d8-3487a0ddeb40 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 210 time: 0.0788960 Sep 17 22:21:33.343592 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-32fc84df-b617-4a42-9ceb-9c54882a5c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.344978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '14e77c14-7aef-458a-a529-465446d3c4c7', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '14e77c14-7aef-458a-a529-465446d3c4c7', 'mac_address': 'fa:16:3e:6a:77:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:33.364271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b24f3ea9-158b-41ca-bc77-af46ab7601ac req-a0034a22-99fd-4915-9a6f-9e921f6a7e85 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589322 Sep 17 22:21:33.393276 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.419893 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.496468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Pushing event updated for resources: {'Port': ['ID=422b692d-f062-4b6d-915c-47b263a2363f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:33.526218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e77c14-7aef-458a-a529-465446d3c4c7 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:33.533489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cce543-e5b9-4398-95b9-49352873297b req-e862838f-19d3-4eaa-9200-348c15a36350 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:33.539691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-e862838f-19d3-4eaa-9200-348c15a36350 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.15 "GET /v2.0/networks?id=e27e80cd-1092-43b0-9d34-57c94dd5db0f HTTP/1.1" status: 200 len: 821 time: 0.3840158 Sep 17 22:21:33.574715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:33.606378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Request body: {'port': {'device_id': 'f9d26468-8788-4452-bc0e-a47089adca71', 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f', 'admin_state_up': True, 'tenant_id': '333e4d38ec4d4d6599a2ea67392ba0fe'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:33.660272 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.676400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12c33d-84f9-4b1f-bc22-684ab95dc97c req-74d80f74-ff43-4902-8096-b1f912edf042 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:33.685213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd12c33d-84f9-4b1f-bc22-684ab95dc97c req-74d80f74-ff43-4902-8096-b1f912edf042 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 1101 time: 0.2247920 Sep 17 22:21:33.693744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on host n-h1-713499-18 for vnic_type normal with profile {"migrating_to": "n-h2-713499-18"} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:33.694078 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:33.694587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:33.702594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:33.702927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Attempting to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 on network 1fc90bcd-5a73-4935-98b6-6780f7d9c93c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:33.713759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:33.714104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Checking segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:33.714499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Bound using segment: {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:33.715070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Bound port: bfd1e28e-8c5c-4a2e-8687-c65104135609, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1fc90bcd-5a73-4935-98b6-6780f7d9c93c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:33.715433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.782209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd12c33d-84f9-4b1f-bc22-684ab95dc97c req-349c17b7-1204-4752-8dc2-4b7488cdfe56 tempest-MigrationsAdminTest-1810356722 tempest-MigrationsAdminTest-1810356722-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957222 Sep 17 22:21:33.859825 n-d-713499-18 neutron-server[95454]: WARNING neutron.plugins.ml2.plugin [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Concurrent port binding operations failed on port bfd1e28e-8c5c-4a2e-8687-c65104135609 Sep 17 22:21:33.865378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:33.870379 n-d-713499-18 neutron-server[95454]: INFO neutron.plugins.ml2.plugin [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Attempt 2 to bind port bfd1e28e-8c5c-4a2e-8687-c65104135609 Sep 17 22:21:33.872268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Attempting to bind port 422b692d-f062-4b6d-915c-47b263a2363f on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:33.872570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Attempting to bind port 422b692d-f062-4b6d-915c-47b263a2363f by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:33.872890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Attempting to bind port 422b692d-f062-4b6d-915c-47b263a2363f on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:33.878251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:33.878956 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.879081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=12']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:33.880315 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-193cfb8b-5be7-4e4d-85a4-042b98afc62c service neutron] 10.222.0.15 "PUT /v2.0/ports/bfd1e28e-8c5c-4a2e-8687-c65104135609 HTTP/1.1" status: 200 len: 1123 time: 2.8129740 Sep 17 22:21:33.894039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Port 422b692d-f062-4b6d-915c-47b263a2363f on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:33.894582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Attempting to bind port 422b692d-f062-4b6d-915c-47b263a2363f on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:33.906113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:33.906452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:33.906835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:33.907504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Bound port: 422b692d-f062-4b6d-915c-47b263a2363f, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:33.907872 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.942926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Made reservation on behalf of 333e4d38ec4d4d6599a2ea67392ba0fe for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:33.949652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.972037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['bfd1e28e-8c5c-4a2e-8687-c65104135609'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:33.994500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cce130b-d899-42e0-996b-4c844e270d34 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:34.004517 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.034860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Transition to ACTIVE for port object 6cce130b-d899-42e0-996b-4c844e270d34 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:34.039828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] For port 422b692d-f062-4b6d-915c-47b263a2363f, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:34.043125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] For port 422b692d-f062-4b6d-915c-47b263a2363f, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=422b692d-f062-4b6d-915c-47b263a2363f,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:34.139042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'tag': 'bfd1e28e-8c5c-4a2e-8687-c65104135609'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:34.145540 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf16d68-b42d-45c1-917c-45bc4cb22bb8", "tag": "bfd1e28e-8c5c-4a2e-8687-c65104135609"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:34.159605 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.162835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.181023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8b949-8aae-4713-beb6-747a2c929875 req-982bca7a-d83c-4bfb-b98f-1eeb79bacefc tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.182575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6ae8b949-8aae-4713-beb6-747a2c929875 req-982bca7a-d83c-4bfb-b98f-1eeb79bacefc tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 936 time: 0.1919620 Sep 17 22:21:34.224892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.240825 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.244243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['bfd1e28e-8c5c-4a2e-8687-c65104135609'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:34.246252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] 10.222.0.15 "PUT /v2.0/ports/422b692d-f062-4b6d-915c-47b263a2363f HTTP/1.1" status: 200 len: 1097 time: 2.2460053 Sep 17 22:21:34.279943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Pushing event updated for resources: {'Port': ['ID=6cce130b-d899-42e0-996b-4c844e270d34,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:34.317238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-b7066411-470d-48b0-af44-7308c9e341ab tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.320561 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6ae8b949-8aae-4713-beb6-747a2c929875 req-1ef3d3bd-1c3f-4d19-b432-dea45654cf43 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002274 Sep 17 22:21:34.320736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-b7066411-470d-48b0-af44-7308c9e341ab tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 945 time: 0.2584655 Sep 17 22:21:34.340772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Allocated IP 172.20.0.4 (e27e80cd-1092-43b0-9d34-57c94dd5db0f/342053ca-ac5c-4106-a367-66bd248d3955/418e307d-3a71-4ecf-a8ae-a022a97d0c06) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:34.477610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['14e77c14-7aef-458a-a529-465446d3c4c7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:34.591838 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be53ac9a-e550-44be-bfa3-63cf4371ca11 x-openstack-request-id: req-be53ac9a-e550-44be-bfa3-63cf4371ca11 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:34.592180 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf16d68-b42d-45c1-917c-45bc4cb22bb8", "tag": "bfd1e28e-8c5c-4a2e-8687-c65104135609", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:34.596068 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be53ac9a-e550-44be-bfa3-63cf4371ca11 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:34.596068 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'tag': 'bfd1e28e-8c5c-4a2e-8687-c65104135609', 'status': 'completed', 'code': 200} Sep 17 22:21:34.650964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5605c-5fd2-40fe-af64-125d2cdc774d req-398e83bd-41a2-44d6-ac71-20769cd728c0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.663843 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fef5605c-5fd2-40fe-af64-125d2cdc774d req-398e83bd-41a2-44d6-ac71-20769cd728c0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 945 time: 0.2259567 Sep 17 22:21:34.766723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fef5605c-5fd2-40fe-af64-125d2cdc774d req-c241231f-1c93-4d3a-9899-7d4a2e77c014 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015534 Sep 17 22:21:34.804866 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.922424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53422) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:34.960357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffad76-9c9a-4ae1-9c93-ff3183432d16 req-c2c7708a-6986-4d00-9f59-bdd204436033 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.968200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9ffad76-9c9a-4ae1-9c93-ff3183432d16 req-c2c7708a-6986-4d00-9f59-bdd204436033 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.0893362 Sep 17 22:21:35.019424 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9ffad76-9c9a-4ae1-9c93-ff3183432d16 req-ebcc2d0d-dba7-46b6-94d4-b4e0a06637d3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503080 Sep 17 22:21:35.027555 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.139044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1219799835-network', 'tenant_id': '29f3ea79789e4811a3e2a05bf8c10cc0'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:35.149481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71fcdb-30dd-4293-b808-e38fcb7f4689 service neutron] Pushing event updated for resources: {'Port': ['ID=422b692d-f062-4b6d-915c-47b263a2363f,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:35.154015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Network e27e80cd-1092-43b0-9d34-57c94dd5db0f is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:35.183409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:35.193125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:35.199152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event updated for resources: {'Port': ['ID=418e307d-3a71-4ecf-a8ae-a022a97d0c06,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:35.201543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ce3ef-c922-465c-9d34-5bea88f5cd9b req-17fb3f2f-f116-413a-9ce5-9b8e83f7ea88 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.208721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba4ce3ef-c922-465c-9d34-5bea88f5cd9b req-17fb3f2f-f116-413a-9ce5-9b8e83f7ea88 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 931 time: 0.5671387 Sep 17 22:21:35.220318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Attempting to bind port 6cce130b-d899-42e0-996b-4c844e270d34 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:35.220318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Attempting to bind port 6cce130b-d899-42e0-996b-4c844e270d34 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:35.220627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Attempting to bind port 6cce130b-d899-42e0-996b-4c844e270d34 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:35.224274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-1dd9e587-e545-4fde-b3d3-6368b7a34537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.225796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-1dd9e587-e545-4fde-b3d3-6368b7a34537 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 1100 time: 0.6312718 Sep 17 22:21:35.227575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c req-77d8399f-b2a1-469e-9ab8-8622d02e37df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.228971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c req-77d8399f-b2a1-469e-9ab8-8622d02e37df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 1126 time: 0.6067731 Sep 17 22:21:35.254805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Port 6cce130b-d899-42e0-996b-4c844e270d34 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:35.255128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Attempting to bind port 6cce130b-d899-42e0-996b-4c844e270d34 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:35.262445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7041-a181-4253-a40b-d5af2018c7d1 req-dc4ab174-7211-4ffd-bde1-7fc1f95ccb8f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.263962 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8ee7041-a181-4253-a40b-d5af2018c7d1 req-dc4ab174-7211-4ffd-bde1-7fc1f95ccb8f tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.1519001 Sep 17 22:21:35.272031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.272762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.320684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:35.320937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:35.321117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8ee7041-a181-4253-a40b-d5af2018c7d1 req-22a665d5-ec47-408c-b746-666b6c29ba84 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442903 Sep 17 22:21:35.321306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:35.321751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Bound port: 6cce130b-d899-42e0-996b-4c844e270d34, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:35.322109 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.333243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-29658cd3-d2b6-4b32-8228-5f90f7a09377 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Deleting port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:35.333591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-29658cd3-d2b6-4b32-8228-5f90f7a09377 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.347079 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-5362572f-ac46-4e98-8f20-d9f67234cb45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=422b692d-f062-4b6d-915c-47b263a2363f HTTP/1.1" status: 200 len: 217 time: 0.0863707 Sep 17 22:21:35.361177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Made reservation on behalf of 29f3ea79789e4811a3e2a05bf8c10cc0 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:35.363825 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.375437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.396812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba4ce3ef-c922-465c-9d34-5bea88f5cd9b req-540083c9-19aa-48c0-b438-be30cfe01014 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872334 Sep 17 22:21:35.498570 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-181c444d-09c2-4f84-b784-2286cddaf56e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9264114 Sep 17 22:21:35.523596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Request body: {'port': {'device_id': 'f9d26468-8788-4452-bc0e-a47089adca71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:35.564784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a796fc8-ead5-4d46-a170-cd54b5f5782b req-397162d4-8f39-499b-9e2f-d16c84c60191 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.566209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a796fc8-ead5-4d46-a170-cd54b5f5782b req-397162d4-8f39-499b-9e2f-d16c84c60191 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 948 time: 0.1080036 Sep 17 22:21:35.566444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c req-0b513c28-a5c6-4fb8-9f4d-a3f9380cd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.567818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c req-0b513c28-a5c6-4fb8-9f4d-a3f9380cd6d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.3266921 Sep 17 22:21:35.569326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-7eb5ff54-1666-451e-872e-6c88020cbedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.570778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-7eb5ff54-1666-451e-872e-6c88020cbedd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2034450 Sep 17 22:21:35.575593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] For port 6cce130b-d899-42e0-996b-4c844e270d34, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:35.582878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] For port 6cce130b-d899-42e0-996b-4c844e270d34, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cce130b-d899-42e0-996b-4c844e270d34,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:35.651540 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c req-0bf7e72b-abb2-4512-95dc-c5518aa2522c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609 HTTP/1.1" status: 200 len: 217 time: 0.0707147 Sep 17 22:21:35.659162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.670609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-29658cd3-d2b6-4b32-8228-5f90f7a09377 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] For port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:35.670977 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-29658cd3-d2b6-4b32-8228-5f90f7a09377 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.685163 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a796fc8-ead5-4d46-a170-cd54b5f5782b req-6b28a8a8-2359-4e43-ab7a-8e94ecb6affd tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041694 Sep 17 22:21:35.713544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.717894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-29658cd3-d2b6-4b32-8228-5f90f7a09377 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Calling delete_port for 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:35.727083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.778653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.778653 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.779661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] 10.222.0.23 "PUT /v2.0/ports/6cce130b-d899-42e0-996b-4c844e270d34 HTTP/1.1" status: 200 len: 1097 time: 3.0542912 Sep 17 22:21:35.810807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c req-55bdb627-e459-4000-9161-c1cd5abb6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.812300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c req-55bdb627-e459-4000-9161-c1cd5abb6394 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.1505382 Sep 17 22:21:35.814213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-2a4aaa63-ddea-4e90-9cac-a76aadf824aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.815589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-2a4aaa63-ddea-4e90-9cac-a76aadf824aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2214408 Sep 17 22:21:35.838936 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.849562 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0ae525d3-51f5-4efc-894c-0d12b6a6ffd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.896091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c req-f0288c16-3a7c-4fad-bca8-057f1388077c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683081 Sep 17 22:21:35.935768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:21:35.942352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b956a20-d9b7-4d89-8caf-2da8610a01fe service neutron] Pushing event updated for resources: {'Port': ['ID=6cce130b-d899-42e0-996b-4c844e270d34,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:35.954317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fef343e-3644-4c2e-b9a0-d4256c878791,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:35.973976 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.973976 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Added segment 3f39e09d-08f5-4541-8616-eacbac7a250d of type vlan for network 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 Sep 17 22:21:36.079891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.129349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a81ad-dd2d-4bf0-b401-60470da84acc req-820ead3e-8643-4e61-835c-4cafb3921c77 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.130874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c15a81ad-dd2d-4bf0-b401-60470da84acc req-820ead3e-8643-4e61-835c-4cafb3921c77 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 945 time: 0.2834146 Sep 17 22:21:36.167454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-8c1da9a1-3854-4939-92fa-3bf40400f383 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423636 Sep 17 22:21:36.213913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d21a-0245-4273-a951-cceb1e9701ab req-c9417d8c-ca42-4c77-9aa5-0c591ebd530c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.217056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d587da22-5f49-4089-ab53-7cc6bfda8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.217873 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5349d21a-0245-4273-a951-cceb1e9701ab req-c9417d8c-ca42-4c77-9aa5-0c591ebd530c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.1115842 Sep 17 22:21:36.218390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-d587da22-5f49-4089-ab53-7cc6bfda8ea2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 1100 time: 0.2618542 Sep 17 22:21:36.234603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418e307d-3a71-4ecf-a8ae-a022a97d0c06 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:36.249520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.256375 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.261045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.261045 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.299929 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c req-83db5272-7f4c-44f9-a110-bc722f99c8c7 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922739 Sep 17 22:21:36.311390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-a060ed3b-b141-4a82-8c02-0040656f579b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=6cce130b-d899-42e0-996b-4c844e270d34 HTTP/1.1" status: 200 len: 217 time: 0.0705247 Sep 17 22:21:36.311601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Transition to ACTIVE for port object 418e307d-3a71-4ecf-a8ae-a022a97d0c06 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:36.361680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c15a81ad-dd2d-4bf0-b401-60470da84acc req-b83ac7fb-b902-4595-8cf9-257ced3bb25e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142131 Sep 17 22:21:36.364277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:36.371880 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5349d21a-0245-4273-a951-cceb1e9701ab req-214152d8-2242-4580-b62c-e9b852b73856 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163230 Sep 17 22:21:36.380833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:21:36.443083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.456065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-944834da-a327-439f-b133-e6ed87aeb149 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5307007 Sep 17 22:21:36.462090 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53452) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:36.488512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Request body: {'subnet': {'network_id': '3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1219799835-subnet', 'tenant_id': '29f3ea79789e4811a3e2a05bf8c10cc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:36.508565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-29658cd3-d2b6-4b32-8228-5f90f7a09377 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.519763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:36.526077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-896033fa-bfa4-4871-acea-a287d8a3bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.527582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-896033fa-bfa4-4871-acea-a287d8a3bc93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1993935 Sep 17 22:21:36.529460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-f45f7c05-3eae-4b06-8ef5-83650a5ced61 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282387 Sep 17 22:21:36.569737 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Pushing event updated for resources: {'Port': ['ID=418e307d-3a71-4ecf-a8ae-a022a97d0c06,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:36.581809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29658cd3-d2b6-4b32-8228-5f90f7a09377 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event deleted for resources: {'Port': ['ID=4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:36.596299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c702bcf2-c2db-46fc-adf2-bcf3713ee427', 'tag': '422b692d-f062-4b6d-915c-47b263a2363f'}, {'name': 'network-changed', 'server_uuid': 'd42c534f-c00a-44db-a144-dde97126ccd0', 'tag': '6cce130b-d899-42e0-996b-4c844e270d34'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:36.598736 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f060339-01be-4da2-ad5b-b8909c7c7fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c702bcf2-c2db-46fc-adf2-bcf3713ee427", "tag": "422b692d-f062-4b6d-915c-47b263a2363f"}, {"name": "network-changed", "server_uuid": "d42c534f-c00a-44db-a144-dde97126ccd0", "tag": "6cce130b-d899-42e0-996b-4c844e270d34"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:36.619161 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5424ba-4690-4454-bdc3-fd1b27e1e67c req-e5fbe85a-03d6-40e8-abe4-e2d70e52ceac service neutron] 10.222.0.23 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022349 Sep 17 22:21:36.641743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-29658cd3-d2b6-4b32-8228-5f90f7a09377 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] No DVR routers for this DVR port 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:36.644476 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-29658cd3-d2b6-4b32-8228-5f90f7a09377 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.646508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1770c5d-36ec-49a1-b0d7-a5cba6c59d77 req-29658cd3-d2b6-4b32-8228-5f90f7a09377 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.23 "DELETE /v2.0/ports/4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 HTTP/1.1" status: 204 len: 173 time: 2.2737091 Sep 17 22:21:36.662266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51b0d2-93d3-4b8d-9e06-c52317547021 req-b9d38a54-2bdd-4550-9748-7cc49a01d6a6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.665126 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc51b0d2-93d3-4b8d-9e06-c52317547021 req-b9d38a54-2bdd-4550-9748-7cc49a01d6a6 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.1834285 Sep 17 22:21:36.724966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc51b0d2-93d3-4b8d-9e06-c52317547021 req-db104b3f-2ae3-45e9-9827-e497854b4a70 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477741 Sep 17 22:21:36.929763 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e15dcf9-3293-42c5-9e8d-4772ee8861e6 x-openstack-request-id: req-9e15dcf9-3293-42c5-9e8d-4772ee8861e6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:36.930016 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c702bcf2-c2db-46fc-adf2-bcf3713ee427", "tag": "422b692d-f062-4b6d-915c-47b263a2363f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d42c534f-c00a-44db-a144-dde97126ccd0", "tag": "6cce130b-d899-42e0-996b-4c844e270d34", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:36.931289 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e15dcf9-3293-42c5-9e8d-4772ee8861e6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:36.932148 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c702bcf2-c2db-46fc-adf2-bcf3713ee427', 'tag': '422b692d-f062-4b6d-915c-47b263a2363f', 'status': 'completed', 'code': 200} Sep 17 22:21:36.932424 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42c534f-c00a-44db-a144-dde97126ccd0', 'tag': '6cce130b-d899-42e0-996b-4c844e270d34', 'status': 'completed', 'code': 200} Sep 17 22:21:36.948445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Made reservation on behalf of 29f3ea79789e4811a3e2a05bf8c10cc0 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:36.950933 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.010309 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.044360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-6a8965ba-2869-4e04-89d2-56350b7e3fa3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.047372 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-6a8965ba-2869-4e04-89d2-56350b7e3fa3 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.2500045 Sep 17 22:21:37.061030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5d24-83e3-4918-8d52-45fbd2994bf0 req-67a3b4b7-e788-45bd-935d-c0a4109778f2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.062748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54aa5d24-83e3-4918-8d52-45fbd2994bf0 req-67a3b4b7-e788-45bd-935d-c0a4109778f2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 943 time: 0.1808021 Sep 17 22:21:37.064708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9ba888e9-ec40-4cab-bdc2-5c03142705b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.070323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-9ba888e9-ec40-4cab-bdc2-5c03142705b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5260739 Sep 17 22:21:37.105937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Attempting to bind port 418e307d-3a71-4ecf-a8ae-a022a97d0c06 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:37.106280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Attempting to bind port 418e307d-3a71-4ecf-a8ae-a022a97d0c06 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:37.106717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Attempting to bind port 418e307d-3a71-4ecf-a8ae-a022a97d0c06 on network e27e80cd-1092-43b0-9d34-57c94dd5db0f {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:37.123359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77156938-9a7c-4677-b377-fd9c22215ac0 req-5ae159a5-d3cf-4200-9647-80e53331693a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.124909 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77156938-9a7c-4677-b377-fd9c22215ac0 req-5ae159a5-d3cf-4200-9647-80e53331693a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 948 time: 0.1383708 Sep 17 22:21:37.129946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Port 418e307d-3a71-4ecf-a8ae-a022a97d0c06 on network e27e80cd-1092-43b0-9d34-57c94dd5db0f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:37.130201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Attempting to bind port 418e307d-3a71-4ecf-a8ae-a022a97d0c06 on network e27e80cd-1092-43b0-9d34-57c94dd5db0f {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:37.146357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:37.146697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Checking segment: {'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:37.147072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Bound using segment: {'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:37.148256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Bound port: 418e307d-3a71-4ecf-a8ae-a022a97d0c06, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2cba11-40b0-44a8-a210-6917e68d96db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:37.149080 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.177092 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.215717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-77ac3a53-ed92-44bc-883f-fb113bde0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.217344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-77ac3a53-ed92-44bc-883f-fb113bde0067 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 1100 time: 0.2227898 Sep 17 22:21:37.243554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77156938-9a7c-4677-b377-fd9c22215ac0 req-5dfde6cb-66ee-4d82-b5f9-ab0b2f66da4c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090324 Sep 17 22:21:37.284441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54aa5d24-83e3-4918-8d52-45fbd2994bf0 req-502cb3c1-b3a0-4877-9763-8a0ff90d8a1f tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047276 Sep 17 22:21:37.327642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] For port 418e307d-3a71-4ecf-a8ae-a022a97d0c06, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:37.344698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-8c6343a8-0e5f-4271-9fea-a834b65e9dab service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685189 Sep 17 22:21:37.347114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] For port 418e307d-3a71-4ecf-a8ae-a022a97d0c06, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=418e307d-3a71-4ecf-a8ae-a022a97d0c06,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:37.399353 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.450794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-5f468c6c-d1d6-433c-8d4d-cb9c701055a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Deleting port 14e77c14-7aef-458a-a529-465446d3c4c7 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:37.451137 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-5f468c6c-d1d6-433c-8d4d-cb9c701055a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.457238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-ed049b33-1d95-4379-870f-8a34eeb8f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.458718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-ed049b33-1d95-4379-870f-8a34eeb8f5ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2112315 Sep 17 22:21:37.482478 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.572994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f8dccad-cd3e-4c74-acb2-85c61ac863cb req-a3e61d56-b9f5-42c6-9fb3-14c5609218db service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190921 Sep 17 22:21:37.598473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22453938-8d65-4e51-9ef5-4defbc681602,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:37.603898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b12245-e546-4df4-b44f-68580b8c04c1 req-0ed315fc-8fa5-4849-a131-2d2440283c77 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.605527 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9b12245-e546-4df4-b44f-68580b8c04c1 req-0ed315fc-8fa5-4849-a131-2d2440283c77 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.1303625 Sep 17 22:21:37.613626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.614211 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.615734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] 10.222.0.15 "PUT /v2.0/ports/418e307d-3a71-4ecf-a8ae-a022a97d0c06 HTTP/1.1" status: 200 len: 1092 time: 2.0989268 Sep 17 22:21:37.634925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-5f468c6c-d1d6-433c-8d4d-cb9c701055a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:37.635303 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-5f468c6c-d1d6-433c-8d4d-cb9c701055a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.640245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d26468-8788-4452-bc0e-a47089adca71', 'tag': '418e307d-3a71-4ecf-a8ae-a022a97d0c06'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:37.642665 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d26468-8788-4452-bc0e-a47089adca71", "tag": "418e307d-3a71-4ecf-a8ae-a022a97d0c06"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:37.661676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-5f468c6c-d1d6-433c-8d4d-cb9c701055a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Calling delete_port for 14e77c14-7aef-458a-a529-465446d3c4c7 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:37.672241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc3cc0e2-c679-4e03-b4e4-b3950d074e7f req-de8d3522-001d-4c20-bb91-40c63f039637 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ac16ff-2e5a-45e4-b67f-8275fe0568ac HTTP/1.1" status: 200 len: 210 time: 0.1534634 Sep 17 22:21:37.705542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Checking segment: {'id': '3f39e09d-08f5-4541-8616-eacbac7a250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:37.708361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Network hostable DHCP agents. Network: 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:21:37.711432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30333a4-c2e9-4a26-a341-1c1af405708a service neutron] Pushing event updated for resources: {'Port': ['ID=418e307d-3a71-4ecf-a8ae-a022a97d0c06,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:37.721117 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-440ed230-216f-42ad-9a22-4b451a65996c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=422b692d-f062-4b6d-915c-47b263a2363f HTTP/1.1" status: 200 len: 217 time: 0.2432575 Sep 17 22:21:37.740870 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37275e7-4403-43c8-8b78-61f2565fe105 x-openstack-request-id: req-c37275e7-4403-43c8-8b78-61f2565fe105 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:37.741987 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d26468-8788-4452-bc0e-a47089adca71", "tag": "418e307d-3a71-4ecf-a8ae-a022a97d0c06", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:37.742232 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c37275e7-4403-43c8-8b78-61f2565fe105 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:37.742635 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d26468-8788-4452-bc0e-a47089adca71', 'tag': '418e307d-3a71-4ecf-a8ae-a022a97d0c06', 'status': 'completed', 'code': 200} Sep 17 22:21:37.742783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9b12245-e546-4df4-b44f-68580b8c04c1 req-6490f63a-738a-4d3d-8fbb-179edda0b18d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275158 Sep 17 22:21:37.830208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Network 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:21:37.838417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-1213417d-119f-41e0-a44b-b38c12032f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.839924 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-1213417d-119f-41e0-a44b-b38c12032f19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 1100 time: 0.1425765 Sep 17 22:21:37.847187 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-8fc617dd-de19-4228-a36e-ec2449b7245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.848654 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-8fc617dd-de19-4228-a36e-ec2449b7245b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1124380 Sep 17 22:21:37.879286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cce543-e5b9-4398-95b9-49352873297b req-8c54695a-5f5c-4e8a-a59d-55b136aaa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.880893 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-8c54695a-5f5c-4e8a-a59d-55b136aaa524 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=333e4d38ec4d4d6599a2ea67392ba0fe&device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 1095 time: 0.0948434 Sep 17 22:21:37.920711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0024-bb9f-4acf-885a-9a55f1267988 req-e8ef55e2-85d8-4c58-8eef-63b00336b1f1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.923352 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abcc0024-bb9f-4acf-885a-9a55f1267988 req-e8ef55e2-85d8-4c58-8eef-63b00336b1f1 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 950 time: 0.0849197 Sep 17 22:21:37.957774 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:37.963588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.964748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.965467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98095246-0000-4b12-aabd-daba10162495 None None] Network 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:37.968158 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-16c663ce-e003-4197-bd0e-6cc18d4954e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=418e307d-3a71-4ecf-a8ae-a022a97d0c06 HTTP/1.1" status: 200 len: 217 time: 0.0642059 Sep 17 22:21:38.051679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cce543-e5b9-4398-95b9-49352873297b req-cc8dcb9d-26c9-424c-9c28-de58c82d6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.053190 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-cc8dcb9d-26c9-424c-9c28-de58c82d6c2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342053ca-ac5c-4106-a367-66bd248d3955 HTTP/1.1" status: 200 len: 861 time: 0.0743532 Sep 17 22:21:38.057571 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abcc0024-bb9f-4acf-885a-9a55f1267988 req-f899df63-cd9c-49d5-b90a-ae80671796ad tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023467 Sep 17 22:21:38.112622 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b38b93b-0aac-470e-9545-9818b819421a None None] Network 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:38.118162 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-9f6688ac-8c40-4e89-9bc8-0d217b8d7592 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27e80cd-1092-43b0-9d34-57c94dd5db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489037 Sep 17 22:21:38.132516 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9db4234d-dcca-4223-a652-b2d325697ca0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6676147 Sep 17 22:21:38.294744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-bf2ef899-25d9-4db2-95b6-6a103ac8c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.296224 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-bf2ef899-25d9-4db2-95b6-6a103ac8c6a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4320500 Sep 17 22:21:38.306411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:38.312236 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-35210c5b-d1db-44d4-a9fc-c993d855fdfe service neutron] 10.222.0.15 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774011 Sep 17 22:21:38.354194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-a23b0da0-1ae4-4ea5-85c1-0b35f2eabc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.355674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-a23b0da0-1ae4-4ea5-85c1-0b35f2eabc7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.5061748 Sep 17 22:21:38.449817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-7c41ee16-891c-4abc-8881-e7d41210ed66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=6cce130b-d899-42e0-996b-4c844e270d34 HTTP/1.1" status: 200 len: 217 time: 0.0792394 Sep 17 22:21:38.449817 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-5f468c6c-d1d6-433c-8d4d-cb9c701055a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.474459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3dc9a489-399a-4fe4-a1cb-541d72c96d37', '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:38.486030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', '14e77c14-7aef-458a-a529-465446d3c4c7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:38.510507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4cce543-e5b9-4398-95b9-49352873297b req-1c2c9402-52ff-49c8-a558-d1777a58fcd5 service neutron] 10.222.0.15 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814423 Sep 17 22:21:38.528382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8763bef-1ee4-4042-9bc6-dea9a0f8026d req-e81f402f-408d-40c8-a7d1-e7ba0fe518ec tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.529679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8763bef-1ee4-4042-9bc6-dea9a0f8026d req-e81f402f-408d-40c8-a7d1-e7ba0fe518ec tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 943 time: 0.0639825 Sep 17 22:21:38.533279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f468c6c-d1d6-433c-8d4d-cb9c701055a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Pushing event deleted for resources: {'Port': ['ID=14e77c14-7aef-458a-a529-465446d3c4c7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:38.605530 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8763bef-1ee4-4042-9bc6-dea9a0f8026d req-f3f4b2e9-0aa9-40f1-9fe3-4bcf4a3331c5 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633683 Sep 17 22:21:38.605861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-5ba4f0c8-0368-4f21-ad58-fbc6d595365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.607517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-5ba4f0c8-0368-4f21-ad58-fbc6d595365c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1393564 Sep 17 22:21:38.616411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684739a-ee37-4fed-bc8b-3bdf7a72e0c3 req-fb031fe3-0300-4050-9df3-01467a3580e7 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.617983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3684739a-ee37-4fed-bc8b-3bdf7a72e0c3 req-fb031fe3-0300-4050-9df3-01467a3580e7 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 948 time: 0.2403998 Sep 17 22:21:38.650063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-6c41c16e-a66f-456c-b1bc-2e27ce7c0a41 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342245 Sep 17 22:21:38.650976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-5f468c6c-d1d6-433c-8d4d-cb9c701055a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] No DVR routers for this DVR port 14e77c14-7aef-458a-a529-465446d3c4c7 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:38.666953 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-5f468c6c-d1d6-433c-8d4d-cb9c701055a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.668849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d746ad1-2e51-46e9-9bc0-2a9a249eae86 req-5f468c6c-d1d6-433c-8d4d-cb9c701055a7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.15 "DELETE /v2.0/ports/14e77c14-7aef-458a-a529-465446d3c4c7 HTTP/1.1" status: 204 len: 173 time: 1.6011851 Sep 17 22:21:38.709269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3684739a-ee37-4fed-bc8b-3bdf7a72e0c3 req-db4a60d9-bfd5-4db9-8c42-6de233cdad7a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689895 Sep 17 22:21:38.723092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-96bee1de-3d76-4b9c-9d10-7023749efec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.724696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-96bee1de-3d76-4b9c-9d10-7023749efec1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058025 Sep 17 22:21:38.796277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 14e77c14-7aef-458a-a529-465446d3c4c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=14e77c14-7aef-458a-a529-465446d3c4c7,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:38.929694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '14e77c14-7aef-458a-a529-465446d3c4c7', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '14e77c14-7aef-458a-a529-465446d3c4c7', 'mac_address': 'fa:16:3e:6a:77:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:38.935194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ac16ff-2e5a-45e4-b67f-8275fe0568ac', 'name': 'network-vif-deleted', 'tag': '4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60'}, {'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'name': 'network-vif-deleted', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:38.937379 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3533d42e-86f3-4140-8d4c-d5a427a8faf3" -d '{"events": [{"server_uuid": "b6ac16ff-2e5a-45e4-b67f-8275fe0568ac", "name": "network-vif-deleted", "tag": "4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60"}, {"server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "name": "network-vif-deleted", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:39.008623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd req-3b68bb8d-3089-4c67-a51d-a2336add9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.010128 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd req-3b68bb8d-3089-4c67-a51d-a2336add9f23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=333e4d38ec4d4d6599a2ea67392ba0fe&device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 1095 time: 0.2673850 Sep 17 22:21:39.011520 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:39.048092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-ba7ac990-c9e9-4458-8aff-e8dd931d1cc2 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137050 Sep 17 22:21:39.055337 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-94ce44e8-2d94-411c-a90b-14ca623ff822 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112493 Sep 17 22:21:39.102397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c122fa-c7ab-42e0-9bac-be533e169ce6 req-9c83ae94-90f5-476f-8b14-d85bce4bc850 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.105746 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2c122fa-c7ab-42e0-9bac-be533e169ce6 req-9c83ae94-90f5-476f-8b14-d85bce4bc850 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.1702790 Sep 17 22:21:39.179438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:39.219152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:39.219839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:39.264033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd req-f704a59f-7c7a-46bf-90b0-e46432e299ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.265577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd req-f704a59f-7c7a-46bf-90b0-e46432e299ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=e27e80cd-1092-43b0-9d34-57c94dd5db0f HTTP/1.1" status: 200 len: 922 time: 0.2454197 Sep 17 22:21:39.268458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2c122fa-c7ab-42e0-9bac-be533e169ce6 req-3a008af7-01ee-459a-8330-4e086100c36e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214828 Sep 17 22:21:39.320635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd req-3d1a7e00-bfb9-40d8-b588-065f63adf01a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=418e307d-3a71-4ecf-a8ae-a022a97d0c06 HTTP/1.1" status: 200 len: 217 time: 0.0422664 Sep 17 22:21:39.322945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f060339-01be-4da2-ad5b-b8909c7c7fb2 req-a8aea128-2848-488d-b4bd-e8a915b90c7b service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665939 Sep 17 22:21:39.375997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd req-481ff0bf-148b-4077-a6ab-66264053d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.377561 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd req-481ff0bf-148b-4077-a6ab-66264053d46d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342053ca-ac5c-4106-a367-66bd248d3955 HTTP/1.1" status: 200 len: 861 time: 0.0499012 Sep 17 22:21:39.422399 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ea9069-f232-44c2-b1d9-c3d9c575a059 x-openstack-request-id: req-95ea9069-f232-44c2-b1d9-c3d9c575a059 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:39.427755 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ac16ff-2e5a-45e4-b67f-8275fe0568ac", "name": "network-vif-deleted", "tag": "4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60", "status": "completed", "code": 200}, {"server_uuid": "b6f02f20-496c-44c0-bcc5-b94f716256e2", "name": "network-vif-deleted", "tag": "14e77c14-7aef-458a-a529-465446d3c4c7", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:39.427755 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95ea9069-f232-44c2-b1d9-c3d9c575a059 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:39.427755 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ac16ff-2e5a-45e4-b67f-8275fe0568ac', 'name': 'network-vif-deleted', 'tag': '4e6b28a9-ccc3-48ee-ba9b-6e66d0695d60', 'status': 'completed', 'code': 200} Sep 17 22:21:39.427755 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f02f20-496c-44c0-bcc5-b94f716256e2', 'name': 'network-vif-deleted', 'tag': '14e77c14-7aef-458a-a529-465446d3c4c7', 'status': 'completed', 'code': 200} Sep 17 22:21:39.427755 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd req-63cebf67-8b70-4b23-885b-7a3786192597 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27e80cd-1092-43b0-9d34-57c94dd5db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404584 Sep 17 22:21:39.518831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9a149-a6da-4457-993c-2bb10925196b req-b286c176-ed95-4ab8-a6f1-fb8a279691ae tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.523513 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-b286c176-ed95-4ab8-a6f1-fb8a279691ae tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/networks?id=3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 HTTP/1.1" status: 200 len: 821 time: 0.1754780 Sep 17 22:21:39.549093 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-5bca1f4c-ad24-4c62-9ad5-109e95ba6686 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/quotas/29f3ea79789e4811a3e2a05bf8c10cc0 HTTP/1.1" status: 200 len: 375 time: 0.0194888 Sep 17 22:21:39.591558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-334e394f-2e6c-41f5-95a6-c80b1e4478da req-894074c6-d8bd-43ca-a494-24f2630d602b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f02f20-496c-44c0-bcc5-b94f716256e2 HTTP/1.1" status: 200 len: 210 time: 0.0357001 Sep 17 22:21:39.604681 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-b9f0181f-838b-4dcd-a394-24dab164c57d tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29f3ea79789e4811a3e2a05bf8c10cc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536380 Sep 17 22:21:39.623375 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd req-47a84eb7-7ddf-4079-904e-93af843b66ae service neutron] 10.222.0.15 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777267 Sep 17 22:21:39.717152 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-652b72d2-1653-4027-9cc0-2c18e0fc0106 service neutron] 10.222.0.30 "GET /v2.0/networks/3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037245 Sep 17 22:21:39.809295 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e67aa5-1f60-48b6-b7da-3a1f37baaefd req-37fadb9c-8d30-4cb4-a6f0-8074222dc8c7 service neutron] 10.222.0.15 "GET /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780393 Sep 17 22:21:39.840861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-8e2417de-9fd1-488a-890f-f4892fd6f4bf service neutron] 10.222.0.30 "GET /v2.0/networks/3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167927 Sep 17 22:21:39.844322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b8485-43af-4475-a5a2-634966da9290 req-27a416aa-7c20-42cf-9b2b-7b367da27038 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.846067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-27a416aa-7c20-42cf-9b2b-7b367da27038 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.1400778 Sep 17 22:21:39.873021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-91944f72-d1e1-4ef7-b54c-d6ac5fbf2c2c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/quotas/0a2f764a72e24306a30369bc428b523c HTTP/1.1" status: 200 len: 375 time: 0.0158691 Sep 17 22:21:39.906454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-a494b7f7-9b4d-4625-8834-0d9e0731a2d1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324216 Sep 17 22:21:40.011071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-ba20c539-ac67-426a-aca9-5cc4293fa674 service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961990 Sep 17 22:21:40.074160 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:40.139053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-df5fa626-2e1e-489a-b175-f521a741132a service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212103 Sep 17 22:21:40.219547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed59ea0-38ea-4636-ab09-f15977894d94 req-27305b6e-6ace-417b-8f45-3e750be41ee9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:40.228008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aed59ea0-38ea-4636-ab09-f15977894d94 req-27305b6e-6ace-417b-8f45-3e750be41ee9 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 943 time: 0.0608199 Sep 17 22:21:40.273870 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aed59ea0-38ea-4636-ab09-f15977894d94 req-e2a2c713-4f53-4b32-b2bd-f8f69f63a7d3 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447824 Sep 17 22:21:40.300467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:40.324020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 14e77c14-7aef-458a-a529-465446d3c4c7 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:40.324621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 14e77c14-7aef-458a-a529-465446d3c4c7 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:40.385153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de653fa-18d1-4bc1-8165-4431b92e5878 req-e0d87961-1627-4856-b43d-3b1c99e5a8ec tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:40.392208 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8de653fa-18d1-4bc1-8165-4431b92e5878 req-e0d87961-1627-4856-b43d-3b1c99e5a8ec tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 948 time: 0.0579629 Sep 17 22:21:40.434596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8de653fa-18d1-4bc1-8165-4431b92e5878 req-c32f37d2-1e24-4080-8ec7-b493f42b6442 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Sep 17 22:21:40.493898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb544ac5-638c-4356-a671-df44907e691c req-4fe96b20-b81d-41c7-ae87-0bd87bb7fb16 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 210 time: 0.0372198 Sep 17 22:21:40.565514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564f273-cfd6-4359-af61-6a7b32167eb7 req-a31989b3-b864-43b4-815d-c7a3b5c8e4bb tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:40.570471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b564f273-cfd6-4359-af61-6a7b32167eb7 req-a31989b3-b864-43b4-815d-c7a3b5c8e4bb tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.0584457 Sep 17 22:21:40.647953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b564f273-cfd6-4359-af61-6a7b32167eb7 req-4b9aa46a-5494-416c-ac57-40c79422efe7 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710282 Sep 17 22:21:40.655119 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbfe8197-d5f0-4410-934b-a8e310c95798 req-ae11a446-ef03-4275-8fa1-9ed3843930f6 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 210 time: 0.0536184 Sep 17 22:21:41.170546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2badf020-58f1-4edc-b9a1-a987d56775d4 service neutron] 10.222.0.23 "GET /v2.0/ports/bfd1e28e-8c5c-4a2e-8687-c65104135609/bindings/n-h2-713499-18 HTTP/1.1" status: 200 len: 385 time: 0.0858912 Sep 17 22:21:41.188883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6cce130b-d899-42e0-996b-4c844e270d34 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:41.190937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bfd1e28e-8c5c-4a2e-8687-c65104135609 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:41.218366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323fcd3-58e7-46fa-a949-7ecdfa0beb34 req-9cad424b-204b-4ffe-a6e5-adbbc25666f7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.224717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4323fcd3-58e7-46fa-a949-7ecdfa0beb34 req-9cad424b-204b-4ffe-a6e5-adbbc25666f7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 951 time: 0.0828698 Sep 17 22:21:41.316031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4323fcd3-58e7-46fa-a949-7ecdfa0beb34 req-3a4474ff-cbd0-490c-9a62-f2e88e2aa07e tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848978 Sep 17 22:21:41.362352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6cce130b-d899-42e0-996b-4c844e270d34, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cce130b-d899-42e0-996b-4c844e270d34,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:41.386146 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '6cce130b-d899-42e0-996b-4c844e270d34', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '6cce130b-d899-42e0-996b-4c844e270d34', 'mac_address': 'fa:16:3e:49:9f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:41.427465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:41.429754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df3715-1bfa-4584-a479-e4d055634c5c req-24d1a0bb-ce71-4b30-afde-02460d04e4e0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.431345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6df3715-1bfa-4584-a479-e4d055634c5c req-24d1a0bb-ce71-4b30-afde-02460d04e4e0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 943 time: 0.0589139 Sep 17 22:21:41.442748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2bd4138f-e885-4211-8424-c33981bf8ea8 service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:41.445718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cce130b-d899-42e0-996b-4c844e270d34 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:41.470438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6cce130b-d899-42e0-996b-4c844e270d34, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cce130b-d899-42e0-996b-4c844e270d34,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:41.479418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6df3715-1bfa-4584-a479-e4d055634c5c req-207055b0-cbc8-4837-9844-b5ec51695479 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Sep 17 22:21:41.482065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2bd4138f-e885-4211-8424-c33981bf8ea8 service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:41.545676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2bd4138f-e885-4211-8424-c33981bf8ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd1e28e-8c5c-4a2e-8687-c65104135609 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:41.559541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2bd4138f-e885-4211-8424-c33981bf8ea8 service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:41.586254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-797beef0-4c93-4653-9f3c-0a7f0623937c req-155fc91a-0488-4fa6-b7c3-ebdbd63a5c41 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 210 time: 0.0344114 Sep 17 22:21:41.588803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbafd65-ac04-40e3-a528-3498a2e4b4ec req-3b036a57-feab-42f9-90d7-3df972626679 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.590330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9bbafd65-ac04-40e3-a528-3498a2e4b4ec req-3b036a57-feab-42f9-90d7-3df972626679 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 948 time: 0.0775800 Sep 17 22:21:41.598590 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:41.666791 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9bbafd65-ac04-40e3-a528-3498a2e4b4ec req-b660ce57-6679-4abd-886f-c7decc346e9f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705111 Sep 17 22:21:41.675929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=6cce130b-d899-42e0-996b-4c844e270d34,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:41.701514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2bd4138f-e885-4211-8424-c33981bf8ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:41.758933 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dcb076e-d6d7-4d22-8566-3b6d245e36a5 req-c6b919b3-8942-4e93-90ff-73461d2a4469 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 210 time: 0.0335383 Sep 17 22:21:41.823181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6cce130b-d899-42e0-996b-4c844e270d34'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:41.830705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2bd4138f-e885-4211-8424-c33981bf8ea8 service neutron] Transition to ACTIVE for port object bfd1e28e-8c5c-4a2e-8687-c65104135609 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:41.838913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a3bd5-5cb5-4a79-94b1-b1f7f28ed38b req-e116bafa-08ee-43f6-a5ce-dcf2236b5f50 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.840443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c0a3bd5-5cb5-4a79-94b1-b1f7f28ed38b req-e116bafa-08ee-43f6-a5ce-dcf2236b5f50 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 943 time: 0.0870037 Sep 17 22:21:41.891324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c0a3bd5-5cb5-4a79-94b1-b1f7f28ed38b req-692f8697-e416-4dd3-a166-e30f5abe963b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423074 Sep 17 22:21:41.941399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2bd4138f-e885-4211-8424-c33981bf8ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:42.008464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2bd4138f-e885-4211-8424-c33981bf8ea8 service neutron] No DVR routers for this DVR port bfd1e28e-8c5c-4a2e-8687-c65104135609 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:42.027443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4138f-e885-4211-8424-c33981bf8ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd1e28e-8c5c-4a2e-8687-c65104135609,revision_number=10']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:42.053332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2bd4138f-e885-4211-8424-c33981bf8ea8 service neutron] 10.222.0.23 "PUT /v2.0/ports/bfd1e28e-8c5c-4a2e-8687-c65104135609/bindings/n-h2-713499-18/activate HTTP/1.1" status: 200 len: 370 time: 0.8733635 Sep 17 22:21:42.315297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 422b692d-f062-4b6d-915c-47b263a2363f details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:42.414581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 422b692d-f062-4b6d-915c-47b263a2363f, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=422b692d-f062-4b6d-915c-47b263a2363f,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:42.430790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '422b692d-f062-4b6d-915c-47b263a2363f', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '422b692d-f062-4b6d-915c-47b263a2363f', 'mac_address': 'fa:16:3e:f6:1a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:42.444241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a65b2f-f03b-4507-b732-4aa98ee4b87f req-3dfb5300-1fc4-4ff3-b1f5-ce17d88c6882 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.450473 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44a65b2f-f03b-4507-b732-4aa98ee4b87f req-3dfb5300-1fc4-4ff3-b1f5-ce17d88c6882 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 951 time: 0.0721693 Sep 17 22:21:42.483887 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:42.497478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44a65b2f-f03b-4507-b732-4aa98ee4b87f req-ce838271-48e6-411d-a68b-3a61206b79e8 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Sep 17 22:21:42.498998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422b692d-f062-4b6d-915c-47b263a2363f {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:42.510004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c43d5e-f603-48a1-8096-e23cd570248c req-526bcdcb-b8e8-42ae-96d6-10fef18bb627 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.511568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51c43d5e-f603-48a1-8096-e23cd570248c req-526bcdcb-b8e8-42ae-96d6-10fef18bb627 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 951 time: 0.0651855 Sep 17 22:21:42.530607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 422b692d-f062-4b6d-915c-47b263a2363f, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=422b692d-f062-4b6d-915c-47b263a2363f,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:42.641004 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:42.696558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=422b692d-f062-4b6d-915c-47b263a2363f,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:42.706224 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b9e8c62-0dd4-4fba-884e-f005a92b905c req-3afc6f20-c6c7-40e1-9faa-b8382314d7d2 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 210 time: 0.0486813 Sep 17 22:21:42.732372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f7826-5b2c-4f7d-b66f-061bebc1c067 req-1f9fe862-a630-4b35-b2a3-7d2f7febfc7e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.733944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b9f7826-5b2c-4f7d-b66f-061bebc1c067 req-1f9fe862-a630-4b35-b2a3-7d2f7febfc7e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 943 time: 0.1772401 Sep 17 22:21:42.788946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9a149-a6da-4457-993c-2bb10925196b req-5297312a-9a92-4784-b0e8-74c017f2cc1e tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.791126 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-5297312a-9a92-4784-b0e8-74c017f2cc1e tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.23 "GET /v2.0/networks?id=3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 HTTP/1.1" status: 200 len: 821 time: 0.2004032 Sep 17 22:21:42.793229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-51c43d5e-f603-48a1-8096-e23cd570248c req-a3102436-3992-4bab-8689-e06281ee0f82 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Deleting port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:42.793563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51c43d5e-f603-48a1-8096-e23cd570248c req-a3102436-3992-4bab-8689-e06281ee0f82 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:42.822067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Request body: {'port': {'device_id': '8f63b101-b1e2-43c3-b6e7-ff7a6fed6094', 'network_id': '3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6', 'admin_state_up': True, 'tenant_id': '29f3ea79789e4811a3e2a05bf8c10cc0'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:42.867413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b9f7826-5b2c-4f7d-b66f-061bebc1c067 req-5724a50c-0401-40c1-96e3-84ac4ab5735f tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213896 Sep 17 22:21:42.924216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f9096-a2b0-4fd2-a20b-a388e308723b req-49716eab-31f0-4aeb-8b0b-ca9b3f9654a9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.927837 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d6f9096-a2b0-4fd2-a20b-a388e308723b req-49716eab-31f0-4aeb-8b0b-ca9b3f9654a9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 949 time: 0.0851796 Sep 17 22:21:42.988720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d6f9096-a2b0-4fd2-a20b-a388e308723b req-210007f7-1a22-4ce7-a628-80c2766b25f5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557845 Sep 17 22:21:43.008138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-51c43d5e-f603-48a1-8096-e23cd570248c req-a3102436-3992-4bab-8689-e06281ee0f82 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] For port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:43.008507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51c43d5e-f603-48a1-8096-e23cd570248c req-a3102436-3992-4bab-8689-e06281ee0f82 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.013900 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bdc9ef2-a8d1-489d-96f3-2d81796fa4d9 req-7485469a-9575-4b7e-8848-6ac2b97a7c53 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 210 time: 0.0565832 Sep 17 22:21:43.027139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-51c43d5e-f603-48a1-8096-e23cd570248c req-a3102436-3992-4bab-8689-e06281ee0f82 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Calling delete_port for 76b2dcf5-3f33-44d0-bfe4-f3371df258fb owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:43.110459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a794d44-3689-4d62-bfee-4d4be5d711b5 req-17aebb5f-c79a-46f6-b18c-68aaf46c4d00 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:43.112606 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a794d44-3689-4d62-bfee-4d4be5d711b5 req-17aebb5f-c79a-46f6-b18c-68aaf46c4d00 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 944 time: 0.0547869 Sep 17 22:21:43.129957 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Made reservation on behalf of 29f3ea79789e4811a3e2a05bf8c10cc0 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:43.130115 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.166660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['422b692d-f062-4b6d-915c-47b263a2363f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:43.179640 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a794d44-3689-4d62-bfee-4d4be5d711b5 req-e35661d8-9028-44b4-b523-47ecb5e97204 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597639 Sep 17 22:21:43.195979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6cce130b-d899-42e0-996b-4c844e270d34 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:43.337348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-b82d1baf-44ef-47ff-8f07-f2d9d7a9711b tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:43.338702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-b82d1baf-44ef-47ff-8f07-f2d9d7a9711b tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.1712620 Sep 17 22:21:43.394011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 6cce130b-d899-42e0-996b-4c844e270d34 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:43.398923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 6cce130b-d899-42e0-996b-4c844e270d34 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:43.399304 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.415452 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51c43d5e-f603-48a1-8096-e23cd570248c req-a3102436-3992-4bab-8689-e06281ee0f82 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.431125 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3dc9a489-399a-4fe4-a1cb-541d72c96d37', '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:43.552962 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.594049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42c534f-c00a-44db-a144-dde97126ccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cce130b-d899-42e0-996b-4c844e270d34'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:43.596586 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1e0b74-43a3-4c56-8321-ca3f28668e66" -d '{"events": [{"server_uuid": "d42c534f-c00a-44db-a144-dde97126ccd0", "name": "network-vif-plugged", "status": "completed", "tag": "6cce130b-d899-42e0-996b-4c844e270d34"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:43.618231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6cce130b-d899-42e0-996b-4c844e270d34, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cce130b-d899-42e0-996b-4c844e270d34,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:43.652229 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0dd2f8-5c1c-434a-9dce-f3cca319456b x-openstack-request-id: req-0e0dd2f8-5c1c-434a-9dce-f3cca319456b {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:43.652573 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42c534f-c00a-44db-a144-dde97126ccd0", "name": "network-vif-plugged", "status": "completed", "tag": "6cce130b-d899-42e0-996b-4c844e270d34", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:43.652789 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e0dd2f8-5c1c-434a-9dce-f3cca319456b {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:43.653193 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42c534f-c00a-44db-a144-dde97126ccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cce130b-d899-42e0-996b-4c844e270d34', 'code': 200} Sep 17 22:21:43.719892 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.759795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b8485-43af-4475-a5a2-634966da9290 req-e6530d0b-ba08-4277-b86b-eb1fe4217de8 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:43.759795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-e6530d0b-ba08-4277-b86b-eb1fe4217de8 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.23 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.5232568 Sep 17 22:21:43.791818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41c4b5-95f1-4675-a3c6-d094dc69ced5 req-9002c075-41f9-448f-a8c2-d106263a96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:43.797590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d41c4b5-95f1-4675-a3c6-d094dc69ced5 req-9002c075-41f9-448f-a8c2-d106263a96a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 1102 time: 0.0854871 Sep 17 22:21:43.802951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=6cce130b-d899-42e0-996b-4c844e270d34,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:43.833764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Request body: {'port': {'device_id': '8440f456-b9c3-4940-99d5-41ac4e143129', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'admin_state_up': True, 'tenant_id': '0a2f764a72e24306a30369bc428b523c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:43.842754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3102436-3992-4bab-8689-e06281ee0f82 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Pushing event deleted for resources: {'Port': ['ID=76b2dcf5-3f33-44d0-bfe4-f3371df258fb,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:43.856361 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf9a93e7-bbac-4528-87fa-addefd29d8a7 req-760b2a3e-abf8-49f5-8ac7-a0675e3fc562 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 210 time: 0.0433085 Sep 17 22:21:43.871783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d41c4b5-95f1-4675-a3c6-d094dc69ced5 req-d7b20bb1-586f-4f25-8748-6d9f173bc6ad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664473 Sep 17 22:21:43.880611 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-304ad1fb-93c7-4358-ad77-97af148445e7 req-970cccd6-747c-4c1b-aca8-e46c1fdecca7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 210 time: 0.1135449 Sep 17 22:21:43.914954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Allocated IP 172.20.0.4 (3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6/22453938-8d65-4e51-9ef5-4defbc681602/1a7a870f-6fd3-4862-ade0-6eb3fbed709a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:43.926410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-cb0b8cd3-a03d-40b7-a034-40374f102551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:43.928042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-cb0b8cd3-a03d-40b7-a034-40374f102551 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8&tenant_id=750d12dee1534161b8aa8559b499da36 HTTP/1.1" status: 200 len: 1096 time: 0.5602880 Sep 17 22:21:43.929235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c43d5e-f603-48a1-8096-e23cd570248c req-a3102436-3992-4bab-8689-e06281ee0f82 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] No DVR routers for this DVR port 76b2dcf5-3f33-44d0-bfe4-f3371df258fb on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:43.935483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51c43d5e-f603-48a1-8096-e23cd570248c req-a3102436-3992-4bab-8689-e06281ee0f82 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.937488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51c43d5e-f603-48a1-8096-e23cd570248c req-a3102436-3992-4bab-8689-e06281ee0f82 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "DELETE /v2.0/ports/76b2dcf5-3f33-44d0-bfe4-f3371df258fb HTTP/1.1" status: 204 len: 173 time: 1.4197993 Sep 17 22:21:43.962526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-deleted', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:43.968420 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bf9b78-803e-436c-8eb4-0e6afc69c716" -d '{"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-deleted", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:44.125561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b8588-2651-42d7-84ad-9b360a309d4f req-9549f88d-7139-4350-886d-6a89226f8d08 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.127126 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-999b8588-2651-42d7-84ad-9b360a309d4f req-9549f88d-7139-4350-886d-6a89226f8d08 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 943 time: 0.1502719 Sep 17 22:21:44.150108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-9b41fdb5-8bce-4337-95be-4cc0bd6e6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.151616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-9b41fdb5-8bce-4337-95be-4cc0bd6e6650 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750d12dee1534161b8aa8559b499da36&device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 1096 time: 0.1666892 Sep 17 22:21:44.256716 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Made reservation on behalf of 0a2f764a72e24306a30369bc428b523c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:44.259361 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.315253 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aef44e-fae9-4f4e-8105-7ed49b239b9c x-openstack-request-id: req-63aef44e-fae9-4f4e-8105-7ed49b239b9c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:44.315539 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89cc8d5-0f14-4f34-9b91-70a27fd04b40", "name": "network-vif-deleted", "tag": "76b2dcf5-3f33-44d0-bfe4-f3371df258fb", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:44.315888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 418e307d-3a71-4ecf-a8ae-a022a97d0c06 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:44.316007 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63aef44e-fae9-4f4e-8105-7ed49b239b9c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:44.316370 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89cc8d5-0f14-4f34-9b91-70a27fd04b40', 'name': 'network-vif-deleted', 'tag': '76b2dcf5-3f33-44d0-bfe4-f3371df258fb', 'status': 'completed', 'code': 200} Sep 17 22:21:44.332656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-999b8588-2651-42d7-84ad-9b360a309d4f req-1d2c6148-2324-4ff8-8e63-729142ceae75 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896122 Sep 17 22:21:44.442314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.450477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:44.451624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d7807160-4280-4113-9ab6-6e8d1a63406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.453261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-d7807160-4280-4113-9ab6-6e8d1a63406e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 200 len: 921 time: 0.2871375 Sep 17 22:21:44.466839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701a106-9567-4191-aa8d-542c4269e9ae req-20e99a43-7c0e-40dc-83a7-fd2dfe82e9f8 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.468610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c701a106-9567-4191-aa8d-542c4269e9ae req-20e99a43-7c0e-40dc-83a7-fd2dfe82e9f8 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 950 time: 0.0728257 Sep 17 22:21:44.502550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-282560f0-6155-4f88-80f3-8633a0e452ff req-44c91c5f-e88c-46cd-a33b-57cead567ef9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 210 time: 0.0581927 Sep 17 22:21:44.534482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c701a106-9567-4191-aa8d-542c4269e9ae req-23b84dee-f620-41f2-b8fb-f5685cb1e7c8 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504282 Sep 17 22:21:44.612493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-dbc7c744-8408-4b46-934a-7344dbb95484 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609 HTTP/1.1" status: 200 len: 217 time: 0.1038651 Sep 17 22:21:44.649288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 418e307d-3a71-4ecf-a8ae-a022a97d0c06, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=418e307d-3a71-4ecf-a8ae-a022a97d0c06,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:44.667668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '418e307d-3a71-4ecf-a8ae-a022a97d0c06', 'network_id': 'e27e80cd-1092-43b0-9d34-57c94dd5db0f', 'port_id': '418e307d-3a71-4ecf-a8ae-a022a97d0c06', 'mac_address': 'fa:16:3e:15:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342053ca-ac5c-4106-a367-66bd248d3955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:44.729889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.730532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Allocated IP 172.20.0.12 (6650283b-a368-473e-949e-cc881b697503/a9d8809e-e370-4133-96e7-9ba2b7e59279/ea629faa-f98f-42d7-b87b-08c79ea5c89a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:44.739419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-14f0d752-64aa-4083-815d-e9308fb695c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.740979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-14f0d752-64aa-4083-815d-e9308fb695c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 200 len: 860 time: 0.1125832 Sep 17 22:21:44.753782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418e307d-3a71-4ecf-a8ae-a022a97d0c06 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:44.754008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff5ae8-1b3f-4ad3-80f2-e0d9f6b238a0 req-bb51cdfb-b5c6-42b2-8822-dcc476909e8b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.755450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9dff5ae8-1b3f-4ad3-80f2-e0d9f6b238a0 req-bb51cdfb-b5c6-42b2-8822-dcc476909e8b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 944 time: 0.1463227 Sep 17 22:21:44.793128 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 418e307d-3a71-4ecf-a8ae-a022a97d0c06, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=418e307d-3a71-4ecf-a8ae-a022a97d0c06,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:44.808261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-8bb230e2-69cf-4bfa-8e2e-ab855f0f9108 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc90bcd-5a73-4935-98b6-6780f7d9c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510054 Sep 17 22:21:44.873895 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.885980 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9dff5ae8-1b3f-4ad3-80f2-e0d9f6b238a0 req-d37f88e5-1cb5-40c9-bb8b-9540b507fe53 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164513 Sep 17 22:21:44.892500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.962859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=418e307d-3a71-4ecf-a8ae-a022a97d0c06,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:45.054689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Network 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:45.054841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807aa4d-5049-4d96-a582-236c1275a1e9 req-eab1776f-37d3-46a2-81a0-5a201154cbb7 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:45.054841 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b807aa4d-5049-4d96-a582-236c1275a1e9 req-eab1776f-37d3-46a2-81a0-5a201154cbb7 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 931 time: 0.0620215 Sep 17 22:21:45.066421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:45.081900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Pushing event updated for resources: {'Port': ['ID=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:45.086284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:45.130991 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b807aa4d-5049-4d96-a582-236c1275a1e9 req-53f67c5a-331e-49db-b2b5-01470f4e4a06 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690110 Sep 17 22:21:45.138074 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e23915b9-3d36-4386-94c3-3933db7c1051 req-15bb0177-3989-4bba-9a31-7dc0b21ca588 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=f89cc8d5-0f14-4f34-9b91-70a27fd04b40 HTTP/1.1" status: 200 len: 210 time: 0.0852478 Sep 17 22:21:45.184457 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-ed56c3c4-0c24-451a-9582-80cf36a8e7f0 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658679 Sep 17 22:21:45.194195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:45.194899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:45.235071 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:45.323302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-04a12446-124d-4c3f-95b8-87673dde32d7 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224043 Sep 17 22:21:45.418753 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ba749d-30cd-4893-905a-0baa080e9956 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6075659 Sep 17 22:21:45.438540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Request body: {'port': {'device_id': '8f63b101-b1e2-43c3-b6e7-ff7a6fed6094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:45.473712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:45.522006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['418e307d-3a71-4ecf-a8ae-a022a97d0c06'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:45.531976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b638d67-33ee-453c-9621-4b3bfac1c67a req-fcbf70b9-409d-459b-976c-9d48a0646224 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:45.533515 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b638d67-33ee-453c-9621-4b3bfac1c67a req-fcbf70b9-409d-459b-976c-9d48a0646224 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 944 time: 0.1259825 Sep 17 22:21:45.551332 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:45.561611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Network 6650283b-a368-473e-949e-cc881b697503 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:45.575163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:45.578795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event updated for resources: {'Port': ['ID=ea629faa-f98f-42d7-b87b-08c79ea5c89a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:45.581235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:45.664068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdaded-c810-4db3-acce-aa015ee41992 req-7cf4344b-8cc8-468e-b681-dc5a18337fac tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:45.666285 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dcfdaded-c810-4db3-acce-aa015ee41992 req-7cf4344b-8cc8-468e-b681-dc5a18337fac tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 932 time: 0.0671113 Sep 17 22:21:45.695446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b638d67-33ee-453c-9621-4b3bfac1c67a req-703b3f7a-3e81-4fbb-b548-99c4e6a84f53 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213343 Sep 17 22:21:45.722706 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dcfdaded-c810-4db3-acce-aa015ee41992 req-aa8dfd17-acab-4f69-8f16-e377ae669fe3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496604 Sep 17 22:21:45.740853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53672) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:45.753985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:45.753985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:45.875287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5abe39a5-7de5-41bd-bf5d-a4e2ec300c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:45.877378 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-76556c65-017f-46fe-801f-01f7f414cdaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0998163 Sep 17 22:21:45.893650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba82727-1f01-473b-8677-b67baefa6fd7 req-7478e9ad-3eda-4269-a03f-5a04ee6a1060 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:45.895155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ba82727-1f01-473b-8677-b67baefa6fd7 req-7478e9ad-3eda-4269-a03f-5a04ee6a1060 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 950 time: 0.1112900 Sep 17 22:21:45.902427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Request body: {'port': {'device_id': '8440f456-b9c3-4940-99d5-41ac4e143129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:45.977588 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5abe39a5-7de5-41bd-bf5d-a4e2ec300c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.029323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce4507-192b-498e-8cb9-57433ea68bbd req-6327257a-7c38-4c57-b364-f7cb1ec5578b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:46.030804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-efce4507-192b-498e-8cb9-57433ea68bbd req-6327257a-7c38-4c57-b364-f7cb1ec5578b tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 944 time: 0.0559285 Sep 17 22:21:46.057836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5abe39a5-7de5-41bd-bf5d-a4e2ec300c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.059135 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ba82727-1f01-473b-8677-b67baefa6fd7 req-ed69fecf-45a9-4739-a63b-4d5ae4d1710e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520495 Sep 17 22:21:46.067522 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.101012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-efce4507-192b-498e-8cb9-57433ea68bbd req-a85e4517-732a-4f92-b84d-8a3b5cbfdee2 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636320 Sep 17 22:21:46.109242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe39a5-7de5-41bd-bf5d-a4e2ec300c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02152d3-92aa-4e2f-ab44-4f7d8a4b1d25,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:46.113474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5abe39a5-7de5-41bd-bf5d-a4e2ec300c88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f05a36ab95c14e36a71b673550181220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705442 Sep 17 22:21:46.116603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53680) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:46.154929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7a870f-6fd3-4862-ade0-6eb3fbed709a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:46.164661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afcb2-60ba-4b87-825b-d5e505875cee req-96c631d2-03db-420c-819c-38f3143ae147 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:46.166348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-96c631d2-03db-420c-819c-38f3143ae147 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8&tenant_id=750d12dee1534161b8aa8559b499da36&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.1876552 Sep 17 22:21:46.177478 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef847efd-618e-40bc-b79f-d3b333752c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.180389 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.201984 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef847efd-618e-40bc-b79f-d3b333752c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.266502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Transition to ACTIVE for port object 1a7a870f-6fd3-4862-ade0-6eb3fbed709a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:46.287403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f70654-e84a-4df5-8620-9a9a319a5eca req-e6843e6f-969c-4571-a21c-e9c198fd5bdd tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:46.289628 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8f70654-e84a-4df5-8620-9a9a319a5eca req-e6843e6f-969c-4571-a21c-e9c198fd5bdd tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 931 time: 0.0853720 Sep 17 22:21:46.316484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 422b692d-f062-4b6d-915c-47b263a2363f up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:46.332996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8f70654-e84a-4df5-8620-9a9a319a5eca req-ef42dae6-a7b7-4297-a2ec-59eec06b0f5f tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367582 Sep 17 22:21:46.358209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24196a-c0e5-4753-96d2-efff8ad2d8c2 req-93d4870b-de65-457e-8b72-70aa67ca4ec4 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:46.359717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc24196a-c0e5-4753-96d2-efff8ad2d8c2 req-93d4870b-de65-457e-8b72-70aa67ca4ec4 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 949 time: 0.2075870 Sep 17 22:21:46.371363 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.383173 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef847efd-618e-40bc-b79f-d3b333752c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.385751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef847efd-618e-40bc-b79f-d3b333752c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.389851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ef847efd-618e-40bc-b79f-d3b333752c57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a02152d3-92aa-4e2f-ab44-4f7d8a4b1d25 HTTP/1.1" status: 204 len: 168 time: 0.2694736 Sep 17 22:21:46.396417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef847efd-618e-40bc-b79f-d3b333752c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02152d3-92aa-4e2f-ab44-4f7d8a4b1d25,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:46.462549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 422b692d-f062-4b6d-915c-47b263a2363f completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:46.468795 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 422b692d-f062-4b6d-915c-47b263a2363f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:46.469423 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.552482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:46.559980 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.579420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc24196a-c0e5-4753-96d2-efff8ad2d8c2 req-b9160109-c49e-4cc9-9c86-484625566631 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093697 Sep 17 22:21:46.586221 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c702bcf2-c2db-46fc-adf2-bcf3713ee427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b692d-f062-4b6d-915c-47b263a2363f'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:46.588571 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc164113-eadb-4c16-bb7b-f0e1756f5089" -d '{"events": [{"server_uuid": "c702bcf2-c2db-46fc-adf2-bcf3713ee427", "name": "network-vif-plugged", "status": "completed", "tag": "422b692d-f062-4b6d-915c-47b263a2363f"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:46.607472 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 422b692d-f062-4b6d-915c-47b263a2363f, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=422b692d-f062-4b6d-915c-47b263a2363f,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:46.648201 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63b9dfe-76d8-446a-8218-d0f45c38b128 x-openstack-request-id: req-f63b9dfe-76d8-446a-8218-d0f45c38b128 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:46.648577 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c702bcf2-c2db-46fc-adf2-bcf3713ee427", "name": "network-vif-plugged", "status": "completed", "tag": "422b692d-f062-4b6d-915c-47b263a2363f", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:46.648897 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f63b9dfe-76d8-446a-8218-d0f45c38b128 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:46.649360 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c702bcf2-c2db-46fc-adf2-bcf3713ee427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b692d-f062-4b6d-915c-47b263a2363f', 'code': 200} Sep 17 22:21:46.673960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.685676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Attempting to bind port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:46.686011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Attempting to bind port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3f39e09d-08f5-4541-8616-eacbac7a250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:46.686334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Attempting to bind port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a on network 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:46.704778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a on network 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:46.705097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Attempting to bind port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a on network 3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:46.717808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2d134032-456e-490c-ad10-926462a1dbc4 service neutron] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:46.717808 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2d134032-456e-490c-ad10-926462a1dbc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.717808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-311afcb2-60ba-4b87-825b-d5e505875cee req-2d134032-456e-490c-ad10-926462a1dbc4 service neutron] 10.222.0.15 "DELETE /v2.0/ports/bfd1e28e-8c5c-4a2e-8687-c65104135609/bindings/n-h1-713499-18 HTTP/1.1" status: 204 len: 173 time: 0.5389390 Sep 17 22:21:46.747697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:46.749808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Checking segment: {'id': '3f39e09d-08f5-4541-8616-eacbac7a250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:46.750376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Bound using segment: {'id': '3f39e09d-08f5-4541-8616-eacbac7a250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:46.750966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=422b692d-f062-4b6d-915c-47b263a2363f,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:46.753109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Bound port: 1a7a870f-6fd3-4862-ade0-6eb3fbed709a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f39e09d-08f5-4541-8616-eacbac7a250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:46.753491 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.796678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea629faa-f98f-42d7-b87b-08c79ea5c89a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:46.817045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.884007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Transition to ACTIVE for port object ea629faa-f98f-42d7-b87b-08c79ea5c89a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:46.910058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508de49-bbde-43e7-ba2f-9f3025f3e3c9 req-b31c7579-81ae-4c33-8e18-e2bb670d3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:46.912014 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a508de49-bbde-43e7-ba2f-9f3025f3e3c9 req-b31c7579-81ae-4c33-8e18-e2bb670d3106 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 1102 time: 0.1442032 Sep 17 22:21:46.918643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] For port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:46.923142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] For port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,segment=NetworkSegment(3f39e09d-08f5-4541-8616-eacbac7a250d),segment_id=3f39e09d-08f5-4541-8616-eacbac7a250d)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:46.931969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e037161-bc61-4d6a-a0c0-3186b43ed6bf req-5bd670f8-f3f6-4fdb-bacb-ff460205605b tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:46.933542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e037161-bc61-4d6a-a0c0-3186b43ed6bf req-5bd670f8-f3f6-4fdb-bacb-ff460205605b tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 944 time: 0.1325903 Sep 17 22:21:46.964579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d88b4-4848-4d04-a439-a3cdb7e88c9e req-aff7d70e-b0e5-4a61-a6a2-16e29a0124d8 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:46.966200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c1d88b4-4848-4d04-a439-a3cdb7e88c9e req-aff7d70e-b0e5-4a61-a6a2-16e29a0124d8 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 932 time: 0.0597410 Sep 17 22:21:46.985737 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.991735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a508de49-bbde-43e7-ba2f-9f3025f3e3c9 req-ed193d5a-25a0-46d6-94a0-7cac03bdda1e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566943 Sep 17 22:21:46.998425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e037161-bc61-4d6a-a0c0-3186b43ed6bf req-c5e64cc5-1704-4e11-95c5-fab7e9cf7e0a tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583460 Sep 17 22:21:47.005193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c1d88b4-4848-4d04-a439-a3cdb7e88c9e req-4eadad45-ca62-48af-808a-7a5ad9e78986 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Sep 17 22:21:47.034366 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.061376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Pushing event updated for resources: {'Port': ['ID=ea629faa-f98f-42d7-b87b-08c79ea5c89a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:47.081268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.081878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.083309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] 10.222.0.23 "PUT /v2.0/ports/1a7a870f-6fd3-4862-ade0-6eb3fbed709a HTTP/1.1" status: 200 len: 1092 time: 1.6500382 Sep 17 22:21:47.085426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f63b101-b1e2-43c3-b6e7-ff7a6fed6094', 'tag': '1a7a870f-6fd3-4862-ade0-6eb3fbed709a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:47.087618 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e606ebd-6350-4df7-979f-4831a2df0274" -d '{"events": [{"name": "network-changed", "server_uuid": "8f63b101-b1e2-43c3-b6e7-ff7a6fed6094", "tag": "1a7a870f-6fd3-4862-ade0-6eb3fbed709a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:47.145706 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9ecccb-de1f-459d-80e5-d6ccfc6f26ee x-openstack-request-id: req-9f9ecccb-de1f-459d-80e5-d6ccfc6f26ee {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:47.145989 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f63b101-b1e2-43c3-b6e7-ff7a6fed6094", "tag": "1a7a870f-6fd3-4862-ade0-6eb3fbed709a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:47.146236 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f9ecccb-de1f-459d-80e5-d6ccfc6f26ee {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:47.146614 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f63b101-b1e2-43c3-b6e7-ff7a6fed6094', 'tag': '1a7a870f-6fd3-4862-ade0-6eb3fbed709a', 'status': 'completed', 'code': 200} Sep 17 22:21:47.188205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53706) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:47.206948 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37653860-551e-4f4d-9d70-c918a4564ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.223030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:47.248376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 76b2dcf5-3f33-44d0-bfe4-f3371df258fb {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:47.248778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 76b2dcf5-3f33-44d0-bfe4-f3371df258fb not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:47.306770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28319c85-42be-41b1-a497-9d08c54ff444 req-33a1835e-a2d1-4128-8e6f-82a066cfa180 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.308333 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28319c85-42be-41b1-a497-9d08c54ff444 req-33a1835e-a2d1-4128-8e6f-82a066cfa180 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 944 time: 0.0890014 Sep 17 22:21:47.372322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28319c85-42be-41b1-a497-9d08c54ff444 req-0b8a7035-86ea-4b2b-a145-c9917ca43c39 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563283 Sep 17 22:21:47.427441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37653860-551e-4f4d-9d70-c918a4564ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.490114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4b907-7573-47cc-a7c2-a39a3b1c5c47 req-5f54ca70-fca9-461a-9d60-ed7c823ba7c4 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.492631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8c4b907-7573-47cc-a7c2-a39a3b1c5c47 req-5f54ca70-fca9-461a-9d60-ed7c823ba7c4 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 943 time: 0.0538650 Sep 17 22:21:47.513605 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37653860-551e-4f4d-9d70-c918a4564ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.547957 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd168ba-6811-4301-97b5-c6ed8b6fe8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:47.567417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc43310-7df5-4800-bf62-1bf3910edfb1 req-0195d06e-e107-4c59-9d2b-c6e3de85f373 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.570462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ddc43310-7df5-4800-bf62-1bf3910edfb1 req-0195d06e-e107-4c59-9d2b-c6e3de85f373 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.4907970 Sep 17 22:21:47.576440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Attempting to bind port ea629faa-f98f-42d7-b87b-08c79ea5c89a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:47.577219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Attempting to bind port ea629faa-f98f-42d7-b87b-08c79ea5c89a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:47.577712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Attempting to bind port ea629faa-f98f-42d7-b87b-08c79ea5c89a on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:47.580997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-37653860-551e-4f4d-9d70-c918a4564ae9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89667b5a389c43089cf19e9d1218be9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907192 Sep 17 22:21:47.582106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53714) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:47.583119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e606ebd-6350-4df7-979f-4831a2df0274 req-2c508d98-a176-46ec-adf2-adaf57c7bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.584741 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e606ebd-6350-4df7-979f-4831a2df0274 req-2c508d98-a176-46ec-adf2-adaf57c7bf7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29f3ea79789e4811a3e2a05bf8c10cc0&device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 1095 time: 0.4189289 Sep 17 22:21:47.586911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Port ea629faa-f98f-42d7-b87b-08c79ea5c89a on network 6650283b-a368-473e-949e-cc881b697503 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:47.587229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Attempting to bind port ea629faa-f98f-42d7-b87b-08c79ea5c89a on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:47.591475 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8c4b907-7573-47cc-a7c2-a39a3b1c5c47 req-f3b11edc-fbbe-4b8a-bf2c-d73586c92545 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922372 Sep 17 22:21:47.598422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37653860-551e-4f4d-9d70-c918a4564ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f2cb4d-1b79-4233-a05b-05671feeafe0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:47.609176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:47.610046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Checking segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:47.610763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Bound using segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:47.611704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Bound port: ea629faa-f98f-42d7-b87b-08c79ea5c89a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:47.612439 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.652671 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c803f94a-dacc-4324-9578-b7bd7ebbf361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.680193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c803f94a-dacc-4324-9578-b7bd7ebbf361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.722365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ddc43310-7df5-4800-bf62-1bf3910edfb1 req-ede4dc5c-0b15-485b-aa1d-027020db3387 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327329 Sep 17 22:21:47.772767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e606ebd-6350-4df7-979f-4831a2df0274 req-5f4686e2-b6da-42f4-8dc7-5dbac3c3dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.774450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e606ebd-6350-4df7-979f-4831a2df0274 req-5f4686e2-b6da-42f4-8dc7-5dbac3c3dea1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=29f3ea79789e4811a3e2a05bf8c10cc0&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1764617 Sep 17 22:21:47.810005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] For port ea629faa-f98f-42d7-b87b-08c79ea5c89a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:47.836705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c803f94a-dacc-4324-9578-b7bd7ebbf361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.839319 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c803f94a-dacc-4324-9578-b7bd7ebbf361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.840696 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c803f94a-dacc-4324-9578-b7bd7ebbf361 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43f2cb4d-1b79-4233-a05b-05671feeafe0 HTTP/1.1" status: 204 len: 168 time: 0.2480383 Sep 17 22:21:47.858200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803f94a-dacc-4324-9578-b7bd7ebbf361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f2cb4d-1b79-4233-a05b-05671feeafe0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:47.858646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] For port ea629faa-f98f-42d7-b87b-08c79ea5c89a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:47.874173 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2bccc-db20-409d-b66a-5f3c767e8c7f req-01449236-b4a3-42ef-b969-127bfea85930 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.886164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffe2bccc-db20-409d-b66a-5f3c767e8c7f req-01449236-b4a3-42ef-b969-127bfea85930 tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0786924 Sep 17 22:21:47.930008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f171-efcf-49be-9b4e-ff907b5d7e0f req-a25f0b9e-18fa-4381-a638-10d5e12cc2c5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.931584 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e52f171-efcf-49be-9b4e-ff907b5d7e0f req-a25f0b9e-18fa-4381-a638-10d5e12cc2c5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 950 time: 0.1160128 Sep 17 22:21:47.932887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffe2bccc-db20-409d-b66a-5f3c767e8c7f req-56a8a1e7-547b-4aa0-a9d2-1e9f340369eb tempest-LiveAutoBlockMigrationV225Test-2095178484 tempest-LiveAutoBlockMigrationV225Test-2095178484-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Sep 17 22:21:47.935810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.994876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e606ebd-6350-4df7-979f-4831a2df0274 req-c134f857-28cc-4a4e-a2fd-37a646ea7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.996405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e606ebd-6350-4df7-979f-4831a2df0274 req-c134f857-28cc-4a4e-a2fd-37a646ea7e4d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136340 Sep 17 22:21:48.005456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.005936 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:48.007647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] 10.222.0.23 "PUT /v2.0/ports/ea629faa-f98f-42d7-b87b-08c79ea5c89a HTTP/1.1" status: 200 len: 1093 time: 2.1115234 Sep 17 22:21:48.041042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e52f171-efcf-49be-9b4e-ff907b5d7e0f req-c256c33f-f056-4284-a5ad-b824e0aff05e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922472 Sep 17 22:21:48.041697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58e686-17cb-493a-9af3-77ad15a582ca service neutron] Pushing event updated for resources: {'Port': ['ID=ea629faa-f98f-42d7-b87b-08c79ea5c89a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:48.105293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9a149-a6da-4457-993c-2bb10925196b req-109cd4e0-30f5-4286-a5f9-d79f6246e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.106826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-109cd4e0-30f5-4286-a5f9-d79f6246e914 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29f3ea79789e4811a3e2a05bf8c10cc0&device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 1095 time: 0.0539083 Sep 17 22:21:48.176626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-6d56b5de-6612-47ec-aef0-bb7db8a711fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a7a870f-6fd3-4862-ade0-6eb3fbed709a HTTP/1.1" status: 200 len: 217 time: 0.0615559 Sep 17 22:21:48.199788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb883928-8689-46ce-9041-473f661d4c69 req-82c71bd5-9719-44b7-802a-8abac92ababf tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.201358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb883928-8689-46ce-9041-473f661d4c69 req-82c71bd5-9719-44b7-802a-8abac92ababf tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 944 time: 0.0799189 Sep 17 22:21:48.339418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9a149-a6da-4457-993c-2bb10925196b req-d2890edc-1930-44e6-987e-46c8fb43140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.341112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-d2890edc-1930-44e6-987e-46c8fb43140b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=22453938-8d65-4e51-9ef5-4defbc681602 HTTP/1.1" status: 200 len: 861 time: 0.1376109 Sep 17 22:21:48.344276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 418e307d-3a71-4ecf-a8ae-a022a97d0c06 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:48.347626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb883928-8689-46ce-9041-473f661d4c69 req-5bc5db81-4eea-4f80-8b39-6a4e6613c341 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270802 Sep 17 22:21:48.349632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b8485-43af-4475-a5a2-634966da9290 req-8091be7a-2483-41e6-a76a-5f7063cfb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.351136 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-8091be7a-2483-41e6-a76a-5f7063cfb931 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 1096 time: 0.1488626 Sep 17 22:21:48.370481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613439c7-6915-4951-ac05-25af0e56ebad req-d00bf067-4df8-4ef9-8961-b8bc14efec56 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.372011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-613439c7-6915-4951-ac05-25af0e56ebad req-d00bf067-4df8-4ef9-8961-b8bc14efec56 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.1494408 Sep 17 22:21:48.395549 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-5c6e7521-7a65-4332-a02b-37b4b8214c9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434582 Sep 17 22:21:48.442403 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-08b1d32f-f2c7-4914-84d1-77d1074b570b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a HTTP/1.1" status: 200 len: 217 time: 0.0805871 Sep 17 22:21:48.513068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084c966-70f8-4d3a-8b17-f9e63f62d3f1 req-a0dfc7ef-8a3c-4d78-af78-6a5a0c95b43c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.514862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5084c966-70f8-4d3a-8b17-f9e63f62d3f1 req-a0dfc7ef-8a3c-4d78-af78-6a5a0c95b43c tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 944 time: 0.0698652 Sep 17 22:21:48.562665 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5084c966-70f8-4d3a-8b17-f9e63f62d3f1 req-e3ad0d8b-2f57-4b81-9fdd-f1795efebb87 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Sep 17 22:21:48.628516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b8485-43af-4475-a5a2-634966da9290 req-b9d2a9ce-ee79-4d45-99f3-04021a88b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.629909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-b9d2a9ce-ee79-4d45-99f3-04021a88b9ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.1699450 Sep 17 22:21:48.634387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 418e307d-3a71-4ecf-a8ae-a022a97d0c06 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:48.638517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 418e307d-3a71-4ecf-a8ae-a022a97d0c06 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:48.638896 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:48.642568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c894b2e-5b6b-411e-93bc-a3075bd6eaf1 req-dedaeb5f-be6d-43ef-93a3-e026b0775256 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.643902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c894b2e-5b6b-411e-93bc-a3075bd6eaf1 req-dedaeb5f-be6d-43ef-93a3-e026b0775256 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 944 time: 0.2099550 Sep 17 22:21:48.692336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-d709a5f4-149e-4f57-9ba0-874f9f2b86d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457146 Sep 17 22:21:48.717480 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-c3ca9906-3443-4565-a1c9-49a9a592628a service neutron] 10.222.0.23 "GET /v2.0/networks/3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856390 Sep 17 22:21:48.734927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:48.745561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2e255-1025-4d17-9006-21adfb7e2a4d req-f896a9f9-caa5-49e4-824d-1c507d5d176c tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.747844 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49c2e255-1025-4d17-9006-21adfb7e2a4d req-f896a9f9-caa5-49e4-824d-1c507d5d176c tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 943 time: 0.0634465 Sep 17 22:21:48.805735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d26468-8788-4452-bc0e-a47089adca71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e307d-3a71-4ecf-a8ae-a022a97d0c06'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:48.808778 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660ecae1-89c9-4b4a-905f-4b76d7bf93a5" -d '{"events": [{"server_uuid": "f9d26468-8788-4452-bc0e-a47089adca71", "name": "network-vif-plugged", "status": "completed", "tag": "418e307d-3a71-4ecf-a8ae-a022a97d0c06"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:48.811383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49c2e255-1025-4d17-9006-21adfb7e2a4d req-53c7e3d0-2634-453e-95d4-7debd56663e8 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553708 Sep 17 22:21:48.826050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-613439c7-6915-4951-ac05-25af0e56ebad req-f5dba02d-efa3-4b44-b213-21b64c9f2264 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Deleting port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:48.826394 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-613439c7-6915-4951-ac05-25af0e56ebad req-f5dba02d-efa3-4b44-b213-21b64c9f2264 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:48.830673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 418e307d-3a71-4ecf-a8ae-a022a97d0c06, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=418e307d-3a71-4ecf-a8ae-a022a97d0c06,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:48.833022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c894b2e-5b6b-411e-93bc-a3075bd6eaf1 req-e8aa1df8-067e-48ef-bfcb-0c77804fe686 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732481 Sep 17 22:21:48.906794 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:48.940934 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143f8102-3071-4854-81c5-0324fe21ebbd x-openstack-request-id: req-143f8102-3071-4854-81c5-0324fe21ebbd {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:48.941225 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d26468-8788-4452-bc0e-a47089adca71", "name": "network-vif-plugged", "status": "completed", "tag": "418e307d-3a71-4ecf-a8ae-a022a97d0c06", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:48.944504 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-143f8102-3071-4854-81c5-0324fe21ebbd {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:48.944504 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d26468-8788-4452-bc0e-a47089adca71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e307d-3a71-4ecf-a8ae-a022a97d0c06', 'code': 200} Sep 17 22:21:48.966830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=418e307d-3a71-4ecf-a8ae-a022a97d0c06,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:49.011641 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-4b98c5bd-02a5-43b8-ac05-4f514f9c46ce service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065782 Sep 17 22:21:49.034576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a9a149-a6da-4457-993c-2bb10925196b req-3b7d9c02-f987-4463-8888-27f5916be1d1 service neutron] 10.222.0.23 "GET /v2.0/networks/3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021429 Sep 17 22:21:49.050321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d68be7-35d5-4aea-98eb-5f7764d46125 req-be05257e-6944-4e2d-86c0-628692a81a04 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.052329 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33d68be7-35d5-4aea-98eb-5f7764d46125 req-be05257e-6944-4e2d-86c0-628692a81a04 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 950 time: 0.1532378 Sep 17 22:21:49.099314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-613439c7-6915-4951-ac05-25af0e56ebad req-f5dba02d-efa3-4b44-b213-21b64c9f2264 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] For port 3dc9a489-399a-4fe4-a1cb-541d72c96d37, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3dc9a489-399a-4fe4-a1cb-541d72c96d37,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:49.099640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-613439c7-6915-4951-ac05-25af0e56ebad req-f5dba02d-efa3-4b44-b213-21b64c9f2264 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:49.161173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8440f456-b9c3-4940-99d5-41ac4e143129', 'tag': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:49.163551 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25e9881-619a-4045-a4d8-23d49469b6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8440f456-b9c3-4940-99d5-41ac4e143129", "tag": "ea629faa-f98f-42d7-b87b-08c79ea5c89a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:49.173545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-613439c7-6915-4951-ac05-25af0e56ebad req-f5dba02d-efa3-4b44-b213-21b64c9f2264 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Calling delete_port for 3dc9a489-399a-4fe4-a1cb-541d72c96d37 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:49.194578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cef85-39b5-4557-a9e4-84ca39a4daef req-76046329-c484-4858-88d1-dbeca86d82a6 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.196852 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-213cef85-39b5-4557-a9e4-84ca39a4daef req-76046329-c484-4858-88d1-dbeca86d82a6 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 950 time: 0.0630307 Sep 17 22:21:49.219880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33d68be7-35d5-4aea-98eb-5f7764d46125 req-70fac266-5a99-4a4c-b77d-009ef7477dee tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512859 Sep 17 22:21:49.245889 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-213cef85-39b5-4557-a9e4-84ca39a4daef req-e8c4be4b-8377-41c7-ac04-b25915d3b1fc tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Sep 17 22:21:49.264328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cab4e-1d53-4a3d-b482-6c24d38c2423 req-9cbfd292-b741-4e8f-84a1-0fdf1cc25a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.264640 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-720cab4e-1d53-4a3d-b482-6c24d38c2423 req-9cbfd292-b741-4e8f-84a1-0fdf1cc25a17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 1097 time: 0.1854739 Sep 17 22:21:49.274056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c48b8485-43af-4475-a5a2-634966da9290 req-a67669c1-b142-4093-976f-0a296d18db57 service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546110 Sep 17 22:21:49.305777 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2067536-c73f-4f1f-9b92-5aa8786927ff x-openstack-request-id: req-e2067536-c73f-4f1f-9b92-5aa8786927ff {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:49.306105 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8440f456-b9c3-4940-99d5-41ac4e143129", "tag": "ea629faa-f98f-42d7-b87b-08c79ea5c89a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:49.306307 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2067536-c73f-4f1f-9b92-5aa8786927ff {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:49.306707 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8440f456-b9c3-4940-99d5-41ac4e143129', 'tag': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a', 'status': 'completed', 'code': 200} Sep 17 22:21:49.335918 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-720cab4e-1d53-4a3d-b482-6c24d38c2423 req-55ef9407-133b-4837-93c0-15413a6e3fa5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506375 Sep 17 22:21:49.481747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-613439c7-6915-4951-ac05-25af0e56ebad req-f5dba02d-efa3-4b44-b213-21b64c9f2264 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:49.494545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3dc9a489-399a-4fe4-a1cb-541d72c96d37'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:49.504877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e9881-619a-4045-a4d8-23d49469b6c4 req-b64f1bab-a748-4b7e-ad24-4d6087f0bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.506953 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b25e9881-619a-4045-a4d8-23d49469b6c4 req-b64f1bab-a748-4b7e-ad24-4d6087f0bff3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 1096 time: 0.1018090 Sep 17 22:21:49.521833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:49.552509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dba02d-efa3-4b44-b213-21b64c9f2264 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Pushing event deleted for resources: {'Port': ['ID=3dc9a489-399a-4fe4-a1cb-541d72c96d37,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:49.565687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1151b-0360-4026-b53d-bbffe64d75e1 req-d0dbfb92-0434-4257-94b7-3c6353d93493 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.572078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1151b-0360-4026-b53d-bbffe64d75e1 req-d0dbfb92-0434-4257-94b7-3c6353d93493 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.573718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aab1151b-0360-4026-b53d-bbffe64d75e1 req-d0dbfb92-0434-4257-94b7-3c6353d93493 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427&device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 1691 time: 0.0665922 Sep 17 22:21:49.611969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-613439c7-6915-4951-ac05-25af0e56ebad req-f5dba02d-efa3-4b44-b213-21b64c9f2264 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] No DVR routers for this DVR port 3dc9a489-399a-4fe4-a1cb-541d72c96d37 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:49.615511 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aab1151b-0360-4026-b53d-bbffe64d75e1 req-13045c0b-4e2f-44ec-90a8-4f247b56a515 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352342 Sep 17 22:21:49.629248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cca35-9736-442f-89d6-703ac6eb1835 req-abe21fa6-9928-4ec4-8154-6017ee17c5c0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.638415 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa0cca35-9736-442f-89d6-703ac6eb1835 req-abe21fa6-9928-4ec4-8154-6017ee17c5c0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 945 time: 0.1983724 Sep 17 22:21:49.650000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-613439c7-6915-4951-ac05-25af0e56ebad req-f5dba02d-efa3-4b44-b213-21b64c9f2264 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:49.651952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-613439c7-6915-4951-ac05-25af0e56ebad req-f5dba02d-efa3-4b44-b213-21b64c9f2264 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.23 "DELETE /v2.0/ports/3dc9a489-399a-4fe4-a1cb-541d72c96d37 HTTP/1.1" status: 204 len: 173 time: 1.2589912 Sep 17 22:21:49.719252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa0cca35-9736-442f-89d6-703ac6eb1835 req-ba64f582-b6ec-4ba1-9117-c8eb4f4dc9ac tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801885 Sep 17 22:21:49.738575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395eee-1bde-4238-b8a0-229de899f377 req-66a2835a-13f8-46d1-953a-7dbfb6da0418 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.744498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e9881-619a-4045-a4d8-23d49469b6c4 req-84f4ee92-14a2-4d58-8e7d-3ca9461ea01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.746303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b25e9881-619a-4045-a4d8-23d49469b6c4 req-84f4ee92-14a2-4d58-8e7d-3ca9461ea01b service neutron] 10.222.0.23 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 912 time: 0.2127504 Sep 17 22:21:49.747148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb395eee-1bde-4238-b8a0-229de899f377 req-66a2835a-13f8-46d1-953a-7dbfb6da0418 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 944 time: 0.0643439 Sep 17 22:21:49.785793 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb395eee-1bde-4238-b8a0-229de899f377 req-fd28c7de-4dc1-4bbc-ade5-426e4cea6618 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376697 Sep 17 22:21:49.808239 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b25e9881-619a-4045-a4d8-23d49469b6c4 req-0a78a7b8-0907-476f-a253-ffe1e7025180 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a HTTP/1.1" status: 200 len: 217 time: 0.0524888 Sep 17 22:21:49.898564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53780) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:49.937495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e9881-619a-4045-a4d8-23d49469b6c4 req-4714d9ac-203b-48fc-8b75-c3d292fa4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.937642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132635be-c72b-49a4-9303-a819ca9d86cc req-a1d740ab-5d8d-4659-902e-f2cb3b65f67d tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.938997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b25e9881-619a-4045-a4d8-23d49469b6c4 req-4714d9ac-203b-48fc-8b75-c3d292fa4a85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.1221180 Sep 17 22:21:49.939472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-132635be-c72b-49a4-9303-a819ca9d86cc req-a1d740ab-5d8d-4659-902e-f2cb3b65f67d tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 943 time: 0.0543890 Sep 17 22:21:49.954750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-38d4523f-0fa5-4b10-8872-9b088fbe1323 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.954982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-38d4523f-0fa5-4b10-8872-9b088fbe1323 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 944 time: 0.1277263 Sep 17 22:21:49.992429 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b25e9881-619a-4045-a4d8-23d49469b6c4 req-4b440bda-5da6-409d-b9d3-b6bad4d98b73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356514 Sep 17 22:21:49.997379 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-132635be-c72b-49a4-9303-a819ca9d86cc req-fea3acf3-d420-4dd7-933d-41639b1ede5d tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486188 Sep 17 22:21:50.027342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49fb96-f12a-49ac-a592-077ccaa6dbc5 req-c6b25d44-a52d-4f78-a6f0-225c29c609db tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:50.035560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b49fb96-f12a-49ac-a592-077ccaa6dbc5 req-c6b25d44-a52d-4f78-a6f0-225c29c609db tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 1102 time: 0.1450922 Sep 17 22:21:50.138522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766428-11f7-4300-8064-c8e87f05d7a1 req-c5d74a3b-f1d8-4421-9e8b-abea06a658b7 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:50.140090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a4766428-11f7-4300-8064-c8e87f05d7a1 req-c5d74a3b-f1d8-4421-9e8b-abea06a658b7 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 944 time: 0.0624020 Sep 17 22:21:50.153395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8646668e-44e2-4dc2-b150-4010345a7cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.181214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a4766428-11f7-4300-8064-c8e87f05d7a1 req-ce868c5e-1fe7-4fe6-81c2-8eb24e34ebd4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Sep 17 22:21:50.182783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b49fb96-f12a-49ac-a592-077ccaa6dbc5 req-36368c7e-396d-4b27-9e33-075d844ca4ca tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464596 Sep 17 22:21:50.230094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b25e9881-619a-4045-a4d8-23d49469b6c4 req-2cba9029-a248-49ff-bdfd-85b52426b3a0 service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190890 Sep 17 22:21:50.281215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-9c970c61-0fff-4dc6-bf43-3d8d0701b627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Deleting port bfd1e28e-8c5c-4a2e-8687-c65104135609 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:50.281553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-9c970c61-0fff-4dc6-bf43-3d8d0701b627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.301816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33595863-3e61-4fef-83c7-ad381659d5a5 req-b985eea0-ddaf-457d-abfe-f03fbf0e3aeb tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:50.308904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-33595863-3e61-4fef-83c7-ad381659d5a5 req-b985eea0-ddaf-457d-abfe-f03fbf0e3aeb tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 1102 time: 0.0527315 Sep 17 22:21:50.342188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-33595863-3e61-4fef-83c7-ad381659d5a5 req-a183fc0e-88eb-4cb4-abb3-c48575aa9fd5 tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Sep 17 22:21:50.425514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e07ff8b9-bc94-4628-acb6-37a5da6bc33c req-669c1295-dc6f-4c5b-8d66-5089700d09e4 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5c5344a-4769-4ead-ba9e-3003e59fc6d7 HTTP/1.1" status: 200 len: 210 time: 0.0801566 Sep 17 22:21:50.468246 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b25e9881-619a-4045-a4d8-23d49469b6c4 req-32855ec4-3337-4a23-8ba0-a13f58a62611 service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238691 Sep 17 22:21:50.491721 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8646668e-44e2-4dc2-b150-4010345a7cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.498677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-9c970c61-0fff-4dc6-bf43-3d8d0701b627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] For port bfd1e28e-8c5c-4a2e-8687-c65104135609, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=bfd1e28e-8c5c-4a2e-8687-c65104135609,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:50.499040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-9c970c61-0fff-4dc6-bf43-3d8d0701b627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.511352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-9c970c61-0fff-4dc6-bf43-3d8d0701b627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Calling delete_port for bfd1e28e-8c5c-4a2e-8687-c65104135609 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:50.578283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8646668e-44e2-4dc2-b150-4010345a7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.617185 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-4838e0b6-2b4c-47a5-b6c7-72e85c60d341 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239105 Sep 17 22:21:50.634169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646668e-44e2-4dc2-b150-4010345a7cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36566e6-79df-46d7-b74c-96198087c628,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:50.642341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8646668e-44e2-4dc2-b150-4010345a7cba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edd6e99ab1704d059b96574a9dc96119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7335887 Sep 17 22:21:50.643351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53802) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:50.734294 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1b3cef4-1da5-41b8-880e-a24a7ed2b2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.738308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-d82c20c2-2c5f-4698-8bb3-6046ee302270 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:50.739775 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-d82c20c2-2c5f-4698-8bb3-6046ee302270 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161547 Sep 17 22:21:50.757206 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-47afc0e5-16d3-4fc1-8121-febc1845f1ea tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/quotas/a5cd06b025384a9f858cc1eef04a1b05 HTTP/1.1" status: 200 len: 375 time: 0.0104446 Sep 17 22:21:50.762614 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1b3cef4-1da5-41b8-880e-a24a7ed2b2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.808067 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-9c970c61-0fff-4dc6-bf43-3d8d0701b627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.832236 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-f4b335fd-d5a2-43b7-8705-1d3c9ee16def tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0687225 Sep 17 22:21:50.844010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['bfd1e28e-8c5c-4a2e-8687-c65104135609'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:50.865161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c970c61-0fff-4dc6-bf43-3d8d0701b627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Pushing event deleted for resources: {'Port': ['ID=bfd1e28e-8c5c-4a2e-8687-c65104135609,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:50.914798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-9c970c61-0fff-4dc6-bf43-3d8d0701b627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] No DVR routers for this DVR port bfd1e28e-8c5c-4a2e-8687-c65104135609 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:50.923775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39494a-63ec-48e1-a8c2-8276efd2a961 req-0ccd5c92-8645-44b2-a0cb-03e7910f751f tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:50.925304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb39494a-63ec-48e1-a8c2-8276efd2a961 req-0ccd5c92-8645-44b2-a0cb-03e7910f751f tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 945 time: 0.1308744 Sep 17 22:21:50.926360 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-9c970c61-0fff-4dc6-bf43-3d8d0701b627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.928241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19b1f1e1-3249-4f66-ab6d-8ead2ea3204e req-9c970c61-0fff-4dc6-bf43-3d8d0701b627 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.15 "DELETE /v2.0/ports/bfd1e28e-8c5c-4a2e-8687-c65104135609 HTTP/1.1" status: 204 len: 173 time: 0.9623995 Sep 17 22:21:50.965416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb39494a-63ec-48e1-a8c2-8276efd2a961 req-4666cea8-16de-488c-8956-78163dcee28f tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339923 Sep 17 22:21:50.966465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1b3cef4-1da5-41b8-880e-a24a7ed2b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.969037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1b3cef4-1da5-41b8-880e-a24a7ed2b2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.975431 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d1b3cef4-1da5-41b8-880e-a24a7ed2b2c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d36566e6-79df-46d7-b74c-96198087c628 HTTP/1.1" status: 204 len: 168 time: 0.3266714 Sep 17 22:21:50.979167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3cef4-1da5-41b8-880e-a24a7ed2b2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36566e6-79df-46d7-b74c-96198087c628,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:51.085634 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32a501ab-8e8d-41a7-9c1f-4ea30765a69c req-666b4e4e-8898-434a-afa5-4f9eeaddd7af tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 210 time: 0.0540688 Sep 17 22:21:51.151093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c117917-8f1b-40eb-94d4-687883db9a24 req-52cffcde-b6c1-4cd4-b016-d7bfa340de04 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 210 time: 0.0305719 Sep 17 22:21:51.170507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e836-22c7-4231-839d-ff453cfd4db6 req-b9bd802f-de39-41ba-96cf-ed206bb6abb6 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:51.172016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff89e836-22c7-4231-839d-ff453cfd4db6 req-b9bd802f-de39-41ba-96cf-ed206bb6abb6 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 943 time: 0.0728531 Sep 17 22:21:51.224290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff89e836-22c7-4231-839d-ff453cfd4db6 req-05e95a8a-7a64-4218-a954-41e2dc494b56 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424371 Sep 17 22:21:51.311133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'name': 'network-vif-deleted', 'tag': '3dc9a489-399a-4fe4-a1cb-541d72c96d37'}, {'server_uuid': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'name': 'network-vif-deleted', 'tag': 'bfd1e28e-8c5c-4a2e-8687-c65104135609'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:51.313628 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4546f6-3325-448f-bbe6-901970bd7f0c" -d '{"events": [{"server_uuid": "e5c5344a-4769-4ead-ba9e-3003e59fc6d7", "name": "network-vif-deleted", "tag": "3dc9a489-399a-4fe4-a1cb-541d72c96d37"}, {"server_uuid": "ebf16d68-b42d-45c1-917c-45bc4cb22bb8", "name": "network-vif-deleted", "tag": "bfd1e28e-8c5c-4a2e-8687-c65104135609"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:51.348491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06490f32-51eb-494b-8fc0-88b7efaa34e3 req-4095ee8c-9858-4d0a-a979-2d458c48f316 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:51.355683 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06490f32-51eb-494b-8fc0-88b7efaa34e3 req-4095ee8c-9858-4d0a-a979-2d458c48f316 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 944 time: 0.0763905 Sep 17 22:21:51.402993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06490f32-51eb-494b-8fc0-88b7efaa34e3 req-59b4d4a2-3501-4e58-9a0d-44019b38a215 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458472 Sep 17 22:21:51.423724 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7da673-68d9-4837-ad38-4e3c9b91c0b6 x-openstack-request-id: req-4d7da673-68d9-4837-ad38-4e3c9b91c0b6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:51.424082 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c5344a-4769-4ead-ba9e-3003e59fc6d7", "name": "network-vif-deleted", "tag": "3dc9a489-399a-4fe4-a1cb-541d72c96d37", "status": "completed", "code": 200}, {"server_uuid": "ebf16d68-b42d-45c1-917c-45bc4cb22bb8", "name": "network-vif-deleted", "tag": "bfd1e28e-8c5c-4a2e-8687-c65104135609", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:51.424430 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d7da673-68d9-4837-ad38-4e3c9b91c0b6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:51.424924 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c5344a-4769-4ead-ba9e-3003e59fc6d7', 'name': 'network-vif-deleted', 'tag': '3dc9a489-399a-4fe4-a1cb-541d72c96d37', 'status': 'completed', 'code': 200} Sep 17 22:21:51.425184 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf16d68-b42d-45c1-917c-45bc4cb22bb8', 'name': 'network-vif-deleted', 'tag': 'bfd1e28e-8c5c-4a2e-8687-c65104135609', 'status': 'completed', 'code': 200} Sep 17 22:21:51.950184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2437a9-70fc-4f87-a2aa-aea4b4bc9df9 req-5c19116d-f4e4-400e-996e-5b1168793fd7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:51.951758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d2437a9-70fc-4f87-a2aa-aea4b4bc9df9 req-5c19116d-f4e4-400e-996e-5b1168793fd7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0579553 Sep 17 22:21:51.996729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d2437a9-70fc-4f87-a2aa-aea4b4bc9df9 req-e9cf2836-05c2-4f20-a991-4fb4b89c532c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Sep 17 22:21:52.125764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b471b-e489-49be-b7cf-5f78c941a030 req-ee59b655-1cb4-4016-bbbb-886b88f814f2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:52.127234 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff7b471b-e489-49be-b7cf-5f78c941a030 req-ee59b655-1cb4-4016-bbbb-886b88f814f2 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 945 time: 0.0857668 Sep 17 22:21:52.183821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff7b471b-e489-49be-b7cf-5f78c941a030 req-a69d3ad6-7242-4da7-9c14-c1ae21da4c71 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485265 Sep 17 22:21:52.235273 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a6bb2e-36e3-4287-b5cd-a4257e29efb9 req-d4e1b956-cad5-41b8-b1c5-c649e9d82e9a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 210 time: 0.0613043 Sep 17 22:21:52.333128 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c78d5f87-058e-4e0a-9e3a-56e1cf0e2d6c req-efbd2e7f-d044-4b72-9c08-58635285f277 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 210 time: 0.0442030 Sep 17 22:21:52.458965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0d3c-2b49-4f67-a3b0-ec5b509100a7 req-54eba6a4-d097-4822-bb3a-12ed4056e85a tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:52.461180 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9bbe0d3c-2b49-4f67-a3b0-ec5b509100a7 req-54eba6a4-d097-4822-bb3a-12ed4056e85a tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 943 time: 0.0565629 Sep 17 22:21:52.503384 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9bbe0d3c-2b49-4f67-a3b0-ec5b509100a7 req-d3c0d305-be3c-4adf-a846-9e45231c6f34 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Sep 17 22:21:52.721835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad92050-c7d3-4b96-9b2a-e21443b14220 req-55e75571-daa0-4fae-8e41-1bfc1dd60f43 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:52.723370 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aad92050-c7d3-4b96-9b2a-e21443b14220 req-55e75571-daa0-4fae-8e41-1bfc1dd60f43 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 944 time: 0.0785582 Sep 17 22:21:52.789494 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aad92050-c7d3-4b96-9b2a-e21443b14220 req-42f38610-4ee3-4a40-b11b-e7a302c91ca5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577354 Sep 17 22:21:53.070045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062be67e-0726-405f-a817-2e3db3eab007 req-1b202184-587f-4adf-b2ad-d6d8a104abeb tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:53.073621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-062be67e-0726-405f-a817-2e3db3eab007 req-1b202184-587f-4adf-b2ad-d6d8a104abeb tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 945 time: 0.3903675 Sep 17 22:21:53.169020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-062be67e-0726-405f-a817-2e3db3eab007 req-c9d4146c-e5d2-4cac-9a65-ea0a69f6d506 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780618 Sep 17 22:21:53.189731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72047370-6c99-4c6e-af80-4d59724ce018 req-51b41ae6-4dd4-4e37-bda0-e90347c3ca1b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:53.198225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72047370-6c99-4c6e-af80-4d59724ce018 req-51b41ae6-4dd4-4e37-bda0-e90347c3ca1b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.0738461 Sep 17 22:21:53.245959 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72047370-6c99-4c6e-af80-4d59724ce018 req-e44b5a4a-24c6-4337-9a13-2bb798a52996 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465012 Sep 17 22:21:53.250594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea629faa-f98f-42d7-b87b-08c79ea5c89a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:53.255380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3dc9a489-399a-4fe4-a1cb-541d72c96d37 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:53.335202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-7c0bf229-33ec-4ac3-8c55-90312ccb99bf tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342124 Sep 17 22:21:53.340350 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 3dc9a489-399a-4fe4-a1cb-541d72c96d37 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:53.340895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3dc9a489-399a-4fe4-a1cb-541d72c96d37 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:53.468834 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0889166b-e8cb-4194-838e-fda362c741f3 req-d98b9007-b9ca-4380-bfbb-f92f73a30692 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 210 time: 0.0385165 Sep 17 22:21:53.530498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6508b2a7-6801-418e-a041-14d17601d241 req-3433c476-2c75-4f76-b690-fd3d2f3087a4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 210 time: 0.1211388 Sep 17 22:21:53.530801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea629faa-f98f-42d7-b87b-08c79ea5c89a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:53.544713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'port_id': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a', 'mac_address': 'fa:16:3e:a3:8a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d8809e-e370-4133-96e7-9ba2b7e59279', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:53.577898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-c5e19638-8c3b-458e-9bc6-9bc6be0a15f1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:53.579671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-c5e19638-8c3b-458e-9bc6-9bc6be0a15f1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382832 Sep 17 22:21:53.597264 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:53.612191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Request body: {'port': {'device_id': '1e2d449c-93d5-42c9-8430-070a072e6a5e', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'a5cd06b025384a9f858cc1eef04a1b05'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:53.615314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea629faa-f98f-42d7-b87b-08c79ea5c89a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:53.642967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea629faa-f98f-42d7-b87b-08c79ea5c89a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:53.715730 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:53.716615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1a7a870f-6fd3-4862-ade0-6eb3fbed709a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:53.719504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca257f-a177-41f8-9c14-57532d0869fc req-e412a41a-aa41-4c03-a1de-6996d5d011bd tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:53.729641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2ca257f-a177-41f8-9c14-57532d0869fc req-e412a41a-aa41-4c03-a1de-6996d5d011bd tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 943 time: 0.0922625 Sep 17 22:21:53.794998 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2ca257f-a177-41f8-9c14-57532d0869fc req-cb0b98a1-7dcf-4355-8b18-f316968bf238 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621421 Sep 17 22:21:53.840070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-d4262482-76f2-4d3a-9625-f689c343972c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:53.842254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-d4262482-76f2-4d3a-9625-f689c343972c tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.1696465 Sep 17 22:21:53.861211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea629faa-f98f-42d7-b87b-08c79ea5c89a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:53.944832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,segment=NetworkSegment(3f39e09d-08f5-4541-8616-eacbac7a250d),segment_id=3f39e09d-08f5-4541-8616-eacbac7a250d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:53.953735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Made reservation on behalf of a5cd06b025384a9f858cc1eef04a1b05 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:53.957341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:53.958053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '1a7a870f-6fd3-4862-ade0-6eb3fbed709a', 'network_id': '3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6', 'port_id': '1a7a870f-6fd3-4862-ade0-6eb3fbed709a', 'mac_address': 'fa:16:3e:f7:62:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22453938-8d65-4e51-9ef5-4defbc681602', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:54.012567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.028078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7a870f-6fd3-4862-ade0-6eb3fbed709a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:54.051974 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,segment=NetworkSegment(3f39e09d-08f5-4541-8616-eacbac7a250d),segment_id=3f39e09d-08f5-4541-8616-eacbac7a250d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:54.134915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011fcbd-a33a-437c-95fa-2af9fe90b019 req-18d6f177-1f43-4733-b78e-947a0f9a6fdd tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:54.136463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7011fcbd-a33a-437c-95fa-2af9fe90b019 req-18d6f177-1f43-4733-b78e-947a0f9a6fdd tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 945 time: 0.2213566 Sep 17 22:21:54.143726 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.154576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Allocated IP 192.168.233.134 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/e221d281-9ba2-4f65-9eba-7c7116fef03a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:54.227070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-214e6c25-3608-423e-8cbf-f02293a5783b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Deleting port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:54.242903 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-214e6c25-3608-423e-8cbf-f02293a5783b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.243832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:54.255565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7011fcbd-a33a-437c-95fa-2af9fe90b019 req-88a0ceee-b4aa-4eea-9f74-c26ea2a54e5e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034787 Sep 17 22:21:54.328375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b5f1f-888b-46e9-9a68-92ee3a4352e6 req-042ae412-0f26-4399-a90e-939f8f3e38f0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:54.330388 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da6b5f1f-888b-46e9-9a68-92ee3a4352e6 req-042ae412-0f26-4399-a90e-939f8f3e38f0 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 945 time: 0.0736589 Sep 17 22:21:54.368728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['1a7a870f-6fd3-4862-ade0-6eb3fbed709a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:54.373930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ea629faa-f98f-42d7-b87b-08c79ea5c89a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:54.384076 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da6b5f1f-888b-46e9-9a68-92ee3a4352e6 req-5cb4b9f5-30a0-4e2e-b04b-d7f6b3895755 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Sep 17 22:21:54.418525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device bfd1e28e-8c5c-4a2e-8687-c65104135609 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:54.469990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: bfd1e28e-8c5c-4a2e-8687-c65104135609 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:54.470333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device bfd1e28e-8c5c-4a2e-8687-c65104135609 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:54.535773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-214e6c25-3608-423e-8cbf-f02293a5783b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] For port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:54.536414 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-214e6c25-3608-423e-8cbf-f02293a5783b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.590868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b9dee-ace0-4cb1-920a-c4bb56d88739 req-f4b0f805-9fc8-4402-8f5c-36e17aaef5b7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:54.597977 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9564a257-d29f-4d0b-84bb-e37bf1b1d1da req-9572931d-8b31-4b17-bd72-2d9776afa4c1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 210 time: 0.0323908 Sep 17 22:21:54.601289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e79b9dee-ace0-4cb1-920a-c4bb56d88739 req-f4b0f805-9fc8-4402-8f5c-36e17aaef5b7 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 950 time: 0.2314508 Sep 17 22:21:54.617827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-214e6c25-3608-423e-8cbf-f02293a5783b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Calling delete_port for cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:54.721058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-388fe011-8b25-452b-8e5a-0b98d1f371e4 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:54.727864 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-388fe011-8b25-452b-8e5a-0b98d1f371e4 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 945 time: 0.3022218 Sep 17 22:21:54.728081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4a9d8c92-59e4-42cc-ab1d-c59cd5ae4fb0 req-ff65b423-1770-46f0-b814-ac757f8b043a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 210 time: 0.0373220 Sep 17 22:21:54.751031 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.808659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e79b9dee-ace0-4cb1-920a-c4bb56d88739 req-d29de8f8-f3bd-4321-a98d-d080f1ea1003 tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4db43cc-adc1-44bb-8da4-0d1664582707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056606 Sep 17 22:21:54.923906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bb71d-6dba-4026-bf8b-627e4384cd39 req-c5ec288a-e06c-4f25-b5af-a971c7107815 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:54.925581 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e69bb71d-6dba-4026-bf8b-627e4384cd39 req-c5ec288a-e06c-4f25-b5af-a971c7107815 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 944 time: 0.0645781 Sep 17 22:21:54.953750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-8c8aac50-dfbb-4215-b66d-f5e1dad31d4c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Deleting port 418e307d-3a71-4ecf-a8ae-a022a97d0c06 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:54.954238 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-8c8aac50-dfbb-4215-b66d-f5e1dad31d4c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.974968 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e69bb71d-6dba-4026-bf8b-627e4384cd39 req-5699d259-5d5d-4634-a8cf-9c121709ff8e tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 Sep 17 22:21:54.994236 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.030550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'abbcd76c-0997-42da-8ab7-e817454e1967', '422b692d-f062-4b6d-915c-47b263a2363f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:55.058941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6cce130b-d899-42e0-996b-4c844e270d34'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:55.082853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-214e6c25-3608-423e-8cbf-f02293a5783b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.141488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:55.170915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:55.177048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event updated for resources: {'Port': ['ID=e221d281-9ba2-4f65-9eba-7c7116fef03a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:55.183249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:55.227161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-214e6c25-3608-423e-8cbf-f02293a5783b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] No DVR routers for this DVR port cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:55.251771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-214e6c25-3608-423e-8cbf-f02293a5783b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.253929 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48054ebc-b018-46b5-893c-0c7296ab50f0 req-214e6c25-3608-423e-8cbf-f02293a5783b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.15 "DELETE /v2.0/ports/cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 HTTP/1.1" status: 204 len: 173 time: 1.3948154 Sep 17 22:21:55.259974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53948) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:55.261378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'name': 'network-vif-deleted', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:55.263307 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd1eb0f-06e0-4d1e-9557-af8e81a3c0e7" -d '{"events": [{"server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "name": "network-vif-deleted", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:55.266229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e6c25-3608-423e-8cbf-f02293a5783b tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] Pushing event deleted for resources: {'Port': ['ID=cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:55.276092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-8c8aac50-dfbb-4215-b66d-f5e1dad31d4c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] For port 418e307d-3a71-4ecf-a8ae-a022a97d0c06, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=418e307d-3a71-4ecf-a8ae-a022a97d0c06,segment=NetworkSegment(1a2cba11-40b0-44a8-a210-6917e68d96db),segment_id=1a2cba11-40b0-44a8-a210-6917e68d96db)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:55.276487 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-8c8aac50-dfbb-4215-b66d-f5e1dad31d4c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.299985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-8c8aac50-dfbb-4215-b66d-f5e1dad31d4c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Calling delete_port for 418e307d-3a71-4ecf-a8ae-a022a97d0c06 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:55.324738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:55.325738 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.340151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea629faa-f98f-42d7-b87b-08c79ea5c89a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:55.374842 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672485b6-99cc-4ee8-bb26-098918945f62 x-openstack-request-id: req-672485b6-99cc-4ee8-bb26-098918945f62 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:55.375163 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebe08a2-e5ab-4b57-ba12-340e0f32596d", "name": "network-vif-deleted", "tag": "cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:55.375417 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-672485b6-99cc-4ee8-bb26-098918945f62 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:55.375818 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebe08a2-e5ab-4b57-ba12-340e0f32596d', 'name': 'network-vif-deleted', 'tag': 'cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69', 'status': 'completed', 'code': 200} Sep 17 22:21:55.485985 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a18ac833-0212-481b-bb31-f9cf1f0e2425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.513660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-611d71ac-0fe0-4b8c-a494-5b8e5b89df3d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9245186 Sep 17 22:21:55.520424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b3d93-b15d-4b38-89e8-b21646b2be29 req-72a700e1-30bd-45dd-acf2-ba7e30251406 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:55.530050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a8b3d93-b15d-4b38-89e8-b21646b2be29 req-72a700e1-30bd-45dd-acf2-ba7e30251406 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 945 time: 0.1352096 Sep 17 22:21:55.545549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Request body: {'port': {'device_id': '1e2d449c-93d5-42c9-8430-070a072e6a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:55.593159 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a8b3d93-b15d-4b38-89e8-b21646b2be29 req-2f1a6418-4925-4d1d-87b0-2b91aea62f1c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618207 Sep 17 22:21:55.674514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.697824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f88b8-6b4b-4d0d-9923-4ce9b30bc40d req-9e109c92-66de-478c-861d-5de0e2733b49 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:55.699652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc9f88b8-6b4b-4d0d-9923-4ce9b30bc40d req-9e109c92-66de-478c-861d-5de0e2733b49 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 945 time: 0.1505682 Sep 17 22:21:55.702024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a18ac833-0212-481b-bb31-f9cf1f0e2425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.767005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port ea629faa-f98f-42d7-b87b-08c79ea5c89a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:55.771382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862052-e369-4e64-8061-9a1478c90dc3 req-2e6abf57-0fac-4215-ac8f-c0d45cbc9935 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:55.779163 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4862052-e369-4e64-8061-9a1478c90dc3 req-2e6abf57-0fac-4215-ac8f-c0d45cbc9935 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 936 time: 0.0678327 Sep 17 22:21:55.795428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port ea629faa-f98f-42d7-b87b-08c79ea5c89a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:55.796103 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.815512 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a18ac833-0212-481b-bb31-f9cf1f0e2425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.856033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-8c8aac50-dfbb-4215-b66d-f5e1dad31d4c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.864164 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc9f88b8-6b4b-4d0d-9923-4ce9b30bc40d req-1a22bfba-21db-4e57-8947-f673750f1f4a tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups?id=306fa186-efd1-41c7-8bf2-5c740eb486b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417375 Sep 17 22:21:55.868017 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a18ac833-0212-481b-bb31-f9cf1f0e2425 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a03b285964744d3eabffbc67b43cf61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6066480 Sep 17 22:21:55.868723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53968) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:55.935254 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.944272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8aac50-dfbb-4215-b66d-f5e1dad31d4c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event deleted for resources: {'Port': ['ID=418e307d-3a71-4ecf-a8ae-a022a97d0c06,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:55.982059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4862052-e369-4e64-8061-9a1478c90dc3 req-8f3eb9d2-d051-4c20-8f66-75774d3a5efe tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993048 Sep 17 22:21:55.984464 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ac833-0212-481b-bb31-f9cf1f0e2425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1055cb-0ec9-4ac5-aada-196922648672,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:56.015488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8440f456-b9c3-4940-99d5-41ac4e143129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:56.017853 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b6a70e-5ad0-49c0-b6f0-3224806fa905" -d '{"events": [{"server_uuid": "8440f456-b9c3-4940-99d5-41ac4e143129", "name": "network-vif-plugged", "status": "completed", "tag": "ea629faa-f98f-42d7-b87b-08c79ea5c89a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:56.029919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-8c8aac50-dfbb-4215-b66d-f5e1dad31d4c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] No DVR routers for this DVR port 418e307d-3a71-4ecf-a8ae-a022a97d0c06 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:56.035450 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-8c8aac50-dfbb-4215-b66d-f5e1dad31d4c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.039117 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cff8338b-3d1e-4f41-a8cb-e9c7a166175d req-8c8aac50-dfbb-4215-b66d-f5e1dad31d4c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.15 "DELETE /v2.0/ports/418e307d-3a71-4ecf-a8ae-a022a97d0c06 HTTP/1.1" status: 204 len: 173 time: 1.2933547 Sep 17 22:21:56.050142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea629faa-f98f-42d7-b87b-08c79ea5c89a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:56.081229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-98787d35-c662-4229-b438-88c701bf0f4a req-04991e07-8a2e-40e5-b865-718fa667287f tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf16d68-b42d-45c1-917c-45bc4cb22bb8 HTTP/1.1" status: 200 len: 210 time: 0.0562494 Sep 17 22:21:56.081921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b159edd9-517d-48ba-b19d-d3f358f16c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.121816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b159edd9-517d-48ba-b19d-d3f358f16c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.128706 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.129747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1a7a870f-6fd3-4862-ade0-6eb3fbed709a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:56.231824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fa0efc79-c753-40ee-9e5a-933e307d5d3d None None] Provisioning complete for port e221d281-9ba2-4f65-9eba-7c7116fef03a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:56.232396 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fa0efc79-c753-40ee-9e5a-933e307d5d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.268397 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5879ec61-72c5-4c49-af7c-571c9eb097ec req-d5bf39c7-b864-47f8-b51c-32e7ea028b5d tempest-MigrationsAdminTest-2102565462 tempest-MigrationsAdminTest-2102565462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ebe08a2-e5ab-4b57-ba12-340e0f32596d HTTP/1.1" status: 200 len: 210 time: 0.0319226 Sep 17 22:21:56.309840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b159edd9-517d-48ba-b19d-d3f358f16c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.314463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b159edd9-517d-48ba-b19d-d3f358f16c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.320204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea629faa-f98f-42d7-b87b-08c79ea5c89a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:56.320507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b159edd9-517d-48ba-b19d-d3f358f16c9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd1055cb-0ec9-4ac5-aada-196922648672 HTTP/1.1" status: 204 len: 168 time: 0.4419198 Sep 17 22:21:56.346202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285e119-8a9f-4946-9afb-da1f54609107 req-9d6e712d-674e-4563-a7e2-084afe3865eb tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:56.348712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d285e119-8a9f-4946-9afb-da1f54609107 req-9d6e712d-674e-4563-a7e2-084afe3865eb tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 944 time: 0.0854616 Sep 17 22:21:56.358792 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10c5ade-05f1-4803-819e-beec0748d949 x-openstack-request-id: req-b10c5ade-05f1-4803-819e-beec0748d949 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:56.359207 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8440f456-b9c3-4940-99d5-41ac4e143129", "name": "network-vif-plugged", "status": "completed", "tag": "ea629faa-f98f-42d7-b87b-08c79ea5c89a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:56.359459 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b10c5ade-05f1-4803-819e-beec0748d949 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:56.359848 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8440f456-b9c3-4940-99d5-41ac4e143129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a', 'code': 200} Sep 17 22:21:56.360844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159edd9-517d-48ba-b19d-d3f358f16c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1055cb-0ec9-4ac5-aada-196922648672,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:56.365010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fa0efc79-c753-40ee-9e5a-933e307d5d3d None None] Port e221d281-9ba2-4f65-9eba-7c7116fef03a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:56.421202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e221d281-9ba2-4f65-9eba-7c7116fef03a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:56.426643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d285e119-8a9f-4946-9afb-da1f54609107 req-35cadfde-83dc-4fd3-b606-8b891f4a0ac7 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622234 Sep 17 22:21:56.436406 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.451130 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:56.455852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Transition to ACTIVE for port object e221d281-9ba2-4f65-9eba-7c7116fef03a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:56.460496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:56.462656 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.524306 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.627113 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.644003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d9662-97a1-4233-8dd9-cbfbb4ebb0de req-6621c44b-6681-4c68-b285-fb20d5004cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:56.645812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-724d9662-97a1-4233-8dd9-cbfbb4ebb0de req-6621c44b-6681-4c68-b285-fb20d5004cb3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 1098 time: 0.1639824 Sep 17 22:21:56.683373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,segment=NetworkSegment(3f39e09d-08f5-4541-8616-eacbac7a250d),segment_id=3f39e09d-08f5-4541-8616-eacbac7a250d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:56.732557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Pushing event updated for resources: {'Port': ['ID=e221d281-9ba2-4f65-9eba-7c7116fef03a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:56.752210 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.785490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-724d9662-97a1-4233-8dd9-cbfbb4ebb0de req-e7e50dba-1753-472c-8978-e07ec1364ec3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294155 Sep 17 22:21:56.816436 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe5673-471d-4b8f-86bb-9a033e3ff511 req-677f2efa-ccf9-47da-a2cf-fccdd7c43f02 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:56.824734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cbbe5673-471d-4b8f-86bb-9a033e3ff511 req-677f2efa-ccf9-47da-a2cf-fccdd7c43f02 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1226349 Sep 17 22:21:56.841394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Attempting to bind port e221d281-9ba2-4f65-9eba-7c7116fef03a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:56.841803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Attempting to bind port e221d281-9ba2-4f65-9eba-7c7116fef03a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:56.842195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Attempting to bind port e221d281-9ba2-4f65-9eba-7c7116fef03a on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:56.849751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:56.855640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Port e221d281-9ba2-4f65-9eba-7c7116fef03a on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:56.855997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Attempting to bind port e221d281-9ba2-4f65-9eba-7c7116fef03a on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:56.870324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:56.870755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:56.871193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:56.871660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Bound port: e221d281-9ba2-4f65-9eba-7c7116fef03a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:56.872003 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.887281 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cbbe5673-471d-4b8f-86bb-9a033e3ff511 req-aa53a48e-60e6-43a5-9e72-0956c53cc8d6 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613887 Sep 17 22:21:56.965797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] For port e221d281-9ba2-4f65-9eba-7c7116fef03a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:56.970102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] For port e221d281-9ba2-4f65-9eba-7c7116fef03a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e221d281-9ba2-4f65-9eba-7c7116fef03a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:57.002590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a422de85-97bc-4c55-a9a8-8edbc2c9606c req-cbcaf999-aab5-4cf8-8805-75201ce1c83c tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d26468-8788-4452-bc0e-a47089adca71 HTTP/1.1" status: 200 len: 210 time: 0.0282400 Sep 17 22:21:57.045749 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.049886 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:21:57.095898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:57.096676 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.098192 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] 10.222.0.23 "PUT /v2.0/ports/e221d281-9ba2-4f65-9eba-7c7116fef03a HTTP/1.1" status: 200 len: 1097 time: 1.5730343 Sep 17 22:21:57.159051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6978d1-6645-4921-a697-98058549cd1d service neutron] Pushing event updated for resources: {'Port': ['ID=e221d281-9ba2-4f65-9eba-7c7116fef03a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:57.164993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53986) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:57.181219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70491c99-c460-4a37-b1c6-2aaa67994561 req-623ec9da-0534-444c-95ed-91b613a18551 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:57.187467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aca039bc-e8ae-43ea-b171-58d5f106b2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.189964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70491c99-c460-4a37-b1c6-2aaa67994561 req-623ec9da-0534-444c-95ed-91b613a18551 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 948 time: 0.1119382 Sep 17 22:21:57.340353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70491c99-c460-4a37-b1c6-2aaa67994561 req-1ecb0122-8f77-429b-bd81-83bec9c93362 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359363 Sep 17 22:21:57.361148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-1711c920-6698-450e-bba7-2bcd576ff444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:57.362519 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-1711c920-6698-450e-bba7-2bcd576ff444 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 1100 time: 0.0851340 Sep 17 22:21:57.378391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d26468-8788-4452-bc0e-a47089adca71', 'name': 'network-vif-deleted', 'tag': '418e307d-3a71-4ecf-a8ae-a022a97d0c06'}, {'name': 'network-changed', 'server_uuid': '1e2d449c-93d5-42c9-8430-070a072e6a5e', 'tag': 'e221d281-9ba2-4f65-9eba-7c7116fef03a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:57.381154 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6ec053-58e6-400b-929d-3138ef43b119" -d '{"events": [{"server_uuid": "f9d26468-8788-4452-bc0e-a47089adca71", "name": "network-vif-deleted", "tag": "418e307d-3a71-4ecf-a8ae-a022a97d0c06"}, {"name": "network-changed", "server_uuid": "1e2d449c-93d5-42c9-8430-070a072e6a5e", "tag": "e221d281-9ba2-4f65-9eba-7c7116fef03a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:57.402038 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aca039bc-e8ae-43ea-b171-58d5f106b2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.432394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-6eac0e8d-7315-47dd-8196-3d206e9b124c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=e221d281-9ba2-4f65-9eba-7c7116fef03a HTTP/1.1" status: 200 len: 217 time: 0.0598574 Sep 17 22:21:57.502555 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c631cd71-402f-429b-b947-0cbac578d721 x-openstack-request-id: req-c631cd71-402f-429b-b947-0cbac578d721 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:57.502555 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d26468-8788-4452-bc0e-a47089adca71", "name": "network-vif-deleted", "tag": "418e307d-3a71-4ecf-a8ae-a022a97d0c06", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e2d449c-93d5-42c9-8430-070a072e6a5e", "tag": "e221d281-9ba2-4f65-9eba-7c7116fef03a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:57.502555 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c631cd71-402f-429b-b947-0cbac578d721 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:57.503088 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d26468-8788-4452-bc0e-a47089adca71', 'name': 'network-vif-deleted', 'tag': '418e307d-3a71-4ecf-a8ae-a022a97d0c06', 'status': 'completed', 'code': 200} Sep 17 22:21:57.503088 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2d449c-93d5-42c9-8430-070a072e6a5e', 'tag': 'e221d281-9ba2-4f65-9eba-7c7116fef03a', 'status': 'completed', 'code': 200} Sep 17 22:21:57.514001 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aca039bc-e8ae-43ea-b171-58d5f106b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.525852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-2856a390-24ff-4ee3-a726-cded9862c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:57.527665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-2856a390-24ff-4ee3-a726-cded9862c7e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0880466 Sep 17 22:21:57.585256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-614dbbbb-f5b4-4883-9673-14510bb42af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:57.586930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-614dbbbb-f5b4-4883-9673-14510bb42af5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500889 Sep 17 22:21:57.596765 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aca039bc-e8ae-43ea-b171-58d5f106b2d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d2bbc2ed9a9479f85839e1c13b37fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306829 Sep 17 22:21:57.601912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54002) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:57.648332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca039bc-e8ae-43ea-b171-58d5f106b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27db50a2-f934-44ba-ba68-d14ebf7948fd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:57.681939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcee39-ca6b-42f3-a8a3-c2883637de5e req-aa8203d3-e5c3-48b5-ae57-4d512c150845 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:57.691276 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fdcee39-ca6b-42f3-a8a3-c2883637de5e req-aa8203d3-e5c3-48b5-ae57-4d512c150845 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 945 time: 0.1315329 Sep 17 22:21:57.711461 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-45189a37-3e8c-4c70-8d62-9a6ef482a0ed service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108468 Sep 17 22:21:57.712956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68f2aec7-c202-42d1-a4fb-5e3f02011dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.748796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68f2aec7-c202-42d1-a4fb-5e3f02011dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.761541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fdcee39-ca6b-42f3-a8a3-c2883637de5e req-73fc523a-1524-4c08-b601-515b0b27f666 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674112 Sep 17 22:21:57.869907 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-183e7bc6-37ee-44ea-a574-3844988cf8c2 req-9a3fd7c2-ece4-440e-a151-16d170159a31 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477239 Sep 17 22:21:57.914889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68f2aec7-c202-42d1-a4fb-5e3f02011dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.917773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68f2aec7-c202-42d1-a4fb-5e3f02011dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.920486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-68f2aec7-c202-42d1-a4fb-5e3f02011dc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27db50a2-f934-44ba-ba68-d14ebf7948fd HTTP/1.1" status: 204 len: 168 time: 0.3131015 Sep 17 22:21:57.952812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2aec7-c202-42d1-a4fb-5e3f02011dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27db50a2-f934-44ba-ba68-d14ebf7948fd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:58.077204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54012) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:58.147517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-d37b9172-09ca-4ebb-8074-89f04a4d8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:58.149947 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-d37b9172-09ca-4ebb-8074-89f04a4d8d1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 1100 time: 0.1502156 Sep 17 22:21:58.167233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5cec-4144-42a5-a518-7455b61c9037 req-59d1a6e7-0cec-493a-a022-bcff1a023250 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:58.176367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-773b5cec-4144-42a5-a518-7455b61c9037 req-59d1a6e7-0cec-493a-a022-bcff1a023250 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1898510 Sep 17 22:21:58.307217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-21920809-f53b-424b-855c-3982f2287078 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b763d93dcfbd4755b6403f6da3dca39a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286017 Sep 17 22:21:58.310006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54028) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:58.331600 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-773b5cec-4144-42a5-a518-7455b61c9037 req-0340c972-2da4-4b2f-9afb-9fcdfc20d542 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455386 Sep 17 22:21:58.360694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f63b101-b1e2-43c3-b6e7-ff7a6fed6094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7a870f-6fd3-4862-ade0-6eb3fbed709a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:58.364004 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dfe341-e056-4cba-ab34-31fdb75328d2" -d '{"events": [{"server_uuid": "8f63b101-b1e2-43c3-b6e7-ff7a6fed6094", "name": "network-vif-plugged", "status": "completed", "tag": "1a7a870f-6fd3-4862-ade0-6eb3fbed709a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:58.367013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-14e3d30b-44fe-4260-b7f0-6144184bf9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:58.368624 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-14e3d30b-44fe-4260-b7f0-6144184bf9f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1912367 Sep 17 22:21:58.378190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54036) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:58.390009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd6bbd29-3c89-4d57-8d1d-1740a541ccea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:58.398597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 418e307d-3a71-4ecf-a8ae-a022a97d0c06 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:58.449475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd6bbd29-3c89-4d57-8d1d-1740a541ccea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:58.470469 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 418e307d-3a71-4ecf-a8ae-a022a97d0c06 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:58.470910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 418e307d-3a71-4ecf-a8ae-a022a97d0c06 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:58.471604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:58.476267 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-2b27a759-afb5-4c02-9ed3-6f229a78110c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=e221d281-9ba2-4f65-9eba-7c7116fef03a HTTP/1.1" status: 200 len: 217 time: 0.0990899 Sep 17 22:21:58.529668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:58.530014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cd5cf39f-7f4c-4a01-9f4b-e89fd0799d69 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:58.634037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f9e344b-f660-4b18-aa59-a9f1bfa53c33 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:58.639495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdedfca-540f-4caf-b387-a5d32f183752 req-4cdd2133-936b-47cb-8313-86d057caa0ee tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:58.657512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9cdedfca-540f-4caf-b387-a5d32f183752 req-4cdd2133-936b-47cb-8313-86d057caa0ee tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 948 time: 0.1794577 Sep 17 22:21:58.658566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-509b45d1-a3b8-4e9e-adb9-c81eb6645906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:58.661166 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-509b45d1-a3b8-4e9e-adb9-c81eb6645906 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1721921 Sep 17 22:21:58.689991 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f9e344b-f660-4b18-aa59-a9f1bfa53c33 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:58.758628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-432f430a-5011-4e02-8c49-b5e99975544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:58.760455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-432f430a-5011-4e02-8c49-b5e99975544c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893099 Sep 17 22:21:58.779774 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9cdedfca-540f-4caf-b387-a5d32f183752 req-3c0ad47a-09c4-44f1-88ef-b8d95d6db8c1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213644 Sep 17 22:21:58.867341 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda2b2e-8363-4206-b40a-284d1ecf2111 x-openstack-request-id: req-ecda2b2e-8363-4206-b40a-284d1ecf2111 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:58.867634 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f63b101-b1e2-43c3-b6e7-ff7a6fed6094", "name": "network-vif-plugged", "status": "completed", "tag": "1a7a870f-6fd3-4862-ade0-6eb3fbed709a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:58.868075 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecda2b2e-8363-4206-b40a-284d1ecf2111 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:58.868502 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f63b101-b1e2-43c3-b6e7-ff7a6fed6094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7a870f-6fd3-4862-ade0-6eb3fbed709a', 'code': 200} Sep 17 22:21:58.878549 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd6bbd29-3c89-4d57-8d1d-1740a541ccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:58.887527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd6bbd29-3c89-4d57-8d1d-1740a541ccea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:58.890518 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-0a4c2b60-9612-45f0-8c17-96d0e7123f53 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187730 Sep 17 22:21:58.893207 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cd6bbd29-3c89-4d57-8d1d-1740a541ccea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4db43cc-adc1-44bb-8da4-0d1664582707 HTTP/1.1" status: 204 len: 168 time: 0.5802910 Sep 17 22:21:58.961574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bbd29-3c89-4d57-8d1d-1740a541ccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4db43cc-adc1-44bb-8da4-0d1664582707,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:58.993580 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.023659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c6ec053-58e6-400b-929d-3138ef43b119 req-8f780d1e-db81-4205-8629-3f0e2fa8b086 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196363 Sep 17 22:21:59.047734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4f1b8-50d0-4620-bca6-310912969684 req-a4b6e9f4-b0fe-43d0-92ff-edad8da3ff00 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:59.050039 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f9e344b-f660-4b18-aa59-a9f1bfa53c33 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.052372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63c4f1b8-50d0-4620-bca6-310912969684 req-a4b6e9f4-b0fe-43d0-92ff-edad8da3ff00 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 945 time: 0.1559970 Sep 17 22:21:59.052754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f9e344b-f660-4b18-aa59-a9f1bfa53c33 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.056811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9f9e344b-f660-4b18-aa59-a9f1bfa53c33 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc843dbd-f249-4227-9da6-217ba58c47d2 HTTP/1.1" status: 204 len: 168 time: 0.6516366 Sep 17 22:21:59.058645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54056) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:59.074070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e344b-f660-4b18-aa59-a9f1bfa53c33 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc843dbd-f249-4227-9da6-217ba58c47d2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:59.082830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf561a-8f5c-4381-8ba0-44e7d12c0ea0 req-cc8a7eee-8033-4388-916e-6ccf44428d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:59.085102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fbf561a-8f5c-4381-8ba0-44e7d12c0ea0 req-cc8a7eee-8033-4388-916e-6ccf44428d58 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 1097 time: 0.0598211 Sep 17 22:21:59.098218 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-599f2108-45d0-4853-820b-663692c9537e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] show failed (client error): The resource could not be found. Sep 17 22:21:59.121320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54058) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:59.128274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-599f2108-45d0-4853-820b-663692c9537e tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "GET /v2.0/security-groups/dc843dbd-f249-4227-9da6-217ba58c47d2 HTTP/1.1" status: 404 len: 347 time: 0.0565789 Sep 17 22:21:59.151296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63c4f1b8-50d0-4620-bca6-310912969684 req-48db27cf-d131-43aa-b74d-b1d72f1c8878 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894921 Sep 17 22:21:59.182359 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fbf561a-8f5c-4381-8ba0-44e7d12c0ea0 req-db345be2-ea7f-40f8-8ae6-65530018485a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885820 Sep 17 22:21:59.295555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e54491f4-11ff-498a-8fe6-6511a5a7d317 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Deleting port f3a61ca7-714c-481e-94ee-2c7549fa3c84 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:59.296281 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e54491f4-11ff-498a-8fe6-6511a5a7d317 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.707112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54076) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:59.747217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e54491f4-11ff-498a-8fe6-6511a5a7d317 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.747550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e54491f4-11ff-498a-8fe6-6511a5a7d317 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.767790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e54491f4-11ff-498a-8fe6-6511a5a7d317 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Calling delete_port for f3a61ca7-714c-481e-94ee-2c7549fa3c84 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:59.776813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a2fccae3-8e62-4d7d-bc19-3d3e250bd188 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee332ef741e945b7aa79aa7a6f31edda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685685 Sep 17 22:21:59.779178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54080) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:59.780265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a59d8-4f64-409f-b0a1-52f6048af604 req-b92a082e-b6fe-4da7-9961-8bc986ccb4d9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:59.786420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa8a59d8-4f64-409f-b0a1-52f6048af604 req-b92a082e-b6fe-4da7-9961-8bc986ccb4d9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1026530 Sep 17 22:21:59.832516 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-753ef782-9954-442f-8926-7cfb7c5317c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.886456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa8a59d8-4f64-409f-b0a1-52f6048af604 req-8033b26f-3e07-4649-a8e3-85099e9d814f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983040 Sep 17 22:21:59.930258 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-753ef782-9954-442f-8926-7cfb7c5317c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.983646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d12fb-6fce-4bb0-82e3-f39f837631a0 req-abb8dc12-bbf9-4b53-b945-4d0f968128e7 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:59.985255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab6d12fb-6fce-4bb0-82e3-f39f837631a0 req-abb8dc12-bbf9-4b53-b945-4d0f968128e7 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 948 time: 0.1157215 Sep 17 22:22:00.082913 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab6d12fb-6fce-4bb0-82e3-f39f837631a0 req-78a2006b-7a18-4ca2-aad8-b20033f36476 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777707 Sep 17 22:22:00.106278 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e54491f4-11ff-498a-8fe6-6511a5a7d317 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.155342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54491f4-11ff-498a-8fe6-6511a5a7d317 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Pushing event deleted for resources: {'Port': ['ID=f3a61ca7-714c-481e-94ee-2c7549fa3c84,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:00.165348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-753ef782-9954-442f-8926-7cfb7c5317c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.171762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-753ef782-9954-442f-8926-7cfb7c5317c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.172840 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-753ef782-9954-442f-8926-7cfb7c5317c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc6817c4-c485-4977-955b-5e6213629558 HTTP/1.1" status: 204 len: 168 time: 0.3925440 Sep 17 22:22:00.197405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ef782-9954-442f-8926-7cfb7c5317c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6817c4-c485-4977-955b-5e6213629558,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:00.306654 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e54491f4-11ff-498a-8fe6-6511a5a7d317 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.309435 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e54491f4-11ff-498a-8fe6-6511a5a7d317 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.311263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e54491f4-11ff-498a-8fe6-6511a5a7d317 tempest-ImagesOneServerNegativeTestJSON-1077171679 tempest-ImagesOneServerNegativeTestJSON-1077171679-project] 10.222.0.30 "DELETE /v2.0/floatingips/a9e7df2b-2eef-4d56-9363-97fe880b2219 HTTP/1.1" status: 204 len: 168 time: 1.1889324 Sep 17 22:22:00.348271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e31dc-91e3-4bee-81b9-a7c873ebf6b2 req-4dcd5208-626e-4bd1-b4b7-cda8e966b8a0 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:00.349909 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f25e31dc-91e3-4bee-81b9-a7c873ebf6b2 req-4dcd5208-626e-4bd1-b4b7-cda8e966b8a0 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 945 time: 0.0985200 Sep 17 22:22:00.435950 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f25e31dc-91e3-4bee-81b9-a7c873ebf6b2 req-431c1f5c-245f-4ec4-8b5e-d81f4a94f9b7 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769534 Sep 17 22:22:00.611356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54122) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:00.656457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-01160932-e92e-4cf4-b7fe-570073b3c1ec admin admin] Deleting subnet 342053ca-ac5c-4106-a367-66bd248d3955 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:22:00.660989 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01160932-e92e-4cf4-b7fe-570073b3c1ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.701210 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01160932-e92e-4cf4-b7fe-570073b3c1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.756292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01160932-e92e-4cf4-b7fe-570073b3c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.892806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad48f75-9570-4c33-9c31-638a1375b81a req-0f6fab89-f823-49b3-b6fb-f4e556c5f2fe tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:00.900969 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cad48f75-9570-4c33-9c31-638a1375b81a req-0f6fab89-f823-49b3-b6fb-f4e556c5f2fe tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0667434 Sep 17 22:22:00.919054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01160932-e92e-4cf4-b7fe-570073b3c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.950157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01160932-e92e-4cf4-b7fe-570073b3c1ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342053ca-ac5c-4106-a367-66bd248d3955,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:00.961148 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01160932-e92e-4cf4-b7fe-570073b3c1ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.963270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-01160932-e92e-4cf4-b7fe-570073b3c1ec admin admin] 10.222.0.30 "DELETE /v2.0/subnets/342053ca-ac5c-4106-a367-66bd248d3955 HTTP/1.1" status: 204 len: 168 time: 0.3508725 Sep 17 22:22:00.965855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54142) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:00.974990 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cad48f75-9570-4c33-9c31-638a1375b81a req-fa6752bc-230d-4ea4-9a5a-bbb73f1fc72e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731816 Sep 17 22:22:01.042662 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.132736 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.160921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27e80cd-1092-43b0-9d34-57c94dd5db0f']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:01.170728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2cba11-40b0-44a8-a210-6917e68d96db') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:01.171387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2cba11-40b0-44a8-a210-6917e68d96db') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:01.181149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.195578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.202365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:01.202814 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:01.205020 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:01.220527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa871e-7038-48cf-9e0d-2eff629d92a6 req-e3bc1f5b-211b-424c-82d0-1f937da0e5b3 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:01.233528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2efa871e-7038-48cf-9e0d-2eff629d92a6 req-e3bc1f5b-211b-424c-82d0-1f937da0e5b3 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 948 time: 0.0595753 Sep 17 22:22:01.287440 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2efa871e-7038-48cf-9e0d-2eff629d92a6 req-1675505e-03e8-4b9e-b60f-17b3c37dfa42 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580187 Sep 17 22:22:01.297510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e221d281-9ba2-4f65-9eba-7c7116fef03a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:01.386135 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.399550 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.401836 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] 10.222.0.30 "DELETE /v2.0/networks/e27e80cd-1092-43b0-9d34-57c94dd5db0f HTTP/1.1" status: 204 len: 168 time: 0.4347477 Sep 17 22:22:01.422793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91308af-b00e-4176-ba8d-06add84cc72d admin admin] Pushing event deleted for resources: {'Network': ['ID=e27e80cd-1092-43b0-9d34-57c94dd5db0f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:01.450780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e221d281-9ba2-4f65-9eba-7c7116fef03a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e221d281-9ba2-4f65-9eba-7c7116fef03a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:01.463724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'e221d281-9ba2-4f65-9eba-7c7116fef03a', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'e221d281-9ba2-4f65-9eba-7c7116fef03a', 'mac_address': 'fa:16:3e:2a:12:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:01.522567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.532257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e221d281-9ba2-4f65-9eba-7c7116fef03a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:01.552473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e221d281-9ba2-4f65-9eba-7c7116fef03a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e221d281-9ba2-4f65-9eba-7c7116fef03a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:01.578146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12397f-7c29-4877-89b2-0e695e292694 req-83b6c422-422c-475f-99f4-4fc2c32b8e41 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:01.579689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a12397f-7c29-4877-89b2-0e695e292694 req-83b6c422-422c-475f-99f4-4fc2c32b8e41 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 945 time: 0.0626128 Sep 17 22:22:01.621194 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a12397f-7c29-4877-89b2-0e695e292694 req-52a53712-9702-4606-b5fc-bf1ce0e5761d tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349545 Sep 17 22:22:01.633037 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.705639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e221d281-9ba2-4f65-9eba-7c7116fef03a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:01.886249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54188) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:01.899919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['e221d281-9ba2-4f65-9eba-7c7116fef03a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:01.962882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-027d34fb-6e21-4464-ab35-bc1e3a45bbbc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=333e4d38ec4d4d6599a2ea67392ba0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766602 Sep 17 22:22:01.965880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54194) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:02.084963 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f30bbef9-24b0-440b-ac78-7fb534ce092f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.176255 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f30bbef9-24b0-440b-ac78-7fb534ce092f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.187388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1206b-150b-49f7-b3f1-2de70b8641ea req-0d7bf650-75f9-47d3-bd72-37b3590f0624 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:02.188965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf1206b-150b-49f7-b3f1-2de70b8641ea req-0d7bf650-75f9-47d3-bd72-37b3590f0624 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1191604 Sep 17 22:22:02.253401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf1206b-150b-49f7-b3f1-2de70b8641ea req-2c7487cc-390f-42b1-8351-e8aa4d23cc09 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578086 Sep 17 22:22:02.363622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f30bbef9-24b0-440b-ac78-7fb534ce092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.367993 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f30bbef9-24b0-440b-ac78-7fb534ce092f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.372642 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f30bbef9-24b0-440b-ac78-7fb534ce092f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/306fa186-efd1-41c7-8bf2-5c740eb486b7 HTTP/1.1" status: 204 len: 168 time: 0.4055781 Sep 17 22:22:02.387263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bbef9-24b0-440b-ac78-7fb534ce092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fa186-efd1-41c7-8bf2-5c740eb486b7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:02.411053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae973411-dc4c-4a88-b65b-f7ab63fee2bd req-7875357d-b597-4809-beba-7e99e4a99a15 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:02.413494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae973411-dc4c-4a88-b65b-f7ab63fee2bd req-7875357d-b597-4809-beba-7e99e4a99a15 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 944 time: 0.0904388 Sep 17 22:22:02.431764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107fcac-7e5c-4172-8437-32406c7fc0c1 req-c0d07220-1f5b-42e7-b97c-b9355eacc038 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:02.439922 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8107fcac-7e5c-4172-8437-32406c7fc0c1 req-c0d07220-1f5b-42e7-b97c-b9355eacc038 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 949 time: 0.0713286 Sep 17 22:22:02.471766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae973411-dc4c-4a88-b65b-f7ab63fee2bd req-8af8f422-fd91-4863-80ef-e9305ad10480 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465937 Sep 17 22:22:02.488756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8107fcac-7e5c-4172-8437-32406c7fc0c1 req-2cfa2d29-717a-46d3-aa4b-6836d2329833 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479038 Sep 17 22:22:03.171409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42be00-bcf2-4fc4-908c-598755666516 req-10b93234-b865-4dcb-afd8-23b921cd5318 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:03.179852 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f42be00-bcf2-4fc4-908c-598755666516 req-10b93234-b865-4dcb-afd8-23b921cd5318 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 945 time: 0.0680730 Sep 17 22:22:03.187976 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2e435440-af1e-4548-8aaa-19921f25569a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.216824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f42be00-bcf2-4fc4-908c-598755666516 req-2c26315f-2b47-468d-b40a-91a9bd570688 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354288 Sep 17 22:22:03.318661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e221d281-9ba2-4f65-9eba-7c7116fef03a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:03.328528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df713f29-1e95-4331-9cf1-deabb6e75ee4 req-2a3f71a1-8e49-4d00-bc23-34881603575b tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:03.341879 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df713f29-1e95-4331-9cf1-deabb6e75ee4 req-2a3f71a1-8e49-4d00-bc23-34881603575b tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 945 time: 0.0640855 Sep 17 22:22:03.383626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df713f29-1e95-4331-9cf1-deabb6e75ee4 req-53c2252a-c65c-4cbe-820e-0bc8b377fb3b tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457063 Sep 17 22:22:03.463199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port e221d281-9ba2-4f65-9eba-7c7116fef03a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:03.468270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port e221d281-9ba2-4f65-9eba-7c7116fef03a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:03.468813 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.475905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-86721071-9f98-4460-bee9-c9f356df303a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:03.477247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-86721071-9f98-4460-bee9-c9f356df303a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.15 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 944 time: 0.0831060 Sep 17 22:22:03.548554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff86603-df50-44e2-86da-e5e9de41230d req-5b616d70-5612-494f-a42e-27545be92fd0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:03.549630 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.550664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ff86603-df50-44e2-86da-e5e9de41230d req-5b616d70-5612-494f-a42e-27545be92fd0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0944836 Sep 17 22:22:03.575090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2d449c-93d5-42c9-8430-070a072e6a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221d281-9ba2-4f65-9eba-7c7116fef03a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:03.577544 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77219eb-4070-4ea1-9793-18a055e6abd5" -d '{"events": [{"server_uuid": "1e2d449c-93d5-42c9-8430-070a072e6a5e", "name": "network-vif-plugged", "status": "completed", "tag": "e221d281-9ba2-4f65-9eba-7c7116fef03a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:03.595522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e221d281-9ba2-4f65-9eba-7c7116fef03a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e221d281-9ba2-4f65-9eba-7c7116fef03a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:03.633588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ff86603-df50-44e2-86da-e5e9de41230d req-0aa1c6de-6276-4594-8a07-413aacea14a3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732532 Sep 17 22:22:03.639653 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.669244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-7179de47-2ce6-4377-b42f-8e9fd94ab9fc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Deleting port 0f1f024e-8bd6-4951-92af-432f40b66b1f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:03.670058 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-7179de47-2ce6-4377-b42f-8e9fd94ab9fc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.684606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54306) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:03.722894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e221d281-9ba2-4f65-9eba-7c7116fef03a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:03.794373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2100217861-network', 'tenant_id': 'eafdb72691c44306a767f18c31595b2c'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:03.818575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dc318-9908-4f9e-98e2-36683e52b98b req-c359ccb2-f8a9-48af-92f4-5b506ce9b181 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:03.820797 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0f6dc318-9908-4f9e-98e2-36683e52b98b req-c359ccb2-f8a9-48af-92f4-5b506ce9b181 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 944 time: 0.1037505 Sep 17 22:22:03.825742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-7179de47-2ce6-4377-b42f-8e9fd94ab9fc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] For port 0f1f024e-8bd6-4951-92af-432f40b66b1f, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=0f1f024e-8bd6-4951-92af-432f40b66b1f,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:03.826101 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-7179de47-2ce6-4377-b42f-8e9fd94ab9fc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.854007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-7179de47-2ce6-4377-b42f-8e9fd94ab9fc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Calling delete_port for 0f1f024e-8bd6-4951-92af-432f40b66b1f owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:03.907731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0f6dc318-9908-4f9e-98e2-36683e52b98b req-4bb1baa7-e365-4307-8cf6-536b2ddd0ee8 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790813 Sep 17 22:22:03.923887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Made reservation on behalf of eafdb72691c44306a767f18c31595b2c for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:03.926961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.940186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.032487 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.041564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735a51c-db9e-4fef-a30f-5deccd89542c req-276c81d2-6ea1-4d4a-8ead-4a321457ec7b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:04.043123 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1735a51c-db9e-4fef-a30f-5deccd89542c req-276c81d2-6ea1-4d4a-8ead-4a321457ec7b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 950 time: 0.0647848 Sep 17 22:22:04.081865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1735a51c-db9e-4fef-a30f-5deccd89542c req-a6c21cd2-f2a1-46d2-8f8d-e314ee8ca8a5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328205 Sep 17 22:22:04.127473 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e27f05f-e3d6-47b0-80de-cd5f45a80fb5 x-openstack-request-id: req-0e27f05f-e3d6-47b0-80de-cd5f45a80fb5 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:04.127473 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2d449c-93d5-42c9-8430-070a072e6a5e", "name": "network-vif-plugged", "status": "completed", "tag": "e221d281-9ba2-4f65-9eba-7c7116fef03a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:04.127473 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e27f05f-e3d6-47b0-80de-cd5f45a80fb5 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:04.127473 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2d449c-93d5-42c9-8430-070a072e6a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221d281-9ba2-4f65-9eba-7c7116fef03a', 'code': 200} Sep 17 22:22:04.146120 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.146341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-7179de47-2ce6-4377-b42f-8e9fd94ab9fc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.174577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:04.176923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179de47-2ce6-4377-b42f-8e9fd94ab9fc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Pushing event deleted for resources: {'Port': ['ID=0f1f024e-8bd6-4951-92af-432f40b66b1f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:04.189779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:04.195348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.195687 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Added segment 5525f03b-5f21-496a-a77a-c4aebf6bd011 of type vlan for network 4d3fd1be-be72-4384-99ec-52523ef26f88 Sep 17 22:22:04.252246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-7179de47-2ce6-4377-b42f-8e9fd94ab9fc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] No DVR routers for this DVR port 0f1f024e-8bd6-4951-92af-432f40b66b1f on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:04.256597 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.256902 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-7179de47-2ce6-4377-b42f-8e9fd94ab9fc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.258905 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aaa0daf0-d017-482d-8d99-7f2d798991c4 req-7179de47-2ce6-4377-b42f-8e9fd94ab9fc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.15 "DELETE /v2.0/ports/0f1f024e-8bd6-4951-92af-432f40b66b1f HTTP/1.1" status: 204 len: 173 time: 0.7616732 Sep 17 22:22:04.259372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'name': 'network-vif-deleted', 'tag': '0f1f024e-8bd6-4951-92af-432f40b66b1f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:04.261749 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2611bab8-9cd2-4a7e-bd56-fa871d08faa4" -d '{"events": [{"server_uuid": "17e96038-ec7a-4036-9ff4-4c089bddc126", "name": "network-vif-deleted", "tag": "0f1f024e-8bd6-4951-92af-432f40b66b1f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:04.284194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8585e-44fe-4c28-8f8b-1eb88eb29bb0 req-c017aa8f-3de8-4dfd-8b74-5e2d287d77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:04.285836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe8585e-44fe-4c28-8f8b-1eb88eb29bb0 req-c017aa8f-3de8-4dfd-8b74-5e2d287d77e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 1102 time: 0.0962970 Sep 17 22:22:04.320983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54322) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:04.327608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe8585e-44fe-4c28-8f8b-1eb88eb29bb0 req-d01322c4-7c08-4ca2-9424-d4650db4b667 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Sep 17 22:22:04.382508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.383737 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:04.384461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.454510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] Pushing event updated for resources: {'Network': ['ID=4d3fd1be-be72-4384-99ec-52523ef26f88,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:04.463304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86d62e3e-3e3d-4974-8f69-59de78c25b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.466564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4d3fd1be-be72-4384-99ec-52523ef26f88 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:04.467840 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b427cd-b677-47b0-9223-1a28081987b3 x-openstack-request-id: req-58b427cd-b677-47b0-9223-1a28081987b3 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:04.468716 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e96038-ec7a-4036-9ff4-4c089bddc126", "name": "network-vif-deleted", "tag": "0f1f024e-8bd6-4951-92af-432f40b66b1f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:04.469164 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58b427cd-b677-47b0-9223-1a28081987b3 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:04.469752 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e96038-ec7a-4036-9ff4-4c089bddc126', 'name': 'network-vif-deleted', 'tag': '0f1f024e-8bd6-4951-92af-432f40b66b1f', 'status': 'completed', 'code': 200} Sep 17 22:22:04.559505 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f381b465-ba6e-453f-80d2-5743826c4788 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8736835 Sep 17 22:22:04.562480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54330) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:04.567499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Request body: {'subnet': {'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2100217861-subnet', 'tenant_id': 'eafdb72691c44306a767f18c31595b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:04.595940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da16f-713a-4c89-b04b-08664f95e173 req-3ed74866-9b4a-4ab7-beae-92e6097195a6 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:04.597413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a1da16f-713a-4c89-b04b-08664f95e173 req-3ed74866-9b4a-4ab7-beae-92e6097195a6 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 945 time: 0.0785983 Sep 17 22:22:04.653147 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a1da16f-713a-4c89-b04b-08664f95e173 req-d35b6a3e-9ccd-466b-ad91-73b765f24ded tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476227 Sep 17 22:22:04.688135 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86d62e3e-3e3d-4974-8f69-59de78c25b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.763368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57882fc4-9d58-472d-81b7-db94dc88f3f5 req-6b8e7197-df88-4e4a-86f7-40aa7c8af3f1 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:04.764877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57882fc4-9d58-472d-81b7-db94dc88f3f5 req-6b8e7197-df88-4e4a-86f7-40aa7c8af3f1 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 945 time: 0.0520437 Sep 17 22:22:04.801353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57882fc4-9d58-472d-81b7-db94dc88f3f5 req-eac3d079-57b6-4fbc-ad5a-47cee36c00f3 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303767 Sep 17 22:22:04.811112 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86d62e3e-3e3d-4974-8f69-59de78c25b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.852805 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-86d62e3e-3e3d-4974-8f69-59de78c25b4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7d588ce331945089f3f772ec2b4020d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5307226 Sep 17 22:22:04.854828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d62e3e-3e3d-4974-8f69-59de78c25b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533a8c38-4a0a-40c5-9f62-3e4cb2cee4bc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:04.855511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54338) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:04.929569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Made reservation on behalf of eafdb72691c44306a767f18c31595b2c for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:04.931848 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.037216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7a21c-cd6f-4b46-b08f-ed4c35f74756 req-df101dfa-f7d2-4806-9c20-d9a720a39e30 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:05.039729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24d7a21c-cd6f-4b46-b08f-ed4c35f74756 req-df101dfa-f7d2-4806-9c20-d9a720a39e30 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1768889 Sep 17 22:22:05.052500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-fd6e45ec-03c1-4d07-bc0b-89db7832923b tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:05.054669 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-fd6e45ec-03c1-4d07-bc0b-89db7832923b tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 945 time: 0.1772728 Sep 17 22:22:05.063463 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21f78f87-6beb-49eb-8e1f-4a42e787ebe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.150854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21f78f87-6beb-49eb-8e1f-4a42e787ebe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.175436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24d7a21c-cd6f-4b46-b08f-ed4c35f74756 req-7dde463b-3470-4a1c-aded-5e2a51780cef tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170163 Sep 17 22:22:05.286489 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbbf0fcf-0818-4cb2-a1ce-48cf113ec1a7 req-1aa38ab7-c4c8-4c6c-be72-c975f3c22cd0 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=17e96038-ec7a-4036-9ff4-4c089bddc126 HTTP/1.1" status: 200 len: 210 time: 0.0398271 Sep 17 22:22:05.518258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-f4ac0114-8085-4805-b4f9-9607afe6cbea tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Deleting port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:05.518258 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-f4ac0114-8085-4805-b4f9-9607afe6cbea tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.518258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b91ba-7a5e-4369-9fe3-c01ca7e23e91 req-bb8b2ace-58aa-4937-a619-e92611ab7914 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:05.518258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b94b91ba-7a5e-4369-9fe3-c01ca7e23e91 req-bb8b2ace-58aa-4937-a619-e92611ab7914 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 950 time: 0.1078570 Sep 17 22:22:05.518258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-f4ac0114-8085-4805-b4f9-9607afe6cbea tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] For port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,segment=NetworkSegment(3f39e09d-08f5-4541-8616-eacbac7a250d),segment_id=3f39e09d-08f5-4541-8616-eacbac7a250d)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:05.518258 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-f4ac0114-8085-4805-b4f9-9607afe6cbea tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.518258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-f4ac0114-8085-4805-b4f9-9607afe6cbea tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Calling delete_port for 1a7a870f-6fd3-4862-ade0-6eb3fbed709a owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:05.534148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b94b91ba-7a5e-4369-9fe3-c01ca7e23e91 req-1d45eed0-4ac8-4717-ae1a-1d009667c2bd tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595315 Sep 17 22:22:05.575528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21f78f87-6beb-49eb-8e1f-4a42e787ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.578105 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21f78f87-6beb-49eb-8e1f-4a42e787ebe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.579294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-21f78f87-6beb-49eb-8e1f-4a42e787ebe3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/533a8c38-4a0a-40c5-9f62-3e4cb2cee4bc HTTP/1.1" status: 204 len: 168 time: 0.7227020 Sep 17 22:22:05.580350 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.623532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f78f87-6beb-49eb-8e1f-4a42e787ebe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533a8c38-4a0a-40c5-9f62-3e4cb2cee4bc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:05.675541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=575cfedc-4700-4fb9-818f-a7c3fe17b03b,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:05.685319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Checking segment: {'id': '5525f03b-5f21-496a-a77a-c4aebf6bd011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:05.685672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Network hostable DHCP agents. Network: 4d3fd1be-be72-4384-99ec-52523ef26f88, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:05.789094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0757c-67eb-4e1a-897f-242d1f2f1962 req-3ba6a5fc-c45d-4a9a-a72e-fc29d64b4d73 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:05.791239 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4f0757c-67eb-4e1a-897f-242d1f2f1962 req-3ba6a5fc-c45d-4a9a-a72e-fc29d64b4d73 tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f63b101-b1e2-43c3-b6e7-ff7a6fed6094 HTTP/1.1" status: 200 len: 945 time: 0.0653579 Sep 17 22:22:05.802979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Network 4d3fd1be-be72-4384-99ec-52523ef26f88 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:05.836470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4f0757c-67eb-4e1a-897f-242d1f2f1962 req-f145eaf8-ef7b-49e9-93a8-f3c8a69fdabe tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fef343e-3644-4c2e-b9a0-d4256c878791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Sep 17 22:22:05.854982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d80df2c-e8b3-4726-8648-06493332743d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.883974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4d3fd1be-be72-4384-99ec-52523ef26f88) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:05.885912 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-f4ac0114-8085-4805-b4f9-9607afe6cbea tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.893783 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db94bd9b-2009-456e-9808-e589a37c2b3e None None] Network 4d3fd1be-be72-4384-99ec-52523ef26f88 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:05.895659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:05.896341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.909922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['1a7a870f-6fd3-4862-ade0-6eb3fbed709a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:05.941548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac0114-8085-4805-b4f9-9607afe6cbea tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Pushing event deleted for resources: {'Port': ['ID=1a7a870f-6fd3-4862-ade0-6eb3fbed709a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:06.005193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-f4ac0114-8085-4805-b4f9-9607afe6cbea tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] No DVR routers for this DVR port 1a7a870f-6fd3-4862-ade0-6eb3fbed709a on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:06.008071 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-f4ac0114-8085-4805-b4f9-9607afe6cbea tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.010490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7bf544e6-298a-4aee-97a0-90645c6145e0 req-f4ac0114-8085-4805-b4f9-9607afe6cbea tempest-ServerMetadataNegativeTestJSON-608865356 tempest-ServerMetadataNegativeTestJSON-608865356-project] 10.222.0.23 "DELETE /v2.0/ports/1a7a870f-6fd3-4862-ade0-6eb3fbed709a HTTP/1.1" status: 204 len: 173 time: 0.9355621 Sep 17 22:22:06.022297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67189-5e6b-4b54-a8fe-65a9409e915f req-bcc9bd66-34a3-4f58-b784-132ed3021ff8 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:06.024354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-efc67189-5e6b-4b54-a8fe-65a9409e915f req-bcc9bd66-34a3-4f58-b784-132ed3021ff8 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 945 time: 0.1209114 Sep 17 22:22:06.047909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-889131e5-734e-4b83-8a66-448412ca23eb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4843357 Sep 17 22:22:06.069023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-efc67189-5e6b-4b54-a8fe-65a9409e915f req-61c6f46d-f278-42b1-8c65-62a6f56fb96a tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373874 Sep 17 22:22:06.114490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a0bfc-4867-4aeb-b22d-2aa832a6c23a None None] Network 4d3fd1be-be72-4384-99ec-52523ef26f88 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:06.300854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc3c5e-5f4a-4bfc-ab0c-77e25a2a3721 req-22e48798-5da4-4450-a396-a90929ac0cdb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:06.302326 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bacc3c5e-5f4a-4bfc-ab0c-77e25a2a3721 req-22e48798-5da4-4450-a396-a90929ac0cdb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0579267 Sep 17 22:22:06.341300 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bacc3c5e-5f4a-4bfc-ab0c-77e25a2a3721 req-9eed8d17-7186-493b-892d-9fc9fa57b5e7 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Sep 17 22:22:06.465999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54364) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:06.472615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f63b101-b1e2-43c3-b6e7-ff7a6fed6094', 'name': 'network-vif-deleted', 'tag': '1a7a870f-6fd3-4862-ade0-6eb3fbed709a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:06.478203 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6c71b3-6114-45de-82c5-b37cfb1df393" -d '{"events": [{"server_uuid": "8f63b101-b1e2-43c3-b6e7-ff7a6fed6094", "name": "network-vif-deleted", "tag": "1a7a870f-6fd3-4862-ade0-6eb3fbed709a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:06.495972 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-758ed9e2-d19f-4aba-8549-186f6c245bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.514550 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135df4ad-21c9-4142-a673-72cc1b0bf874 x-openstack-request-id: req-135df4ad-21c9-4142-a673-72cc1b0bf874 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:06.514845 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f63b101-b1e2-43c3-b6e7-ff7a6fed6094", "name": "network-vif-deleted", "tag": "1a7a870f-6fd3-4862-ade0-6eb3fbed709a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:06.515093 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-135df4ad-21c9-4142-a673-72cc1b0bf874 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:06.515577 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f63b101-b1e2-43c3-b6e7-ff7a6fed6094', 'name': 'network-vif-deleted', 'tag': '1a7a870f-6fd3-4862-ade0-6eb3fbed709a', 'status': 'completed', 'code': 200} Sep 17 22:22:06.562844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54374) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:06.637534 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-758ed9e2-d19f-4aba-8549-186f6c245bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.640605 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-c763d634-4076-4dd2-9ab8-f25f280ad555 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:06.642118 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-c763d634-4076-4dd2-9ab8-f25f280ad555 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.23 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 945 time: 0.0680327 Sep 17 22:22:06.708740 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3928e7fe-9521-414f-ba5b-460470445580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.748889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-758ed9e2-d19f-4aba-8549-186f6c245bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.778392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-f03d6cbb-c008-41e1-9fef-0cae42372be7 req-8d227fe9-d1d4-4cb6-b079-b5ae0750571f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1734433967', 'description': 'tempest-description-561293969'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:06.837832 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-758ed9e2-d19f-4aba-8549-186f6c245bd6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef5c84a6eb4b4d9789b948830c2282db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705096 Sep 17 22:22:06.840559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54380) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:06.845099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ed9e2-d19f-4aba-8549-186f6c245bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52afa620-ba34-45f7-9eeb-d9a355ac2850,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:06.878720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf87aac-b93b-4bff-9ab8-d434ee377462 req-40a0c6db-005f-4d76-8c7c-fa5c55d6b174 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:06.881252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cf87aac-b93b-4bff-9ab8-d434ee377462 req-40a0c6db-005f-4d76-8c7c-fa5c55d6b174 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 950 time: 0.1288364 Sep 17 22:22:06.900165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0482-042a-4cc3-b014-495af4881604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.922235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0482-042a-4cc3-b014-495af4881604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.925529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Deleting port bfa066e1-a726-4fa5-8584-35d9472fea3f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:06.925868 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.980576 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.010989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cf87aac-b93b-4bff-9ab8-d434ee377462 req-e4ca3e7d-ce1c-41d0-bc0d-dac7aac40fc8 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211219 Sep 17 22:22:07.032005 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3928e7fe-9521-414f-ba5b-460470445580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.037861 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0482-042a-4cc3-b014-495af4881604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.040412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0482-042a-4cc3-b014-495af4881604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.041802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a8ed0482-042a-4cc3-b014-495af4881604 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52afa620-ba34-45f7-9eeb-d9a355ac2850 HTTP/1.1" status: 204 len: 168 time: 0.2002697 Sep 17 22:22:07.049997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed0482-042a-4cc3-b014-495af4881604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52afa620-ba34-45f7-9eeb-d9a355ac2850,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.060408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] For port bfa066e1-a726-4fa5-8584-35d9472fea3f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bfa066e1-a726-4fa5-8584-35d9472fea3f,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:07.060779 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.125876 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3928e7fe-9521-414f-ba5b-460470445580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.193219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3928e7fe-9521-414f-ba5b-460470445580 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e5cd0a8ba154c57a892760030011d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6292641 Sep 17 22:22:07.195818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54390) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:07.204957 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928e7fe-9521-414f-ba5b-460470445580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccf09e8-2b82-4e75-b153-76c42db0728b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.226562 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.229522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f03d6cbb-c008-41e1-9fef-0cae42372be7 req-8d227fe9-d1d4-4cb6-b079-b5ae0750571f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.249720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853462a-a4ba-448b-9725-fc45741097df req-c15e07c1-9c25-40d8-b752-7d976547b4f8 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:07.252590 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0853462a-a4ba-448b-9725-fc45741097df req-c15e07c1-9c25-40d8-b752-7d976547b4f8 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 944 time: 0.1723235 Sep 17 22:22:07.278771 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da7866f5-91ca-4f1b-b63a-98ea4d1fd874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.312518 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da7866f5-91ca-4f1b-b63a-98ea4d1fd874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.342454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0853462a-a4ba-448b-9725-fc45741097df req-f1ec3410-58dc-4b31-8193-972cdcbfc33a tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832269 Sep 17 22:22:07.365644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.366024 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.366391 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Floating IP d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8 disassociated. External IP: 172.25.6.244, port: bfa066e1-a726-4fa5-8584-35d9472fea3f. Sep 17 22:22:07.366784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Calling delete_port for bfa066e1-a726-4fa5-8584-35d9472fea3f owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:07.389343 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f03d6cbb-c008-41e1-9fef-0cae42372be7 req-8d227fe9-d1d4-4cb6-b079-b5ae0750571f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.418863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54396) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:07.467688 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f03d6cbb-c008-41e1-9fef-0cae42372be7 req-8d227fe9-d1d4-4cb6-b079-b5ae0750571f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.511483 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da7866f5-91ca-4f1b-b63a-98ea4d1fd874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.512908 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da7866f5-91ca-4f1b-b63a-98ea4d1fd874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.514231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-da7866f5-91ca-4f1b-b63a-98ea4d1fd874 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eccf09e8-2b82-4e75-b153-76c42db0728b HTTP/1.1" status: 204 len: 168 time: 0.3170905 Sep 17 22:22:07.517160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d227fe9-d1d4-4cb6-b079-b5ae0750571f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71181280-d8a3-488c-b702-fc9b831c4add,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.527519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-c091fe4e-8ae7-4f28-bd66-b3c98a27be9b admin admin] Deleting subnet 22453938-8d65-4e51-9ef5-4defbc681602 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:22:07.531600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c091fe4e-8ae7-4f28-bd66-b3c98a27be9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.533674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-63cb7254-ee68-4973-8359-97de88961a34 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:07.535231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-63cb7254-ee68-4973-8359-97de88961a34 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.15 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 944 time: 0.1177824 Sep 17 22:22:07.555726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7866f5-91ca-4f1b-b63a-98ea4d1fd874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccf09e8-2b82-4e75-b153-76c42db0728b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.575395 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c091fe4e-8ae7-4f28-bd66-b3c98a27be9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.598233 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f03d6cbb-c008-41e1-9fef-0cae42372be7 req-8d227fe9-d1d4-4cb6-b079-b5ae0750571f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.604866 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f03d6cbb-c008-41e1-9fef-0cae42372be7 req-8d227fe9-d1d4-4cb6-b079-b5ae0750571f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8309414 Sep 17 22:22:07.609522 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dbe2f-64bc-4b57-8b6f-e631e4333cfb req-ac2f62eb-304b-405b-b0f1-18f0b3fd96ae tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:07.610380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c45dbe2f-64bc-4b57-8b6f-e631e4333cfb req-ac2f62eb-304b-405b-b0f1-18f0b3fd96ae tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 1102 time: 0.1380365 Sep 17 22:22:07.634371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c091fe4e-8ae7-4f28-bd66-b3c98a27be9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.712722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c45dbe2f-64bc-4b57-8b6f-e631e4333cfb req-7e0128f2-a8a1-460e-99db-5ec5da7da302 tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782561 Sep 17 22:22:07.732375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289277c0-a3e8-4504-9a35-ba0c844d9c7a req-6db416b5-cd66-4974-9a5b-21f0cce78e15 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:07.734916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-289277c0-a3e8-4504-9a35-ba0c844d9c7a req-6db416b5-cd66-4974-9a5b-21f0cce78e15 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 945 time: 0.0765791 Sep 17 22:22:07.737750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-50c55fb3-7a7d-4c48-b561-2d77f90ab8df tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Deleting port ba442dd3-5494-486a-b083-cba6d64ddaac {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:07.737750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-50c55fb3-7a7d-4c48-b561-2d77f90ab8df tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.785593 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.807286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-289277c0-a3e8-4504-9a35-ba0c844d9c7a req-35673777-ec65-40eb-b0fe-1512ade5f61f tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups?id=56a5cc7b-1219-47d3-a4df-d884795e881f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501471 Sep 17 22:22:07.841052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-e2360549-aa0d-4ebd-87f9-f625df920355 req-db689fee-e695-47d5-a0a2-ee2d0b7a1706 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-190831204', 'description': 'tempest-description-1688024868'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:07.848678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c091fe4e-8ae7-4f28-bd66-b3c98a27be9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.859035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event deleted for resources: {'Port': ['ID=bfa066e1-a726-4fa5-8584-35d9472fea3f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.882171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091fe4e-8ae7-4f28-bd66-b3c98a27be9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22453938-8d65-4e51-9ef5-4defbc681602,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.922512 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c091fe4e-8ae7-4f28-bd66-b3c98a27be9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.922512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c091fe4e-8ae7-4f28-bd66-b3c98a27be9b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/22453938-8d65-4e51-9ef5-4defbc681602 HTTP/1.1" status: 204 len: 168 time: 0.4798870 Sep 17 22:22:07.922512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54414) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:07.989768 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2360549-aa0d-4ebd-87f9-f625df920355 req-db689fee-e695-47d5-a0a2-ee2d0b7a1706 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.007844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-50c55fb3-7a7d-4c48-b561-2d77f90ab8df tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] For port ba442dd3-5494-486a-b083-cba6d64ddaac, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ba442dd3-5494-486a-b083-cba6d64ddaac,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:08.008838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-50c55fb3-7a7d-4c48-b561-2d77f90ab8df tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.020387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8003-74e7-45ee-ae33-f78023899799 req-205f8762-b7b7-456f-a96c-2f5769ddde08 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:08.021978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c46c8003-74e7-45ee-ae33-f78023899799 req-205f8762-b7b7-456f-a96c-2f5769ddde08 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.2022059 Sep 17 22:22:08.078818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-50c55fb3-7a7d-4c48-b561-2d77f90ab8df tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Calling delete_port for ba442dd3-5494-486a-b083-cba6d64ddaac owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:08.163988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c46c8003-74e7-45ee-ae33-f78023899799 req-b9299567-c7cb-4445-bf02-a618c1f655fb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004529 Sep 17 22:22:08.167359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Router 266c548d-f729-4a02-8bf0-29587767b2ce has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:22:08.308203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.344827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-86b70491-d3ed-4e8d-82a1-27128d135884 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627549 Sep 17 22:22:08.405058 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.428873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:08.441122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f39e09d-08f5-4541-8616-eacbac7a250d') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:08.442032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f39e09d-08f5-4541-8616-eacbac7a250d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:08.442895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:08.458260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54434) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:08.474810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.477305 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d7e843d-6ebb-41ed-8190-9ad0afaa5336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.479900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 0f1f024e-8bd6-4951-92af-432f40b66b1f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:08.480667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 0f1f024e-8bd6-4951-92af-432f40b66b1f not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:08.502969 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.511037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:08.513845 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:08.609370 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-3d7e843d-6ebb-41ed-8190-9ad0afaa5336 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:22:08.609370 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:22:08.609370 n-d-713499-18 neutron-server[95455]: [parameters: {'project_id_1': '304f7dab2b404a10af56bc88fb2d0336', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 21, 48, 499833)}] Sep 17 22:22:08.609370 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:22:08.609958 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-3d7e843d-6ebb-41ed-8190-9ad0afaa5336 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:22:08.629185 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.637224 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.639090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] 10.222.0.30 "DELETE /v2.0/networks/3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6 HTTP/1.1" status: 204 len: 168 time: 0.7314014 Sep 17 22:22:08.661654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d301c8-6777-43b0-8f38-fb970084107f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca0e67a-12fa-435e-a001-d8f7c5e6c1a6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:08.697181 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2360549-aa0d-4ebd-87f9-f625df920355 req-db689fee-e695-47d5-a0a2-ee2d0b7a1706 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.797798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2360549-aa0d-4ebd-87f9-f625df920355 req-db689fee-e695-47d5-a0a2-ee2d0b7a1706 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.826827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db689fee-e695-47d5-a0a2-ee2d0b7a1706 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b34facc-52ed-4881-b0c9-2c6c87588990,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:08.828482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:22:08.838852 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] Sync routers for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:22:08.848553 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:08.849147 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:22:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:08.860845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-7f0afa70-f062-47a9-93e8-c8467bf62ad6 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:08.862328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-7f0afa70-f062-47a9-93e8-c8467bf62ad6 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5167868 Sep 17 22:22:08.883053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] No DVR routers for this DVR port bfa066e1-a726-4fa5-8584-35d9472fea3f on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:08.885973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.888406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca4ff3aa-80a9-49dc-b958-4e05ef2bc01b req-5b13854d-1925-4794-a0d8-31577e5d1df5 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.23 "DELETE /v2.0/ports/bfa066e1-a726-4fa5-8584-35d9472fea3f HTTP/1.1" status: 204 len: 173 time: 2.2308264 Sep 17 22:22:08.891965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6208ab40-09b0-479b-bea6-b3ce60423612', 'name': 'network-vif-deleted', 'tag': 'bfa066e1-a726-4fa5-8584-35d9472fea3f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:08.892492 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2e1097-2539-4fd6-8462-e4ac6973e7e6" -d '{"events": [{"server_uuid": "6208ab40-09b0-479b-bea6-b3ce60423612", "name": "network-vif-deleted", "tag": "bfa066e1-a726-4fa5-8584-35d9472fea3f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:08.903449 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-412792fe-1e60-4da9-a42b-05f0b54faddd tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/quotas/a5cd06b025384a9f858cc1eef04a1b05 HTTP/1.1" status: 200 len: 375 time: 0.0214267 Sep 17 22:22:08.942758 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.942994 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e2360549-aa0d-4ebd-87f9-f625df920355 req-db689fee-e695-47d5-a0a2-ee2d0b7a1706 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.944387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2360549-aa0d-4ebd-87f9-f625df920355 req-db689fee-e695-47d5-a0a2-ee2d0b7a1706 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1104422 Sep 17 22:22:08.951002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-50c55fb3-7a7d-4c48-b561-2d77f90ab8df tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.989189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c55fb3-7a7d-4c48-b561-2d77f90ab8df tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Pushing event deleted for resources: {'Port': ['ID=ba442dd3-5494-486a-b083-cba6d64ddaac,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:09.038296 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-81ce903f-01b9-4222-a47a-8475f3d679df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1290293 Sep 17 22:22:09.080765 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:09.092410 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2c052dd-1303-4a1a-a17c-68ef2f7978a7 req-fec5ddf8-b289-459c-9872-27f65e2c315e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 210 time: 0.0380425 Sep 17 22:22:09.110628 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d7e843d-6ebb-41ed-8190-9ad0afaa5336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.141182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54458) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:09.143420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-50c55fb3-7a7d-4c48-b561-2d77f90ab8df tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] No DVR routers for this DVR port ba442dd3-5494-486a-b083-cba6d64ddaac on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:09.151955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-50c55fb3-7a7d-4c48-b561-2d77f90ab8df tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.159507 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f53c8b3-1b63-4d53-9927-7029de9b7d54 req-50c55fb3-7a7d-4c48-b561-2d77f90ab8df tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.15 "DELETE /v2.0/ports/ba442dd3-5494-486a-b083-cba6d64ddaac HTTP/1.1" status: 204 len: 173 time: 1.6157937 Sep 17 22:22:09.223999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54464) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:09.224840 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a786331d-93b6-4681-b9be-5c111f567f11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29f3ea79789e4811a3e2a05bf8c10cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825129 Sep 17 22:22:09.267994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8760d594-22f1-4e87-976b-2781452ddf8d req-cb55b140-6370-4c00-95e6-0ca9ac9dc4db tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/ports?device_id=6208ab40-09b0-479b-bea6-b3ce60423612 HTTP/1.1" status: 200 len: 210 time: 0.0355053 Sep 17 22:22:09.332827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-34d26628-ee69-4ff9-876e-537710b27abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.353982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bfa066e1-a726-4fa5-8584-35d9472fea3f no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:09.357739 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1560e9-a050-4757-8d2b-9b4c009a103e x-openstack-request-id: req-aa1560e9-a050-4757-8d2b-9b4c009a103e {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:09.358054 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6208ab40-09b0-479b-bea6-b3ce60423612", "name": "network-vif-deleted", "tag": "bfa066e1-a726-4fa5-8584-35d9472fea3f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:09.358260 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa1560e9-a050-4757-8d2b-9b4c009a103e {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:09.358641 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6208ab40-09b0-479b-bea6-b3ce60423612', 'name': 'network-vif-deleted', 'tag': 'bfa066e1-a726-4fa5-8584-35d9472fea3f', 'status': 'completed', 'code': 200} Sep 17 22:22:09.390218 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:09.404531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: bfa066e1-a726-4fa5-8584-35d9472fea3f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:09.405162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bfa066e1-a726-4fa5-8584-35d9472fea3f not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:09.405846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1a7a870f-6fd3-4862-ade0-6eb3fbed709a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:09.410126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d7e843d-6ebb-41ed-8190-9ad0afaa5336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.436161 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 1a7a870f-6fd3-4862-ade0-6eb3fbed709a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:09.436788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1a7a870f-6fd3-4862-ade0-6eb3fbed709a not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:09.457526 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] Checking router: 266c548d-f729-4a02-8bf0-29587767b2ce for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:22:09.467724 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:09.468438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:22:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:09.475572 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-34d26628-ee69-4ff9-876e-537710b27abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.510471 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d7e843d-6ebb-41ed-8190-9ad0afaa5336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.599769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bed65f-5021-498a-b0f4-51393f1339f9 req-172125c9-2a5a-4d6b-861f-01042c623b66 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:09.601451 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0bed65f-5021-498a-b0f4-51393f1339f9 req-172125c9-2a5a-4d6b-861f-01042c623b66 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0847802 Sep 17 22:22:09.634470 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3d7e843d-6ebb-41ed-8190-9ad0afaa5336 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=304f7dab2b404a10af56bc88fb2d0336&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1771424 Sep 17 22:22:09.636556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54482) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:09.652034 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:09.674701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e843d-6ebb-41ed-8190-9ad0afaa5336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a72b613-827f-44d5-a655-c74acb6af971,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:09.705723 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0bed65f-5021-498a-b0f4-51393f1339f9 req-144d664d-1480-421c-8581-0558c7bce615 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913100 Sep 17 22:22:09.714438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34dde-b64e-4094-b7d9-020061348e06 req-2cee5473-f194-4d02-8c9c-d787a07b6837 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:09.716630 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-2cee5473-f194-4d02-8c9c-d787a07b6837 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 813 time: 0.2626677 Sep 17 22:22:09.725463 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-34d26628-ee69-4ff9-876e-537710b27abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.730400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-34d26628-ee69-4ff9-876e-537710b27abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.731578 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-34d26628-ee69-4ff9-876e-537710b27abf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fef343e-3644-4c2e-b9a0-d4256c878791 HTTP/1.1" status: 204 len: 168 time: 0.5059769 Sep 17 22:22:09.747507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d26628-ee69-4ff9-876e-537710b27abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fef343e-3644-4c2e-b9a0-d4256c878791,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:09.782622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c075a3ef-2619-49a3-a18a-10522e04f3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.790090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-cf859d1e-3c20-4f9d-b767-b3f023d3a24f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/quotas/eafdb72691c44306a767f18c31595b2c HTTP/1.1" status: 200 len: 375 time: 0.0454874 Sep 17 22:22:09.838233 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6fd16999-92aa-4787-b3d5-867bfa3a1257 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402281 Sep 17 22:22:09.869169 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c075a3ef-2619-49a3-a18a-10522e04f3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.879869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dd1608a6-9b00-4175-a26d-b555c3a75cc2 req-b8dd9eb7-ddeb-4b4f-bfbc-56f262115ef6 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 210 time: 0.0475233 Sep 17 22:22:09.959175 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:09.994526 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730fc2ae-a6ca-4d70-ab52-d01c3b61f8f4 None None] The sync data for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 is: [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:20Z', 'revision_number': 4, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd646530c-e427-429a-90b3-85a392bdcc11', 'name': '', 'network_id': '7e8f77ab-5084-447f-8a5c-d1535a2e6a9c', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'mac_address': 'fa:16:3e:c6:9f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:20Z', 'updated_at': '2021-09-17T22:16:24Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'subnets': [{'id': 'a74373df-0ca5-4781-89c3-79e54f694726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:22:10.067994 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c075a3ef-2619-49a3-a18a-10522e04f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.071137 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c075a3ef-2619-49a3-a18a-10522e04f3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.072587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c075a3ef-2619-49a3-a18a-10522e04f3f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a72b613-827f-44d5-a655-c74acb6af971 HTTP/1.1" status: 204 len: 168 time: 0.4326410 Sep 17 22:22:10.089309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075a3ef-2619-49a3-a18a-10522e04f3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a72b613-827f-44d5-a655-c74acb6af971,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:10.125272 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0dbc160d-0fe0-4c69-93d3-6270d906fccd service neutron] 10.222.0.30 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777505 Sep 17 22:22:10.199661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.301222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d62719fb-3a83-4693-ae37-4f988379eef5 req-cf183f25-1044-4304-97e3-683e34d8666d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=acb2f6da-17c4-48c9-a30b-6e02be7b7f8b HTTP/1.1" status: 200 len: 210 time: 0.0476420 Sep 17 22:22:10.325686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-3930a2e5-52fe-4e75-9f97-97e79af9b55e service neutron] 10.222.0.30 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926205 Sep 17 22:22:10.517070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3ed56-9cdd-4fc0-a4d6-79c9f9de2ac9 None None] New status for floating IP d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:22:10.642210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54530) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:10.744226 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c97b68c-8bba-4730-8666-bb9c0a8a874f tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.803275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c97b68c-8bba-4730-8666-bb9c0a8a874f tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.893077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-468a68fe-e186-42db-81cc-dad15fc195a3 req-d2e3620d-97d7-4acb-bf67-14516167b107 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 210 time: 0.0284450 Sep 17 22:22:10.925182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac935b4-9db5-4b4f-8b13-f4549381dccd req-0ec1992a-248e-4327-9ceb-31d3889b4646 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:10.934012 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ac935b4-9db5-4b4f-8b13-f4549381dccd req-0ec1992a-248e-4327-9ceb-31d3889b4646 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0832016 Sep 17 22:22:10.975693 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c97b68c-8bba-4730-8666-bb9c0a8a874f tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.980386 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c97b68c-8bba-4730-8666-bb9c0a8a874f tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.984031 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c97b68c-8bba-4730-8666-bb9c0a8a874f tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "DELETE /v2.0/security-groups/56a5cc7b-1219-47d3-a4df-d884795e881f HTTP/1.1" status: 204 len: 168 time: 0.3382666 Sep 17 22:22:10.988794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54550) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:11.000559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97b68c-8bba-4730-8666-bb9c0a8a874f tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a5cc7b-1219-47d3-a4df-d884795e881f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:11.044459 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-47b2f1c7-9758-46ea-b7b9-0ccf05162eb1 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] show failed (client error): The resource could not be found. Sep 17 22:22:11.045816 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-47b2f1c7-9758-46ea-b7b9-0ccf05162eb1 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "GET /v2.0/security-groups/56a5cc7b-1219-47d3-a4df-d884795e881f HTTP/1.1" status: 404 len: 347 time: 0.0558794 Sep 17 22:22:11.048862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54560) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:11.090404 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05836c1f-2a00-404c-b680-9609f7126689 req-81da1a0d-a391-408a-8fd4-7accf6bb4093 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 210 time: 0.0856273 Sep 17 22:22:11.103007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ac935b4-9db5-4b4f-8b13-f4549381dccd req-2f305ece-a26f-4872-b965-beeaa1e0a2f9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678407 Sep 17 22:22:11.198028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-361ee766-8fef-4dab-b2ab-2636ef558f78 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Deleting port 56947adf-ee23-4545-8252-f6da0876d15b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:11.198328 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361ee766-8fef-4dab-b2ab-2636ef558f78 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:11.301253 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361ee766-8fef-4dab-b2ab-2636ef558f78 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:11.301512 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361ee766-8fef-4dab-b2ab-2636ef558f78 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:11.315182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-361ee766-8fef-4dab-b2ab-2636ef558f78 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Calling delete_port for 56947adf-ee23-4545-8252-f6da0876d15b owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:11.364197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'name': 'network-vif-deleted', 'tag': 'ba442dd3-5494-486a-b083-cba6d64ddaac'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:11.366463 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9dd3de-dca3-49e0-b9aa-06d4bf1e8a95" -d '{"events": [{"server_uuid": "acb2f6da-17c4-48c9-a30b-6e02be7b7f8b", "name": "network-vif-deleted", "tag": "ba442dd3-5494-486a-b083-cba6d64ddaac"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:11.412912 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8661b993-1219-4fc8-9a70-f5458d83a235 x-openstack-request-id: req-8661b993-1219-4fc8-9a70-f5458d83a235 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:11.413228 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb2f6da-17c4-48c9-a30b-6e02be7b7f8b", "name": "network-vif-deleted", "tag": "ba442dd3-5494-486a-b083-cba6d64ddaac", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:11.413536 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8661b993-1219-4fc8-9a70-f5458d83a235 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:11.413934 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb2f6da-17c4-48c9-a30b-6e02be7b7f8b', 'name': 'network-vif-deleted', 'tag': 'ba442dd3-5494-486a-b083-cba6d64ddaac', 'status': 'completed', 'code': 200} Sep 17 22:22:11.609617 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361ee766-8fef-4dab-b2ab-2636ef558f78 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:11.637332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ee766-8fef-4dab-b2ab-2636ef558f78 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Pushing event deleted for resources: {'Port': ['ID=56947adf-ee23-4545-8252-f6da0876d15b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:11.717445 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361ee766-8fef-4dab-b2ab-2636ef558f78 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:11.719978 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361ee766-8fef-4dab-b2ab-2636ef558f78 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:11.721160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-361ee766-8fef-4dab-b2ab-2636ef558f78 tempest-ServersWithSpecificFlavorTestJSON-213222003 tempest-ServersWithSpecificFlavorTestJSON-213222003-project] 10.222.0.30 "DELETE /v2.0/floatingips/d0ff7f34-ea5f-4bd3-bdd9-8e4f1fb54ad8 HTTP/1.1" status: 204 len: 168 time: 0.6709702 Sep 17 22:22:12.046660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-78ef8049-b96e-4764-ad98-77a8f5b7a87f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219584 Sep 17 22:22:12.175952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-670aa829-af8c-47a9-8a4a-51cd13545ae9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:12.177526 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-670aa829-af8c-47a9-8a4a-51cd13545ae9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251249 Sep 17 22:22:12.191811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Request body: {'port': {'device_id': 'ac245ed2-5080-443e-98fa-ad0493c71211', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'a5cd06b025384a9f858cc1eef04a1b05'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:12.387848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e62c6-af26-4bac-9e63-86f8c4b3f0e6 req-44d42eaf-fb69-4874-ac38-ea14da2de507 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:12.395794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486e62c6-af26-4bac-9e63-86f8c4b3f0e6 req-44d42eaf-fb69-4874-ac38-ea14da2de507 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 944 time: 0.0850437 Sep 17 22:22:12.424191 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79a20030-62b8-4eb1-bd48-e4d0599019a2 req-889301a0-e99b-4c20-a237-df528f0fb0d0 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 210 time: 0.0625036 Sep 17 22:22:12.447431 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486e62c6-af26-4bac-9e63-86f8c4b3f0e6 req-ebbd5712-6754-4f71-b0cb-cd217d2cc9d4 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/security-groups?id=22084c98-ae37-404b-9981-7d3b4f5062ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504930 Sep 17 22:22:12.463026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:12.523447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: ba442dd3-5494-486a-b083-cba6d64ddaac {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:12.524462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ba442dd3-5494-486a-b083-cba6d64ddaac not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:12.595724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17ab92a2-cdaa-4327-af4a-b297ed48311f req-49200914-0dd4-45db-83fa-40824ff4a083 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 210 time: 0.0626855 Sep 17 22:22:12.597026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Made reservation on behalf of a5cd06b025384a9f858cc1eef04a1b05 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:12.600852 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:12.612574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246b072-26ec-4987-b549-8190012fa023 req-3e74fb4a-671c-4e96-a678-c1966c0bc91b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:12.616661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7246b072-26ec-4987-b549-8190012fa023 req-3e74fb4a-671c-4e96-a678-c1966c0bc91b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0584090 Sep 17 22:22:12.653645 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7246b072-26ec-4987-b549-8190012fa023 req-109faf87-67ba-4ff5-b489-78bdcd2f1a25 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Sep 17 22:22:12.729153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c88893dc-8900-4cf6-b73d-e4573dc45b47 req-e84a3b7c-feba-49b6-8a0a-cf3e75994003 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0575721 Sep 17 22:22:12.814818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-0579e69f-7d05-460e-ac83-455b1059fd3e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:12.816426 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-0579e69f-7d05-460e-ac83-455b1059fd3e tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.15 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 944 time: 0.1177382 Sep 17 22:22:12.868356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Allocated IP 192.168.233.81 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/7b093640-47f0-4041-be8b-1a304a70546d) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:13.047457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-e40bb357-d8e1-4b08-908c-a1ca9363607d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Deleting port 463ed3f5-1db6-404b-ba72-dc0e59308688 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:13.048273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-e40bb357-d8e1-4b08-908c-a1ca9363607d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:13.112277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54684) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:13.160706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:13.179997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-e40bb357-d8e1-4b08-908c-a1ca9363607d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] For port 463ed3f5-1db6-404b-ba72-dc0e59308688, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=463ed3f5-1db6-404b-ba72-dc0e59308688,segment=NetworkSegment(aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57),segment_id=aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:13.180940 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-e40bb357-d8e1-4b08-908c-a1ca9363607d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:13.199148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-e40bb357-d8e1-4b08-908c-a1ca9363607d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Calling delete_port for 463ed3f5-1db6-404b-ba72-dc0e59308688 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:13.340422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:13.353070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6cce130b-d899-42e0-996b-4c844e270d34', 'e221d281-9ba2-4f65-9eba-7c7116fef03a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:13.402237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:13.410359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:13.416458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:13.419796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event updated for resources: {'Port': ['ID=7b093640-47f0-4041-be8b-1a304a70546d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:13.457784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'abbcd76c-0997-42da-8ab7-e817454e1967', '422b692d-f062-4b6d-915c-47b263a2363f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:13.469231 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-e40bb357-d8e1-4b08-908c-a1ca9363607d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:13.537803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bb357-d8e1-4b08-908c-a1ca9363607d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Pushing event deleted for resources: {'Port': ['ID=463ed3f5-1db6-404b-ba72-dc0e59308688,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:13.571857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:13.573102 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:13.643263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-674f2a28-980b-4a1b-a0f0-bc4155b9af6f req-5b20be55-5809-44ff-80c9-185faff5fcc2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 210 time: 0.1136274 Sep 17 22:22:13.706416 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4a9aee72-7be7-4409-a01c-0780baf7ce91 req-909abfc2-f96b-4910-8253-c242e158dabc tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 210 time: 0.0704260 Sep 17 22:22:13.747300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-e40bb357-d8e1-4b08-908c-a1ca9363607d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] No DVR routers for this DVR port 463ed3f5-1db6-404b-ba72-dc0e59308688 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:13.752088 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-e40bb357-d8e1-4b08-908c-a1ca9363607d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:13.753767 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a0389c7-3ffd-48ca-be48-e8ba1f8ebae4 req-e40bb357-d8e1-4b08-908c-a1ca9363607d tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.15 "DELETE /v2.0/ports/463ed3f5-1db6-404b-ba72-dc0e59308688 HTTP/1.1" status: 204 len: 173 time: 0.9272325 Sep 17 22:22:13.758934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423f2144-adda-4d16-a046-27f1043c7fe2', 'name': 'network-vif-deleted', 'tag': '463ed3f5-1db6-404b-ba72-dc0e59308688'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:13.758934 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2edd7f-7897-4809-82f8-073140364911" -d '{"events": [{"server_uuid": "423f2144-adda-4d16-a046-27f1043c7fe2", "name": "network-vif-deleted", "tag": "463ed3f5-1db6-404b-ba72-dc0e59308688"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:13.797437 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-0112f9ee-0dbc-4005-9212-487d36682046 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6094980 Sep 17 22:22:13.818916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Request body: {'port': {'device_id': 'ac245ed2-5080-443e-98fa-ad0493c71211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:13.854542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34dde-b64e-4094-b7d9-020061348e06 req-94ad1f02-b6a3-4156-a527-cf5b314adc99 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:13.856045 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-94ad1f02-b6a3-4156-a527-cf5b314adc99 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.23 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 813 time: 0.2665379 Sep 17 22:22:13.889826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'port': {'device_id': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88', 'admin_state_up': True, 'tenant_id': 'eafdb72691c44306a767f18c31595b2c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:13.951076 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:13.952467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b0953494-3b06-4d20-aadd-e85102b6c7e6 None None] Provisioning complete for port 7b093640-47f0-4041-be8b-1a304a70546d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:13.954880 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b0953494-3b06-4d20-aadd-e85102b6c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.004439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75f6cc-27bb-40c8-8639-b7113c56c79a req-b72c8a54-3fdb-4dbc-a4a5-46ec55fb0d7e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:14.006552 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d75f6cc-27bb-40c8-8639-b7113c56c79a req-b72c8a54-3fdb-4dbc-a4a5-46ec55fb0d7e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 935 time: 0.1081409 Sep 17 22:22:14.046177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b0953494-3b06-4d20-aadd-e85102b6c7e6 None None] Port 7b093640-47f0-4041-be8b-1a304a70546d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:22:14.054825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd6a58-290b-4c2c-84f2-0430f6ff1a7b req-45927ddd-31dd-40f5-8708-17df7eeb34d9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:14.063460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69fd6a58-290b-4c2c-84f2-0430f6ff1a7b req-45927ddd-31dd-40f5-8708-17df7eeb34d9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1934404 Sep 17 22:22:14.173643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d75f6cc-27bb-40c8-8639-b7113c56c79a req-4265ea1f-3fbd-4cf9-99ab-65278d254745 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168232 Sep 17 22:22:14.203783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69fd6a58-290b-4c2c-84f2-0430f6ff1a7b req-63b10b43-0f48-4720-9caa-9ce1f865b8f4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391361 Sep 17 22:22:14.381535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.386865 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca10c61-49b9-4789-9f16-002531c4672c x-openstack-request-id: req-7ca10c61-49b9-4789-9f16-002531c4672c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:14.387222 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423f2144-adda-4d16-a046-27f1043c7fe2", "name": "network-vif-deleted", "tag": "463ed3f5-1db6-404b-ba72-dc0e59308688", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:14.387534 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ca10c61-49b9-4789-9f16-002531c4672c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:14.388786 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423f2144-adda-4d16-a046-27f1043c7fe2', 'name': 'network-vif-deleted', 'tag': '463ed3f5-1db6-404b-ba72-dc0e59308688', 'status': 'completed', 'code': 200} Sep 17 22:22:14.392144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Made reservation on behalf of eafdb72691c44306a767f18c31595b2c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:14.409335 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.496398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bcc5cc29-84f0-454b-b1ec-20be700e5f6d req-3f0daade-2954-4e32-9e22-a78274032ebe tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0515285 Sep 17 22:22:14.660887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b093640-47f0-4041-be8b-1a304a70546d {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:14.673229 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.684381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Allocated IP 172.20.0.6 (4d3fd1be-be72-4384-99ec-52523ef26f88/575cfedc-4700-4fb9-818f-a7c3fe17b03b/fdf5159a-295b-41a0-a8c2-1c8f6447e11e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:14.699309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Transition to ACTIVE for port object 7b093640-47f0-4041-be8b-1a304a70546d will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:14.703396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] Deleting port d646530c-e427-429a-90b3-85a392bdcc11 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:14.703809 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.779879 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bf662d3f-d24e-4e40-a47e-d3f5279422e4 req-4ade3b68-4094-4edb-b6cc-089188cb0ba6 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 210 time: 0.0392449 Sep 17 22:22:14.817649 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0eee94f7-e385-44b2-9457-a12dfb3310ba req-193d271a-ee12-49e5-a374-54af6e3f25e3 tempest-LiveAutoBlockMigrationV225Test-1694587730 tempest-LiveAutoBlockMigrationV225Test-1694587730-project] 10.222.0.30 "GET /v2.0/ports?device_id=423f2144-adda-4d16-a046-27f1043c7fe2 HTTP/1.1" status: 200 len: 210 time: 0.0315292 Sep 17 22:22:14.843157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] For port d646530c-e427-429a-90b3-85a392bdcc11, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d646530c-e427-429a-90b3-85a392bdcc11,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:14.843738 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.859053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] Calling delete_port for d646530c-e427-429a-90b3-85a392bdcc11 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:14.861166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.927118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Pushing event updated for resources: {'Port': ['ID=7b093640-47f0-4041-be8b-1a304a70546d,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:14.995666 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.052227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Attempting to bind port 7b093640-47f0-4041-be8b-1a304a70546d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:15.052629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Attempting to bind port 7b093640-47f0-4041-be8b-1a304a70546d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:15.053195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Attempting to bind port 7b093640-47f0-4041-be8b-1a304a70546d on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:15.061433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Port 7b093640-47f0-4041-be8b-1a304a70546d on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:15.063343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Attempting to bind port 7b093640-47f0-4041-be8b-1a304a70546d on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:15.071842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:15.072113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:15.077688 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:15.082948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Bound port: 7b093640-47f0-4041-be8b-1a304a70546d, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:15.085214 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.151060 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.204536 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.217982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Network 4d3fd1be-be72-4384-99ec-52523ef26f88 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:15.219222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54774) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:15.238031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:15.269960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:15.276979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d646530c-e427-429a-90b3-85a392bdcc11,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:15.338247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] For port 7b093640-47f0-4041-be8b-1a304a70546d, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:15.341673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'Port': ['ID=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:15.394852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] For port 7b093640-47f0-4041-be8b-1a304a70546d, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7b093640-47f0-4041-be8b-1a304a70546d,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:15.420643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:15.421270 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.447541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61c0cb-f11f-4031-ad52-d73ec4b12548 req-5912bf53-fc9e-4140-81b4-5ba1881350f1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:15.452377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc61c0cb-f11f-4031-ad52-d73ec4b12548 req-5912bf53-fc9e-4140-81b4-5ba1881350f1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 947 time: 0.1972656 Sep 17 22:22:15.455094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8351d-958d-42f6-b065-85a63c1a1fcb req-d0cffc09-6812-474f-95d0-596acd4a4f99 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:15.456770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3da8351d-958d-42f6-b065-85a63c1a1fcb req-d0cffc09-6812-474f-95d0-596acd4a4f99 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1212883 Sep 17 22:22:15.485537 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a91a9b5f-7f69-4877-8707-fac26775ce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.526582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc61c0cb-f11f-4031-ad52-d73ec4b12548 req-6f12c31d-0480-4f33-b5b3-e758c3af5106 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681484 Sep 17 22:22:15.529342 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.543802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3da8351d-958d-42f6-b065-85a63c1a1fcb req-976957cd-520a-47a0-b6e3-fde9c8f94d45 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775514 Sep 17 22:22:15.558729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-6a5d7a33-8212-4860-9976-ec65ca3f4ceb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6876171 Sep 17 22:22:15.576455 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.590844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:15.591558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.593285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] 10.222.0.23 "PUT /v2.0/ports/7b093640-47f0-4041-be8b-1a304a70546d HTTP/1.1" status: 200 len: 1096 time: 1.7857280 Sep 17 22:22:15.600950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Request body: {'port': {'device_id': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:15.744523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.750066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f1068-5c84-459e-94d7-18aaa8026555 service neutron] Pushing event updated for resources: {'Port': ['ID=7b093640-47f0-4041-be8b-1a304a70546d,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:15.910706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] Router 266c548d-f729-4a02-8bf0-29587767b2ce has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:22:15.945303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92336d23-d6db-4b5b-8f3e-4eadcd3b5d3d req-d2078f55-2023-48dd-a7dd-245514043dca tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0417500 Sep 17 22:22:16.000210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54796) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:16.023043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-4efdd4b1-84ae-4b90-a72d-0430a2ba36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:16.024459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd29810-4187-4df2-92f9-91ee0e51819d req-9ab5e079-5f3d-40d2-9d31-a00c80cc0071 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:16.025776 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-4efdd4b1-84ae-4b90-a72d-0430a2ba36e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 1099 time: 0.2223346 Sep 17 22:22:16.026042 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2bd29810-4187-4df2-92f9-91ee0e51819d req-9ab5e079-5f3d-40d2-9d31-a00c80cc0071 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 931 time: 0.1134787 Sep 17 22:22:16.035442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a91a9b5f-7f69-4877-8707-fac26775ce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.081411 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-b7d1e0ba-d542-4331-be4c-4bed003d3e0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=7b093640-47f0-4041-be8b-1a304a70546d HTTP/1.1" status: 200 len: 217 time: 0.0448093 Sep 17 22:22:16.144237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:22:16.156993 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c46b5b7c-129d-4926-817c-1bcd960519bd admin admin] 10.222.0.30 "PUT /v2.0/routers/266c548d-f729-4a02-8bf0-29587767b2ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0410678 Sep 17 22:22:16.157523 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ceb4361-b752-4166-810d-59acc8547681 admin admin] Deleting subnet 6f09c85c-6cca-4ec3-b699-61b697417077 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:22:16.161082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4361-b752-4166-810d-59acc8547681 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.162817 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] Sync routers for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:22:16.174124 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:16.174803 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:22:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:16.197744 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4361-b752-4166-810d-59acc8547681 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.223120 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54800) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:16.272151 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2bd29810-4187-4df2-92f9-91ee0e51819d req-ee0fa6bc-3ee8-4c2d-a775-0cab8c73ef64 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336287 Sep 17 22:22:16.294221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4361-b752-4166-810d-59acc8547681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.318058 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:16.388077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.431459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac245ed2-5080-443e-98fa-ad0493c71211', 'tag': '7b093640-47f0-4041-be8b-1a304a70546d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:16.434090 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac245ed2-5080-443e-98fa-ad0493c71211", "tag": "7b093640-47f0-4041-be8b-1a304a70546d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:16.461664 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a91a9b5f-7f69-4877-8707-fac26775ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.469490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 463ed3f5-1db6-404b-ba72-dc0e59308688 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:16.488777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a91a9b5f-7f69-4877-8707-fac26775ce27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a2aea43d9ac4e6988cf01419b8c9169&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2649279 Sep 17 22:22:16.514240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 463ed3f5-1db6-404b-ba72-dc0e59308688 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:16.514508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54814) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:16.514625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 463ed3f5-1db6-404b-ba72-dc0e59308688 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:16.519857 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad273d6d-7d50-4683-917a-8603939056d7 x-openstack-request-id: req-ad273d6d-7d50-4683-917a-8603939056d7 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:16.520169 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac245ed2-5080-443e-98fa-ad0493c71211", "tag": "7b093640-47f0-4041-be8b-1a304a70546d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:16.520505 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad273d6d-7d50-4683-917a-8603939056d7 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:16.520889 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac245ed2-5080-443e-98fa-ad0493c71211', 'tag': '7b093640-47f0-4041-be8b-1a304a70546d', 'status': 'completed', 'code': 200} Sep 17 22:22:16.521210 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4361-b752-4166-810d-59acc8547681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.538424 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:22:15Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:16.555597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb4361-b752-4166-810d-59acc8547681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f09c85c-6cca-4ec3-b699-61b697417077,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:16.570106 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4361-b752-4166-810d-59acc8547681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.572433 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4ceb4361-b752-4166-810d-59acc8547681 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6f09c85c-6cca-4ec3-b699-61b697417077 HTTP/1.1" status: 204 len: 168 time: 0.5697551 Sep 17 22:22:16.575619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54822) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:16.584963 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] Checking router: 266c548d-f729-4a02-8bf0-29587767b2ce for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:22:16.598413 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.598940 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] Routers {'266c548d-f729-4a02-8bf0-29587767b2ce'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:16.599763 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:22:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['266c548d-f729-4a02-8bf0-29587767b2ce'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:16.694500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a9b5f-7f69-4877-8707-fac26775ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a7980f-3e2f-410b-bf71-bc2ca32d209e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:16.698558 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.703928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-4308bb4c-cbfd-4d13-8bf1-44060a19b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:16.705516 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-4308bb4c-cbfd-4d13-8bf1-44060a19b564 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2579887 Sep 17 22:22:16.759552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1842f6-78dc-484f-b686-e38c64bd6d5f req-96d0da02-0b17-43f6-9df6-8e92f42e115f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:16.765255 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] Set router 266c548d-f729-4a02-8bf0-29587767b2ce gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:16.767574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b1842f6-78dc-484f-b686-e38c64bd6d5f req-96d0da02-0b17-43f6-9df6-8e92f42e115f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 947 time: 0.1656356 Sep 17 22:22:16.779211 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-869e6680-c542-4033-8f06-e334944a770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.790758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b31c0-3a48-4f38-8996-decf03b5acf9 req-f0a2eb47-9cda-4f60-a318-933bb3a55d38 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:16.792366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d2b31c0-3a48-4f38-8996-decf03b5acf9 req-f0a2eb47-9cda-4f60-a318-933bb3a55d38 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1631608 Sep 17 22:22:16.836045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b1842f6-78dc-484f-b686-e38c64bd6d5f req-711f304b-bf4a-4282-8d09-aefdab4175a5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675161 Sep 17 22:22:16.893985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-869e6680-c542-4033-8f06-e334944a770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.920693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-9016683e-e663-44d3-bab8-94088db34a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:16.926835 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-9016683e-e663-44d3-bab8-94088db34a46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2017875 Sep 17 22:22:16.943734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.952621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Deleting port 03ef3324-a89d-4346-8fcb-bd61026a6a60 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:16.954782 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.956212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf5159a-295b-41a0-a8c2-1c8f6447e11e {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:16.984487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc90bcd-5a73-4935-98b6-6780f7d9c93c']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:16.998833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:16.999124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaabaaf-7b6b-40b4-9a90-9f3ccf90fe57') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:17.002613 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:22:15Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:17.005073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.027807 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d2b31c0-3a48-4f38-8996-decf03b5acf9 req-793f4abf-e54f-4ef9-bcbb-4891ff4131fc tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077818 Sep 17 22:22:17.043438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec8b6b7-c942-4339-93fa-e9ab5155e876 None None] The sync data for ids ['266c548d-f729-4a02-8bf0-29587767b2ce'] in n-d-713499-18 is: [{'id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-774584728-router', 'tenant_id': '1f608ec5448543a1bf0e87812ee81c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:22:15Z', 'revision_number': 5, 'project_id': '1f608ec5448543a1bf0e87812ee81c54', 'gw_port': {'id': '03ef3324-a89d-4346-8fcb-bd61026a6a60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266c548d-f729-4a02-8bf0-29587767b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:16Z', 'updated_at': '2021-09-17T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:22:17.046966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-40175938-d47a-46b7-9b6e-d3ab905ba58e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2455976 Sep 17 22:22:17.127875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Transition to ACTIVE for port object fdf5159a-295b-41a0-a8c2-1c8f6447e11e will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:17.194369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-a5b032c0-dc43-41fd-839a-793496b0c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:17.203024 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-a5b032c0-dc43-41fd-839a-793496b0c8be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 1102 time: 0.1030524 Sep 17 22:22:17.207801 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.239639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-6c50bb69-fbd9-405a-86e8-a60cb0213d96 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023796 Sep 17 22:22:17.290503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-869e6680-c542-4033-8f06-e334944a770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.293060 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-869e6680-c542-4033-8f06-e334944a770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.297345 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-869e6680-c542-4033-8f06-e334944a770f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99a7980f-3e2f-410b-bf71-bc2ca32d209e HTTP/1.1" status: 204 len: 168 time: 0.7792418 Sep 17 22:22:17.352927 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.393215 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4bb89a1-835f-4235-8ac8-d6d30bbbe216 req-cb3be43d-5aa5-4330-b27b-ad5869cbe411 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0628169 Sep 17 22:22:17.419415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.425233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:17.425644 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:17.427362 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:17.455255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e6680-c542-4033-8f06-e334944a770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a7980f-3e2f-410b-bf71-bc2ca32d209e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:17.457352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] For port 03ef3324-a89d-4346-8fcb-bd61026a6a60, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03ef3324-a89d-4346-8fcb-bd61026a6a60,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:17.457742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.534394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Calling delete_port for 03ef3324-a89d-4346-8fcb-bd61026a6a60 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:17.561266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d646530c-e427-429a-90b3-85a392bdcc11 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:17.609746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d646530c-e427-429a-90b3-85a392bdcc11 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:17.610097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d646530c-e427-429a-90b3-85a392bdcc11 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:17.612534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:17.616569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-3f050cf3-e1f3-4a97-8cee-e38b373ff0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:17.619152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-3f050cf3-e1f3-4a97-8cee-e38b373ff0a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.3963923 Sep 17 22:22:17.620833 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.628596 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.630810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1fc90bcd-5a73-4935-98b6-6780f7d9c93c HTTP/1.1" status: 204 len: 168 time: 1.0540226 Sep 17 22:22:17.642706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54882) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:17.653878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25b31d-bdca-4cf9-865a-5b386c560f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc90bcd-5a73-4935-98b6-6780f7d9c93c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:17.751688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-3730603a-8316-402a-b646-3ee82e5f97ba admin admin] Deleting subnet 20c4ccad-1048-479f-9319-26e0dec32fe1 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:22:17.756725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3730603a-8316-402a-b646-3ee82e5f97ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.774758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-ad74e239-9d8e-4e05-8519-bf2e78a653e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=1cf4fdd9-0d43-43e1-a845-454eb45293b8 HTTP/1.1" status: 200 len: 217 time: 0.1198106 Sep 17 22:22:17.821279 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3730603a-8316-402a-b646-3ee82e5f97ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.840891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247d394-f652-4b12-b9d7-1debe92592d1 req-70719706-d8f0-42a4-9ed3-23b1c19f5c31 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:17.848524 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1247d394-f652-4b12-b9d7-1debe92592d1 req-70719706-d8f0-42a4-9ed3-23b1c19f5c31 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 943 time: 0.4472346 Sep 17 22:22:17.873780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea136a37-d3db-47e2-bdbf-8f0bc6771fbc req-806d3621-f151-4c54-a9dc-1d3749b069f2 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119695 Sep 17 22:22:17.898979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Attempting to bind port fdf5159a-295b-41a0-a8c2-1c8f6447e11e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:17.899343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Attempting to bind port fdf5159a-295b-41a0-a8c2-1c8f6447e11e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '5525f03b-5f21-496a-a77a-c4aebf6bd011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:17.899728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Attempting to bind port fdf5159a-295b-41a0-a8c2-1c8f6447e11e on network 4d3fd1be-be72-4384-99ec-52523ef26f88 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:17.922394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3730603a-8316-402a-b646-3ee82e5f97ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.923020 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Port fdf5159a-295b-41a0-a8c2-1c8f6447e11e on network 4d3fd1be-be72-4384-99ec-52523ef26f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:17.923341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Attempting to bind port fdf5159a-295b-41a0-a8c2-1c8f6447e11e on network 4d3fd1be-be72-4384-99ec-52523ef26f88 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:17.934600 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1247d394-f652-4b12-b9d7-1debe92592d1 req-fcb2c700-4716-4a9a-b0e7-67eaf86a0c24 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851395 Sep 17 22:22:17.937754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-f2324f38-c033-45aa-ab75-a697fd142764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:17.939407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-f2324f38-c033-45aa-ab75-a697fd142764 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1559451 Sep 17 22:22:17.942207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:17.942546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Checking segment: {'id': '5525f03b-5f21-496a-a77a-c4aebf6bd011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:17.942921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Bound using segment: {'id': '5525f03b-5f21-496a-a77a-c4aebf6bd011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:17.943351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Bound port: fdf5159a-295b-41a0-a8c2-1c8f6447e11e, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5525f03b-5f21-496a-a77a-c4aebf6bd011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:17.943708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.016052 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.039695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-ea6cf6af-ba4d-4c27-bda2-8423882a4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.041575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-ea6cf6af-ba4d-4c27-bda2-8423882a4382 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943220 Sep 17 22:22:18.047308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ef3324-a89d-4346-8fcb-bd61026a6a60,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:18.104884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516df8ea-52b2-4c04-b6de-50c5b0df0725 req-e49bef68-0c72-4602-bae2-40567d825382 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.106682 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-516df8ea-52b2-4c04-b6de-50c5b0df0725 req-e49bef68-0c72-4602-bae2-40567d825382 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 947 time: 0.1383662 Sep 17 22:22:18.109021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] For port fdf5159a-295b-41a0-a8c2-1c8f6447e11e, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:18.111702 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3730603a-8316-402a-b646-3ee82e5f97ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.162685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] For port fdf5159a-295b-41a0-a8c2-1c8f6447e11e, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:18.197463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730603a-8316-402a-b646-3ee82e5f97ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c4ccad-1048-479f-9319-26e0dec32fe1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:18.203282 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3730603a-8316-402a-b646-3ee82e5f97ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.206525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3730603a-8316-402a-b646-3ee82e5f97ba admin admin] 10.222.0.30 "DELETE /v2.0/subnets/20c4ccad-1048-479f-9319-26e0dec32fe1 HTTP/1.1" status: 204 len: 168 time: 0.5606534 Sep 17 22:22:18.210839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54918) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:18.219870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-bb391baf-6416-4881-8ebb-47c10de1635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.221559 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-bb391baf-6416-4881-8ebb-47c10de1635e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 1099 time: 0.1646802 Sep 17 22:22:18.228617 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.252736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aa40a-8b5b-4845-8390-3de3d5834a56 req-7d639857-4e01-4bb7-a21f-0c4ecbf8b4b3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.254265 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-763aa40a-8b5b-4845-8390-3de3d5834a56 req-7d639857-4e01-4bb7-a21f-0c4ecbf8b4b3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1494677 Sep 17 22:22:18.254808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.264793 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-516df8ea-52b2-4c04-b6de-50c5b0df0725 req-ff32e3b8-3e71-4a98-b44f-a4a1dea3a3b6 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207552 Sep 17 22:22:18.293852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54922) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:18.345512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-b1e81976-4383-411b-af4c-e14343db5bda service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874634 Sep 17 22:22:18.356595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.357104 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.358464 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] 10.222.0.23 "PUT /v2.0/ports/fdf5159a-295b-41a0-a8c2-1c8f6447e11e HTTP/1.1" status: 200 len: 1092 time: 2.7720745 Sep 17 22:22:18.365375 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9896ba6f-5382-4edb-9ce2-bf317b7468b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.397690 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.400368 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.403965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.491248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-763aa40a-8b5b-4845-8390-3de3d5834a56 req-44a330fe-f00b-40e3-91fa-bdf595adb319 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904643 Sep 17 22:22:18.492071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1c1d6-1b07-4da7-b11d-1d128bec4f81 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:18.540291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'tag': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:18.540291 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c5be5b79-4770-42ad-8eaf-59c43cbaaab3", "tag": "fdf5159a-295b-41a0-a8c2-1c8f6447e11e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:18.548858 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.592263 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0ca81b4-4bc7-42aa-b21c-310969a40772 req-48e9bf09-f2f8-43f9-8062-b92cc1a50409 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0405004 Sep 17 22:22:18.594591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.595509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 266c548d-f729-4a02-8bf0-29587767b2ce {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:22:18.597458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be56ea5-a2ff-42f9-8665-d51575f977d8']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:18.598649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e4dff07-ca6c-492d-b3fe-00a59e21d162 req-5b56c885-a969-4812-87af-10d94398c196 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0664766 Sep 17 22:22:18.609245 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.609372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b61c554e-6a0d-4024-addd-849669e878b8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/266c548d-f729-4a02-8bf0-29587767b2ce HTTP/1.1" status: 204 len: 168 time: 2.3834059 Sep 17 22:22:18.611927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54936) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:18.614913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a560409c-a36f-4df1-844a-9293ec6cc1eb') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:18.615262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a560409c-a36f-4df1-844a-9293ec6cc1eb') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:18.625408 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f48406f-5d17-430a-86a3-3cd831322721 x-openstack-request-id: req-2f48406f-5d17-430a-86a3-3cd831322721 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:18.625752 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5be5b79-4770-42ad-8eaf-59c43cbaaab3", "tag": "fdf5159a-295b-41a0-a8c2-1c8f6447e11e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:18.626010 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f48406f-5d17-430a-86a3-3cd831322721 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:18.626389 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'tag': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e', 'status': 'completed', 'code': 200} Sep 17 22:22:18.629217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-56bcd54e-6074-478c-891c-6c3d7d709bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.630724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-56bcd54e-6074-478c-891c-6c3d7d709bff service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.3943307 Sep 17 22:22:18.649237 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.682627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.692578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bad90f3-655b-4d35-bec5-e500cdc3e15e admin admin] Deleting subnet a74373df-0ca5-4781-89c3-79e54f694726 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:22:18.695994 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8bad90f3-655b-4d35-bec5-e500cdc3e15e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.708249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-365092fb-adf3-4a33-b7f5-cc9ad3e7c667 req-a0a8ba90-4513-4a6d-bfcd-c71b5497352e service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443222 Sep 17 22:22:18.709498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-79a6a4f0-624d-4897-b762-30a8c6b2e326 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=7b093640-47f0-4041-be8b-1a304a70546d HTTP/1.1" status: 200 len: 217 time: 0.0536368 Sep 17 22:22:18.718162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:18.718575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:18.720546 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:18.722985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34dde-b64e-4094-b7d9-020061348e06 req-814d83f3-2160-45d2-8fd5-ddd3d5bd290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.722985 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-814d83f3-2160-45d2-8fd5-ddd3d5bd290f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 1095 time: 0.1634912 Sep 17 22:22:18.785891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8bad90f3-655b-4d35-bec5-e500cdc3e15e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.807849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-3c26f207-e0ad-442c-86fd-de37d34c71ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e HTTP/1.1" status: 200 len: 217 time: 0.0475030 Sep 17 22:22:18.868662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-45f66183-7e73-4d84-9949-5cf92656dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.872465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-45f66183-7e73-4d84-9949-5cf92656dddb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1527560 Sep 17 22:22:18.890255 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8bad90f3-655b-4d35-bec5-e500cdc3e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.892585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.916979 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.921178 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7be56ea5-a2ff-42f9-8665-d51575f977d8 HTTP/1.1" status: 204 len: 168 time: 0.7073324 Sep 17 22:22:18.933572 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9896ba6f-5382-4edb-9ce2-bf317b7468b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.935562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34dde-b64e-4094-b7d9-020061348e06 req-dbd8a79e-b895-482d-b9c6-0b81e5914422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.937116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-dbd8a79e-b895-482d-b9c6-0b81e5914422 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=575cfedc-4700-4fb9-818f-a7c3fe17b03b HTTP/1.1" status: 200 len: 853 time: 0.1199591 Sep 17 22:22:18.937803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b68b7-d67b-4670-9f71-e9760e7bfef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7be56ea5-a2ff-42f9-8665-d51575f977d8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:18.958099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-8b76bb08-fc18-4375-a72c-7d6033814ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.963871 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-8b76bb08-fc18-4375-a72c-7d6033814ab5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835204 Sep 17 22:22:18.995720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-2dda66a6-0e25-435e-8cbe-2b5bacacc001 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d3fd1be-be72-4384-99ec-52523ef26f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463691 Sep 17 22:22:19.010545 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9896ba6f-5382-4edb-9ce2-bf317b7468b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.050571 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8bad90f3-655b-4d35-bec5-e500cdc3e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.061083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9896ba6f-5382-4edb-9ce2-bf317b7468b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4087fc0bef1949b7bcff4b3e660fa810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623298 Sep 17 22:22:19.079490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54954) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:19.090046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad90f3-655b-4d35-bec5-e500cdc3e15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74373df-0ca5-4781-89c3-79e54f694726,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:19.091367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8bad90f3-655b-4d35-bec5-e500cdc3e15e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.095887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8bad90f3-655b-4d35-bec5-e500cdc3e15e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a74373df-0ca5-4781-89c3-79e54f694726 HTTP/1.1" status: 204 len: 168 time: 0.4829750 Sep 17 22:22:19.104462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54960) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:19.107957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d6736-974b-443a-9084-eddfabfdc825 None None] Network 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:19.203368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896ba6f-5382-4edb-9ce2-bf317b7468b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11114c5-3b73-4ede-b341-cb59514b49bb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:19.236658 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.247208 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad643-4c7f-4105-ac9e-baaac890f42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.249724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03ef3324-a89d-4346-8fcb-bd61026a6a60 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:19.279707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 03ef3324-a89d-4346-8fcb-bd61026a6a60 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:19.280053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03ef3324-a89d-4346-8fcb-bd61026a6a60 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:19.325728 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad643-4c7f-4105-ac9e-baaac890f42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.330466 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-961b8383-3038-4e3b-8bea-f192601ef6b1 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889547 Sep 17 22:22:19.351508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16c0b1-3929-4e3e-afea-69e1153bc7f7 req-1037d738-5a16-4002-bb6b-aaac0e475fe2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.354200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf16c0b1-3929-4e3e-afea-69e1153bc7f7 req-1037d738-5a16-4002-bb6b-aaac0e475fe2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 943 time: 0.2851539 Sep 17 22:22:19.369761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54970) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:19.408644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-6dd4ed18-5654-4031-9771-007bce89af2a service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241762 Sep 17 22:22:19.414679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905609ca-3509-4109-a8cf-d2bd543ec723 None None] DHCP port deletion for 7e8f77ab-5084-447f-8a5c-d1535a2e6a9c request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:22:19.452492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Deleting port 1cdf674a-75fb-4c66-8814-b984e22e2032 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:19.453012 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.463915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-905609ca-3509-4109-a8cf-d2bd543ec723 None None] Deleting port 1cdf674a-75fb-4c66-8814-b984e22e2032 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:19.464337 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-905609ca-3509-4109-a8cf-d2bd543ec723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.488553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b49ed-4d3c-4d1a-a51f-96ace986385b req-9e78f725-c102-435c-b788-c0515382ad9e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.496175 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-108b49ed-4d3c-4d1a-a51f-96ace986385b req-9e78f725-c102-435c-b788-c0515382ad9e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 947 time: 0.1005859 Sep 17 22:22:19.533752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-905609ca-3509-4109-a8cf-d2bd543ec723 None None] For port 1cdf674a-75fb-4c66-8814-b984e22e2032, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1cdf674a-75fb-4c66-8814-b984e22e2032,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:19.534153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-905609ca-3509-4109-a8cf-d2bd543ec723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.541101 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf16c0b1-3929-4e3e-afea-69e1153bc7f7 req-229fac0c-ea25-4e4b-be49-0d2e3318c40d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720974 Sep 17 22:22:19.561006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad643-4c7f-4105-ac9e-baaac890f42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.561930 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad643-4c7f-4105-ac9e-baaac890f42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.566466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-905609ca-3509-4109-a8cf-d2bd543ec723 None None] Calling delete_port for 1cdf674a-75fb-4c66-8814-b984e22e2032 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:19.566597 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fd0ad643-4c7f-4105-ac9e-baaac890f42c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f11114c5-3b73-4ede-b341-cb59514b49bb HTTP/1.1" status: 204 len: 168 time: 0.4821339 Sep 17 22:22:19.566597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] For port 1cdf674a-75fb-4c66-8814-b984e22e2032, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1cdf674a-75fb-4c66-8814-b984e22e2032,segment=NetworkSegment(1d9aff1f-e256-40fd-acc9-31435ff803dc),segment_id=1d9aff1f-e256-40fd-acc9-31435ff803dc)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:19.566597 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.594923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Calling delete_port for 1cdf674a-75fb-4c66-8814-b984e22e2032 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:19.596954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ad643-4c7f-4105-ac9e-baaac890f42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11114c5-3b73-4ede-b341-cb59514b49bb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:19.603725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-108b49ed-4d3c-4d1a-a51f-96ace986385b req-f4c7cc7e-87a9-49f5-aed8-e4ec987e87e7 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065128 Sep 17 22:22:19.711288 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee34dde-b64e-4094-b7d9-020061348e06 req-8eb0800b-ab1c-496e-9d91-bbdb3cb1f5b0 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674603 Sep 17 22:22:19.741857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f5925344-156a-4f4c-a77c-1948fb2c41eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=750d12dee1534161b8aa8559b499da36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694453 Sep 17 22:22:19.746226 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54988) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:19.764966 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-905609ca-3509-4109-a8cf-d2bd543ec723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.782807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31a352a7-3fbf-473a-93f1-78316343d56b req-1aad88f4-5cfa-419e-b3e8-49408bca1014 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0516796 Sep 17 22:22:19.803260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905609ca-3509-4109-a8cf-d2bd543ec723 None None] Pushing event deleted for resources: {'Port': ['ID=1cdf674a-75fb-4c66-8814-b984e22e2032,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:19.806374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905609ca-3509-4109-a8cf-d2bd543ec723 None None] No DVR routers for this DVR port 1cdf674a-75fb-4c66-8814-b984e22e2032 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:19.807402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.828619 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e97b1cf3-f607-45e3-8f57-3fbf1a757cd7 req-ff592d2d-fb48-4b7a-a8cd-a4c063ee2505 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048829 Sep 17 22:22:19.862352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdf674a-75fb-4c66-8814-b984e22e2032,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:19.871407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] No DVR routers for this DVR port 1cdf674a-75fb-4c66-8814-b984e22e2032 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:19.876025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d064-3ded-44c4-a8a7-d3df26c9f190 req-e4833634-97c3-44f8-81a7-17c1ea815cc2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.877721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b529d064-3ded-44c4-a8a7-d3df26c9f190 req-e4833634-97c3-44f8-81a7-17c1ea815cc2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1721523 Sep 17 22:22:19.910904 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b7e04e1-b8ad-4456-960e-9df34ceb5e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.913208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca req-3be4a770-85a8-4ab1-b393-21aa70ef9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.915383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca req-3be4a770-85a8-4ab1-b393-21aa70ef9839 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 1095 time: 0.0765400 Sep 17 22:22:19.947275 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b529d064-3ded-44c4-a8a7-d3df26c9f190 req-27adcb4f-00fe-45ee-a61c-2bfb6495a317 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625207 Sep 17 22:22:19.985527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b7e04e1-b8ad-4456-960e-9df34ceb5e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.988110 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.027078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8f77ab-5084-447f-8a5c-d1535a2e6a9c']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:20.035109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca req-398af77b-5038-4f96-b27c-398275701447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:20.036916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca req-398af77b-5038-4f96-b27c-398275701447 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 914 time: 0.1126187 Sep 17 22:22:20.043208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9aff1f-e256-40fd-acc9-31435ff803dc') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:20.043747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9aff1f-e256-40fd-acc9-31435ff803dc') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:20.054804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.074793 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.089947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:20.090158 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca req-cafea64e-7b00-43fc-bd1c-4d71fd6c535d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e HTTP/1.1" status: 200 len: 217 time: 0.0430849 Sep 17 22:22:20.090832 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:20.092709 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:20.166839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b7e04e1-b8ad-4456-960e-9df34ceb5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.169790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca req-788d1b2d-7616-4e4c-9306-6595b860b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:20.175670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b7e04e1-b8ad-4456-960e-9df34ceb5e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.175670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9b7e04e1-b8ad-4456-960e-9df34ceb5e98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22084c98-ae37-404b-9981-7d3b4f5062ee HTTP/1.1" status: 204 len: 168 time: 0.4241352 Sep 17 22:22:20.176161 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca req-788d1b2d-7616-4e4c-9306-6595b860b91f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=575cfedc-4700-4fb9-818f-a7c3fe17b03b HTTP/1.1" status: 200 len: 853 time: 0.0719731 Sep 17 22:22:20.180811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e04e1-b8ad-4456-960e-9df34ceb5e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22084c98-ae37-404b-9981-7d3b4f5062ee,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:20.248585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.257043 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca req-4fac48dc-b7b9-41f6-92a3-20032222ee8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d3fd1be-be72-4384-99ec-52523ef26f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741572 Sep 17 22:22:20.262611 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.264694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7e8f77ab-5084-447f-8a5c-d1535a2e6a9c HTTP/1.1" status: 204 len: 168 time: 1.1587617 Sep 17 22:22:20.266864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa44e6-1a9a-4b55-a367-663a7831e824 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8f77ab-5084-447f-8a5c-d1535a2e6a9c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:20.277522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55006) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:20.372323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca req-2596c6b6-314d-4132-9ca4-ed79f16ec999 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008916 Sep 17 22:22:20.483486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e93f1c7-38c7-4820-a53b-21f5d846e3ca req-63d09b81-4ff1-408c-84b4-9284ed662db3 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953331 Sep 17 22:22:20.694892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6ae81-72a9-42d8-bfc2-e5b8f135ac19 req-3211ef94-3dc8-4351-80da-7c1a1dc95140 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:20.695127 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77f6ae81-72a9-42d8-bfc2-e5b8f135ac19 req-3211ef94-3dc8-4351-80da-7c1a1dc95140 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 943 time: 0.0807385 Sep 17 22:22:20.715059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.777202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b6d1e-3f5d-49fc-b5a2-4980e6bd91a6 req-2487552f-01eb-4ff2-ba63-ac02505a1a9a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:20.778597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-245b6d1e-3f5d-49fc-b5a2-4980e6bd91a6 req-2487552f-01eb-4ff2-ba63-ac02505a1a9a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 947 time: 0.0965567 Sep 17 22:22:20.786895 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77f6ae81-72a9-42d8-bfc2-e5b8f135ac19 req-c669286d-eed4-450c-ba13-6095ba711ab7 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813160 Sep 17 22:22:20.829268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-245b6d1e-3f5d-49fc-b5a2-4980e6bd91a6 req-5d704901-e551-4fca-994f-6c61e09e12cc tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Sep 17 22:22:20.925399 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55040) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:20.932699 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e997a026-e125-4f3e-ba24-b98ce2524974 req-8474e9c9-cbf0-4a87-81ad-01bf8f9a1960 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0292187 Sep 17 22:22:20.993570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-841c3916-ad07-4260-afe8-1e45c465028b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aea2ebaaf2504a3fa976d5ee102baafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664260 Sep 17 22:22:20.996437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55048) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:21.073524 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Deleting port 128ae6a2-e499-4e10-965e-545d77015506 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:21.074005 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.084333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6c10a1a4-62f6-45f2-a480-2cc504d82fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.139529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6c10a1a4-62f6-45f2-a480-2cc504d82fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.221164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d8ea0-b86f-4eb8-b284-2a65a6d7a730 req-293fb096-faac-4d11-983d-74a7cfcba5e5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.222684 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-766d8ea0-b86f-4eb8-b284-2a65a6d7a730 req-293fb096-faac-4d11-983d-74a7cfcba5e5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1523731 Sep 17 22:22:21.228756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] For port 128ae6a2-e499-4e10-965e-545d77015506, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=128ae6a2-e499-4e10-965e-545d77015506,segment=NetworkSegment(8094c24c-944c-40e0-b3d6-d1a869e82a94),segment_id=8094c24c-944c-40e0-b3d6-d1a869e82a94)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:21.229122 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.242028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1cdf674a-75fb-4c66-8814-b984e22e2032 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:21.254320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Calling delete_port for 128ae6a2-e499-4e10-965e-545d77015506 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:21.256899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6c10a1a4-62f6-45f2-a480-2cc504d82fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.263678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6c10a1a4-62f6-45f2-a480-2cc504d82fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.263678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6c10a1a4-62f6-45f2-a480-2cc504d82fc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a2224e7-b79e-414b-bef3-80e8c506f5c1 HTTP/1.1" status: 204 len: 168 time: 0.2636321 Sep 17 22:22:21.287420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10a1a4-62f6-45f2-a480-2cc504d82fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2224e7-b79e-414b-bef3-80e8c506f5c1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:21.292203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 1cdf674a-75fb-4c66-8814-b984e22e2032 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:21.292203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1cdf674a-75fb-4c66-8814-b984e22e2032 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:21.318262 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-766d8ea0-b86f-4eb8-b284-2a65a6d7a730 req-f225bdce-d182-46a9-826d-6c34b1374038 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864823 Sep 17 22:22:21.345418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55066) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:21.408694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7b093640-47f0-4041-be8b-1a304a70546d details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:21.498772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1743641768-network', 'tenant_id': '4bf3915093e9445ba897d411f58ee42c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:21.521675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-08249c15-94ad-4fdb-be19-fe659d522f1f req-e65d522e-62f4-478d-87a2-998fdcb09671 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0349410 Sep 17 22:22:21.548557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 7b093640-47f0-4041-be8b-1a304a70546d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7b093640-47f0-4041-be8b-1a304a70546d,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:21.559749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '7b093640-47f0-4041-be8b-1a304a70546d', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '7b093640-47f0-4041-be8b-1a304a70546d', 'mac_address': 'fa:16:3e:bf:a3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:21.598529 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.611544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b093640-47f0-4041-be8b-1a304a70546d {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:21.631024 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 7b093640-47f0-4041-be8b-1a304a70546d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7b093640-47f0-4041-be8b-1a304a70546d,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:21.656368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Made reservation on behalf of 4bf3915093e9445ba897d411f58ee42c for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:21.656537 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.660465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.667854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.687292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Pushing event deleted for resources: {'Port': ['ID=128ae6a2-e499-4e10-965e-545d77015506,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:21.708061 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.715265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.715780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.716006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.716302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.716639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.716963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.717283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.717618 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.717923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.718244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.718571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.718887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:21.778359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=7b093640-47f0-4041-be8b-1a304a70546d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:21.793277 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.916658 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.921553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.969332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['7b093640-47f0-4041-be8b-1a304a70546d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:21.973518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:22.009717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:22.049728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b4f93-a67f-41fd-b327-aae4582f82e9 req-2b600b51-18c8-4948-857c-fbea7003a8ef tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.054214 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-919b4f93-a67f-41fd-b327-aae4582f82e9 req-2b600b51-18c8-4948-857c-fbea7003a8ef tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 943 time: 0.1871386 Sep 17 22:22:22.062204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.062555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.062888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.065848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.071217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.071217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.072151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.073780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.075974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.077518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.078111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.078450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:22.087705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecf606-e1ed-480e-b18e-5e5f251a830f req-8a2dddc5-24b1-4a52-9ed7-e1b2fcbdbe89 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.089615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9aecf606-e1ed-480e-b18e-5e5f251a830f req-8a2dddc5-24b1-4a52-9ed7-e1b2fcbdbe89 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 948 time: 0.1506841 Sep 17 22:22:22.107305 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.110162 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Added segment a05267d6-b882-435e-aac2-e539dd267bbb of type vlan for network f5a1c400-89ff-42c2-939c-403cc493a365 Sep 17 22:22:22.191641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.202307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9aecf606-e1ed-480e-b18e-5e5f251a830f req-943b5111-acb9-4630-a2f7-7496e455e9fc tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638199 Sep 17 22:22:22.229604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-919b4f93-a67f-41fd-b327-aae4582f82e9 req-889e0bfc-1e93-4c27-afa6-3992f7ef50f0 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175945 Sep 17 22:22:22.323181 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.324253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.324816 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.335510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Router 2b57d4b7-b21c-4595-8131-dbb75b9e556f has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:22:22.513644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:22:22.522687 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fc809fd6-423b-4928-ad4c-fb12c8ff614b admin admin] 10.222.0.30 "PUT /v2.0/routers/2b57d4b7-b21c-4595-8131-dbb75b9e556f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2513354 Sep 17 22:22:22.525436 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55116) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:22.534077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] Sync routers for ids ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:22:22.540061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1bb96-cf06-4d35-acf4-dff79f185150 req-cdc0bfe2-7d64-4eea-bc2c-b0074f22d857 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.541694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65b1bb96-cf06-4d35-acf4-dff79f185150 req-cdc0bfe2-7d64-4eea-bc2c-b0074f22d857 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1081293 Sep 17 22:22:22.541857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] Routers {'2b57d4b7-b21c-4595-8131-dbb75b9e556f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:22.542775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:22:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:22.704211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] Set router 2b57d4b7-b21c-4595-8131-dbb75b9e556f gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:22.749621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4012024 Sep 17 22:22:22.760378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55126) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:22.761045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38772aa0-c764-4f2f-ba54-4e252208bbe9 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a1c400-89ff-42c2-939c-403cc493a365,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:22.767690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Request body: {'subnet': {'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1743641768-subnet', 'tenant_id': '4bf3915093e9445ba897d411f58ee42c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:22.776374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network f5a1c400-89ff-42c2-939c-403cc493a365 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:22.811146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d1661614-ec41-4181-838d-7328b5ec2a31 req-414adead-60c7-4e89-ab1f-32308adc6e23 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0667863 Sep 17 22:22:22.924635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Made reservation on behalf of 4bf3915093e9445ba897d411f58ee42c for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:22.927231 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.969650 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-router', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:26Z', 'updated_at': '2021-09-17T22:22:21Z', 'revision_number': 5, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'gw_port': {'id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:27Z', 'updated_at': '2021-09-17T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:23.005699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] Checking router: 2b57d4b7-b21c-4595-8131-dbb75b9e556f for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:22:23.015064 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.016244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] Routers {'2b57d4b7-b21c-4595-8131-dbb75b9e556f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:23.017232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:22:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:23.060036 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65b1bb96-cf06-4d35-acf4-dff79f185150 req-b721cd4a-1a5d-40a6-992c-53c849b63397 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765184 Sep 17 22:22:23.152895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.165726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] Set router 2b57d4b7-b21c-4595-8131-dbb75b9e556f gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:23.209961 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.281395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d094fa44-b886-409c-8452-de94660a00d9,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:23.318550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Checking segment: {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:23.319171 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Network hostable DHCP agents. Network: f5a1c400-89ff-42c2-939c-403cc493a365, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:23.392047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-router', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:26Z', 'updated_at': '2021-09-17T22:22:21Z', 'revision_number': 5, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'gw_port': {'id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:27Z', 'updated_at': '2021-09-17T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:23.411453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Deleting port deea655b-6b64-4bd1-a804-1042c4f26d77 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:23.411842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.430553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2526908-ef57-4fdf-b9d6-fc6b2c0c4cc3 req-fe3d21a7-5131-4ac8-87fc-ec0e6a683ea2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:23.431216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed02cd7-0c51-4e5d-bcc3-37f23314fc2b None None] The sync data for ids ['2b57d4b7-b21c-4595-8131-dbb75b9e556f'] in n-d-713499-18 is: [{'id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1328890187-router', 'tenant_id': '60dc0226eadc49718c6601464e2741e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:26Z', 'updated_at': '2021-09-17T22:22:21Z', 'revision_number': 5, 'project_id': '60dc0226eadc49718c6601464e2741e7', 'gw_port': {'id': 'deea655b-6b64-4bd1-a804-1042c4f26d77', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b57d4b7-b21c-4595-8131-dbb75b9e556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:27Z', 'updated_at': '2021-09-17T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:22:23.434350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2526908-ef57-4fdf-b9d6-fc6b2c0c4cc3 req-fe3d21a7-5131-4ac8-87fc-ec0e6a683ea2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 948 time: 0.0762248 Sep 17 22:22:23.439004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Network f5a1c400-89ff-42c2-939c-403cc493a365 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:23.444179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device fdf5159a-295b-41a0-a8c2-1c8f6447e11e details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:23.452238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16720719-f014-4c94-a2e2-c0ad7889ad7f req-85b5843c-54f3-409a-a1fb-8267b89fb8b7 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:23.453771 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16720719-f014-4c94-a2e2-c0ad7889ad7f req-85b5843c-54f3-409a-a1fb-8267b89fb8b7 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 943 time: 0.0924168 Sep 17 22:22:23.456948 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7b093640-47f0-4041-be8b-1a304a70546d up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:23.521726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, f5a1c400-89ff-42c2-939c-403cc493a365) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:23.532474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:23.533371 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.540891 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2526908-ef57-4fdf-b9d6-fc6b2c0c4cc3 req-a1a7feb6-6454-4df3-b619-16a36b244192 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814900 Sep 17 22:22:23.550946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b84c615-1e0c-411f-8e29-ff97a9e1b2e5 None None] Network f5a1c400-89ff-42c2-939c-403cc493a365 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:23.560527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.resource_extend [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:22:23.564807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16720719-f014-4c94-a2e2-c0ad7889ad7f req-1b5db414-b7f0-49e9-a555-4ad32a64cf09 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039975 Sep 17 22:22:23.587363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] For port deea655b-6b64-4bd1-a804-1042c4f26d77, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=deea655b-6b64-4bd1-a804-1042c4f26d77,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:23.589547 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.601530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Calling delete_port for deea655b-6b64-4bd1-a804-1042c4f26d77 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:23.656918 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8420b653-9fa3-40e9-9080-4b154376ef2e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8928096 Sep 17 22:22:23.911961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port fdf5159a-295b-41a0-a8c2-1c8f6447e11e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:23.935077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.975230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=deea655b-6b64-4bd1-a804-1042c4f26d77,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:23.984567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 7b093640-47f0-4041-be8b-1a304a70546d completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:23.997034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e', 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88', 'port_id': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e', 'mac_address': 'fa:16:3e:46:ea:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575cfedc-4700-4fb9-818f-a7c3fe17b03b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:24.010545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f22a7f-a884-4584-b477-f8a41bd47fde None None] Network f5a1c400-89ff-42c2-939c-403cc493a365 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:24.010545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 7b093640-47f0-4041-be8b-1a304a70546d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:24.028483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85b951dc-7f78-479a-9444-6daf6c160472 req-45febb1f-d0aa-4bfc-a08a-68ba7909ca64 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0611134 Sep 17 22:22:24.029032 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.143290 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.237871 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.254566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf5159a-295b-41a0-a8c2-1c8f6447e11e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:24.255416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a4a7-539a-4646-a63e-e2edbd08dc98 req-9506fa9f-2600-4e69-97e0-e72db16aa61f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:24.266325 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7059a4a7-539a-4646-a63e-e2edbd08dc98 req-9506fa9f-2600-4e69-97e0-e72db16aa61f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0887480 Sep 17 22:22:24.284006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port fdf5159a-295b-41a0-a8c2-1c8f6447e11e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:24.334822 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7059a4a7-539a-4646-a63e-e2edbd08dc98 req-feb985f2-6453-4e47-897b-fd95e2fa0901 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634589 Sep 17 22:22:24.341615 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.355113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.358475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.366074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac245ed2-5080-443e-98fa-ad0493c71211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b093640-47f0-4041-be8b-1a304a70546d'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:24.369337 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7914d21-fc92-481b-9a9d-a64d1316344b" -d '{"events": [{"server_uuid": "ac245ed2-5080-443e-98fa-ad0493c71211", "name": "network-vif-plugged", "status": "completed", "tag": "7b093640-47f0-4041-be8b-1a304a70546d"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:24.381971 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.384978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 7b093640-47f0-4041-be8b-1a304a70546d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7b093640-47f0-4041-be8b-1a304a70546d,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:24.417528 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d07ec74-6ce3-4ce3-8e78-70dbcf71353f x-openstack-request-id: req-9d07ec74-6ce3-4ce3-8e78-70dbcf71353f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:24.417823 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac245ed2-5080-443e-98fa-ad0493c71211", "name": "network-vif-plugged", "status": "completed", "tag": "7b093640-47f0-4041-be8b-1a304a70546d", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:24.418070 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d07ec74-6ce3-4ce3-8e78-70dbcf71353f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:24.418453 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac245ed2-5080-443e-98fa-ad0493c71211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b093640-47f0-4041-be8b-1a304a70546d', 'code': 200} Sep 17 22:22:24.450251 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:24.493775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d482da-3927-49fa-b6df-26f12157cebb req-ec93e584-669d-4643-9779-b2bd6a231c78 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:24.496713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-ec93e584-669d-4643-9779-b2bd6a231c78 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 805 time: 0.1542273 Sep 17 22:22:24.508881 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.516804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-179a50d4-7246-4503-9fba-cb80efab7cf9 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/quotas/4bf3915093e9445ba897d411f58ee42c HTTP/1.1" status: 200 len: 375 time: 0.0150578 Sep 17 22:22:24.535101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac28e4-56f8-4320-ac92-9ffc235195d8 req-72438e04-4107-4df1-891c-9337fac0a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:24.541808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fac28e4-56f8-4320-ac92-9ffc235195d8 req-72438e04-4107-4df1-891c-9337fac0a198 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 1100 time: 0.0544190 Sep 17 22:22:24.555059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-39c0c76c-d8d9-45ab-ae48-a54e25858894 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317667 Sep 17 22:22:24.556329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.561754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b57d4b7-b21c-4595-8131-dbb75b9e556f {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:22:24.561754 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.562686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c0cc0e3c-5dea-42c6-8e36-807413ce2bbf admin admin] 10.222.0.30 "DELETE /v2.0/routers/2b57d4b7-b21c-4595-8131-dbb75b9e556f HTTP/1.1" status: 204 len: 168 time: 2.0362973 Sep 17 22:22:24.567496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55208) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:24.628023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fac28e4-56f8-4320-ac92-9ffc235195d8 req-9be7e555-cb80-491e-825b-da608e41c4df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780382 Sep 17 22:22:24.631736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=7b093640-47f0-4041-be8b-1a304a70546d,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:24.687179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fdf5159a-295b-41a0-a8c2-1c8f6447e11e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:24.702032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd15a1d-3ace-44d3-98a6-babe49ddbeb4 admin admin] Deleting subnet feff4125-b162-4177-85b9-d3c52bc77345 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:22:24.715613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9cd15a1d-3ace-44d3-98a6-babe49ddbeb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.775643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-5cfe61a5-9e11-4e16-8ae5-17bd30e5bba0 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066922 Sep 17 22:22:24.778617 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9cd15a1d-3ace-44d3-98a6-babe49ddbeb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.823432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55218) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:24.937299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9cd15a1d-3ace-44d3-98a6-babe49ddbeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.941613 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-6842e33f-de75-493b-8d88-8af2f618f5f2 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407444 Sep 17 22:22:24.973015 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e6cdaee-49e7-4e5c-bf66-dac9595aef33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.107595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f8b6-9b54-4059-b72a-e749eddc2264 req-637f9b9e-9096-4352-8110-3de398e8330d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:25.109609 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dd07f8b6-9b54-4059-b72a-e749eddc2264 req-637f9b9e-9096-4352-8110-3de398e8330d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 949 time: 0.0794036 Sep 17 22:22:25.120506 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e6cdaee-49e7-4e5c-bf66-dac9595aef33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.167687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dd07f8b6-9b54-4059-b72a-e749eddc2264 req-85451191-9b59-4bc2-8fb6-3bba70b28e6e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Sep 17 22:22:25.199717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device deea655b-6b64-4bd1-a804-1042c4f26d77 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:25.219039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: deea655b-6b64-4bd1-a804-1042c4f26d77 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:25.219382 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device deea655b-6b64-4bd1-a804-1042c4f26d77 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:25.219804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 128ae6a2-e499-4e10-965e-545d77015506 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:25.239297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 128ae6a2-e499-4e10-965e-545d77015506 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:25.239635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 128ae6a2-e499-4e10-965e-545d77015506 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:25.239800 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9cd15a1d-3ace-44d3-98a6-babe49ddbeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.282581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034b7bf-feed-4eff-b0f6-91091ac5b0ae req-5518a963-1d48-4e57-bdd5-45b154a34821 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:25.291670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a034b7bf-feed-4eff-b0f6-91091ac5b0ae req-5518a963-1d48-4e57-bdd5-45b154a34821 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 944 time: 0.0633304 Sep 17 22:22:25.292641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd15a1d-3ace-44d3-98a6-babe49ddbeb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feff4125-b162-4177-85b9-d3c52bc77345,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:25.312790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0999b-446c-404e-891b-adc64c8496e2 None None] Network b66edf11-56fd-488b-b840-3c513a1f8592 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:25.317361 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9cd15a1d-3ace-44d3-98a6-babe49ddbeb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.318521 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e6cdaee-49e7-4e5c-bf66-dac9595aef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.319414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9cd15a1d-3ace-44d3-98a6-babe49ddbeb4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/feff4125-b162-4177-85b9-d3c52bc77345 HTTP/1.1" status: 204 len: 168 time: 0.7492750 Sep 17 22:22:25.322858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55230) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:25.385765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6e6cdaee-49e7-4e5c-bf66-dac9595aef33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ec16139f53d42beb24158e47804f8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5612378 Sep 17 22:22:25.389817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cdaee-49e7-4e5c-bf66-dac9595aef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474d9f7b-c654-4e4b-b0e7-b8304b9df747,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:25.390214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55238) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:25.432649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a034b7bf-feed-4eff-b0f6-91091ac5b0ae req-39cba575-9599-4105-b36c-245b44092e47 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303768 Sep 17 22:22:25.514396 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.569983 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6110f398-ba95-413e-b59e-a3c5f4f74da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.603114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6110f398-ba95-413e-b59e-a3c5f4f74da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.676587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Deleting port 8cfda7e3-b56f-4a9c-9746-08474999d87a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:25.681700 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.682074 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-647feff8-8e7d-4896-b50b-0d15ebe195aa req-f0dd75d8-71cd-41c5-a3d6-75ef9dbb6d01 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0624924 Sep 17 22:22:25.709155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2def8bd-0c82-4ef3-a2f3-0ba0510ec55d None None] DHCP port deletion for b66edf11-56fd-488b-b840-3c513a1f8592 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:22:25.784678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d2def8bd-0c82-4ef3-a2f3-0ba0510ec55d None None] Deleting port 8cfda7e3-b56f-4a9c-9746-08474999d87a {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:25.785087 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2def8bd-0c82-4ef3-a2f3-0ba0510ec55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.798368 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5ae37dc-64a9-42d0-99e5-7484f0e2ef1b req-9ce29a55-222b-45ac-a7ab-6e7861e85e1c tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 210 time: 0.0383065 Sep 17 22:22:25.806398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] For port 8cfda7e3-b56f-4a9c-9746-08474999d87a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8cfda7e3-b56f-4a9c-9746-08474999d87a,segment=NetworkSegment(8094c24c-944c-40e0-b3d6-d1a869e82a94),segment_id=8094c24c-944c-40e0-b3d6-d1a869e82a94)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:25.806767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.837766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Calling delete_port for 8cfda7e3-b56f-4a9c-9746-08474999d87a owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:25.874505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d2def8bd-0c82-4ef3-a2f3-0ba0510ec55d None None] For port 8cfda7e3-b56f-4a9c-9746-08474999d87a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8cfda7e3-b56f-4a9c-9746-08474999d87a,segment=NetworkSegment(8094c24c-944c-40e0-b3d6-d1a869e82a94),segment_id=8094c24c-944c-40e0-b3d6-d1a869e82a94)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:25.874914 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2def8bd-0c82-4ef3-a2f3-0ba0510ec55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.878012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6960fd-bf6d-4d3e-8c03-c7880751e503 req-9c71d368-28c4-422d-83ae-c7d4f9b1ca99 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:25.880359 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f6960fd-bf6d-4d3e-8c03-c7880751e503 req-9c71d368-28c4-422d-83ae-c7d4f9b1ca99 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0943050 Sep 17 22:22:25.896493 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6110f398-ba95-413e-b59e-a3c5f4f74da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.897936 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6110f398-ba95-413e-b59e-a3c5f4f74da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.902445 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6110f398-ba95-413e-b59e-a3c5f4f74da7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/474d9f7b-c654-4e4b-b0e7-b8304b9df747 HTTP/1.1" status: 204 len: 168 time: 0.5085456 Sep 17 22:22:25.911061 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d2def8bd-0c82-4ef3-a2f3-0ba0510ec55d None None] Calling delete_port for 8cfda7e3-b56f-4a9c-9746-08474999d87a owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:25.936951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110f398-ba95-413e-b59e-a3c5f4f74da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474d9f7b-c654-4e4b-b0e7-b8304b9df747,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:25.982158 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f6960fd-bf6d-4d3e-8c03-c7880751e503 req-8f1fa92f-2577-42b5-ab03-80eebfa30156 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857944 Sep 17 22:22:26.093050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.113856 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2def8bd-0c82-4ef3-a2f3-0ba0510ec55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.159790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfda7e3-b56f-4a9c-9746-08474999d87a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:26.164646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2def8bd-0c82-4ef3-a2f3-0ba0510ec55d None None] Pushing event deleted for resources: {'Port': ['ID=8cfda7e3-b56f-4a9c-9746-08474999d87a,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:26.164853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] No DVR routers for this DVR port 8cfda7e3-b56f-4a9c-9746-08474999d87a on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:26.172677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2def8bd-0c82-4ef3-a2f3-0ba0510ec55d None None] No DVR routers for this DVR port 8cfda7e3-b56f-4a9c-9746-08474999d87a on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:26.290011 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.334197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66edf11-56fd-488b-b840-3c513a1f8592']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:26.340764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910a8e9-321c-482e-9b6e-304ab7bd14bc req-81aa6ecf-0a4b-4d2f-97b1-66f6d9568f23 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:26.342912 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2910a8e9-321c-482e-9b6e-304ab7bd14bc req-81aa6ecf-0a4b-4d2f-97b1-66f6d9568f23 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 949 time: 0.0896196 Sep 17 22:22:26.347719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8094c24c-944c-40e0-b3d6-d1a869e82a94') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:26.348115 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8094c24c-944c-40e0-b3d6-d1a869e82a94') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:26.364559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.380765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.389189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:26.389815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.391093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2910a8e9-321c-482e-9b6e-304ab7bd14bc req-1a15d6e2-0534-48c9-ad9b-e049a41ff02f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419798 Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:26.462680 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:26.536422 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.541816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.547149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b66edf11-56fd-488b-b840-3c513a1f8592 HTTP/1.1" status: 204 len: 168 time: 1.2205524 Sep 17 22:22:26.562230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7e8e8-d899-4673-b310-cc02f0fd03e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66edf11-56fd-488b-b840-3c513a1f8592,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:26.574326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb2eb0-683d-485f-b6bb-e4531adf010d req-dd6582bb-b566-46e8-8328-06123785ee76 tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:26.576166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ebb2eb0-683d-485f-b6bb-e4531adf010d req-dd6582bb-b566-46e8-8328-06123785ee76 tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 1101 time: 0.0824022 Sep 17 22:22:26.622506 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ebb2eb0-683d-485f-b6bb-e4531adf010d req-88b78637-2399-4d41-9b81-aa8648ba1c3d tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Sep 17 22:22:26.739867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f67729-17de-40d3-8ebc-301d1d9bdceb req-f10a6eed-4b38-4547-a57d-92637d40a60f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:26.741574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87f67729-17de-40d3-8ebc-301d1d9bdceb req-f10a6eed-4b38-4547-a57d-92637d40a60f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 944 time: 0.0589123 Sep 17 22:22:26.782021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-724e6ef6-982d-4300-8b96-bbdf31076d71 req-304071a8-2f1e-4027-acce-c9c0d1bc2a89 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0272763 Sep 17 22:22:26.782667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87f67729-17de-40d3-8ebc-301d1d9bdceb req-da5054ab-4644-494c-8603-14df3a3889a3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Sep 17 22:22:26.884901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55290) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:26.919175 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e45926cf-8905-464c-b475-5a35c1d6a525 req-0bebd631-1cda-4c8b-afc8-45085734c97d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 210 time: 0.0360339 Sep 17 22:22:26.978880 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f22444f9-348c-412e-b6c9-8549c946f4ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f608ec5448543a1bf0e87812ee81c54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0923867 Sep 17 22:22:26.982301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:27.032870 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-8d2e6ae5-1618-40b7-a765-292ab16319fe tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417049 Sep 17 22:22:27.124919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54076910-3de6-4b1c-8d5d-6e7488396df4 req-6514ba11-d985-42b2-8f11-e45424b017ed tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:27.128744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54076910-3de6-4b1c-8d5d-6e7488396df4 req-6514ba11-d985-42b2-8f11-e45424b017ed tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0587668 Sep 17 22:22:27.131567 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec199ac3-4392-4f93-8998-67a091075418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.166636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec199ac3-4392-4f93-8998-67a091075418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.184755 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54076910-3de6-4b1c-8d5d-6e7488396df4 req-a54d0e33-9af6-4367-b130-9e0b42d5d5df tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517664 Sep 17 22:22:27.219897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-37fee6ac-2524-4b20-9363-1129d6c0781f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:27.221470 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-37fee6ac-2524-4b20-9363-1129d6c0781f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792581 Sep 17 22:22:27.241394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8cfda7e3-b56f-4a9c-9746-08474999d87a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:27.261383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 8cfda7e3-b56f-4a9c-9746-08474999d87a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:27.261981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8cfda7e3-b56f-4a9c-9746-08474999d87a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:27.266188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-e53555b7-5c38-4f32-8f98-7bb1ada2c181 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/quotas/a5cd06b025384a9f858cc1eef04a1b05 HTTP/1.1" status: 200 len: 375 time: 0.0300059 Sep 17 22:22:27.335855 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-5a9d614d-bb19-4692-8687-9eaf46de1a22 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0595450 Sep 17 22:22:27.363554 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec199ac3-4392-4f93-8998-67a091075418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.366544 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec199ac3-4392-4f93-8998-67a091075418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.370966 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ec199ac3-4392-4f93-8998-67a091075418 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee781ea9-8eb8-42c1-9b9e-1330addff7b2 HTTP/1.1" status: 204 len: 168 time: 0.3887427 Sep 17 22:22:27.380552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec199ac3-4392-4f93-8998-67a091075418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee781ea9-8eb8-42c1-9b9e-1330addff7b2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:27.438204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device fdf5159a-295b-41a0-a8c2-1c8f6447e11e up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:27.604751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port fdf5159a-295b-41a0-a8c2-1c8f6447e11e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:27.609770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port fdf5159a-295b-41a0-a8c2-1c8f6447e11e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:27.609770 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.610185 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-08e921f9-7546-4138-a093-c5f35c385a8a req-7c762d0e-86d5-47e5-bd61-8c917f3beaf1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 210 time: 0.0321548 Sep 17 22:22:27.709718 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.748197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:27.750650 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7428783a-a75d-4a69-bd98-434be2622c44" -d '{"events": [{"server_uuid": "c5be5b79-4770-42ad-8eaf-59c43cbaaab3", "name": "network-vif-plugged", "status": "completed", "tag": "fdf5159a-295b-41a0-a8c2-1c8f6447e11e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:27.766760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port fdf5159a-295b-41a0-a8c2-1c8f6447e11e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:27.790402 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677016f7-21c6-4198-874d-0ea4f7d22440 x-openstack-request-id: req-677016f7-21c6-4198-874d-0ea4f7d22440 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:27.790719 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5be5b79-4770-42ad-8eaf-59c43cbaaab3", "name": "network-vif-plugged", "status": "completed", "tag": "fdf5159a-295b-41a0-a8c2-1c8f6447e11e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:27.790972 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-677016f7-21c6-4198-874d-0ea4f7d22440 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:27.791368 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e', 'code': 200} Sep 17 22:22:27.877577 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.937172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5338bd23-b5d4-4096-a9f1-dc0437f597a0 req-4583c39b-866c-4e51-ad4a-6d130d758676 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0496960 Sep 17 22:22:27.942114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:27.981006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711d35-4922-498b-a1d1-6d86558c2be3 req-0310e980-2521-46e8-906e-e8dd5c6c3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:27.982984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6711d35-4922-498b-a1d1-6d86558c2be3 req-0310e980-2521-46e8-906e-e8dd5c6c3022 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 1097 time: 0.1101234 Sep 17 22:22:28.114569 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6711d35-4922-498b-a1d1-6d86558c2be3 req-7a2eaab9-fbb1-43d0-957e-b6229df140ef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202898 Sep 17 22:22:28.156575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10c0fa-8cf4-42fd-ae8d-4161c2929f1a req-436baec4-1b2b-4556-904e-49b364e7c650 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:28.158091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d10c0fa-8cf4-42fd-ae8d-4161c2929f1a req-436baec4-1b2b-4556-904e-49b364e7c650 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 945 time: 0.1384945 Sep 17 22:22:28.165848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d482da-3927-49fa-b6df-26f12157cebb req-622ecdb4-777a-4464-b8f5-fff7ac2d876d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:28.167541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-622ecdb4-777a-4464-b8f5-fff7ac2d876d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.15 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 805 time: 0.1834366 Sep 17 22:22:28.201628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Request body: {'port': {'device_id': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'admin_state_up': True, 'tenant_id': '4bf3915093e9445ba897d411f58ee42c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:28.228496 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d10c0fa-8cf4-42fd-ae8d-4161c2929f1a req-bf4de0dc-8366-460f-8d5b-ade8a1982f86 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595706 Sep 17 22:22:28.321530 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b390aecc-ec4b-494d-9d1a-825dd1086913 req-8a0ecf34-869d-46a0-bde2-2b5a9d7d39ed tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 210 time: 0.0388792 Sep 17 22:22:28.399129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f51a8-5a20-4d22-af16-3f5899ec40a9 req-fc50dda4-af28-41f8-b7f8-c63098a14867 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:28.400660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d53f51a8-5a20-4d22-af16-3f5899ec40a9 req-fc50dda4-af28-41f8-b7f8-c63098a14867 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0846844 Sep 17 22:22:28.441015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d53f51a8-5a20-4d22-af16-3f5899ec40a9 req-c77e9a92-d0a4-46bd-bf95-885eb702ec82 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340595 Sep 17 22:22:28.444868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Made reservation on behalf of 4bf3915093e9445ba897d411f58ee42c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:28.448386 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:28.461566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55370) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:28.506124 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-19be2ad1-0ae0-4168-97f1-ced21e04a953 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60dc0226eadc49718c6601464e2741e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433009 Sep 17 22:22:28.509694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55372) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:28.566870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-455a89d9-a63f-4e73-a447-d3ad7270cd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:28.596208 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-455a89d9-a63f-4e73-a447-d3ad7270cd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:28.600373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Allocated IP 172.20.0.9 (f5a1c400-89ff-42c2-939c-403cc493a365/d094fa44-b886-409c-8452-de94660a00d9/85a0a243-b8ef-488f-8773-71a72862cd28) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:28.718594 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e1202aa-a028-41f3-859c-ea0bb8ed76d9 req-6011dd45-f08a-434d-b8fe-4d3ea373be6c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 210 time: 0.0257711 Sep 17 22:22:28.776967 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-455a89d9-a63f-4e73-a447-d3ad7270cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:28.781102 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-455a89d9-a63f-4e73-a447-d3ad7270cd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:28.782578 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-455a89d9-a63f-4e73-a447-d3ad7270cd18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa99392e-bd48-4f41-aae6-b4f122446324 HTTP/1.1" status: 204 len: 168 time: 0.2719433 Sep 17 22:22:28.792553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a89d9-a63f-4e73-a447-d3ad7270cd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa99392e-bd48-4f41-aae6-b4f122446324,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:28.923692 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:28.992007 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.056689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f327da21-3b7a-4231-b45a-572c260be5ba req-6f6504f1-3c9d-4e94-b222-acf51402904a tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0286660 Sep 17 22:22:29.058411 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.112314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Network f5a1c400-89ff-42c2-939c-403cc493a365 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:29.122146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:29.130474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:29.134853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Pushing event updated for resources: {'Port': ['ID=85a0a243-b8ef-488f-8773-71a72862cd28,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:29.181407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:29.182027 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.304737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-63a50341-9f6d-4abf-9382-155d5b4b8e71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1073959 Sep 17 22:22:29.324839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Request body: {'port': {'device_id': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:29.457571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cc33c-89b3-4573-8f35-63f5c24a3218 req-e91f0654-05e8-4526-b8a8-8db3f225dd77 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:29.466106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-719cc33c-89b3-4573-8f35-63f5c24a3218 req-e91f0654-05e8-4526-b8a8-8db3f225dd77 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 945 time: 0.0798495 Sep 17 22:22:29.473256 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.506201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfdd28-656d-4369-bbc6-de37d334d365 req-d9d044ba-9375-453c-8c32-d0f54a48972a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:29.507929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-78bfdd28-656d-4369-bbc6-de37d334d365 req-d9d044ba-9375-453c-8c32-d0f54a48972a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 931 time: 0.0720780 Sep 17 22:22:29.538402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-719cc33c-89b3-4573-8f35-63f5c24a3218 req-10d29b92-cf70-4cf8-b058-8a9ecf657e82 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713177 Sep 17 22:22:29.550695 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-78bfdd28-656d-4369-bbc6-de37d334d365 req-ad4540c6-98a0-4768-a4cd-6a8710d72022 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366704 Sep 17 22:22:29.738650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d68fee-b204-4975-b7eb-749e8bc5a5d2 req-4ebe0995-1ee1-4052-88f4-aa86d18d334c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:29.740066 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45d68fee-b204-4975-b7eb-749e8bc5a5d2 req-4ebe0995-1ee1-4052-88f4-aa86d18d334c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1148014 Sep 17 22:22:29.816564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45d68fee-b204-4975-b7eb-749e8bc5a5d2 req-7b4a4bae-67cc-4138-aa73-5c90842852f8 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668626 Sep 17 22:22:29.840438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f643e15-2bcd-4ed5-bb5a-92313ee0975d req-d261416e-c91a-42c2-82fd-eb4a4566ea75 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 210 time: 0.0517561 Sep 17 22:22:29.888728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-fe0187db-fb4e-490a-8b1b-8467615896e3 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247254 Sep 17 22:22:29.898615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a0a243-b8ef-488f-8773-71a72862cd28 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:29.931298 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.983969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Transition to ACTIVE for port object 85a0a243-b8ef-488f-8773-71a72862cd28 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:30.027235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-c22ec13b-4807-42fd-9929-ed7caacf92fb tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:30.028784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-c22ec13b-4807-42fd-9929-ed7caacf92fb tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1334093 Sep 17 22:22:30.051687 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.059688 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Request body: {'port': {'device_id': 'a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'a5cd06b025384a9f858cc1eef04a1b05'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:30.223752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Pushing event updated for resources: {'Port': ['ID=85a0a243-b8ef-488f-8773-71a72862cd28,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:30.262401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc05766-c1a6-419b-9a73-e2f442ba0fee req-65b80f40-9c7d-41a7-aab5-6183f4b429d7 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0655413 Sep 17 22:22:30.348887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Attempting to bind port 85a0a243-b8ef-488f-8773-71a72862cd28 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:30.349343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Attempting to bind port 85a0a243-b8ef-488f-8773-71a72862cd28 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:30.349478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Attempting to bind port 85a0a243-b8ef-488f-8773-71a72862cd28 on network f5a1c400-89ff-42c2-939c-403cc493a365 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:30.355134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Port 85a0a243-b8ef-488f-8773-71a72862cd28 on network f5a1c400-89ff-42c2-939c-403cc493a365 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:30.355449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Attempting to bind port 85a0a243-b8ef-488f-8773-71a72862cd28 on network f5a1c400-89ff-42c2-939c-403cc493a365 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:30.362249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:30.362605 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Checking segment: {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:30.362962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Bound using segment: {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:30.363386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Bound port: 85a0a243-b8ef-488f-8773-71a72862cd28, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:30.363744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.430418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Made reservation on behalf of a5cd06b025384a9f858cc1eef04a1b05 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:30.434011 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.463018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] For port 85a0a243-b8ef-488f-8773-71a72862cd28, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:30.480480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] For port 85a0a243-b8ef-488f-8773-71a72862cd28, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=85a0a243-b8ef-488f-8773-71a72862cd28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:30.568996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.608604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:30.609220 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.610715 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] 10.222.0.15 "PUT /v2.0/ports/85a0a243-b8ef-488f-8773-71a72862cd28 HTTP/1.1" status: 200 len: 1092 time: 1.2906826 Sep 17 22:22:30.611114 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'tag': '85a0a243-b8ef-488f-8773-71a72862cd28'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:30.613470 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0120e18-181f-4fd1-8d50-c06285e6664c" -d '{"events": [{"name": "network-changed", "server_uuid": "82a2cbc2-5c44-41f0-84e9-df891578ccc8", "tag": "85a0a243-b8ef-488f-8773-71a72862cd28"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:30.654639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Allocated IP 192.168.233.247 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/fca47343-dcbd-4506-8bbb-c3ace04c812d) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:30.667158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322a66c-b9c9-439c-b938-7957e94a1b1e service neutron] Pushing event updated for resources: {'Port': ['ID=85a0a243-b8ef-488f-8773-71a72862cd28,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:30.671077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b95b4-49cf-4ca6-a138-850ed342041f req-fe2770a6-35c8-451d-b17e-af2cd9fe699e tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:30.672642 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1d3b95b4-49cf-4ca6-a138-850ed342041f req-fe2770a6-35c8-451d-b17e-af2cd9fe699e tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 945 time: 0.0567608 Sep 17 22:22:30.712751 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1d3b95b4-49cf-4ca6-a138-850ed342041f req-bdd1fce9-962f-44ce-b1e0-84d429d7fbe8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Sep 17 22:22:30.824757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d482da-3927-49fa-b6df-26f12157cebb req-ea99c78b-574d-42d8-8db8-10c28e46c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:30.826165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-ea99c78b-574d-42d8-8db8-10c28e46c659 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 1095 time: 0.0865796 Sep 17 22:22:30.839328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad1add-a503-4d6c-aad8-20222756310c req-af5e5169-7e92-46ba-921e-99564a5c1be3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:30.841320 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90ad1add-a503-4d6c-aad8-20222756310c req-af5e5169-7e92-46ba-921e-99564a5c1be3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 943 time: 0.0710645 Sep 17 22:22:30.856385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.895704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90ad1add-a503-4d6c-aad8-20222756310c req-77f80bc9-d195-4450-b1fc-1b80d19f5060 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475981 Sep 17 22:22:30.912112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-be70a294-083e-4d57-8478-9a85fd3a9103 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a0a243-b8ef-488f-8773-71a72862cd28 HTTP/1.1" status: 200 len: 217 time: 0.0458746 Sep 17 22:22:30.943790 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f63e62-a64d-4897-89e5-f5854b5286a9 x-openstack-request-id: req-44f63e62-a64d-4897-89e5-f5854b5286a9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:30.944200 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a2cbc2-5c44-41f0-84e9-df891578ccc8", "tag": "85a0a243-b8ef-488f-8773-71a72862cd28", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:30.944742 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44f63e62-a64d-4897-89e5-f5854b5286a9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:30.945178 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'tag': '85a0a243-b8ef-488f-8773-71a72862cd28', 'status': 'completed', 'code': 200} Sep 17 22:22:30.987801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d482da-3927-49fa-b6df-26f12157cebb req-1c6421e2-f597-4d99-913a-9dd094be5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:30.994422 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-1c6421e2-f597-4d99-913a-9dd094be5daa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d094fa44-b886-409c-8452-de94660a00d9 HTTP/1.1" status: 200 len: 845 time: 0.0692692 Sep 17 22:22:31.031151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-06716ad0-9788-4e91-8be5-49c029d51cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5a1c400-89ff-42c2-939c-403cc493a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335739 Sep 17 22:22:31.034202 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-caf3ae82-a128-4374-bdbe-2046f27e70cc tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1734433967&fields=id&tenant_id=eafdb72691c44306a767f18c31595b2c HTTP/1.1" status: 200 len: 267 time: 0.0490179 Sep 17 22:22:31.049642 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.061200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6cce130b-d899-42e0-996b-4c844e270d34', 'e221d281-9ba2-4f65-9eba-7c7116fef03a', '7b093640-47f0-4041-be8b-1a304a70546d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:31.086685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55508) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:31.105928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'abbcd76c-0997-42da-8ab7-e817454e1967', '422b692d-f062-4b6d-915c-47b263a2363f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:31.118244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-32e58cee-3cb3-4a5c-8cc8-7e9d58ede63e tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.130110 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-32e58cee-3cb3-4a5c-8cc8-7e9d58ede63e tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 945 time: 0.0892406 Sep 17 22:22:31.137513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-1bec3abd-dbf7-42d4-988f-4ae68f7aa94f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'port': {'security_groups': ['ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1', '71181280-d8a3-488c-b702-fc9b831c4add']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:31.171258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:31.181259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:31.193214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:31.222496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event updated for resources: {'Port': ['ID=fca47343-dcbd-4506-8bbb-c3ace04c812d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:31.281804 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-72218622-c9ff-4233-b458-42ceabd42bcd service neutron] 10.222.0.15 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411530 Sep 17 22:22:31.283798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-1bec3abd-dbf7-42d4-988f-4ae68f7aa94f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.314768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.319246 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.420074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dc4073e2-e3f1-4dda-b1de-82973f4ce53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.443251 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5d482da-3927-49fa-b6df-26f12157cebb req-a594ea74-6238-46a3-9a44-2d51194ba127 service neutron] 10.222.0.15 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496418 Sep 17 22:22:31.455120 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-a653a418-3179-4bd0-8711-281ee2d2fdb9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4050767 Sep 17 22:22:31.474598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Request body: {'port': {'device_id': 'a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:31.534575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.611072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-1bec3abd-dbf7-42d4-988f-4ae68f7aa94f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] For port fdf5159a-295b-41a0-a8c2-1c8f6447e11e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:31.668043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-1bec3abd-dbf7-42d4-988f-4ae68f7aa94f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.684819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dc4073e2-e3f1-4dda-b1de-82973f4ce53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.693398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ee8b660b-93b3-4530-8cb4-4cba0c62641b None None] Provisioning complete for port fca47343-dcbd-4506-8bbb-c3ace04c812d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:31.693933 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ee8b660b-93b3-4530-8cb4-4cba0c62641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.748774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0120e18-181f-4fd1-8d50-c06285e6664c req-5cf347d3-5ad7-4b88-bec7-cdaa3eb6c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.750278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0120e18-181f-4fd1-8d50-c06285e6664c req-5cf347d3-5ad7-4b88-bec7-cdaa3eb6c29f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 1095 time: 0.0910823 Sep 17 22:22:31.764765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b660b-93b3-4530-8cb4-4cba0c62641b None None] Port fca47343-dcbd-4506-8bbb-c3ace04c812d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:22:31.771782 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-1bec3abd-dbf7-42d4-988f-4ae68f7aa94f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.826065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dc4073e2-e3f1-4dda-b1de-82973f4ce53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.848861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-1bec3abd-dbf7-42d4-988f-4ae68f7aa94f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.849652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-1bec3abd-dbf7-42d4-988f-4ae68f7aa94f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.851628 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2350eaaf-d40c-4f07-8217-74f20f55347a req-1bec3abd-dbf7-42d4-988f-4ae68f7aa94f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "PUT /v2.0/ports/fdf5159a-295b-41a0-a8c2-1c8f6447e11e HTTP/1.1" status: 200 len: 981 time: 0.7197671 Sep 17 22:22:31.905309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'tag': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:31.908009 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5be5b79-4770-42ad-8eaf-59c43cbaaab3", "tag": "fdf5159a-295b-41a0-a8c2-1c8f6447e11e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:31.911242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec3abd-dbf7-42d4-988f-4ae68f7aa94f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'Port': ['ID=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,revision_number=6']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:31.912995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0120e18-181f-4fd1-8d50-c06285e6664c req-2e4b9757-562e-41d6-978e-dca68a299353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.914523 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0120e18-181f-4fd1-8d50-c06285e6664c req-2e4b9757-562e-41d6-978e-dca68a299353 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 906 time: 0.1393492 Sep 17 22:22:31.926356 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dc4073e2-e3f1-4dda-b1de-82973f4ce53f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30b81b1fdb9c4668a0439677481eed35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8367321 Sep 17 22:22:31.935578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55530) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:31.976267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fdf5159a-295b-41a0-a8c2-1c8f6447e11e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:31.983413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0120e18-181f-4fd1-8d50-c06285e6664c req-7e32a69b-eec1-4325-b102-a5621ae0b0c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a0a243-b8ef-488f-8773-71a72862cd28 HTTP/1.1" status: 200 len: 217 time: 0.0413468 Sep 17 22:22:31.993543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca47343-dcbd-4506-8bbb-c3ace04c812d {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:31.994866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4073e2-e3f1-4dda-b1de-82973f4ce53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce29ef4-16b6-4ba1-8923-0dacec39d1d2,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:32.010644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.042327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ed1a6-50d7-4d69-9236-0f0f4cecca68 req-6e64dd19-c0da-4c34-ae3e-f0e4ab95833d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:32.043964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-820ed1a6-50d7-4d69-9236-0f0f4cecca68 req-6e64dd19-c0da-4c34-ae3e-f0e4ab95833d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1112690 Sep 17 22:22:32.047915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Transition to ACTIVE for port object fca47343-dcbd-4506-8bbb-c3ace04c812d will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:32.054033 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9152-c65a-4728-89b9-a407ac412352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.055590 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0120e18-181f-4fd1-8d50-c06285e6664c req-813f932e-27a0-46bc-b2d0-c5ff8bb61898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:32.057180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0120e18-181f-4fd1-8d50-c06285e6664c req-813f932e-27a0-46bc-b2d0-c5ff8bb61898 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d094fa44-b886-409c-8452-de94660a00d9 HTTP/1.1" status: 200 len: 845 time: 0.0593324 Sep 17 22:22:32.092689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9152-c65a-4728-89b9-a407ac412352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.095226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0120e18-181f-4fd1-8d50-c06285e6664c req-8faed693-7876-46f7-b5ad-45f09f4293ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5a1c400-89ff-42c2-939c-403cc493a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282569 Sep 17 22:22:32.129013 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-820ed1a6-50d7-4d69-9236-0f0f4cecca68 req-6bc1801b-e870-437d-a123-53038c719aef tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Sep 17 22:22:32.132386 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.243167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Pushing event updated for resources: {'Port': ['ID=fca47343-dcbd-4506-8bbb-c3ace04c812d,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:32.251668 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9152-c65a-4728-89b9-a407ac412352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.254337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9152-c65a-4728-89b9-a407ac412352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.256537 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bb4f9152-c65a-4728-89b9-a407ac412352 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ce29ef4-16b6-4ba1-8923-0dacec39d1d2 HTTP/1.1" status: 204 len: 168 time: 0.3185351 Sep 17 22:22:32.268769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f9152-c65a-4728-89b9-a407ac412352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce29ef4-16b6-4ba1-8923-0dacec39d1d2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:32.293942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54033d-188a-450e-af14-e8ecdba4399f req-2af1bbaf-7604-4dcc-b1d1-3b467382cdea tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:32.302917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db54033d-188a-450e-af14-e8ecdba4399f req-2af1bbaf-7604-4dcc-b1d1-3b467382cdea tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 948 time: 0.0814090 Sep 17 22:22:32.317432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0120e18-181f-4fd1-8d50-c06285e6664c req-0cfb5085-af6e-446a-8ecc-d5d6c5769f91 service neutron] 10.222.0.15 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135787 Sep 17 22:22:32.357746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db54033d-188a-450e-af14-e8ecdba4399f req-54cfda31-391d-4fd7-8c71-7dc3d1966805 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539887 Sep 17 22:22:32.393571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Attempting to bind port fca47343-dcbd-4506-8bbb-c3ace04c812d on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:32.394043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Attempting to bind port fca47343-dcbd-4506-8bbb-c3ace04c812d by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:32.394511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Attempting to bind port fca47343-dcbd-4506-8bbb-c3ace04c812d on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:32.433190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Port fca47343-dcbd-4506-8bbb-c3ace04c812d on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:32.433522 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Attempting to bind port fca47343-dcbd-4506-8bbb-c3ace04c812d on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:32.450154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:32.450519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:32.450865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:32.451297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Bound port: fca47343-dcbd-4506-8bbb-c3ace04c812d, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:32.451814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.512886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0120e18-181f-4fd1-8d50-c06285e6664c req-9a314cdf-3830-4d2a-8e35-2b50c5794b4a service neutron] 10.222.0.15 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858988 Sep 17 22:22:32.517038 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49de8ff2-088f-4e1b-92e8-8aaaf42ec9d4 req-48c1eac5-4b2e-4755-b6cc-e9be0e97c3bf tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0414205 Sep 17 22:22:32.532725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] For port fca47343-dcbd-4506-8bbb-c3ace04c812d, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:32.535802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] For port fca47343-dcbd-4506-8bbb-c3ace04c812d, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fca47343-dcbd-4506-8bbb-c3ace04c812d,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:32.557206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fdf5159a-295b-41a0-a8c2-1c8f6447e11e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:32.651285 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.690576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:32.691528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.693439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] 10.222.0.15 "PUT /v2.0/ports/fca47343-dcbd-4506-8bbb-c3ace04c812d HTTP/1.1" status: 200 len: 1097 time: 1.2230299 Sep 17 22:22:32.724338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8178e-1a60-4b7b-baea-c4dd90379570 service neutron] Pushing event updated for resources: {'Port': ['ID=fca47343-dcbd-4506-8bbb-c3ace04c812d,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:32.894785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-24617166-c22d-4991-a6f3-0e7bd43ee46d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-190831204&fields=id&tenant_id=eafdb72691c44306a767f18c31595b2c HTTP/1.1" status: 200 len: 267 time: 0.0653374 Sep 17 22:22:32.919161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-5bbcb63b-6629-4402-bad8-ded576767664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:32.920692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-5bbcb63b-6629-4402-bad8-ded576767664 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 1100 time: 0.0670168 Sep 17 22:22:32.946356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee', 'tag': 'fca47343-dcbd-4506-8bbb-c3ace04c812d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:32.948938 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20" -d '{"events": [{"name": "network-changed", "server_uuid": "a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee", "tag": "fca47343-dcbd-4506-8bbb-c3ace04c812d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:32.984892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-4527c42a-36bd-47e7-9143-92386f960c1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=fca47343-dcbd-4506-8bbb-c3ace04c812d HTTP/1.1" status: 200 len: 217 time: 0.0476701 Sep 17 22:22:32.998292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-f83180bb-8ad2-4549-a43b-ae2ceff57796 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.000100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-f83180bb-8ad2-4549-a43b-ae2ceff57796 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 984 time: 0.0969734 Sep 17 22:22:33.008705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229ff70-b97d-44ef-a86d-90ca1ea95780 req-0aabd39d-c341-4896-b88f-5a6452c22810 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.013221 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1229ff70-b97d-44ef-a86d-90ca1ea95780 req-0aabd39d-c341-4896-b88f-5a6452c22810 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 943 time: 0.0563025 Sep 17 22:22:33.051404 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1229ff70-b97d-44ef-a86d-90ca1ea95780 req-ab91a83f-8c88-4160-926f-05d8de5942c9 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346127 Sep 17 22:22:33.141043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55546) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:33.159895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-080402d8-334a-4aa4-ace5-67c0be51b886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.172505 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f9bb79-4045-47d0-a125-a3fc47e721fa x-openstack-request-id: req-d0f9bb79-4045-47d0-a125-a3fc47e721fa {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:33.172905 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5be5b79-4770-42ad-8eaf-59c43cbaaab3", "tag": "fdf5159a-295b-41a0-a8c2-1c8f6447e11e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:33.173219 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0f9bb79-4045-47d0-a125-a3fc47e721fa {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:33.173742 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'tag': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e', 'status': 'completed', 'code': 200} Sep 17 22:22:33.214882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-27af12be-0ebb-47dd-b1a2-8869abc8b981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.270432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-080402d8-334a-4aa4-ace5-67c0be51b886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.343236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-8507bd1b-6c05-490a-acf5-c390d9597434 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'port': {'security_groups': ['71181280-d8a3-488c-b702-fc9b831c4add', 'ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1', '3b34facc-52ed-4881-b0c9-2c6c87588990']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:33.363979 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-080402d8-334a-4aa4-ace5-67c0be51b886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.415712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-080402d8-334a-4aa4-ace5-67c0be51b886 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e6ffcb1c06643fc9b6006da70e3510f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734847 Sep 17 22:22:33.416649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080402d8-334a-4aa4-ace5-67c0be51b886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c9776d-fdc1-4ce4-a251-159421bc2905,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:33.419293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55556) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:33.430780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-999cd71a-1bd1-489c-bc97-01a0c35be53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.432304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-999cd71a-1bd1-489c-bc97-01a0c35be53b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.4312673 Sep 17 22:22:33.465809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7 req-647568dc-d8c6-4154-bb3d-063046daac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.467319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7 req-647568dc-d8c6-4154-bb3d-063046daac72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 1136 time: 0.1383824 Sep 17 22:22:33.468962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea629faa-f98f-42d7-b87b-08c79ea5c89a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:33.479574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23ed931e-4d5d-4043-8daa-5dfac6c7312e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.497344 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-8507bd1b-6c05-490a-acf5-c390d9597434 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.510827 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23ed931e-4d5d-4043-8daa-5dfac6c7312e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.581548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea629faa-f98f-42d7-b87b-08c79ea5c89a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:33.592892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'port_id': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a', 'mac_address': 'fa:16:3e:a3:8a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d8809e-e370-4133-96e7-9ba2b7e59279', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:33.598626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-ae73f15f-8f6e-427d-a115-1afeb472a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.600243 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-ae73f15f-8f6e-427d-a115-1afeb472a710 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1496420 Sep 17 22:22:33.634068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23ed931e-4d5d-4043-8daa-5dfac6c7312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.635856 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.637196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23ed931e-4d5d-4043-8daa-5dfac6c7312e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.638290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-23ed931e-4d5d-4043-8daa-5dfac6c7312e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3c9776d-fdc1-4ce4-a251-159421bc2905 HTTP/1.1" status: 204 len: 168 time: 0.2178953 Sep 17 22:22:33.646700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed931e-4d5d-4043-8daa-5dfac6c7312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c9776d-fdc1-4ce4-a251-159421bc2905,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:33.650248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea629faa-f98f-42d7-b87b-08c79ea5c89a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:33.683642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea629faa-f98f-42d7-b87b-08c79ea5c89a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:33.694065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7 req-ad7ee93b-623a-4c16-ba6d-6e07a525976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.700873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7 req-ad7ee93b-623a-4c16-ba6d-6e07a525976e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 914 time: 0.2096219 Sep 17 22:22:33.776365 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.780894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7 req-dfa60502-4db6-41c1-8564-71054bb93ff7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e HTTP/1.1" status: 200 len: 217 time: 0.0762310 Sep 17 22:22:33.837601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea629faa-f98f-42d7-b87b-08c79ea5c89a,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:33.845738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.846346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.846692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.847754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.847754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.847754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.848132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.848333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.848665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.848993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.849345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.849663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:33.871837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ea629faa-f98f-42d7-b87b-08c79ea5c89a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:33.882359 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-79a1ac62-f7dd-4a76-874e-dc505880edfc service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704463 Sep 17 22:22:33.930395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7 req-dbcf6bab-b972-495c-b1b3-fa4462be5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.931855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7 req-dbcf6bab-b972-495c-b1b3-fa4462be5707 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=575cfedc-4700-4fb9-818f-a7c3fe17b03b HTTP/1.1" status: 200 len: 853 time: 0.1431699 Sep 17 22:22:33.989763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7 req-da5abeb5-1c3f-403f-8b1f-a7dce84c5c0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d3fd1be-be72-4384-99ec-52523ef26f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448136 Sep 17 22:22:34.053638 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:22:34.078378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-8507bd1b-6c05-490a-acf5-c390d9597434 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] For port fdf5159a-295b-41a0-a8c2-1c8f6447e11e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:34.165356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b73a7303-be33-4e72-a5ec-9befd4aea6ac req-bc9d058b-72c7-4673-968b-55f673476b45 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528005 Sep 17 22:22:34.170238 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-8507bd1b-6c05-490a-acf5-c390d9597434 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.191966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7 req-b01b3748-6b17-45c4-9fb8-f79b6ff0370a service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884522 Sep 17 22:22:34.256780 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-8507bd1b-6c05-490a-acf5-c390d9597434 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.270778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fdf5159a-295b-41a0-a8c2-1c8f6447e11e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:34.326853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-8507bd1b-6c05-490a-acf5-c390d9597434 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.327810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-8507bd1b-6c05-490a-acf5-c390d9597434 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.329471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b359d95-23de-4467-9921-3ac9e52e1c52 req-8507bd1b-6c05-490a-acf5-c390d9597434 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "PUT /v2.0/ports/fdf5159a-295b-41a0-a8c2-1c8f6447e11e HTTP/1.1" status: 200 len: 1020 time: 0.9992187 Sep 17 22:22:34.368028 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a40c4ce9-d5a7-4df8-bbf7-dd20f94bc3a7 req-fcfd2aac-c221-425e-8cc6-d8606a38f5a1 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697736 Sep 17 22:22:34.369685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507bd1b-6c05-490a-acf5-c390d9597434 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'Port': ['ID=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:34.469644 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fdf5159a-295b-41a0-a8c2-1c8f6447e11e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:34.779772 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcd4082-85c5-45e7-a2f0-1c12cc6acd85 x-openstack-request-id: req-dbcd4082-85c5-45e7-a2f0-1c12cc6acd85 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:34.780816 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee", "tag": "fca47343-dcbd-4506-8bbb-c3ace04c812d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:34.781070 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbcd4082-85c5-45e7-a2f0-1c12cc6acd85 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:34.781592 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee', 'tag': 'fca47343-dcbd-4506-8bbb-c3ace04c812d', 'status': 'completed', 'code': 200} Sep 17 22:22:34.916755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-55699114-65c3-491c-bd25-4676e0c5894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.918756 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-55699114-65c3-491c-bd25-4676e0c5894a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 1100 time: 0.0901680 Sep 17 22:22:34.926701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d33e6-f426-4a2f-a3c1-d730585b3613 req-7120f4bd-cc31-4d72-acfa-170ea193de4b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.934538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-286d33e6-f426-4a2f-a3c1-d730585b3613 req-7120f4bd-cc31-4d72-acfa-170ea193de4b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 945 time: 0.0931699 Sep 17 22:22:35.042190 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-286d33e6-f426-4a2f-a3c1-d730585b3613 req-51d24da4-92ce-4a3b-b660-3407761d962d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063507 Sep 17 22:22:35.095810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-4f412a1c-e7b6-42da-b883-16e1b123000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.097318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-4f412a1c-e7b6-42da-b883-16e1b123000c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1598833 Sep 17 22:22:35.158726 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-8bcc8d5f-bd65-4b6c-b0de-5db98e6b6eeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=fca47343-dcbd-4506-8bbb-c3ace04c812d HTTP/1.1" status: 200 len: 217 time: 0.0495677 Sep 17 22:22:35.242610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-ff0559f5-fee8-4fed-a0b1-023a2bb3d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.244349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-ff0559f5-fee8-4fed-a0b1-023a2bb3d743 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0770655 Sep 17 22:22:35.252826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff8efb-07d1-4daa-a705-3f5aadbdc9e6 req-4b01b0b7-55a0-419e-a396-74f4eec08457 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.264179 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eff8efb-07d1-4daa-a705-3f5aadbdc9e6 req-4b01b0b7-55a0-419e-a396-74f4eec08457 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 948 time: 0.1536679 Sep 17 22:22:35.346648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eff8efb-07d1-4daa-a705-3f5aadbdc9e6 req-95cc6b6f-0a9c-426d-92ba-076eff26116f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814471 Sep 17 22:22:35.372893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-0ad8baed-8968-4e1a-aa99-deb524e781b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.376573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-0ad8baed-8968-4e1a-aa99-deb524e781b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082985 Sep 17 22:22:35.483163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea629faa-f98f-42d7-b87b-08c79ea5c89a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:35.507050 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-846631c9-05a7-402a-86ea-2a39615e345b req-6f7a5ce9-d26f-4b73-87be-267403f98875 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0386207 Sep 17 22:22:35.571881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-2b80e869-a2c8-4088-b893-f697fb4df38c service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850655 Sep 17 22:22:35.690188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port ea629faa-f98f-42d7-b87b-08c79ea5c89a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:35.690814 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.775753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93769d-c9ef-47ed-802f-07d4ad3058e7 req-210d87c8-00f5-466a-877f-c4566c8c0363 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.779274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a1ca-3e36-4559-9368-f677e7ad34f9 req-78f5243d-19bb-48ba-b24b-ec17c45aef96 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.781525 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3415a1ca-3e36-4559-9368-f677e7ad34f9 req-78f5243d-19bb-48ba-b24b-ec17c45aef96 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 1023 time: 0.1181564 Sep 17 22:22:35.783309 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d93769d-c9ef-47ed-802f-07d4ad3058e7 req-210d87c8-00f5-466a-877f-c4566c8c0363 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 943 time: 0.0764236 Sep 17 22:22:35.796171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66e2aff5-f0bd-47a5-a92d-2b9c49065e20 req-df7541a0-d3bb-4bfa-a539-24ebad9879d0 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194226 Sep 17 22:22:35.850974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d93769d-c9ef-47ed-802f-07d4ad3058e7 req-67bd6e1a-4df9-4d30-8047-2b90fe45a5d5 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666664 Sep 17 22:22:35.884554 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.929018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8440f456-b9c3-4940-99d5-41ac4e143129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:35.934249 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f8f7e1-ecf6-4fba-8c72-ce0a31da3049" -d '{"events": [{"server_uuid": "8440f456-b9c3-4940-99d5-41ac4e143129", "name": "network-vif-plugged", "status": "completed", "tag": "ea629faa-f98f-42d7-b87b-08c79ea5c89a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:35.937074 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3415a1ca-3e36-4559-9368-f677e7ad34f9 req-aa1e6478-0166-4a3a-b503-a25383a2d7c1 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=71181280-d8a3-488c-b702-fc9b831c4add&id=3b34facc-52ed-4881-b0c9-2c6c87588990&id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1 HTTP/1.1" status: 200 len: 6148 time: 0.1435881 Sep 17 22:22:35.956326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-27c41b47-e919-47d8-8410-dc1928dc1849 req-fbd8f8f1-78eb-40a5-b95b-760a80fe58f3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1127637713 ', 'description': 'tempest-description-1471744370'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:35.956548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e0f3-44f7-439b-b8b6-9f5d96782d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.965266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea629faa-f98f-42d7-b87b-08c79ea5c89a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:36.062286 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-27c41b47-e919-47d8-8410-dc1928dc1849 req-fbd8f8f1-78eb-40a5-b95b-760a80fe58f3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.063601 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.164699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea629faa-f98f-42d7-b87b-08c79ea5c89a,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:36.203229 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-27c41b47-e919-47d8-8410-dc1928dc1849 req-fbd8f8f1-78eb-40a5-b95b-760a80fe58f3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.289893 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-27c41b47-e919-47d8-8410-dc1928dc1849 req-fbd8f8f1-78eb-40a5-b95b-760a80fe58f3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.330708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8f8f1-78eb-40a5-b95b-760a80fe58f3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0369b954-986a-4a98-8437-c36279b522fa,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:36.403299 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-27c41b47-e919-47d8-8410-dc1928dc1849 req-fbd8f8f1-78eb-40a5-b95b-760a80fe58f3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.405678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27c41b47-e919-47d8-8410-dc1928dc1849 req-fbd8f8f1-78eb-40a5-b95b-760a80fe58f3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4605758 Sep 17 22:22:36.420179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55642) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:36.484730 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7aa001-389c-44af-8d6e-fec78ccbf22c x-openstack-request-id: req-4d7aa001-389c-44af-8d6e-fec78ccbf22c {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:36.485263 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8440f456-b9c3-4940-99d5-41ac4e143129", "name": "network-vif-plugged", "status": "completed", "tag": "ea629faa-f98f-42d7-b87b-08c79ea5c89a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:36.485466 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d7aa001-389c-44af-8d6e-fec78ccbf22c {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:36.485965 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8440f456-b9c3-4940-99d5-41ac4e143129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a', 'code': 200} Sep 17 22:22:36.518743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55648) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:36.602027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 85a0a243-b8ef-488f-8773-71a72862cd28 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:36.607167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad853-8eac-4050-aa5a-17276dd8a4f3 req-404c1db1-26ed-4808-bfa0-8ec43bbbb5ca tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:36.626579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16aad853-8eac-4050-aa5a-17276dd8a4f3 req-404c1db1-26ed-4808-bfa0-8ec43bbbb5ca tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0843148 Sep 17 22:22:36.670556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94338584-3ba9-4c04-ba29-540eb993b5b8 req-271e45b5-0038-461c-89df-ccb535407d48 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:36.677879 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94338584-3ba9-4c04-ba29-540eb993b5b8 req-271e45b5-0038-461c-89df-ccb535407d48 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 948 time: 0.1074250 Sep 17 22:22:36.693255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-aaaab5c7-4b0f-4aca-809c-b670b17b6b8d tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-280355104'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:36.694332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-aaaab5c7-4b0f-4aca-809c-b670b17b6b8d tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Unknown quota resources ['metering_label']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:22:36.715441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94338584-3ba9-4c04-ba29-540eb993b5b8 req-f81fd503-eea8-4429-aa1b-6fd33af80ade tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Sep 17 22:22:36.763326 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71c57a1b-6293-412f-8d36-386355e9b4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.783068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'tag': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:36.786321 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db" -d '{"events": [{"name": "network-changed", "server_uuid": "c5be5b79-4770-42ad-8eaf-59c43cbaaab3", "tag": "fdf5159a-295b-41a0-a8c2-1c8f6447e11e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:36.801805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 85a0a243-b8ef-488f-8773-71a72862cd28, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=85a0a243-b8ef-488f-8773-71a72862cd28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:36.815387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '85a0a243-b8ef-488f-8773-71a72862cd28', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'port_id': '85a0a243-b8ef-488f-8773-71a72862cd28', 'mac_address': 'fa:16:3e:e2:03:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd094fa44-b886-409c-8452-de94660a00d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:36.822131 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a7d4f69-4548-4a49-9c46-e9b2b112a242 req-97523e15-0860-4e61-af4b-bbf8b57ba4e3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/0369b954-986a-4a98-8437-c36279b522fa HTTP/1.1" status: 200 len: 1781 time: 0.0822148 Sep 17 22:22:36.840401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16aad853-8eac-4050-aa5a-17276dd8a4f3 req-808bfaab-1d6d-485d-94a7-9cdb16f1b004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106450 Sep 17 22:22:36.877448 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.899889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a0a243-b8ef-488f-8773-71a72862cd28 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:36.924798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 85a0a243-b8ef-488f-8773-71a72862cd28, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=85a0a243-b8ef-488f-8773-71a72862cd28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:37.014902 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.063340 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba77ee5d-ef60-45fa-8ef9-90fac3b86b29 req-fb555651-438c-44eb-98c3-82be6ce69424 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0790792 Sep 17 22:22:37.110432 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.139190 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf48c6a8-ff72-4624-ae66-2d631a5391e2 x-openstack-request-id: req-bf48c6a8-ff72-4624-ae66-2d631a5391e2 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:37.139190 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5be5b79-4770-42ad-8eaf-59c43cbaaab3", "tag": "fdf5159a-295b-41a0-a8c2-1c8f6447e11e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:37.139190 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf48c6a8-ff72-4624-ae66-2d631a5391e2 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:37.139190 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'tag': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e', 'status': 'completed', 'code': 200} Sep 17 22:22:37.148237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=85a0a243-b8ef-488f-8773-71a72862cd28,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:37.203236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71c57a1b-6293-412f-8d36-386355e9b4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.215329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaab5c7-4b0f-4aca-809c-b670b17b6b8d tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.216777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aaaab5c7-4b0f-4aca-809c-b670b17b6b8d tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6970594 Sep 17 22:22:37.219552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55664) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:37.232786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-783ffcfd-a125-4266-8eeb-a41ce09ec8d6 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7ea765fa-faa4-4bba-adc8-04e4575f54b3'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:37.233290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-783ffcfd-a125-4266-8eeb-a41ce09ec8d6 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:22:37.233578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db req-9c087528-fbd3-432b-aa5a-d62a6a0fb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:37.235729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db req-9c087528-fbd3-432b-aa5a-d62a6a0fb43a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 1175 time: 0.0540197 Sep 17 22:22:37.244674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.436927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db req-fc7a9918-4775-4b9b-aaff-5a867ab3352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:37.438774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db req-fc7a9918-4775-4b9b-aaff-5a867ab3352f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 914 time: 0.1916575 Sep 17 22:22:37.451453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461841a-2658-4339-ad9c-e3003596d5ac req-a9e14cbd-52e1-437e-a50b-f9f77dbde5b3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:37.453239 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9461841a-2658-4339-ad9c-e3003596d5ac req-a9e14cbd-52e1-437e-a50b-f9f77dbde5b3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 944 time: 0.0917768 Sep 17 22:22:37.495435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['85a0a243-b8ef-488f-8773-71a72862cd28'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:37.496100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db req-f39b81e6-c9cd-42a5-853e-6dba4809f52c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e HTTP/1.1" status: 200 len: 217 time: 0.0411863 Sep 17 22:22:37.584717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db req-c5423fab-9944-42e6-b5dd-1acc4bbf5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:37.587320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db req-c5423fab-9944-42e6-b5dd-1acc4bbf5ced service neutron] 10.222.0.23 "GET /v2.0/subnets?id=575cfedc-4700-4fb9-818f-a7c3fe17b03b HTTP/1.1" status: 200 len: 853 time: 0.0764902 Sep 17 22:22:37.630161 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9461841a-2658-4339-ad9c-e3003596d5ac req-3188c2d3-da2f-4bed-9c93-b5887a5426b2 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329699 Sep 17 22:22:37.677179 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db req-b84c1bb1-97a6-4ad0-a820-89f4d758ce06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d3fd1be-be72-4384-99ec-52523ef26f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761211 Sep 17 22:22:37.794249 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71c57a1b-6293-412f-8d36-386355e9b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.802599 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45f92ef9-24a0-495d-8dd4-7ef7fb952aad req-d90fba08-ea3a-4e0c-b105-ae52e297b55d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/0369b954-986a-4a98-8437-c36279b522fa HTTP/1.1" status: 200 len: 1781 time: 0.5968676 Sep 17 22:22:37.852165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db req-0bf2acaf-abb8-45ef-91f3-548fb6d508b8 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502514 Sep 17 22:22:37.877221 n-d-713499-18 neutron-server[95455]: WARNING neutron.services.metering.metering_plugin [None req-783ffcfd-a125-4266-8eeb-a41ce09ec8d6 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:22:37.883892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c57a1b-6293-412f-8d36-386355e9b4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803264d3-7202-4a19-977c-ff22125e26a7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:37.901460 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-71c57a1b-6293-412f-8d36-386355e9b4e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=611768e973c648e28b13e511e657d232&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4800267 Sep 17 22:22:37.904277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55676) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:38.023891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4c544-5fa0-4145-9cbc-625d979eefd7 req-313e6a37-d044-4951-92e4-4a3edb66b6db tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:38.032184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23e4c544-5fa0-4145-9cbc-625d979eefd7 req-313e6a37-d044-4951-92e4-4a3edb66b6db tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 948 time: 0.1225595 Sep 17 22:22:38.034124 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-783ffcfd-a125-4266-8eeb-a41ce09ec8d6 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.035281 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-783ffcfd-a125-4266-8eeb-a41ce09ec8d6 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8145282 Sep 17 22:22:38.043616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55678) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:38.058792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-cb14958c-3e9b-4053-a03e-27a6613fc6f5 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7ea765fa-faa4-4bba-adc8-04e4575f54b3'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:38.059343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-cb14958c-3e9b-4053-a03e-27a6613fc6f5 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:22:38.063817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cefc9848-17b4-482a-a7aa-e3ea8b48b1db req-4cfe8851-df12-44a3-9ebf-e863101fec5d service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007523 Sep 17 22:22:38.067150 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-45f92ef9-24a0-495d-8dd4-7ef7fb952aad req-7960de69-84b2-496e-85c0-72faed5bf655 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.112962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-45f92ef9-24a0-495d-8dd4-7ef7fb952aad req-7960de69-84b2-496e-85c0-72faed5bf655 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.115613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f07306a8-2dd7-4d3f-80bd-0145883d5d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.167643 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f07306a8-2dd7-4d3f-80bd-0145883d5d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.174316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23e4c544-5fa0-4145-9cbc-625d979eefd7 req-e7367d2f-41f6-43b4-ad53-b480c9ef11af tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404502 Sep 17 22:22:38.234224 n-d-713499-18 neutron-server[95454]: WARNING neutron.services.metering.metering_plugin [None req-cb14958c-3e9b-4053-a03e-27a6613fc6f5 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:22:38.457142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb14958c-3e9b-4053-a03e-27a6613fc6f5 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.458672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cb14958c-3e9b-4053-a03e-27a6613fc6f5 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4139068 Sep 17 22:22:38.462166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55684) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:38.472747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-33ac9890-ff47-4bda-b0a1-e660d285a4a9 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=4d105ae6-b4d8-401a-9a10-c4b010351620 HTTP/1.1" status: 200 len: 462 time: 0.0093961 Sep 17 22:22:38.475333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55686) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:38.489651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce030d2c-badd-4e57-a2d1-3b04b2443f64 req-d40a92da-a81f-4ae3-9ac7-3f9e72c8c1a3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:38.491453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce030d2c-badd-4e57-a2d1-3b04b2443f64 req-d40a92da-a81f-4ae3-9ac7-3f9e72c8c1a3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1989279 Sep 17 22:22:38.530665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce030d2c-badd-4e57-a2d1-3b04b2443f64 req-bc1758a9-9606-4ed6-957e-78eafcac100f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332074 Sep 17 22:22:38.565443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-45f92ef9-24a0-495d-8dd4-7ef7fb952aad req-7960de69-84b2-496e-85c0-72faed5bf655 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.568097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-45f92ef9-24a0-495d-8dd4-7ef7fb952aad req-7960de69-84b2-496e-85c0-72faed5bf655 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.569307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45f92ef9-24a0-495d-8dd4-7ef7fb952aad req-7960de69-84b2-496e-85c0-72faed5bf655 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/0369b954-986a-4a98-8437-c36279b522fa HTTP/1.1" status: 204 len: 173 time: 0.7470665 Sep 17 22:22:38.581965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960de69-84b2-496e-85c0-72faed5bf655 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0369b954-986a-4a98-8437-c36279b522fa,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:38.592768 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f07306a8-2dd7-4d3f-80bd-0145883d5d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.595529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f07306a8-2dd7-4d3f-80bd-0145883d5d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.596970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f07306a8-2dd7-4d3f-80bd-0145883d5d81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/803264d3-7202-4a19-977c-ff22125e26a7 HTTP/1.1" status: 204 len: 168 time: 0.6697779 Sep 17 22:22:38.619106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fca47343-dcbd-4506-8bbb-c3ace04c812d details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:38.630491 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d1fd04a-e84a-4d4b-9bfc-ab433af8018f req-49ea014c-b5d5-42f4-a8c7-d7ebe2b99555 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0392120 Sep 17 22:22:38.649865 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07306a8-2dd7-4d3f-80bd-0145883d5d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803264d3-7202-4a19-977c-ff22125e26a7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:38.684193 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-35213e94-2584-4777-80d1-f7f3b2e27bf6 req-8a61845e-2f8e-4479-b9df-f3b4bd45c977 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] show failed (client error): The resource could not be found. Sep 17 22:22:38.694951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35213e94-2584-4777-80d1-f7f3b2e27bf6 req-8a61845e-2f8e-4479-b9df-f3b4bd45c977 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/0369b954-986a-4a98-8437-c36279b522fa HTTP/1.1" status: 404 len: 352 time: 0.0256512 Sep 17 22:22:38.721901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-027c05de-3154-4243-9464-1329e1620064 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.726862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-027c05de-3154-4243-9464-1329e1620064 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/4d105ae6-b4d8-401a-9a10-c4b010351620 HTTP/1.1" status: 204 len: 168 time: 0.2476628 Sep 17 22:22:38.727759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55702) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:38.728223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-12750e22-a565-4a85-974b-e3e29c42cd75 req-1baa46a0-c7dc-436b-a108-9cc4508bcadd tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1341945739', 'description': 'tempest-description-599982599'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:38.746600 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-803d7cf0-5b0e-4a9e-9eea-2ee71e078a00 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=4d105ae6-b4d8-401a-9a10-c4b010351620 HTTP/1.1" status: 200 len: 221 time: 0.0132539 Sep 17 22:22:38.746833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55704) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:38.752609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e00e8a7e-36b1-4bd3-a617-b72a2d613ccb tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--869170948', 'description': 'label created by tempest'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:38.753063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e00e8a7e-36b1-4bd3-a617-b72a2d613ccb tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Unknown quota resources ['metering_label']. {{(pid=95454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:22:38.834487 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port fca47343-dcbd-4506-8bbb-c3ace04c812d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fca47343-dcbd-4506-8bbb-c3ace04c812d,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:38.845794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-12750e22-a565-4a85-974b-e3e29c42cd75 req-1baa46a0-c7dc-436b-a108-9cc4508bcadd tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.852153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'fca47343-dcbd-4506-8bbb-c3ace04c812d', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'fca47343-dcbd-4506-8bbb-c3ace04c812d', 'mac_address': 'fa:16:3e:26:6f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:38.899258 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.905549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612332d-e595-4869-8495-29bb9c07f4f5 req-c54b4072-b121-4956-849b-c519396afd48 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:38.915427 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0612332d-e595-4869-8495-29bb9c07f4f5 req-c54b4072-b121-4956-849b-c519396afd48 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 944 time: 0.1078420 Sep 17 22:22:38.925982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca47343-dcbd-4506-8bbb-c3ace04c812d {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:38.938821 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.959644 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port fca47343-dcbd-4506-8bbb-c3ace04c812d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fca47343-dcbd-4506-8bbb-c3ace04c812d,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:39.015317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-12750e22-a565-4a85-974b-e3e29c42cd75 req-1baa46a0-c7dc-436b-a108-9cc4508bcadd tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.033491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.063762 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0612332d-e595-4869-8495-29bb9c07f4f5 req-1fb3c1bc-4d51-45ee-96a4-ef4d4659844a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473780 Sep 17 22:22:39.094263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-12750e22-a565-4a85-974b-e3e29c42cd75 req-1baa46a0-c7dc-436b-a108-9cc4508bcadd tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.111211 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e00e8a7e-36b1-4bd3-a617-b72a2d613ccb tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.111211 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e00e8a7e-36b1-4bd3-a617-b72a2d613ccb tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3627055 Sep 17 22:22:39.113271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55708) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:39.149512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=fca47343-dcbd-4506-8bbb-c3ace04c812d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:39.187883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa46a0-c7dc-436b-a108-9cc4508bcadd tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa83aa5-2099-44af-a084-847d0d571d40,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:39.265238 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-12750e22-a565-4a85-974b-e3e29c42cd75 req-1baa46a0-c7dc-436b-a108-9cc4508bcadd tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.266640 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-12750e22-a565-4a85-974b-e3e29c42cd75 req-1baa46a0-c7dc-436b-a108-9cc4508bcadd tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5487101 Sep 17 22:22:39.453461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376850b8-8747-4e2b-b207-a9aa41ef225e req-b69d9651-67a8-40d8-a3ec-73c1531f3a1c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:39.462919 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-376850b8-8747-4e2b-b207-a9aa41ef225e req-b69d9651-67a8-40d8-a3ec-73c1531f3a1c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 949 time: 0.1176925 Sep 17 22:22:39.511564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-376850b8-8747-4e2b-b207-a9aa41ef225e req-8e6a9be2-eda2-40a7-a5af-e077aaeed5f5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474973 Sep 17 22:22:39.524441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['fca47343-dcbd-4506-8bbb-c3ace04c812d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:39.534640 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6953670d-5639-411f-8449-28493e1880c0 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=2c41147c-9de7-44f5-88e1-cd2051400a55 HTTP/1.1" status: 200 len: 467 time: 0.4176216 Sep 17 22:22:39.535400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fdcee5f4-cf66-4e2a-b050-2eb17dddd49d req-2f3023fe-15d3-4585-b062-ee76a0de9e78 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-388212317', 'description': 'tempest-description-527283509'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:39.540152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55718) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:39.548534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55720) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:39.575085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.610368 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:22:39.610368 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:22:39.610368 n-d-713499-18 neutron-server[95455]: [parameters: {'project_id_1': '476fa77a7f2c4a63a678ecef42f51eff', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 22, 19, 590796)}] Sep 17 22:22:39.610368 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:22:39.611651 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:22:39.746120 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdcee5f4-cf66-4e2a-b050-2eb17dddd49d req-2f3023fe-15d3-4585-b062-ee76a0de9e78 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.794063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a9a8e-3aa7-47df-9d93-3b422ad0f61f req-ca79c876-50be-48a5-8ab4-d1cc5c1c6c11 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:39.801514 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b6a9a8e-3aa7-47df-9d93-3b422ad0f61f req-ca79c876-50be-48a5-8ab4-d1cc5c1c6c11 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0848417 Sep 17 22:22:39.828150 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-406602f8-0294-4309-999a-cf838ef7a9e0 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.832505 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-406602f8-0294-4309-999a-cf838ef7a9e0 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/2c41147c-9de7-44f5-88e1-cd2051400a55 HTTP/1.1" status: 204 len: 168 time: 0.2889974 Sep 17 22:22:39.834053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55728) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:39.837493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b6a9a8e-3aa7-47df-9d93-3b422ad0f61f req-940a2a84-f6f8-48a2-a33c-7bb10eabce8f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352776 Sep 17 22:22:39.857462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bca657ad-342a-4cb8-88b0-bf2274b7a70d tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=2c41147c-9de7-44f5-88e1-cd2051400a55 HTTP/1.1" status: 200 len: 216 time: 0.0219655 Sep 17 22:22:39.862219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55730) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:39.870492 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdcee5f4-cf66-4e2a-b050-2eb17dddd49d req-2f3023fe-15d3-4585-b062-ee76a0de9e78 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.875855 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-af5d61ee-405b-4b1b-b474-a3ee4f7380d5 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0084569 Sep 17 22:22:39.876770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55732) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:39.892159 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9c8f715d-bafe-4a28-93ca-3834bc34f1aa tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0129840 Sep 17 22:22:39.894483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55734) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:39.962476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0080a7b7-c554-4a4f-9fcb-fe254ae173cd req-3f0bd22f-4c77-4de5-a88d-0c7daf246a72 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0305800 Sep 17 22:22:39.966696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5184633f-cce4-49d8-a6ca-d30fbe8db3f6 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/7ea765fa-faa4-4bba-adc8-04e4575f54b3 HTTP/1.1" status: 200 len: 472 time: 0.0680103 Sep 17 22:22:39.966696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdcee5f4-cf66-4e2a-b050-2eb17dddd49d req-2f3023fe-15d3-4585-b062-ee76a0de9e78 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.969725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55736) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:40.001640 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a640bbd1-2b9a-471d-9255-b2c3740f2566 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/e7a87724-7403-48d6-be68-15be81b0695a HTTP/1.1" status: 200 len: 459 time: 0.0253572 Sep 17 22:22:40.004644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55738) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:40.013783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3023fe-15d3-4585-b062-ee76a0de9e78 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2e621a-47e1-41a6-b472-c7cb4e472e71,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:40.088972 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdcee5f4-cf66-4e2a-b050-2eb17dddd49d req-2f3023fe-15d3-4585-b062-ee76a0de9e78 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.090141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdcee5f4-cf66-4e2a-b050-2eb17dddd49d req-2f3023fe-15d3-4585-b062-ee76a0de9e78 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5610812 Sep 17 22:22:40.112651 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.124318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fe7df9ac-df27-49b4-988a-96da522bfce2 req-7fd91ac5-2b50-4fb3-9b54-a4ca928fd373 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1787758830', 'description': 'tempest-description-1043457803'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:40.124565 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.222220 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:22:40.222220 n-d-713499-18 neutron-server[95455]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 22:22:40.222220 n-d-713499-18 neutron-server[95455]: [parameters: {'project_id': '476fa77a7f2c4a63a678ecef42f51eff', 'id': '3ea8f968-476e-4939-a3db-a4d1987eac4b', 'expiration': datetime.datetime(2021, 9, 17, 22, 24, 40, 156895)}] Sep 17 22:22:40.222220 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:22:40.222779 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:22:40.237472 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fe7df9ac-df27-49b4-988a-96da522bfce2 req-7fd91ac5-2b50-4fb3-9b54-a4ca928fd373 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.249310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55746) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:40.289794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd493e71-5a1b-413e-8ce9-caa32cfa8b16 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.291194 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bd493e71-5a1b-413e-8ce9-caa32cfa8b16 tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/e7a87724-7403-48d6-be68-15be81b0695a HTTP/1.1" status: 204 len: 168 time: 0.2875652 Sep 17 22:22:40.293798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55750) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:40.363192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fe7df9ac-df27-49b4-988a-96da522bfce2 req-7fd91ac5-2b50-4fb3-9b54-a4ca928fd373 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.368986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651ddf9-bd98-482b-bbc7-8245f16bd000 req-90b09ad2-785d-4a24-bec3-4579d7b7b001 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:40.370795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b651ddf9-bd98-482b-bbc7-8245f16bd000 req-90b09ad2-785d-4a24-bec3-4579d7b7b001 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 944 time: 0.2014041 Sep 17 22:22:40.403917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1de2-6779-40b3-a227-e1b827b7d4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.443159 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fe7df9ac-df27-49b4-988a-96da522bfce2 req-7fd91ac5-2b50-4fb3-9b54-a4ca928fd373 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.454946 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.489862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd91ac5-2b50-4fb3-9b54-a4ca928fd373 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f22d9-c8c8-46b8-b15f-e721bc77096d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:40.545982 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b651ddf9-bd98-482b-bbc7-8245f16bd000 req-f0eb3da0-8e4e-4615-864f-f018d12eed2e tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538455 Sep 17 22:22:40.607624 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1de2-6779-40b3-a227-e1b827b7d4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.642680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 85a0a243-b8ef-488f-8773-71a72862cd28 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:40.674363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301282e-4c03-41c3-8891-234252bbef6c req-620b83ed-f221-4a9f-8dbe-4798d42515c1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:40.683331 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a301282e-4c03-41c3-8891-234252bbef6c req-620b83ed-f221-4a9f-8dbe-4798d42515c1 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 949 time: 0.0610406 Sep 17 22:22:40.708737 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1de2-6779-40b3-a227-e1b827b7d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.721690 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b440c25f-139b-4958-b276-c39d74083fcb tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.736798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b440c25f-139b-4958-b276-c39d74083fcb tempest-MeteringIpV6TestJSON-128692657 tempest-MeteringIpV6TestJSON-128692657-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/7ea765fa-faa4-4bba-adc8-04e4575f54b3 HTTP/1.1" status: 204 len: 168 time: 0.4327669 Sep 17 22:22:40.753681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2c4d1de2-6779-40b3-a227-e1b827b7d4f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e76b573aaacb4c0481cd13b5421fe814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031803 Sep 17 22:22:40.754620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d1de2-6779-40b3-a227-e1b827b7d4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8232d2f8-9f1e-40bc-9724-7631daff73db,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:40.758611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55756) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:40.760773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a301282e-4c03-41c3-8891-234252bbef6c req-836de492-de27-4262-bc39-688e46f89cb0 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724761 Sep 17 22:22:40.762652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 85a0a243-b8ef-488f-8773-71a72862cd28 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:40.766793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 85a0a243-b8ef-488f-8773-71a72862cd28 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:40.767170 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.827795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fe7df9ac-df27-49b4-988a-96da522bfce2 req-7fd91ac5-2b50-4fb3-9b54-a4ca928fd373 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.837639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe7df9ac-df27-49b4-988a-96da522bfce2 req-7fd91ac5-2b50-4fb3-9b54-a4ca928fd373 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7184939 Sep 17 22:22:40.906222 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-743ab300-295e-4de9-9d78-490d434c4f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.952750 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.975357 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-743ab300-295e-4de9-9d78-490d434c4f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.022213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.053013 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.081115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a0a243-b8ef-488f-8773-71a72862cd28'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:41.084317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65de6c-ac01-424e-93b3-c79c27d731c4 req-92df87f8-32a0-472c-9f39-33122d70c920 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:41.085013 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98601aae-8c79-41f6-8be9-7716a8420da5" -d '{"events": [{"server_uuid": "82a2cbc2-5c44-41f0-84e9-df891578ccc8", "name": "network-vif-plugged", "status": "completed", "tag": "85a0a243-b8ef-488f-8773-71a72862cd28"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:41.093756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6bf3f65-c642-4266-8d64-75c6e5598d28 req-2b7fccb8-023d-461f-bcd1-59a5ce3af35e tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eafdb72691c44306a767f18c31595b2c HTTP/1.1" status: 200 len: 10895 time: 0.2292264 Sep 17 22:22:41.095443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae65de6c-ac01-424e-93b3-c79c27d731c4 req-92df87f8-32a0-472c-9f39-33122d70c920 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1140409 Sep 17 22:22:41.118266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 85a0a243-b8ef-488f-8773-71a72862cd28, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=85a0a243-b8ef-488f-8773-71a72862cd28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:41.153394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae65de6c-ac01-424e-93b3-c79c27d731c4 req-7bdbd886-8136-4d22-bd33-4dde0eb218b0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564692 Sep 17 22:22:41.186561 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=476fa77a7f2c4a63a678ecef42f51eff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6366856 Sep 17 22:22:41.187249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f081b8-a900-41c3-af17-65da13fdb891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ebc8b4-dc1a-466d-8235-3c57d87b5f77,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:41.189241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55766) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:41.199025 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.235254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6bf3f65-c642-4266-8d64-75c6e5598d28 req-c2d58d45-a898-4130-8794-66440db772d9 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1 HTTP/1.1" status: 200 len: 2981 time: 0.1402521 Sep 17 22:22:41.250938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-743ab300-295e-4de9-9d78-490d434c4f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.257016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-743ab300-295e-4de9-9d78-490d434c4f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.261239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=85a0a243-b8ef-488f-8773-71a72862cd28,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:41.263488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-743ab300-295e-4de9-9d78-490d434c4f49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8232d2f8-9f1e-40bc-9724-7631daff73db HTTP/1.1" status: 204 len: 168 time: 0.5036509 Sep 17 22:22:41.315884 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7bab280-45a8-4185-bdbc-36007bf10285 req-17bf7051-d5f8-496a-b56d-2b2cd20e6b68 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0919588 Sep 17 22:22:41.324247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ab300-295e-4de9-9d78-490d434c4f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8232d2f8-9f1e-40bc-9724-7631daff73db,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:41.334842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6bf3f65-c642-4266-8d64-75c6e5598d28 req-e2f82c39-67f5-4f1f-9aad-23ff8b4591e3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1 HTTP/1.1" status: 200 len: 2981 time: 0.0903814 Sep 17 22:22:41.360507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-86f863af-5249-461a-9cce-2d6a9563ee92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.408135 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-86f863af-5249-461a-9cce-2d6a9563ee92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.412770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55774) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:41.455820 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a92671-2ee8-4932-a4bb-7d3bec2afa4a x-openstack-request-id: req-a4a92671-2ee8-4932-a4bb-7d3bec2afa4a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:41.456847 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2cbc2-5c44-41f0-84e9-df891578ccc8", "name": "network-vif-plugged", "status": "completed", "tag": "85a0a243-b8ef-488f-8773-71a72862cd28", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:41.456847 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4a92671-2ee8-4932-a4bb-7d3bec2afa4a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:41.456847 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a0a243-b8ef-488f-8773-71a72862cd28', 'code': 200} Sep 17 22:22:41.493200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-823620f2-b62d-43c0-8d16-bf86651b83d9 req-4197a882-de09-4eb2-b159-afec83f59700 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/cfa83aa5-2099-44af-a084-847d0d571d40 HTTP/1.1" status: 200 len: 1800 time: 0.1101182 Sep 17 22:22:41.621944 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ea95-9948-424f-ad9f-9552f96093d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.643703 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-823620f2-b62d-43c0-8d16-bf86651b83d9 req-788efda7-c401-4d2c-bcc4-7f1c85b7e95c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.646263 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-86f863af-5249-461a-9cce-2d6a9563ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.650188 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-86f863af-5249-461a-9cce-2d6a9563ee92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.652176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-86f863af-5249-461a-9cce-2d6a9563ee92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19ebc8b4-dc1a-466d-8235-3c57d87b5f77 HTTP/1.1" status: 204 len: 168 time: 0.4611163 Sep 17 22:22:41.703179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f863af-5249-461a-9cce-2d6a9563ee92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ebc8b4-dc1a-466d-8235-3c57d87b5f77,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:41.722399 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-823620f2-b62d-43c0-8d16-bf86651b83d9 req-788efda7-c401-4d2c-bcc4-7f1c85b7e95c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.734855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf744046-4f19-4b8d-a8a4-d6d3f96edf8f req-3cb186f3-0661-452a-a546-363483a70152 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:41.746026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bf744046-4f19-4b8d-a8a4-d6d3f96edf8f req-3cb186f3-0661-452a-a546-363483a70152 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1050646 Sep 17 22:22:41.777898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef632d-2203-460f-820b-afdb00de6608 req-f6bc4a05-5573-48ec-904f-970495c054a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:41.779528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cef632d-2203-460f-820b-afdb00de6608 req-f6bc4a05-5573-48ec-904f-970495c054a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 1097 time: 0.2066431 Sep 17 22:22:41.843815 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bf744046-4f19-4b8d-a8a4-d6d3f96edf8f req-d84784c4-e8c8-4af1-994e-ff8998f63493 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938768 Sep 17 22:22:41.856822 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cef632d-2203-460f-820b-afdb00de6608 req-07b9ffa0-ae96-4bdc-8149-d1a70376434c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641437 Sep 17 22:22:41.902512 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ea95-9948-424f-ad9f-9552f96093d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.920094 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-823620f2-b62d-43c0-8d16-bf86651b83d9 req-788efda7-c401-4d2c-bcc4-7f1c85b7e95c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.922839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-823620f2-b62d-43c0-8d16-bf86651b83d9 req-788efda7-c401-4d2c-bcc4-7f1c85b7e95c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.929444 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-823620f2-b62d-43c0-8d16-bf86651b83d9 req-788efda7-c401-4d2c-bcc4-7f1c85b7e95c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/cfa83aa5-2099-44af-a084-847d0d571d40 HTTP/1.1" status: 204 len: 173 time: 0.4241481 Sep 17 22:22:41.942491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788efda7-c401-4d2c-bcc4-7f1c85b7e95c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa83aa5-2099-44af-a084-847d0d571d40,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:41.983509 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ea95-9948-424f-ad9f-9552f96093d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.986639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6ac0-ae3f-4632-bcae-d8ff0184b630 req-b18ff978-450f-475f-9c03-23839b1aa05a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:41.988575 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-589ee0ac-cf28-4079-8140-fee1ca28043b req-076a18bf-f50c-4fc0-b662-f7cc0a6daf9a tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] show failed (client error): The resource could not be found. Sep 17 22:22:41.991436 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-589ee0ac-cf28-4079-8140-fee1ca28043b req-076a18bf-f50c-4fc0-b662-f7cc0a6daf9a tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/cfa83aa5-2099-44af-a084-847d0d571d40 HTTP/1.1" status: 404 len: 352 time: 0.0436912 Sep 17 22:22:42.014359 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-044e6ac0-ae3f-4632-bcae-d8ff0184b630 req-b18ff978-450f-475f-9c03-23839b1aa05a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 949 time: 0.1095767 Sep 17 22:22:42.044902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e3b7ea95-9948-424f-ad9f-9552f96093d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8912be72e888404d90399226ee165869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6277380 Sep 17 22:22:42.048941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55790) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:42.052342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7ea95-9948-424f-ad9f-9552f96093d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d4e7b6-98e6-4588-9c30-59ec90704b5d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:42.093968 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-044e6ac0-ae3f-4632-bcae-d8ff0184b630 req-d29aaa9a-6c78-444e-8ddb-3e683135d063 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764213 Sep 17 22:22:42.119476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb7967b0-5235-41f3-a35c-719d32fca12c req-bab307f2-e4a1-4c6a-9db4-bf3d72f5e9a1 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/cf2e621a-47e1-41a6-b472-c7cb4e472e71 HTTP/1.1" status: 200 len: 1799 time: 0.0822585 Sep 17 22:22:42.162028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90778733-fe46-4400-920b-680db9df1896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.224986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90778733-fe46-4400-920b-680db9df1896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.241449 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb7967b0-5235-41f3-a35c-719d32fca12c req-d7e55a3e-089b-4a81-a999-72dac3a14696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.285964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb7967b0-5235-41f3-a35c-719d32fca12c req-d7e55a3e-089b-4a81-a999-72dac3a14696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.345022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92fdd-2bb9-4b15-bc4f-2fa188869491 req-41b5a6de-c8cf-40d5-b82c-8bc3a7d09ba1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:42.348406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55798) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:42.354270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bce92fdd-2bb9-4b15-bc4f-2fa188869491 req-41b5a6de-c8cf-40d5-b82c-8bc3a7d09ba1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0757401 Sep 17 22:22:42.363013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f218168-99c1-49f9-aff6-d0a3c8aa9184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.373422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90778733-fe46-4400-920b-680db9df1896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.379573 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90778733-fe46-4400-920b-680db9df1896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.386553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-90778733-fe46-4400-920b-680db9df1896 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00d4e7b6-98e6-4588-9c30-59ec90704b5d HTTP/1.1" status: 204 len: 168 time: 0.3318040 Sep 17 22:22:42.415943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90778733-fe46-4400-920b-680db9df1896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d4e7b6-98e6-4588-9c30-59ec90704b5d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:42.443275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb7967b0-5235-41f3-a35c-719d32fca12c req-d7e55a3e-089b-4a81-a999-72dac3a14696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.450513 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb7967b0-5235-41f3-a35c-719d32fca12c req-d7e55a3e-089b-4a81-a999-72dac3a14696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.452001 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb7967b0-5235-41f3-a35c-719d32fca12c req-d7e55a3e-089b-4a81-a999-72dac3a14696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/cf2e621a-47e1-41a6-b472-c7cb4e472e71 HTTP/1.1" status: 204 len: 173 time: 0.3224277 Sep 17 22:22:42.467785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e55a3e-089b-4a81-a999-72dac3a14696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2e621a-47e1-41a6-b472-c7cb4e472e71,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:42.480857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bce92fdd-2bb9-4b15-bc4f-2fa188869491 req-3f495c04-8b9c-4153-adaa-5673c616fdc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196494 Sep 17 22:22:42.542235 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-79d46123-fae5-44bc-a9fa-3540adfd3c16 req-4a7d420e-c59e-4fcc-b62d-96b70a1baf4c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] show failed (client error): The resource could not be found. Sep 17 22:22:42.543295 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79d46123-fae5-44bc-a9fa-3540adfd3c16 req-4a7d420e-c59e-4fcc-b62d-96b70a1baf4c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/cf2e621a-47e1-41a6-b472-c7cb4e472e71 HTTP/1.1" status: 404 len: 352 time: 0.0243621 Sep 17 22:22:42.568412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f218168-99c1-49f9-aff6-d0a3c8aa9184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.633543 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7618fac-d5cd-41ff-a7f0-9656de1ea9cb req-522f4d09-241b-46b5-9447-13df250258f0 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0438020 Sep 17 22:22:42.652055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08997784-1989-4e15-976f-a35d3f8f2236 req-bf38c3c1-144d-44fc-9043-2a80a9744e6c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/f66f22d9-c8c8-46b8-b15f-e721bc77096d HTTP/1.1" status: 200 len: 1801 time: 0.0762639 Sep 17 22:22:42.656102 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f218168-99c1-49f9-aff6-d0a3c8aa9184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.657033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fca47343-dcbd-4506-8bbb-c3ace04c812d up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:42.739877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55814) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:42.742789 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3f218168-99c1-49f9-aff6-d0a3c8aa9184 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6def9314d46a4f3aa0a1087437e3c850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902805 Sep 17 22:22:42.743603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f218168-99c1-49f9-aff6-d0a3c8aa9184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848e933a-29cd-43dc-9b31-c03edae91602,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:42.834120 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-08997784-1989-4e15-976f-a35d3f8f2236 req-8fafddf5-ca37-4acb-ac69-05bbde1bfb16 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.846558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-624fd5ac-7073-4455-b876-df3d82e6756b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.870044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-624fd5ac-7073-4455-b876-df3d82e6756b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.879079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port fca47343-dcbd-4506-8bbb-c3ace04c812d completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:42.884385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port fca47343-dcbd-4506-8bbb-c3ace04c812d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:42.885085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.936077 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-08997784-1989-4e15-976f-a35d3f8f2236 req-8fafddf5-ca37-4acb-ac69-05bbde1bfb16 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.012017 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.040930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c32d6d-6948-47a4-8b55-b4a52d0a98c3 req-ceaa96f6-4d2b-4d2e-a6a7-a3be42ed5d43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:43.049046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16c32d6d-6948-47a4-8b55-b4a52d0a98c3 req-ceaa96f6-4d2b-4d2e-a6a7-a3be42ed5d43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1147759 Sep 17 22:22:43.063677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port fca47343-dcbd-4506-8bbb-c3ace04c812d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fca47343-dcbd-4506-8bbb-c3ace04c812d,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:43.090465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-08997784-1989-4e15-976f-a35d3f8f2236 req-8fafddf5-ca37-4acb-ac69-05bbde1bfb16 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.094832 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-08997784-1989-4e15-976f-a35d3f8f2236 req-8fafddf5-ca37-4acb-ac69-05bbde1bfb16 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.105979 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16c32d6d-6948-47a4-8b55-b4a52d0a98c3 req-cccf8833-a76c-40b1-b167-e8ed90ca96eb tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508950 Sep 17 22:22:43.112958 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08997784-1989-4e15-976f-a35d3f8f2236 req-8fafddf5-ca37-4acb-ac69-05bbde1bfb16 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/f66f22d9-c8c8-46b8-b15f-e721bc77096d HTTP/1.1" status: 204 len: 173 time: 0.4278901 Sep 17 22:22:43.143423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafddf5-ca37-4acb-ac69-05bbde1bfb16 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f22d9-c8c8-46b8-b15f-e721bc77096d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:43.144704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-624fd5ac-7073-4455-b876-df3d82e6756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.147396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-624fd5ac-7073-4455-b876-df3d82e6756b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.148665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-624fd5ac-7073-4455-b876-df3d82e6756b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/848e933a-29cd-43dc-9b31-c03edae91602 HTTP/1.1" status: 204 len: 168 time: 0.4077430 Sep 17 22:22:43.165398 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.199036 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-fa806bf6-2478-481c-b352-e9fbf5d8e223 req-304cf9b3-f6f3-4c9f-9e2f-d00e10318734 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] show failed (client error): The resource could not be found. Sep 17 22:22:43.201747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa806bf6-2478-481c-b352-e9fbf5d8e223 req-304cf9b3-f6f3-4c9f-9e2f-d00e10318734 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/f66f22d9-c8c8-46b8-b15f-e721bc77096d HTTP/1.1" status: 404 len: 352 time: 0.0651858 Sep 17 22:22:43.215793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fd5ac-7073-4455-b876-df3d82e6756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848e933a-29cd-43dc-9b31-c03edae91602,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:43.249758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=fca47343-dcbd-4506-8bbb-c3ace04c812d,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:43.309249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcff3-75a6-4809-b7d1-bb07997c6508 req-9a79d16e-cad6-49db-b8ca-5dfa687cca5f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:43.317156 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8adcff3-75a6-4809-b7d1-bb07997c6508 req-9a79d16e-cad6-49db-b8ca-5dfa687cca5f tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 950 time: 0.1006532 Sep 17 22:22:43.323101 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed3d18a8-9a1d-4e31-8340-3467586dd207 req-01e28195-4d21-48f9-a36a-b9537edba5ab tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eafdb72691c44306a767f18c31595b2c HTTP/1.1" status: 200 len: 6148 time: 0.1005442 Sep 17 22:22:43.391924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8adcff3-75a6-4809-b7d1-bb07997c6508 req-5ef4825a-0444-4d17-af24-f446095336b8 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738754 Sep 17 22:22:43.399279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55836) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:43.416587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed3d18a8-9a1d-4e31-8340-3467586dd207 req-186b3fc6-cf07-490c-97b2-c65f18c8d0f3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1 HTTP/1.1" status: 200 len: 2981 time: 0.0801911 Sep 17 22:22:43.424236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f7b90b8-30da-4e72-ba00-6df94ac71b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.457832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca47343-dcbd-4506-8bbb-c3ace04c812d'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:43.461312 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed080c7-2879-47e9-8870-cf0c046df49c" -d '{"events": [{"server_uuid": "a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee", "name": "network-vif-plugged", "status": "completed", "tag": "fca47343-dcbd-4506-8bbb-c3ace04c812d"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:43.511794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed3d18a8-9a1d-4e31-8340-3467586dd207 req-b995e65d-6b89-45a0-bca4-8bf7663857eb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1 HTTP/1.1" status: 200 len: 2981 time: 0.0860567 Sep 17 22:22:43.560995 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debebfde-15f3-422f-aeb9-260c24923112 x-openstack-request-id: req-debebfde-15f3-422f-aeb9-260c24923112 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:43.561482 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee", "name": "network-vif-plugged", "status": "completed", "tag": "fca47343-dcbd-4506-8bbb-c3ace04c812d", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:43.561820 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-debebfde-15f3-422f-aeb9-260c24923112 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:43.562407 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca47343-dcbd-4506-8bbb-c3ace04c812d', 'code': 200} Sep 17 22:22:43.605541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-7eadbf8c-7d2e-4cba-925d-43b053277487 req-4378d959-1e9f-421d-8099-46613fbd8597 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1244812854', 'description': 'tempest-description-490990614'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:43.673338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f7b90b8-30da-4e72-ba00-6df94ac71b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.709928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176573b0-d13d-4d2c-9fdf-40870b1eba6f req-1e88378c-8969-4965-af08-ef51d2608edb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:43.713221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-176573b0-d13d-4d2c-9fdf-40870b1eba6f req-1e88378c-8969-4965-af08-ef51d2608edb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0823998 Sep 17 22:22:43.790333 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-176573b0-d13d-4d2c-9fdf-40870b1eba6f req-d67026d9-67de-448c-9d8c-94094ff0fee8 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707572 Sep 17 22:22:43.794779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880771e-e7ee-45da-aa7d-407b824e3482 req-1b04f4f6-7c2e-45f3-aed4-9b711e0ad71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:43.796238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2880771e-e7ee-45da-aa7d-407b824e3482 req-1b04f4f6-7c2e-45f3-aed4-9b711e0ad71a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 1102 time: 0.0748713 Sep 17 22:22:43.843309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2880771e-e7ee-45da-aa7d-407b824e3482 req-ac2db46f-d7c0-4c5e-9a7a-df9f66104762 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Sep 17 22:22:43.879736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c3c0435c-1f0f-4a31-b0c0-cd8eee5897eb req-61ce0e1e-24f2-4907-b719-a801a7a0a6bb tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0292256 Sep 17 22:22:44.001172 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f7b90b8-30da-4e72-ba00-6df94ac71b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.047931 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6f7b90b8-30da-4e72-ba00-6df94ac71b35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2acfd53674114dadb65044da995ecc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6472054 Sep 17 22:22:44.048903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b90b8-30da-4e72-ba00-6df94ac71b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4653092-38fc-44a1-98e2-a3b9efea3375,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:44.050661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55848) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:44.110956 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d23ba37e-55c7-4389-b785-2914c694e5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.113205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7eadbf8c-7d2e-4cba-925d-43b053277487 req-4378d959-1e9f-421d-8099-46613fbd8597 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.214441 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d23ba37e-55c7-4389-b785-2914c694e5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.225651 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7eadbf8c-7d2e-4cba-925d-43b053277487 req-4378d959-1e9f-421d-8099-46613fbd8597 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.296254 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7eadbf8c-7d2e-4cba-925d-43b053277487 req-4378d959-1e9f-421d-8099-46613fbd8597 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.323318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f71cc4-6494-4abf-a89a-781f93c1e083 req-64658a70-b3ae-4ed8-8e65-84228f9334aa tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:44.325260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33f71cc4-6494-4abf-a89a-781f93c1e083 req-64658a70-b3ae-4ed8-8e65-84228f9334aa tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 945 time: 0.0961235 Sep 17 22:22:44.371117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378d959-1e9f-421d-8099-46613fbd8597 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf4a76b-b1b2-43d8-b3b1-15ba01a38502,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:44.391375 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33f71cc4-6494-4abf-a89a-781f93c1e083 req-712191b3-72ac-4261-92bd-29299a64d075 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590601 Sep 17 22:22:44.397009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7eadbf8c-7d2e-4cba-925d-43b053277487 req-4378d959-1e9f-421d-8099-46613fbd8597 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.397509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d23ba37e-55c7-4389-b785-2914c694e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.399180 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7eadbf8c-7d2e-4cba-925d-43b053277487 req-4378d959-1e9f-421d-8099-46613fbd8597 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8002884 Sep 17 22:22:44.407000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d23ba37e-55c7-4389-b785-2914c694e5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.409287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d23ba37e-55c7-4389-b785-2914c694e5e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4653092-38fc-44a1-98e2-a3b9efea3375 HTTP/1.1" status: 204 len: 168 time: 0.3570247 Sep 17 22:22:44.421347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ba37e-55c7-4389-b785-2914c694e5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4653092-38fc-44a1-98e2-a3b9efea3375,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:44.452631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-77924066-e2df-4154-9e7a-45fd7d818da1 req-178c5a69-97db-4a29-ae54-e8d0d1509429 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1448962209', 'description': 'tempest-description-1625098116'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:44.576623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-77924066-e2df-4154-9e7a-45fd7d818da1 req-178c5a69-97db-4a29-ae54-e8d0d1509429 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.591730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ae46-6e77-4f4e-9965-8e4365a49f78 req-3dd3fe47-1aa3-4fe9-8f36-705d27c1d0ad tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:44.594226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4633ae46-6e77-4f4e-9965-8e4365a49f78 req-3dd3fe47-1aa3-4fe9-8f36-705d27c1d0ad tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 950 time: 0.0799694 Sep 17 22:22:44.654612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4633ae46-6e77-4f4e-9965-8e4365a49f78 req-20326bbd-cad0-47e1-a451-6cb38698859a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Sep 17 22:22:44.724645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-77924066-e2df-4154-9e7a-45fd7d818da1 req-178c5a69-97db-4a29-ae54-e8d0d1509429 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.798876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-77924066-e2df-4154-9e7a-45fd7d818da1 req-178c5a69-97db-4a29-ae54-e8d0d1509429 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.845746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c5a69-97db-4a29-ae54-e8d0d1509429 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c5c84d-f048-4471-bd63-c188be9558df,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:44.913172 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-77924066-e2df-4154-9e7a-45fd7d818da1 req-178c5a69-97db-4a29-ae54-e8d0d1509429 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.915882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77924066-e2df-4154-9e7a-45fd7d818da1 req-178c5a69-97db-4a29-ae54-e8d0d1509429 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4798920 Sep 17 22:22:45.085179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6fd65-b389-4e67-9fa6-f1f559f011fc req-969d7f30-5fb1-475e-bea7-525ac1f2a91d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:45.095843 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8cc6fd65-b389-4e67-9fa6-f1f559f011fc req-969d7f30-5fb1-475e-bea7-525ac1f2a91d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1120510 Sep 17 22:22:45.100729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1dd4bfc3-6c18-48dc-a3fa-84bc293f1f93 req-55000975-fa0a-4ba2-b51e-243cc16d8efe tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0512755 Sep 17 22:22:45.149938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8cc6fd65-b389-4e67-9fa6-f1f559f011fc req-91550955-12ce-43d9-8b8e-c508d214aacf tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483215 Sep 17 22:22:45.358646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59d7da-46d2-43ad-8ef0-227f53fd2f86 req-4b3389a8-6af4-4347-b678-75d15932c0d6 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:45.365278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d59d7da-46d2-43ad-8ef0-227f53fd2f86 req-4b3389a8-6af4-4347-b678-75d15932c0d6 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 945 time: 0.0875690 Sep 17 22:22:45.420341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d59d7da-46d2-43ad-8ef0-227f53fd2f86 req-df7c8dee-bf9d-4039-9813-aa60241a08c7 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534103 Sep 17 22:22:45.543801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-a6fabd4a-a31d-47c1-956e-0293edfba692 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:45.551935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-a6fabd4a-a31d-47c1-956e-0293edfba692 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 813 time: 0.1636157 Sep 17 22:22:45.569858 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-c9aed73f-1a16-4163-a4a8-f86617fad3e2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/quotas/eafdb72691c44306a767f18c31595b2c HTTP/1.1" status: 200 len: 375 time: 0.0168614 Sep 17 22:22:45.640729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-7391abc3-8295-4137-8b3e-9d2636da7f99 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692840 Sep 17 22:22:45.775377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1016b78e-508c-4ea1-a991-04f5427a9c21 service neutron] 10.222.0.30 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336677 Sep 17 22:22:45.817407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bb842-7aaf-4fd1-b87d-6230e5ff2897 req-6a8d2851-24fc-44a1-a081-d861d1b1e8cd tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:45.819108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-450bb842-7aaf-4fd1-b87d-6230e5ff2897 req-6a8d2851-24fc-44a1-a081-d861d1b1e8cd tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 950 time: 0.0739951 Sep 17 22:22:45.902744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-450bb842-7aaf-4fd1-b87d-6230e5ff2897 req-dcbdf253-24ae-4794-8907-b6d3699e20c0 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612676 Sep 17 22:22:45.968050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0ebd87c7-bb67-45b6-83d4-cb04695640fe service neutron] 10.222.0.30 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913967 Sep 17 22:22:46.240483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56e954ed-3966-43af-88c2-759f6a675a17 req-8204daf6-3222-47e2-bb2c-38f6c4625e49 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0414445 Sep 17 22:22:46.382893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55df16b-922a-4cae-87eb-2f5de457d44e req-de6e0396-4ef3-4987-85c0-5241bd64dc7d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:46.385675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f55df16b-922a-4cae-87eb-2f5de457d44e req-de6e0396-4ef3-4987-85c0-5241bd64dc7d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0736465 Sep 17 22:22:46.388720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6dbab16-3b8a-46a5-a0e8-449f8015536b req-ff9a0479-5f07-450c-bcfe-7937d8dc384e tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 210 time: 0.0664532 Sep 17 22:22:46.483889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f55df16b-922a-4cae-87eb-2f5de457d44e req-e98963b3-1f0c-489e-b628-559545cc4756 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917258 Sep 17 22:22:46.617358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660de5c-da0f-4869-a834-be784aff2e92 req-72e8c8c6-d53c-4664-aa60-876e9d12282f tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:46.619855 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3660de5c-da0f-4869-a834-be784aff2e92 req-72e8c8c6-d53c-4664-aa60-876e9d12282f tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 945 time: 0.0853398 Sep 17 22:22:46.666217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3660de5c-da0f-4869-a834-be784aff2e92 req-d65505a9-c9c3-42d1-99a8-85592ca9f887 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401459 Sep 17 22:22:47.459075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023abb-a5de-4762-815f-68bcea69ad84 req-dc862eb8-7dc5-4a3d-9c59-bb4e22fb13d6 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:47.469456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8023abb-a5de-4762-815f-68bcea69ad84 req-dc862eb8-7dc5-4a3d-9c59-bb4e22fb13d6 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 950 time: 0.0681467 Sep 17 22:22:47.521374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8023abb-a5de-4762-815f-68bcea69ad84 req-27c844a4-6920-414c-b089-3fd07ae36238 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463958 Sep 17 22:22:47.632313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba60a35c-77d0-4b22-a945-75c451a8c46e req-b55d39e9-84b9-4e48-b752-91da8d2ec894 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0409813 Sep 17 22:22:47.822010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-659dc39f-8d6c-49aa-9d5a-2bc044ddee22 req-3f44fab9-9183-4865-aa07-b5e78e7958da tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 210 time: 0.0406446 Sep 17 22:22:48.031654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf52fa-0782-4ac7-afe6-d92b355addcd req-caaed0d7-4f55-4836-8d60-050370f9f0cd tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:48.033614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bdf52fa-0782-4ac7-afe6-d92b355addcd req-caaed0d7-4f55-4836-8d60-050370f9f0cd tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0867088 Sep 17 22:22:48.078452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4336-6738-44da-aba3-ffa52adea13e req-05733a9a-0757-4eba-8068-812eeab7df0e tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:48.080059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-981b4336-6738-44da-aba3-ffa52adea13e req-05733a9a-0757-4eba-8068-812eeab7df0e tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 1102 time: 0.0520878 Sep 17 22:22:48.134032 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bdf52fa-0782-4ac7-afe6-d92b355addcd req-bfe67396-06d6-49a2-99ea-8c60970355e5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918422 Sep 17 22:22:48.134681 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-981b4336-6738-44da-aba3-ffa52adea13e req-ecda5a36-ba3b-4a37-9b6c-0d3070ae76bb tempest-ServersOnMultiNodesTest-1721517229 tempest-ServersOnMultiNodesTest-1721517229-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Sep 17 22:22:48.700489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56042) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:48.791233 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-99b3795e-6a6a-4b48-aafb-113bed10911d req-e87e513b-1b5e-48e1-86df-e5c833c31c1c tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0650356 Sep 17 22:22:49.043434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b0ddeae-19d7-43ad-a287-0e2bd7cb5045 req-227b91e6-9e33-4adb-8877-2e9ddc06cb18 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 210 time: 0.0764041 Sep 17 22:22:49.075399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e09ebaf9-7bfb-4410-8b32-4993ec44424a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.139891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe01d9-fcfc-4973-9551-9e3f6533d7e0 req-cee9c2af-8855-48d8-bc0d-a1556fd2504e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:49.151808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4dfe01d9-fcfc-4973-9551-9e3f6533d7e0 req-cee9c2af-8855-48d8-bc0d-a1556fd2504e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 950 time: 0.1119077 Sep 17 22:22:49.233747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56072) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.241106 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e09ebaf9-7bfb-4410-8b32-4993ec44424a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.276811 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4dfe01d9-fcfc-4973-9551-9e3f6533d7e0 req-1537268f-3c6c-4d8e-99e7-df2308449087 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232269 Sep 17 22:22:49.330875 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e09ebaf9-7bfb-4410-8b32-4993ec44424a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.373293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e09ebaf9-7bfb-4410-8b32-4993ec44424a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a93ba5d0282449d837844f0f9e2f88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6716716 Sep 17 22:22:49.376304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56082) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.416699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ad71004c-ad4c-45b8-9cf1-ede6d32710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:49.489609 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2667f26-4867-4b82-997d-8af40eadfcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.519819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaad8ef-002f-40a1-8b8a-a417164200a7 req-89e62042-d544-4652-bf9d-d0299642234a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:49.528712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-beaad8ef-002f-40a1-8b8a-a417164200a7 req-89e62042-d544-4652-bf9d-d0299642234a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.2508416 Sep 17 22:22:49.535157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2667f26-4867-4b82-997d-8af40eadfcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.539531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-893d22d9-aad7-4e77-b147-c20d1568a7a0 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:49.543231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-893d22d9-aad7-4e77-b147-c20d1568a7a0 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.23 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 813 time: 0.2391329 Sep 17 22:22:49.545286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ebaf9-7bfb-4410-8b32-4993ec44424a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b9cc3e-809b-42e2-8397-e9c637e2cc99,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:49.562237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'port': {'device_id': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88', 'admin_state_up': True, 'tenant_id': 'eafdb72691c44306a767f18c31595b2c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:49.673025 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ad71004c-ad4c-45b8-9cf1-ede6d32710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] 10.222.0.30 "PUT /v2.0/quotas/e3e07fcd2111451999f1b8bd8555b0f1 HTTP/1.1" status: 200 len: 366 time: 0.4381621 Sep 17 22:22:49.674911 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-beaad8ef-002f-40a1-8b8a-a417164200a7 req-b190c313-0422-4dcd-94c6-37bc51d659dc tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451976 Sep 17 22:22:49.677306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56084) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.718534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c2f3a5a9-519f-4d95-b43c-f8975e78ca50 tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0125995 Sep 17 22:22:49.719259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.723840 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-10d0e2d5-a32b-49bf-86b1-2c366456c9e1 tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] 10.222.0.30 "GET /v2.0/quotas/e3e07fcd2111451999f1b8bd8555b0f1 HTTP/1.1" status: 200 len: 366 time: 0.0094509 Sep 17 22:22:49.726984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56088) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.808135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Made reservation on behalf of eafdb72691c44306a767f18c31595b2c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:49.808364 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2667f26-4867-4b82-997d-8af40eadfcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.810777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2667f26-4867-4b82-997d-8af40eadfcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.811921 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d2667f26-4867-4b82-997d-8af40eadfcf3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7b9cc3e-809b-42e2-8397-e9c637e2cc99 HTTP/1.1" status: 204 len: 168 time: 0.4345748 Sep 17 22:22:49.814512 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.823674 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2667f26-4867-4b82-997d-8af40eadfcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b9cc3e-809b-42e2-8397-e9c637e2cc99,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:49.879981 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d362da6b-2bf3-4598-8d1f-4a7f586caf6c tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/e3e07fcd2111451999f1b8bd8555b0f1 HTTP/1.1" status: 204 len: 168 time: 0.1513748 Sep 17 22:22:49.884265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56102) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.934531 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2edcf64b-187e-43c5-b5ac-3a10b45be215 tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0491147 Sep 17 22:22:49.937013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56106) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.951385 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-de9ff080-b2aa-4a43-8021-ebad3b64ff71 tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] 10.222.0.30 "GET /v2.0/quotas/e3e07fcd2111451999f1b8bd8555b0f1 HTTP/1.1" status: 200 len: 370 time: 0.0109224 Sep 17 22:22:49.951735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56110) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.972488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7319260-2fc3-48c9-8cd8-2cb9b285283c req-6c55188c-af22-4160-98d5-4ff9430d359e tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0442700 Sep 17 22:22:50.002411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b6e816ce-7b67-4867-8cdf-85647e9d332c tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] 10.222.0.30 "GET /v2.0/quotas/e3e07fcd2111451999f1b8bd8555b0f1/default HTTP/1.1" status: 200 len: 370 time: 0.0395842 Sep 17 22:22:50.003941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56120) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:50.036561 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-101b9386-ea24-4231-91c1-64ddfd78c7bc tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] delete failed (client error): The resource could not be found. Sep 17 22:22:50.040876 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-101b9386-ea24-4231-91c1-64ddfd78c7bc tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/e3e07fcd2111451999f1b8bd8555b0f1 HTTP/1.1" status: 404 len: 348 time: 0.0326560 Sep 17 22:22:50.066542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Allocated IP 172.20.0.7 (4d3fd1be-be72-4384-99ec-52523ef26f88/575cfedc-4700-4fb9-818f-a7c3fe17b03b/d6c3db3a-fc83-43f0-9e51-c5045dc3d78a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:50.175650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f559d9d-2418-49c5-87ae-7fc5925661b6 req-d1d2ead3-b2de-43c5-8f01-fa1de0d92942 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 210 time: 0.0516224 Sep 17 22:22:50.266380 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.370761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.384708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fdf5159a-295b-41a0-a8c2-1c8f6447e11e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:50.412322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba114d7a-d0c5-4b56-9e19-a88c180caa59 req-58280d47-d1a0-438b-9fbe-78f5cde57e96 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:50.423584 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba114d7a-d0c5-4b56-9e19-a88c180caa59 req-58280d47-d1a0-438b-9fbe-78f5cde57e96 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 950 time: 0.0636652 Sep 17 22:22:50.430145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Network 4d3fd1be-be72-4384-99ec-52523ef26f88 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:50.434496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:50.443638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:50.471877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'Port': ['ID=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:50.478745 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba114d7a-d0c5-4b56-9e19-a88c180caa59 req-3b58e47b-c499-47b3-b97b-fa8a01680c14 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484030 Sep 17 22:22:50.514088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:50.514724 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.589177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56140) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:50.610726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Usage tracker for resource:network and tenant:b33e130e9a7549408a2ad11c208557d5 is out of sync, need to count used quota {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:22:50.617844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-0960f837-f1ca-4fa8-a5c2-24b7b1d8be73 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0596201 Sep 17 22:22:50.619231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:22:50.630135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Usage tracker for resource:subnet and tenant:b33e130e9a7549408a2ad11c208557d5 is out of sync, need to count used quota {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:22:50.637396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Request body: {'port': {'device_id': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:50.640896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:22:50.670712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Usage tracker for resource:subnetpool and tenant:b33e130e9a7549408a2ad11c208557d5 is out of sync, need to count used quota {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:22:50.693102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:22:50.704522 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.709313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Usage tracker for resource:port and tenant:b33e130e9a7549408a2ad11c208557d5 is out of sync, need to count used quota {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:22:50.722643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:22:50.756331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Usage tracker for resource:router and tenant:b33e130e9a7549408a2ad11c208557d5 is out of sync, need to count used quota {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:22:50.769229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:22:50.808695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56144) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:50.822292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c3906a1-26c4-4ee8-9123-cf2da3f68379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.868494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Usage tracker for resource:floatingip and tenant:b33e130e9a7549408a2ad11c208557d5 is out of sync, need to count used quota {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:22:50.902156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:22:50.925469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c3906a1-26c4-4ee8-9123-cf2da3f68379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.967457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760183c-ef23-488a-aea3-529b46690537 req-7971943e-01ad-497c-b82a-5280ac6569d5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:50.968982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6760183c-ef23-488a-aea3-529b46690537 req-7971943e-01ad-497c-b82a-5280ac6569d5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.1903694 Sep 17 22:22:50.977496 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c3906a1-26c4-4ee8-9123-cf2da3f68379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.024190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3906a1-26c4-4ee8-9123-cf2da3f68379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d74f3-5d0f-4daa-9315-9b155275ffab,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:51.032993 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0c3906a1-26c4-4ee8-9123-cf2da3f68379 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3fa540ac14e4cf1961150550fdc62b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231827 Sep 17 22:22:51.033960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56150) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:51.041053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-abb76c04-445c-4234-93e2-9ef20522cb85 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:51.042490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-abb76c04-445c-4234-93e2-9ef20522cb85 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 950 time: 0.1936934 Sep 17 22:22:51.098569 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b55d8c57-19e1-423e-bde6-5a6e50e5a4d6 req-8a1c2b56-622b-4da9-8615-a0546e8083c2 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0359597 Sep 17 22:22:51.128858 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9dc20d3d-2182-49ef-a130-a63c60ab3194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.143018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f17f02-4e53-48f0-a495-81d32f99d529 req-5175f561-ce56-4631-8629-635931fe3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:51.144530 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f17f02-4e53-48f0-a495-81d32f99d529 req-5175f561-ce56-4631-8629-635931fe3c35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 1098 time: 0.2042363 Sep 17 22:22:51.152326 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6760183c-ef23-488a-aea3-529b46690537 req-39123e59-135f-4bec-b955-f45d530f3d66 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655531 Sep 17 22:22:51.156439 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9dc20d3d-2182-49ef-a130-a63c60ab3194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.285272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Usage tracker for resource:security_group and tenant:b33e130e9a7549408a2ad11c208557d5 is out of sync, need to count used quota {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:22:51.295783 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9dc20d3d-2182-49ef-a130-a63c60ab3194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.298377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9dc20d3d-2182-49ef-a130-a63c60ab3194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.299545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9dc20d3d-2182-49ef-a130-a63c60ab3194 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c5d74f3-5d0f-4daa-9315-9b155275ffab HTTP/1.1" status: 204 len: 168 time: 0.2645681 Sep 17 22:22:51.309511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc20d3d-2182-49ef-a130-a63c60ab3194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d74f3-5d0f-4daa-9315-9b155275ffab,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:51.339533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:22:51.382911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Usage tracker for resource:security_group_rule and tenant:b33e130e9a7549408a2ad11c208557d5 is out of sync, need to count used quota {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:22:51.389964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c3db3a-fc83-43f0-9e51-c5045dc3d78a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:51.408332 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.412388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.quota.resource [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:22:51.415204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f17f02-4e53-48f0-a495-81d32f99d529 req-c48030db-b333-4c1e-a24b-4a0ebeb5747c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:51.416736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f17f02-4e53-48f0-a495-81d32f99d529 req-c48030db-b333-4c1e-a24b-4a0ebeb5747c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 912 time: 0.2635596 Sep 17 22:22:51.423276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56168) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:51.424491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-1d3cb88f-8348-4b5e-8d35-5ad54dbed970 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Deleting port fca47343-dcbd-4506-8bbb-c3ace04c812d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:51.424827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-1d3cb88f-8348-4b5e-8d35-5ad54dbed970 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.452259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e6e9a862-ddc5-4437-98a8-340da8e710ab tempest-QuotasTest-1896957115 tempest-QuotasTest-1896957115-project-admin] 10.222.0.30 "GET /v2.0/quotas/b33e130e9a7549408a2ad11c208557d5/details.json HTTP/1.1" status: 200 len: 703 time: 0.8614745 Sep 17 22:22:51.459967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fa3e6-b6c7-4522-aac7-695ddf2567ed req-e2b42eaa-8268-4d5a-a144-8009cdfb3fa2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:51.462021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a83fa3e6-b6c7-4522-aac7-695ddf2567ed req-e2b42eaa-8268-4d5a-a144-8009cdfb3fa2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 931 time: 0.2055922 Sep 17 22:22:51.508197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Transition to ACTIVE for port object d6c3db3a-fc83-43f0-9e51-c5045dc3d78a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:51.517193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f17f02-4e53-48f0-a495-81d32f99d529 req-32164d51-3dd9-46c9-9453-fa56d028056a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a HTTP/1.1" status: 200 len: 217 time: 0.0884430 Sep 17 22:22:51.561559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6034cb9c-0018-4be6-be82-273efeb83f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.620758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98015059-31df-47c1-9c69-1ad687c65657 req-cdd0f648-839e-4534-afe1-23ea7dc4f0dc tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:51.628169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-98015059-31df-47c1-9c69-1ad687c65657 req-cdd0f648-839e-4534-afe1-23ea7dc4f0dc tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 950 time: 0.0850680 Sep 17 22:22:51.630534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a83fa3e6-b6c7-4522-aac7-695ddf2567ed req-0b568db5-56ed-4f0b-bc91-bc5c70c6fa91 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596446 Sep 17 22:22:51.633027 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.646212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f17f02-4e53-48f0-a495-81d32f99d529 req-b1920242-45f1-4d67-9d56-fc7d2918f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:51.647869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f17f02-4e53-48f0-a495-81d32f99d529 req-b1920242-45f1-4d67-9d56-fc7d2918f921 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.1217897 Sep 17 22:22:51.656213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-1d3cb88f-8348-4b5e-8d35-5ad54dbed970 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] For port fca47343-dcbd-4506-8bbb-c3ace04c812d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fca47343-dcbd-4506-8bbb-c3ace04c812d,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:51.656213 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-1d3cb88f-8348-4b5e-8d35-5ad54dbed970 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.681387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-98015059-31df-47c1-9c69-1ad687c65657 req-03717f1f-2060-4758-8fcf-7e9d6ead0558 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523627 Sep 17 22:22:51.718800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-1d3cb88f-8348-4b5e-8d35-5ad54dbed970 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Calling delete_port for fca47343-dcbd-4506-8bbb-c3ace04c812d owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:51.725007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f17f02-4e53-48f0-a495-81d32f99d529 req-a833c1a5-6d67-43de-b4b4-9d547110cceb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660813 Sep 17 22:22:51.745985 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6034cb9c-0018-4be6-be82-273efeb83f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.782579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:51.816239 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6034cb9c-0018-4be6-be82-273efeb83f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.857495 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6034cb9c-0018-4be6-be82-273efeb83f50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55b3e44e794448909b6c9b5320a38a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330490 Sep 17 22:22:51.858358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034cb9c-0018-4be6-be82-273efeb83f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4f972c-e535-4540-9d8a-eb426fd8ab77,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:51.860759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56180) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:51.920709 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b5e69d18-ec96-4b16-bceb-606c15b0ee19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.947553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b5e69d18-ec96-4b16-bceb-606c15b0ee19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.953076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Attempting to bind port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:51.953407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Attempting to bind port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '5525f03b-5f21-496a-a77a-c4aebf6bd011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:51.953730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Attempting to bind port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a on network 4d3fd1be-be72-4384-99ec-52523ef26f88 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:51.958824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f17f02-4e53-48f0-a495-81d32f99d529 req-05e95af2-a005-4be8-991b-9028346d15da service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239819 Sep 17 22:22:51.962711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a on network 4d3fd1be-be72-4384-99ec-52523ef26f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:51.962711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Attempting to bind port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a on network 4d3fd1be-be72-4384-99ec-52523ef26f88 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:51.969832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:51.970168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Checking segment: {'id': '5525f03b-5f21-496a-a77a-c4aebf6bd011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:51.970549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Bound using segment: {'id': '5525f03b-5f21-496a-a77a-c4aebf6bd011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:51.971017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Bound port: d6c3db3a-fc83-43f0-9e51-c5045dc3d78a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5525f03b-5f21-496a-a77a-c4aebf6bd011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:51.971368 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.029938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56188) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:52.073166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b5e69d18-ec96-4b16-bceb-606c15b0ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.075832 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b5e69d18-ec96-4b16-bceb-606c15b0ee19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.079698 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b5e69d18-ec96-4b16-bceb-606c15b0ee19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e4f972c-e535-4540-9d8a-eb426fd8ab77 HTTP/1.1" status: 204 len: 168 time: 0.2156224 Sep 17 22:22:52.087568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e69d18-ec96-4b16-bceb-606c15b0ee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4f972c-e535-4540-9d8a-eb426fd8ab77,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:52.245120 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09884b20-70fc-4349-b4d3-b76f604c2547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.324507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eace5d7-0a20-40e2-9671-aa80a2b5a6f5 req-4d1d2285-de80-4da1-a389-24966cb1dbd9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:52.326083 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4eace5d7-0a20-40e2-9671-aa80a2b5a6f5 req-4d1d2285-de80-4da1-a389-24966cb1dbd9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.0843186 Sep 17 22:22:52.383078 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4eace5d7-0a20-40e2-9671-aa80a2b5a6f5 req-62833edb-8e4d-4ee9-ad7d-20ce56c263b5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489669 Sep 17 22:22:52.418655 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09884b20-70fc-4349-b4d3-b76f604c2547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.420617 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ac05dda-17fa-4cd4-90a4-d7ee63eee2ff req-669764f3-2ca6-4b85-be71-d02554828348 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0863571 Sep 17 22:22:52.490231 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09884b20-70fc-4349-b4d3-b76f604c2547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.495627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] For port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:52.499663 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2f17f02-4e53-48f0-a495-81d32f99d529 req-0fbe2fde-d18b-4182-b2ad-f6d61b2823bd service neutron] 10.222.0.23 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152471 Sep 17 22:22:52.513079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] For port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:52.534215 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-09884b20-70fc-4349-b4d3-b76f604c2547 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65762faf804546f1b0f4aca1407e9dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031765 Sep 17 22:22:52.535184 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09884b20-70fc-4349-b4d3-b76f604c2547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba10ee0-bfe3-42d7-a3c5-f389f30f0e33,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:52.536591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-1d3cb88f-8348-4b5e-8d35-5ad54dbed970 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.549776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6cce130b-d899-42e0-996b-4c844e270d34', 'e221d281-9ba2-4f65-9eba-7c7116fef03a', '7b093640-47f0-4041-be8b-1a304a70546d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:52.550681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56214) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:52.580033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cb88f-8348-4b5e-8d35-5ad54dbed970 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event deleted for resources: {'Port': ['ID=fca47343-dcbd-4506-8bbb-c3ace04c812d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:52.626136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2d8e-d7cb-48d5-965a-e5b6d67236e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.635831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'abbcd76c-0997-42da-8ab7-e817454e1967', '422b692d-f062-4b6d-915c-47b263a2363f', 'fca47343-dcbd-4506-8bbb-c3ace04c812d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:52.642664 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.661670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2d8e-d7cb-48d5-965a-e5b6d67236e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.691759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 85a0a243-b8ef-488f-8773-71a72862cd28 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:52.748818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-1d3cb88f-8348-4b5e-8d35-5ad54dbed970 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] No DVR routers for this DVR port fca47343-dcbd-4506-8bbb-c3ace04c812d on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:52.785727 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-1d3cb88f-8348-4b5e-8d35-5ad54dbed970 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.787943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d08e69d-2e53-441a-98e7-55147ff2a9aa req-1d3cb88f-8348-4b5e-8d35-5ad54dbed970 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "DELETE /v2.0/ports/fca47343-dcbd-4506-8bbb-c3ace04c812d HTTP/1.1" status: 204 len: 173 time: 1.7289751 Sep 17 22:22:52.791108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee', 'name': 'network-vif-deleted', 'tag': 'fca47343-dcbd-4506-8bbb-c3ace04c812d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:52.797443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2d8e-d7cb-48d5-965a-e5b6d67236e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.800301 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d53dfc-a224-4ec9-9643-8c6b9e1f34c1" -d '{"events": [{"server_uuid": "a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee", "name": "network-vif-deleted", "tag": "fca47343-dcbd-4506-8bbb-c3ace04c812d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:52.808489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2d8e-d7cb-48d5-965a-e5b6d67236e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.811978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ef6c2d8e-d7cb-48d5-965a-e5b6d67236e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ba10ee0-bfe3-42d7-a3c5-f389f30f0e33 HTTP/1.1" status: 204 len: 168 time: 0.2574751 Sep 17 22:22:52.824316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:52.831450 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.833178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] 10.222.0.23 "PUT /v2.0/ports/d6c3db3a-fc83-43f0-9e51-c5045dc3d78a HTTP/1.1" status: 200 len: 1092 time: 2.2023561 Sep 17 22:22:52.856626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c2d8e-d7cb-48d5-965a-e5b6d67236e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba10ee0-bfe3-42d7-a3c5-f389f30f0e33,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:52.899551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ad9fc-45d5-49d0-8e36-a2efcd9c1432 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:52.916814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543cfcb-5a49-4269-8333-75adee06240a req-b6f872d5-47f1-49d0-936f-7044e9a27a98 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:52.919067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1543cfcb-5a49-4269-8333-75adee06240a req-b6f872d5-47f1-49d0-936f-7044e9a27a98 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 943 time: 0.0849392 Sep 17 22:22:52.919637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56230) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:52.934754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 85a0a243-b8ef-488f-8773-71a72862cd28, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=85a0a243-b8ef-488f-8773-71a72862cd28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:52.963304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '85a0a243-b8ef-488f-8773-71a72862cd28', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'port_id': '85a0a243-b8ef-488f-8773-71a72862cd28', 'mac_address': 'fa:16:3e:e2:03:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd094fa44-b886-409c-8452-de94660a00d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:52.978268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77a98ad8-08de-4180-b346-ea0b26eeaa32 req-abb826dd-a984-452d-bbd9-4a4d6f00e4c3 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 210 time: 0.1070426 Sep 17 22:22:52.988945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1543cfcb-5a49-4269-8333-75adee06240a req-c597a86a-d8ee-4ea3-9d0e-a0317119c2fa tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618393 Sep 17 22:22:53.053152 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1df2b2-c53d-45c3-bfcc-8de459bf1203 x-openstack-request-id: req-cc1df2b2-c53d-45c3-bfcc-8de459bf1203 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:53.053405 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee", "name": "network-vif-deleted", "tag": "fca47343-dcbd-4506-8bbb-c3ace04c812d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:53.053641 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc1df2b2-c53d-45c3-bfcc-8de459bf1203 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:53.054082 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee', 'name': 'network-vif-deleted', 'tag': 'fca47343-dcbd-4506-8bbb-c3ace04c812d', 'status': 'completed', 'code': 200} Sep 17 22:22:53.057938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-986edc77-4017-4513-850f-6a251857f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:53.059469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-986edc77-4017-4513-850f-6a251857f12f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 1095 time: 0.0744369 Sep 17 22:22:53.074448 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.109788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-ff9809da-b449-44af-90b1-67bc83c420d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a HTTP/1.1" status: 200 len: 217 time: 0.0403736 Sep 17 22:22:53.111085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85a0a243-b8ef-488f-8773-71a72862cd28 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:53.165921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56234) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:53.170220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-5ac6e223-8a96-45c0-8c26-93f83e38b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:53.173647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-5ac6e223-8a96-45c0-8c26-93f83e38b07d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=575cfedc-4700-4fb9-818f-a7c3fe17b03b HTTP/1.1" status: 200 len: 853 time: 0.0545211 Sep 17 22:22:53.175139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 85a0a243-b8ef-488f-8773-71a72862cd28, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=85a0a243-b8ef-488f-8773-71a72862cd28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:53.182053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ba28671-312b-43d0-afed-70aef23be314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.268679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-3c3febe6-702c-4e99-8360-e10da6abe31e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d3fd1be-be72-4384-99ec-52523ef26f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859046 Sep 17 22:22:53.291080 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.328661 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ba28671-312b-43d0-afed-70aef23be314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.353590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=85a0a243-b8ef-488f-8773-71a72862cd28,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:53.387142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-658319124-network', 'tenant_id': '6a64d9e1ecf14e3eb363efa5857508e8'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:53.401066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ba28671-312b-43d0-afed-70aef23be314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.431561 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-ebef0450-07f6-41da-b059-f34eb47c6fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530962 Sep 17 22:22:53.445050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3ba28671-312b-43d0-afed-70aef23be314 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4cfbc5e576e4a6695b9cf55718c2178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767987 Sep 17 22:22:53.445050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba28671-312b-43d0-afed-70aef23be314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdebd78-3f0d-466c-9e2f-21a73ad0b869,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:53.447898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56240) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:53.509267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['85a0a243-b8ef-488f-8773-71a72862cd28'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:53.516607 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0dd7606e-b71c-4c3c-9900-fd0a788598e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.526534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Made reservation on behalf of 6a64d9e1ecf14e3eb363efa5857508e8 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:53.528838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.549264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0dd7606e-b71c-4c3c-9900-fd0a788598e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.566029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea629faa-f98f-42d7-b87b-08c79ea5c89a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:53.566945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.621323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5bdd60c7-08c4-4f8d-abe9-53ef419479f5 req-0e837226-5c1f-49c0-a9bd-435bc3da6028 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0467355 Sep 17 22:22:53.707636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0dd7606e-b71c-4c3c-9900-fd0a788598e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.711287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0dd7606e-b71c-4c3c-9900-fd0a788598e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.712562 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0dd7606e-b71c-4c3c-9900-fd0a788598e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4bdebd78-3f0d-466c-9e2f-21a73ad0b869 HTTP/1.1" status: 204 len: 168 time: 0.2636178 Sep 17 22:22:53.729523 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7606e-b71c-4c3c-9900-fd0a788598e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdebd78-3f0d-466c-9e2f-21a73ad0b869,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:53.743590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56256) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:53.762505 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0495b51-cdc5-4744-98c6-742ad8057d6a req-32dd53cd-f7c8-4b5c-aa3f-f9ad2b2b01ff service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227851 Sep 17 22:22:53.763910 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f1db620-2414-4952-823c-d096c7001dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.807976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574281bd-504e-44f4-914b-a30bcda38e17 req-abe037ba-15df-41cc-83b4-510fce1f7c9f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:53.809869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-574281bd-504e-44f4-914b-a30bcda38e17 req-abe037ba-15df-41cc-83b4-510fce1f7c9f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 946 time: 0.2577641 Sep 17 22:22:53.851129 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.895167 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-574281bd-504e-44f4-914b-a30bcda38e17 req-fba92606-3478-42dc-b1bd-04112c6e91b6 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692868 Sep 17 22:22:53.905859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8440f456-b9c3-4940-99d5-41ac4e143129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:53.908114 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f126f8-e990-4696-8432-4d804642dccf" -d '{"events": [{"server_uuid": "8440f456-b9c3-4940-99d5-41ac4e143129", "name": "network-vif-unplugged", "status": "completed", "tag": "ea629faa-f98f-42d7-b87b-08c79ea5c89a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:53.928193 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.945572 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea629faa-f98f-42d7-b87b-08c79ea5c89a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:53.972035 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde8a3fe-4216-4a4c-8320-ce82d3d4bc9e x-openstack-request-id: req-dde8a3fe-4216-4a4c-8320-ce82d3d4bc9e {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:53.973734 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8440f456-b9c3-4940-99d5-41ac4e143129", "name": "network-vif-unplugged", "status": "completed", "tag": "ea629faa-f98f-42d7-b87b-08c79ea5c89a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:53.973867 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dde8a3fe-4216-4a4c-8320-ce82d3d4bc9e {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:53.974265 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8440f456-b9c3-4940-99d5-41ac4e143129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a', 'code': 200} Sep 17 22:22:54.026078 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.028976 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.076147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:54.087261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea629faa-f98f-42d7-b87b-08c79ea5c89a,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.125115 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.125379 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Added segment e9ffea0d-1f8a-497c-86cc-3996f7c06f8a of type vlan for network 87e169bf-2a31-4f51-b3cb-e8ba72fd3121 Sep 17 22:22:54.150222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-513883f7-695f-4abe-a290-677643defa02 req-5c4598c2-4a02-42c6-b1cb-8589c41c62d2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e4ba7-40b6-44ec-ba57-0c19ac2a84ee HTTP/1.1" status: 200 len: 210 time: 0.0614657 Sep 17 22:22:54.150372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602132a2-aa91-4d46-a9de-667369a6331a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.184905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b04669-a534-40d8-b96c-4fae3e34df82 req-6fb437d9-2939-4b8a-b407-e37c7432533a tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:54.186551 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57b04669-a534-40d8-b96c-4fae3e34df82 req-6fb437d9-2939-4b8a-b407-e37c7432533a tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 943 time: 0.0782104 Sep 17 22:22:54.201862 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.202097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f1db620-2414-4952-823c-d096c7001dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.235400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57b04669-a534-40d8-b96c-4fae3e34df82 req-314eef1a-cd72-4697-adb0-35665d4e05e1 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358381 Sep 17 22:22:54.284447 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f1db620-2414-4952-823c-d096c7001dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.307460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.308875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:54.309165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.324502 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9f1db620-2414-4952-823c-d096c7001dc2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b33e130e9a7549408a2ad11c208557d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5801687 Sep 17 22:22:54.327116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56270) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:54.336359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1db620-2414-4952-823c-d096c7001dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc6a5f4-c46e-42bd-abad-4f487f6381eb,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.379459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] Pushing event updated for resources: {'Network': ['ID=87e169bf-2a31-4f51-b3cb-e8ba72fd3121,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.391588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 87e169bf-2a31-4f51-b3cb-e8ba72fd3121 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:54.397535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3c3743d-63be-4977-875f-20e3e4d8d52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.411062 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d4e633f0-72a2-4109-8264-13c6edf3c77e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4902487 Sep 17 22:22:54.418588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56274) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:54.419301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Request body: {'subnet': {'network_id': '87e169bf-2a31-4f51-b3cb-e8ba72fd3121', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-658319124-subnet', 'tenant_id': '6a64d9e1ecf14e3eb363efa5857508e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:54.429279 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3c3743d-63be-4977-875f-20e3e4d8d52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.518582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Made reservation on behalf of 6a64d9e1ecf14e3eb363efa5857508e8 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:54.521142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.581999 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3c3743d-63be-4977-875f-20e3e4d8d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.584984 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3c3743d-63be-4977-875f-20e3e4d8d52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.589323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e3c3743d-63be-4977-875f-20e3e4d8d52b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bc6a5f4-c46e-42bd-abad-4f487f6381eb HTTP/1.1" status: 204 len: 168 time: 0.2586372 Sep 17 22:22:54.600036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3743d-63be-4977-875f-20e3e4d8d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc6a5f4-c46e-42bd-abad-4f487f6381eb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.690958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 85a0a243-b8ef-488f-8773-71a72862cd28 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:54.742898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 85a0a243-b8ef-488f-8773-71a72862cd28 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:54.743416 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.788419 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e87f8831-0f07-4982-8242-89ef7ac7f732 req-9c4f3556-3980-4822-9539-d7ffaa3de99a tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0547109 Sep 17 22:22:54.797743 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.884393 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25861f6b-931e-49aa-86bb-787ed7fbba0a,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.891148 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.893953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Checking segment: {'id': 'e9ffea0d-1f8a-497c-86cc-3996f7c06f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '87e169bf-2a31-4f51-b3cb-e8ba72fd3121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:54.894644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Network hostable DHCP agents. Network: 87e169bf-2a31-4f51-b3cb-e8ba72fd3121, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:54.929765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 85a0a243-b8ef-488f-8773-71a72862cd28, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=85a0a243-b8ef-488f-8773-71a72862cd28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:54.964365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Network 87e169bf-2a31-4f51-b3cb-e8ba72fd3121 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:55.027035 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.027950 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fca47343-dcbd-4506-8bbb-c3ace04c812d no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:55.028786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cd49e-eb41-4323-8249-71f4b1f43532 req-f8ade448-48a0-45cd-a550-5c631596a7e6 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.030386 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-263cd49e-eb41-4323-8249-71f4b1f43532 req-f8ade448-48a0-45cd-a550-5c631596a7e6 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 944 time: 0.0544267 Sep 17 22:22:55.049043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: fca47343-dcbd-4506-8bbb-c3ace04c812d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:55.049535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fca47343-dcbd-4506-8bbb-c3ace04c812d not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:55.056443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'tag': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:55.058720 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb824e08-bde2-41fc-bf04-0486a8ef7a91" -d '{"events": [{"name": "network-changed", "server_uuid": "b7790da6-4cbe-4233-852d-76a62da54ddf", "tag": "d6c3db3a-fc83-43f0-9e51-c5045dc3d78a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:55.062951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 87e169bf-2a31-4f51-b3cb-e8ba72fd3121) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:55.067251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.067991 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.074396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66974c50-dcf9-4ed2-bd04-0954a6bc3573 None None] Network 87e169bf-2a31-4f51-b3cb-e8ba72fd3121 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:55.094661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-263cd49e-eb41-4323-8249-71f4b1f43532 req-ceaee260-b8df-4289-bed3-f6d1a02afd2f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563245 Sep 17 22:22:55.102555 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce453d9-1267-4342-a3f5-34cf80a76d53 x-openstack-request-id: req-fce453d9-1267-4342-a3f5-34cf80a76d53 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:55.102852 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7790da6-4cbe-4233-852d-76a62da54ddf", "tag": "d6c3db3a-fc83-43f0-9e51-c5045dc3d78a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:55.103106 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fce453d9-1267-4342-a3f5-34cf80a76d53 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:55.103504 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'tag': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a', 'status': 'completed', 'code': 200} Sep 17 22:22:55.148024 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=85a0a243-b8ef-488f-8773-71a72862cd28,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:55.190549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824e08-bde2-41fc-bf04-0486a8ef7a91 req-118c8023-e74a-41d8-9114-50f0c954a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.205263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb824e08-bde2-41fc-bf04-0486a8ef7a91 req-118c8023-e74a-41d8-9114-50f0c954a5a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 1095 time: 0.0600839 Sep 17 22:22:55.218346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-526c9dba-6af9-4966-8d3d-f7c753e7665a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8030705 Sep 17 22:22:55.232349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd82e16-0d9b-4fff-880a-eeb34068b9be None None] Network 87e169bf-2a31-4f51-b3cb-e8ba72fd3121 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:55.363333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824e08-bde2-41fc-bf04-0486a8ef7a91 req-9f515338-ecae-4ddc-a825-c646b9fca133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.364908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb824e08-bde2-41fc-bf04-0486a8ef7a91 req-9f515338-ecae-4ddc-a825-c646b9fca133 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 914 time: 0.1455081 Sep 17 22:22:55.424697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb824e08-bde2-41fc-bf04-0486a8ef7a91 req-96b880cd-7468-4ea2-bf71-0f5686af16e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a HTTP/1.1" status: 200 len: 217 time: 0.0401442 Sep 17 22:22:55.477266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ca007-7d46-4d5a-92b1-d0c2c8d9c6cd req-79cb259b-5469-4b4f-9e23-83662bedf5e3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.484535 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a4ca007-7d46-4d5a-92b1-d0c2c8d9c6cd req-79cb259b-5469-4b4f-9e23-83662bedf5e3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 943 time: 0.1365550 Sep 17 22:22:55.514082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824e08-bde2-41fc-bf04-0486a8ef7a91 req-0e675f64-bf01-4ab9-ae03-91ed556e320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.515454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb824e08-bde2-41fc-bf04-0486a8ef7a91 req-0e675f64-bf01-4ab9-ae03-91ed556e320d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=575cfedc-4700-4fb9-818f-a7c3fe17b03b HTTP/1.1" status: 200 len: 853 time: 0.0824380 Sep 17 22:22:55.539316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a4ca007-7d46-4d5a-92b1-d0c2c8d9c6cd req-01dad4b2-44ca-42d8-bf41-8e59b06002e4 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533373 Sep 17 22:22:55.555853 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb824e08-bde2-41fc-bf04-0486a8ef7a91 req-3ec5ddf1-193d-45be-b155-3f71ccdf5e6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d3fd1be-be72-4384-99ec-52523ef26f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303338 Sep 17 22:22:55.662301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb824e08-bde2-41fc-bf04-0486a8ef7a91 req-e779e5c2-e14a-43dc-9f50-0ff03f85f6d0 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986543 Sep 17 22:22:55.771259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb824e08-bde2-41fc-bf04-0486a8ef7a91 req-de152559-b1b1-4f77-b29b-6efd62c4b963 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010427 Sep 17 22:22:55.975473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a0a243-b8ef-488f-8773-71a72862cd28'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:55.978895 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b933412-7114-45ef-9fa6-22c1dc4dc9e9" -d '{"events": [{"server_uuid": "82a2cbc2-5c44-41f0-84e9-df891578ccc8", "name": "network-vif-plugged", "status": "completed", "tag": "85a0a243-b8ef-488f-8773-71a72862cd28"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:56.103881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5deef8ad-3315-4873-be4a-535aa40e8169 req-315b5a76-f576-43e0-81d8-cb62662c0471 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0316846 Sep 17 22:22:56.686535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56414) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:57.073194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'networks': [{'name': 'tempest-network--1881668295'}, {'name': 'tempest-network--220784880'}]} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:57.073510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'network': {'name': 'tempest-network--1881668295'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:57.074055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'network': {'name': 'tempest-network--220784880'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:57.204433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Made reservation on behalf of 0b5cc30a72764cc4944517bb50a7787c for: {'network': 2} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:57.205273 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56438) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:57.209242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.214211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-22307091-network', 'tenant_id': '4c66d8158b8244eca611d3dbf0c800fd'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:57.220695 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.249891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:22:57.249891 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:22:57.249891 n-d-713499-18 neutron-server[95455]: [parameters: {'project_id_1': '0b5cc30a72764cc4944517bb50a7787c', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 22, 37, 237887)}] Sep 17 22:22:57.249891 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:22:57.250655 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:22:57.353129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Made reservation on behalf of 4c66d8158b8244eca611d3dbf0c800fd for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:57.356110 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.365662 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.518593 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.542517 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77896ac-e8c1-481d-8761-46f478f7cd1b x-openstack-request-id: req-b77896ac-e8c1-481d-8761-46f478f7cd1b {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:57.543362 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2cbc2-5c44-41f0-84e9-df891578ccc8", "name": "network-vif-plugged", "status": "completed", "tag": "85a0a243-b8ef-488f-8773-71a72862cd28", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:57.543783 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b77896ac-e8c1-481d-8761-46f478f7cd1b {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:57.544370 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a0a243-b8ef-488f-8773-71a72862cd28', 'code': 200} Sep 17 22:22:57.546753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-2067fc15-0ff3-498a-973d-11b364ac5df9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:57.548286 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-2067fc15-0ff3-498a-973d-11b364ac5df9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 949 time: 0.0685215 Sep 17 22:22:57.597943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d6c3db3a-fc83-43f0-9e51-c5045dc3d78a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:57.602787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea629faa-f98f-42d7-b87b-08c79ea5c89a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:57.654563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.748577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037716a-96bc-4360-899c-7545906fefa6 req-cbefb637-3ab7-4667-9704-010ef03565d2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:57.755502 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f037716a-96bc-4360-899c-7545906fefa6 req-cbefb637-3ab7-4667-9704-010ef03565d2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=8440f456-b9c3-4940-99d5-41ac4e143129 HTTP/1.1" status: 200 len: 944 time: 0.1059458 Sep 17 22:22:57.758157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.761472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:57.775671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f771057f-a4b5-4e88-b42d-dd41f1d241e5,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:57.818941 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.820583 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Added segment 767ffbfe-8f65-46f2-81f8-ab38bec000a9 of type vlan for network 423e159d-d035-467e-8e5b-b232abaa560f Sep 17 22:22:57.844202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0acfd1-3833-440b-9456-0651c5e76992 req-3106dca7-e499-4464-b02a-8800e39855c5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:57.852563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c0acfd1-3833-440b-9456-0651c5e76992 req-3106dca7-e499-4464-b02a-8800e39855c5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 949 time: 0.2285223 Sep 17 22:22:57.938137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56448) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:57.985593 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:58.021456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a', 'network_id': '4d3fd1be-be72-4384-99ec-52523ef26f88', 'port_id': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a', 'mac_address': 'fa:16:3e:c5:0b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575cfedc-4700-4fb9-818f-a7c3fe17b03b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:58.058988 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.069376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-4b150357-9992-49b6-a059-09268b77d38a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Deleting port 7b093640-47f0-4041-be8b-1a304a70546d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:58.070315 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-4b150357-9992-49b6-a059-09268b77d38a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.073122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-f037716a-96bc-4360-899c-7545906fefa6 req-e123c777-d2fb-4fa2-94fc-c1ad52b3382e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Deleting port ea629faa-f98f-42d7-b87b-08c79ea5c89a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:58.077988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f037716a-96bc-4360-899c-7545906fefa6 req-e123c777-d2fb-4fa2-94fc-c1ad52b3382e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.094019 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.118494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c3db3a-fc83-43f0-9e51-c5045dc3d78a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:58.175664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:58.195834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-4b150357-9992-49b6-a059-09268b77d38a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] For port 7b093640-47f0-4041-be8b-1a304a70546d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7b093640-47f0-4041-be8b-1a304a70546d,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:58.196223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-4b150357-9992-49b6-a059-09268b77d38a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.209866 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-4b150357-9992-49b6-a059-09268b77d38a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Calling delete_port for 7b093640-47f0-4041-be8b-1a304a70546d owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:58.228033 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2f84-3a3f-4860-8d4e-a40e30101aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.242035 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.253781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-f037716a-96bc-4360-899c-7545906fefa6 req-e123c777-d2fb-4fa2-94fc-c1ad52b3382e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] For port ea629faa-f98f-42d7-b87b-08c79ea5c89a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea629faa-f98f-42d7-b87b-08c79ea5c89a,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:58.254449 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f037716a-96bc-4360-899c-7545906fefa6 req-e123c777-d2fb-4fa2-94fc-c1ad52b3382e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.267494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-f037716a-96bc-4360-899c-7545906fefa6 req-e123c777-d2fb-4fa2-94fc-c1ad52b3382e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Calling delete_port for ea629faa-f98f-42d7-b87b-08c79ea5c89a owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:58.346379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c0acfd1-3833-440b-9456-0651c5e76992 req-80f5bc2f-fb89-482f-a692-2634b12e2684 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874260 Sep 17 22:22:58.357141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:58.380390 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.391738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2055795b-6704-4d69-a8c0-5aa25f90b1a7 req-0019b2dd-a5d1-4742-9dad-fb4b9b17885a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0422409 Sep 17 22:22:58.465593 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.468420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.481113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['d6c3db3a-fc83-43f0-9e51-c5045dc3d78a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:58.493866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-4b150357-9992-49b6-a059-09268b77d38a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.496048 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.496769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:58.497858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.530059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'abbcd76c-0997-42da-8ab7-e817454e1967', '422b692d-f062-4b6d-915c-47b263a2363f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:58.549492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b150357-9992-49b6-a059-09268b77d38a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event deleted for resources: {'Port': ['ID=7b093640-47f0-4041-be8b-1a304a70546d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:58.561375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf44d1-66e8-4d45-9ed1-03279f79cd63,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:58.581862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:58.588822 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f037716a-96bc-4360-899c-7545906fefa6 req-e123c777-d2fb-4fa2-94fc-c1ad52b3382e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.633843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185f7d7-33d3-48c3-ad1b-ff6f5a59302c req-9fd5def0-e787-4287-8c5b-8313c543097e tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:58.636750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c185f7d7-33d3-48c3-ad1b-ff6f5a59302c req-9fd5def0-e787-4287-8c5b-8313c543097e tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 944 time: 0.1843901 Sep 17 22:22:58.678635 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.679550 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Added segment 5c75163b-7d28-45cd-8fbd-fe7c3ff3d94e of type vlan for network d91ab423-f2d3-4611-a070-1d013d747606 Sep 17 22:22:58.684421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123c777-d2fb-4fa2-94fc-c1ad52b3382e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event deleted for resources: {'Port': ['ID=ea629faa-f98f-42d7-b87b-08c79ea5c89a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:58.725301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-f037716a-96bc-4360-899c-7545906fefa6 req-e123c777-d2fb-4fa2-94fc-c1ad52b3382e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] No DVR routers for this DVR port ea629faa-f98f-42d7-b87b-08c79ea5c89a on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:58.729760 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f037716a-96bc-4360-899c-7545906fefa6 req-e123c777-d2fb-4fa2-94fc-c1ad52b3382e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.738384 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f037716a-96bc-4360-899c-7545906fefa6 req-e123c777-d2fb-4fa2-94fc-c1ad52b3382e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "DELETE /v2.0/ports/ea629faa-f98f-42d7-b87b-08c79ea5c89a HTTP/1.1" status: 204 len: 173 time: 0.9813762 Sep 17 22:22:58.742287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8440f456-b9c3-4940-99d5-41ac4e143129', 'name': 'network-vif-deleted', 'tag': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:58.746445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] Pushing event updated for resources: {'Network': ['ID=423e159d-d035-467e-8e5b-b232abaa560f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:58.746592 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d02170-894e-4169-91b0-66e5a261bd7b" -d '{"events": [{"server_uuid": "8440f456-b9c3-4940-99d5-41ac4e143129", "name": "network-vif-deleted", "tag": "ea629faa-f98f-42d7-b87b-08c79ea5c89a"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:58.747539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-4b150357-9992-49b6-a059-09268b77d38a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] No DVR routers for this DVR port 7b093640-47f0-4041-be8b-1a304a70546d on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:58.752773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-4b150357-9992-49b6-a059-09268b77d38a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.755249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa9a14ac-e7b8-464d-9af0-462e2dca4fe2 req-4b150357-9992-49b6-a059-09268b77d38a tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "DELETE /v2.0/ports/7b093640-47f0-4041-be8b-1a304a70546d HTTP/1.1" status: 204 len: 173 time: 1.1992242 Sep 17 22:22:58.756715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac245ed2-5080-443e-98fa-ad0493c71211', 'name': 'network-vif-deleted', 'tag': '7b093640-47f0-4041-be8b-1a304a70546d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:58.760584 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d06e9c-46be-4c19-8e73-440702f342b3" -d '{"events": [{"server_uuid": "ac245ed2-5080-443e-98fa-ad0493c71211", "name": "network-vif-deleted", "tag": "7b093640-47f0-4041-be8b-1a304a70546d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:58.782201 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c185f7d7-33d3-48c3-ad1b-ff6f5a59302c req-7cd2a23a-1d8f-4e9c-a1ef-3753e0713835 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143129 Sep 17 22:22:58.814293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.821966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 423e159d-d035-467e-8e5b-b232abaa560f details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:58.867071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2f84-3a3f-4860-8d4e-a40e30101aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.875655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:58.887682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.888027 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Added segment af6bc905-3965-4669-8e32-0e1da037d63f of type vlan for network 293f6dc1-6037-482d-a58f-db58a916b730 Sep 17 22:22:58.940547 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.952416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cca7dbb1-048d-4bd3-8aab-e9d4aee5afa1 req-f7d26a62-7352-4c67-b3dc-14ff3c4409b2 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0547290 Sep 17 22:22:58.975721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2f84-3a3f-4860-8d4e-a40e30101aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.010295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56464) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:59.011047 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3c4d2f84-3a3f-4860-8d4e-a40e30101aae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03018897e3ed46beb8be7b6751f95acd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0646873 Sep 17 22:22:59.044684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d2f84-3a3f-4860-8d4e-a40e30101aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34422b6-ab91-40e4-8fb4-2657db335e3a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:59.059352 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.110943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d1058e5b-1ae6-462c-849b-b567388285f9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9038138 Sep 17 22:22:59.111964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56470) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:59.119937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Request body: {'subnet': {'network_id': '423e159d-d035-467e-8e5b-b232abaa560f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-22307091-subnet', 'tenant_id': '4c66d8158b8244eca611d3dbf0c800fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:59.124431 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.124757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.141387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:59.152548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:59.152922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.191862 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4cd637-b833-4f9b-967b-5d130e771679 x-openstack-request-id: req-7f4cd637-b833-4f9b-967b-5d130e771679 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:59.192178 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8440f456-b9c3-4940-99d5-41ac4e143129", "name": "network-vif-deleted", "tag": "ea629faa-f98f-42d7-b87b-08c79ea5c89a", "status": "failed", "code": 422}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:59.193213 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f4cd637-b833-4f9b-967b-5d130e771679 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:59.193631 n-d-713499-18 neutron-server[95455]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8440f456-b9c3-4940-99d5-41ac4e143129', 'name': 'network-vif-deleted', 'tag': 'ea629faa-f98f-42d7-b87b-08c79ea5c89a', 'status': 'failed', 'code': 422} returned with failed status Sep 17 22:22:59.204226 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6655ce0-3911-4b6d-9237-1cc98545ba70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.222729 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07241c4-fa83-4963-9b33-397c3141bb4d x-openstack-request-id: req-e07241c4-fa83-4963-9b33-397c3141bb4d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:59.223646 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac245ed2-5080-443e-98fa-ad0493c71211", "name": "network-vif-deleted", "tag": "7b093640-47f0-4041-be8b-1a304a70546d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:59.224056 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e07241c4-fa83-4963-9b33-397c3141bb4d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:59.224635 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac245ed2-5080-443e-98fa-ad0493c71211', 'name': 'network-vif-deleted', 'tag': '7b093640-47f0-4041-be8b-1a304a70546d', 'status': 'completed', 'code': 200} Sep 17 22:22:59.253227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6655ce0-3911-4b6d-9237-1cc98545ba70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.316613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Made reservation on behalf of 4c66d8158b8244eca611d3dbf0c800fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:59.318827 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.391806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'Network': ['ID=d91ab423-f2d3-4611-a070-1d013d747606,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:59.408521 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6655ce0-3911-4b6d-9237-1cc98545ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.408738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d91ab423-f2d3-4611-a070-1d013d747606 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:59.412860 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6655ce0-3911-4b6d-9237-1cc98545ba70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.417114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b6655ce0-3911-4b6d-9237-1cc98545ba70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b34422b6-ab91-40e4-8fb4-2657db335e3a HTTP/1.1" status: 204 len: 168 time: 0.4034359 Sep 17 22:22:59.417298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6cce130b-d899-42e0-996b-4c844e270d34', 'e221d281-9ba2-4f65-9eba-7c7116fef03a', '7b093640-47f0-4041-be8b-1a304a70546d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:59.442606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6655ce0-3911-4b6d-9237-1cc98545ba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34422b6-ab91-40e4-8fb4-2657db335e3a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:59.488579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7976556 Sep 17 22:22:59.489190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56476) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:59.568738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90d441-d304-4000-9365-6214126332b0 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'Network': ['ID=293f6dc1-6037-482d-a58f-db58a916b730,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:59.598402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 293f6dc1-6037-482d-a58f-db58a916b730 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:59.600365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d6c3db3a-fc83-43f0-9e51-c5045dc3d78a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:59.723106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bd9fdec-7a96-4476-8eae-4ec0b0bb3887 req-eef41e16-3f27-4da8-894d-a17ce22bd7ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac245ed2-5080-443e-98fa-ad0493c71211 HTTP/1.1" status: 200 len: 210 time: 0.2129879 Sep 17 22:22:59.811605 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.921412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=227aaf43-1899-4198-8332-453e143b6551,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:59.951521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Checking segment: {'id': '767ffbfe-8f65-46f2-81f8-ab38bec000a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '423e159d-d035-467e-8e5b-b232abaa560f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:59.952107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Network hostable DHCP agents. Network: 423e159d-d035-467e-8e5b-b232abaa560f, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:00.042636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Network 423e159d-d035-467e-8e5b-b232abaa560f is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:00.139748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 423e159d-d035-467e-8e5b-b232abaa560f) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:00.169401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:00.170061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.171927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54209555-2fb2-4f72-8ffc-f72cd9df8345 None None] Network 423e159d-d035-467e-8e5b-b232abaa560f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:00.197197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d0b80-6476-4a75-a1c3-0f2333e342b0 req-1c97f588-4259-4da5-a29a-c0f7367d5def tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:00.200820 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f25d0b80-6476-4a75-a1c3-0f2333e342b0 req-1c97f588-4259-4da5-a29a-c0f7367d5def tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 944 time: 0.2165191 Sep 17 22:23:00.208510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9108391-f4e8-48cc-9544-f59436e1de8f tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:00.217484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9108391-f4e8-48cc-9544-f59436e1de8f tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:00.229778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9108391-f4e8-48cc-9544-f59436e1de8f tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:00.235741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9108391-f4e8-48cc-9544-f59436e1de8f tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:00.241550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f9108391-f4e8-48cc-9544-f59436e1de8f tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7472811 Sep 17 22:23:00.245077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56500) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:00.284176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f25d0b80-6476-4a75-a1c3-0f2333e342b0 req-8f2ba4ae-334d-42df-a979-a1f4da528081 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 Sep 17 22:23:00.345952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-f91e38df-9c46-4423-9e54-eb61755d4115 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:00.354919 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-f91e38df-9c46-4423-9e54-eb61755d4115 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.2927516 Sep 17 22:23:00.370842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:00.400765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:00.401142 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.403508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85b65fb3-c3f4-42bc-b05e-f42fef9820f1 req-b65438f7-37ce-45ce-8962-c4c119179779 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0585399 Sep 17 22:23:00.461341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-b44b7c5a-2ece-424f-acae-2d688c304566 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/quotas/0a2f764a72e24306a30369bc428b523c HTTP/1.1" status: 200 len: 375 time: 0.1047671 Sep 17 22:23:00.472739 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ab008dde-55dc-44ac-a159-b0c35399b153 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3595884 Sep 17 22:23:00.537928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.551071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad321b9-bfca-4926-8b01-705c5ceb5ed8 None None] Network 423e159d-d035-467e-8e5b-b232abaa560f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:00.573517 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-1db1e4fb-807f-4746-aebc-f03a8c6ebeec tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106722 Sep 17 22:23:00.627960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56512) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:00.647170 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6f84d019-a0c1-4661-87ce-5753b9e6b596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.682500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56514) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:00.808102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a208e7c-8a54-4b63-bed6-280d2b2affd3 admin admin] Deleting subnet 25861f6b-931e-49aa-86bb-787ed7fbba0a {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:00.827016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a208e7c-8a54-4b63-bed6-280d2b2affd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.872070 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.930025 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:00.932935 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0661c22a-781d-4770-be6d-785dbb88d122" -d '{"events": [{"server_uuid": "b7790da6-4cbe-4233-852d-76a62da54ddf", "name": "network-vif-plugged", "status": "completed", "tag": "d6c3db3a-fc83-43f0-9e51-c5045dc3d78a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:00.949377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:00.971672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a208e7c-8a54-4b63-bed6-280d2b2affd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.019803 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.050385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6f84d019-a0c1-4661-87ce-5753b9e6b596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.058042 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a208e7c-8a54-4b63-bed6-280d2b2affd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.078918 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.079575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:01.135646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91ab423-f2d3-4611-a070-1d013d747606']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:01.145836 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-37a5de0a-7da9-49d4-bc76-29fdef8c3625 service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643163 Sep 17 22:23:01.153909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6f84d019-a0c1-4661-87ce-5753b9e6b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.182471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c75163b-7d28-45cd-8fbd-fe7c3ff3d94e') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:01.182771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c75163b-7d28-45cd-8fbd-fe7c3ff3d94e') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:01.202366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.210204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84d019-a0c1-4661-87ce-5753b9e6b596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ed685b-15ec-46a1-a7d5-cc6db74be17e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:01.219532 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6f84d019-a0c1-4661-87ce-5753b9e6b596 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33e75b4fbc834e0f9497d9870e646299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5903831 Sep 17 22:23:01.220279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56522) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:01.238656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a208e7c-8a54-4b63-bed6-280d2b2affd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.262195 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.272398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:01.273706 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:01.276986 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:01.284709 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a208e7c-8a54-4b63-bed6-280d2b2affd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.288274 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1a208e7c-8a54-4b63-bed6-280d2b2affd3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/25861f6b-931e-49aa-86bb-787ed7fbba0a HTTP/1.1" status: 204 len: 168 time: 0.6031246 Sep 17 22:23:01.292281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a208e7c-8a54-4b63-bed6-280d2b2affd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25861f6b-931e-49aa-86bb-787ed7fbba0a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:01.299889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56526) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:01.346411 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b243705a-a538-427b-bfb4-80027fa03b68 x-openstack-request-id: req-b243705a-a538-427b-bfb4-80027fa03b68 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:01.346925 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7790da6-4cbe-4233-852d-76a62da54ddf", "name": "network-vif-plugged", "status": "completed", "tag": "d6c3db3a-fc83-43f0-9e51-c5045dc3d78a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:01.346925 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b243705a-a538-427b-bfb4-80027fa03b68 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:01.347811 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a', 'code': 200} Sep 17 22:23:01.368922 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-0032f2c2-8d99-4756-9560-cabe521d52d7 service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220204 Sep 17 22:23:01.496091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.506460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.506704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "DELETE /v2.0/networks/d91ab423-f2d3-4611-a070-1d013d747606 HTTP/1.1" status: 204 len: 168 time: 1.2603793 Sep 17 22:23:01.513297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56532) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:01.540018 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d232024c-1d3e-40ff-9b2b-ba57f052d706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.565990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.592365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7b093640-47f0-4041-be8b-1a304a70546d no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:01.596953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89129bd-d916-4b91-b9d2-3919c6f1ff9a req-fa1eb986-79bd-4f60-87e8-7b3894d8a81c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:01.604478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d89129bd-d916-4b91-b9d2-3919c6f1ff9a req-fa1eb986-79bd-4f60-87e8-7b3894d8a81c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 950 time: 0.1571350 Sep 17 22:23:01.620809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 7b093640-47f0-4041-be8b-1a304a70546d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:01.621159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7b093640-47f0-4041-be8b-1a304a70546d not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:01.622744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397c003-b7a4-4ddf-a5e2-bc52d33dbe35 req-82249449-533c-4a05-8601-eff11c5ab3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:01.624235 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7397c003-b7a4-4ddf-a5e2-bc52d33dbe35 req-82249449-533c-4a05-8601-eff11c5ab3bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 1097 time: 0.1808102 Sep 17 22:23:01.626705 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d232024c-1d3e-40ff-9b2b-ba57f052d706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.713266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d621a-8d5a-448d-be85-b9c82d6722a6 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Network': ['ID=d91ab423-f2d3-4611-a070-1d013d747606,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:01.722068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.818678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12c2ca-4cea-4912-b754-89b7edf4612d req-638fce5b-7e10-49ef-8ccc-b253e3503719 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:01.827242 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c12c2ca-4cea-4912-b754-89b7edf4612d req-638fce5b-7e10-49ef-8ccc-b253e3503719 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 945 time: 0.1234672 Sep 17 22:23:01.904785 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.945415 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c12c2ca-4cea-4912-b754-89b7edf4612d req-4e565e49-ecbf-492a-9f39-55f7e56f57cb tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165166 Sep 17 22:23:01.971275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293f6dc1-6037-482d-a58f-db58a916b730']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:02.002254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6bc905-3965-4669-8e32-0e1da037d63f') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:02.002962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6bc905-3965-4669-8e32-0e1da037d63f') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:02.026040 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.082628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.105776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e169bf-2a31-4f51-b3cb-e8ba72fd3121']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:02.119934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ffea0d-1f8a-497c-86cc-3996f7c06f8a') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:02.120332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ffea0d-1f8a-497c-86cc-3996f7c06f8a') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:02.135179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.136719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-102bf4a4-b40d-4786-9f6e-fcc09c58fc2b req-6febed4a-06e1-4494-b7a0-fa9742649ff8 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0915585 Sep 17 22:23:02.146630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.151305 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.157962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:02.158514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:02.180382 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:02.207597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:02.208360 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:02.236873 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:02.300111 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d89129bd-d916-4b91-b9d2-3919c6f1ff9a req-f81b20bf-61f3-454e-b767-67eace01e0fe tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947613 Sep 17 22:23:02.307302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7397c003-b7a4-4ddf-a5e2-bc52d33dbe35 req-7d8f025f-fc90-4a94-bf2c-da83020c182f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720660 Sep 17 22:23:02.336799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bf8e03fd-4eaa-4938-a493-cddc275a062d req-a921c93c-ed19-4f3f-b17b-8c97f7afd16c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 210 time: 0.0487664 Sep 17 22:23:02.579571 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.591318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.593071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "DELETE /v2.0/networks/293f6dc1-6037-482d-a58f-db58a916b730 HTTP/1.1" status: 204 len: 168 time: 1.0787029 Sep 17 22:23:02.595759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56556) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:02.609702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccde2ea-db43-4b21-bd6e-44f4c3d03684 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Network': ['ID=293f6dc1-6037-482d-a58f-db58a916b730,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:02.622915 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.624457 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d232024c-1d3e-40ff-9b2b-ba57f052d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.627262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d232024c-1d3e-40ff-9b2b-ba57f052d706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.628402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d232024c-1d3e-40ff-9b2b-ba57f052d706 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49ed685b-15ec-46a1-a7d5-cc6db74be17e HTTP/1.1" status: 204 len: 168 time: 1.4067025 Sep 17 22:23:02.638712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.641247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] 10.222.0.30 "DELETE /v2.0/networks/87e169bf-2a31-4f51-b3cb-e8ba72fd3121 HTTP/1.1" status: 204 len: 168 time: 1.3396347 Sep 17 22:23:02.644678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56560) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:02.665291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232024c-1d3e-40ff-9b2b-ba57f052d706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ed685b-15ec-46a1-a7d5-cc6db74be17e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:02.672528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe7cb0-cadc-4912-9a8f-fc4d7fd0dfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=87e169bf-2a31-4f51-b3cb-e8ba72fd3121,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:02.714578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-9381ee80-7bef-4b80-b0cd-c93b76203340 admin admin] Deleting subnet 227aaf43-1899-4198-8332-453e143b6551 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:02.721244 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9381ee80-7bef-4b80-b0cd-c93b76203340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.757432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9381ee80-7bef-4b80-b0cd-c93b76203340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.810309 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9381ee80-7bef-4b80-b0cd-c93b76203340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.837958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f90ec-8283-4b00-9696-e2e05cd2df50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:02.847029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f90ec-8283-4b00-9696-e2e05cd2df50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:02.848735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-069f90ec-8283-4b00-9696-e2e05cd2df50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2519472 Sep 17 22:23:02.853733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56568) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:02.861339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-861147611'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:02.875598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-38bec84f-06a3-43c9-9c6e-dde505740b2e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:02.877770 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-38bec84f-06a3-43c9-9c6e-dde505740b2e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 950 time: 0.1399901 Sep 17 22:23:02.951534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9381ee80-7bef-4b80-b0cd-c93b76203340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.012732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-f1887442-175f-4184-99eb-c569877348ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Deleting port e221d281-9ba2-4f65-9eba-7c7116fef03a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:03.013078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-f1887442-175f-4184-99eb-c569877348ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.022437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381ee80-7bef-4b80-b0cd-c93b76203340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227aaf43-1899-4198-8332-453e143b6551,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:03.037081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Made reservation on behalf of 0b5cc30a72764cc4944517bb50a7787c for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:03.047175 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9381ee80-7bef-4b80-b0cd-c93b76203340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.055892 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.064657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9381ee80-7bef-4b80-b0cd-c93b76203340 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/227aaf43-1899-4198-8332-453e143b6551 HTTP/1.1" status: 204 len: 168 time: 0.4150171 Sep 17 22:23:03.096345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56576) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:03.105694 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18e3cb63-181f-4f68-8df0-6dd712ee031b req-a29cd7f5-de21-4643-a180-7a2c49f36405 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=891e729e44dc4ff9b24a6017f4f5ed46&device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0463197 Sep 17 22:23:03.156897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30bda86f-c9fc-4358-b93e-7e65cfdc85b3 req-96c298f5-b3d4-4fa2-a089-d26249981795 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.1427011 Sep 17 22:23:03.183088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b588fb1-6ceb-41af-8320-878d089d018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.228822 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18e3cb63-181f-4f68-8df0-6dd712ee031b req-249157ca-9b9c-424b-be3f-4d1f2abb68a4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=891e729e44dc4ff9b24a6017f4f5ed46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050429 Sep 17 22:23:03.277037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.279986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:03.341753 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.342442 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Added segment 875d10d8-d401-48f5-8b02-90aabcd7fa4a of type vlan for network a28c17f3-f96f-42ea-a815-538ab85d03fa Sep 17 22:23:03.410245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103bae8-bbab-4a4a-b4bf-ca10a6fa7fa7 req-0610ac9b-94ad-4d7a-81a1-c37360da75f5 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:03.418587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5103bae8-bbab-4a4a-b4bf-ca10a6fa7fa7 req-0610ac9b-94ad-4d7a-81a1-c37360da75f5 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 945 time: 0.3467696 Sep 17 22:23:03.481321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-f1887442-175f-4184-99eb-c569877348ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] For port e221d281-9ba2-4f65-9eba-7c7116fef03a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e221d281-9ba2-4f65-9eba-7c7116fef03a,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:03.484728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-f1887442-175f-4184-99eb-c569877348ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.510368 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.523908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-f1887442-175f-4184-99eb-c569877348ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Calling delete_port for e221d281-9ba2-4f65-9eba-7c7116fef03a owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:03.526777 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.567340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423e159d-d035-467e-8e5b-b232abaa560f']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:03.587406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5103bae8-bbab-4a4a-b4bf-ca10a6fa7fa7 req-eec4d229-ab9b-41d8-966f-c1a0c7757d87 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686356 Sep 17 22:23:03.598101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767ffbfe-8f65-46f2-81f8-ab38bec000a9') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:03.598402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767ffbfe-8f65-46f2-81f8-ab38bec000a9') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:03.609002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.642797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d07623-c614-4fb4-9cbc-b25648a3daac req-e1395031-f802-4f92-9281-ae1f77378a16 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:03.664531 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8d07623-c614-4fb4-9cbc-b25648a3daac req-e1395031-f802-4f92-9281-ae1f77378a16 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 950 time: 0.2202802 Sep 17 22:23:03.685336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.715333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3cb63-181f-4f68-8df0-6dd712ee031b req-32c8789d-4478-4322-9663-90b9434f8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:03.718179 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18e3cb63-181f-4f68-8df0-6dd712ee031b req-32c8789d-4478-4322-9663-90b9434f8c3f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4758737 Sep 17 22:23:03.722874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:03.727296 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:03.764442 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6d38584d-e3e8-4cf4-9f0e-e0dbc6a51676 req-59d6b885-43a1-4a89-b1b0-0593221215be tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 210 time: 0.0537388 Sep 17 22:23:03.832893 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8d07623-c614-4fb4-9cbc-b25648a3daac req-04db63bd-9ddd-4f81-b68f-9e3500469fe5 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673748 Sep 17 22:23:03.845562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.851362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:03.851891 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.941210 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.948080 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.953047 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] 10.222.0.30 "DELETE /v2.0/networks/423e159d-d035-467e-8e5b-b232abaa560f HTTP/1.1" status: 204 len: 168 time: 0.8553331 Sep 17 22:23:03.983110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb1d02-d4cc-4fb2-86d2-6a66d691ab99 admin admin] Pushing event deleted for resources: {'Network': ['ID=423e159d-d035-467e-8e5b-b232abaa560f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:03.993902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'Network': ['ID=a28c17f3-f96f-42ea-a815-538ab85d03fa,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:04.000556 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e2ad4b1f-df64-41a4-93b4-541fd348e412 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1413884 Sep 17 22:23:04.001122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56608) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:04.006037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-862783009'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:04.016939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network a28c17f3-f96f-42ea-a815-538ab85d03fa details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:04.054567 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-f1887442-175f-4184-99eb-c569877348ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.068055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6cce130b-d899-42e0-996b-4c844e270d34'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:04.099794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1887442-175f-4184-99eb-c569877348ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event deleted for resources: {'Port': ['ID=e221d281-9ba2-4f65-9eba-7c7116fef03a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:04.113339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Made reservation on behalf of 0b5cc30a72764cc4944517bb50a7787c for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:04.117710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.162126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'abbcd76c-0997-42da-8ab7-e817454e1967', '422b692d-f062-4b6d-915c-47b263a2363f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:04.199626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:04.214501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-f1887442-175f-4184-99eb-c569877348ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] No DVR routers for this DVR port e221d281-9ba2-4f65-9eba-7c7116fef03a on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:04.222434 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-f1887442-175f-4184-99eb-c569877348ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.224551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6a5a67c-906a-4bd6-9e07-4fd628286f9e req-f1887442-175f-4184-99eb-c569877348ba tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "DELETE /v2.0/ports/e221d281-9ba2-4f65-9eba-7c7116fef03a HTTP/1.1" status: 204 len: 173 time: 1.3378417 Sep 17 22:23:04.225012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2d449c-93d5-42c9-8430-070a072e6a5e', 'name': 'network-vif-deleted', 'tag': 'e221d281-9ba2-4f65-9eba-7c7116fef03a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:04.228751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.229275 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Added segment e1968f7a-b408-44cd-bfd0-9dba787ff86c of type vlan for network 881302ca-3ca3-402b-946c-9672cc6cad27 Sep 17 22:23:04.255340 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08f6422-8078-4df2-b084-d8965c982b6d" -d '{"events": [{"server_uuid": "1e2d449c-93d5-42c9-8430-070a072e6a5e", "name": "network-vif-deleted", "tag": "e221d281-9ba2-4f65-9eba-7c7116fef03a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:04.330129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.364828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f86d06b2-dc77-40bf-a1a4-dbd416cd2735 req-ff912d11-be8b-4212-adb7-9a03d6fe3c95 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.0764894 Sep 17 22:23:04.368025 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb8f050-eb4d-4c91-9c7a-d922ab606f9e x-openstack-request-id: req-6bb8f050-eb4d-4c91-9c7a-d922ab606f9e {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:04.377493 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2d449c-93d5-42c9-8430-070a072e6a5e", "name": "network-vif-deleted", "tag": "e221d281-9ba2-4f65-9eba-7c7116fef03a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:04.377832 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bb8f050-eb4d-4c91-9c7a-d922ab606f9e {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:04.381290 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2d449c-93d5-42c9-8430-070a072e6a5e', 'name': 'network-vif-deleted', 'tag': 'e221d281-9ba2-4f65-9eba-7c7116fef03a', 'status': 'completed', 'code': 200} Sep 17 22:23:04.423574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56622) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:04.528560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.542284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:04.549975 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.671568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'Network': ['ID=881302ca-3ca3-402b-946c-9672cc6cad27,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:04.677255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f023e634-685f-4366-83ce-164a29196b89 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6726022 Sep 17 22:23:04.680783 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56632) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:04.687008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'ports': [{'network_id': 'a28c17f3-f96f-42ea-a815-538ab85d03fa', 'name': 'tempest-port--1769877263', 'admin_state_up': True}, {'network_id': '881302ca-3ca3-402b-946c-9672cc6cad27', 'admin_state_up': False}]} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:04.687008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'port': {'network_id': 'a28c17f3-f96f-42ea-a815-538ab85d03fa', 'name': 'tempest-port--1769877263', 'admin_state_up': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:04.687333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'port': {'network_id': '881302ca-3ca3-402b-946c-9672cc6cad27', 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:04.716929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 881302ca-3ca3-402b-946c-9672cc6cad27 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:04.745732 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4e02c00d-42e7-46be-8e4a-44f9b36882d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a64d9e1ecf14e3eb363efa5857508e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200879 Sep 17 22:23:04.760024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56634) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:04.878219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-81138d66-49c9-48d1-94f7-7834af3d2bae tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:04.880927 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-81138d66-49c9-48d1-94f7-7834af3d2bae tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.3938327 Sep 17 22:23:04.896429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b2123-0820-425d-bd37-7ed2bfc54c69 req-35647064-3371-4169-bc54-dd90daec92d8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:04.899276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f17b2123-0820-425d-bd37-7ed2bfc54c69 req-35647064-3371-4169-bc54-dd90daec92d8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 945 time: 0.1496668 Sep 17 22:23:04.905649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Request body: {'port': {'device_id': '3fea4d68-6fd1-496d-a663-3ce9907c2461', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'admin_state_up': True, 'tenant_id': '0a2f764a72e24306a30369bc428b523c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:04.950194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-691c818b-0ca6-4b9b-8311-b206694b7a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.006570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f17b2123-0820-425d-bd37-7ed2bfc54c69 req-6ba74017-5205-4abd-9815-e084b6fc4c4a tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896938 Sep 17 22:23:05.023241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-873d8a45-20b5-42bd-8a00-c071483263d8 req-91a7f06c-64a0-44a7-8f71-c6c06b6cda5c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 210 time: 0.0812051 Sep 17 22:23:05.193970 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-691c818b-0ca6-4b9b-8311-b206694b7a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.272195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-8fa1f1e4-7a7a-44e4-a165-6ce24a7d9d49 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1244812854&fields=id&tenant_id=eafdb72691c44306a767f18c31595b2c HTTP/1.1" status: 200 len: 267 time: 0.0585520 Sep 17 22:23:05.285235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Made reservation on behalf of 0a2f764a72e24306a30369bc428b523c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:05.291502 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.394758 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b44b464-8ac8-405d-896a-07aab727068d req-16cace42-4bd6-4eda-93dc-a6c70c2877c2 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2d449c-93d5-42c9-8430-070a072e6a5e HTTP/1.1" status: 200 len: 210 time: 0.0759516 Sep 17 22:23:05.457967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Made reservation on behalf of 0b5cc30a72764cc4944517bb50a7787c for: {'port': 2} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:05.467232 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.489137 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-5a12b0ab-0620-47f2-83ef-c72a83781534 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:05.489718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.490831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-5a12b0ab-0620-47f2-83ef-c72a83781534 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 945 time: 0.2178595 Sep 17 22:23:05.522061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-10e187bf-4446-4cf4-a359-47c75e366746 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'port': {'security_groups': ['ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1', 'ddf4a76b-b1b2-43d8-b3b1-15ba01a38502']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:05.582438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-691c818b-0ca6-4b9b-8311-b206694b7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.585196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-691c818b-0ca6-4b9b-8311-b206694b7a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.601769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-691c818b-0ca6-4b9b-8311-b206694b7a52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/602132a2-aa91-4d46-a9de-667369a6331a HTTP/1.1" status: 204 len: 168 time: 0.8400974 Sep 17 22:23:05.619367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e221d281-9ba2-4f65-9eba-7c7116fef03a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:05.648494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: e221d281-9ba2-4f65-9eba-7c7116fef03a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:05.653415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e221d281-9ba2-4f65-9eba-7c7116fef03a not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:05.653672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18e3cb63-181f-4f68-8df0-6dd712ee031b req-f59f4a06-8c71-44d2-938b-b1e736557040 tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.1435471 Sep 17 22:23:05.683647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-500d8952-bedf-4766-baf0-8b5ba8288fec req-1bef1758-89a6-426d-b565-1298f1c17acd tempest-ServerShowV257Test-1061805486 tempest-ServerShowV257Test-1061805486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2c5246a-55d0-44a3-b266-0c7960d8b05c HTTP/1.1" status: 200 len: 210 time: 0.1343272 Sep 17 22:23:05.698440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c818b-0ca6-4b9b-8311-b206694b7a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602132a2-aa91-4d46-a9de-667369a6331a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:05.745216 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-10e187bf-4446-4cf4-a359-47c75e366746 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.749071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] device_id is not set on port 27f57851-64f7-4a40-a78b-fa084773ebed yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:23:05.772079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Allocated IP 172.20.0.14 (6650283b-a368-473e-949e-cc881b697503/a9d8809e-e370-4133-96e7-9ba2b7e59279/3d220003-3713-49d6-ba99-b7ea91578e09) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:05.883909 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b96510dc-659a-44fd-ae7a-9803178e7d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.989599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-10e187bf-4446-4cf4-a359-47c75e366746 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] For port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:06.024272 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-10e187bf-4446-4cf4-a359-47c75e366746 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.040714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.114074 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-10e187bf-4446-4cf4-a359-47c75e366746 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.134969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fdf5159a-295b-41a0-a8c2-1c8f6447e11e', 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:06.250779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] device_id is not set on port 64645868-b0e0-47fd-96c0-1317029eb213 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:23:06.373499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-10e187bf-4446-4cf4-a359-47c75e366746 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:06.377531 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-10e187bf-4446-4cf4-a359-47c75e366746 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.379112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00b68782-3188-40f5-988d-9c4ab5d1a2b6 req-10e187bf-4446-4cf4-a359-47c75e366746 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "PUT /v2.0/ports/d6c3db3a-fc83-43f0-9e51-c5045dc3d78a HTTP/1.1" status: 200 len: 981 time: 0.8780906 Sep 17 22:23:06.381296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['d6c3db3a-fc83-43f0-9e51-c5045dc3d78a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:06.398822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'tag': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:06.401721 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d7f70-7ecb-4902-84f6-46f8e3f68e74" -d '{"events": [{"name": "network-changed", "server_uuid": "b7790da6-4cbe-4233-852d-76a62da54ddf", "tag": "d6c3db3a-fc83-43f0-9e51-c5045dc3d78a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:06.495997 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.549560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-155d1a76-109d-4228-a4c3-7804d6cb0ed2 req-5860a29c-cea7-4686-9f36-5da430003857 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 210 time: 0.1139920 Sep 17 22:23:06.551612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56680) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.591766 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e187bf-4446-4cf4-a359-47c75e366746 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'Port': ['ID=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:06.657398 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.690677 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e0733a-595c-4a1b-b05e-656ed173de6e x-openstack-request-id: req-f6e0733a-595c-4a1b-b05e-656ed173de6e {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:06.691374 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7790da6-4cbe-4233-852d-76a62da54ddf", "tag": "d6c3db3a-fc83-43f0-9e51-c5045dc3d78a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:06.691869 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6e0733a-595c-4a1b-b05e-656ed173de6e {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:06.693405 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'tag': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a', 'status': 'completed', 'code': 200} Sep 17 22:23:06.745314 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.885230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Network 6650283b-a368-473e-949e-cc881b697503 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:06.892346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-47be404d-35d0-430a-a440-0071a5f911ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c66d8158b8244eca611d3dbf0c800fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222017 Sep 17 22:23:06.896999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56694) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.906339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:06.917133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:06.927313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8bda6c1-4d5c-4d61-ae75-54982f11c217 req-b054a2c9-38d5-4e77-811a-f223242a2120 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/ddf4a76b-b1b2-43d8-b3b1-15ba01a38502 HTTP/1.1" status: 200 len: 1800 time: 0.5012748 Sep 17 22:23:06.970586 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.975729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event updated for resources: {'Port': ['ID=3d220003-3713-49d6-ba99-b7ea91578e09,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:06.976493 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.987259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e49e2324-f60f-4a7e-a039-6bb69a76d736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.998794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d7f70-7ecb-4902-84f6-46f8e3f68e74 req-25b84430-bbc2-4fd4-90fa-71fe047f14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:07.000470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-644d7f70-7ecb-4902-84f6-46f8e3f68e74 req-25b84430-bbc2-4fd4-90fa-71fe047f14c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 1136 time: 0.2769556 Sep 17 22:23:07.021563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:07.021563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:07.059225 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e49e2324-f60f-4a7e-a039-6bb69a76d736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:07.075961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'Port': ['ID=27f57851-64f7-4a40-a78b-fa084773ebed,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:07.130160 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-d8bda6c1-4d5c-4d61-ae75-54982f11c217 req-e3f8f357-c324-4367-b537-cdf276d3485c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:23:07.131414 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8bda6c1-4d5c-4d61-ae75-54982f11c217 req-e3f8f357-c324-4367-b537-cdf276d3485c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/ddf4a76b-b1b2-43d8-b3b1-15ba01a38502 HTTP/1.1" status: 409 len: 341 time: 0.1775081 Sep 17 22:23:07.149890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-ccd0a72c-58b0-4d90-8dc9-c65c4c11d6c5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2494490 Sep 17 22:23:07.165096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Checking segment: {'id': '875d10d8-d401-48f5-8b02-90aabcd7fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a28c17f3-f96f-42ea-a815-538ab85d03fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:07.165475 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Network hostable DHCP agents. Network: a28c17f3-f96f-42ea-a815-538ab85d03fa, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:07.185755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Request body: {'port': {'device_id': '3fea4d68-6fd1-496d-a663-3ce9907c2461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:07.198379 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:07.236900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d7f70-7ecb-4902-84f6-46f8e3f68e74 req-247e4f45-02c2-4627-90cd-a41785a3dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:07.239627 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-644d7f70-7ecb-4902-84f6-46f8e3f68e74 req-247e4f45-02c2-4627-90cd-a41785a3dba1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 914 time: 0.2259629 Sep 17 22:23:07.272015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Network a28c17f3-f96f-42ea-a815-538ab85d03fa is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:07.301504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e49e2324-f60f-4a7e-a039-6bb69a76d736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:07.306045 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e49e2324-f60f-4a7e-a039-6bb69a76d736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:07.310083 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e49e2324-f60f-4a7e-a039-6bb69a76d736 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f771057f-a4b5-4e88-b42d-dd41f1d241e5 HTTP/1.1" status: 204 len: 168 time: 0.4093261 Sep 17 22:23:07.322018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-644d7f70-7ecb-4902-84f6-46f8e3f68e74 req-829bd277-a2fe-4afe-a1ae-3ba611aee5be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a HTTP/1.1" status: 200 len: 217 time: 0.0695465 Sep 17 22:23:07.329258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e2324-f60f-4a7e-a039-6bb69a76d736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f771057f-a4b5-4e88-b42d-dd41f1d241e5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:07.346618 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, a28c17f3-f96f-42ea-a815-538ab85d03fa) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:07.350477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:07.355880 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:07.360319 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9fbcc0-cbe2-4507-9977-bf0493b4d990 None None] Network a28c17f3-f96f-42ea-a815-538ab85d03fa requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:07.447329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:07.506506 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d7f70-7ecb-4902-84f6-46f8e3f68e74 req-72b4d68a-25f6-454c-a39e-c8b65e7d036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:07.508943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-644d7f70-7ecb-4902-84f6-46f8e3f68e74 req-72b4d68a-25f6-454c-a39e-c8b65e7d036c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=575cfedc-4700-4fb9-818f-a7c3fe17b03b HTTP/1.1" status: 200 len: 853 time: 0.1426833 Sep 17 22:23:07.519653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'Port': ['ID=64645868-b0e0-47fd-96c0-1317029eb213,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:07.621382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-644d7f70-7ecb-4902-84f6-46f8e3f68e74 req-31d36927-50b6-4a25-9156-b7d7ba02b04e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d3fd1be-be72-4384-99ec-52523ef26f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709739 Sep 17 22:23:07.633482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-7b786d8b-bb4c-48da-aa71-bce4b184f1ef tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=41e8a15c88a34367a255a6fa4f4dab72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204202 Sep 17 22:23:07.724847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Checking segment: {'id': 'e1968f7a-b408-44cd-bfd0-9dba787ff86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '881302ca-3ca3-402b-946c-9672cc6cad27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:07.727065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Network hostable DHCP agents. Network: 881302ca-3ca3-402b-946c-9672cc6cad27, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:07.863733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56722) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:07.909334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-644d7f70-7ecb-4902-84f6-46f8e3f68e74 req-461bae07-312b-4ec6-be93-b8a2cd55d34a service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789006 Sep 17 22:23:07.986826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-772b2997-dc59-4eb2-9f4e-16c9ec5b6cfa tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:07.988356 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-772b2997-dc59-4eb2-9f4e-16c9ec5b6cfa tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374681 Sep 17 22:23:07.994503 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Network 881302ca-3ca3-402b-946c-9672cc6cad27 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:08.015768 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-8781b435-3988-441a-a4ff-feb46c27239f tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/quotas/41e8a15c88a34367a255a6fa4f4dab72 HTTP/1.1" status: 200 len: 375 time: 0.0117178 Sep 17 22:23:08.057252 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-8aee4cf4-f5a6-41b6-9ce6-3d2fd11a959c tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=41e8a15c88a34367a255a6fa4f4dab72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351434 Sep 17 22:23:08.110209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 881302ca-3ca3-402b-946c-9672cc6cad27) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:08.115946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:08.130424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d405df-cb70-44cc-a5d4-af0503fdc8bd None None] Network 881302ca-3ca3-402b-946c-9672cc6cad27 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:08.151123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:08.151884 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-644d7f70-7ecb-4902-84f6-46f8e3f68e74 req-c5375dda-9bbe-47bc-aea0-345e9f85812d service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319171 Sep 17 22:23:08.169397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:08.169397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.299580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7a3a1bb8-9e9a-4b51-8f18-cd9d99443283 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6177897 Sep 17 22:23:08.300542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56732) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:08.344160 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3e75826-a059-41d3-9d2a-6cc12918407f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.382136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d220003-3713-49d6-ba99-b7ea91578e09 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:08.407211 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.470041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Transition to ACTIVE for port object 3d220003-3713-49d6-ba99-b7ea91578e09 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:08.484047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f8a2b-67fb-458b-a356-de311fc13193 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:08.494297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f8a2b-67fb-458b-a356-de311fc13193 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:08.497414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d05f0-69fa-4028-905c-9460068cdc83 req-a02f2963-eb6b-46f2-bc72-00d18260ee3b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:08.499092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d59d05f0-69fa-4028-905c-9460068cdc83 req-a02f2963-eb6b-46f2-bc72-00d18260ee3b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 932 time: 0.2241914 Sep 17 22:23:08.499945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bc7f8a2b-67fb-458b-a356-de311fc13193 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1981480 Sep 17 22:23:08.500664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56742) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:08.502298 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-e4377bd0-98e2-4cbf-9b92-3251fe39ae89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2521281 Sep 17 22:23:08.567352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d391a-679b-4b61-b527-70b14e0c0867 req-8a5fc3de-f3cc-4b1d-9fe7-e7bcaa210a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:08.568990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8d391a-679b-4b61-b527-70b14e0c0867 req-8a5fc3de-f3cc-4b1d-9fe7-e7bcaa210a3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 1136 time: 0.1819112 Sep 17 22:23:08.577660 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.705252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-43a75310-f9ad-48ef-9201-16e2630f34cd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Deleting port 27f57851-64f7-4a40-a78b-fa084773ebed {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:08.705932 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43a75310-f9ad-48ef-9201-16e2630f34cd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.792762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Pushing event updated for resources: {'Port': ['ID=3d220003-3713-49d6-ba99-b7ea91578e09,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:08.824931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d59d05f0-69fa-4028-905c-9460068cdc83 req-5922de2a-c9fa-4929-a189-c45b5083fad5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176262 Sep 17 22:23:08.854052 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43a75310-f9ad-48ef-9201-16e2630f34cd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.875396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-43a75310-f9ad-48ef-9201-16e2630f34cd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Calling delete_port for 27f57851-64f7-4a40-a78b-fa084773ebed owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:08.891569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-d00fdfcf-b3a4-4667-84ee-7f0da6f4a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:08.893245 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-d00fdfcf-b3a4-4667-84ee-7f0da6f4a418 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 1102 time: 0.3140032 Sep 17 22:23:08.990811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d391a-679b-4b61-b527-70b14e0c0867 req-ac877466-ff4b-4bff-bd5d-92cacbd5c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:08.992346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8d391a-679b-4b61-b527-70b14e0c0867 req-ac877466-ff4b-4bff-bd5d-92cacbd5c924 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 914 time: 0.3972373 Sep 17 22:23:09.045041 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3e75826-a059-41d3-9d2a-6cc12918407f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:09.082114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8d391a-679b-4b61-b527-70b14e0c0867 req-15ddd87c-d870-429b-bfc7-7ee5668f0a31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a HTTP/1.1" status: 200 len: 217 time: 0.0680592 Sep 17 22:23:09.134117 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:09.167190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef126a1-fbf9-4caf-a991-a04d669e343d req-a85ec7f9-e211-4938-a020-49ce238347a6 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:09.168761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ef126a1-fbf9-4caf-a991-a04d669e343d req-a85ec7f9-e211-4938-a020-49ce238347a6 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 984 time: 0.2834644 Sep 17 22:23:09.175809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Attempting to bind port 3d220003-3713-49d6-ba99-b7ea91578e09 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:09.176155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Attempting to bind port 3d220003-3713-49d6-ba99-b7ea91578e09 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:09.176514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Attempting to bind port 3d220003-3713-49d6-ba99-b7ea91578e09 on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:09.185837 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43a75310-f9ad-48ef-9201-16e2630f34cd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:09.231376 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3e75826-a059-41d3-9d2a-6cc12918407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:09.237652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Port 3d220003-3713-49d6-ba99-b7ea91578e09 on network 6650283b-a368-473e-949e-cc881b697503 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:09.238027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Attempting to bind port 3d220003-3713-49d6-ba99-b7ea91578e09 on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:09.268019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a75310-f9ad-48ef-9201-16e2630f34cd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Port': ['ID=27f57851-64f7-4a40-a78b-fa084773ebed,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:09.277275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43a75310-f9ad-48ef-9201-16e2630f34cd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:09.279929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-43a75310-f9ad-48ef-9201-16e2630f34cd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "DELETE /v2.0/ports/27f57851-64f7-4a40-a78b-fa084773ebed HTTP/1.1" status: 204 len: 168 time: 0.7781353 Sep 17 22:23:09.283925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56762) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:09.309564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:09.309898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Checking segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:09.310281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Bound using segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:09.310708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Bound port: 3d220003-3713-49d6-ba99-b7ea91578e09, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:09.311061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:09.324069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d391a-679b-4b61-b527-70b14e0c0867 req-c756d09d-d468-45aa-9cbd-e0bccd803a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:09.328589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8d391a-679b-4b61-b527-70b14e0c0867 req-c756d09d-d468-45aa-9cbd-e0bccd803a3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=575cfedc-4700-4fb9-818f-a7c3fe17b03b HTTP/1.1" status: 200 len: 853 time: 0.2157378 Sep 17 22:23:09.347971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-48418c54-148c-4707-80af-c9346e995d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:09.349463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-48418c54-148c-4707-80af-c9346e995d1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.4001346 Sep 17 22:23:09.395268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e3e75826-a059-41d3-9d2a-6cc12918407f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=891e729e44dc4ff9b24a6017f4f5ed46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5290985 Sep 17 22:23:09.396198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56766) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:09.451598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e75826-a059-41d3-9d2a-6cc12918407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e97fc54-d421-4d45-8453-6f4484c38ae1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:09.462326 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8d391a-679b-4b61-b527-70b14e0c0867 req-3b9d95fa-04b3-4cdf-94df-38447b8c3993 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d3fd1be-be72-4384-99ec-52523ef26f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041882 Sep 17 22:23:09.489368 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ef126a1-fbf9-4caf-a991-a04d669e343d req-fa0e3647-3bf8-4abc-8517-2872191dca67 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&id=ddf4a76b-b1b2-43d8-b3b1-15ba01a38502&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3063934 Sep 17 22:23:09.510039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-450352f6-6aa8-4c9b-8da5-2eb9f2faa4b1 req-da1c3099-84f2-47d6-81a0-058b3da402b3 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 210 time: 0.1002421 Sep 17 22:23:09.553305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5b562667-0cd3-4425-9b58-e71fee71170c tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Deleting port 64645868-b0e0-47fd-96c0-1317029eb213 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:09.558149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5b562667-0cd3-4425-9b58-e71fee71170c tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:09.586809 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-f07b5161-a37d-4286-867d-717e357358f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=6cce130b-d899-42e0-996b-4c844e270d34 HTTP/1.1" status: 200 len: 217 time: 0.2205582 Sep 17 22:23:09.664768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56778) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:09.674065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5b562667-0cd3-4425-9b58-e71fee71170c tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:09.719050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5b562667-0cd3-4425-9b58-e71fee71170c tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Calling delete_port for 64645868-b0e0-47fd-96c0-1317029eb213 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:09.756729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534041f4-f86c-4aaa-ad50-8eb3babc86fd req-904c4972-e62f-4a36-b0a7-66372f2a91a7 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:09.764718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-534041f4-f86c-4aaa-ad50-8eb3babc86fd req-904c4972-e62f-4a36-b0a7-66372f2a91a7 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 950 time: 0.0987840 Sep 17 22:23:09.859914 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-534041f4-f86c-4aaa-ad50-8eb3babc86fd req-07a3ac78-42e3-4619-866b-51dea2c58f06 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893619 Sep 17 22:23:09.957791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-727025569-network', 'tenant_id': 'a202bb9a868f4e9b94bee628f0f7b756'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:10.014161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5b562667-0cd3-4425-9b58-e71fee71170c tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.048986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b562667-0cd3-4425-9b58-e71fee71170c tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Port': ['ID=64645868-b0e0-47fd-96c0-1317029eb213,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:10.059042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Made reservation on behalf of a202bb9a868f4e9b94bee628f0f7b756 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:10.066511 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.077302 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.089100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5b562667-0cd3-4425-9b58-e71fee71170c tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.094849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5b562667-0cd3-4425-9b58-e71fee71170c tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "DELETE /v2.0/ports/64645868-b0e0-47fd-96c0-1317029eb213 HTTP/1.1" status: 204 len: 168 time: 0.8090961 Sep 17 22:23:10.099392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56786) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:10.112794 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.153764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2e39a114-d62a-47f8-a457-90ee83be4cf8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0471516 Sep 17 22:23:10.154394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56788) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:10.167722 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-22094604'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:10.256041 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16ae3c3b-e4c3-4406-a8eb-72f7f2df95e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.265684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-05833e0e-7303-4910-b093-cd40c5c57558 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:10.267319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-05833e0e-7303-4910-b093-cd40c5c57558 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 950 time: 0.7031047 Sep 17 22:23:10.278831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] For port 3d220003-3713-49d6-ba99-b7ea91578e09, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:10.282385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.300637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-d92dde01-910d-45c1-986b-e2a672e6f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:10.302095 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-d92dde01-910d-45c1-986b-e2a672e6f618 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2961888 Sep 17 22:23:10.334046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] For port 3d220003-3713-49d6-ba99-b7ea91578e09, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=3d220003-3713-49d6-ba99-b7ea91578e09,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:10.360079 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16ae3c3b-e4c3-4406-a8eb-72f7f2df95e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.374677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bbbd0-4b8f-49ca-a9f6-a6327aa99493 req-6f90d206-6358-40c4-815d-bb262cd12676 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:10.376915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf6bbbd0-4b8f-49ca-a9f6-a6327aa99493 req-6f90d206-6358-40c4-815d-bb262cd12676 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 944 time: 0.3738220 Sep 17 22:23:10.378225 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.403117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:10.417770 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.418439 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Added segment fdefa150-1e6d-41a9-8f21-afaa33792f5b of type vlan for network 98b05c37-47f7-49f8-994b-dfa2648565f6 Sep 17 22:23:10.426709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8d391a-679b-4b61-b527-70b14e0c0867 req-782611c1-34d8-40c8-a7a5-eec71e4aaff6 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9362404 Sep 17 22:23:10.427761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.491919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Made reservation on behalf of 0b5cc30a72764cc4944517bb50a7787c for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:10.495787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.544056 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.560889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e5f954-6cc1-4af6-9be5-658a918a94c4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:10.591469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:10.631232 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.631614 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Added segment d637e4f1-64b1-41cb-873e-41c387b1d2d3 of type vlan for network 94872465-c3db-4f13-86a9-744e75d57874 Sep 17 22:23:10.664805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-04e8aa98-aaee-45f6-a366-a430adbc4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:10.667193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-04e8aa98-aaee-45f6-a366-a430adbc4212 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3534133 Sep 17 22:23:10.676545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:10.678086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.680156 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] 10.222.0.15 "PUT /v2.0/ports/3d220003-3713-49d6-ba99-b7ea91578e09 HTTP/1.1" status: 200 len: 1093 time: 3.5033441 Sep 17 22:23:10.686756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.698944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78d96b-85c9-4cd1-94fe-814a49cf2e3c req-318cb141-2469-47a6-95c4-b35648dc6843 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:10.700623 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb78d96b-85c9-4cd1-94fe-814a49cf2e3c req-318cb141-2469-47a6-95c4-b35648dc6843 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 984 time: 0.1046841 Sep 17 22:23:10.709175 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.710697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:10.711483 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.783724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fea4d68-6fd1-496d-a663-3ce9907c2461', 'tag': '3d220003-3713-49d6-ba99-b7ea91578e09'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:10.795741 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003af4d0-96f7-4091-ac6b-614a5e1024d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3fea4d68-6fd1-496d-a663-3ce9907c2461", "tag": "3d220003-3713-49d6-ba99-b7ea91578e09"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:10.804591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] Pushing event updated for resources: {'Network': ['ID=98b05c37-47f7-49f8-994b-dfa2648565f6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:10.816874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 98b05c37-47f7-49f8-994b-dfa2648565f6 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:10.828826 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.835239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:10.836044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.854261 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3b55e6d0-3a42-42ce-9a6c-94bb4e36760d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1871035 Sep 17 22:23:10.870639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb78d96b-85c9-4cd1-94fe-814a49cf2e3c req-70d6b132-46df-4173-a8cf-38585534f336 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&id=ddf4a76b-b1b2-43d8-b3b1-15ba01a38502&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1375492 Sep 17 22:23:10.875462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56800) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:10.887428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Request body: {'subnet': {'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-727025569-subnet', 'tenant_id': 'a202bb9a868f4e9b94bee628f0f7b756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:10.949658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'Network': ['ID=94872465-c3db-4f13-86a9-744e75d57874,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:10.970892 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9203887d-4347-4f03-9b1a-4daf102247ff tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8131738 Sep 17 22:23:10.971600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 94872465-c3db-4f13-86a9-744e75d57874 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:10.973304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56804) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:10.992030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-155425873'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:11.017500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf6bbbd0-4b8f-49ca-a9f6-a6327aa99493 req-0ccbcb34-ce52-47f2-bba4-9301b9c01f34 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144476 Sep 17 22:23:11.056756 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:23:11.126885 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-596e3a09-68c7-4bc8-a538-2c7a7f2988f9 req-b8d6ee4f-12d5-4986-97dc-49ec0be28cdf tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 210 time: 0.1280258 Sep 17 22:23:11.162708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Made reservation on behalf of a202bb9a868f4e9b94bee628f0f7b756 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:11.162708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.167426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-f8b78d21-b7ca-44b3-809d-8dee7247c27e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:11.169160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-f8b78d21-b7ca-44b3-809d-8dee7247c27e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 950 time: 0.4878066 Sep 17 22:23:11.169854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0bf6a-6a06-4910-8279-18565011fe0b service neutron] Pushing event updated for resources: {'Port': ['ID=3d220003-3713-49d6-ba99-b7ea91578e09,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:11.188465 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe36d29-0190-418c-82aa-8ca1dd471525 x-openstack-request-id: req-dfe36d29-0190-418c-82aa-8ca1dd471525 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:11.188795 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fea4d68-6fd1-496d-a663-3ce9907c2461", "tag": "3d220003-3713-49d6-ba99-b7ea91578e09", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:11.189006 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfe36d29-0190-418c-82aa-8ca1dd471525 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:11.192280 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fea4d68-6fd1-496d-a663-3ce9907c2461', 'tag': '3d220003-3713-49d6-ba99-b7ea91578e09', 'status': 'completed', 'code': 200} Sep 17 22:23:11.208745 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-2796731a-a86c-48f9-860d-93a290ea3315 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181684 Sep 17 22:23:11.218033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8d391a-679b-4b61-b527-70b14e0c0867 req-5d0da7bc-103e-424f-b3a2-6c2b22ceaac7 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746789 Sep 17 22:23:11.250481 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16ae3c3b-e4c3-4406-a8eb-72f7f2df95e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.253060 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16ae3c3b-e4c3-4406-a8eb-72f7f2df95e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.254234 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-16ae3c3b-e4c3-4406-a8eb-72f7f2df95e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e97fc54-d421-4d45-8453-6f4484c38ae1 HTTP/1.1" status: 204 len: 168 time: 1.8373637 Sep 17 22:23:11.316091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Made reservation on behalf of 0b5cc30a72764cc4944517bb50a7787c for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:11.329787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.360838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae3c3b-e4c3-4406-a8eb-72f7f2df95e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e97fc54-d421-4d45-8453-6f4484c38ae1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:11.363863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-7f5d0714-4c6f-4b40-8038-9cf3d98bd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:11.381786 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-7f5d0714-4c6f-4b40-8038-9cf3d98bd8e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 1096 time: 0.5445967 Sep 17 22:23:11.391752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-8ec13b7b-d8fa-4f42-80f5-72fb2f1c04df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Deleting port 422b692d-f062-4b6d-915c-47b263a2363f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:11.392098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-8ec13b7b-d8fa-4f42-80f5-72fb2f1c04df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.559036 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-019154a1-db65-4a91-8870-a8e01d7c52d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d220003-3713-49d6-ba99-b7ea91578e09 HTTP/1.1" status: 200 len: 217 time: 0.1415279 Sep 17 22:23:11.566804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:11.611643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c590-454b-4da0-9a4e-2bcbd1048830 req-fd6fa9ba-e3d9-4d4d-8c43-fb4c75aeea4c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:11.620777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a89c590-454b-4da0-9a4e-2bcbd1048830 req-fd6fa9ba-e3d9-4d4d-8c43-fb4c75aeea4c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 950 time: 0.3319547 Sep 17 22:23:11.640750 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.641504 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Added segment 8fda3c8f-e7a9-4d20-b165-4b485c661df5 of type vlan for network 1400de0d-098f-4b82-93be-866f90a5dcbd Sep 17 22:23:11.643160 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.730188 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-f014f8b4-f586-45da-94bc-fc80950da58b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=41e8a15c88a34367a255a6fa4f4dab72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184592 Sep 17 22:23:11.770670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a89c590-454b-4da0-9a4e-2bcbd1048830 req-7b66991b-7999-48d8-a004-39727749ba86 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490004 Sep 17 22:23:11.774814 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.791466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af326825-090a-41ad-89c5-84ef6913ca42,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:11.795388 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6f53283-ccde-454f-82eb-6accd9d05a91 req-53e5a984-23dd-4470-89db-bd8efe5bded2 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742335 Sep 17 22:23:11.816216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:11.816766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Network hostable DHCP agents. Network: 98b05c37-47f7-49f8-994b-dfa2648565f6, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:11.837184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-d2a3bf01-0686-4ab7-9f0f-b27ba0403c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:11.838852 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-d2a3bf01-0686-4ab7-9f0f-b27ba0403c4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.2605026 Sep 17 22:23:11.889206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-8ec13b7b-d8fa-4f42-80f5-72fb2f1c04df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] For port 422b692d-f062-4b6d-915c-47b263a2363f, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=422b692d-f062-4b6d-915c-47b263a2363f,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:11.889727 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-8ec13b7b-d8fa-4f42-80f5-72fb2f1c04df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.918214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.923922 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:11.924704 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.982314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Network 98b05c37-47f7-49f8-994b-dfa2648565f6 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:12.006497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-3b197c52-d109-4a5c-aee4-d32d66d29dd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460168 Sep 17 22:23:12.047524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-b0f98481-6bb1-4ffd-87b0-361b64f8ac71 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Deleting port 6cce130b-d899-42e0-996b-4c844e270d34 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:12.047752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-b0f98481-6bb1-4ffd-87b0-361b64f8ac71 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.105298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-8ec13b7b-d8fa-4f42-80f5-72fb2f1c04df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Calling delete_port for 422b692d-f062-4b6d-915c-47b263a2363f owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:12.124766 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1487479 Sep 17 22:23:12.125470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 98b05c37-47f7-49f8-994b-dfa2648565f6) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:12.139137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7c3fe-585a-49e5-a0c6-3ee894cb14ba tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'Network': ['ID=1400de0d-098f-4b82-93be-866f90a5dcbd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:12.143648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:12.144266 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.210387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 1400de0d-098f-4b82-93be-866f90a5dcbd details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:12.250974 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d043f0-febb-4145-8330-25099a1c09f3 None None] Network 98b05c37-47f7-49f8-994b-dfa2648565f6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:12.263161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279779fe-7922-45d6-a00b-c59b9e122c8b req-20994fb1-2359-4273-96a6-2ab505f77965 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:12.269051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-279779fe-7922-45d6-a00b-c59b9e122c8b req-20994fb1-2359-4273-96a6-2ab505f77965 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 944 time: 0.1227558 Sep 17 22:23:12.313751 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f96966f3-e6ad-481e-8854-93ee557076c8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4376886 Sep 17 22:23:12.377108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-279779fe-7922-45d6-a00b-c59b9e122c8b req-02b2a981-c542-41f2-9fcb-cbe2a26e05f3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038258 Sep 17 22:23:12.699821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70fea748-ec9e-47e5-90ac-1592cb12713e req-739b15db-3867-4722-8b91-3dde0734c8d7 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 210 time: 0.0546665 Sep 17 22:23:12.712039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 422b692d-f062-4b6d-915c-47b263a2363f no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:12.772054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-1af2b4b5-a929-4a07-9589-e98662294e43 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:12.774852 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-1af2b4b5-a929-4a07-9589-e98662294e43 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0356419 Sep 17 22:23:12.800011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Request body: {'port': {'device_id': '985658b5-8933-4fa6-9341-ce8b82d9b8d3', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': '41e8a15c88a34367a255a6fa4f4dab72'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:12.811639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5764699-beea-4e8e-9d91-2c15c91dbcb8 None None] Network 98b05c37-47f7-49f8-994b-dfa2648565f6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:12.859021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34974c19-6c2e-4071-b532-d6fcd6065309 req-efd6f26e-cdcb-4a10-8a90-55b298877664 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:12.860713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34974c19-6c2e-4071-b532-d6fcd6065309 req-efd6f26e-cdcb-4a10-8a90-55b298877664 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 984 time: 0.8367298 Sep 17 22:23:13.047563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-f043ed7a-e9ef-4b46-9b07-85d5fcd83ce9 service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9720075 Sep 17 22:23:13.112635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-b0f98481-6bb1-4ffd-87b0-361b64f8ac71 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] For port 6cce130b-d899-42e0-996b-4c844e270d34, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cce130b-d899-42e0-996b-4c844e270d34,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:13.113335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3ab43-135f-4fff-a398-0578cb56f6c4 req-391687d9-1a52-4ea1-87d0-89b805d48004 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:13.123521 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-b0f98481-6bb1-4ffd-87b0-361b64f8ac71 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.130149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e3ab43-135f-4fff-a398-0578cb56f6c4 req-391687d9-1a52-4ea1-87d0-89b805d48004 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 950 time: 0.1693223 Sep 17 22:23:13.206817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e3ab43-135f-4fff-a398-0578cb56f6c4 req-2d31ac1e-d28e-4408-9ef4-aa4348988a0d tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745366 Sep 17 22:23:13.241562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-b0f98481-6bb1-4ffd-87b0-361b64f8ac71 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Calling delete_port for 6cce130b-d899-42e0-996b-4c844e270d34 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:13.380049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34974c19-6c2e-4071-b532-d6fcd6065309 req-ff683c75-635b-431c-8fdb-050855f581ab tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&id=ddf4a76b-b1b2-43d8-b3b1-15ba01a38502&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4969430 Sep 17 22:23:13.400235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.636743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f69f5cce-8b89-4347-b3ab-e8373165b283 req-f44bf4a3-f803-4b3c-961c-f25113f08597 service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093379 Sep 17 22:23:13.639525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6cce130b-d899-42e0-996b-4c844e270d34 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:13.657297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9953ab8-0a6c-4634-a957-958848ca90b3 req-606f4200-91e7-4345-a79a-384f4ed2eb38 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:13.665040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9953ab8-0a6c-4634-a957-958848ca90b3 req-606f4200-91e7-4345-a79a-384f4ed2eb38 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 944 time: 0.1428416 Sep 17 22:23:13.668444 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-8ec13b7b-d8fa-4f42-80f5-72fb2f1c04df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.720368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Made reservation on behalf of 41e8a15c88a34367a255a6fa4f4dab72 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:13.723696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.735141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec13b7b-d8fa-4f42-80f5-72fb2f1c04df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event deleted for resources: {'Port': ['ID=422b692d-f062-4b6d-915c-47b263a2363f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:13.778853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'abbcd76c-0997-42da-8ab7-e817454e1967'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:13.779929 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.882634 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9953ab8-0a6c-4634-a957-958848ca90b3 req-3c71468d-251e-458a-ba48-abaf21538d76 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164357 Sep 17 22:23:13.922593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-8ec13b7b-d8fa-4f42-80f5-72fb2f1c04df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] No DVR routers for this DVR port 422b692d-f062-4b6d-915c-47b263a2363f on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:13.932883 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-8ec13b7b-d8fa-4f42-80f5-72fb2f1c04df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.935237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e09386c-8f24-4717-ab6f-3476843c21a8 req-8ec13b7b-d8fa-4f42-80f5-72fb2f1c04df tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "DELETE /v2.0/ports/422b692d-f062-4b6d-915c-47b263a2363f HTTP/1.1" status: 204 len: 173 time: 3.6594079 Sep 17 22:23:13.936868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c702bcf2-c2db-46fc-adf2-bcf3713ee427', 'name': 'network-vif-deleted', 'tag': '422b692d-f062-4b6d-915c-47b263a2363f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:13.939453 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62551189-b09b-4c0b-8ab5-0a38276765f6" -d '{"events": [{"server_uuid": "c702bcf2-c2db-46fc-adf2-bcf3713ee427", "name": "network-vif-deleted", "tag": "422b692d-f062-4b6d-915c-47b263a2363f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:13.971332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-961c321e-c818-41dc-893d-b45e30dbc904 req-b1ce2663-5155-475a-8317-ccd8456a1883 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 210 time: 0.0801661 Sep 17 22:23:14.013755 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196fa0ef-27a3-4522-bfb2-2f7b9700cb22 x-openstack-request-id: req-196fa0ef-27a3-4522-bfb2-2f7b9700cb22 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:14.014245 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c702bcf2-c2db-46fc-adf2-bcf3713ee427", "name": "network-vif-deleted", "tag": "422b692d-f062-4b6d-915c-47b263a2363f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:14.015147 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-196fa0ef-27a3-4522-bfb2-2f7b9700cb22 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:14.015147 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c702bcf2-c2db-46fc-adf2-bcf3713ee427', 'name': 'network-vif-deleted', 'tag': '422b692d-f062-4b6d-915c-47b263a2363f', 'status': 'completed', 'code': 200} Sep 17 22:23:14.017581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003af4d0-96f7-4091-ac6b-614a5e1024d7 req-782bcd34-f9e6-4701-be03-17ded576ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:14.019281 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-003af4d0-96f7-4091-ac6b-614a5e1024d7 req-782bcd34-f9e6-4701-be03-17ded576ba72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 1096 time: 0.2077293 Sep 17 22:23:14.075912 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-b0f98481-6bb1-4ffd-87b0-361b64f8ac71 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.091807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No active binding found for port 6cce130b-d899-42e0-996b-4c844e270d34 {{(pid=95456) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 22:23:14.096312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6cce130b-d899-42e0-996b-4c844e270d34 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:14.150416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56890) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:14.155500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1678454263-network', 'tenant_id': '21c554bb98464cf0bfb0179ba0fdf5b3'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:14.253295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f98481-6bb1-4ffd-87b0-361b64f8ac71 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event deleted for resources: {'Port': ['ID=6cce130b-d899-42e0-996b-4c844e270d34,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:14.480634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-b0f98481-6bb1-4ffd-87b0-361b64f8ac71 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] No DVR routers for this DVR port 6cce130b-d899-42e0-996b-4c844e270d34 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:14.493978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83018175-b809-48de-af38-95967be39d1c req-8b9c7609-c876-4b44-ab91-ebd9784fb4a6 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=c702bcf2-c2db-46fc-adf2-bcf3713ee427 HTTP/1.1" status: 200 len: 210 time: 0.1177354 Sep 17 22:23:14.499305 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-b0f98481-6bb1-4ffd-87b0-361b64f8ac71 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.501582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b9b0dd5-c4f8-4c46-a417-9dbd7cbed89c req-b0f98481-6bb1-4ffd-87b0-361b64f8ac71 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.23 "DELETE /v2.0/ports/6cce130b-d899-42e0-996b-4c844e270d34 HTTP/1.1" status: 204 len: 173 time: 3.3095324 Sep 17 22:23:14.529391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003af4d0-96f7-4091-ac6b-614a5e1024d7 req-097d44a3-8f5e-4d95-9a69-9e1e21ba7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:14.548478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-003af4d0-96f7-4091-ac6b-614a5e1024d7 req-097d44a3-8f5e-4d95-9a69-9e1e21ba7406 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 912 time: 0.5030515 Sep 17 22:23:14.568266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.607949 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-003af4d0-96f7-4091-ac6b-614a5e1024d7 req-159faca2-fce9-4d17-9cad-66ba10a680c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d220003-3713-49d6-ba99-b7ea91578e09 HTTP/1.1" status: 200 len: 217 time: 0.0509079 Sep 17 22:23:14.702675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003af4d0-96f7-4091-ac6b-614a5e1024d7 req-064464c6-d635-4645-8b97-01c383877fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:14.704898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-003af4d0-96f7-4091-ac6b-614a5e1024d7 req-064464c6-d635-4645-8b97-01c383877fc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.0855863 Sep 17 22:23:14.706420 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.733811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde61225-2a6c-4d43-af4b-693544296430 req-8ecd0cb3-2700-4cf4-89b3-e14f41460237 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:14.736323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bde61225-2a6c-4d43-af4b-693544296430 req-8ecd0cb3-2700-4cf4-89b3-e14f41460237 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 984 time: 0.1318412 Sep 17 22:23:14.827645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-003af4d0-96f7-4091-ac6b-614a5e1024d7 req-60841187-a653-48fe-ba18-0656cbb6a444 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833521 Sep 17 22:23:14.838263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Made reservation on behalf of 21c554bb98464cf0bfb0179ba0fdf5b3 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:14.841041 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.865052 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.873591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51991192-14be-44f2-824e-2bc86cbdcfe3,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:15.149791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.254201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a64ae6-75c8-4b9e-bad8-4ee8451eb242 req-645f5f6e-86af-44d6-8b4b-10a73c725f20 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:15.265239 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76a64ae6-75c8-4b9e-bad8-4ee8451eb242 req-645f5f6e-86af-44d6-8b4b-10a73c725f20 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 944 time: 0.1118686 Sep 17 22:23:15.268757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.347548 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76a64ae6-75c8-4b9e-bad8-4ee8451eb242 req-79fa0892-4b32-48e6-9fec-6e22bc22ca1a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813305 Sep 17 22:23:15.389299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56912) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:15.461958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:15.504098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab99847e-b615-40f9-851a-fd65a30c82f4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:15.509860 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.510460 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Added segment b3157a66-6866-48d9-a65f-b131da95cbbc of type vlan for network 8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3 Sep 17 22:23:15.571250 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5c3b14e3-1c15-4179-a088-093c730a4e8f req-8d6b21b6-55b3-4d67-b18b-ab8f07e93d2c tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 210 time: 0.0559764 Sep 17 22:23:15.574035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bde61225-2a6c-4d43-af4b-693544296430 req-315a3bd0-f6c9-49f1-9839-0a7e9d98f5a3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&id=ddf4a76b-b1b2-43d8-b3b1-15ba01a38502&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.8237579 Sep 17 22:23:15.624837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56920) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:15.652152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'subnets': [{'network_id': '94872465-c3db-4f13-86a9-744e75d57874', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1367479359', 'ip_version': 6}, {'network_id': '1400de0d-098f-4b82-93be-866f90a5dcbd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:15.652152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'subnet': {'network_id': '94872465-c3db-4f13-86a9-744e75d57874', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1367479359', 'ip_version': 6}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:15.652152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Request body: {'subnet': {'network_id': '1400de0d-098f-4b82-93be-866f90a5dcbd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:15.699440 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.739535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Allocated IP 192.168.233.245 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/ad79fe1d-e4ed-4fc3-9a45-e0ba81513505) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:15.776227 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-003af4d0-96f7-4091-ac6b-614a5e1024d7 req-b309e6c6-a4e0-4b77-8cb1-07a9757098ff service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9341512 Sep 17 22:23:15.824184 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0979cf49-280b-4139-8901-ff67e7f12304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.880430 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23ebdfd7-cf94-49b2-ae25-438843659966 req-9fa86f5f-4ee9-4404-a0f5-716736f6c885 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c534f-c00a-44db-a144-dde97126ccd0 HTTP/1.1" status: 200 len: 210 time: 0.1120243 Sep 17 22:23:15.911293 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'abbcd76c-0997-42da-8ab7-e817454e1967'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:15.915497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-da8abd14-9ef7-4b12-bd8f-287a7c040d51 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1448962209&fields=id&tenant_id=eafdb72691c44306a767f18c31595b2c HTTP/1.1" status: 200 len: 267 time: 0.1925335 Sep 17 22:23:16.018600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42c534f-c00a-44db-a144-dde97126ccd0', 'name': 'network-vif-deleted', 'tag': '6cce130b-d899-42e0-996b-4c844e270d34'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:16.021077 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f42e66d-5448-4257-bf8b-4eed0fb15b54" -d '{"events": [{"server_uuid": "d42c534f-c00a-44db-a144-dde97126ccd0", "name": "network-vif-deleted", "tag": "6cce130b-d899-42e0-996b-4c844e270d34"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:16.055988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-003af4d0-96f7-4091-ac6b-614a5e1024d7 req-126ae40d-7779-4bd3-b37f-a8df037418ee service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652922 Sep 17 22:23:16.063769 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8059592d-c7f2-4499-a5f3-dbf4c999c55c x-openstack-request-id: req-8059592d-c7f2-4499-a5f3-dbf4c999c55c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:16.064221 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42c534f-c00a-44db-a144-dde97126ccd0", "name": "network-vif-deleted", "tag": "6cce130b-d899-42e0-996b-4c844e270d34", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:16.064818 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8059592d-c7f2-4499-a5f3-dbf4c999c55c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:16.065057 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42c534f-c00a-44db-a144-dde97126ccd0', 'name': 'network-vif-deleted', 'tag': '6cce130b-d899-42e0-996b-4c844e270d34', 'status': 'completed', 'code': 200} Sep 17 22:23:16.076567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-f66dd1d7-0843-4d33-97cf-93557639bbd4 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:16.078589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-f66dd1d7-0843-4d33-97cf-93557639bbd4 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 984 time: 0.1621156 Sep 17 22:23:16.094452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-5c6776c9-3be7-404c-b8e1-901634c8ac5f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'port': {'security_groups': ['ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1', 'ddf4a76b-b1b2-43d8-b3b1-15ba01a38502', '35c5c84d-f048-4471-bd63-c188be9558df']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:16.127198 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0979cf49-280b-4139-8901-ff67e7f12304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.129213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.136273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:16.136273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.185747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.199433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] Pushing event updated for resources: {'Network': ['ID=8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:16.199984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-5c6776c9-3be7-404c-b8e1-901634c8ac5f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.212912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:16.227731 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0979cf49-280b-4139-8901-ff67e7f12304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.295085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0979cf49-280b-4139-8901-ff67e7f12304 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa00367df3274c9abf9aaf492bd68282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8993902 Sep 17 22:23:16.295085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979cf49-280b-4139-8901-ff67e7f12304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4dcbf5-6da7-405b-a926-b0b470c2e3ca,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:16.297278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56940) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:16.324923 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-89acbceb-f1ef-4d0c-9937-956b5e5c42fb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1710274 Sep 17 22:23:16.325938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56942) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:16.331236 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Request body: {'subnet': {'network_id': '8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1678454263-subnet', 'tenant_id': '21c554bb98464cf0bfb0179ba0fdf5b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:16.367731 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.445180 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Made reservation on behalf of 0b5cc30a72764cc4944517bb50a7787c for: {'subnet': 2} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:16.448269 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-43e75977-d123-471c-93a1-834377200b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.458749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:16.461391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.464366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.468185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:16.536719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Made reservation on behalf of 21c554bb98464cf0bfb0179ba0fdf5b3 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:16.539348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.541109 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-43e75977-d123-471c-93a1-834377200b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.611082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:16.693840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Pushing event updated for resources: {'Port': ['ID=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:16.715989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 3d220003-3713-49d6-ba99-b7ea91578e09 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:16.738917 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-b4179054-59f2-4e07-a66f-ac83d7b68e80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1211586 Sep 17 22:23:16.785746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-43e75977-d123-471c-93a1-834377200b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.791012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-43e75977-d123-471c-93a1-834377200b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.795622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-43e75977-d123-471c-93a1-834377200b3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db4dcbf5-6da7-405b-a926-b0b470c2e3ca HTTP/1.1" status: 204 len: 168 time: 0.4945679 Sep 17 22:23:16.808724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099726c-430c-494f-9843-f0e4c31709b3 req-ed850206-41a2-481d-bb28-a501df2cc403 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:16.809826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-5c6776c9-3be7-404c-b8e1-901634c8ac5f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] For port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:16.812326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e75977-d123-471c-93a1-834377200b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4dcbf5-6da7-405b-a926-b0b470c2e3ca,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:16.818484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9099726c-430c-494f-9843-f0e4c31709b3 req-ed850206-41a2-481d-bb28-a501df2cc403 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 944 time: 0.3017659 Sep 17 22:23:16.831005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:16.831683 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.922750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b89784eb-9c1a-4e4c-869a-f6061fe85e4b None None] Provisioning complete for port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:16.923296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b89784eb-9c1a-4e4c-869a-f6061fe85e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.938279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-684b930c-c131-48d4-ae6c-810a73dd2bf9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1523783 Sep 17 22:23:16.954107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Request body: {'port': {'device_id': '985658b5-8933-4fa6-9341-ce8b82d9b8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:16.958298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 3d220003-3713-49d6-ba99-b7ea91578e09, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=3d220003-3713-49d6-ba99-b7ea91578e09,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:16.966307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-e78b6a45-6cf3-439f-b52c-fc78a5edf69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:16.969037 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-e78b6a45-6cf3-439f-b52c-fc78a5edf69a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 1102 time: 0.1223860 Sep 17 22:23:16.977123 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-5c6776c9-3be7-404c-b8e1-901634c8ac5f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.984741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '3d220003-3713-49d6-ba99-b7ea91578e09', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'port_id': '3d220003-3713-49d6-ba99-b7ea91578e09', 'mac_address': 'fa:16:3e:96:ea:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d8809e-e370-4133-96e7-9ba2b7e59279', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:16.984741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b89784eb-9c1a-4e4c-869a-f6061fe85e4b None None] Port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:17.039070 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.055825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d220003-3713-49d6-ba99-b7ea91578e09 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:17.096430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 3d220003-3713-49d6-ba99-b7ea91578e09, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=3d220003-3713-49d6-ba99-b7ea91578e09,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:17.097486 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-5c6776c9-3be7-404c-b8e1-901634c8ac5f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.120903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fdf5159a-295b-41a0-a8c2-1c8f6447e11e', 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:17.178225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-28d5666c-f90e-4ed8-ae52-730a7a5e62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:17.180572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-28d5666c-f90e-4ed8-ae52-730a7a5e62d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1775007 Sep 17 22:23:17.181675 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.215788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-5c6776c9-3be7-404c-b8e1-901634c8ac5f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:17.216500 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-5c6776c9-3be7-404c-b8e1-901634c8ac5f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.217921 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33f8b9d7-7424-4de3-86af-4e99b338554e req-5c6776c9-3be7-404c-b8e1-901634c8ac5f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "PUT /v2.0/ports/d6c3db3a-fc83-43f0-9e51-c5045dc3d78a HTTP/1.1" status: 200 len: 1020 time: 1.1303837 Sep 17 22:23:17.219436 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.246062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9099726c-430c-494f-9843-f0e4c31709b3 req-508da12d-f729-402f-9eb4-95a7038ce57c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250345 Sep 17 22:23:17.287458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['d6c3db3a-fc83-43f0-9e51-c5045dc3d78a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:17.410324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-b102d7a6-108d-4c67-a97b-7bfd7272e077 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=1cf4fdd9-0d43-43e1-a845-454eb45293b8 HTTP/1.1" status: 200 len: 217 time: 0.2131705 Sep 17 22:23:17.416220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=3d220003-3713-49d6-ba99-b7ea91578e09,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:17.446851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6776c9-3be7-404c-b8e1-901634c8ac5f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'Port': ['ID=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:17.572802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fea7da3a-8ae7-402d-87a8-bcba2380a7d4 req-c1ad5b0b-d698-45ab-9cfe-1737852469a2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/35c5c84d-f048-4471-bd63-c188be9558df HTTP/1.1" status: 200 len: 1801 time: 0.1636741 Sep 17 22:23:17.597647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-36c1e782-f171-4bbd-abf0-c4e05f44dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:17.599122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-36c1e782-f171-4bbd-abf0-c4e05f44dafd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1693938 Sep 17 22:23:17.615218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4536d-3333-4f17-9440-9dc27735d110 req-af8e3518-7a40-4e57-816f-a7986f4c1e37 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:17.615218 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eef4536d-3333-4f17-9440-9dc27735d110 req-af8e3518-7a40-4e57-816f-a7986f4c1e37 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 936 time: 0.2029223 Sep 17 22:23:17.659071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.669092 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-fea7da3a-8ae7-402d-87a8-bcba2380a7d4 req-661b7692-1977-4a4e-ba0d-9ebab8db1954 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:23:17.675737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fea7da3a-8ae7-402d-87a8-bcba2380a7d4 req-661b7692-1977-4a4e-ba0d-9ebab8db1954 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/35c5c84d-f048-4471-bd63-c188be9558df HTTP/1.1" status: 409 len: 341 time: 0.0825632 Sep 17 22:23:17.724359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.759579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=669c501f-8395-4079-b2dd-afb36adfde15,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:17.790312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eef4536d-3333-4f17-9440-9dc27735d110 req-dcf04a2f-452b-4fcd-b6a6-d4e3c5c9442a tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/security-groups?id=51991192-14be-44f2-824e-2bc86cbdcfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653535 Sep 17 22:23:17.796573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-abb1dd1e-5933-4cf0-9551-540c0a1c655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:17.798071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-abb1dd1e-5933-4cf0-9551-540c0a1c655e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1842182 Sep 17 22:23:17.828109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Checking segment: {'id': 'b3157a66-6866-48d9-a65f-b131da95cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:17.829051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Network hostable DHCP agents. Network: 8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:17.829861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['3d220003-3713-49d6-ba99-b7ea91578e09'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:17.948004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:17.960525 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.990153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-63cac4c7-3196-4461-ab46-062cb26b8563 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769655 Sep 17 22:23:17.994027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Transition to ACTIVE for port object ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:18.077750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'tag': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:18.080674 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a654f84f-d6eb-4080-b5be-78ed79ec68c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7790da6-4cbe-4233-852d-76a62da54ddf", "tag": "d6c3db3a-fc83-43f0-9e51-c5045dc3d78a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:18.088240 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.243738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53171906-d2fb-4223-a3fa-2f7139b6ab09 req-a269b418-4224-49c1-a28e-c1e0fe8c25e1 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450182 Sep 17 22:23:18.244404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:18.253850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Checking segment: {'id': 'd637e4f1-64b1-41cb-873e-41c387b1d2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94872465-c3db-4f13-86a9-744e75d57874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:18.254311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Network hostable DHCP agents. Network: 94872465-c3db-4f13-86a9-744e75d57874, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:18.264154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'Subnet': ['ID=38c33985-a47e-493e-a2cb-8ebab8cab095,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:18.306557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Network 8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:18.355603 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ead42e3-43c8-4e31-a50a-291f001c1477 x-openstack-request-id: req-7ead42e3-43c8-4e31-a50a-291f001c1477 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:18.356434 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7790da6-4cbe-4233-852d-76a62da54ddf", "tag": "d6c3db3a-fc83-43f0-9e51-c5045dc3d78a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:18.356974 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ead42e3-43c8-4e31-a50a-291f001c1477 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:18.357619 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'tag': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a', 'status': 'completed', 'code': 200} Sep 17 22:23:18.413566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Network 94872465-c3db-4f13-86a9-744e75d57874 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:18.417536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Attempting to bind port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:18.420029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Attempting to bind port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:18.420029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Attempting to bind port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:18.426202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:18.426574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Attempting to bind port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:18.495722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:18.496188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:18.496699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:18.497503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Bound port: ad79fe1d-e4ed-4fc3-9a45-e0ba81513505, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:18.497961 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.521057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654f84f-d6eb-4080-b5be-78ed79ec68c4 req-0e6ae18f-e24c-4ba3-b649-c414b72999d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:18.522869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a654f84f-d6eb-4080-b5be-78ed79ec68c4 req-0e6ae18f-e24c-4ba3-b649-c414b72999d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eafdb72691c44306a767f18c31595b2c&device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 1175 time: 0.1514678 Sep 17 22:23:18.542998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d0519-dc81-4268-bc5c-0b8d653c8fa0 req-de5c5282-d2ce-453f-b8cb-560f78597137 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:18.545763 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e26d0519-dc81-4268-bc5c-0b8d653c8fa0 req-de5c5282-d2ce-453f-b8cb-560f78597137 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 945 time: 0.0671229 Sep 17 22:23:18.546388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:18.552165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:18.552777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.559675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 94872465-c3db-4f13-86a9-744e75d57874) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:18.560895 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb50d72-d590-41b9-970b-fc090c93b698 req-9d361a7e-5699-4c1c-9a51-4162d5e8c52b tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:18.562550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eb50d72-d590-41b9-970b-fc090c93b698 req-9d361a7e-5699-4c1c-9a51-4162d5e8c52b tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 1023 time: 0.1325083 Sep 17 22:23:18.565100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510e17f-b0ed-4815-9e25-b7173010c2d3 None None] Network 8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:18.571006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8095391-e981-4486-897e-d448789a83d0 None None] Network 94872465-c3db-4f13-86a9-744e75d57874 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:18.583169 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.599015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57008) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:18.682999 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e26d0519-dc81-4268-bc5c-0b8d653c8fa0 req-ac5e196a-0e1c-405e-ad8b-19f77f53951e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254537 Sep 17 22:23:18.690225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7d5ed57b-0e8a-43ea-b64c-5fb1b90fe065 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3631742 Sep 17 22:23:18.692906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event updated for resources: {'Subnet': ['ID=aa04a8aa-32f0-41c5-aea8-ca6393f3287d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:18.723977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3eb50d72-d590-41b9-970b-fc090c93b698 req-4859e60c-35b5-4281-853e-e7c398ffa087 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=35c5c84d-f048-4471-bd63-c188be9558df&id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&id=ddf4a76b-b1b2-43d8-b3b1-15ba01a38502&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1302636 Sep 17 22:23:18.724860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Checking segment: {'id': '8fda3c8f-e7a9-4d20-b165-4b485c661df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1400de0d-098f-4b82-93be-866f90a5dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:18.725291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] For port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:18.725435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Network hostable DHCP agents. Network: 1400de0d-098f-4b82-93be-866f90a5dcbd, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:18.751068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] For port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:18.778693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654f84f-d6eb-4080-b5be-78ed79ec68c4 req-b7f65a84-d417-47ef-a0f2-b13e2d39ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:18.780497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a654f84f-d6eb-4080-b5be-78ed79ec68c4 req-b7f65a84-d417-47ef-a0f2-b13e2d39ef85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 200 len: 914 time: 0.2485173 Sep 17 22:23:18.831462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Network 1400de0d-098f-4b82-93be-866f90a5dcbd is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:18.842636 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a654f84f-d6eb-4080-b5be-78ed79ec68c4 req-2408d41a-6593-431e-ac33-34b642e2c2e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a HTTP/1.1" status: 200 len: 217 time: 0.0537040 Sep 17 22:23:18.845982 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.872512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-954113680-network', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:18.921690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b9d3a-bab8-47e3-8001-f5a12eed76b7 None None] Network 8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:18.958058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 1400de0d-098f-4b82-93be-866f90a5dcbd) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:18.960886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654f84f-d6eb-4080-b5be-78ed79ec68c4 req-6955ba14-8dc2-4c1f-9c38-6935ba9a6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:18.962410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a654f84f-d6eb-4080-b5be-78ed79ec68c4 req-6955ba14-8dc2-4c1f-9c38-6935ba9a6ffb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=575cfedc-4700-4fb9-818f-a7c3fe17b03b HTTP/1.1" status: 200 len: 853 time: 0.0680389 Sep 17 22:23:18.981708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ea250-2644-4603-85b5-0b4acd6bbcf9 None None] Network 1400de0d-098f-4b82-93be-866f90a5dcbd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:18.994699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:18.996600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:18.997713 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.998830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:18.999458 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.004167 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] 10.222.0.23 "PUT /v2.0/ports/ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 HTTP/1.1" status: 200 len: 1097 time: 2.0554614 Sep 17 22:23:19.004380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Made reservation on behalf of adf2cd98c5044a71ad390a82767e79d6 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:19.007486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.020890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a654f84f-d6eb-4080-b5be-78ed79ec68c4 req-31026ab9-7a6a-4105-82c1-419c196fa3c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d3fd1be-be72-4384-99ec-52523ef26f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494845 Sep 17 22:23:19.021757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ecc45-4ab1-41e9-947c-39c0ebed6be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:19.028346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.063703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0810023-d86c-4e8a-ba4a-e25c4fe57d70 req-e2a09960-9e5e-495d-b975-e81509d52b05 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.076631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0810023-d86c-4e8a-ba4a-e25c4fe57d70 req-e2a09960-9e5e-495d-b975-e81509d52b05 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 948 time: 0.1488330 Sep 17 22:23:19.131463 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0810023-d86c-4e8a-ba4a-e25c4fe57d70 req-9decf93b-34be-4356-8c01-9250eaa4427c tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/security-groups?id=51991192-14be-44f2-824e-2bc86cbdcfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535402 Sep 17 22:23:19.146801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f60ec509-1cd7-49d4-9977-a5cf3785ca1a tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.5216560 Sep 17 22:23:19.152488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57030) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.226827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a654f84f-d6eb-4080-b5be-78ed79ec68c4 req-e77527f5-df9b-489e-84e7-abc2e1ee00f3 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925173 Sep 17 22:23:19.229658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-94872465-c3db-4f13-86a9-744e75d57874', 'network_id': '94872465-c3db-4f13-86a9-744e75d57874', 'tenant_id': '0b5cc30a72764cc4944517bb50a7787c', 'fixed_ips': [{'subnet_id': '38c33985-a47e-493e-a2cb-8ebab8cab095'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:19.230640 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.380182 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.417297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33feb1-5528-4974-9c65-05b2c9876c7f tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.418824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33feb1-5528-4974-9c65-05b2c9876c7f tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.420523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33feb1-5528-4974-9c65-05b2c9876c7f tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.431795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2b33feb1-5528-4974-9c65-05b2c9876c7f tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2783062 Sep 17 22:23:19.432819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57046) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.445580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-1400de0d-098f-4b82-93be-866f90a5dcbd', 'network_id': '1400de0d-098f-4b82-93be-866f90a5dcbd', 'tenant_id': '0b5cc30a72764cc4944517bb50a7787c', 'fixed_ips': [{'subnet_id': 'aa04a8aa-32f0-41c5-aea8-ca6393f3287d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:19.446654 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.471851 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.478818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-84a62c2a-1050-47ae-8a66-1b323df69439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.481194 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-84a62c2a-1050-47ae-8a66-1b323df69439 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=41e8a15c88a34367a255a6fa4f4dab72&device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 1100 time: 0.2533126 Sep 17 22:23:19.502976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a807f-41ca-4945-aef2-5d926dd65795 req-b1aa9c53-a129-40c1-b15e-fb28ac417cff tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.512330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba2a807f-41ca-4945-aef2-5d926dd65795 req-b1aa9c53-a129-40c1-b15e-fb28ac417cff tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf936640-dc05-41b8-b872-8725d983254b HTTP/1.1" status: 200 len: 950 time: 0.1146786 Sep 17 22:23:19.533532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:19.557076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-9cdbf77d-f853-48de-9269-8d2b95ad30d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 HTTP/1.1" status: 200 len: 217 time: 0.0644927 Sep 17 22:23:19.570441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb952218-7e25-4f0e-aa83-dd0d757739ef,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:19.574985 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.575448 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Added segment 228f3737-e8e7-48d4-9ece-bb3b7602ecd1 of type vlan for network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 Sep 17 22:23:19.592742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-941adbfc-391c-4163-9f24-76ecdd4b8e5d tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Deleting subnet 38c33985-a47e-493e-a2cb-8ebab8cab095 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:19.608193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Allocated IP 2001:db8::1 (94872465-c3db-4f13-86a9-744e75d57874/38c33985-a47e-493e-a2cb-8ebab8cab095/efae1932-5714-4258-a8f2-83996cc1f3dd) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:19.630881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a654f84f-d6eb-4080-b5be-78ed79ec68c4 req-4bb1328e-7300-4ba9-a4cb-1d723674e815 service neutron] 10.222.0.23 "GET /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468652 Sep 17 22:23:19.651657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba2a807f-41ca-4945-aef2-5d926dd65795 req-da2e13df-1347-454e-9ef0-caea6ee8b2a4 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335092 Sep 17 22:23:19.672385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.737050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Allocated IP 2001:db8:0:1::1 (1400de0d-098f-4b82-93be-866f90a5dcbd/aa04a8aa-32f0-41c5-aea8-ca6393f3287d/726959c6-9a38-40c2-823e-e7e0fe30f556) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:19.747778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-f3791539-badc-4bf0-941b-8a95ee9d5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.749275 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-f3791539-badc-4bf0-941b-8a95ee9d5588 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1843541 Sep 17 22:23:19.794427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.797013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.797914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.819168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-c6c42729-002a-418a-89db-bdc189ce38f0 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.821394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-c6c42729-002a-418a-89db-bdc189ce38f0 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 1023 time: 0.1549282 Sep 17 22:23:19.835492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-f7e66b00-da5a-4bab-aa84-fed1bf6bba88 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.837599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-f7e66b00-da5a-4bab-aa84-fed1bf6bba88 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 807 time: 0.2119765 Sep 17 22:23:19.874397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-80ad5c67-48d7-4ac5-a1e5-3dafeeeef284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.876784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-80ad5c67-48d7-4ac5-a1e5-3dafeeeef284 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177411 Sep 17 22:23:19.906982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8b87ffe7-fe24-49d7-bfc8-95b450c408a2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/quotas/a202bb9a868f4e9b94bee628f0f7b756 HTTP/1.1" status: 200 len: 375 time: 0.0388589 Sep 17 22:23:19.915311 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.931024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] Pushing event updated for resources: {'Network': ['ID=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:19.954315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:19.955940 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-88ec7d36-b4f8-496e-a699-1fcbfdaa99da admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3529668 Sep 17 22:23:19.957025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57070) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.970861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Request body: {'subnet': {'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-subnet', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:19.999600 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-d43f8d88-84bf-41b4-8e15-1144d526131c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758450 Sep 17 22:23:20.009194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-941adbfc-391c-4163-9f24-76ecdd4b8e5d tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.033418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.052196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.052684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-941adbfc-391c-4163-9f24-76ecdd4b8e5d tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.092249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-5b26376a-05b9-44ed-a9e8-2476b8158372 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010064 Sep 17 22:23:20.101404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-7f55bae4-d9fd-4081-aab3-2a1af8bef3e8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Deleting port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:20.101990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-7f55bae4-d9fd-4081-aab3-2a1af8bef3e8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.106585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Made reservation on behalf of adf2cd98c5044a71ad390a82767e79d6 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:20.108945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Network 94872465-c3db-4f13-86a9-744e75d57874 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:20.113522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:20.113836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.117596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:20.138876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Pushing event updated for resources: {'Port': ['ID=efae1932-5714-4258-a8f2-83996cc1f3dd,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:20.183438 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.245162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-941adbfc-391c-4163-9f24-76ecdd4b8e5d tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.260574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Attempting to bind port efae1932-5714-4258-a8f2-83996cc1f3dd on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:20.260941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Attempting to bind port efae1932-5714-4258-a8f2-83996cc1f3dd by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd637e4f1-64b1-41cb-873e-41c387b1d2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94872465-c3db-4f13-86a9-744e75d57874'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:20.261303 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Attempting to bind port efae1932-5714-4258-a8f2-83996cc1f3dd on network 94872465-c3db-4f13-86a9-744e75d57874 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:20.270896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Network 1400de0d-098f-4b82-93be-866f90a5dcbd is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:20.275115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:20.275474 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Checking segment: {'id': 'd637e4f1-64b1-41cb-873e-41c387b1d2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94872465-c3db-4f13-86a9-744e75d57874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:20.275879 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.276600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Bound using segment: {'id': 'd637e4f1-64b1-41cb-873e-41c387b1d2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94872465-c3db-4f13-86a9-744e75d57874'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:20.277170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Bound port: efae1932-5714-4258-a8f2-83996cc1f3dd, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd637e4f1-64b1-41cb-873e-41c387b1d2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '94872465-c3db-4f13-86a9-744e75d57874'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:20.277549 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.287585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:20.292467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:20.309641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Pushing event updated for resources: {'Port': ['ID=726959c6-9a38-40c2-823e-e7e0fe30f556,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:20.364660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985658b5-8933-4fa6-9341-ce8b82d9b8d3', 'tag': 'ad79fe1d-e4ed-4fc3-9a45-e0ba81513505'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:20.366927 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49217df-3a02-4067-96fc-6e5ebb644c22" -d '{"events": [{"name": "network-changed", "server_uuid": "985658b5-8933-4fa6-9341-ce8b82d9b8d3", "tag": "ad79fe1d-e4ed-4fc3-9a45-e0ba81513505"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:20.391923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-7f55bae4-d9fd-4081-aab3-2a1af8bef3e8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] For port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:20.392347 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-7f55bae4-d9fd-4081-aab3-2a1af8bef3e8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.410409 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-ec3d6e0f-bfe3-48fe-bbc0-2cbc5cfe05dd service neutron] 10.222.0.30 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099236 Sep 17 22:23:20.427416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Attempting to bind port 726959c6-9a38-40c2-823e-e7e0fe30f556 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:20.427706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Attempting to bind port 726959c6-9a38-40c2-823e-e7e0fe30f556 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '8fda3c8f-e7a9-4d20-b165-4b485c661df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1400de0d-098f-4b82-93be-866f90a5dcbd'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:20.428052 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34377fd6-5e89-43a6-8d29-226eb304c4b2 req-020d33a5-1187-423a-a404-36d1b8d9c853 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227413 Sep 17 22:23:20.428220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Attempting to bind port 726959c6-9a38-40c2-823e-e7e0fe30f556 on network 1400de0d-098f-4b82-93be-866f90a5dcbd {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:20.429513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-7f55bae4-d9fd-4081-aab3-2a1af8bef3e8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Calling delete_port for d6c3db3a-fc83-43f0-9e51-c5045dc3d78a owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:20.429791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-941adbfc-391c-4163-9f24-76ecdd4b8e5d tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.440054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] For port efae1932-5714-4258-a8f2-83996cc1f3dd, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:20.442988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:20.443962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Checking segment: {'id': '8fda3c8f-e7a9-4d20-b165-4b485c661df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1400de0d-098f-4b82-93be-866f90a5dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:20.444133 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.445130 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Bound using segment: {'id': '8fda3c8f-e7a9-4d20-b165-4b485c661df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1400de0d-098f-4b82-93be-866f90a5dcbd'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:20.446118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Bound port: 726959c6-9a38-40c2-823e-e7e0fe30f556, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fda3c8f-e7a9-4d20-b165-4b485c661df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1400de0d-098f-4b82-93be-866f90a5dcbd'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:20.446525 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.448565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-344b26e6-cc1b-45aa-90d7-13e6006cbe5b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:20.449982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-344b26e6-cc1b-45aa-90d7-13e6006cbe5b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf936640-dc05-41b8-b872-8725d983254b HTTP/1.1" status: 200 len: 950 time: 0.2001281 Sep 17 22:23:20.450644 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] For port efae1932-5714-4258-a8f2-83996cc1f3dd, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=efae1932-5714-4258-a8f2-83996cc1f3dd,segment=NetworkSegment(d637e4f1-64b1-41cb-873e-41c387b1d2d3),segment_id=d637e4f1-64b1-41cb-873e-41c387b1d2d3)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:20.479752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941adbfc-391c-4163-9f24-76ecdd4b8e5d tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Subnet': ['ID=38c33985-a47e-493e-a2cb-8ebab8cab095,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:20.481998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-941adbfc-391c-4163-9f24-76ecdd4b8e5d tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.483873 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-941adbfc-391c-4163-9f24-76ecdd4b8e5d tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "DELETE /v2.0/subnets/38c33985-a47e-493e-a2cb-8ebab8cab095 HTTP/1.1" status: 204 len: 168 time: 1.0502954 Sep 17 22:23:20.484887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.490378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57094) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.523383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] For port 726959c6-9a38-40c2-823e-e7e0fe30f556, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:20.526765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] For port 726959c6-9a38-40c2-823e-e7e0fe30f556, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=726959c6-9a38-40c2-823e-e7e0fe30f556,segment=NetworkSegment(8fda3c8f-e7a9-4d20-b165-4b485c661df5),segment_id=8fda3c8f-e7a9-4d20-b165-4b485c661df5)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:20.588401 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.607299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-2394ae89-71ef-4efc-abc4-e03ab2661413 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Deleting subnet aa04a8aa-32f0-41c5-aea8-ca6393f3287d {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:20.612001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9765020f-4b49-4fb4-9f98-f8d24d18f527,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:20.618993 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2394ae89-71ef-4efc-abc4-e03ab2661413 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.648342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Checking segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:20.648849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Network hostable DHCP agents. Network: dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:20.664967 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.683613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2394ae89-71ef-4efc-abc4-e03ab2661413 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.715302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96589450-6ca8-429d-abe3-79c3f80087fd None None] Pushing event updated for resources: {'Port': ['ID=efae1932-5714-4258-a8f2-83996cc1f3dd,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:20.762946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 3d220003-3713-49d6-ba99-b7ea91578e09 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:20.803066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2394ae89-71ef-4efc-abc4-e03ab2661413 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.807283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:20.837679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b717a3-f1ce-408f-b89d-ead4f8e49b9f None None] Pushing event updated for resources: {'Port': ['ID=726959c6-9a38-40c2-823e-e7e0fe30f556,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:20.912960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:20.922249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140ee1d7-b8f2-482f-a7c0-481572992e12 None None] Network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:20.924613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:20.926292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.967374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 3d220003-3713-49d6-ba99-b7ea91578e09 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:20.974524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 3d220003-3713-49d6-ba99-b7ea91578e09 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:20.974895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.979965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2394ae89-71ef-4efc-abc4-e03ab2661413 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.059000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394ae89-71ef-4efc-abc4-e03ab2661413 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Subnet': ['ID=aa04a8aa-32f0-41c5-aea8-ca6393f3287d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:21.067443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7ea4678f-fc08-4e53-85e1-735de7060e7f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1093864 Sep 17 22:23:21.070788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57108) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:21.077151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2394ae89-71ef-4efc-abc4-e03ab2661413 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.079251 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2394ae89-71ef-4efc-abc4-e03ab2661413 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "DELETE /v2.0/subnets/aa04a8aa-32f0-41c5-aea8-ca6393f3287d HTTP/1.1" status: 204 len: 168 time: 0.5851421 Sep 17 22:23:21.102787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-77508e89-6b78-42d7-ad6c-deeb9e2926e9 service neutron] 10.222.0.30 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914158 Sep 17 22:23:21.103333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57110) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:21.106501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:21.225036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-d6f9c0b9-2a28-4ebf-aa83-c89093e14b16 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:21.228983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-d6f9c0b9-2a28-4ebf-aa83-c89093e14b16 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381e863-95f8-4b19-8838-34f7119b032f HTTP/1.1" status: 200 len: 950 time: 0.3209834 Sep 17 22:23:21.231576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.232890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.297291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383e993-6548-4a9a-b659-ac5b65c80379 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:21.302319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d383e993-6548-4a9a-b659-ac5b65c80379 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1910658 Sep 17 22:23:21.320388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57112) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:21.431759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.495984 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.560465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-391c9177-4024-4214-b323-46d79b21f067 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Deleting port ac5eadc8-7607-40aa-af31-36cf98976c08 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:21.560819 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-391c9177-4024-4214-b323-46d79b21f067 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.567515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 726959c6-9a38-40c2-823e-e7e0fe30f556 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:21.631254 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.691651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fea4d68-6fd1-496d-a663-3ce9907c2461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d220003-3713-49d6-ba99-b7ea91578e09'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:21.695295 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1769ad2-a649-4fae-a28b-8d7d871c4bea" -d '{"events": [{"server_uuid": "3fea4d68-6fd1-496d-a663-3ce9907c2461", "name": "network-vif-plugged", "status": "completed", "tag": "3d220003-3713-49d6-ba99-b7ea91578e09"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:21.701945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 726959c6-9a38-40c2-823e-e7e0fe30f556 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:21.702551 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.706933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:21.706933 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.709682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c9732-d802-47a4-964e-1e975569e80f req-ce951b28-d267-46cb-bf67-7454baf60c6c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:21.710419 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb3c9732-d802-47a4-964e-1e975569e80f req-ce951b28-d267-46cb-bf67-7454baf60c6c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 945 time: 0.2046728 Sep 17 22:23:21.740437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-7f55bae4-d9fd-4081-aab3-2a1af8bef3e8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.749541 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.751228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 3d220003-3713-49d6-ba99-b7ea91578e09, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=3d220003-3713-49d6-ba99-b7ea91578e09,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:21.753986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Deleting port abbcd76c-0997-42da-8ab7-e817454e1967 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:21.755695 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.756020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fdf5159a-295b-41a0-a8c2-1c8f6447e11e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:21.767311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e1d02-23eb-4b4a-85b6-0b097c690015 req-0f68dde5-2835-4dd8-afe8-0abbb2bfd843 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:21.775472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1c1e1d02-23eb-4b4a-85b6-0b097c690015 req-0f68dde5-2835-4dd8-afe8-0abbb2bfd843 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 945 time: 0.2170541 Sep 17 22:23:21.820538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Deleting port 726959c6-9a38-40c2-823e-e7e0fe30f556 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:21.820885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.829009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1c1e1d02-23eb-4b4a-85b6-0b097c690015 req-8b3f4785-4aaf-4deb-9b07-e56f2a587f59 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=35c5c84d-f048-4471-bd63-c188be9558df&id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&id=ddf4a76b-b1b2-43d8-b3b1-15ba01a38502&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0526681 Sep 17 22:23:21.841221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55bae4-d9fd-4081-aab3-2a1af8bef3e8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'Port': ['ID=d6c3db3a-fc83-43f0-9e51-c5045dc3d78a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:21.853458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-391c9177-4024-4214-b323-46d79b21f067 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] For port ac5eadc8-7607-40aa-af31-36cf98976c08, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ac5eadc8-7607-40aa-af31-36cf98976c08,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:21.853832 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-391c9177-4024-4214-b323-46d79b21f067 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.924730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] For port 726959c6-9a38-40c2-823e-e7e0fe30f556, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=726959c6-9a38-40c2-823e-e7e0fe30f556,segment=NetworkSegment(8fda3c8f-e7a9-4d20-b165-4b485c661df5),segment_id=8fda3c8f-e7a9-4d20-b165-4b485c661df5)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:21.924995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.975223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Calling delete_port for 726959c6-9a38-40c2-823e-e7e0fe30f556 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:21.975898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Allocated IP 172.20.0.2 (dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0/9765020f-4b49-4fb4-9f98-f8d24d18f527/23a88fb5-d6dc-4d1a-9efd-95c709cbadb6) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:21.980153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-391c9177-4024-4214-b323-46d79b21f067 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Calling delete_port for ac5eadc8-7607-40aa-af31-36cf98976c08 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:21.986730 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb3c9732-d802-47a4-964e-1e975569e80f req-403c26f4-60dd-4819-8da3-590401f8c99b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651680 Sep 17 22:23:22.004058 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.014212 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ac5eadc8-7607-40aa-af31-36cf98976c08 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:22.029345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-7f55bae4-d9fd-4081-aab3-2a1af8bef3e8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] No DVR routers for this DVR port d6c3db3a-fc83-43f0-9e51-c5045dc3d78a on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:22.034866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-7f55bae4-d9fd-4081-aab3-2a1af8bef3e8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.036863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4008b0c-36d5-46db-8518-94f9a74c6e5c req-7f55bae4-d9fd-4081-aab3-2a1af8bef3e8 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.23 "DELETE /v2.0/ports/d6c3db3a-fc83-43f0-9e51-c5045dc3d78a HTTP/1.1" status: 204 len: 173 time: 2.2088053 Sep 17 22:23:22.075800 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97e928f-c28e-4547-bed5-083ca371437a x-openstack-request-id: req-e97e928f-c28e-4547-bed5-083ca371437a {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:22.075966 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985658b5-8933-4fa6-9341-ce8b82d9b8d3", "tag": "ad79fe1d-e4ed-4fc3-9a45-e0ba81513505", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:22.090054 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e97e928f-c28e-4547-bed5-083ca371437a {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:22.090620 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985658b5-8933-4fa6-9341-ce8b82d9b8d3', 'tag': 'ad79fe1d-e4ed-4fc3-9a45-e0ba81513505', 'status': 'completed', 'code': 200} Sep 17 22:23:22.197330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] For port abbcd76c-0997-42da-8ab7-e817454e1967, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=abbcd76c-0997-42da-8ab7-e817454e1967,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:22.198020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.215810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57acad4-9935-4b37-aa9e-4e3476ecef1a req-675e1bd6-b048-4a6d-9cc7-f75b61bf1697 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:22.217789 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b57acad4-9935-4b37-aa9e-4e3476ecef1a req-675e1bd6-b048-4a6d-9cc7-f75b61bf1697 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 948 time: 0.2444069 Sep 17 22:23:22.230480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Calling delete_port for abbcd76c-0997-42da-8ab7-e817454e1967 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:22.300542 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.357934 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b57acad4-9935-4b37-aa9e-4e3476ecef1a req-fc0cf598-36f4-471a-8e96-bf94320080b2 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/security-groups?id=51991192-14be-44f2-824e-2bc86cbdcfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281710 Sep 17 22:23:22.454251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.485214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=3d220003-3713-49d6-ba99-b7ea91578e09,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.489057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a857d-fe55-41da-ba1a-b6fa89440b5b None None] Network 94872465-c3db-4f13-86a9-744e75d57874 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:22.510934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-0460d617-bb6a-4df4-9e91-9bf056402167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:22.512502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-0460d617-bb6a-4df4-9e91-9bf056402167 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=41e8a15c88a34367a255a6fa4f4dab72&device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 1100 time: 0.4176962 Sep 17 22:23:22.544064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cc4e8-a17e-4699-8efe-92f7c307ec60 req-b2634587-26e5-4a7c-b913-f0d987be79de tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:22.546060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:22.551707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad2cc4e8-a17e-4699-8efe-92f7c307ec60 req-b2634587-26e5-4a7c-b913-f0d987be79de tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf936640-dc05-41b8-b872-8725d983254b HTTP/1.1" status: 200 len: 950 time: 0.3855188 Sep 17 22:23:22.555799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Pushing event updated for resources: {'Port': ['ID=23a88fb5-d6dc-4d1a-9efd-95c709cbadb6,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.557844 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e047f39-1d09-4eb7-a2c4-14564433e9a5 req-d6248dc2-283e-4f68-9acc-0143142cbc42 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 210 time: 0.0799940 Sep 17 22:23:22.558743 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.606570 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.644209 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.670609 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.675435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:22.699296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.703969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'abbcd76c-0997-42da-8ab7-e817454e1967'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:22.704726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] No DVR routers for this DVR port 726959c6-9a38-40c2-823e-e7e0fe30f556 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:22.727014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:22.776617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event deleted for resources: {'Port': ['ID=abbcd76c-0997-42da-8ab7-e817454e1967,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.777189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Port 726959c6-9a38-40c2-823e-e7e0fe30f556 update to ACTIVE by agent not found {{(pid=95456) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 22:23:22.778295 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device efae1932-5714-4258-a8f2-83996cc1f3dd up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:22.796110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Port': ['ID=726959c6-9a38-40c2-823e-e7e0fe30f556,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.837248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad2cc4e8-a17e-4699-8efe-92f7c307ec60 req-640d5d36-3f54-476b-b3ed-f3402b03707b tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849576 Sep 17 22:23:22.847822 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.867612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2627c982-6803-48c1-8769-6d99edd68967 None None] Network 1400de0d-098f-4b82-93be-866f90a5dcbd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:22.877330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] No DVR routers for this DVR port abbcd76c-0997-42da-8ab7-e817454e1967 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:22.886852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.887266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.887669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.888087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.888549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.888881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.889291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.889651 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.894997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.894997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.894997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.894997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.907981 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae03b178-b539-4443-bf74-c3e0b090e72c x-openstack-request-id: req-ae03b178-b539-4443-bf74-c3e0b090e72c {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:22.908303 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fea4d68-6fd1-496d-a663-3ce9907c2461", "name": "network-vif-plugged", "status": "completed", "tag": "3d220003-3713-49d6-ba99-b7ea91578e09", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:22.908560 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae03b178-b539-4443-bf74-c3e0b090e72c {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:22.908956 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fea4d68-6fd1-496d-a663-3ce9907c2461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d220003-3713-49d6-ba99-b7ea91578e09', 'code': 200} Sep 17 22:23:22.916745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Attempting to bind port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:22.919274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Attempting to bind port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:22.919274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Attempting to bind port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:22.926296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1400de0d-098f-4b82-93be-866f90a5dcbd']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:22.930099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.930446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.930783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.931117 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.931446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.931773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.932097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.932458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.935224 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.935773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.936329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.945575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:22.958506 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.963680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac0e809a-f28a-4d14-8df0-405edc8343e9 req-ad0c82f7-36f1-4f1f-8f23-871b9d8ed72e tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "DELETE /v2.0/ports/abbcd76c-0997-42da-8ab7-e817454e1967 HTTP/1.1" status: 204 len: 173 time: 1.6563790 Sep 17 22:23:22.971187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fda3c8f-e7a9-4d20-b165-4b485c661df5') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:22.971343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fda3c8f-e7a9-4d20-b165-4b485c661df5') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:22.988199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-6163e480-6b0e-4bcd-8ea6-024fadc94e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:23.002435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-6163e480-6b0e-4bcd-8ea6-024fadc94e8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.4648750 Sep 17 22:23:23.006596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4816fb1b-d960-41f6-9b75-06b8eaf46e46 None None] Provisioning complete for port efae1932-5714-4258-a8f2-83996cc1f3dd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:23.007842 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4816fb1b-d960-41f6-9b75-06b8eaf46e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.037686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:23.038428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Checking segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:23.039270 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.039839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Bound using segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:23.040528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Bound port: 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:23.041092 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.059200 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.060025 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-befa4ffa-a0cd-43a9-a5e6-701a7c1433b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 HTTP/1.1" status: 200 len: 217 time: 0.0444453 Sep 17 22:23:23.105027 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.119744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:23.120524 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:23.127096 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:23.138722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3347f524-5e84-4851-8c0e-5772cf410bd7 req-e2c0a7d5-2d38-4efd-b905-5286eabd2fd7 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7790da6-4cbe-4233-852d-76a62da54ddf HTTP/1.1" status: 200 len: 210 time: 0.1135631 Sep 17 22:23:23.159994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Allocated IP 172.25.6.78 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/6f7ee66d-598a-43ee-bc94-7f5770d9d2eb) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:23.163008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] For port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:23.166749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] For port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=23a88fb5-d6dc-4d1a-9efd-95c709cbadb6,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:23.184746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-391c9177-4024-4214-b323-46d79b21f067 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.327354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 85a0a243-b8ef-488f-8773-71a72862cd28 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:23.334272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-4536f744-9be6-4c4c-8ac3-ce89e97c4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:23.344990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-4536f744-9be6-4c4c-8ac3-ce89e97c4ca0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2659438 Sep 17 22:23:23.408699 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.435199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c9177-4024-4214-b323-46d79b21f067 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event deleted for resources: {'Port': ['ID=ac5eadc8-7607-40aa-af31-36cf98976c08,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.484395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-391c9177-4024-4214-b323-46d79b21f067 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] No DVR routers for this DVR port ac5eadc8-7607-40aa-af31-36cf98976c08 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:23.487570 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-391c9177-4024-4214-b323-46d79b21f067 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.490355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2baf3fb0-ca37-4a61-a34e-f1bf7545553a req-391c9177-4024-4214-b323-46d79b21f067 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "DELETE /v2.0/ports/ac5eadc8-7607-40aa-af31-36cf98976c08 HTTP/1.1" status: 204 len: 173 time: 3.0232151 Sep 17 22:23:23.496641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc1b96-d5fa-410b-ac59-172426bcbb6a None None] DHCP port deletion for 1400de0d-098f-4b82-93be-866f90a5dcbd request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:23:23.509878 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.519999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-961d7ba2-14c3-4923-ba4d-3bd96fd4318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:23.521133 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.521622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-961d7ba2-14c3-4923-ba4d-3bd96fd4318c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1715589 Sep 17 22:23:23.522992 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6baa99-d77d-4f9c-82cd-7d9fc1ee6c7f None None] Pushing event updated for resources: {'Port': ['ID=23a88fb5-d6dc-4d1a-9efd-95c709cbadb6,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.551533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46345bf2-4512-4ed9-bb1d-e7cc611a953a req-8781f919-3131-427a-963c-55f7c5554289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:23.554107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46345bf2-4512-4ed9-bb1d-e7cc611a953a req-8781f919-3131-427a-963c-55f7c5554289 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 1098 time: 0.3293164 Sep 17 22:23:23.561625 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.563807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "DELETE /v2.0/networks/1400de0d-098f-4b82-93be-866f90a5dcbd HTTP/1.1" status: 204 len: 168 time: 2.2424817 Sep 17 22:23:23.578022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acfe4c-d308-40e9-8f8b-bd59fab1a1f5 req-b9d8da79-d3d2-48c1-8326-6ea02c9bb9a1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:23.579727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2acfe4c-d308-40e9-8f8b-bd59fab1a1f5 req-b9d8da79-d3d2-48c1-8326-6ea02c9bb9a1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.3178234 Sep 17 22:23:23.580261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57156) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:23.609447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e795a-700b-48e0-9db9-679671fcc196 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Network': ['ID=1400de0d-098f-4b82-93be-866f90a5dcbd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.704546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.716445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.719037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:23.721789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d6c3db3a-fc83-43f0-9e51-c5045dc3d78a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:23.794165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46345bf2-4512-4ed9-bb1d-e7cc611a953a req-090bd00f-bd12-4da9-81d8-0483b59947c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129378 Sep 17 22:23:23.801227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:23.802274 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2acfe4c-d308-40e9-8f8b-bd59fab1a1f5 req-769508e0-774b-4736-9a9b-6cb942d3e40b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834965 Sep 17 22:23:23.810161 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.817135 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: d6c3db3a-fc83-43f0-9e51-c5045dc3d78a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:23.817544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d6c3db3a-fc83-43f0-9e51-c5045dc3d78a not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:23.819903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port efae1932-5714-4258-a8f2-83996cc1f3dd triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:23.820756 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.851356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:23.882103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:23.939526 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Pushing event updated for resources: {'Port': ['ID=6f7ee66d-598a-43ee-bc94-7f5770d9d2eb,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.940316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-32f8eb8b-5a30-4cbf-a0ef-2ff2623605a5 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099605 Sep 17 22:23:23.995393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469410e-49d8-449e-af9a-bc7124371b3a req-ecd68ec6-a1f1-4d26-92f1-c51e5f953f31 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:23.997252 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-ecd68ec6-a1f1-4d26-92f1-c51e5f953f31 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 805 time: 0.4792221 Sep 17 22:23:24.001352 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.resource_extend [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:23:24.029339 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-f3fb224a-99d1-48a8-80c0-2b59880cd3f5 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/quotas/4bf3915093e9445ba897d411f58ee42c HTTP/1.1" status: 200 len: 375 time: 0.0244637 Sep 17 22:23:24.049010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4cf3ec-fac1-4fb4-9d96-f258ba473620 None None] DHCP port deletion for 94872465-c3db-4f13-86a9-744e75d57874 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:23:24.094621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'name': 'network-vif-deleted', 'tag': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a'}, {'server_uuid': 'a381e863-95f8-4b19-8838-34f7119b032f', 'name': 'network-vif-deleted', 'tag': 'abbcd76c-0997-42da-8ab7-e817454e1967'}, {'server_uuid': 'bf936640-dc05-41b8-b872-8725d983254b', 'name': 'network-vif-deleted', 'tag': 'ac5eadc8-7607-40aa-af31-36cf98976c08'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:24.096988 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3635ed-0984-4e61-a351-9a0e45d0d34c" -d '{"events": [{"server_uuid": "b7790da6-4cbe-4233-852d-76a62da54ddf", "name": "network-vif-deleted", "tag": "d6c3db3a-fc83-43f0-9e51-c5045dc3d78a"}, {"server_uuid": "a381e863-95f8-4b19-8838-34f7119b032f", "name": "network-vif-deleted", "tag": "abbcd76c-0997-42da-8ab7-e817454e1967"}, {"server_uuid": "bf936640-dc05-41b8-b872-8725d983254b", "name": "network-vif-deleted", "tag": "ac5eadc8-7607-40aa-af31-36cf98976c08"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:24.098562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 85a0a243-b8ef-488f-8773-71a72862cd28, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=85a0a243-b8ef-488f-8773-71a72862cd28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:24.199818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Deleting port efae1932-5714-4258-a8f2-83996cc1f3dd {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:24.200075 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.223711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-c5b70d48-f07e-4e9f-9807-91a9adf17cfd tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1918128 Sep 17 22:23:24.228658 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b49217df-3a02-4067-96fc-6e5ebb644c22 req-759b34db-d46f-40ec-bd3c-18f660523ed4 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472124 Sep 17 22:23:24.255137 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69814d99-675b-427b-9a3d-1df17e606b0d req-060a8251-edfe-491c-8371-cf2946cd8e6f tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:24.256787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69814d99-675b-427b-9a3d-1df17e606b0d req-060a8251-edfe-491c-8371-cf2946cd8e6f tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 948 time: 0.2486203 Sep 17 22:23:24.340142 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-2e6717c2-a006-4699-99f7-f10a037dc2db service neutron] 10.222.0.30 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075530 Sep 17 22:23:24.349132 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.365848 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4816fb1b-d960-41f6-9b75-06b8eaf46e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.387833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69814d99-675b-427b-9a3d-1df17e606b0d req-8394aec1-713a-44e3-b849-879c29b04382 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/security-groups?id=51991192-14be-44f2-824e-2bc86cbdcfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245310 Sep 17 22:23:24.421741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] For port efae1932-5714-4258-a8f2-83996cc1f3dd, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=efae1932-5714-4258-a8f2-83996cc1f3dd,segment=NetworkSegment(d637e4f1-64b1-41cb-873e-41c387b1d2d3),segment_id=d637e4f1-64b1-41cb-873e-41c387b1d2d3)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:24.421984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.449425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Calling delete_port for efae1932-5714-4258-a8f2-83996cc1f3dd owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:24.453772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device abbcd76c-0997-42da-8ab7-e817454e1967 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:24.543027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-da9ab172-bd07-4bbc-b4e4-f1a9e776c362 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:24.544973 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-da9ab172-bd07-4bbc-b4e4-f1a9e776c362 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 807 time: 0.2324221 Sep 17 22:23:24.550909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: abbcd76c-0997-42da-8ab7-e817454e1967 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:24.551262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device abbcd76c-0997-42da-8ab7-e817454e1967 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:24.561556 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.570318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Request body: {'port': {'device_id': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6', 'admin_state_up': True, 'tenant_id': 'a202bb9a868f4e9b94bee628f0f7b756'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:24.619456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:24.639964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-347b975c-070d-460e-9d9b-ebf428915543 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602174 Sep 17 22:23:24.682794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4816fb1b-d960-41f6-9b75-06b8eaf46e46 None None] For port efae1932-5714-4258-a8f2-83996cc1f3dd, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=efae1932-5714-4258-a8f2-83996cc1f3dd,segment=NetworkSegment(d637e4f1-64b1-41cb-873e-41c387b1d2d3),segment_id=d637e4f1-64b1-41cb-873e-41c387b1d2d3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:24.707283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'ad79fe1d-e4ed-4fc3-9a45-e0ba81513505', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'ad79fe1d-e4ed-4fc3-9a45-e0ba81513505', 'mac_address': 'fa:16:3e:62:c1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:24.711037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=85a0a243-b8ef-488f-8773-71a72862cd28,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:24.726941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-675fff70-3905-4825-93d8-9638eeda96a6 req-c61bd1a9-6921-4f34-97b5-816d2a3b361e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 210 time: 0.1029894 Sep 17 22:23:24.737820 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.789666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3a4cf3ec-fac1-4fb4-9d96-f258ba473620 None None] Deleting port efae1932-5714-4258-a8f2-83996cc1f3dd {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:24.790042 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf3ec-fac1-4fb4-9d96-f258ba473620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.828620 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4816fb1b-d960-41f6-9b75-06b8eaf46e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.875328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.911376 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.915313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Made reservation on behalf of a202bb9a868f4e9b94bee628f0f7b756 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:24.917693 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.922130 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.927075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a0a243-b8ef-488f-8773-71a72862cd28'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:24.930544 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebabe5d3-92d7-460e-8fbf-01c4373945dd" -d '{"events": [{"server_uuid": "82a2cbc2-5c44-41f0-84e9-df891578ccc8", "name": "network-vif-unplugged", "status": "completed", "tag": "85a0a243-b8ef-488f-8773-71a72862cd28"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:24.966122 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:24.999867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3283ee30-c9cd-4091-9194-5b83b2841ef5 None None] Could not find standard attr ID for object 726959c6-9a38-40c2-823e-e7e0fe30f556. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:23:25.013665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1cf4fdd9-0d43-43e1-a845-454eb45293b8'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:25.039621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8ca2dda5-1a10-4aab-a43d-e16500680c0b req-7485563f-0943-47be-a259-c7e9ca3953d0 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf936640-dc05-41b8-b872-8725d983254b HTTP/1.1" status: 200 len: 210 time: 0.0523815 Sep 17 22:23:25.042898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3a4cf3ec-fac1-4fb4-9d96-f258ba473620 None None] For port efae1932-5714-4258-a8f2-83996cc1f3dd, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=efae1932-5714-4258-a8f2-83996cc1f3dd,segment=NetworkSegment(d637e4f1-64b1-41cb-873e-41c387b1d2d3),segment_id=d637e4f1-64b1-41cb-873e-41c387b1d2d3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:25.043406 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf3ec-fac1-4fb4-9d96-f258ba473620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.056784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Port': ['ID=efae1932-5714-4258-a8f2-83996cc1f3dd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:25.062795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] No DVR routers for this DVR port efae1932-5714-4258-a8f2-83996cc1f3dd on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:25.080737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6227d-258d-417e-8483-7ac77d5b33fc None None] Network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:25.083662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816fb1b-d960-41f6-9b75-06b8eaf46e46 None None] Pushing event updated for resources: {'Port': ['ID=efae1932-5714-4258-a8f2-83996cc1f3dd,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:25.146473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:25.181869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3a4cf3ec-fac1-4fb4-9d96-f258ba473620 None None] Calling delete_port for efae1932-5714-4258-a8f2-83996cc1f3dd owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:25.207960 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9cb633-6f2b-4591-a726-8a751474062b x-openstack-request-id: req-0f9cb633-6f2b-4591-a726-8a751474062b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:25.208336 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7790da6-4cbe-4233-852d-76a62da54ddf", "name": "network-vif-deleted", "tag": "d6c3db3a-fc83-43f0-9e51-c5045dc3d78a", "status": "completed", "code": 200}, {"server_uuid": "a381e863-95f8-4b19-8838-34f7119b032f", "name": "network-vif-deleted", "tag": "abbcd76c-0997-42da-8ab7-e817454e1967", "status": "completed", "code": 200}, {"server_uuid": "bf936640-dc05-41b8-b872-8725d983254b", "name": "network-vif-deleted", "tag": "ac5eadc8-7607-40aa-af31-36cf98976c08", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:25.208585 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f9cb633-6f2b-4591-a726-8a751474062b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:25.208990 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7790da6-4cbe-4233-852d-76a62da54ddf', 'name': 'network-vif-deleted', 'tag': 'd6c3db3a-fc83-43f0-9e51-c5045dc3d78a', 'status': 'completed', 'code': 200} Sep 17 22:23:25.209245 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a381e863-95f8-4b19-8838-34f7119b032f', 'name': 'network-vif-deleted', 'tag': 'abbcd76c-0997-42da-8ab7-e817454e1967', 'status': 'completed', 'code': 200} Sep 17 22:23:25.209497 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf936640-dc05-41b8-b872-8725d983254b', 'name': 'network-vif-deleted', 'tag': 'ac5eadc8-7607-40aa-af31-36cf98976c08', 'status': 'completed', 'code': 200} Sep 17 22:23:25.301655 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a513090d-cd11-4e73-b186-d18b791db538 x-openstack-request-id: req-a513090d-cd11-4e73-b186-d18b791db538 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:25.301932 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2cbc2-5c44-41f0-84e9-df891578ccc8", "name": "network-vif-unplugged", "status": "completed", "tag": "85a0a243-b8ef-488f-8773-71a72862cd28", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:25.302156 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a513090d-cd11-4e73-b186-d18b791db538 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:25.302576 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a0a243-b8ef-488f-8773-71a72862cd28', 'code': 200} Sep 17 22:23:25.305450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:25.310528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Router f28a46e6-372a-433f-a232-e90e8180e29b is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:23:25.326148 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.327248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-897709eb-7e46-49db-8ea8-99fd12346471 None None] Provisioning complete for port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:25.327600 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-897709eb-7e46-49db-8ea8-99fd12346471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.446887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:25.456341 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Sync routers for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:25.471570 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:25.473879 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:25.477183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:25.548157 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b74421d-8365-4ba8-8a9a-6c3ed2502b0d req-4a16405f-5b76-421b-9275-81627eb298c1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 210 time: 0.1023848 Sep 17 22:23:25.571226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Allocated IP 172.20.0.3 (98b05c37-47f7-49f8-994b-dfa2648565f6/af326825-090a-41ad-89c5-84ef6913ca42/45be83c6-fa86-475c-83f3-b32428a147da) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:25.579671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ad79fe1d-e4ed-4fc3-9a45-e0ba81513505'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:25.628797 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.630500 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-69311d78-4d75-468f-a8c6-d6183a663e6a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5578806 Sep 17 22:23:25.633544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57182) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:25.739999 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:25.805301 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-897709eb-7e46-49db-8ea8-99fd12346471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.824015 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.861739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:25.862163 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.887435 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf3ec-fac1-4fb4-9d96-f258ba473620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.972703 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.989391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cf3ec-fac1-4fb4-9d96-f258ba473620 None None] Pushing event deleted for resources: {'Port': ['ID=efae1932-5714-4258-a8f2-83996cc1f3dd,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:26.013233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4cf3ec-fac1-4fb4-9d96-f258ba473620 None None] No DVR routers for this DVR port efae1932-5714-4258-a8f2-83996cc1f3dd on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:26.021854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94872465-c3db-4f13-86a9-744e75d57874']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:26.026367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-897709eb-7e46-49db-8ea8-99fd12346471 None None] For port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=23a88fb5-d6dc-4d1a-9efd-95c709cbadb6,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:26.046990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd637e4f1-64b1-41cb-873e-41c387b1d2d3') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:26.047723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd637e4f1-64b1-41cb-873e-41c387b1d2d3') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:26.068672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.096784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734db77-dd42-417f-9de3-dfc336d01baf req-dea250c9-9299-47cf-8c5c-36f92b45c87d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:26.098611 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e734db77-dd42-417f-9de3-dfc336d01baf req-dea250c9-9299-47cf-8c5c-36f92b45c87d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82a2cbc2-5c44-41f0-84e9-df891578ccc8 HTTP/1.1" status: 200 len: 943 time: 0.2395079 Sep 17 22:23:26.128046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db394fb6-e566-4d5b-8880-92648d4fe13c req-72f525a6-b1d4-48ef-a70c-ecf106cfbcb1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:26.130429 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db394fb6-e566-4d5b-8880-92648d4fe13c req-72f525a6-b1d4-48ef-a70c-ecf106cfbcb1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.2650568 Sep 17 22:23:26.148317 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-897709eb-7e46-49db-8ea8-99fd12346471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.148642 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.150478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.198796 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 3, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:26.223683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:26.224302 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.243169 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:26.251798 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:26.289727 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Checking router: f28a46e6-372a-433f-a232-e90e8180e29b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:26.289727 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Updating router f28a46e6-372a-433f-a232-e90e8180e29b port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:26.297196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897709eb-7e46-49db-8ea8-99fd12346471 None None] Pushing event updated for resources: {'Port': ['ID=23a88fb5-d6dc-4d1a-9efd-95c709cbadb6,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:26.360533 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.374395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Network 98b05c37-47f7-49f8-994b-dfa2648565f6 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:26.379713 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:26.407673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:23:26.408335 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:23:26.420488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:26.453804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Pushing event updated for resources: {'Port': ['ID=45be83c6-fa86-475c-83f3-b32428a147da,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:26.510667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77a536c6-7843-4362-bf7e-3371a839ac1c req-2d4e0787-4b20-40a3-b69c-d0e0a5083247 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/ddf4a76b-b1b2-43d8-b3b1-15ba01a38502 HTTP/1.1" status: 200 len: 1800 time: 0.9300189 Sep 17 22:23:26.515255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db394fb6-e566-4d5b-8880-92648d4fe13c req-e7fd31be-57f0-4a6c-a3d7-7b5c6f8ca852 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775871 Sep 17 22:23:26.571610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:26.577365 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.583810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.589363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ed68e952-e488-494d-aba9-4bbf366cf528 None None] Provisioning complete for port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:26.589363 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed68e952-e488-494d-aba9-4bbf366cf528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.638641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.644635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "DELETE /v2.0/networks/94872465-c3db-4f13-86a9-744e75d57874 HTTP/1.1" status: 204 len: 168 time: 3.0597293 Sep 17 22:23:26.656963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57194) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:26.671354 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-77a536c6-7843-4362-bf7e-3371a839ac1c req-4b10e521-1f9a-4acf-b044-4be181934611 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.772155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e734db77-dd42-417f-9de3-dfc336d01baf req-5945d067-0f30-4859-9b2b-393bfe53f3c3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Deleting port 85a0a243-b8ef-488f-8773-71a72862cd28 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:26.773086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e734db77-dd42-417f-9de3-dfc336d01baf req-5945d067-0f30-4859-9b2b-393bfe53f3c3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.785502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-8263aa96-37ec-4831-93fa-f788bb1d3939 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2250278 Sep 17 22:23:26.786660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2fcac-e70b-4253-94d7-2e452a901b50 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Network': ['ID=94872465-c3db-4f13-86a9-744e75d57874,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:26.794391 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.799186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-77a536c6-7843-4362-bf7e-3371a839ac1c req-4b10e521-1f9a-4acf-b044-4be181934611 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.886746 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.998664 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Attempting to bind port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:26.999243 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Attempting to bind port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:26.999443 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Attempting to bind port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:27.001443 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Pushing event updated for resources: {'Port': ['ID=6f7ee66d-598a-43ee-bc94-7f5770d9d2eb,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.012223 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:27.015796 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:27.016498 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.016940 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:27.017404 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Bound port: 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:27.017998 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.023679 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.024374 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.025027 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.025539 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.029483 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.029893 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.030254 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.030931 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.031743 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.032852 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.040614 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.040614 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:27.076167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 726959c6-9a38-40c2-823e-e7e0fe30f556 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:27.104921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 726959c6-9a38-40c2-823e-e7e0fe30f556 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:27.105485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 726959c6-9a38-40c2-823e-e7e0fe30f556 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:27.106024 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device efae1932-5714-4258-a8f2-83996cc1f3dd no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:27.126459 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] For port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:27.130097 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] For port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6f7ee66d-598a-43ee-bc94-7f5770d9d2eb,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:27.131506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: efae1932-5714-4258-a8f2-83996cc1f3dd {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:27.132718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device efae1932-5714-4258-a8f2-83996cc1f3dd not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:27.166037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-77a536c6-7843-4362-bf7e-3371a839ac1c req-4b10e521-1f9a-4acf-b044-4be181934611 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.174708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-77a536c6-7843-4362-bf7e-3371a839ac1c req-4b10e521-1f9a-4acf-b044-4be181934611 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.174708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77a536c6-7843-4362-bf7e-3371a839ac1c req-4b10e521-1f9a-4acf-b044-4be181934611 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/ddf4a76b-b1b2-43d8-b3b1-15ba01a38502 HTTP/1.1" status: 204 len: 173 time: 0.6453583 Sep 17 22:23:27.193253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e521-1f9a-4acf-b044-4be181934611 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf4a76b-b1b2-43d8-b3b1-15ba01a38502,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.228052 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.255860 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.305009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:27.319872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Request body: {'port': {'device_id': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:27.345914 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938b537-ea4e-41b8-b28a-41c20c45d184 None None] Pushing event updated for resources: {'Port': ['ID=6f7ee66d-598a-43ee-bc94-7f5770d9d2eb,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.362066 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:27.363559 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:27.373651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:27.374168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.382892 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.465851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6059f3-af8d-4b2d-8447-9258c917e0d8 req-825d1cfa-bd42-4e56-9bc3-62737e0e6f55 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:27.473361 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f6059f3-af8d-4b2d-8447-9258c917e0d8 req-825d1cfa-bd42-4e56-9bc3-62737e0e6f55 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 949 time: 0.8195059 Sep 17 22:23:27.493435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d4b9e-4f1c-4fcd-9589-f35f8180dc32 req-209447cd-3f9d-496c-aedb-25891e67f29b tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:27.499106 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-982d4b9e-4f1c-4fcd-9589-f35f8180dc32 req-209447cd-3f9d-496c-aedb-25891e67f29b tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 931 time: 0.1276376 Sep 17 22:23:27.502423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.532943 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:27.565422 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-982d4b9e-4f1c-4fcd-9589-f35f8180dc32 req-a2c8c6f5-ef96-4040-ba28-36c026469871 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631917 Sep 17 22:23:27.577106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Allocated IP 172.20.0.1 (dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0/9765020f-4b49-4fb4-9f98-f8d24d18f527/fc89fa9b-a224-4962-bea5-35bd5a7b6766) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:27.588341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e734db77-dd42-417f-9de3-dfc336d01baf req-5945d067-0f30-4859-9b2b-393bfe53f3c3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] For port 85a0a243-b8ef-488f-8773-71a72862cd28, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=85a0a243-b8ef-488f-8773-71a72862cd28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:27.588341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e734db77-dd42-417f-9de3-dfc336d01baf req-5945d067-0f30-4859-9b2b-393bfe53f3c3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.617859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f6059f3-af8d-4b2d-8447-9258c917e0d8 req-b3b0d870-b95d-4f8e-811d-02afc51c69a4 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/security-groups?id=51991192-14be-44f2-824e-2bc86cbdcfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435077 Sep 17 22:23:27.661830 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.664535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e734db77-dd42-417f-9de3-dfc336d01baf req-5945d067-0f30-4859-9b2b-393bfe53f3c3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Calling delete_port for 85a0a243-b8ef-488f-8773-71a72862cd28 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:27.710005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881302ca-3ca3-402b-946c-9672cc6cad27']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:27.736257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:27.747353 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57b2cd42-c6f4-42ba-9e9c-d289f4bb5700 req-9d32bbac-b43b-43d4-be19-6f883402a98e tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/35c5c84d-f048-4471-bd63-c188be9558df HTTP/1.1" status: 200 len: 1801 time: 0.0869675 Sep 17 22:23:27.770269 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 3, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:27.800655 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb3a07-3330-4a27-9aae-f84ff9c5c68a None None] The sync data for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 is: [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:24Z', 'revision_number': 3, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:27.810589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.829531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1968f7a-b408-44cd-bfd0-9dba787ff86c') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:27.829832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1968f7a-b408-44cd-bfd0-9dba787ff86c') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:27.836758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2dda9ad4-07cb-4e8f-a6c9-dcb3e24b29f6 req-01d6b10b-62a3-4251-8056-88c6d4000119 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 210 time: 0.1212447 Sep 17 22:23:27.864185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.898014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:27.899112 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-57b2cd42-c6f4-42ba-9e9c-d289f4bb5700 req-1ba393fd-e68c-491d-9d97-700da6befe9b tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.901125 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.910566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:27.916495 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.919284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:27.919699 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:27.927539 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:27.943123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-57b2cd42-c6f4-42ba-9e9c-d289f4bb5700 req-1ba393fd-e68c-491d-9d97-700da6befe9b tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.024400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.035009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.061032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:28.076334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:28.077457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985658b5-8933-4fa6-9341-ce8b82d9b8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad79fe1d-e4ed-4fc3-9a45-e0ba81513505'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:28.086240 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f49d6a1-63a3-489d-9436-5a8f6de79298" -d '{"events": [{"server_uuid": "985658b5-8933-4fa6-9341-ce8b82d9b8d3", "name": "network-vif-plugged", "status": "completed", "tag": "ad79fe1d-e4ed-4fc3-9a45-e0ba81513505"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:28.086439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:28.086439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Pushing event updated for resources: {'Port': ['ID=fc89fa9b-a224-4962-bea5-35bd5a7b6766,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.086439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:28.121755 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-57b2cd42-c6f4-42ba-9e9c-d289f4bb5700 req-1ba393fd-e68c-491d-9d97-700da6befe9b tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.124653 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-57b2cd42-c6f4-42ba-9e9c-d289f4bb5700 req-1ba393fd-e68c-491d-9d97-700da6befe9b tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.125804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57b2cd42-c6f4-42ba-9e9c-d289f4bb5700 req-1ba393fd-e68c-491d-9d97-700da6befe9b tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/35c5c84d-f048-4471-bd63-c188be9558df HTTP/1.1" status: 204 len: 173 time: 0.3628924 Sep 17 22:23:28.162377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba393fd-e68c-491d-9d97-700da6befe9b tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c5c84d-f048-4471-bd63-c188be9558df,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.169846 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.177447 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.266583 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.308169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d61f0-47a6-44f7-aadd-78329b5ece08 req-5bce264e-ae69-4a2e-a3bb-270c6d2c36ae tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:28.309419 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c5d61f0-47a6-44f7-aadd-78329b5ece08 req-5bce264e-ae69-4a2e-a3bb-270c6d2c36ae tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.3185697 Sep 17 22:23:28.344712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.346722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "DELETE /v2.0/networks/881302ca-3ca3-402b-946c-9672cc6cad27 HTTP/1.1" status: 204 len: 168 time: 1.6678514 Sep 17 22:23:28.354096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf776ed-d2f5-4dec-9749-3926f33f82b8 tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Network': ['ID=881302ca-3ca3-402b-946c-9672cc6cad27,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.361065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-7f678c0a-dfd0-425b-b308-e88548109bf2 req-cfa1aa23-d502-4644-9387-4e9a1e36c85d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1001847664', 'description': 'tempest-description-1835232531'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:28.363352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57208) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:28.495509 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7f678c0a-dfd0-425b-b308-e88548109bf2 req-cfa1aa23-d502-4644-9387-4e9a1e36c85d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.498592 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789b525f-a245-4019-90ce-4b4daf41a4c9 x-openstack-request-id: req-789b525f-a245-4019-90ce-4b4daf41a4c9 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:28.498887 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985658b5-8933-4fa6-9341-ce8b82d9b8d3", "name": "network-vif-plugged", "status": "completed", "tag": "ad79fe1d-e4ed-4fc3-9a45-e0ba81513505", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:28.499125 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-789b525f-a245-4019-90ce-4b4daf41a4c9 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:28.499573 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985658b5-8933-4fa6-9341-ce8b82d9b8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad79fe1d-e4ed-4fc3-9a45-e0ba81513505', 'code': 200} Sep 17 22:23:28.536865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45be83c6-fa86-475c-83f3-b32428a147da {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:28.540461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.547146 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.548082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.550902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8f4d953b-be72-40a3-9b69-72d392f100e5 None None] Provisioning complete for port fc89fa9b-a224-4962-bea5-35bd5a7b6766 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:28.551286 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f4d953b-be72-40a3-9b69-72d392f100e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.594615 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e734db77-dd42-417f-9de3-dfc336d01baf req-5945d067-0f30-4859-9b2b-393bfe53f3c3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.595162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d953b-be72-40a3-9b69-72d392f100e5 None None] Port fc89fa9b-a224-4962-bea5-35bd5a7b6766 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:28.597817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Transition to ACTIVE for port object 45be83c6-fa86-475c-83f3-b32428a147da will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:28.693490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c5d61f0-47a6-44f7-aadd-78329b5ece08 req-eaa37a9e-234a-4077-9389-ca605a6f96b0 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369880 Sep 17 22:23:28.697723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945d067-0f30-4859-9b2b-393bfe53f3c3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Pushing event deleted for resources: {'Port': ['ID=85a0a243-b8ef-488f-8773-71a72862cd28,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.699632 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.707814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469410e-49d8-449e-af9a-bc7124371b3a req-118ed87e-4766-498f-8f50-2465e6c070c9 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:28.709826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-118ed87e-4766-498f-8f50-2465e6c070c9 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 805 time: 0.5164165 Sep 17 22:23:28.716720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7da8a-9389-468f-95ad-f61be6e652cc req-1838103f-e280-4407-ba2e-48125b0b84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:28.718231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dad7da8a-9389-468f-95ad-f61be6e652cc req-1838103f-e280-4407-ba2e-48125b0b84f8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 1102 time: 0.2797563 Sep 17 22:23:28.732581 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.734830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Request body: {'port': {'device_id': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'admin_state_up': True, 'tenant_id': '4bf3915093e9445ba897d411f58ee42c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:28.778480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 85a0a243-b8ef-488f-8773-71a72862cd28 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:28.811257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7f678c0a-dfd0-425b-b308-e88548109bf2 req-cfa1aa23-d502-4644-9387-4e9a1e36c85d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.815149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 85a0a243-b8ef-488f-8773-71a72862cd28 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:28.815555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 85a0a243-b8ef-488f-8773-71a72862cd28 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:28.836042 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.869114 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e734db77-dd42-417f-9de3-dfc336d01baf req-5945d067-0f30-4859-9b2b-393bfe53f3c3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] No DVR routers for this DVR port 85a0a243-b8ef-488f-8773-71a72862cd28 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:28.883510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e734db77-dd42-417f-9de3-dfc336d01baf req-5945d067-0f30-4859-9b2b-393bfe53f3c3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.885560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e734db77-dd42-417f-9de3-dfc336d01baf req-5945d067-0f30-4859-9b2b-393bfe53f3c3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.15 "DELETE /v2.0/ports/85a0a243-b8ef-488f-8773-71a72862cd28 HTTP/1.1" status: 204 len: 173 time: 2.7496836 Sep 17 22:23:28.887719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'name': 'network-vif-deleted', 'tag': '85a0a243-b8ef-488f-8773-71a72862cd28'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:28.890097 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed498211-13af-4e99-852f-e4ee1a4a1174" -d '{"events": [{"server_uuid": "82a2cbc2-5c44-41f0-84e9-df891578ccc8", "name": "network-vif-deleted", "tag": "85a0a243-b8ef-488f-8773-71a72862cd28"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:28.900924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7f678c0a-dfd0-425b-b308-e88548109bf2 req-cfa1aa23-d502-4644-9387-4e9a1e36c85d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.943669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Pushing event updated for resources: {'Port': ['ID=45be83c6-fa86-475c-83f3-b32428a147da,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.959516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1aa23-d502-4644-9387-4e9a1e36c85d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfe1bfe-cc64-4159-bb04-86a026c2b1db,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.973873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.996348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dad7da8a-9389-468f-95ad-f61be6e652cc req-30727d55-27b5-444e-b31e-b7839ed41693 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=51991192-14be-44f2-824e-2bc86cbdcfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563581 Sep 17 22:23:29.015649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7f678c0a-dfd0-425b-b308-e88548109bf2 req-cfa1aa23-d502-4644-9387-4e9a1e36c85d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.027789 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f678c0a-dfd0-425b-b308-e88548109bf2 req-cfa1aa23-d502-4644-9387-4e9a1e36c85d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6717160 Sep 17 22:23:29.031732 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.086105 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.095454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Pushing event updated for resources: {'Port': ['ID=fc89fa9b-a224-4962-bea5-35bd5a7b6766,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:29.138401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.185687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6121425-bae1-477f-a798-5fb218eb137e req-3f14b829-057c-4b04-8ed0-5053260dc1c1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:29.191174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6121425-bae1-477f-a798-5fb218eb137e req-3f14b829-057c-4b04-8ed0-5053260dc1c1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 943 time: 0.2390170 Sep 17 22:23:29.211854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28c17f3-f96f-42ea-a815-538ab85d03fa']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:29.242762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875d10d8-d401-48f5-8b02-90aabcd7fa4a') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:29.243040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875d10d8-d401-48f5-8b02-90aabcd7fa4a') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:29.244795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:29.245125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:29.245609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:29.259856 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.263304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab471f-8ef2-4c48-960e-3d5b347af5d1 req-f012386d-9c6b-4650-8827-cb12a61225e9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:29.265138 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-04ab471f-8ef2-4c48-960e-3d5b347af5d1 req-f012386d-9c6b-4650-8827-cb12a61225e9 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 950 time: 0.1596227 Sep 17 22:23:29.273263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:29.274696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:29.275778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Port 45be83c6-fa86-475c-83f3-b32428a147da on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:29.276142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:29.285392 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:29.285735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:29.286217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:29.286554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Bound port: 45be83c6-fa86-475c-83f3-b32428a147da, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:29.286949 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.292988 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.305747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6121425-bae1-477f-a798-5fb218eb137e req-f5b5b9e9-8109-4067-b9a7-068422307b56 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087155 Sep 17 22:23:29.312410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:29.312410 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:29.313607 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:29.316040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Made reservation on behalf of 4bf3915093e9445ba897d411f58ee42c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:29.317348 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.352512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:29.369162 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-04ab471f-8ef2-4c48-960e-3d5b347af5d1 req-9bcbbd19-cf88-4987-b87a-eba0cddad234 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/security-groups?id=51991192-14be-44f2-824e-2bc86cbdcfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914855 Sep 17 22:23:29.436992 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:29.437487 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.524147 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46b44844-6254-4471-8ce2-151aa34e42d2 req-38f13df6-133e-4c07-a392-170a9517abb2 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 210 time: 0.0347335 Sep 17 22:23:29.555023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Router f28a46e6-372a-433f-a232-e90e8180e29b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:23:29.608408 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.614586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:29.644366 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.649951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6f7ee66d-598a-43ee-bc94-7f5770d9d2eb,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:29.658682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d768c739-f327-4558-9b22-1c32498b9513 None None] Provisioning complete for port fc89fa9b-a224-4962-bea5-35bd5a7b6766 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:29.658682 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d768c739-f327-4558-9b22-1c32498b9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.685917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.687700 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] 10.222.0.30 "DELETE /v2.0/networks/a28c17f3-f96f-42ea-a815-538ab85d03fa HTTP/1.1" status: 204 len: 168 time: 1.3157589 Sep 17 22:23:29.689545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:29.690805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20160906-cae8-466f-803c-204dc7f4bcfd tempest-BulkNetworkOpsIpV6Test-1923213577 tempest-BulkNetworkOpsIpV6Test-1923213577-project] Pushing event deleted for resources: {'Network': ['ID=a28c17f3-f96f-42ea-a815-538ab85d03fa,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:29.720093 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d768c739-f327-4558-9b22-1c32498b9513 None None] Port fc89fa9b-a224-4962-bea5-35bd5a7b6766 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:29.730269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Allocated IP 172.20.0.8 (f5a1c400-89ff-42c2-939c-403cc493a365/d094fa44-b886-409c-8452-de94660a00d9/0fb08400-b256-41c2-a66b-733f6596d268) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:29.739117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:29.746504 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.747553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-350b6f5b-c769-4d09-8082-a2e4ada53d05 admin admin] 10.222.0.30 "PUT /v2.0/routers/f28a46e6-372a-433f-a232-e90e8180e29b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1039498 Sep 17 22:23:29.799184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.810180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=6f7ee66d-598a-43ee-bc94-7f5770d9d2eb,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:29.883256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:29.883994 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.886155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] 10.222.0.23 "PUT /v2.0/ports/45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 200 len: 1092 time: 3.0633163 Sep 17 22:23:29.897431 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4220bbc7-68f7-486c-b1dc-63f9178295b1 x-openstack-request-id: req-4220bbc7-68f7-486c-b1dc-63f9178295b1 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:29.898109 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2cbc2-5c44-41f0-84e9-df891578ccc8", "name": "network-vif-deleted", "tag": "85a0a243-b8ef-488f-8773-71a72862cd28", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:29.901393 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4220bbc7-68f7-486c-b1dc-63f9178295b1 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:29.901393 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a2cbc2-5c44-41f0-84e9-df891578ccc8', 'name': 'network-vif-deleted', 'tag': '85a0a243-b8ef-488f-8773-71a72862cd28', 'status': 'completed', 'code': 200} Sep 17 22:23:29.979615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d14cc-5e6c-45c6-b0f6-86c7dfe71997 service neutron] Pushing event updated for resources: {'Port': ['ID=45be83c6-fa86-475c-83f3-b32428a147da,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.093563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2b403e9-f55a-49c2-bbff-21b5e1282d17 req-3e5d6836-b6f4-4fc1-b759-f83a5f3fd92c tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/7cfe1bfe-cc64-4159-bb04-86a026c2b1db HTTP/1.1" status: 200 len: 1801 time: 0.1624072 Sep 17 22:23:30.109680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1748da-6ee9-4368-8e27-63809fe04868 req-3715b912-ca21-448e-aa13-b88ca68191cb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:30.111273 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1b1748da-6ee9-4368-8e27-63809fe04868 req-3715b912-ca21-448e-aa13-b88ca68191cb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.0610614 Sep 17 22:23:30.124804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f2b403e9-f55a-49c2-bbff-21b5e1282d17 req-4f9bb4a8-a0e0-446d-ab01-9111cecd9997 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1562301453', 'description': 'tempest-description-hth-2054210206'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:30.145914 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.160757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Sync routers for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:30.168014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-1a4c133e-f8c2-44d9-b014-fb2c9ee78398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:30.168584 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1b1748da-6ee9-4368-8e27-63809fe04868 req-d5eceb5a-d0ab-4a5e-b5d9-8aa624beda83 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507631 Sep 17 22:23:30.180978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:30.181694 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-1a4c133e-f8c2-44d9-b014-fb2c9ee78398 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1095 time: 0.1545215 Sep 17 22:23:30.182361 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:30.188810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f2b403e9-f55a-49c2-bbff-21b5e1282d17 req-4f9bb4a8-a0e0-446d-ab01-9111cecd9997 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.238976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57238) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:30.240454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-584b8912-5c12-409e-bf6f-1f72a3ffc283 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 200 len: 217 time: 0.0470028 Sep 17 22:23:30.322035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:30.351540 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f2b403e9-f55a-49c2-bbff-21b5e1282d17 req-4f9bb4a8-a0e0-446d-ab01-9111cecd9997 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.353317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-50db6f99-b6a1-4899-8cd0-7c17aee14d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:30.354845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-50db6f99-b6a1-4899-8cd0-7c17aee14d79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.1018729 Sep 17 22:23:30.403135 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-9e74bdb1-04c1-40e5-994f-55d64537a031 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399342 Sep 17 22:23:30.418740 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-969d2d0d-e4a8-41fb-8b9f-7ccfe3d75573 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b5cc30a72764cc4944517bb50a7787c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768000 Sep 17 22:23:30.418969 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57246) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:30.433615 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f2b403e9-f55a-49c2-bbff-21b5e1282d17 req-4f9bb4a8-a0e0-446d-ab01-9111cecd9997 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.437065 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f2b403e9-f55a-49c2-bbff-21b5e1282d17 req-4f9bb4a8-a0e0-446d-ab01-9111cecd9997 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.438500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2b403e9-f55a-49c2-bbff-21b5e1282d17 req-4f9bb4a8-a0e0-446d-ab01-9111cecd9997 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "PUT /v2.0/security-groups/7cfe1bfe-cc64-4159-bb04-86a026c2b1db HTTP/1.1" status: 200 len: 1775 time: 0.3324504 Sep 17 22:23:30.463576 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.514607 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6d5101c-bfba-4ce4-8fd5-f103813165ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.537935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6d5101c-bfba-4ce4-8fd5-f103813165ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.577564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bb4a8-a0e0-446d-ab01-9111cecd9997 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfe1bfe-cc64-4159-bb04-86a026c2b1db,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.580557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 2, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:30.608833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Checking router: f28a46e6-372a-433f-a232-e90e8180e29b for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:30.609296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Updating router f28a46e6-372a-433f-a232-e90e8180e29b port fc89fa9b-a224-4962-bea5-35bd5a7b6766 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:30.622322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Network f5a1c400-89ff-42c2-939c-403cc493a365 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:30.636657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f3c46-cca7-4042-9c24-7b74fb82bb59 req-3fcf16e5-ed5a-433a-b5ba-d7907c1607b0 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:30.638283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e63f3c46-cca7-4042-9c24-7b74fb82bb59 req-3fcf16e5-ed5a-433a-b5ba-d7907c1607b0 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 950 time: 0.1233516 Sep 17 22:23:30.639690 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.654039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:30.658541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:30.660830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6d5101c-bfba-4ce4-8fd5-f103813165ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.662637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Pushing event updated for resources: {'Port': ['ID=0fb08400-b256-41c2-a66b-733f6596d268,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.664657 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6d5101c-bfba-4ce4-8fd5-f103813165ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.668216 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b6d5101c-bfba-4ce4-8fd5-f103813165ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2daf44d1-66e8-4d45-9ed1-03279f79cd63 HTTP/1.1" status: 204 len: 168 time: 0.2460105 Sep 17 22:23:30.677201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5101c-bfba-4ce4-8fd5-f103813165ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf44d1-66e8-4d45-9ed1-03279f79cd63,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.683631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-ccbe194f-f845-4e94-a221-4d0b2129c26f service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728138 Sep 17 22:23:30.822879 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e63f3c46-cca7-4042-9c24-7b74fb82bb59 req-d7f9c29f-2c32-4b40-b93c-29060017ccc6 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647012 Sep 17 22:23:30.828656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:30.833673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.841778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57256) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:30.848258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b049313c-0c53-409b-9195-68919088bc7f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109635988', 'description': 'tempest-description--811101950'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:30.932678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3f9f068-7549-4f85-8236-71ab6f854ad1 req-c05312e5-28df-4616-997b-2405516b2014 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195690 Sep 17 22:23:30.949961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b049313c-0c53-409b-9195-68919088bc7f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.956397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.980520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf2d7-ece4-47b4-8f1f-d794832f80e0 req-ee62dcf1-4460-4cc5-861b-e2c3aad489e4 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:30.982238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cacbf2d7-ece4-47b4-8f1f-d794832f80e0 req-ee62dcf1-4460-4cc5-861b-e2c3aad489e4 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 943 time: 0.0830166 Sep 17 22:23:30.986690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb0ff3-2df8-467c-9589-70735813359a req-0dd38c23-b0de-4d13-a5a4-082baf3aec60 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:30.988477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0beb0ff3-2df8-467c-9589-70735813359a req-0dd38c23-b0de-4d13-a5a4-082baf3aec60 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 950 time: 0.0687299 Sep 17 22:23:31.030193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0beb0ff3-2df8-467c-9589-70735813359a req-82e4d6f4-34ce-4fb0-851e-54e6fd0a508d tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/security-groups?id=51991192-14be-44f2-824e-2bc86cbdcfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Sep 17 22:23:31.034681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cacbf2d7-ece4-47b4-8f1f-d794832f80e0 req-3922bfb5-be13-40a5-8b1d-8cf0664090ca tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Sep 17 22:23:31.049573 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.059610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-20728d3f-4324-4321-9a86-2ceb3eab68f1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3298314 Sep 17 22:23:31.068483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Request body: {'port': {'device_id': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:31.151014 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.188341 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b049313c-0c53-409b-9195-68919088bc7f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.207809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbf0b7e-8e97-479b-a02b-f4ea87c41c65 req-1c6458a3-e10f-4517-ab46-947e902a963a tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/7cfe1bfe-cc64-4159-bb04-86a026c2b1db HTTP/1.1" status: 200 len: 1775 time: 0.1449783 Sep 17 22:23:31.207936 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0feb573-1267-4448-9eef-a255a9d10b5a None None] Pushing event updated for resources: {'Port': ['ID=fc89fa9b-a224-4962-bea5-35bd5a7b6766,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:31.254939 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b049313c-0c53-409b-9195-68919088bc7f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.308516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:31.323888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049313c-0c53-409b-9195-68919088bc7f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcda49f-8696-4deb-8d3d-e7166af7e858,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:31.387928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Attempting to bind port fc89fa9b-a224-4962-bea5-35bd5a7b6766 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:31.388337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Attempting to bind port fc89fa9b-a224-4962-bea5-35bd5a7b6766 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:31.388720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Attempting to bind port fc89fa9b-a224-4962-bea5-35bd5a7b6766 on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:31.392264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b049313c-0c53-409b-9195-68919088bc7f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.394146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b049313c-0c53-409b-9195-68919088bc7f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5509822 Sep 17 22:23:31.401899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57274) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:31.402039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:31.402039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Checking segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:31.402039 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.402039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Bound using segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:31.402039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Bound port: fc89fa9b-a224-4962-bea5-35bd5a7b6766, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:31.402039 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.405151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d1f71d83-016e-436c-b8f8-97bfa9d81202 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'security_group_rule': {'security_group_id': 'abcda49f-8696-4deb-8d3d-e7166af7e858', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:31.454044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ba71b-d011-4678-ae24-6be0fb9c42e4 req-bd29d03a-b89a-45a9-8135-fce7475b258a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:31.458689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:31.458689 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.458961 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c9ba71b-d011-4678-ae24-6be0fb9c42e4 req-bd29d03a-b89a-45a9-8135-fce7475b258a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 931 time: 0.2348800 Sep 17 22:23:31.532752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-feadf57a-eebf-4022-a931-62c880754517 None None] Provisioning complete for port fc89fa9b-a224-4962-bea5-35bd5a7b6766 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:31.532752 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-feadf57a-eebf-4022-a931-62c880754517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.536601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1f71d83-016e-436c-b8f8-97bfa9d81202 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.538931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] For port fc89fa9b-a224-4962-bea5-35bd5a7b6766, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:31.578674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] For port fc89fa9b-a224-4962-bea5-35bd5a7b6766, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fc89fa9b-a224-4962-bea5-35bd5a7b6766,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:31.592377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c9ba71b-d011-4678-ae24-6be0fb9c42e4 req-0ba5b173-7c86-4494-8e38-f0f02d9015c8 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195140 Sep 17 22:23:31.604304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-feadf57a-eebf-4022-a931-62c880754517 None None] Port fc89fa9b-a224-4962-bea5-35bd5a7b6766 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:31.645725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1f71d83-016e-436c-b8f8-97bfa9d81202 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.673917 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.728031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:31.728746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:31.732491 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0cef4fc-b4b4-4434-a3af-65ecb80c7f29 req-b33579d7-fb4b-4a2a-b133-59794a09c9a4 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/7cfe1bfe-cc64-4159-bb04-86a026c2b1db HTTP/1.1" status: 200 len: 1775 time: 0.1044390 Sep 17 22:23:31.739133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd6595-30ee-40c9-bdf7-9c5eee086a4e req-093d2f1b-1307-4a01-afce-854ab90fe501 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:31.749720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5fd6595-30ee-40c9-bdf7-9c5eee086a4e req-093d2f1b-1307-4a01-afce-854ab90fe501 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.0946012 Sep 17 22:23:31.781569 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1f71d83-016e-436c-b8f8-97bfa9d81202 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.806926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb08400-b256-41c2-a66b-733f6596d268 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:31.813290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0feb573-1267-4448-9eef-a255a9d10b5a None None] Pushing event updated for resources: {'Port': ['ID=fc89fa9b-a224-4962-bea5-35bd5a7b6766,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:31.817173 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f71d83-016e-436c-b8f8-97bfa9d81202 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5881933c-c98a-4cc6-a067-1904a878e48d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:31.839938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5fd6595-30ee-40c9-bdf7-9c5eee086a4e req-3861b87b-b99e-43e7-a550-40b5202e9386 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820858 Sep 17 22:23:31.853128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.895282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:31.903812 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1f71d83-016e-436c-b8f8-97bfa9d81202 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.903812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d1f71d83-016e-436c-b8f8-97bfa9d81202 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5000644 Sep 17 22:23:31.905709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57290) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:31.907969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'tag': '45be83c6-fa86-475c-83f3-b32428a147da'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:31.909946 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18" -d '{"events": [{"name": "network-changed", "server_uuid": "e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8", "tag": "45be83c6-fa86-475c-83f3-b32428a147da"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:31.911271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f94f3add-adee-41b7-ae15-a53faee71625 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'security_group_rule': {'security_group_id': 'abcda49f-8696-4deb-8d3d-e7166af7e858', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:31.931165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-b609390c-931e-469e-8e3b-e7d0d7a5be90 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:31.937615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-b609390c-931e-469e-8e3b-e7d0d7a5be90 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 950 time: 0.1629984 Sep 17 22:23:31.937615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Transition to ACTIVE for port object 0fb08400-b256-41c2-a66b-733f6596d268 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:31.937615 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0cef4fc-b4b4-4434-a3af-65ecb80c7f29 req-c9c5d38a-9124-4938-a7a8-90b63d94ae07 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.009643 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0cef4fc-b4b4-4434-a3af-65ecb80c7f29 req-c9c5d38a-9124-4938-a7a8-90b63d94ae07 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.034879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.058448 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f94f3add-adee-41b7-ae15-a53faee71625 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.107315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57298) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:32.121351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b18a1-0387-4726-9da8-673249fae66c req-f14a7dae-1056-4b9d-8be7-09215bc4bf2c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:32.128694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e48b18a1-0387-4726-9da8-673249fae66c req-f14a7dae-1056-4b9d-8be7-09215bc4bf2c tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 950 time: 0.1322815 Sep 17 22:23:32.144427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:32.179763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0958fd98-a46b-4654-be30-a8918a64d421 None None] Provisioning complete for port fc89fa9b-a224-4962-bea5-35bd5a7b6766 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:32.180157 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0958fd98-a46b-4654-be30-a8918a64d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.184695 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f94f3add-adee-41b7-ae15-a53faee71625 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.198672 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e48b18a1-0387-4726-9da8-673249fae66c req-bd09b65c-3fcc-4838-b09f-a78a4c1a1a26 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530241 Sep 17 22:23:32.200645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa4bc7-f8c0-4e9d-be23-6c1f9c4224b0 None None] The sync data for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 is: [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:32.253169 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f94f3add-adee-41b7-ae15-a53faee71625 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.313154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f3add-adee-41b7-ae15-a53faee71625 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00977e7d-6696-4980-a95e-e6c2830cc98b,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:32.313726 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0958fd98-a46b-4654-be30-a8918a64d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.362263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0958fd98-a46b-4654-be30-a8918a64d421 None None] For port fc89fa9b-a224-4962-bea5-35bd5a7b6766, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fc89fa9b-a224-4962-bea5-35bd5a7b6766,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:32.376755 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f94f3add-adee-41b7-ae15-a53faee71625 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.378000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f94f3add-adee-41b7-ae15-a53faee71625 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4712977 Sep 17 22:23:32.381782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57300) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:32.386183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:32.436988 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0958fd98-a46b-4654-be30-a8918a64d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.501158 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.527962 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32ae21c-aeb8-4304-8d41-f78b8fd6f981 x-openstack-request-id: req-e32ae21c-aeb8-4304-8d41-f78b8fd6f981 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:32.528312 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8", "tag": "45be83c6-fa86-475c-83f3-b32428a147da", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:32.529520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958fd98-a46b-4654-be30-a8918a64d421 None None] Pushing event updated for resources: {'Port': ['ID=fc89fa9b-a224-4962-bea5-35bd5a7b6766,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:32.529655 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e32ae21c-aeb8-4304-8d41-f78b8fd6f981 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:32.530054 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'tag': '45be83c6-fa86-475c-83f3-b32428a147da', 'status': 'completed', 'code': 200} Sep 17 22:23:32.623778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46377546-3b9c-4627-b669-31f3b341c1ea req-73e86be6-5585-4457-9776-8c5474a68714 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:32.635376 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46377546-3b9c-4627-b669-31f3b341c1ea req-73e86be6-5585-4457-9776-8c5474a68714 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 943 time: 0.1011958 Sep 17 22:23:32.651797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb08400-b256-41c2-a66b-733f6596d268,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:32.689720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1926896558'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:32.709778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18 req-628a60be-9e10-44a0-a33d-b0cb4c42bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:32.711661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18 req-628a60be-9e10-44a0-a33d-b0cb4c42bb6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1095 time: 0.1946526 Sep 17 22:23:32.719791 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46377546-3b9c-4627-b669-31f3b341c1ea req-cb83b8ed-d5c0-4849-a5fd-09cd01ca76f5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825427 Sep 17 22:23:32.742027 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0cef4fc-b4b4-4434-a3af-65ecb80c7f29 req-c9c5d38a-9124-4938-a7a8-90b63d94ae07 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.744315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.744900 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0cef4fc-b4b4-4434-a3af-65ecb80c7f29 req-c9c5d38a-9124-4938-a7a8-90b63d94ae07 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.756811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0cef4fc-b4b4-4434-a3af-65ecb80c7f29 req-c9c5d38a-9124-4938-a7a8-90b63d94ae07 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/7cfe1bfe-cc64-4159-bb04-86a026c2b1db HTTP/1.1" status: 204 len: 173 time: 1.0231292 Sep 17 22:23:32.813223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-a1f19b11-eb64-4e21-bbfc-59e9ff8441b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Deleting port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:32.813561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-a1f19b11-eb64-4e21-bbfc-59e9ff8441b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.849344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5d38a-9124-4938-a7a8-90b63d94ae07 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfe1bfe-cc64-4159-bb04-86a026c2b1db,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:32.899270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Allocated IP 172.25.6.35 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/28b7f47f-4754-48ff-93ff-f884a3a5f97d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:32.950887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:32.954369 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.964902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Attempting to bind port 0fb08400-b256-41c2-a66b-733f6596d268 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:32.965238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Attempting to bind port 0fb08400-b256-41c2-a66b-733f6596d268 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:32.965561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Attempting to bind port 0fb08400-b256-41c2-a66b-733f6596d268 on network f5a1c400-89ff-42c2-939c-403cc493a365 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:33.012455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.016426 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.020387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Port 0fb08400-b256-41c2-a66b-733f6596d268 on network f5a1c400-89ff-42c2-939c-403cc493a365 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:33.020700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Attempting to bind port 0fb08400-b256-41c2-a66b-733f6596d268 on network f5a1c400-89ff-42c2-939c-403cc493a365 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:33.061024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:33.061358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Checking segment: {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:33.061765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Bound using segment: {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:33.062212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Bound port: 0fb08400-b256-41c2-a66b-733f6596d268, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:33.062538 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.071910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef284d0-5064-4eb1-83d1-eb0f30b29c75 req-cf211379-8f30-453d-8de4-9ab09addf853 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.073490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ef284d0-5064-4eb1-83d1-eb0f30b29c75 req-cf211379-8f30-453d-8de4-9ab09addf853 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 943 time: 0.2075088 Sep 17 22:23:33.096268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18 req-c7dd116c-9fa7-49a1-b475-198135bdefba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.097705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18 req-c7dd116c-9fa7-49a1-b475-198135bdefba service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.3735127 Sep 17 22:23:33.117017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-a1f19b11-eb64-4e21-bbfc-59e9ff8441b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] For port 1cf4fdd9-0d43-43e1-a845-454eb45293b8, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1cf4fdd9-0d43-43e1-a845-454eb45293b8,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:33.117394 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-a1f19b11-eb64-4e21-bbfc-59e9ff8441b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.126100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.166386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:33.172676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:33.177755 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18 req-6280d287-b7f8-4e0b-bf89-ccc9d8902003 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 200 len: 217 time: 0.0577154 Sep 17 22:23:33.180718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:33.187203 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-81d45f68-d498-4dad-a2fe-bbc7b9e09cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.187705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'Port': ['ID=28b7f47f-4754-48ff-93ff-f884a3a5f97d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:33.227893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-a1f19b11-eb64-4e21-bbfc-59e9ff8441b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Calling delete_port for 1cf4fdd9-0d43-43e1-a845-454eb45293b8 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:33.338831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9175c7-7499-4abb-b5e2-8efd246e9c71 req-fa300795-55d5-4125-8949-792578634347 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.347094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3e9175c7-7499-4abb-b5e2-8efd246e9c71 req-fa300795-55d5-4125-8949-792578634347 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.1137736 Sep 17 22:23:33.350027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fc89fa9b-a224-4962-bea5-35bd5a7b6766 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:33.367640 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ef284d0-5064-4eb1-83d1-eb0f30b29c75 req-8f9dd192-d97c-4920-9b33-39760a6ff1e7 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727907 Sep 17 22:23:33.375390 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.423186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18 req-1b24659a-e7ef-4134-afbe-327c3581c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.424709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18 req-1b24659a-e7ef-4134-afbe-327c3581c1c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.1948142 Sep 17 22:23:33.426855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] For port 0fb08400-b256-41c2-a66b-733f6596d268, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:33.430615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fc89fa9b-a224-4962-bea5-35bd5a7b6766 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:33.433685 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.434003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] For port 0fb08400-b256-41c2-a66b-733f6596d268, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fb08400-b256-41c2-a66b-733f6596d268,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:33.436106 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3e9175c7-7499-4abb-b5e2-8efd246e9c71 req-3ae7ec5b-8723-4c55-8d02-5d226696e039 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845420 Sep 17 22:23:33.484762 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18 req-857d5289-a5ad-4092-8e41-b3f439c22abd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494406 Sep 17 22:23:33.536680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.561768 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.670219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.671096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.672478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] 10.222.0.23 "PUT /v2.0/ports/0fb08400-b256-41c2-a66b-733f6596d268 HTTP/1.1" status: 200 len: 1092 time: 2.6091471 Sep 17 22:23:33.689032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d350c-8070-42d1-918f-8e39cd83d9bf req-040dc259-c9de-4be1-8b20-f33bbcd15ba9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.690556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb5d350c-8070-42d1-918f-8e39cd83d9bf req-040dc259-c9de-4be1-8b20-f33bbcd15ba9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 950 time: 0.1121325 Sep 17 22:23:33.723248 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.736341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f55490-0785-43bb-acf0-69185a8ce556 req-afe99530-5a35-4ea9-bb38-f376e9491cc6 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.737845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45f55490-0785-43bb-acf0-69185a8ce556 req-afe99530-5a35-4ea9-bb38-f376e9491cc6 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 950 time: 0.2597489 Sep 17 22:23:33.753113 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb5d350c-8070-42d1-918f-8e39cd83d9bf req-3f4159d6-c52b-482a-b0a1-4115b93c72a4 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/security-groups?id=068151ac-1e04-41a0-8856-63b1139b0733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548515 Sep 17 22:23:33.769302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b3dca-e2c4-4eaa-9f3d-60627307ebc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb08400-b256-41c2-a66b-733f6596d268,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:33.773902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.799437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 45be83c6-fa86-475c-83f3-b32428a147da details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:33.808670 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.823440 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-42bbcc02-e69c-4038-9483-1c9378377045 req-2e7bbe35-866e-47ae-bdea-0996f814e5b5 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] show failed (client error): The resource could not be found. Sep 17 22:23:33.824715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42bbcc02-e69c-4038-9483-1c9378377045 req-2e7bbe35-866e-47ae-bdea-0996f814e5b5 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/35c5c84d-f048-4471-bd63-c188be9558df HTTP/1.1" status: 404 len: 352 time: 0.0155637 Sep 17 22:23:33.839921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.844195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18 req-57f3ce94-3b26-44d2-a8f9-4f1006191d39 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260083 Sep 17 22:23:33.858686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:33.918045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.918305 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Added segment 93b35aa6-509c-48a2-9858-03272c753480 of type vlan for network a768cea6-3371-4c4e-bd02-7e331b730190 Sep 17 22:23:33.933003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:33.937616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe06858-fe7a-4af1-bb1c-8aba0f4993ed,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:33.946732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'Port': ['ID=28b7f47f-4754-48ff-93ff-f884a3a5f97d,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:33.947567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45f55490-0785-43bb-acf0-69185a8ce556 req-3e31c4a1-6e0b-48f3-941b-61251e2a3496 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/security-groups?id=51991192-14be-44f2-824e-2bc86cbdcfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977174 Sep 17 22:23:33.952275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-a1f19b11-eb64-4e21-bbfc-59e9ff8441b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.957762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '45be83c6-fa86-475c-83f3-b32428a147da', 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6', 'port_id': '45be83c6-fa86-475c-83f3-b32428a147da', 'mac_address': 'fa:16:3e:55:72:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af326825-090a-41ad-89c5-84ef6913ca42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:33.963542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.996442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3162eb-703d-4e63-8a35-e5d25ca6f681 req-b04ca15a-8636-4a8b-803a-d6833cce76ec tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.999822 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa3162eb-703d-4e63-8a35-e5d25ca6f681 req-b04ca15a-8636-4a8b-803a-d6833cce76ec tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 943 time: 0.0965488 Sep 17 22:23:34.028426 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.033113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469410e-49d8-449e-af9a-bc7124371b3a req-d4e78902-78e4-4d9c-b04d-9ee440b08042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.034647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-d4e78902-78e4-4d9c-b04d-9ee440b08042 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 1095 time: 0.2484255 Sep 17 22:23:34.039821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa3162eb-703d-4e63-8a35-e5d25ca6f681 req-fa14b068-9c1e-49f6-8fc4-5e9b74390de4 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343690 Sep 17 22:23:34.045473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45be83c6-fa86-475c-83f3-b32428a147da {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:34.059736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.065677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:34.074462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f19b11-eb64-4e21-bbfc-59e9ff8441b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Pushing event deleted for resources: {'Port': ['ID=1cf4fdd9-0d43-43e1-a845-454eb45293b8,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:34.079191 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.082881 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-85ca6a74-c1d1-49f3-9dd1-fd6d7a59a0a4 req-fdff7606-ffb0-4791-975b-217c14edc237 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] show failed (client error): The resource could not be found. Sep 17 22:23:34.082881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85ca6a74-c1d1-49f3-9dd1-fd6d7a59a0a4 req-fdff7606-ffb0-4791-975b-217c14edc237 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/ddf4a76b-b1b2-43d8-b3b1-15ba01a38502 HTTP/1.1" status: 404 len: 352 time: 0.0794821 Sep 17 22:23:34.091542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-228e6ebc-a8be-4bb4-a5a5-16a4237b4e22 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7088315 Sep 17 22:23:34.130329 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-9a9606f7-4edc-4c4f-975b-c800a79fe05f req-8ceee919-0cfd-4bf8-90a2-7824665ea3d3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] show failed (client error): The resource could not be found. Sep 17 22:23:34.131979 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a9606f7-4edc-4c4f-975b-c800a79fe05f req-8ceee919-0cfd-4bf8-90a2-7824665ea3d3 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/f66f22d9-c8c8-46b8-b15f-e721bc77096d HTTP/1.1" status: 404 len: 352 time: 0.0222828 Sep 17 22:23:34.146827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-a63a64f3-2188-4566-8ddd-0483517d5ed3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb08400-b256-41c2-a66b-733f6596d268 HTTP/1.1" status: 200 len: 217 time: 0.0889838 Sep 17 22:23:34.169671 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.195812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-a1f19b11-eb64-4e21-bbfc-59e9ff8441b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] No DVR routers for this DVR port 1cf4fdd9-0d43-43e1-a845-454eb45293b8 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:34.205382 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-a1f19b11-eb64-4e21-bbfc-59e9ff8441b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.207347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2125d046-3c7d-4f29-a8b1-5e854904ab0e req-a1f19b11-eb64-4e21-bbfc-59e9ff8441b9 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.15 "DELETE /v2.0/ports/1cf4fdd9-0d43-43e1-a845-454eb45293b8 HTTP/1.1" status: 204 len: 173 time: 2.2639215 Sep 17 22:23:34.232421 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9fc3cf2-fadc-4db7-8672-1aaf8ab18c18 req-31ca94dc-a923-478f-8cdc-c3601a3ec1a1 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760309 Sep 17 22:23:34.233878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=45be83c6-fa86-475c-83f3-b32428a147da,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:34.248490 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-20cc24dd-8f43-4a20-bba3-1881c9939083 req-de0e3a12-c40b-4088-a109-8f374fe44e8d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] show failed (client error): The resource could not be found. Sep 17 22:23:34.248743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.249444 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.249638 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20cc24dd-8f43-4a20-bba3-1881c9939083 req-de0e3a12-c40b-4088-a109-8f374fe44e8d tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/cf2e621a-47e1-41a6-b472-c7cb4e472e71 HTTP/1.1" status: 404 len: 352 time: 0.0837042 Sep 17 22:23:34.250147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.250710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.251223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.251885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.252396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.253051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.253551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.255026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.255626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.257648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:34.277749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469410e-49d8-449e-af9a-bc7124371b3a req-8b094e6f-0bd9-4881-8235-ca3c8a26e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.277749 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-8b094e6f-0bd9-4881-8235-ca3c8a26e66d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d094fa44-b886-409c-8452-de94660a00d9 HTTP/1.1" status: 200 len: 845 time: 0.1142182 Sep 17 22:23:34.303604 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-c54deadf-43f5-4139-bed8-5dd88c9d5189 req-f93480f8-9f7c-45ce-9c7f-8156128c1e05 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] show failed (client error): The resource could not be found. Sep 17 22:23:34.305039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c54deadf-43f5-4139-bed8-5dd88c9d5189 req-f93480f8-9f7c-45ce-9c7f-8156128c1e05 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/cfa83aa5-2099-44af-a084-847d0d571d40 HTTP/1.1" status: 404 len: 352 time: 0.0248985 Sep 17 22:23:34.322468 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-596cce05-aa62-4531-bb9d-04281eac9edc tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--109635988&fields=id&tenant_id=adf2cd98c5044a71ad390a82767e79d6 HTTP/1.1" status: 200 len: 267 time: 0.0489244 Sep 17 22:23:34.322661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-670946ad-4c07-4ef2-a6e3-02eaff042c3a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5a1c400-89ff-42c2-939c-403cc493a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356035 Sep 17 22:23:34.323618 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.331960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.333389 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.377781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['45be83c6-fa86-475c-83f3-b32428a147da'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:34.456023 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-0a7e72b8-fba4-44d9-940f-e1bc3f87b137 req-8b821396-9523-41ad-a373-e19c22a04f43 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] show failed (client error): The resource could not be found. Sep 17 22:23:34.457155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a7e72b8-fba4-44d9-940f-e1bc3f87b137 req-8b821396-9523-41ad-a373-e19c22a04f43 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/0369b954-986a-4a98-8437-c36279b522fa HTTP/1.1" status: 404 len: 352 time: 0.1191039 Sep 17 22:23:34.457291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-7c092e3c-690b-4cf6-ab14-7c76989c25a9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.458887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-7c092e3c-690b-4cf6-ab14-7c76989c25a9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 816 time: 0.1280167 Sep 17 22:23:34.489321 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-94805ef0-2645-4d4f-b265-d2063adb466e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/quotas/adf2cd98c5044a71ad390a82767e79d6 HTTP/1.1" status: 200 len: 375 time: 0.0184405 Sep 17 22:23:34.547179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'tag': '0fb08400-b256-41c2-a66b-733f6596d268'}, {'server_uuid': '4691a507-6518-478d-97de-8b3831e8d93f', 'name': 'network-vif-deleted', 'tag': '1cf4fdd9-0d43-43e1-a845-454eb45293b8'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:34.555307 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a557145e-09ca-4938-b9bd-3ad23018b9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e42595-2011-4ff1-985d-31eccedbe62b", "tag": "0fb08400-b256-41c2-a66b-733f6596d268"}, {"server_uuid": "4691a507-6518-478d-97de-8b3831e8d93f", "name": "network-vif-deleted", "tag": "1cf4fdd9-0d43-43e1-a845-454eb45293b8"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:34.562478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-02cbcf31-323d-46c9-821b-b9b429e1c518 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644398 Sep 17 22:23:34.609126 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1097040 Sep 17 22:23:34.609730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57352) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:34.623975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf9c23-0a83-42b8-8d15-972fa4e71c30 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Network': ['ID=a768cea6-3371-4c4e-bd02-7e331b730190,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:34.633497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'name': 'tempest-PortsIpV6TestJSON-1970092687'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:34.634733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:34.678116 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-82c10685-58e6-495f-8d2c-2e62fdf5a9b4 service neutron] 10.222.0.30 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120646 Sep 17 22:23:34.687131 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-111e1da5-a2d3-4241-832b-9088033d1f0b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.688677 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-111e1da5-a2d3-4241-832b-9088033d1f0b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.23 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 950 time: 0.3330977 Sep 17 22:23:34.782640 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-3dd94d30-3bea-4a1b-bf98-4da1a1036c80 service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455674 Sep 17 22:23:34.784636 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-bed5607a-4cef-43f7-97a3-8ffc988327e4 service neutron] 10.222.0.30 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989573 Sep 17 22:23:34.804280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 1cf4fdd9-0d43-43e1-a845-454eb45293b8 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:34.820619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1c287-7ebf-4756-a462-750b1099cba9 req-5a9a9882-35e8-4717-81c3-a8b3b97c2690 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.822126 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19e1c287-7ebf-4756-a462-750b1099cba9 req-5a9a9882-35e8-4717-81c3-a8b3b97c2690 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 943 time: 0.2235191 Sep 17 22:23:34.824410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 1cf4fdd9-0d43-43e1-a845-454eb45293b8 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:34.824820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 1cf4fdd9-0d43-43e1-a845-454eb45293b8 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:34.951016 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19e1c287-7ebf-4756-a462-750b1099cba9 req-b4444b64-ff83-491b-88bf-5fd801accf7f tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928938 Sep 17 22:23:34.971833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:34.980437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.029162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b469410e-49d8-449e-af9a-bc7124371b3a req-c718408f-dffe-4974-8517-9682c9f08d28 service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375693 Sep 17 22:23:35.033013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-2c294ceb-8019-4271-8ee6-c9e54d81645b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Deleting port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:35.033471 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-2c294ceb-8019-4271-8ee6-c9e54d81645b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.038204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port 11e2f22c-39a6-4089-bc49-c1054f7f8120 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:23:35.097067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d12ec-f4b1-485a-bb53-989b6211ca76 req-51806770-4b93-47e6-87ed-79259ee7307e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.097067 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f9d12ec-f4b1-485a-bb53-989b6211ca76 req-51806770-4b93-47e6-87ed-79259ee7307e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.0717418 Sep 17 22:23:35.148886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f9d12ec-f4b1-485a-bb53-989b6211ca76 req-630912a6-d51e-4ee7-921b-8296a6a468d4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489800 Sep 17 22:23:35.217561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-2c294ceb-8019-4271-8ee6-c9e54d81645b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] For port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:35.217928 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-2c294ceb-8019-4271-8ee6-c9e54d81645b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.230694 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6562a6-691f-4184-b6da-9c63f6f6b82b x-openstack-request-id: req-ed6562a6-691f-4184-b6da-9c63f6f6b82b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:35.230966 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e42595-2011-4ff1-985d-31eccedbe62b", "tag": "0fb08400-b256-41c2-a66b-733f6596d268", "status": "completed", "code": 200}, {"server_uuid": "4691a507-6518-478d-97de-8b3831e8d93f", "name": "network-vif-deleted", "tag": "1cf4fdd9-0d43-43e1-a845-454eb45293b8", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:35.231227 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed6562a6-691f-4184-b6da-9c63f6f6b82b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:35.231594 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'tag': '0fb08400-b256-41c2-a66b-733f6596d268', 'status': 'completed', 'code': 200} Sep 17 22:23:35.231874 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4691a507-6518-478d-97de-8b3831e8d93f', 'name': 'network-vif-deleted', 'tag': '1cf4fdd9-0d43-43e1-a845-454eb45293b8', 'status': 'completed', 'code': 200} Sep 17 22:23:35.253350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-2c294ceb-8019-4271-8ee6-c9e54d81645b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Calling delete_port for ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:35.314828 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ffa4b8d-c028-4ef8-84ae-08fd61a9dd56 req-aeb925f5-c6a6-450d-a1da-1feaabfe3913 tempest-ServersOnMultiNodesTest-1972871121 tempest-ServersOnMultiNodesTest-1972871121-project] 10.222.0.30 "GET /v2.0/ports?device_id=4691a507-6518-478d-97de-8b3831e8d93f HTTP/1.1" status: 200 len: 210 time: 0.0298786 Sep 17 22:23:35.394726 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.402486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-086a11d5-c165-4df6-82cc-28f9005db6f6 req-ebf43835-43e5-4bdd-9767-98ec71161a7c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 210 time: 0.0411773 Sep 17 22:23:35.410308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557145e-09ca-4938-b9bd-3ad23018b9a2 req-af1e1b5b-6d50-435d-a1c3-0c183c93dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.412232 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a557145e-09ca-4938-b9bd-3ad23018b9a2 req-af1e1b5b-6d50-435d-a1c3-0c183c93dad6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 1095 time: 0.1568022 Sep 17 22:23:35.520564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170408f-79a1-4402-87de-4ad9ef1043fa req-9287f749-4dd3-40bd-88a3-166b8e80843f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.522648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7170408f-79a1-4402-87de-4ad9ef1043fa req-9287f749-4dd3-40bd-88a3-166b8e80843f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 944 time: 0.0500333 Sep 17 22:23:35.561596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7170408f-79a1-4402-87de-4ad9ef1043fa req-9415573e-9975-4843-981c-ea1ef63ff857 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328739 Sep 17 22:23:35.624167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5c13e-4498-4de7-a8c2-042e976cc94c req-acbbed2b-3aab-4324-bc6c-1411a3393cc0 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.625533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f5c13e-4498-4de7-a8c2-042e976cc94c req-acbbed2b-3aab-4324-bc6c-1411a3393cc0 tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/ports?device_id=985658b5-8933-4fa6-9341-ce8b82d9b8d3 HTTP/1.1" status: 200 len: 950 time: 0.1752439 Sep 17 22:23:35.641878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557145e-09ca-4938-b9bd-3ad23018b9a2 req-83794741-b336-478f-8bb3-021bef506041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.643275 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a557145e-09ca-4938-b9bd-3ad23018b9a2 req-83794741-b336-478f-8bb3-021bef506041 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 906 time: 0.2223029 Sep 17 22:23:35.655199 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.688628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945672a-58d9-4c9a-88af-647ba7188ee1 req-7517a8a1-a46c-4436-b82d-ca0da0509c32 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.690421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1945672a-58d9-4c9a-88af-647ba7188ee1 req-7517a8a1-a46c-4436-b82d-ca0da0509c32 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 1023 time: 0.0551071 Sep 17 22:23:35.744268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1945672a-58d9-4c9a-88af-647ba7188ee1 req-bedd802b-f924-48c0-95b6-d8108511be94 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=71181280-d8a3-488c-b702-fc9b831c4add&id=3b34facc-52ed-4881-b0c9-2c6c87588990&id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0472074 Sep 17 22:23:35.744602 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a557145e-09ca-4938-b9bd-3ad23018b9a2 req-7133ea28-92c3-4534-b316-c9656c1af9d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb08400-b256-41c2-a66b-733f6596d268 HTTP/1.1" status: 200 len: 217 time: 0.0874443 Sep 17 22:23:35.752685 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-2c294ceb-8019-4271-8ee6-c9e54d81645b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.768936 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ad79fe1d-e4ed-4fc3-9a45-e0ba81513505'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:35.776549 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f5c13e-4498-4de7-a8c2-042e976cc94c req-5dbe2bb3-d198-4bee-81f3-aa208ab496ea tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.30 "GET /v2.0/security-groups?id=51991192-14be-44f2-824e-2bc86cbdcfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430113 Sep 17 22:23:35.797349 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-aae89817-5190-4fd1-a885-09672bfdeba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.805695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 45be83c6-fa86-475c-83f3-b32428a147da up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:35.830286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=11e2f22c-39a6-4089-bc49-c1054f7f8120,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:35.916800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557145e-09ca-4938-b9bd-3ad23018b9a2 req-f27dc764-2973-4429-a71d-01034f3aaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.918417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a557145e-09ca-4938-b9bd-3ad23018b9a2 req-f27dc764-2973-4429-a71d-01034f3aaaa5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d094fa44-b886-409c-8452-de94660a00d9 HTTP/1.1" status: 200 len: 845 time: 0.1647258 Sep 17 22:23:35.921293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-2c294ceb-8019-4271-8ee6-c9e54d81645b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] No DVR routers for this DVR port ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:35.922980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c294ceb-8019-4271-8ee6-c9e54d81645b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Pushing event deleted for resources: {'Port': ['ID=ad79fe1d-e4ed-4fc3-9a45-e0ba81513505,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:35.925706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-2c294ceb-8019-4271-8ee6-c9e54d81645b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.927729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1c52705-718e-48d0-bb80-f3d17105a90b req-2c294ceb-8019-4271-8ee6-c9e54d81645b tempest-TenantUsagesTestJSON-1751214054 tempest-TenantUsagesTestJSON-1751214054-project] 10.222.0.23 "DELETE /v2.0/ports/ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 HTTP/1.1" status: 204 len: 173 time: 1.2283690 Sep 17 22:23:35.930989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Checking segment: {'id': '93b35aa6-509c-48a2-9858-03272c753480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:35.931356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network hostable DHCP agents. Network: a768cea6-3371-4c4e-bd02-7e331b730190, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:35.963653 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a557145e-09ca-4938-b9bd-3ad23018b9a2 req-f8bf78bc-6be8-48f0-92c7-9b0a1fd9f472 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5a1c400-89ff-42c2-939c-403cc493a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315945 Sep 17 22:23:36.065971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:36.071191 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a557145e-09ca-4938-b9bd-3ad23018b9a2 req-06a831ae-cfca-4262-8e2f-93dadb4f4b45 service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008370 Sep 17 22:23:36.089109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 45be83c6-fa86-475c-83f3-b32428a147da completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:36.095491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 45be83c6-fa86-475c-83f3-b32428a147da triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:36.095798 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.108634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29cb8-dab6-4179-b657-59f18a155924 req-bade8eaa-7a2e-4b6a-80f7-730798cd93be tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.110307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4b29cb8-dab6-4179-b657-59f18a155924 req-bade8eaa-7a2e-4b6a-80f7-730798cd93be tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 943 time: 0.0769525 Sep 17 22:23:36.164718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4b29cb8-dab6-4179-b657-59f18a155924 req-c4bb9951-7047-4d98-a8fe-b55475a52209 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391641 Sep 17 22:23:36.175284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, a768cea6-3371-4c4e-bd02-7e331b730190) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:36.182929 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a557145e-09ca-4938-b9bd-3ad23018b9a2 req-002a1f24-6268-452d-969d-024f3c63fdd1 service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039124 Sep 17 22:23:36.185525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:36.200479 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.201687 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.208562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c6940a-327c-4663-835a-927afb533895 None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:36.227977 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.280415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3805b5-cd57-42c6-9d06-9d585fef20ed req-1e1f6c52-d8f0-40e7-9567-9305e703c617 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.282070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd3805b5-cd57-42c6-9d06-9d585fef20ed req-1e1f6c52-d8f0-40e7-9567-9305e703c617 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.0533726 Sep 17 22:23:36.293121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be83c6-fa86-475c-83f3-b32428a147da'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:36.295641 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79884978-6628-469d-9588-176effe21607" -d '{"events": [{"server_uuid": "e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8", "name": "network-vif-plugged", "status": "completed", "tag": "45be83c6-fa86-475c-83f3-b32428a147da"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:36.312928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:36.323895 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-112b5fc4-57dc-4440-906c-8094a413ea0e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7016647 Sep 17 22:23:36.326669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57378) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:36.332128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-694414401'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:36.347615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd3805b5-cd57-42c6-9d06-9d585fef20ed req-4b14b206-0339-4ed3-bf9b-608c044e7498 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568006 Sep 17 22:23:36.357642 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3532ee6-d0b3-4940-8774-dd6e9e19ff06 x-openstack-request-id: req-a3532ee6-d0b3-4940-8774-dd6e9e19ff06 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:36.357951 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8", "name": "network-vif-plugged", "status": "completed", "tag": "45be83c6-fa86-475c-83f3-b32428a147da", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:36.358199 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3532ee6-d0b3-4940-8774-dd6e9e19ff06 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:36.358600 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be83c6-fa86-475c-83f3-b32428a147da', 'code': 200} Sep 17 22:23:36.387265 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.438999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:36.442827 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.447928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=45be83c6-fa86-475c-83f3-b32428a147da,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:36.486005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4931f-b0ae-44eb-9cc0-53de84be379e req-5615841d-7670-4467-8703-697238f91d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.487813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbf4931f-b0ae-44eb-9cc0-53de84be379e req-5615841d-7670-4467-8703-697238f91d03 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1097 time: 0.0596347 Sep 17 22:23:36.497165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:36.506285 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.506878 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Added segment 0586a977-32dd-45f5-a6ca-3247a74cda75 of type vlan for network 0c0695b1-df14-4e1d-8b67-155a380ce74a Sep 17 22:23:36.546284 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.567019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79df7288-8ea1-4774-b61c-7edd68e51a8f req-033b065b-9fa3-48d4-a6b7-f7e8913004c9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 210 time: 0.0558405 Sep 17 22:23:36.581722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbf4931f-b0ae-44eb-9cc0-53de84be379e req-0b460f81-fd75-46b9-af1b-9a4550045f37 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817716 Sep 17 22:23:36.657432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.663719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.664397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.864260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-dc6c4e50-0e96-4e5b-9f05-b8ea77a3befe tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.867022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-dc6c4e50-0e96-4e5b-9f05-b8ea77a3befe tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 1023 time: 0.0724609 Sep 17 22:23:36.997370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be585d9-cf1d-4bb6-92d5-cbec9bf15591 req-facafbd2-af57-4020-8e0c-8e44dc8cf9bc tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.005220 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6be585d9-cf1d-4bb6-92d5-cbec9bf15591 req-facafbd2-af57-4020-8e0c-8e44dc8cf9bc tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 1023 time: 0.1498818 Sep 17 22:23:37.014967 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.026667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57394) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:37.058771 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7309449 Sep 17 22:23:37.060101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2bc0e-1013-4592-8a6c-be30e8ae9986 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Network': ['ID=0c0695b1-df14-4e1d-8b67-155a380ce74a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:37.064199 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6be585d9-cf1d-4bb6-92d5-cbec9bf15591 req-c6c5315a-cdf3-4797-b05e-fab821851789 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=71181280-d8a3-488c-b702-fc9b831c4add&id=3b34facc-52ed-4881-b0c9-2c6c87588990&id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0580797 Sep 17 22:23:37.066067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57398) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:37.070116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2f2ce-a39e-41db-8aab-f1289266bc84 req-c1138680-9c54-4a73-b1b5-192613a9e941 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.073757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 0c0695b1-df14-4e1d-8b67-155a380ce74a details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:37.074192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'ports': [{'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190'}, {'network_id': '0c0695b1-df14-4e1d-8b67-155a380ce74a'}]} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:37.074513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:37.075049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': '0c0695b1-df14-4e1d-8b67-155a380ce74a'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:37.078377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ab2f2ce-a39e-41db-8aab-f1289266bc84 req-c1138680-9c54-4a73-b1b5-192613a9e941 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 945 time: 0.4489844 Sep 17 22:23:37.112296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-9d695cc6-0f11-4e09-b32b-3a8bd411bad2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Deleting port fdf5159a-295b-41a0-a8c2-1c8f6447e11e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:37.117439 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-9d695cc6-0f11-4e09-b32b-3a8bd411bad2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.149628 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ab2f2ce-a39e-41db-8aab-f1289266bc84 req-f5fa35ce-a22f-4b62-9819-25d629d8eabd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661132 Sep 17 22:23:37.233498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985658b5-8933-4fa6-9341-ce8b82d9b8d3', 'name': 'network-vif-deleted', 'tag': 'ad79fe1d-e4ed-4fc3-9a45-e0ba81513505'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:37.235861 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ff8c86-2e4e-42de-9851-d852fe6b115d" -d '{"events": [{"server_uuid": "985658b5-8933-4fa6-9341-ce8b82d9b8d3", "name": "network-vif-deleted", "tag": "ad79fe1d-e4ed-4fc3-9a45-e0ba81513505"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:37.237598 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.284555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4aac-2e09-4209-9993-c075a07dc843 req-24c7bf9a-c327-4ffd-9c12-a984c45bfc2e tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.286654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e9d4aac-2e09-4209-9993-c075a07dc843 req-24c7bf9a-c327-4ffd-9c12-a984c45bfc2e tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 943 time: 0.0551467 Sep 17 22:23:37.294665 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4a788b-d797-4c5d-b4f9-f6a26407146c x-openstack-request-id: req-9d4a788b-d797-4c5d-b4f9-f6a26407146c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:37.294971 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985658b5-8933-4fa6-9341-ce8b82d9b8d3", "name": "network-vif-deleted", "tag": "ad79fe1d-e4ed-4fc3-9a45-e0ba81513505", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:37.295258 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d4a788b-d797-4c5d-b4f9-f6a26407146c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:37.295554 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985658b5-8933-4fa6-9341-ce8b82d9b8d3', 'name': 'network-vif-deleted', 'tag': 'ad79fe1d-e4ed-4fc3-9a45-e0ba81513505', 'status': 'completed', 'code': 200} Sep 17 22:23:37.325792 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e9d4aac-2e09-4209-9993-c075a07dc843 req-73d435ca-775b-4b0a-a029-2fca4dbec7ef tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331318 Sep 17 22:23:37.378389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-9d695cc6-0f11-4e09-b32b-3a8bd411bad2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] For port fdf5159a-295b-41a0-a8c2-1c8f6447e11e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,segment=NetworkSegment(5525f03b-5f21-496a-a77a-c4aebf6bd011),segment_id=5525f03b-5f21-496a-a77a-c4aebf6bd011)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:37.378677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-9d695cc6-0f11-4e09-b32b-3a8bd411bad2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.391230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-56ee27d8-25a6-4947-82d3-27d3f51e8be7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5cd06b025384a9f858cc1eef04a1b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634391 Sep 17 22:23:37.394400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57408) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:37.400706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-9d695cc6-0f11-4e09-b32b-3a8bd411bad2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Calling delete_port for fdf5159a-295b-41a0-a8c2-1c8f6447e11e owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:37.455730 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-42cfd277-a7e9-43f9-b71d-dda687570244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.483453 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-42cfd277-a7e9-43f9-b71d-dda687570244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.503196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 2} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:37.508162 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.626776 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-42cfd277-a7e9-43f9-b71d-dda687570244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.631409 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-42cfd277-a7e9-43f9-b71d-dda687570244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.634384 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-42cfd277-a7e9-43f9-b71d-dda687570244 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/068151ac-1e04-41a0-8856-63b1139b0733 HTTP/1.1" status: 204 len: 168 time: 0.2388146 Sep 17 22:23:37.644665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfd277-a7e9-43f9-b71d-dda687570244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068151ac-1e04-41a0-8856-63b1139b0733,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:37.714276 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d6ad7da-a3b5-4606-b279-250ae7fa60cf req-ee434361-db1d-4d67-b6af-3656eb89bc2b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 210 time: 0.0596828 Sep 17 22:23:37.796992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57416) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:37.829608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0fb08400-b256-41c2-a66b-733f6596d268 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:37.833979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:37.864483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:37.865231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ad79fe1d-e4ed-4fc3-9a45-e0ba81513505 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:37.878220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d18859-7cd3-4d1b-a517-7763702cc1b5 req-340b2eb2-0740-42de-951f-e1ea90e27c60 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.879758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88d18859-7cd3-4d1b-a517-7763702cc1b5 req-340b2eb2-0740-42de-951f-e1ea90e27c60 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.4269795 Sep 17 22:23:37.880442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:37.986199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fb08400-b256-41c2-a66b-733f6596d268, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fb08400-b256-41c2-a66b-733f6596d268,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:38.001799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '0fb08400-b256-41c2-a66b-733f6596d268', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'port_id': '0fb08400-b256-41c2-a66b-733f6596d268', 'mac_address': 'fa:16:3e:ff:09:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd094fa44-b886-409c-8452-de94660a00d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:38.040816 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.057598 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88d18859-7cd3-4d1b-a517-7763702cc1b5 req-b0f35d44-a988-44e5-a3f6-9daa3b07c049 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585331 Sep 17 22:23:38.060399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb08400-b256-41c2-a66b-733f6596d268 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:38.086133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fb08400-b256-41c2-a66b-733f6596d268, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fb08400-b256-41c2-a66b-733f6596d268,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:38.122459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6fc119f4-e5d6-4e8a-b547-d55eca7afadd tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.123751 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6fc119f4-e5d6-4e8a-b547-d55eca7afadd tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.15 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 816 time: 0.5979381 Sep 17 22:23:38.126581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port 474d8557-3b41-4e79-9a5c-8bd676255ffd yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:23:38.132196 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3ae26e60-3f67-4276-9e63-b7e313194c9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41e8a15c88a34367a255a6fa4f4dab72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331373 Sep 17 22:23:38.134907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57424) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:38.173636 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.215706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-792d8969-d78b-4872-9559-86daa23c97c8 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adf2cd98c5044a71ad390a82767e79d6 HTTP/1.1" status: 200 len: 379 time: 0.0757573 Sep 17 22:23:38.230577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0fb08400-b256-41c2-a66b-733f6596d268,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:38.231194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'port': {'device_id': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'admin_state_up': True, 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'security_groups': ['abcda49f-8696-4deb-8d3d-e7166af7e858']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:38.231921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40f966e8-9c4e-4f60-94a5-d4e436901df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.265956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88760b5-7b59-4d9d-86ec-66d9504f446e req-6037cea0-db53-4f28-90af-51a1f7fa7924 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.267400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f88760b5-7b59-4d9d-86ec-66d9504f446e req-6037cea0-db53-4f28-90af-51a1f7fa7924 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 945 time: 0.0833440 Sep 17 22:23:38.269309 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40f966e8-9c4e-4f60-94a5-d4e436901df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.292518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-9d695cc6-0f11-4e09-b32b-3a8bd411bad2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.331161 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f88760b5-7b59-4d9d-86ec-66d9504f446e req-9e3dd460-0334-4d4e-9a1f-2fd4fbe22ae6 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups?id=71181280-d8a3-488c-b702-fc9b831c4add&id=3b34facc-52ed-4881-b0c9-2c6c87588990&id=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0552328 Sep 17 22:23:38.375067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['0fb08400-b256-41c2-a66b-733f6596d268'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:38.386412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d695cc6-0f11-4e09-b32b-3a8bd411bad2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'Port': ['ID=fdf5159a-295b-41a0-a8c2-1c8f6447e11e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:38.445178 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40f966e8-9c4e-4f60-94a5-d4e436901df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.447992 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40f966e8-9c4e-4f60-94a5-d4e436901df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.451916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-40f966e8-9c4e-4f60-94a5-d4e436901df4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51991192-14be-44f2-824e-2bc86cbdcfe3 HTTP/1.1" status: 204 len: 168 time: 0.3156276 Sep 17 22:23:38.476858 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-9d695cc6-0f11-4e09-b32b-3a8bd411bad2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] No DVR routers for this DVR port fdf5159a-295b-41a0-a8c2-1c8f6447e11e on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:38.484316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f966e8-9c4e-4f60-94a5-d4e436901df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51991192-14be-44f2-824e-2bc86cbdcfe3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:38.489958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57432) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:38.493392 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54718-efe8-4303-9a15-2da0bd62aff9 req-3e9287ec-d089-459d-a018-821c502a7de6 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.494908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-52f54718-efe8-4303-9a15-2da0bd62aff9 req-3e9287ec-d089-459d-a018-821c502a7de6 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 945 time: 0.2739475 Sep 17 22:23:38.496666 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-9d695cc6-0f11-4e09-b32b-3a8bd411bad2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.499035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6552cfbd-301b-4468-bf9f-2aa3047a9fd6 req-9d695cc6-0f11-4e09-b32b-3a8bd411bad2 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.23 "DELETE /v2.0/ports/fdf5159a-295b-41a0-a8c2-1c8f6447e11e HTTP/1.1" status: 204 len: 173 time: 1.6146522 Sep 17 22:23:38.526695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667efe42-ac38-4e1d-b725-d00d14f0aeea req-25adb6cf-ef61-4702-aef2-ca5772edb220 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.534997 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.535637 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-667efe42-ac38-4e1d-b725-d00d14f0aeea req-25adb6cf-ef61-4702-aef2-ca5772edb220 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 944 time: 0.1180637 Sep 17 22:23:38.599570 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-667efe42-ac38-4e1d-b725-d00d14f0aeea req-5c076f74-a2d4-4ed2-a88f-5673e2d27dd7 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629499 Sep 17 22:23:38.606436 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e228a2c1-61ce-4c62-a676-20b823339072 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78578f7df2a24d3b9417e0715aa00ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037204 Sep 17 22:23:38.607028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57434) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:38.629000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-52f54718-efe8-4303-9a15-2da0bd62aff9 req-4fc3d171-c233-4b83-85c8-4f864c2323fc tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074867 Sep 17 22:23:38.641744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port 56c1813f-483b-4d39-a742-957098457bdc yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:23:38.680202 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e8267bcf-ee01-4ea0-afe6-3f3bc49243ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.703606 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e8267bcf-ee01-4ea0-afe6-3f3bc49243ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.773320 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.777198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Made reservation on behalf of adf2cd98c5044a71ad390a82767e79d6 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:38.780939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.841588 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e8267bcf-ee01-4ea0-afe6-3f3bc49243ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.844272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e8267bcf-ee01-4ea0-afe6-3f3bc49243ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.845509 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e8267bcf-ee01-4ea0-afe6-3f3bc49243ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a987389-dfd0-4d32-adba-cc49e68971d1 HTTP/1.1" status: 204 len: 168 time: 0.2375772 Sep 17 22:23:38.860349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8267bcf-ee01-4ea0-afe6-3f3bc49243ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a987389-dfd0-4d32-adba-cc49e68971d1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:38.904785 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.907983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f25d1cd-8f5e-4952-9dc1-ba08102d4024 req-81f20755-4199-47b3-954f-a11cb15b0127 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 210 time: 0.0804811 Sep 17 22:23:38.999827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Allocated IP 172.20.0.3 (dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0/9765020f-4b49-4fb4-9f98-f8d24d18f527/e4b7ff1e-e32f-466d-b6ed-e371cc8593a2) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:39.012073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.078669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:39.090093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:39.097173 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f8a23-3606-4178-b9f7-eba31646bcc1 req-f99cd062-eb6e-46b4-90e9-3a55cbbbeffc tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.107587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b0f8a23-3606-4178-b9f7-eba31646bcc1 req-f99cd062-eb6e-46b4-90e9-3a55cbbbeffc tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1097 time: 0.0660563 Sep 17 22:23:39.108303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:39.113945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.113945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=474d8557-3b41-4e79-9a5c-8bd676255ffd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.149148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b0f8a23-3606-4178-b9f7-eba31646bcc1 req-96c6fc4b-9759-467e-9a0d-f1af8f5384dd tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358210 Sep 17 22:23:39.265744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198177c-db08-4e93-a5fe-8a86a867029a req-a399fce3-c495-4ac0-80f7-2258fc6f67d1 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.267595 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1198177c-db08-4e93-a5fe-8a86a867029a req-a399fce3-c495-4ac0-80f7-2258fc6f67d1 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1097 time: 0.0522835 Sep 17 22:23:39.286699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=56c1813f-483b-4d39-a742-957098457bdc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.298142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'name': 'network-vif-deleted', 'tag': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:39.304018 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0ce005-7f10-479a-b1d1-54c9cf5d36d6" -d '{"events": [{"server_uuid": "c5be5b79-4770-42ad-8eaf-59c43cbaaab3", "name": "network-vif-deleted", "tag": "fdf5159a-295b-41a0-a8c2-1c8f6447e11e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:39.315046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d54936-488f-41c5-8391-537006782bbd req-dc7de835-42c1-483d-b937-d3d451216c0c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.316599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30d54936-488f-41c5-8391-537006782bbd req-dc7de835-42c1-483d-b937-d3d451216c0c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.1888175 Sep 17 22:23:39.324752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1198177c-db08-4e93-a5fe-8a86a867029a req-5df43384-d8f1-4858-8719-e0958738a361 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480187 Sep 17 22:23:39.346833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Checking segment: {'id': '0586a977-32dd-45f5-a6ca-3247a74cda75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0c0695b1-df14-4e1d-8b67-155a380ce74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:39.346833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network hostable DHCP agents. Network: 0c0695b1-df14-4e1d-8b67-155a380ce74a, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:39.368706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.378685 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648c1795-0bcd-4a14-be6b-75405d701b36 x-openstack-request-id: req-648c1795-0bcd-4a14-be6b-75405d701b36 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:39.378968 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5be5b79-4770-42ad-8eaf-59c43cbaaab3", "name": "network-vif-deleted", "tag": "fdf5159a-295b-41a0-a8c2-1c8f6447e11e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:39.379219 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-648c1795-0bcd-4a14-be6b-75405d701b36 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:39.379636 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5be5b79-4770-42ad-8eaf-59c43cbaaab3', 'name': 'network-vif-deleted', 'tag': 'fdf5159a-295b-41a0-a8c2-1c8f6447e11e', 'status': 'completed', 'code': 200} Sep 17 22:23:39.391893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57458) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:39.413481 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-624e56e3-b1fb-4b46-b6dc-82619644e5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.417965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30d54936-488f-41c5-8391-537006782bbd req-5ffe7bba-7cf7-46c0-b568-4f10c76b62e5 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878086 Sep 17 22:23:39.490613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 0c0695b1-df14-4e1d-8b67-155a380ce74a is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:39.539788 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.563656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-04388c8f-d525-4d20-845f-0d82da28ed68 req-bb5a720c-9db9-4acf-bf43-14b974c26081 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5be5b79-4770-42ad-8eaf-59c43cbaaab3 HTTP/1.1" status: 200 len: 210 time: 0.0394888 Sep 17 22:23:39.605252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-624e56e3-b1fb-4b46-b6dc-82619644e5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.605740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:39.611100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 0c0695b1-df14-4e1d-8b67-155a380ce74a) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:39.614820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:39.622986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:39.623679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a6ae5-a1ab-4cdb-94d1-73ab23186243 None None] Network 0c0695b1-df14-4e1d-8b67-155a380ce74a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:39.629856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.635141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.635543 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.647578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:39.689274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.718002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-624e56e3-b1fb-4b46-b6dc-82619644e5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.726557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.727739 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.754602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e56e3-b1fb-4b46-b6dc-82619644e5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d98f34-6b99-464d-be6f-012f02eb7d94,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.805460 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-624e56e3-b1fb-4b46-b6dc-82619644e5af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=667c1c96bc294e1eab46b41db72ad1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119313 Sep 17 22:23:39.808513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57474) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:39.829834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741975a-4ef0-4d2f-a87f-78e9de7250d8 req-2629dcbc-12e7-4f4f-9bd4-083550704d2e tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.831580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f741975a-4ef0-4d2f-a87f-78e9de7250d8 req-2629dcbc-12e7-4f4f-9bd4-083550704d2e tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 944 time: 0.1108758 Sep 17 22:23:39.834700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0fb08400-b256-41c2-a66b-733f6596d268 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:39.856824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-6f376804-5cab-4f5a-aea9-1a3608757519 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6340961 Sep 17 22:23:39.861829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0699a97d-3d4c-44e6-8c25-ebd14c6d2573 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7936246 Sep 17 22:23:39.864650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57476) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:39.891377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Request body: {'port': {'device_id': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:39.901797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f741975a-4ef0-4d2f-a87f-78e9de7250d8 req-f7d3dca6-30eb-4d11-aa1c-d34cc49f65c0 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632358 Sep 17 22:23:39.932700 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7a86b7d-6c6c-489e-bdf2-7ca80280c12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.941014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a3e119a8-c595-4404-9a78-0b3368ff249d None None] Provisioning complete for port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:39.941386 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3e119a8-c595-4404-9a78-0b3368ff249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.989710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a3e119a8-c595-4404-9a78-0b3368ff249d None None] Port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:39.996205 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.002354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 0fb08400-b256-41c2-a66b-733f6596d268 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:40.011174 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 0fb08400-b256-41c2-a66b-733f6596d268 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:40.011174 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.013092 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7a86b7d-6c6c-489e-bdf2-7ca80280c12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.055998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a320-b302-4250-b20a-1b8c0166389c req-4406df00-a568-4abb-902e-746360765740 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.063642 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd36a320-b302-4250-b20a-1b8c0166389c req-4406df00-a568-4abb-902e-746360765740 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 931 time: 0.0728052 Sep 17 22:23:40.120756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd36a320-b302-4250-b20a-1b8c0166389c req-0d3594fa-02a6-4b7b-b49f-646c22ec014a tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561566 Sep 17 22:23:40.130908 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.152398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6a64d02e-3fcf-4cdc-a985-aa2efa93bb3a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 56c1813f-483b-4d39-a742-957098457bdc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:40.152761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a64d02e-3fcf-4cdc-a985-aa2efa93bb3a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.159679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb08400-b256-41c2-a66b-733f6596d268'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:40.162514 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c938880d-1de2-45a8-bdc1-c2fa95bd27c0" -d '{"events": [{"server_uuid": "b6e42595-2011-4ff1-985d-31eccedbe62b", "name": "network-vif-plugged", "status": "completed", "tag": "0fb08400-b256-41c2-a66b-733f6596d268"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:40.181838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fb08400-b256-41c2-a66b-733f6596d268, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fb08400-b256-41c2-a66b-733f6596d268,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:40.182859 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.212068 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cdb95d-3e9a-471c-921e-dd756600cc5a x-openstack-request-id: req-e6cdb95d-3e9a-471c-921e-dd756600cc5a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:40.212068 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e42595-2011-4ff1-985d-31eccedbe62b", "name": "network-vif-plugged", "status": "completed", "tag": "0fb08400-b256-41c2-a66b-733f6596d268", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:40.212068 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6cdb95d-3e9a-471c-921e-dd756600cc5a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:40.212068 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb08400-b256-41c2-a66b-733f6596d268', 'code': 200} Sep 17 22:23:40.259204 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.260106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device fdf5159a-295b-41a0-a8c2-1c8f6447e11e no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:40.310781 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a64d02e-3fcf-4cdc-a985-aa2efa93bb3a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.317702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: fdf5159a-295b-41a0-a8c2-1c8f6447e11e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:40.318045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device fdf5159a-295b-41a0-a8c2-1c8f6447e11e not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:40.342737 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7a86b7d-6c6c-489e-bdf2-7ca80280c12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.345323 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7a86b7d-6c6c-489e-bdf2-7ca80280c12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.348919 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f7a86b7d-6c6c-489e-bdf2-7ca80280c12a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24d98f34-6b99-464d-be6f-012f02eb7d94 HTTP/1.1" status: 204 len: 168 time: 0.5369873 Sep 17 22:23:40.353098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0fb08400-b256-41c2-a66b-733f6596d268,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:40.363757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6a64d02e-3fcf-4cdc-a985-aa2efa93bb3a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 56c1813f-483b-4d39-a742-957098457bdc owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:40.383444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a86b7d-6c6c-489e-bdf2-7ca80280c12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d98f34-6b99-464d-be6f-012f02eb7d94,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:40.467227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72214eac-23c0-4950-b9c8-a69b1b24e82a req-09fb02d8-0a49-4ad0-aa73-8e3b43d6e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.468815 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72214eac-23c0-4950-b9c8-a69b1b24e82a req-09fb02d8-0a49-4ad0-aa73-8e3b43d6e366 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 1097 time: 0.1943140 Sep 17 22:23:40.567595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72214eac-23c0-4950-b9c8-a69b1b24e82a req-5ce0064b-e9d7-4468-b6ef-db6bcda47c60 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908706 Sep 17 22:23:40.592592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57582a88-63d3-43d1-bf9c-c0b4ed007a96 req-d7c23968-0bdf-45c5-98ce-7f2321d8879d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.594253 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57582a88-63d3-43d1-bf9c-c0b4ed007a96 req-d7c23968-0bdf-45c5-98ce-7f2321d8879d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.0672019 Sep 17 22:23:40.630985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:40.635987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57582a88-63d3-43d1-bf9c-c0b4ed007a96 req-02fbde00-2e58-46b7-beec-8bb781ec6182 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357685 Sep 17 22:23:40.639348 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.652884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Transition to ACTIVE for port object e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:40.654094 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a64d02e-3fcf-4cdc-a985-aa2efa93bb3a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.686576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64d02e-3fcf-4cdc-a985-aa2efa93bb3a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=56c1813f-483b-4d39-a742-957098457bdc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:40.693286 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a64d02e-3fcf-4cdc-a985-aa2efa93bb3a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.698943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57516) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:40.699248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6a64d02e-3fcf-4cdc-a985-aa2efa93bb3a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/56c1813f-483b-4d39-a742-957098457bdc HTTP/1.1" status: 204 len: 168 time: 0.8322041 Sep 17 22:23:40.710589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.791711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f2840-24e7-475b-90e8-c6e35698f0f5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.799007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f2840-24e7-475b-90e8-c6e35698f0f5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.807897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57522) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:40.809954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a64f2840-24e7-475b-90e8-c6e35698f0f5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1048756 Sep 17 22:23:40.840447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48ee60f7-f79e-4ace-826d-18881568c25f req-c95d0cc6-772f-498d-9aed-ff949ef8694f tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/3b34facc-52ed-4881-b0c9-2c6c87588990 HTTP/1.1" status: 200 len: 1800 time: 0.1053903 Sep 17 22:23:40.875916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:40.916891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-48ee60f7-f79e-4ace-826d-18881568c25f req-706389d0-2135-49f2-9559-86dc9b01e376 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.953265 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-48ee60f7-f79e-4ace-826d-18881568c25f req-706389d0-2135-49f2-9559-86dc9b01e376 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.961586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Attempting to bind port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:40.962189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Attempting to bind port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:40.962325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Attempting to bind port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:40.969953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:40.970272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Attempting to bind port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:40.977525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:40.977869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Checking segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:40.978248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Bound using segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:40.978677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Bound port: e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:40.979035 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.015905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-71c26c58-59f8-42cf-9809-5ebf35afaf65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 474d8557-3b41-4e79-9a5c-8bd676255ffd {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:41.016320 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-71c26c58-59f8-42cf-9809-5ebf35afaf65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.060906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-48ee60f7-f79e-4ace-826d-18881568c25f req-706389d0-2135-49f2-9559-86dc9b01e376 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.063798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-48ee60f7-f79e-4ace-826d-18881568c25f req-706389d0-2135-49f2-9559-86dc9b01e376 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.065172 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48ee60f7-f79e-4ace-826d-18881568c25f req-706389d0-2135-49f2-9559-86dc9b01e376 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/3b34facc-52ed-4881-b0c9-2c6c87588990 HTTP/1.1" status: 204 len: 173 time: 0.2209384 Sep 17 22:23:41.081150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706389d0-2135-49f2-9559-86dc9b01e376 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b34facc-52ed-4881-b0c9-2c6c87588990,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:41.182264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:41.185260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-71c26c58-59f8-42cf-9809-5ebf35afaf65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.205180 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c3a-64d3-47a6-9c64-d1083afe1dda req-7e5cbff9-eb36-407c-9d4d-2446ba555082 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.206056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:41.206677 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac144c3a-64d3-47a6-9c64-d1083afe1dda req-7e5cbff9-eb36-407c-9d4d-2446ba555082 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.0510461 Sep 17 22:23:41.207400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-71c26c58-59f8-42cf-9809-5ebf35afaf65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 474d8557-3b41-4e79-9a5c-8bd676255ffd owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:41.249046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac144c3a-64d3-47a6-9c64-d1083afe1dda req-64aa1c6b-a9a0-46c2-99d8-8ec595849133 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347626 Sep 17 22:23:41.304650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.349139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-04e218ad-91bc-45e5-a2c8-978b1dd6f0da req-24a27694-613f-493a-b619-3f3be72b81da tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "GET /v2.0/security-groups/71181280-d8a3-488c-b702-fc9b831c4add HTTP/1.1" status: 200 len: 1800 time: 0.0636470 Sep 17 22:23:41.357042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.357721 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.359256 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 HTTP/1.1" status: 200 len: 1092 time: 1.4852195 Sep 17 22:23:41.378936 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-71c26c58-59f8-42cf-9809-5ebf35afaf65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.387986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:41.387986 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1db229-24b6-4f51-bd5b-84aea7d0958d" -d '{"events": [{"name": "network-changed", "server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:41.426477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2942a-a90c-4b68-8065-d6eae7e993b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:41.438765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-04e218ad-91bc-45e5-a2c8-978b1dd6f0da req-8079e6e7-b82d-4ebf-8706-540a2583c696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.450528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-71c26c58-59f8-42cf-9809-5ebf35afaf65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.455162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-71c26c58-59f8-42cf-9809-5ebf35afaf65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/474d8557-3b41-4e79-9a5c-8bd676255ffd HTTP/1.1" status: 204 len: 168 time: 0.6416886 Sep 17 22:23:41.455929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57552) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:41.467735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-04e218ad-91bc-45e5-a2c8-978b1dd6f0da req-8079e6e7-b82d-4ebf-8706-540a2583c696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.580793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c26c58-59f8-42cf-9809-5ebf35afaf65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=474d8557-3b41-4e79-9a5c-8bd676255ffd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:41.607874 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-04e218ad-91bc-45e5-a2c8-978b1dd6f0da req-8079e6e7-b82d-4ebf-8706-540a2583c696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.610912 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-04e218ad-91bc-45e5-a2c8-978b1dd6f0da req-8079e6e7-b82d-4ebf-8706-540a2583c696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.622944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-04e218ad-91bc-45e5-a2c8-978b1dd6f0da req-8079e6e7-b82d-4ebf-8706-540a2583c696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] 10.222.0.30 "DELETE /v2.0/security-groups/71181280-d8a3-488c-b702-fc9b831c4add HTTP/1.1" status: 204 len: 173 time: 0.2656538 Sep 17 22:23:41.623782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57560) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:41.669798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f1469e-bbd2-4651-936c-36a59c748f8f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.671379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d4f1469e-bbd2-4651-936c-36a59c748f8f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2149901 Sep 17 22:23:41.680343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57564) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:41.702702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-253d4b46-cf30-4db9-9c33-135c06a5da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.704338 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-253d4b46-cf30-4db9-9c33-135c06a5da61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 1095 time: 0.1552656 Sep 17 22:23:41.721292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079e6e7-b82d-4ebf-8706-540a2583c696 tempest-SecurityGroupsTestJSON-563981538 tempest-SecurityGroupsTestJSON-563981538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71181280-d8a3-488c-b702-fc9b831c4add,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:41.781336 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee817bc-b995-4314-a981-2cee98970cb3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:23:41.781336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cee817bc-b995-4314-a981-2cee98970cb3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/56c1813f-483b-4d39-a742-957098457bdc HTTP/1.1" status: 404 len: 333 time: 0.0934918 Sep 17 22:23:41.781336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-32777812-2641-482b-bcce-19480b95d3ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 HTTP/1.1" status: 200 len: 217 time: 0.0541103 Sep 17 22:23:41.781336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57572) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:41.790144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-08926f4c-ffc8-468d-a040-d8b40a7f8590 admin admin] Deleting subnet 575cfedc-4700-4fb9-818f-a7c3fe17b03b {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:41.798917 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-08926f4c-ffc8-468d-a040-d8b40a7f8590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.821068 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-95539203-33ed-451b-90c4-f553e6bcf097 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:23:41.827651 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-95539203-33ed-451b-90c4-f553e6bcf097 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/474d8557-3b41-4e79-9a5c-8bd676255ffd HTTP/1.1" status: 404 len: 333 time: 0.0432878 Sep 17 22:23:41.827651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57574) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:41.835087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7731f7f-f667-4dc1-802b-3c2232a6f1ad req-77186793-3399-4063-9167-0d16cf93eabc tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.836902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7731f7f-f667-4dc1-802b-3c2232a6f1ad req-77186793-3399-4063-9167-0d16cf93eabc tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1069078 Sep 17 22:23:41.854552 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-08926f4c-ffc8-468d-a040-d8b40a7f8590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.916554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7731f7f-f667-4dc1-802b-3c2232a6f1ad req-18f2136b-2c45-4f87-a472-60067df8ed5a tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713401 Sep 17 22:23:41.931973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-5b1f0377-80de-49df-8de1-565a9350abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.933625 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-5b1f0377-80de-49df-8de1-565a9350abad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.1217041 Sep 17 22:23:41.950919 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.961546 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-08926f4c-ffc8-468d-a040-d8b40a7f8590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.008631 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3fd7c6-404b-4ce6-b5eb-db5e3260ef69 x-openstack-request-id: req-8c3fd7c6-404b-4ce6-b5eb-db5e3260ef69 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:42.009189 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:42.009189 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c3fd7c6-404b-4ce6-b5eb-db5e3260ef69 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:42.009529 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'status': 'completed', 'code': 200} Sep 17 22:23:42.077094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-64d18fb7-22ea-4a89-975b-ea6890cdc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.078694 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-64d18fb7-22ea-4a89-975b-ea6890cdc614 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270471 Sep 17 22:23:42.114830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-08926f4c-ffc8-468d-a040-d8b40a7f8590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.144921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.164840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acc2ac-ff80-4279-8b79-595b475fa793 req-e183aa15-7dee-4f59-a7ba-a2aa0f313cd3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.166611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-91acc2ac-ff80-4279-8b79-595b475fa793 req-e183aa15-7dee-4f59-a7ba-a2aa0f313cd3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.0977712 Sep 17 22:23:42.167821 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-08926f4c-ffc8-468d-a040-d8b40a7f8590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.172036 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-08926f4c-ffc8-468d-a040-d8b40a7f8590 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/575cfedc-4700-4fb9-818f-a7c3fe17b03b HTTP/1.1" status: 204 len: 168 time: 0.5417974 Sep 17 22:23:42.172036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08926f4c-ffc8-468d-a040-d8b40a7f8590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575cfedc-4700-4fb9-818f-a7c3fe17b03b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:42.173617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57582) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:42.208197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-91acc2ac-ff80-4279-8b79-595b475fa793 req-6eee4061-a272-484f-88ae-cc9ec5335a08 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Sep 17 22:23:42.214844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0695b1-df14-4e1d-8b67-155a380ce74a']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:42.231052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-75ea31f4-d427-4ce0-acaa-94dfe5166271 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:23:42.236795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-75ea31f4-d427-4ce0-acaa-94dfe5166271 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3567805 Sep 17 22:23:42.262099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0586a977-32dd-45f5-a6ca-3247a74cda75') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:42.262402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0586a977-32dd-45f5-a6ca-3247a74cda75') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:42.277414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-7eefb539-f501-4e1d-9dcf-e939a25468b1 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.284224 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-7eefb539-f501-4e1d-9dcf-e939a25468b1 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports/45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 200 len: 1094 time: 0.0447321 Sep 17 22:23:42.284439 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.334629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Request body: {'binding': {'host': 'n-h2-713499-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:42.335264 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Unknown quota resources ['binding']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:23:42.345917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.359806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:42.360230 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:42.363584 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:42.378456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.394507 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-e165fd81-9e6b-4d07-8bea-ce491922bf37 service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070033 Sep 17 22:23:42.510943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-eb61a572-995f-4050-aa15-a1d817622e06 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bd546744000a4c5ba3dbddf0c3a2dce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323739 Sep 17 22:23:42.540939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da on host n-h2-713499-18 for vnic_type normal with profile None {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:42.541271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:42.541596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:42.554159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Port 45be83c6-fa86-475c-83f3-b32428a147da on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:42.554479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:42.564687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:42.565023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:42.565403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:42.565866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Bound port: 45be83c6-fa86-475c-83f3-b32428a147da, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:42.571452 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.575509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.580201 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.582031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/networks/0c0695b1-df14-4e1d-8b67-155a380ce74a HTTP/1.1" status: 204 len: 168 time: 0.7555172 Sep 17 22:23:42.599991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57604) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:42.609057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69054b-175e-4477-a492-4706ccbf4972 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Network': ['ID=0c0695b1-df14-4e1d-8b67-155a380ce74a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:42.621669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3fd1be-be72-4384-99ec-52523ef26f88']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:42.624103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1255528608'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:42.639988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5525f03b-5f21-496a-a77a-c4aebf6bd011') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:42.640320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5525f03b-5f21-496a-a77a-c4aebf6bd011') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:42.643608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946aa787-ea91-46b1-a1d4-946eed1ba076 req-5e232825-3cba-4942-9c96-b215ab366c4d service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179160 Sep 17 22:23:42.653069 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.669511 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.677449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:42.677906 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:42.680348 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:42.693438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:42.703702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-9e1b374e-df0d-446c-9ccb-0bb9a9703d60 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.705231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-9e1b374e-df0d-446c-9ccb-0bb9a9703d60 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875069 Sep 17 22:23:42.720504 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-4c73ecb2-e528-4a5f-ae17-d8f2c1f2c5cd tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/quotas/bd546744000a4c5ba3dbddf0c3a2dce8 HTTP/1.1" status: 200 len: 375 time: 0.0090997 Sep 17 22:23:42.753005 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-e369a571-aca0-40d3-bd81-5204d50241c0 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd546744000a4c5ba3dbddf0c3a2dce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266204 Sep 17 22:23:42.770409 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] Notify callbacks [] for binding, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.771545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-cea458ac-9dc9-4220-81c8-3125872a0c51 service neutron] 10.222.0.30 "POST /v2.0/ports/45be83c6-fa86-475c-83f3-b32428a147da/bindings HTTP/1.1" status: 201 len: 390 time: 0.4863577 Sep 17 22:23:42.772174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:42.775855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.797428 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.802755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:42.814224 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.815578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.816026 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Added segment 2f3a5f6c-47d8-4fcc-be75-333ebd67b07a of type vlan for network 8f8182d9-599a-4066-9ddd-1b06af34db82 Sep 17 22:23:42.817615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d3fd1be-be72-4384-99ec-52523ef26f88 HTTP/1.1" status: 204 len: 168 time: 0.6343496 Sep 17 22:23:42.838286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8150b6-b641-471e-99f3-b0378f39f028 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3fd1be-be72-4384-99ec-52523ef26f88,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:42.872145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-6fca1c3c-2c29-4d53-93bb-4ef66683ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.873836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-6fca1c3c-2c29-4d53-93bb-4ef66683ec06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 1095 time: 0.0552275 Sep 17 22:23:42.896015 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.980673 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.986611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.987213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.000254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-c18b2358-9235-402b-829a-63df63e565d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.002195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-c18b2358-9235-402b-829a-63df63e565d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.1207650 Sep 17 22:23:43.060751 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-9dd15bd1-3425-431a-b5f6-86ecb2bca25e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 HTTP/1.1" status: 200 len: 217 time: 0.0505018 Sep 17 22:23:43.077625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Network': ['ID=8f8182d9-599a-4066-9ddd-1b06af34db82,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:43.105596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8f8182d9-599a-4066-9ddd-1b06af34db82 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:43.141319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-8e1673aa-33b0-4be2-8c1f-d3c249950046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.143110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-8e1673aa-33b0-4be2-8c1f-d3c249950046 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.0755870 Sep 17 22:23:43.172354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-58b0b421-7fc1-40d9-b3fc-4dd3bf30a81e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5713778 Sep 17 22:23:43.173350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13d72ea8-f76b-4b36-bb61-e377723e0007 req-badb59e3-3f40-42af-b511-0431ca8ec04a tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 210 time: 0.0290580 Sep 17 22:23:43.175370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57624) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:43.183265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': '8f8182d9-599a-4066-9ddd-1b06af34db82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:43.223591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031a295-8d29-4fe1-840b-590c4cb11d19 req-e350c157-3f3d-4f72-a905-298911d2047d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.228799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f031a295-8d29-4fe1-840b-590c4cb11d19 req-e350c157-3f3d-4f72-a905-298911d2047d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.2032170 Sep 17 22:23:43.279004 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f031a295-8d29-4fe1-840b-590c4cb11d19 req-96b9ddff-80ea-48ef-8f7a-4fb17f8f1c00 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Sep 17 22:23:43.315311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57630) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:43.328159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-be71e82b-175a-4883-8a03-acf8c8635d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.329732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-be71e82b-175a-4883-8a03-acf8c8635d1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551278 Sep 17 22:23:43.372174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9d607c81-076d-4427-9d13-fa1e1513447d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eafdb72691c44306a767f18c31595b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553029 Sep 17 22:23:43.376718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57632) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:43.417167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb479ee-467b-48e8-87ce-dec62bf7b6da req-444af148-cbf3-4bd2-978a-6af1e21b1bd5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.419409 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0bb479ee-467b-48e8-87ce-dec62bf7b6da req-444af148-cbf3-4bd2-978a-6af1e21b1bd5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 945 time: 0.0607381 Sep 17 22:23:43.446109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2115f-aaed-419c-bd6a-412100ee3dff req-f113ab46-84c9-43f4-9053-74f8aba54be1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.447681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-74c2115f-aaed-419c-bd6a-412100ee3dff req-f113ab46-84c9-43f4-9053-74f8aba54be1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1665146 Sep 17 22:23:43.461004 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0bb479ee-467b-48e8-87ce-dec62bf7b6da req-de7440db-f746-4207-8971-17de0b6c3b5a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345123 Sep 17 22:23:43.500467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:43.503934 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.763136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b1bb3-2317-4961-9de2-a3e3925f05de req-7dbb7808-da1a-4c0a-8500-236a8e128b54 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.769032 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b6b1bb3-2317-4961-9de2-a3e3925f05de req-7dbb7808-da1a-4c0a-8500-236a8e128b54 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.0535018 Sep 17 22:23:43.816707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b6b1bb3-2317-4961-9de2-a3e3925f05de req-df90da26-40f6-47c7-97f8-98c307710e3b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447712 Sep 17 22:23:43.953142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-74c2115f-aaed-419c-bd6a-412100ee3dff req-a56f164b-ed7e-4c08-ba90-08be7275373e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4962549 Sep 17 22:23:43.962069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-d00ae665-b83b-4944-8e9d-487cc0718bd1 service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223581 Sep 17 22:23:43.970123 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3490709d-bf60-42bd-a531-d38cb08f8093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.071045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-086bb25a-1ada-49c6-bad4-7b71fc758710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:44.072602 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-086bb25a-1ada-49c6-bad4-7b71fc758710 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1097 time: 0.5322371 Sep 17 22:23:44.074689 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3490709d-bf60-42bd-a531-d38cb08f8093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.116537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57644) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:44.212560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b1db229-24b6-4f51-bd5b-84aea7d0958d req-2a184ea7-9866-485b-bac6-6ff53e11af9a service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399080 Sep 17 22:23:44.242400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f77857a-cb83-4cae-b0c0-05bb22c0394a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.314516 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee9a27fb-75bd-4a45-ad0d-96b9e4f09ce7 req-75dc237b-81e4-458f-9820-2e63f714eae3 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 210 time: 0.0376847 Sep 17 22:23:44.360527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2216d-f337-4ec9-b406-641ffdfd94c8 req-39707b1a-f6fd-4755-8e2d-187129200e6d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:44.364295 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aaf2216d-f337-4ec9-b406-641ffdfd94c8 req-39707b1a-f6fd-4755-8e2d-187129200e6d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.1978769 Sep 17 22:23:44.374876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-fd972290-0526-4811-8f07-568d374d368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:44.376379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-fd972290-0526-4811-8f07-568d374d368f service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.2904716 Sep 17 22:23:44.376965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f77857a-cb83-4cae-b0c0-05bb22c0394a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.387695 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3490709d-bf60-42bd-a531-d38cb08f8093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.390242 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3490709d-bf60-42bd-a531-d38cb08f8093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.391279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3490709d-bf60-42bd-a531-d38cb08f8093 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1 HTTP/1.1" status: 204 len: 168 time: 1.0075357 Sep 17 22:23:44.437654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490709d-bf60-42bd-a531-d38cb08f8093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2ccbc3-9f3c-45c7-8bc5-e1dd654da8f1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:44.444687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-70ab8c04-4386-487e-a986-0d7e54af7853 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 200 len: 217 time: 0.0581141 Sep 17 22:23:44.458090 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f77857a-cb83-4cae-b0c0-05bb22c0394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.485702 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.495487 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aaf2216d-f337-4ec9-b406-641ffdfd94c8 req-f41d3679-0076-427c-8b89-9aa897a2888b tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220286 Sep 17 22:23:44.500697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77857a-cb83-4cae-b0c0-05bb22c0394a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0cc1c1-5935-4bc9-83da-be7cf19c8672,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:44.512588 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0f77857a-cb83-4cae-b0c0-05bb22c0394a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4720011b3da4c08b11cc786b0db5462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951485 Sep 17 22:23:44.524619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57654) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:44.561986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-85da5960-8991-4b44-9469-79b3f47c582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:44.563498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-85da5960-8991-4b44-9469-79b3f47c582f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.1126859 Sep 17 22:23:44.570274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=b437960e-bac3-4db8-8323-9b4f3c45aac8,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:44.609529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-6413cb8c-b132-4768-81b6-2686d08eeb7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306611 Sep 17 22:23:44.612276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Checking segment: {'id': '2f3a5f6c-47d8-4fcc-be75-333ebd67b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f8182d9-599a-4066-9ddd-1b06af34db82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:44.612687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network hostable DHCP agents. Network: 8f8182d9-599a-4066-9ddd-1b06af34db82, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:44.655425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefecda-5475-4546-912e-7846be0636cd req-46a6b37f-c5e2-426f-a547-56014ca09d42 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:44.657041 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bcefecda-5475-4546-912e-7846be0636cd req-46a6b37f-c5e2-426f-a547-56014ca09d42 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 945 time: 0.0937364 Sep 17 22:23:44.660566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-90e98847-7fa0-43ec-b28f-407f8cbf57a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.696188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-90e98847-7fa0-43ec-b28f-407f8cbf57a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.710835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 8f8182d9-599a-4066-9ddd-1b06af34db82 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:44.738403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bcefecda-5475-4546-912e-7846be0636cd req-570af721-db61-4867-a479-ee0adeb79557 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659196 Sep 17 22:23:44.754720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-b767c5e7-8426-429d-988b-7e5fe00340df service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147742 Sep 17 22:23:44.800237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8f8182d9-599a-4066-9ddd-1b06af34db82) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:44.802833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eed022-8a59-4caa-a649-6958cb51101d None None] Network 8f8182d9-599a-4066-9ddd-1b06af34db82 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:44.827441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:44.828017 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.872780 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-90e98847-7fa0-43ec-b28f-407f8cbf57a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.875879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-90e98847-7fa0-43ec-b28f-407f8cbf57a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.877349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-1e89af1e-b895-45c5-b4d0-3701b7110593 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156793 Sep 17 22:23:44.878166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-90e98847-7fa0-43ec-b28f-407f8cbf57a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd0cc1c1-5935-4bc9-83da-be7cf19c8672 HTTP/1.1" status: 204 len: 168 time: 0.3525555 Sep 17 22:23:44.895760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e98847-7fa0-43ec-b28f-407f8cbf57a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0cc1c1-5935-4bc9-83da-be7cf19c8672,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:44.916306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:44.933601 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d61d1703-ed6d-4bea-a40c-1ac7f3df2c2c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7563772 Sep 17 22:23:44.936689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57670) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:44.955339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': '8f8182d9-599a-4066-9ddd-1b06af34db82', 'name': 'tempest-PortsIpV6TestJSON-1891750080'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:44.968899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e178dc-44bd-4bc9-a870-5f8d6b213f4a req-51b24fa3-cbc8-48e6-91aa-510eeaf5e105 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:44.977863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43e178dc-44bd-4bc9-a870-5f8d6b213f4a req-51b24fa3-cbc8-48e6-91aa-510eeaf5e105 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.0764484 Sep 17 22:23:45.041901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43e178dc-44bd-4bc9-a870-5f8d6b213f4a req-f9d646ea-1029-4bae-bb45-e4053e360830 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625250 Sep 17 22:23:45.074457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-8f8182d9-599a-4066-9ddd-1b06af34db82', 'network_id': '8f8182d9-599a-4066-9ddd-1b06af34db82', 'tenant_id': '370a17a34bc2432b866e585087a8018b', 'fixed_ips': [{'subnet_id': 'b437960e-bac3-4db8-8323-9b4f3c45aac8'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:45.075417 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.122624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e1660-b03d-4c18-b64c-6dd88e7a743d req-6bfdbcb9-5073-400e-a352-74651f8220f0 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.124109 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db3e1660-b03d-4c18-b64c-6dd88e7a743d req-6bfdbcb9-5073-400e-a352-74651f8220f0 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.0791137 Sep 17 22:23:45.172286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db3e1660-b03d-4c18-b64c-6dd88e7a743d req-dc7c54d8-f307-49c3-9050-b390fab5d72f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401196 Sep 17 22:23:45.181193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:45.209592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'port_id': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'mac_address': 'fa:16:3e:64:cf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:45.243382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:45.248815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.250461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-a02dbac5-dc44-4d01-93da-46dfa39c611f tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.252792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-a02dbac5-dc44-4d01-93da-46dfa39c611f tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1097 time: 0.1173422 Sep 17 22:23:45.267463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port 4720c671-9b84-49e0-a3d1-41857e356daf yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:23:45.290669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-18'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:45.327358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Allocated IP 2001:db8::2 (8f8182d9-599a-4066-9ddd-1b06af34db82/b437960e-bac3-4db8-8323-9b4f3c45aac8/2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:45.349700 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.375561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:45.395858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.471906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:45.482140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54e99a5e-d70c-4bec-98d2-c39f17dffb24 req-77946409-2417-46c0-86b5-14feae736666 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 210 time: 0.0486660 Sep 17 22:23:45.505527 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-28c55300-2b09-45c8-8218-4784dd1483b3 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bd546744000a4c5ba3dbddf0c3a2dce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534372 Sep 17 22:23:45.588387 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.589895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.642306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:45.658582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937df454-7c9d-47d0-9ddd-624430b815fc req-f6297c95-93d8-4a8b-bb98-9374fa3c89f7 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.660337 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-937df454-7c9d-47d0-9ddd-624430b815fc req-f6297c95-93d8-4a8b-bb98-9374fa3c89f7 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.0576663 Sep 17 22:23:45.674251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-bf29ae93-ab59-4797-ad6e-85ea85b46839 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.678877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-bf29ae93-ab59-4797-ad6e-85ea85b46839 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610959 Sep 17 22:23:45.688456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57692) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:45.700219 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.708828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Request body: {'port': {'device_id': '7dada71c-8b8b-41bd-b4c7-626e5a681180', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'bd546744000a4c5ba3dbddf0c3a2dce8'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:45.731637 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-74576b89-34e4-4dfc-adac-b7ad4b83ddbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.739889 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-937df454-7c9d-47d0-9ddd-624430b815fc req-d001920f-3191-4222-b772-87aaae7e9d54 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733476 Sep 17 22:23:45.771519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:45.781817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8::1c6 (8f8182d9-599a-4066-9ddd-1b06af34db82/b437960e-bac3-4db8-8323-9b4f3c45aac8/4720c671-9b84-49e0-a3d1-41857e356daf) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:45.792080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Network 8f8182d9-599a-4066-9ddd-1b06af34db82 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:45.800301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:45.806546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:45.812334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Pushing event updated for resources: {'Port': ['ID=2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:45.892504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Attempting to bind port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:45.893046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Attempting to bind port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2f3a5f6c-47d8-4fcc-be75-333ebd67b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f8182d9-599a-4066-9ddd-1b06af34db82'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:45.893680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Attempting to bind port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 on network 8f8182d9-599a-4066-9ddd-1b06af34db82 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:45.900328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:45.903223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Checking segment: {'id': '2f3a5f6c-47d8-4fcc-be75-333ebd67b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f8182d9-599a-4066-9ddd-1b06af34db82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:45.903223 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.903223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Bound using segment: {'id': '2f3a5f6c-47d8-4fcc-be75-333ebd67b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f8182d9-599a-4066-9ddd-1b06af34db82'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:45.903223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Bound port: 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3a5f6c-47d8-4fcc-be75-333ebd67b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f8182d9-599a-4066-9ddd-1b06af34db82'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:45.903223 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.920159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:45.987362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] For port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:45.988560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45be83c6-fa86-475c-83f3-b32428a147da'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:45.991528 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757b24a3-6a72-43f2-b371-479eb43c91f0" -d '{"events": [{"server_uuid": "e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8", "name": "network-vif-unplugged", "status": "completed", "tag": "45be83c6-fa86-475c-83f3-b32428a147da"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:45.992459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] For port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7,segment=NetworkSegment(2f3a5f6c-47d8-4fcc-be75-333ebd67b07a),segment_id=2f3a5f6c-47d8-4fcc-be75-333ebd67b07a)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:45.996010 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.001734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6711-bab0-4434-aabd-d3ec0f4b369d req-47cd1577-879c-494b-b1be-2ec83253c402 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.009829 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0ed6711-bab0-4434-aabd-d3ec0f4b369d req-47cd1577-879c-494b-b1be-2ec83253c402 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 945 time: 0.1612420 Sep 17 22:23:46.018221 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:46.031530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-74576b89-34e4-4dfc-adac-b7ad4b83ddbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.090649 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.101499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.109524 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0ed6711-bab0-4434-aabd-d3ec0f4b369d req-ee9861e8-b33f-4536-9307-f6b19101760a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935881 Sep 17 22:23:46.122514 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c540c0-8551-447c-939d-38aa15549a24 x-openstack-request-id: req-32c540c0-8551-447c-939d-38aa15549a24 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:46.122869 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8", "name": "network-vif-unplugged", "status": "completed", "tag": "45be83c6-fa86-475c-83f3-b32428a147da", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:46.123166 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32c540c0-8551-447c-939d-38aa15549a24 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:46.123579 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45be83c6-fa86-475c-83f3-b32428a147da', 'code': 200} Sep 17 22:23:46.169126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.182580 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-74576b89-34e4-4dfc-adac-b7ad4b83ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.219385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9a79e-1cb2-49a9-9bf0-267f218ef35e None None] Pushing event updated for resources: {'Port': ['ID=2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:46.254404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74576b89-34e4-4dfc-adac-b7ad4b83ddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff53cb7-e183-4426-b453-4cad2bfd70e0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:46.329037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.354487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771db81-6fa1-4bdb-adac-7bb93b4fc670 req-9b77a473-d362-411f-a1c7-7521bd85f6ec tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.356255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3771db81-6fa1-4bdb-adac-7bb93b4fc670 req-9b77a473-d362-411f-a1c7-7521bd85f6ec tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 944 time: 0.0700696 Sep 17 22:23:46.360969 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-74576b89-34e4-4dfc-adac-b7ad4b83ddbf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61364f567113428db9451a16008874e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6690080 Sep 17 22:23:46.363686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57708) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:46.370101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Made reservation on behalf of bd546744000a4c5ba3dbddf0c3a2dce8 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:46.373142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.387488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Pushing event updated for resources: {'Port': ['ID=45be83c6-fa86-475c-83f3-b32428a147da,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:46.408355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da on host n-h1-713499-18 for vnic_type normal with profile {"migrating_to": "n-h2-713499-18"} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:46.408770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:46.409005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:46.410354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 8f8182d9-599a-4066-9ddd-1b06af34db82 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:46.411098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.425301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:46.429199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:46.435223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73397ef4-29e2-4e94-9a8c-dd424976c52f req-52727028-0023-49d4-bfd2-fca6582bd873 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.444878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73397ef4-29e2-4e94-9a8c-dd424976c52f req-52727028-0023-49d4-bfd2-fca6582bd873 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.1917014 Sep 17 22:23:46.460921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Port 45be83c6-fa86-475c-83f3-b32428a147da on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:46.461306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Attempting to bind port 45be83c6-fa86-475c-83f3-b32428a147da on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:46.465760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.466430 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.469015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=4720c671-9b84-49e0-a3d1-41857e356daf,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:46.493704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:46.494045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:46.494430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:46.494874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Bound port: 45be83c6-fa86-475c-83f3-b32428a147da, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:46.495234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.498922 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3771db81-6fa1-4bdb-adac-7bb93b4fc670 req-ff8f90a6-b27f-4c8c-88a8-0d0555afb81d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224687 Sep 17 22:23:46.562269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73397ef4-29e2-4e94-9a8c-dd424976c52f req-896fdb99-3fba-4feb-9674-a1810c0d5eaa tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167626 Sep 17 22:23:46.606693 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3c0059e-b3ff-4e10-8063-01a07e6e90db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.629044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-85c087a5-b49a-454d-896c-b7bbc9907d6c req-1ac928c3-ab87-4ca5-a2ee-9a1ef3c09a07 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 210 time: 0.0404515 Sep 17 22:23:46.666275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3c0059e-b3ff-4e10-8063-01a07e6e90db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.669357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:46.695194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57714) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:46.701703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:46.734936 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.785595 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.817188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d6afed-e865-473a-bc33-8162c2d481bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.829673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.832278 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3c0059e-b3ff-4e10-8063-01a07e6e90db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.834809 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3c0059e-b3ff-4e10-8063-01a07e6e90db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.835901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a3c0059e-b3ff-4e10-8063-01a07e6e90db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fff53cb7-e183-4426-b453-4cad2bfd70e0 HTTP/1.1" status: 204 len: 168 time: 0.4603527 Sep 17 22:23:46.885341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-664f4e7d-024d-4972-8f48-da93fb7bdfa9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9453437 Sep 17 22:23:46.887183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57722) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:46.951835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fabb5b-8195-42be-9bee-9c1a5b955683,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:46.954369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Pushing event updated for resources: {'Port': ['ID=45be83c6-fa86-475c-83f3-b32428a147da,revision_number=8']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:46.995282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0059e-b3ff-4e10-8063-01a07e6e90db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff53cb7-e183-4426-b453-4cad2bfd70e0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:46.999082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.000748 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.007038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-0a54b35c-0bb0-4720-8b0f-74edd74de04e service neutron] 10.222.0.15 "PUT /v2.0/ports/45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 200 len: 1123 time: 1.7244334 Sep 17 22:23:47.022714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09439d-f4b0-464c-918e-3fd3e0244eb0 req-3d08c66d-5759-4522-a24e-e0ac008a894e tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.024342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e09439d-f4b0-464c-918e-3fd3e0244eb0 req-3d08c66d-5759-4522-a24e-e0ac008a894e tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.2120161 Sep 17 22:23:47.064083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['45be83c6-fa86-475c-83f3-b32428a147da'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:47.071716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-df455a87-0224-4dce-a2cf-ae7a790f788e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 4720c671-9b84-49e0-a3d1-41857e356daf {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:47.072315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df455a87-0224-4dce-a2cf-ae7a790f788e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.118210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Allocated IP 192.168.233.33 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/f5ed66aa-ad22-4127-80a7-aafe7fdffe0c) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:47.120246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d6afed-e865-473a-bc33-8162c2d481bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.123146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e09439d-f4b0-464c-918e-3fd3e0244eb0 req-75186009-e86e-462f-aa83-47dfb60fb978 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874505 Sep 17 22:23:47.204392 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d6afed-e865-473a-bc33-8162c2d481bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.345829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:47.363404 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-46d6afed-e865-473a-bc33-8162c2d481bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4e901a631474eb69172049e875c2f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6668220 Sep 17 22:23:47.367217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57730) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:47.374647 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6afed-e865-473a-bc33-8162c2d481bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7426d56-4a9d-480d-9b28-b474be834451,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:47.409813 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df455a87-0224-4dce-a2cf-ae7a790f788e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.426643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d512764-7530-47ec-b9cf-1af672e9086c req-264e26a3-5332-41ea-a7ff-a6dab04721d9 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.429320 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d512764-7530-47ec-b9cf-1af672e9086c req-264e26a3-5332-41ea-a7ff-a6dab04721d9 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 943 time: 0.2058170 Sep 17 22:23:47.444962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-df455a87-0224-4dce-a2cf-ae7a790f788e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 4720c671-9b84-49e0-a3d1-41857e356daf owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:47.453462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:47.454028 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.463682 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.486334 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56dfaff5-28f4-4c54-b258-25fbe5d819ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.525124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56dfaff5-28f4-4c54-b258-25fbe5d819ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.537662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d512764-7530-47ec-b9cf-1af672e9086c req-4e606eba-b887-4097-8b86-dcb2fa058d56 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012268 Sep 17 22:23:47.583055 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.596725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38801c6-c3b4-4c26-88e1-6e9d222bf16b None None] Network 8f8182d9-599a-4066-9ddd-1b06af34db82 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:47.610185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.680830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7,segment=NetworkSegment(2f3a5f6c-47d8-4fcc-be75-333ebd67b07a),segment_id=2f3a5f6c-47d8-4fcc-be75-333ebd67b07a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:47.692280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:47.704460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e875-98d8-4f96-8bba-493a4a1a097b req-94b7a894-7114-4115-8ee2-6903cf8e7192 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.713686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eb5e875-98d8-4f96-8bba-493a4a1a097b req-94b7a894-7114-4115-8ee2-6903cf8e7192 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 944 time: 0.1098526 Sep 17 22:23:47.713686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:47.715435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Pushing event updated for resources: {'Port': ['ID=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:47.718805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:47.721661 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56dfaff5-28f4-4c54-b258-25fbe5d819ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.724268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56dfaff5-28f4-4c54-b258-25fbe5d819ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.726071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-56dfaff5-28f4-4c54-b258-25fbe5d819ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7426d56-4a9d-480d-9b28-b474be834451 HTTP/1.1" status: 204 len: 168 time: 0.3577979 Sep 17 22:23:47.756419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f9f7a-56e3-430a-a85b-aeb8281a7b11 req-ef6965a4-86b8-4203-b41c-29e37466152c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.767565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac9f9f7a-56e3-430a-a85b-aeb8281a7b11 req-ef6965a4-86b8-4203-b41c-29e37466152c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.0894279 Sep 17 22:23:47.786662 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df455a87-0224-4dce-a2cf-ae7a790f788e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.796424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfaff5-28f4-4c54-b258-25fbe5d819ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7426d56-4a9d-480d-9b28-b474be834451,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:47.843022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eb5e875-98d8-4f96-8bba-493a4a1a097b req-769b2292-42a3-4d9c-9066-e5f67c93db51 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264350 Sep 17 22:23:47.854296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.854960 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.864650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df455a87-0224-4dce-a2cf-ae7a790f788e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=4720c671-9b84-49e0-a3d1-41857e356daf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:47.899576 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.899576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b19f68b8-46dc-4b41-9826-940c4f52ebe4 None None] Provisioning complete for port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:47.899576 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b19f68b8-46dc-4b41-9826-940c4f52ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.924560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac9f9f7a-56e3-430a-a85b-aeb8281a7b11 req-5bd2820c-9198-4b39-9fde-811ced826474 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555715 Sep 17 22:23:47.938321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df455a87-0224-4dce-a2cf-ae7a790f788e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.942258 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-df455a87-0224-4dce-a2cf-ae7a790f788e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/4720c671-9b84-49e0-a3d1-41857e356daf HTTP/1.1" status: 204 len: 168 time: 1.0535667 Sep 17 22:23:47.961015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57746) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:47.988145 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-8844fbc9-b7b5-485f-9b99-378da5eb69c4 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2895927 Sep 17 22:23:47.989158 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ae2fc7-a72a-4512-baec-acb58eb7fb76 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:23:47.989952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ae2fc7-a72a-4512-baec-acb58eb7fb76 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:23:47.995666 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e6ae2fc7-a72a-4512-baec-acb58eb7fb76 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/4720c671-9b84-49e0-a3d1-41857e356daf HTTP/1.1" status: 404 len: 333 time: 0.0304444 Sep 17 22:23:47.995666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57750) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:48.020668 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Request body: {'port': {'device_id': '7dada71c-8b8b-41bd-b4c7-626e5a681180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:48.051767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:48.058353 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:23:48.091607 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6031a109-9921-49ca-a383-15789bad55be tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:23:48.093303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6031a109-9921-49ca-a383-15789bad55be tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/4720c671-9b84-49e0-a3d1-41857e356daf HTTP/1.1" status: 404 len: 333 time: 0.0967593 Sep 17 22:23:48.096737 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57756) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:48.126832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'tag': '45be83c6-fa86-475c-83f3-b32428a147da'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:48.129156 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1323206-8113-4528-b4ca-1df161b741a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8", "tag": "45be83c6-fa86-475c-83f3-b32428a147da"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:48.154110 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510adbea-81a4-47fc-92cf-ab4d261f4e41 req-1e91da8a-e9ef-4d91-a862-a03e819d2e43 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.155691 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-510adbea-81a4-47fc-92cf-ab4d261f4e41 req-1e91da8a-e9ef-4d91-a862-a03e819d2e43 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 935 time: 0.1621091 Sep 17 22:23:48.160112 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.190876 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf50fae6-7399-491d-a016-1cd62b3f7287 x-openstack-request-id: req-bf50fae6-7399-491d-a016-1cd62b3f7287 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:48.191220 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8", "tag": "45be83c6-fa86-475c-83f3-b32428a147da", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:48.191487 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf50fae6-7399-491d-a016-1cd62b3f7287 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:48.191877 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'tag': '45be83c6-fa86-475c-83f3-b32428a147da', 'status': 'completed', 'code': 200} Sep 17 22:23:48.199323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc291e8-5f10-4663-839a-a4a8917da2a3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet b437960e-bac3-4db8-8323-9b4f3c45aac8 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:48.211894 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9fc291e8-5f10-4663-839a-a4a8917da2a3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.269453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c227278b-6303-4882-ab1f-3f56ef4982f1 None None] Provisioning complete for port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:48.270488 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9fc291e8-5f10-4663-839a-a4a8917da2a3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.271116 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c227278b-6303-4882-ab1f-3f56ef4982f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.296182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-510adbea-81a4-47fc-92cf-ab4d261f4e41 req-ef0e732a-5934-4916-b013-6dda0421ea5b tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188674 Sep 17 22:23:48.359874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c227278b-6303-4882-ab1f-3f56ef4982f1 None None] Port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:48.413745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1323206-8113-4528-b4ca-1df161b741a3 req-ca10b957-bdfb-4f26-b877-39825967f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.415681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1323206-8113-4528-b4ca-1df161b741a3 req-ca10b957-bdfb-4f26-b877-39825967f0b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1126 time: 0.1871173 Sep 17 22:23:48.420477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872137c-c0b7-439a-86ab-05a719dd57be req-c65b75dc-dee4-44c8-99dd-c104b3c658a9 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.422014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4872137c-c0b7-439a-86ab-05a719dd57be req-c65b75dc-dee4-44c8-99dd-c104b3c658a9 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.0944176 Sep 17 22:23:48.462297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9fc291e8-5f10-4663-839a-a4a8917da2a3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.490744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c1e08358-1021-4190-8fd3-27eb6aa9ebeb None None] Provisioning complete for port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:48.492533 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c1e08358-1021-4190-8fd3-27eb6aa9ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.575887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57770) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:48.610291 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4872137c-c0b7-439a-86ab-05a719dd57be req-970e871c-a5a7-4616-8971-6a5d9e5521d3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765645 Sep 17 22:23:48.660388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9fc291e8-5f10-4663-839a-a4a8917da2a3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.705697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc291e8-5f10-4663-839a-a4a8917da2a3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=b437960e-bac3-4db8-8323-9b4f3c45aac8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:48.718339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9fc291e8-5f10-4663-839a-a4a8917da2a3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.721025 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9fc291e8-5f10-4663-839a-a4a8917da2a3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/b437960e-bac3-4db8-8323-9b4f3c45aac8 HTTP/1.1" status: 204 len: 168 time: 0.6228242 Sep 17 22:23:48.723982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57778) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:48.767742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-network', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:48.817787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18232f8-01e6-481b-bfab-e468efe5c486 None None] Network 8f8182d9-599a-4066-9ddd-1b06af34db82 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:48.855157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.885678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 45be83c6-fa86-475c-83f3-b32428a147da details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:48.902858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:48.912416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d279126e-0e0d-433a-a09a-a821ed745c0e None None] Could not find standard attr ID for object 4720c671-9b84-49e0-a3d1-41857e356daf. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:23:48.913926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f55b3c-3abd-4b2e-9bc8-4941c453013d req-a13e3b1c-7b1b-432f-9e15-c969c93e8a3c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.922095 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1f55b3c-3abd-4b2e-9bc8-4941c453013d req-a13e3b1c-7b1b-432f-9e15-c969c93e8a3c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 943 time: 0.0997231 Sep 17 22:23:48.934541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Made reservation on behalf of aa2f44120daa4938a86ec52ce9b6f49b for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:48.937971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1323206-8113-4528-b4ca-1df161b741a3 req-ad2de567-9b0b-45d9-9964-5d59be88f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.937971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1323206-8113-4528-b4ca-1df161b741a3 req-ad2de567-9b0b-45d9-9964-5d59be88f355 service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.5110486 Sep 17 22:23:48.941385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.975703 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.981542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:48.981963 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.995989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1323206-8113-4528-b4ca-1df161b741a3 req-0e220f44-6899-4266-9494-a279b0b5ec0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 200 len: 217 time: 0.0444326 Sep 17 22:23:49.050393 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1323206-8113-4528-b4ca-1df161b741a3 req-84a5d1ad-7653-4d8d-ae03-d91c44e64f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:49.051890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1323206-8113-4528-b4ca-1df161b741a3 req-84a5d1ad-7653-4d8d-ae03-d91c44e64f6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.0484614 Sep 17 22:23:49.110977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1f55b3c-3abd-4b2e-9bc8-4941c453013d req-294436ca-b134-49b6-8e3d-9042e09ebce1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880403 Sep 17 22:23:49.121182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1323206-8113-4528-b4ca-1df161b741a3 req-086bbd38-6d3a-4169-82eb-3bd26c8fbf65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558720 Sep 17 22:23:49.139141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] For port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7,segment=NetworkSegment(2f3a5f6c-47d8-4fcc-be75-333ebd67b07a),segment_id=2f3a5f6c-47d8-4fcc-be75-333ebd67b07a)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:49.139901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.190652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f018f-3e97-4533-8fd0-10cd28bedb0e req-d68fe1b7-d323-4b0e-9126-80cd48fb9abb tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:49.190899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ed66aa-ad22-4127-80a7-aafe7fdffe0c {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:49.191368 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e9f018f-3e97-4533-8fd0-10cd28bedb0e req-d68fe1b7-d323-4b0e-9126-80cd48fb9abb tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 944 time: 0.1953073 Sep 17 22:23:49.196843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:49.224733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.254761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:49.267098 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Transition to ACTIVE for port object f5ed66aa-ad22-4127-80a7-aafe7fdffe0c will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:49.297558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 45be83c6-fa86-475c-83f3-b32428a147da has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:23:49.306278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:49.310389 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:49.310980 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.328882 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1323206-8113-4528-b4ca-1df161b741a3 req-622aa90c-8dac-4b86-860f-eb6a5bde2dc9 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895626 Sep 17 22:23:49.342326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd2834-0cf3-4138-bb54-cf55b5368052 req-8431fdb5-dab0-43ec-b138-3a12de7ae12f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:49.349586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cdd2834-0cf3-4138-bb54-cf55b5368052 req-8431fdb5-dab0-43ec-b138-3a12de7ae12f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.0758777 Sep 17 22:23:49.361273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a56c77d-1869-4c20-b774-ae444318efb4 None None] DHCP port deletion for 8f8182d9-599a-4066-9ddd-1b06af34db82 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:23:49.365090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.412792 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e9f018f-3e97-4533-8fd0-10cd28bedb0e req-f25a6998-29fa-4791-b4cb-16d72cbbd3a6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203062 Sep 17 22:23:49.426952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.446855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57796) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:49.472391 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cdd2834-0cf3-4138-bb54-cf55b5368052 req-70d5807f-979d-4a54-a008-51339aaf1b7d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209028 Sep 17 22:23:49.492782 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.502812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3a56c77d-1869-4c20-b774-ae444318efb4 None None] Deleting port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:49.503198 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a56c77d-1869-4c20-b774-ae444318efb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.530931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a1841e-4250-4c3d-944b-36f5b0422308,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:49.544469 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.556111 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.581273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:49.586417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1323206-8113-4528-b4ca-1df161b741a3 req-e579c251-fb11-4c4c-8070-f26a10e1e323 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343202 Sep 17 22:23:49.586830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:49.597608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:49.603374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:49.605636 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b130c2-344c-4c0b-a06e-a8546d0ac514" -d '{"events": [{"server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "name": "network-vif-plugged", "status": "completed", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:49.620281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No DVR routers for this DVR port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:49.680919 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b7be4c-a509-4c10-bc9a-9683a6b6d0e4 x-openstack-request-id: req-09b7be4c-a509-4c10-bc9a-9683a6b6d0e4 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:49.681463 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "name": "network-vif-plugged", "status": "completed", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:49.681463 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09b7be4c-a509-4c10-bc9a-9683a6b6d0e4 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:49.681856 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'code': 200} Sep 17 22:23:49.683855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1614752382-network', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:49.688722 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.708502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3a56c77d-1869-4c20-b774-ae444318efb4 None None] For port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7,segment=NetworkSegment(2f3a5f6c-47d8-4fcc-be75-333ebd67b07a),segment_id=2f3a5f6c-47d8-4fcc-be75-333ebd67b07a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:49.709228 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a56c77d-1869-4c20-b774-ae444318efb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.720113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.720738 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Added segment 58f6753d-eab9-4e8a-b298-5a4b0d303f5e of type vlan for network caf54933-681e-4986-bfa3-6fec7fbfe13a Sep 17 22:23:49.722846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Attempting to bind port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:49.723422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Attempting to bind port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:49.723849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Attempting to bind port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:49.726542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:49.729900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:49.730918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Attempting to bind port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:49.739821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:49.740382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:49.741506 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:49.742047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Bound port: f5ed66aa-ad22-4127-80a7-aafe7fdffe0c, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:49.742628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.747083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3a56c77d-1869-4c20-b774-ae444318efb4 None None] Calling delete_port for 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:49.832885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:49.862439 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.873586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc92df3-9a45-461b-b624-c52c4854527b req-705187f5-6831-463b-9c2b-ac95c6b3e567 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:49.875126 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ccc92df3-9a45-461b-b624-c52c4854527b req-705187f5-6831-463b-9c2b-ac95c6b3e567 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 947 time: 0.3375223 Sep 17 22:23:49.883365 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.890350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Made reservation on behalf of 2cd2ee263f4648268c7154a01fa1e4d9 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:49.893176 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.902570 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a56c77d-1869-4c20-b774-ae444318efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.913689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6362a5-6304-4672-b0ec-254f5b067ee0 req-8739f680-9867-4e4c-b9b2-b0162f0d221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:49.915251 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b6362a5-6304-4672-b0ec-254f5b067ee0 req-8739f680-9867-4e4c-b9b2-b0162f0d221d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 1097 time: 0.1186407 Sep 17 22:23:49.920201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] For port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:49.929950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e17f-b968-44cf-8e09-ce782f36183b req-61ef9b2a-9cc9-4cb8-bc40-72fe2f5aeb13 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:49.931048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56c77d-1869-4c20-b774-ae444318efb4 None None] Pushing event deleted for resources: {'Port': ['ID=2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:49.932591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff67e17f-b968-44cf-8e09-ce782f36183b req-61ef9b2a-9cc9-4cb8-bc40-72fe2f5aeb13 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.1346388 Sep 17 22:23:49.933930 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:49.935942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56c77d-1869-4c20-b774-ae444318efb4 None None] No DVR routers for this DVR port 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:49.945183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8182d9-599a-4066-9ddd-1b06af34db82']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:49.947179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] For port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:49.975623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3a5f6c-47d8-4fcc-be75-333ebd67b07a') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:49.975859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3a5f6c-47d8-4fcc-be75-333ebd67b07a') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:49.997149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.004386 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff67e17f-b968-44cf-8e09-ce782f36183b req-fe78528b-3caf-4956-8135-bb083777f577 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553896 Sep 17 22:23:50.005813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b6362a5-6304-4672-b0ec-254f5b067ee0 req-845ecdfd-3dec-489a-bb4b-30ea36d38560 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705199 Sep 17 22:23:50.009400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ccc92df3-9a45-461b-b624-c52c4854527b req-3fb9aff8-072f-4f69-bf22-a022fddded42 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213322 Sep 17 22:23:50.013958 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.019991 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.039964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:50.041230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:50.045017 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:50.048190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.048190 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.048190 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] 10.222.0.15 "PUT /v2.0/ports/f5ed66aa-ad22-4127-80a7-aafe7fdffe0c HTTP/1.1" status: 200 len: 1096 time: 2.0343826 Sep 17 22:23:50.068099 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.069712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.070447 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.074067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb4d40-44d4-41f1-8b9f-305522a74c62 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:50.192844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dada71c-8b8b-41bd-b4c7-626e5a681180', 'tag': 'f5ed66aa-ad22-4127-80a7-aafe7fdffe0c'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:50.196648 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d42a14-9d60-476a-9885-88a8ec1b8efc" -d '{"events": [{"name": "network-changed", "server_uuid": "7dada71c-8b8b-41bd-b4c7-626e5a681180", "tag": "f5ed66aa-ad22-4127-80a7-aafe7fdffe0c"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:50.205701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] Pushing event updated for resources: {'Network': ['ID=caf54933-681e-4986-bfa3-6fec7fbfe13a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:50.218421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network caf54933-681e-4986-bfa3-6fec7fbfe13a details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:50.252380 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb4ff99-7037-4a4f-8694-d7e2a3ee9f0e x-openstack-request-id: req-0cb4ff99-7037-4a4f-8694-d7e2a3ee9f0e {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:50.253196 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dada71c-8b8b-41bd-b4c7-626e5a681180", "tag": "f5ed66aa-ad22-4127-80a7-aafe7fdffe0c", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:50.253334 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0cb4ff99-7037-4a4f-8694-d7e2a3ee9f0e {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:50.253719 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dada71c-8b8b-41bd-b4c7-626e5a681180', 'tag': 'f5ed66aa-ad22-4127-80a7-aafe7fdffe0c', 'status': 'completed', 'code': 200} Sep 17 22:23:50.261539 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.264283 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.276847 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.282368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57808) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:50.284433 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/networks/8f8182d9-599a-4066-9ddd-1b06af34db82 HTTP/1.1" status: 204 len: 168 time: 1.5574319 Sep 17 22:23:50.290470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2104924313'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:50.309621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df648943-cf38-49ac-8745-46953f209be3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Network': ['ID=8f8182d9-599a-4066-9ddd-1b06af34db82,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:50.338835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8574bb8-5a6e-4980-b99d-19f9a87e0419 req-23af367f-cf9f-43ba-8139-7eed3fe1f8fd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.338835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8574bb8-5a6e-4980-b99d-19f9a87e0419 req-23af367f-cf9f-43ba-8139-7eed3fe1f8fd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 943 time: 0.0809546 Sep 17 22:23:50.338835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.376550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:50.392926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148399f7-3be4-4a62-bb30-6daa3c9fa5a6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:50.400440 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.400784 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Added segment b72fad8d-09a2-43ab-a59a-33664b4497f8 of type vlan for network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 Sep 17 22:23:50.413774 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ffe6cf88-3b08-4275-a82a-9f54d79510de admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8293257 Sep 17 22:23:50.416744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57810) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:50.420334 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8574bb8-5a6e-4980-b99d-19f9a87e0419 req-9799befe-3895-404c-99a7-4d5f15f1e4a0 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763519 Sep 17 22:23:50.421697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Request body: {'subnet': {'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-subnet', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:50.457047 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.481882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:50.485323 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.542627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:50.560394 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.560733 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Added segment f3a563e8-9736-45e1-ad6a-9a1b7058b759 of type vlan for network b2363564-fd09-4ad5-a7f6-606dee467445 Sep 17 22:23:50.564850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.565808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.566592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.589122 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb71fde-8f0f-45c1-ad6d-5e9a75f6eaaf req-a96a7661-2bc3-470d-87de-71a2e7d8a32a tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.590810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5bb71fde-8f0f-45c1-ad6d-5e9a75f6eaaf req-a96a7661-2bc3-470d-87de-71a2e7d8a32a tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0873945 Sep 17 22:23:50.592377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Made reservation on behalf of aa2f44120daa4938a86ec52ce9b6f49b for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:50.594627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.649885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] Pushing event updated for resources: {'Network': ['ID=8b976c42-f4a0-4f13-b359-b6aca8335cd7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:50.660170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360774ea-c81e-4db5-a15c-f70fb6fffd7b req-ed3a37eb-6635-4da1-adc8-b05df5a44858 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.661674 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-360774ea-c81e-4db5-a15c-f70fb6fffd7b req-ed3a37eb-6635-4da1-adc8-b05df5a44858 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.1091383 Sep 17 22:23:50.661881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:50.664365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-efbb5624-bb5a-47fb-83b4-adcd515ff63e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2155566 Sep 17 22:23:50.668890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57816) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:50.673879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Request body: {'subnet': {'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1614752382-subnet', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:50.721824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.731565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-360774ea-c81e-4db5-a15c-f70fb6fffd7b req-0b62ab77-de6d-4f2f-94a6-af893bc615c1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532789 Sep 17 22:23:50.773289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Made reservation on behalf of 2cd2ee263f4648268c7154a01fa1e4d9 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:50.775804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.780717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5bb71fde-8f0f-45c1-ad6d-5e9a75f6eaaf req-9d86b160-ddc4-4722-87b0-894eed6a892f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735806 Sep 17 22:23:50.840707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d42a14-9d60-476a-9885-88a8ec1b8efc req-6db44a6d-557b-40c2-8189-ff6d63f69ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.842148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d42a14-9d60-476a-9885-88a8ec1b8efc req-6db44a6d-557b-40c2-8189-ff6d63f69ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd546744000a4c5ba3dbddf0c3a2dce8&device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 1099 time: 0.0915537 Sep 17 22:23:50.890873 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.896445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.897820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.947748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d42a14-9d60-476a-9885-88a8ec1b8efc req-9d2459fe-a782-4e1c-95a9-b80ebc57d69d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bd546744000a4c5ba3dbddf0c3a2dce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723071 Sep 17 22:23:51.017618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Network': ['ID=b2363564-fd09-4ad5-a7f6-606dee467445,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:51.028431 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-76ae8376-3a36-47af-bb22-172e1fc305c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7427444 Sep 17 22:23:51.028551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network b2363564-fd09-4ad5-a7f6-606dee467445 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:51.029203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57818) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:51.039485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': 'b2363564-fd09-4ad5-a7f6-606dee467445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:51.057040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.067126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.135586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a63e5c-5c48-4613-bc1c-f7bb54af1d43,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:51.204683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3adcdca-4ced-4989-807c-395e5010b8a6,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:51.212210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d42a14-9d60-476a-9885-88a8ec1b8efc req-d16f38ff-e58f-42f2-a5dc-de3fd670d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.214733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d42a14-9d60-476a-9885-88a8ec1b8efc req-d16f38ff-e58f-42f2-a5dc-de3fd670d91f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2572091 Sep 17 22:23:51.236868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629461f-155f-4572-a815-8dd508518d28 req-d8cfdd60-359e-489e-9605-3d896f668254 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.238608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d629461f-155f-4572-a815-8dd508518d28 req-d8cfdd60-359e-489e-9605-3d896f668254 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.1057613 Sep 17 22:23:51.239499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Checking segment: {'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:51.239968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Network hostable DHCP agents. Network: caf54933-681e-4986-bfa3-6fec7fbfe13a, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:51.242682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Checking segment: {'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:51.243185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Network hostable DHCP agents. Network: 8b976c42-f4a0-4f13-b359-b6aca8335cd7, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:51.264596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db314104-bbb7-40c8-b08b-f020ed7a06f0 req-a4f82a2f-a752-43de-a731-c2dfbd8533f3 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.271136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:51.271902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db314104-bbb7-40c8-b08b-f020ed7a06f0 req-a4f82a2f-a752-43de-a731-c2dfbd8533f3 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 947 time: 0.1205359 Sep 17 22:23:51.293027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:51.293916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2ae4f398-5a87-4bc7-b657-ee3e9b9dbab7 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:51.296720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d629461f-155f-4572-a815-8dd508518d28 req-edb90494-1785-4d1f-bad5-8550efec73b3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451272 Sep 17 22:23:51.316660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db314104-bbb7-40c8-b08b-f020ed7a06f0 req-040f0194-660b-4b1f-908b-a051546a1675 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 Sep 17 22:23:51.340466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:51.344067 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.354744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-6493589e-e960-4bb7-927a-7897fb27d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.356290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-6493589e-e960-4bb7-927a-7897fb27d845 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd546744000a4c5ba3dbddf0c3a2dce8&device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 1099 time: 0.0433626 Sep 17 22:23:51.369001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Network caf54933-681e-4986-bfa3-6fec7fbfe13a is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:51.373264 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:51.413220 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-7cc8f6cf-d552-4d7b-a213-4d4a0d08bd11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c HTTP/1.1" status: 200 len: 217 time: 0.0378411 Sep 17 22:23:51.457990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, caf54933-681e-4986-bfa3-6fec7fbfe13a) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:51.464888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.465488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.467725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ec779-f7bf-46d0-ad59-7aabf50acd87 None None] Network caf54933-681e-4986-bfa3-6fec7fbfe13a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:51.471763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-95ca1fcc-d2ea-4089-83ff-7febc0b831eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.473686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-95ca1fcc-d2ea-4089-83ff-7febc0b831eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0525637 Sep 17 22:23:51.473904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8b976c42-f4a0-4f13-b359-b6aca8335cd7) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:51.478911 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.479676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.495769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23b632-1a53-41cc-a833-6db6b7b5e078 None None] Network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:51.549586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0bb03566-84a3-49f9-8564-7fad999ec4d4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1317074 Sep 17 22:23:51.571226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-68658874-5664-4ac0-b307-8c62bbd74405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.573143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-68658874-5664-4ac0-b307-8c62bbd74405 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0883837 Sep 17 22:23:51.573988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57826) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:51.581161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-router', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:51.688935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3c15f-0a77-4c20-b2e0-7a416ec9d1f7 req-2c6614f5-d800-4f6f-9e73-02f0ca6347dc tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.690593 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bf3c15f-0a77-4c20-b2e0-7a416ec9d1f7 req-2c6614f5-d800-4f6f-9e73-02f0ca6347dc tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 943 time: 0.1598461 Sep 17 22:23:51.727909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.728993 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.750418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-d3883078-f475-40a9-bff4-70dc44a83fde service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638780 Sep 17 22:23:51.784390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-caf54933-681e-4986-bfa3-6fec7fbfe13a', 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'fixed_ips': [{'subnet_id': '86a63e5c-5c48-4613-bc1c-f7bb54af1d43'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:51.785456 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.843001 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bf3c15f-0a77-4c20-b2e0-7a416ec9d1f7 req-5b22210c-84fb-47ab-a18e-14a8749d6dc2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350379 Sep 17 22:23:51.861435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8f1269c7-f69a-43c5-919c-72229d97b6b0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1887133 Sep 17 22:23:51.868871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57832) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:51.894377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:51.896416 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.932319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:51.941753 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.950427 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f78706-bff9-42bc-a403-6313faf4ed22 req-6225373c-706f-4587-83ee-6e9f6a61b495 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.952651 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67f78706-bff9-42bc-a403-6313faf4ed22 req-6225373c-706f-4587-83ee-6e9f6a61b495 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.1010816 Sep 17 22:23:51.968756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.009036 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b10a1a7b-6bf1-447b-ac30-a88bc93bd507 req-4b2a1717-017c-49f7-8b4d-94a371a80412 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487800 Sep 17 22:23:52.022221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346d6c1-6718-448c-8395-ec49a3cc9f60 req-95c8be71-c87c-4489-8ebf-8dcccd9c8512 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:52.023836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d346d6c1-6718-448c-8395-ec49a3cc9f60 req-95c8be71-c87c-4489-8ebf-8dcccd9c8512 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0788834 Sep 17 22:23:52.060864 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67f78706-bff9-42bc-a403-6313faf4ed22 req-aee93aab-30a0-400a-99dc-7ec04fa1e24e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013513 Sep 17 22:23:52.064710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Allocated IP 172.20.0.2 (caf54933-681e-4986-bfa3-6fec7fbfe13a/86a63e5c-5c48-4613-bc1c-f7bb54af1d43/4a4adfe9-e5d4-4fd6-beeb-85524f718bdc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:52.091116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=ed4f926e-3d7a-453e-8f17-1f0fa0890c26,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:52.107178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Checking segment: {'id': 'f3a563e8-9736-45e1-ad6a-9a1b7058b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2363564-fd09-4ad5-a7f6-606dee467445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:52.108979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network hostable DHCP agents. Network: b2363564-fd09-4ad5-a7f6-606dee467445, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:52.152730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Allocated IP 172.20.0.2 (8b976c42-f4a0-4f13-b359-b6aca8335cd7/b3adcdca-4ced-4989-807c-395e5010b8a6/03726738-8ffc-4423-9602-8a88fcd8a469) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:52.157280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.158286 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.171592 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d346d6c1-6718-448c-8395-ec49a3cc9f60 req-0dbbbec2-44cc-43cd-9140-884d757f46ce tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075082 Sep 17 22:23:52.203908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network b2363564-fd09-4ad5-a7f6-606dee467445 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:52.212154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.257206 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.277586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, b2363564-fd09-4ad5-a7f6-606dee467445) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:52.281851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:52.282431 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.289712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504abbe-c7df-4804-a234-50b52af03279 None None] Network b2363564-fd09-4ad5-a7f6-606dee467445 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:52.377690 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bf758089-ce15-4753-8e41-3c4bbcc83e57 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3472962 Sep 17 22:23:52.380284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57838) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:52.388784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': 'b2363564-fd09-4ad5-a7f6-606dee467445', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-895502783'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:52.406901 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.468689 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.476855 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.527087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c03e4-9abe-4524-93db-fe170665319c req-4dd84ee9-d138-4139-bf4f-a26ecebb9ef7 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:52.529258 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-736c03e4-9abe-4524-93db-fe170665319c req-4dd84ee9-d138-4139-bf4f-a26ecebb9ef7 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.0972486 Sep 17 22:23:52.545489 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.548534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Network caf54933-681e-4986-bfa3-6fec7fbfe13a is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:52.560033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:52.562602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:52.589528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Pushing event updated for resources: {'Port': ['ID=4a4adfe9-e5d4-4fd6-beeb-85524f718bdc,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:52.602659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-736c03e4-9abe-4524-93db-fe170665319c req-32886a36-41d8-48ea-a0e6-f50ad9ae8633 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586920 Sep 17 22:23:52.609942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:52.645588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:52.648913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:52.660674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-b2363564-fd09-4ad5-a7f6-606dee467445', 'network_id': 'b2363564-fd09-4ad5-a7f6-606dee467445', 'tenant_id': '370a17a34bc2432b866e585087a8018b', 'fixed_ips': [{'subnet_id': 'ed4f926e-3d7a-453e-8f17-1f0fa0890c26'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:52.661679 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.706565 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:52.710867 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.731000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port a2edfd72-191f-40b4-8728-b915ad612b4b yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:23:52.760816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Attempting to bind port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:52.761189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Attempting to bind port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:52.762177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Attempting to bind port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc on network caf54933-681e-4986-bfa3-6fec7fbfe13a {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:52.763928 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.765698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Pushing event updated for resources: {'Port': ['ID=03726738-8ffc-4423-9602-8a88fcd8a469,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:52.789005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e47f79-8dc5-4882-aceb-48c3763950b4 req-50cf8e51-2f32-4217-800d-5273ecd37472 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:52.792585 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2e47f79-8dc5-4882-aceb-48c3763950b4 req-50cf8e51-2f32-4217-800d-5273ecd37472 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 947 time: 0.3562410 Sep 17 22:23:52.829863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:52.830475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Checking segment: {'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:52.830617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.831011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Bound using segment: {'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:52.831498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Bound port: 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:52.831882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.879854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8::248 (b2363564-fd09-4ad5-a7f6-606dee467445/ed4f926e-3d7a-453e-8f17-1f0fa0890c26/a2edfd72-191f-40b4-8728-b915ad612b4b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:52.898015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2e47f79-8dc5-4882-aceb-48c3763950b4 req-8b11911c-2bdd-4ec1-a312-fe9186de10a7 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983188 Sep 17 22:23:52.997070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 45be83c6-fa86-475c-83f3-b32428a147da details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:53.003117 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Attempting to bind port 03726738-8ffc-4423-9602-8a88fcd8a469 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:53.003493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Attempting to bind port 03726738-8ffc-4423-9602-8a88fcd8a469 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:53.003858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Attempting to bind port 03726738-8ffc-4423-9602-8a88fcd8a469 on network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:53.016599 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.048064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d5f9e-5ec6-452a-a149-419283583db0 req-4bbcd9d1-eee0-432e-8d05-22182902acd2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:53.048348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:53.048576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Checking segment: {'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:53.048943 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.049344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Bound using segment: {'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:53.049827 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Bound port: 03726738-8ffc-4423-9602-8a88fcd8a469, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:53.049968 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e5d5f9e-5ec6-452a-a149-419283583db0 req-4bbcd9d1-eee0-432e-8d05-22182902acd2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 943 time: 0.1038065 Sep 17 22:23:53.050209 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.063257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.072010 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.126910 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e5d5f9e-5ec6-452a-a149-419283583db0 req-d98ab993-c3c2-4abb-a2ba-8020ca633f7d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616348 Sep 17 22:23:53.144940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] For port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:53.206733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] For port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4a4adfe9-e5d4-4fd6-beeb-85524f718bdc,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:53.213253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.258780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network b2363564-fd09-4ad5-a7f6-606dee467445 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:53.261404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] For port 03726738-8ffc-4423-9602-8a88fcd8a469, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:53.262109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:53.264473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:53.268785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:53.274589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:53.275337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.285120 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=a2edfd72-191f-40b4-8728-b915ad612b4b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.287441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] For port 03726738-8ffc-4423-9602-8a88fcd8a469, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03726738-8ffc-4423-9602-8a88fcd8a469,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:53.295479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 45be83c6-fa86-475c-83f3-b32428a147da has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:23:53.305494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Allocated IP 2001:db8::2 (b2363564-fd09-4ad5-a7f6-606dee467445/ed4f926e-3d7a-453e-8f17-1f0fa0890c26/34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:53.335888 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.358253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20474398-b6c9-4059-ad33-f6e25a83ebc2 req-03937c49-5901-42c9-8488-c179f6b50eee tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:53.360057 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20474398-b6c9-4059-ad33-f6e25a83ebc2 req-03937c49-5901-42c9-8488-c179f6b50eee tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0542028 Sep 17 22:23:53.385696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574459a-2550-4adc-b45a-a7588a2b20cd req-82d2746f-ee8f-4dd6-9854-9bbc24c1874d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:53.387258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1574459a-2550-4adc-b45a-a7588a2b20cd req-82d2746f-ee8f-4dd6-9854-9bbc24c1874d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.2140160 Sep 17 22:23:53.434954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20474398-b6c9-4059-ad33-f6e25a83ebc2 req-0a6a93ae-ee6d-446a-a1f3-86111c4b24bf tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624352 Sep 17 22:23:53.437705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9d205cf3-dbff-4a7d-a0c1-157ef66c4ec3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0560112 Sep 17 22:23:53.438827 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.440412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57846) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:53.450515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Allocated IP 172.25.6.254 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/b78167f6-5eb3-4610-a765-fdbcf24b50bb) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:53.479141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac77df-a3e8-4387-a482-86f32cc15665 None None] Pushing event updated for resources: {'Port': ['ID=4a4adfe9-e5d4-4fd6-beeb-85524f718bdc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.648511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3c47a04e-60ea-49c3-9e6e-79be916fc029 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port a2edfd72-191f-40b4-8728-b915ad612b4b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:53.652261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3c47a04e-60ea-49c3-9e6e-79be916fc029 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.670190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4abce0-e5ea-4f76-b1aa-89e3f0d9893f None None] Pushing event updated for resources: {'Port': ['ID=03726738-8ffc-4423-9602-8a88fcd8a469,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.698357 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.775275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.800308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1574459a-2550-4adc-b45a-a7588a2b20cd req-582caad0-1cfa-4807-aa62-29f09529cd29 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996048 Sep 17 22:23:53.807464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.839562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b044a-8a11-46eb-a7ba-5b68db5c8333 req-8515408b-f0d4-4afe-9a64-70e7dbb4961f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:53.852535 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-430b044a-8a11-46eb-a7ba-5b68db5c8333 req-8515408b-f0d4-4afe-9a64-70e7dbb4961f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1497064 Sep 17 22:23:53.852535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57852) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:53.858445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-78c40fe5-1216-473e-ac61-54321879329f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'floatingip': {'port_id': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:53.866231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Network b2363564-fd09-4ad5-a7f6-606dee467445 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:53.873035 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.873885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:53.888715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:53.900699 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-b048430b-0d6e-4d96-8493-23828d84e5d2 service neutron] 10.222.0.23 "GET /v2.0/ports/45be83c6-fa86-475c-83f3-b32428a147da/bindings/n-h2-713499-18 HTTP/1.1" status: 200 len: 385 time: 0.4628856 Sep 17 22:23:53.935810 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Pushing event updated for resources: {'Port': ['ID=34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.945966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78c40fe5-1216-473e-ac61-54321879329f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.034850 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.081476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Attempting to bind port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:54.081655 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Attempting to bind port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f3a563e8-9736-45e1-ad6a-9a1b7058b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2363564-fd09-4ad5-a7f6-606dee467445'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:54.082030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Attempting to bind port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff on network b2363564-fd09-4ad5-a7f6-606dee467445 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:54.092836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:54.093427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Checking segment: {'id': 'f3a563e8-9736-45e1-ad6a-9a1b7058b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2363564-fd09-4ad5-a7f6-606dee467445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:54.094053 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.094938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Bound using segment: {'id': 'f3a563e8-9736-45e1-ad6a-9a1b7058b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2363564-fd09-4ad5-a7f6-606dee467445'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:54.094938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Bound port: 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a563e8-9736-45e1-ad6a-9a1b7058b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2363564-fd09-4ad5-a7f6-606dee467445'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:54.095291 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.097814 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3c47a04e-60ea-49c3-9e6e-79be916fc029 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.141455 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3c47a04e-60ea-49c3-9e6e-79be916fc029 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for a2edfd72-191f-40b4-8728-b915ad612b4b owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:54.180076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a4bb7-961a-45ab-bdcd-b5df714576f0 req-a02e2c3d-ed1c-41fb-afb6-dafdc9743e51 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:54.181615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b67a4bb7-961a-45ab-bdcd-b5df714576f0 req-a02e2c3d-ed1c-41fb-afb6-dafdc9743e51 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 947 time: 0.1776400 Sep 17 22:23:54.205417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f0eac-63bc-42ae-ac51-13e5e971cc6c req-64c66443-6613-4f82-ab1d-cc038d14d731 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:54.207004 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-754f0eac-63bc-42ae-ac51-13e5e971cc6c req-64c66443-6613-4f82-ab1d-cc038d14d731 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.1855259 Sep 17 22:23:54.244418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] For port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:54.253578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] For port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff,segment=NetworkSegment(f3a563e8-9736-45e1-ad6a-9a1b7058b759),segment_id=f3a563e8-9736-45e1-ad6a-9a1b7058b759)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:54.279581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-754f0eac-63bc-42ae-ac51-13e5e971cc6c req-882eb947-07e9-4b4f-81db-8df46c07803d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630000 Sep 17 22:23:54.344756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b67a4bb7-961a-45ab-bdcd-b5df714576f0 req-54e8aeae-74ae-48c7-a348-3d389f145743 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546462 Sep 17 22:23:54.389677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.396359 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.496443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a44be-9340-4b3c-9265-3c2bef88e9bd None None] Pushing event updated for resources: {'Port': ['ID=34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:54.529947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-4d9c0455-29e2-4705-b181-9b7a7a539b43 service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:54.542848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823dcb8-3076-425f-b864-05a4a232c67a req-77dfff62-241a-4de0-8b4e-80014cc50d33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:54.544547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a823dcb8-3076-425f-b864-05a4a232c67a req-77dfff62-241a-4de0-8b4e-80014cc50d33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 943 time: 0.2018752 Sep 17 22:23:54.556584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Pushing event updated for resources: {'Port': ['ID=b78167f6-5eb3-4610-a765-fdbcf24b50bb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:54.566463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:54.588596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:54.593157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Allocated IP 172.25.6.82 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/b55e245e-c51a-4c55-8b83-853d2d5905de) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:54.597189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:54.622484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3c47a04e-60ea-49c3-9e6e-79be916fc029 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.628979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-4d9c0455-29e2-4705-b181-9b7a7a539b43 service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:54.698233 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a823dcb8-3076-425f-b864-05a4a232c67a req-51399214-9b6c-451a-8a73-b45aacd7e851 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389751 Sep 17 22:23:54.743563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-4d9c0455-29e2-4705-b181-9b7a7a539b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45be83c6-fa86-475c-83f3-b32428a147da {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:54.750291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47a04e-60ea-49c3-9e6e-79be916fc029 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=a2edfd72-191f-40b4-8728-b915ad612b4b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:54.790526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3c47a04e-60ea-49c3-9e6e-79be916fc029 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.796104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3c47a04e-60ea-49c3-9e6e-79be916fc029 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/a2edfd72-191f-40b4-8728-b915ad612b4b HTTP/1.1" status: 204 len: 168 time: 1.3544219 Sep 17 22:23:54.805658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57858) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:54.865329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-4d9c0455-29e2-4705-b181-9b7a7a539b43 service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:54.919144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f5ed66aa-ad22-4127-80a7-aafe7fdffe0c details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:54.932828 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2ac215-d747-47bc-a4b9-67028c9e2a15 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:23:54.937528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ff2ac215-d747-47bc-a4b9-67028c9e2a15 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/a2edfd72-191f-40b4-8728-b915ad612b4b HTTP/1.1" status: 404 len: 333 time: 0.0582950 Sep 17 22:23:54.950019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57862) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:55.009969 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-4d9c0455-29e2-4705-b181-9b7a7a539b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.014505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.051513 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78c40fe5-1216-473e-ac61-54321879329f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.068353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1e9b35-7808-4097-9fdd-50da30145807 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet ed4f926e-3d7a-453e-8f17-1f0fa0890c26 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:55.072173 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9b35-7808-4097-9fdd-50da30145807 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.136315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb82667-1e34-4ed9-8837-025c4b7248ca req-ac06888c-5d56-489d-8159-014c8d6cd235 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:55.138061 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdb82667-1e34-4ed9-8837-025c4b7248ca req-ac06888c-5d56-489d-8159-014c8d6cd235 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.1868131 Sep 17 22:23:55.139461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:55.143791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78c40fe5-1216-473e-ac61-54321879329f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.150763 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9b35-7808-4097-9fdd-50da30145807 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.159640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'f5ed66aa-ad22-4127-80a7-aafe7fdffe0c', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'f5ed66aa-ad22-4127-80a7-aafe7fdffe0c', 'mac_address': 'fa:16:3e:7c:5b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:55.207883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb93714a-7dea-45ac-ab9b-d6808ee081b0 None None] Network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:55.267197 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.298315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-4d9c0455-29e2-4705-b181-9b7a7a539b43 service neutron] Transition to ACTIVE for port object 45be83c6-fa86-475c-83f3-b32428a147da will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:55.316656 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.357006 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdb82667-1e34-4ed9-8837-025c4b7248ca req-3747c1b5-e90c-4aae-bd42-a6b070d87ee1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108901 Sep 17 22:23:55.405242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ed66aa-ad22-4127-80a7-aafe7fdffe0c {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:55.430616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b55e245e-c51a-4c55-8b83-853d2d5905de,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:55.457689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c138a1e8-c4d2-496e-b6db-26324d763db8 None None] Provisioning complete for port 03726738-8ffc-4423-9602-8a88fcd8a469 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:55.458315 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c138a1e8-c4d2-496e-b6db-26324d763db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.466018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:55.484654 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-78c40fe5-1216-473e-ac61-54321879329f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Floating IP ab380547-1faf-485d-93f0-43b6a0b31d2e associated. External IP: 172.25.6.35, port: e4b7ff1e-e32f-466d-b6ed-e371cc8593a2. Sep 17 22:23:55.511650 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:55.541888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03726738-8ffc-4423-9602-8a88fcd8a469 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:55.550467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9b35-7808-4097-9fdd-50da30145807 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.573907 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba3866a-13e1-4faa-a9d4-d62e897f3834 None None] Network caf54933-681e-4986-bfa3-6fec7fbfe13a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:55.578302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:55.582366 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.675630 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.693788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb41c4c-faee-436e-9ef2-deee44a0ea7a req-a20d734e-d079-4a20-a791-6ff09e452258 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:55.703637 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1cb41c4c-faee-436e-9ef2-deee44a0ea7a req-a20d734e-d079-4a20-a791-6ff09e452258 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 947 time: 0.2078149 Sep 17 22:23:55.776735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1cb41c4c-faee-436e-9ef2-deee44a0ea7a req-12dfa74a-ce3a-4d90-9054-b55d0da8db70 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720911 Sep 17 22:23:55.823395 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9b35-7808-4097-9fdd-50da30145807 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.866122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e9b35-7808-4097-9fdd-50da30145807 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4f926e-3d7a-453e-8f17-1f0fa0890c26,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:55.876976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4a6d9-a6d5-49ce-ac7a-777a39ca517d None None] Network b2363564-fd09-4ad5-a7f6-606dee467445 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:55.902601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9b35-7808-4097-9fdd-50da30145807 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.904972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0b1e9b35-7808-4097-9fdd-50da30145807 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/ed4f926e-3d7a-453e-8f17-1f0fa0890c26 HTTP/1.1" status: 204 len: 168 time: 0.9522154 Sep 17 22:23:55.909651 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c138a1e8-c4d2-496e-b6db-26324d763db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.935163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:55.937968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 45be83c6-fa86-475c-83f3-b32428a147da no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:55.961779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57870) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:55.978969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:55.982914 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-4d9c0455-29e2-4705-b181-9b7a7a539b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.066156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 03726738-8ffc-4423-9602-8a88fcd8a469 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:56.066156 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.081491 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.086494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c138a1e8-c4d2-496e-b6db-26324d763db8 None None] For port 03726738-8ffc-4423-9602-8a88fcd8a469, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03726738-8ffc-4423-9602-8a88fcd8a469,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:56.117858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c40fe5-1216-473e-ac61-54321879329f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Router f28a46e6-372a-433f-a232-e90e8180e29b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:23:56.133490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-4d9c0455-29e2-4705-b181-9b7a7a539b43 service neutron] No DVR routers for this DVR port 45be83c6-fa86-475c-83f3-b32428a147da on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:56.135473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c9385-7e8a-425a-a833-852e1cbcca65 req-f7a2f491-a463-45db-8c40-60e2f854d972 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.142044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b8c9385-7e8a-425a-a833-852e1cbcca65 req-f7a2f491-a463-45db-8c40-60e2f854d972 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 944 time: 0.2720230 Sep 17 22:23:56.173039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['f5ed66aa-ad22-4127-80a7-aafe7fdffe0c'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:56.174419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111960af-60f2-4e74-894c-99948695708e req-fbba0fdb-3f59-4781-9a86-53a2065def23 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.175970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-111960af-60f2-4e74-894c-99948695708e req-fbba0fdb-3f59-4781-9a86-53a2065def23 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.7069981 Sep 17 22:23:56.181261 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c138a1e8-c4d2-496e-b6db-26324d763db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.223889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 45be83c6-fa86-475c-83f3-b32428a147da not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:56.229719 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-4d9c0455-29e2-4705-b181-9b7a7a539b43 service neutron] 10.222.0.23 "PUT /v2.0/ports/45be83c6-fa86-475c-83f3-b32428a147da/bindings/n-h2-713499-18/activate HTTP/1.1" status: 200 len: 370 time: 2.2639005 Sep 17 22:23:56.264220 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b8c9385-7e8a-425a-a833-852e1cbcca65 req-0a699f2f-2874-4db7-a9ac-ee2e59408682 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212196 Sep 17 22:23:56.322680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c0455-29e2-4705-b181-9b7a7a539b43 service neutron] Pushing event updated for resources: {'Port': ['ID=45be83c6-fa86-475c-83f3-b32428a147da,revision_number=10']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:56.324424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:56.324424 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.442594 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-111960af-60f2-4e74-894c-99948695708e req-4422b748-9c43-4cd3-a470-95988d36d2d4 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435722 Sep 17 22:23:56.511457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138a1e8-c4d2-496e-b6db-26324d763db8 None None] Pushing event updated for resources: {'Port': ['ID=03726738-8ffc-4423-9602-8a88fcd8a469,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:56.520845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-142a52c9-47b4-484a-80ff-6772e11b4db1 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.523050 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-142a52c9-47b4-484a-80ff-6772e11b4db1 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.1285515 Sep 17 22:23:56.524273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.539368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3b359f39-7971-4f6f-a333-1d4e044418c1 None None] Provisioning complete for port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:56.539755 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3b359f39-7971-4f6f-a333-1d4e044418c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.554588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:56.657117 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750cb0f0-53d7-4d98-9cd0-739cc98f3ea5 None None] DHCP port deletion for b2363564-fd09-4ad5-a7f6-606dee467445 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:23:56.732824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-63be9d05-a53e-4e1f-a141-9afb6248bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.734352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-63be9d05-a53e-4e1f-a141-9afb6248bae1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8&tenant_id=a202bb9a868f4e9b94bee628f0f7b756 HTTP/1.1" status: 200 len: 1096 time: 0.2031050 Sep 17 22:23:56.744437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:56.744437 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.764992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] For port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff,segment=NetworkSegment(f3a563e8-9736-45e1-ad6a-9a1b7058b759),segment_id=f3a563e8-9736-45e1-ad6a-9a1b7058b759)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:56.765490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.796104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:56.845353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.887963 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3b359f39-7971-4f6f-a333-1d4e044418c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.911551 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c40fe5-1216-473e-ac61-54321879329f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:56.916536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-750cb0f0-53d7-4d98-9cd0-739cc98f3ea5 None None] Deleting port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:56.916802 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-750cb0f0-53d7-4d98-9cd0-739cc98f3ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.921525 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] Sync routers for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:56.925327 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78c40fe5-1216-473e-ac61-54321879329f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.934105 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:56.934731 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:56.992048 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-78c40fe5-1216-473e-ac61-54321879329f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "PUT /v2.0/floatingips/ab380547-1faf-485d-93f0-43b6a0b31d2e HTTP/1.1" status: 200 len: 990 time: 3.1345501 Sep 17 22:23:56.992048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:56.994572 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e3113-b779-43fa-a892-3a7b700a1a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:57.009247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05b57a-a776-4669-b7a3-42befdb1a276 req-764f615d-b016-44e2-8dc7-72b26a2337fe tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.010861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f05b57a-a776-4669-b7a3-42befdb1a276 req-764f615d-b016-44e2-8dc7-72b26a2337fe tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.2323287 Sep 17 22:23:57.013752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-750cb0f0-53d7-4d98-9cd0-739cc98f3ea5 None None] For port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff,segment=NetworkSegment(f3a563e8-9736-45e1-ad6a-9a1b7058b759),segment_id=f3a563e8-9736-45e1-ad6a-9a1b7058b759)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:57.014820 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-750cb0f0-53d7-4d98-9cd0-739cc98f3ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.025414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-81f35ec2-1573-4fcb-a8be-a73d5c9dbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.026681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-81f35ec2-1573-4fcb-a8be-a73d5c9dbb77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1096 time: 0.2478569 Sep 17 22:23:57.030643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-750cb0f0-53d7-4d98-9cd0-739cc98f3ea5 None None] Calling delete_port for 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:57.059597 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:57.068671 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f05b57a-a776-4669-b7a3-42befdb1a276 req-9a9d78fe-b5ed-4f74-abe0-17b9d28bf0df tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Sep 17 22:23:57.088268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.094676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3b359f39-7971-4f6f-a333-1d4e044418c1 None None] For port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4a4adfe9-e5d4-4fd6-beeb-85524f718bdc,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:57.139497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:57.140741 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.151259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No DVR routers for this DVR port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:57.168223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Router 604084ff-9619-4ffe-b2e5-11db50cd489c is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:23:57.169090 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3b359f39-7971-4f6f-a333-1d4e044418c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.179874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a563d-b280-4ce8-be05-e158cab94b2f req-bba5ef8b-6966-47d8-a0e9-1e5de9534479 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.181487 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a69a563d-b280-4ce8-be05-e158cab94b2f req-bba5ef8b-6966-47d8-a0e9-1e5de9534479 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 948 time: 0.2305486 Sep 17 22:23:57.242664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b359f39-7971-4f6f-a333-1d4e044418c1 None None] Pushing event updated for resources: {'Port': ['ID=4a4adfe9-e5d4-4fd6-beeb-85524f718bdc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:57.282031 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.285039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3b359f39-7971-4f6f-a333-1d4e044418c1 None None] Provisioning complete for port 03726738-8ffc-4423-9602-8a88fcd8a469 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:57.285459 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3b359f39-7971-4f6f-a333-1d4e044418c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.312853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.315488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2363564-fd09-4ad5-a7f6-606dee467445']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: from cryptography.utils import int_from_bytes Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: from cryptography.utils import int_from_bytes Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.327025 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:23:57.330412 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:23:57.331455 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:23:57.331455 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:23:57.342747 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-750cb0f0-53d7-4d98-9cd0-739cc98f3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.343206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a563e8-9736-45e1-ad6a-9a1b7058b759') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:57.343688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a563e8-9736-45e1-ad6a-9a1b7058b759') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:57.363336 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3455685a-7a78-48a3-999d-dac776045248 x-openstack-request-id: req-3455685a-7a78-48a3-999d-dac776045248 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:57.363617 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:57.363861 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3455685a-7a78-48a3-999d-dac776045248 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:57.364280 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'status': 'completed', 'code': 200} Sep 17 22:23:57.374293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.381302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-6fb6e2b4-65e0-4190-b2df-e20f8b2497ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.382806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-6fb6e2b4-65e0-4190-b2df-e20f8b2497ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.3446927 Sep 17 22:23:57.394154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cb0f0-53d7-4d98-9cd0-739cc98f3ea5 None None] Pushing event deleted for resources: {'Port': ['ID=34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:57.404009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750cb0f0-53d7-4d98-9cd0-739cc98f3ea5 None None] No DVR routers for this DVR port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:57.425364 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.456934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:57.457348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.468916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3b359f39-7971-4f6f-a333-1d4e044418c1 None None] Could not find standard attr ID for object 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:23:57.479379 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'ab380547-1faf-485d-93f0-43b6a0b31d2e', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'port_id': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'mac_address': 'fa:16:3e:64:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:33Z', 'updated_at': '2021-09-17T22:23:54Z', 'revision_number': 1, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:57.481602 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:57.510387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48164a-6328-46ce-90a7-fa949ec014d7 req-369ed4a9-8aa5-41bf-9801-371eec4a54d0 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.512212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7c48164a-6328-46ce-90a7-fa949ec014d7 req-369ed4a9-8aa5-41bf-9801-371eec4a54d0 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 944 time: 0.1278594 Sep 17 22:23:57.512965 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] Checking router: f28a46e6-372a-433f-a232-e90e8180e29b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:57.522696 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:57.523325 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:57.597484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ad02b3ee-1aad-43f6-a623-6da533676f76 None None] Provisioning complete for port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:57.597911 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad02b3ee-1aad-43f6-a623-6da533676f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.603945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7c48164a-6328-46ce-90a7-fa949ec014d7 req-8e62bbbc-953c-4315-bf30-3a293eec34e1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792634 Sep 17 22:23:57.672848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a69a563d-b280-4ce8-be05-e158cab94b2f req-0d2c0317-d5a4-4b2a-a14f-96f5ced3c9f9 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837174 Sep 17 22:23:57.676064 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.684037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:57.686120 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/networks/b2363564-fd09-4ad5-a7f6-606dee467445 HTTP/1.1" status: 204 len: 168 time: 1.7236483 Sep 17 22:23:57.702953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57884) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:57.734801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195ab08-ce59-425b-8b90-780f0ab41722 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Network': ['ID=b2363564-fd09-4ad5-a7f6-606dee467445,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:57.746459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'name': 'tempest-PortsIpV6TestJSON-2120954131'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:57.761864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859aad-5e0f-4be2-b4ef-3d260a503112 req-5502dc35-69e1-49c5-92fb-ce718390477a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.763539 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-56859aad-5e0f-4be2-b4ef-3d260a503112 req-5502dc35-69e1-49c5-92fb-ce718390477a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.0729549 Sep 17 22:23:57.786508 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:57.798301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-25e6a0ad-e2c8-4695-8f7c-c999b67458b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 200 len: 217 time: 0.4064684 Sep 17 22:23:57.814205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-56859aad-5e0f-4be2-b4ef-3d260a503112 req-41b35b44-485d-4a55-bc8a-973b3675475a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442979 Sep 17 22:23:57.872569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:57.902328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:57.902733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 17 22:23:57.926001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Port 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff not found, will not notify nova. {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 17 22:23:57.954844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-c37cd8b2-1b57-4168-adbd-34582de1c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.956511 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-c37cd8b2-1b57-4168-adbd-34582de1c769 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 1097 time: 0.5712805 Sep 17 22:23:57.964232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:57.977158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Sync routers for ids ['604084ff-9619-4ffe-b2e5-11db50cd489c'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:58.001975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Routers {'604084ff-9619-4ffe-b2e5-11db50cd489c'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:58.002898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['604084ff-9619-4ffe-b2e5-11db50cd489c'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:58.021533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-a72207ab-d4c0-41c1-b7ff-2a2f8d6d246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.022820 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-a72207ab-d4c0-41c1-b7ff-2a2f8d6d246c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.2072196 Sep 17 22:23:58.050015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03726738-8ffc-4423-9602-8a88fcd8a469 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:58.070147 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'ab380547-1faf-485d-93f0-43b6a0b31d2e', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'port_id': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'mac_address': 'fa:16:3e:64:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:33Z', 'updated_at': '2021-09-17T22:23:54Z', 'revision_number': 1, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:58.102078 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa58cd6-86fc-45ae-9927-d9410707a6af None None] The sync data for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 is: [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'ab380547-1faf-485d-93f0-43b6a0b31d2e', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'port_id': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'mac_address': 'fa:16:3e:64:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:33Z', 'updated_at': '2021-09-17T22:23:54Z', 'revision_number': 1, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:58.105872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-a73e61ea-d9a7-45ed-8c6b-69401c1df967 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642388 Sep 17 22:23:58.162167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Set router 604084ff-9619-4ffe-b2e5-11db50cd489c gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:58.167778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:58.171280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.228543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 03726738-8ffc-4423-9602-8a88fcd8a469 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:58.228943 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.250502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Router e4ed8c68-260b-4548-b196-8a241aed5136 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:23:58.257682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-6acee5b3-697a-448c-afee-1d8bdd45b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.259254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-6acee5b3-697a-448c-afee-1d8bdd45b5e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.2917819 Sep 17 22:23:58.268696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port b1dad260-76e1-4ebe-bd20-dc903af251ee yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:23:58.274940 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.276186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-31422572-0536-455a-9b56-3c9079125051 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7000723 Sep 17 22:23:58.279131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57890) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:58.407051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:58.430418 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff148c-8641-42f9-9bae-3b6eff8da21a None None] New status for floating IP ab380547-1faf-485d-93f0-43b6a0b31d2e: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:23:58.478330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-router', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:51Z', 'updated_at': '2021-09-17T22:23:55Z', 'revision_number': 3, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'gw_port': {'id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:58.480512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:58.480876 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.534485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Checking router: 604084ff-9619-4ffe-b2e5-11db50cd489c for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:58.534888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Updating router 604084ff-9619-4ffe-b2e5-11db50cd489c port b78167f6-5eb3-4610-a765-fdbcf24b50bb binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:58.558518 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-c8bf373f-092b-4a37-b532-f8d43cdb5e9a service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366891 Sep 17 22:23:58.561323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-076292d2-1a1f-41e6-a6b1-092bdbc84ac8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 HTTP/1.1" status: 200 len: 998 time: 0.2659473 Sep 17 22:23:58.579788 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.624065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a3390-71a1-4d75-874f-58421274f5ab req-57a95c88-c5cc-4e99-bf90-058026c83ab9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.633471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f8a3390-71a1-4d75-874f-58421274f5ab req-57a95c88-c5cc-4e99-bf90-058026c83ab9 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.4546072 Sep 17 22:23:58.809376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:58.843860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:58.844248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 34f73a5f-eb58-4cd7-af8d-4fe9b0d02cff not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:58.847332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05ae4-776b-4d98-8626-42c6b08f1ce0 req-14a2d797-f640-401a-a8ad-716cacf569a2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.848241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21c05ae4-776b-4d98-8626-42c6b08f1ce0 req-14a2d797-f640-401a-a8ad-716cacf569a2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 944 time: 0.1144111 Sep 17 22:23:58.855477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-3b6ad74f-697d-4c6d-b0b5-3ad9616060d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.856826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-3b6ad74f-697d-4c6d-b0b5-3ad9616060d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.2583101 Sep 17 22:23:58.883610 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.917200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:58.932710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21c05ae4-776b-4d98-8626-42c6b08f1ce0 req-3effe60d-eb34-4397-85ce-dbd122b12b85 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772240 Sep 17 22:23:58.947301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Sync routers for ids ['e4ed8c68-260b-4548-b196-8a241aed5136'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:58.950065 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f8a3390-71a1-4d75-874f-58421274f5ab req-a4a39d07-28ac-4d0d-8ec6-e218193f08fd tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155499 Sep 17 22:23:58.962402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Routers {'e4ed8c68-260b-4548-b196-8a241aed5136'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:58.963870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['e4ed8c68-260b-4548-b196-8a241aed5136'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:59.003351 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-5b84e013-47a7-4821-9ba1-a1494ca96dee service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249303 Sep 17 22:23:59.004590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f5ed66aa-ad22-4127-80a7-aafe7fdffe0c up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:59.009382 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.092616 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.097106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b46a20f6-b475-4f36-a03b-0b1d6900cbb8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2272835 Sep 17 22:23:59.101034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57898) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:59.111720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-019e98e1-09e6-492b-acc2-91aded6cb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:59.115165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-019e98e1-09e6-492b-acc2-91aded6cb4a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2159917 Sep 17 22:23:59.127855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab8e0a-b2ec-499b-92b4-8a6c129fd801 req-26fd49cd-f59a-4750-9b40-702c9026b565 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:59.129855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9ab8e0a-b2ec-499b-92b4-8a6c129fd801 req-26fd49cd-f59a-4750-9b40-702c9026b565 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.1040804 Sep 17 22:23:59.197271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.206399 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.214535 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.216850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf46054-8444-441d-bf58-79cf14c988d4 req-5b428646-9f5e-4ba7-b130-fad3203715db tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:59.219254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-faf46054-8444-441d-bf58-79cf14c988d4 req-5b428646-9f5e-4ba7-b130-fad3203715db tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 948 time: 0.1862950 Sep 17 22:23:59.270314 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.278621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=b1dad260-76e1-4ebe-bd20-dc903af251ee,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.288762 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9ab8e0a-b2ec-499b-92b4-8a6c129fd801 req-8d219a94-f0fe-456d-9599-cffba52909b6 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480043 Sep 17 22:23:59.307857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:59.314044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:59.317675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:59.319826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Allocated IP 172.20.0.1 (caf54933-681e-4986-bfa3-6fec7fbfe13a/86a63e5c-5c48-4613-bc1c-f7bb54af1d43/bbd35d2c-8f61-449a-94e7-8f690ddf5817) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:59.324418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:59.325665 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.339450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Set router e4ed8c68-260b-4548-b196-8a241aed5136 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:59.344087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-4fa0ebd5-0d0b-4bb6-b487-497e74a19f0f service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131069 Sep 17 22:23:59.354679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-faf46054-8444-441d-bf58-79cf14c988d4 req-808efe47-4cdf-42b0-9305-4f53657d5ab0 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208718 Sep 17 22:23:59.429101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:59.432702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d4873-fdf2-4689-89cf-04074d7678a2 None None] Pushing event updated for resources: {'Port': ['ID=b78167f6-5eb3-4610-a765-fdbcf24b50bb,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.460288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Attempting to bind port b78167f6-5eb3-4610-a765-fdbcf24b50bb on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:59.460821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Attempting to bind port b78167f6-5eb3-4610-a765-fdbcf24b50bb by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:59.461420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Attempting to bind port b78167f6-5eb3-4610-a765-fdbcf24b50bb on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:59.462080 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2dc9b00a-e84f-40f7-a99a-23f5add2f644 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7474306 Sep 17 22:23:59.464484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57902) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:59.474309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:59.475512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.477574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-115e3113-b779-43fa-a892-3a7b700a1a3f req-038c37f9-7327-495c-8a3e-4b1c0cd731ff service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118200 Sep 17 22:23:59.483196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:59.483991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:59.483991 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.484390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:59.484876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Bound port: b78167f6-5eb3-4610-a765-fdbcf24b50bb, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:59.485259 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.588241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c91afaf1-f4d0-496b-b353-16187f4a526b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port b1dad260-76e1-4ebe-bd20-dc903af251ee {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:59.588487 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c91afaf1-f4d0-496b-b353-16187f4a526b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.594802 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.632591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] For port b78167f6-5eb3-4610-a765-fdbcf24b50bb, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:59.635948 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] For port b78167f6-5eb3-4610-a765-fdbcf24b50bb, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b78167f6-5eb3-4610-a765-fdbcf24b50bb,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:59.660736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c91afaf1-f4d0-496b-b353-16187f4a526b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.686534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c91afaf1-f4d0-496b-b353-16187f4a526b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for b1dad260-76e1-4ebe-bd20-dc903af251ee owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:59.709800 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.755296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.779171 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.802059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Routers {'604084ff-9619-4ffe-b2e5-11db50cd489c'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:59.802880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['604084ff-9619-4ffe-b2e5-11db50cd489c'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:59.810754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d4873-fdf2-4689-89cf-04074d7678a2 None None] Pushing event updated for resources: {'Port': ['ID=b78167f6-5eb3-4610-a765-fdbcf24b50bb,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.832352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Network caf54933-681e-4986-bfa3-6fec7fbfe13a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:59.838641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:59.855826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:23:56Z', 'revision_number': 3, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:59.860577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:59.863373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dada71c-8b8b-41bd-b4c7-626e5a681180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ed66aa-ad22-4127-80a7-aafe7fdffe0c'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:59.866088 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0e889a-b7fc-4839-8c21-6f9d3cda2832" -d '{"events": [{"server_uuid": "7dada71c-8b8b-41bd-b4c7-626e5a681180", "name": "network-vif-plugged", "status": "completed", "tag": "f5ed66aa-ad22-4127-80a7-aafe7fdffe0c"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:59.913493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Checking router: e4ed8c68-260b-4548-b196-8a241aed5136 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:59.913881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Updating router e4ed8c68-260b-4548-b196-8a241aed5136 port b55e245e-c51a-4c55-8b83-853d2d5905de binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:59.927469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Pushing event updated for resources: {'Port': ['ID=bbd35d2c-8f61-449a-94e7-8f690ddf5817,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.936275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.969529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.026952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:00.029899 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0992c53-3c1e-4cfc-bb69-0a990bb3f3ea x-openstack-request-id: req-d0992c53-3c1e-4cfc-bb69-0a990bb3f3ea {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:00.030189 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dada71c-8b8b-41bd-b4c7-626e5a681180", "name": "network-vif-plugged", "status": "completed", "tag": "f5ed66aa-ad22-4127-80a7-aafe7fdffe0c", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:00.030440 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0992c53-3c1e-4cfc-bb69-0a990bb3f3ea {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:00.030840 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dada71c-8b8b-41bd-b4c7-626e5a681180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ed66aa-ad22-4127-80a7-aafe7fdffe0c', 'code': 200} Sep 17 22:24:00.054553 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.110617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.148158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-d410627a-0396-405c-aae7-3067510e4c3f tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.149488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-d410627a-0396-405c-aae7-3067510e4c3f tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.4752064 Sep 17 22:24:00.178352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] Set router 604084ff-9619-4ffe-b2e5-11db50cd489c gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:00.233452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e2db1-fcf8-41ec-95f1-8e3b80f57c86 req-571c990b-dc4b-4ec7-a88f-331e0ddab2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.234973 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f6e2db1-fcf8-41ec-95f1-8e3b80f57c86 req-571c990b-dc4b-4ec7-a88f-331e0ddab2f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 1101 time: 0.1649334 Sep 17 22:24:00.254915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d0a07-a869-4cd0-b41f-c44bbb096ea2 req-17bb7313-bf26-49ef-a6c2-56529b4837be tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.256680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da2d0a07-a869-4cd0-b41f-c44bbb096ea2 req-17bb7313-bf26-49ef-a6c2-56529b4837be tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 944 time: 0.1875086 Sep 17 22:24:00.274446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb9a61-e7a5-475c-be7d-2a357cdd4c07 req-bbc318ed-17a5-4229-8010-04f29d900c26 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.276466 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-40bb9a61-e7a5-475c-be7d-2a357cdd4c07 req-bbc318ed-17a5-4229-8010-04f29d900c26 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.1311991 Sep 17 22:24:00.318692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Allocated IP 172.20.0.1 (8b976c42-f4a0-4f13-b359-b6aca8335cd7/b3adcdca-4ced-4989-807c-395e5010b8a6/599b3b68-e952-4d3c-8c04-256ad1620056) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:00.322348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f6e2db1-fcf8-41ec-95f1-8e3b80f57c86 req-81216309-8e31-418f-963f-86742391247f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772564 Sep 17 22:24:00.328634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:00.336514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-77943cf8-caf1-4b64-9678-7bbc41afe821 None None] Provisioning complete for port bbd35d2c-8f61-449a-94e7-8f690ddf5817 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:00.336852 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-77943cf8-caf1-4b64-9678-7bbc41afe821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.345631 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c91afaf1-f4d0-496b-b353-16187f4a526b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.366205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-40bb9a61-e7a5-475c-be7d-2a357cdd4c07 req-278d0d74-6dd5-47d8-8b67-3a7f0e96609c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754120 Sep 17 22:24:00.371151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da2d0a07-a869-4cd0-b41f-c44bbb096ea2 req-599b9f65-826e-47c0-805d-4b4c3dfa3878 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038358 Sep 17 22:24:00.411904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-77943cf8-caf1-4b64-9678-7bbc41afe821 None None] Port bbd35d2c-8f61-449a-94e7-8f690ddf5817 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:00.428979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91afaf1-f4d0-496b-b353-16187f4a526b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=b1dad260-76e1-4ebe-bd20-dc903af251ee,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:00.462811 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c91afaf1-f4d0-496b-b353-16187f4a526b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.467193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c91afaf1-f4d0-496b-b353-16187f4a526b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/b1dad260-76e1-4ebe-bd20-dc903af251ee HTTP/1.1" status: 204 len: 168 time: 0.9989827 Sep 17 22:24:00.468436 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57918) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:00.488778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'mac_address': 'fa:16:3e:d5:b5:f4', 'name': 'tempest-PortsIpV6TestJSON-1918964637'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:00.542272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.557315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.572850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2169-41b9-477d-a089-21947a7f3285 req-1026e8cc-0af2-4024-a27e-a81f1ba94752 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.574486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b7ee2169-41b9-477d-a089-21947a7f3285 req-1026e8cc-0af2-4024-a27e-a81f1ba94752 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.1389756 Sep 17 22:24:00.577499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-c3b8c937-7a8b-40e6-8628-7ecab2e38b70 service neutron] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:00.583467 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-c3b8c937-7a8b-40e6-8628-7ecab2e38b70 service neutron] Notify callbacks [] for binding, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.584265 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ce6f5b5-6668-48fc-bae0-a3f3677d7373 req-c3b8c937-7a8b-40e6-8628-7ecab2e38b70 service neutron] 10.222.0.15 "DELETE /v2.0/ports/45be83c6-fa86-475c-83f3-b32428a147da/bindings/n-h1-713499-18 HTTP/1.1" status: 204 len: 173 time: 0.4171751 Sep 17 22:24:00.616962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68799e3b-96e3-4fbe-99a0-49e4c8604652 req-345a475d-ee82-403d-93db-3ec518dc883b tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.618546 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68799e3b-96e3-4fbe-99a0-49e4c8604652 req-345a475d-ee82-403d-93db-3ec518dc883b tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 949 time: 0.1318703 Sep 17 22:24:00.643996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b7ee2169-41b9-477d-a089-21947a7f3285 req-1369c645-c8c1-47cd-b017-5ae11fd20723 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558107 Sep 17 22:24:00.674650 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-router', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:51Z', 'updated_at': '2021-09-17T22:23:55Z', 'revision_number': 3, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'gw_port': {'id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:00.704332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18909f6-7494-4657-b977-b213cc9da52b None None] The sync data for ids ['604084ff-9619-4ffe-b2e5-11db50cd489c'] in n-d-713499-18 is: [{'id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-router', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:51Z', 'updated_at': '2021-09-17T22:23:55Z', 'revision_number': 3, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'gw_port': {'id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:00.708460 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68799e3b-96e3-4fbe-99a0-49e4c8604652 req-78f6152c-b850-4288-9117-f0ab2cd3ade1 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637105 Sep 17 22:24:00.712003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:00.752596 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.761151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.807206 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.826159 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.831129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port c07d4d95-7fef-43c3-b85d-c69a7beb6533 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:24:00.874718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:00.876596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Attempting to bind port b55e245e-c51a-4c55-8b83-853d2d5905de on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:00.877158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Attempting to bind port b55e245e-c51a-4c55-8b83-853d2d5905de by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:00.877768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Attempting to bind port b55e245e-c51a-4c55-8b83-853d2d5905de on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:00.881680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Pushing event updated for resources: {'Port': ['ID=599b3b68-e952-4d3c-8c04-256ad1620056,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:00.888970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:00.889349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:00.889802 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.890198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:00.890672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:00.890811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Bound port: b55e245e-c51a-4c55-8b83-853d2d5905de, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:00.891092 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.898733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:00.955637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c356cf0-b0b1-4ec1-b04e-78e48b71f2ed req-1c37e250-c961-4e8c-9297-c5cc606b9cb2 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:00.957491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c356cf0-b0b1-4ec1-b04e-78e48b71f2ed req-1c37e250-c961-4e8c-9297-c5cc606b9cb2 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1096 time: 0.1442449 Sep 17 22:24:00.961231 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.979401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:00.987781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fc52a-0076-4bf6-8c43-38cabc72b41c None None] Pushing event updated for resources: {'Port': ['ID=b55e245e-c51a-4c55-8b83-853d2d5905de,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:00.992284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] For port b55e245e-c51a-4c55-8b83-853d2d5905de, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:01.018768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] For port b55e245e-c51a-4c55-8b83-853d2d5905de, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b55e245e-c51a-4c55-8b83-853d2d5905de,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:01.072692 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.100744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.112654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c356cf0-b0b1-4ec1-b04e-78e48b71f2ed req-99abc9c7-1527-4ca0-b868-f6dd3e98a71e tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478267 Sep 17 22:24:01.157443 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.191656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Pushing event updated for resources: {'Port': ['ID=bbd35d2c-8f61-449a-94e7-8f690ddf5817,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:01.232902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.258073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Routers {'e4ed8c68-260b-4548-b196-8a241aed5136'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:01.258978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['e4ed8c68-260b-4548-b196-8a241aed5136'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:01.283224 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.364225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fc52a-0076-4bf6-8c43-38cabc72b41c None None] Pushing event updated for resources: {'Port': ['ID=b55e245e-c51a-4c55-8b83-853d2d5905de,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:01.395009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=c07d4d95-7fef-43c3-b85d-c69a7beb6533,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:01.461870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Network caf54933-681e-4986-bfa3-6fec7fbfe13a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:01.463458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:01.480067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a3b8a9ee-d782-40b8-a346-1e6fc818beac None None] Provisioning complete for port 599b3b68-e952-4d3c-8c04-256ad1620056 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:01.484687 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a9ee-d782-40b8-a346-1e6fc818beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.527120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:01.541571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-43cbfdb0-db8b-4c27-a717-89b68443b347 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:01.543385 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-43cbfdb0-db8b-4c27-a717-89b68443b347 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 807 time: 0.1448169 Sep 17 22:24:01.544373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:01.547005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:01.553618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:01.554270 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.555698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] Set router e4ed8c68-260b-4548-b196-8a241aed5136 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:01.557438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8a9ee-d782-40b8-a346-1e6fc818beac None None] Port 599b3b68-e952-4d3c-8c04-256ad1620056 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:01.580567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-a8ce451e-161b-4763-bcc3-0a4a4d49de19 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/quotas/a202bb9a868f4e9b94bee628f0f7b756 HTTP/1.1" status: 200 len: 375 time: 0.0233927 Sep 17 22:24:01.674406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-9f437445-cec6-4758-ad13-a6a04fb6cb98 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841663 Sep 17 22:24:01.688474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-448e0c56-05c5-4b91-b3f0-6f22443c272f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2166896 Sep 17 22:24:01.697197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57938) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:01.823431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f21f0e-70a5-419c-9c1f-9b52274da264 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:01.827953 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-96f21f0e-70a5-419c-9c1f-9b52274da264 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/c07d4d95-7fef-43c3-b85d-c69a7beb6533 HTTP/1.1" status: 200 len: 845 time: 0.1296740 Sep 17 22:24:01.832524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57944) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:01.918192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6a565fec-e300-4178-8f99-057572b3b788 None None] Provisioning complete for port bbd35d2c-8f61-449a-94e7-8f690ddf5817 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:01.918641 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6a565fec-e300-4178-8f99-057572b3b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.958574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-95aae723-fdf3-4785-be23-fef08c08cc4c service neutron] 10.222.0.30 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831337 Sep 17 22:24:02.105777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-89b22dd6-f871-4c95-8354-f45b21cc0ffd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port c07d4d95-7fef-43c3-b85d-c69a7beb6533 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:02.106693 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89b22dd6-f871-4c95-8354-f45b21cc0ffd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.121782 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.159657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b78167f6-5eb3-4610-a765-fdbcf24b50bb up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:02.212975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6a565fec-e300-4178-8f99-057572b3b788 None None] Port bbd35d2c-8f61-449a-94e7-8f690ddf5817 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:02.213440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bafe77-e709-4d9d-8eee-74bd61f8e53c req-6e5589a0-145b-4fbf-8f7b-a8b9e1f084cb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:02.221720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-91bafe77-e709-4d9d-8eee-74bd61f8e53c req-6e5589a0-145b-4fbf-8f7b-a8b9e1f084cb tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.7155001 Sep 17 22:24:02.221934 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:23:56Z', 'revision_number': 3, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:02.223556 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-fa2569b6-942b-4cf3-96d7-6d262e4d800a service neutron] 10.222.0.30 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640963 Sep 17 22:24:02.225403 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89b22dd6-f871-4c95-8354-f45b21cc0ffd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.238859 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-89b22dd6-f871-4c95-8354-f45b21cc0ffd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for c07d4d95-7fef-43c3-b85d-c69a7beb6533 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:02.248493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Router 604084ff-9619-4ffe-b2e5-11db50cd489c has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:24:02.257887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3f184-3fc3-4f1e-be6e-64fa47f7ee35 None None] The sync data for ids ['e4ed8c68-260b-4548-b196-8a241aed5136'] in n-d-713499-18 is: [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:23:56Z', 'revision_number': 3, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:02.276066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b78167f6-5eb3-4610-a765-fdbcf24b50bb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:02.276466 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.378161 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.399990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port b78167f6-5eb3-4610-a765-fdbcf24b50bb, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b78167f6-5eb3-4610-a765-fdbcf24b50bb,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:02.409364 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-91bafe77-e709-4d9d-8eee-74bd61f8e53c req-52e0af8a-7e21-4e1c-9e1a-1237ce6731f6 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870399 Sep 17 22:24:02.427386 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89b22dd6-f871-4c95-8354-f45b21cc0ffd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.469987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b22dd6-f871-4c95-8354-f45b21cc0ffd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=c07d4d95-7fef-43c3-b85d-c69a7beb6533,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:02.483771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89b22dd6-f871-4c95-8354-f45b21cc0ffd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.486109 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-89b22dd6-f871-4c95-8354-f45b21cc0ffd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/c07d4d95-7fef-43c3-b85d-c69a7beb6533 HTTP/1.1" status: 204 len: 168 time: 0.6525748 Sep 17 22:24:02.488942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57948) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:02.495023 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.524953 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-132abc8d-5e36-4f56-ab10-c223891d4499 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:24:02.536655 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.538324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-132abc8d-5e36-4f56-ab10-c223891d4499 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/c07d4d95-7fef-43c3-b85d-c69a7beb6533 HTTP/1.1" status: 404 len: 333 time: 0.0475266 Sep 17 22:24:02.539052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57952) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:02.544037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'name': 'tempest-PortsIpV6TestJSON-1073360878'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:02.576972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:02.587421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0d2e5878-9a0a-4ef7-88e5-e73bafeb319e admin admin] 10.222.0.30 "PUT /v2.0/routers/604084ff-9619-4ffe-b2e5-11db50cd489c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3072145 Sep 17 22:24:02.658262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=b78167f6-5eb3-4610-a765-fdbcf24b50bb,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:02.665542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.764332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba32f0-ee6d-41f4-a56d-a731d4365114 req-422c802d-5e67-4a9a-8cc9-f21cde47b6f7 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:02.765777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6eba32f0-ee6d-41f4-a56d-a731d4365114 req-422c802d-5e67-4a9a-8cc9-f21cde47b6f7 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.2018797 Sep 17 22:24:02.766979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Pushing event updated for resources: {'Port': ['ID=599b3b68-e952-4d3c-8c04-256ad1620056,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:02.769622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.843599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33013f-efc6-4bf8-9739-4ec9588b29ca req-6d9beb61-4876-473a-95e2-3215aa8c4dd2 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:02.866981 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a33013f-efc6-4bf8-9739-4ec9588b29ca req-6d9beb61-4876-473a-95e2-3215aa8c4dd2 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 949 time: 0.1743269 Sep 17 22:24:02.884274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:02.892518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.905252 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6eba32f0-ee6d-41f4-a56d-a731d4365114 req-87bf6da3-d1da-4b63-a3a5-f0cef8f9e0f9 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259971 Sep 17 22:24:02.937953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port e2c449d7-939e-416c-9320-d849523cc3a4 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:24:02.955577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a33013f-efc6-4bf8-9739-4ec9588b29ca req-e9467dc1-8f88-4015-bc52-26c3fc4479c6 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846775 Sep 17 22:24:02.978685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:02.980365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:03.242969 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3618-0d3c-4467-bc65-2df4f95643cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.251260 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac806e62-cb99-4209-aa51-dc8d372bfb8b req-c3b6c578-7bf5-43b1-a59d-d10c12b957f0 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 210 time: 0.0533376 Sep 17 22:24:03.286710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Router e4ed8c68-260b-4548-b196-8a241aed5136 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:24:03.332141 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.391113 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Sync routers for ids ['604084ff-9619-4ffe-b2e5-11db50cd489c'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:03.413924 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Routers {'604084ff-9619-4ffe-b2e5-11db50cd489c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:03.419213 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['604084ff-9619-4ffe-b2e5-11db50cd489c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:03.467518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-16a4d9d3-0239-4a05-9891-4ad22efc4458 None None] Provisioning complete for port 599b3b68-e952-4d3c-8c04-256ad1620056 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:03.468056 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16a4d9d3-0239-4a05-9891-4ad22efc4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.481634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.491509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:03.494405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-739abd54-56fd-4012-9a33-442a9cddfe59 admin admin] 10.222.0.30 "PUT /v2.0/routers/e4ed8c68-260b-4548-b196-8a241aed5136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3930829 Sep 17 22:24:03.539346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:03.547779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:03.555594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:03.571968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-16a4d9d3-0239-4a05-9891-4ad22efc4458 None None] Port 599b3b68-e952-4d3c-8c04-256ad1620056 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:03.574462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:03.575142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.624811 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Set router 604084ff-9619-4ffe-b2e5-11db50cd489c gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:03.701640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=e2c449d7-939e-416c-9320-d849523cc3a4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:03.723043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a550fa-9bfa-43cc-9932-4bb83f28b6d9 req-69337d7b-677c-4b61-b0af-9b62029f1d07 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:03.731340 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a550fa-9bfa-43cc-9932-4bb83f28b6d9 req-69337d7b-677c-4b61-b0af-9b62029f1d07 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.1202707 Sep 17 22:24:03.777086 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a550fa-9bfa-43cc-9932-4bb83f28b6d9 req-c44d54c7-5f4f-4a62-87c4-a85ec8373fad tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 Sep 17 22:24:03.809321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57986) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:03.811912 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7954de47-3c68-4f8a-a701-0a209cfbbc42 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2717462 Sep 17 22:24:03.814508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-94717fd6-99f8-4dfc-b9a8-c531d1f1f756 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:03.869175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57990) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:03.874107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-network', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:03.921258 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-router', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:51Z', 'updated_at': '2021-09-17T22:24:00Z', 'revision_number': 4, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'gw_port': {'id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bbd35d2c-8f61-449a-94e7-8f690ddf5817', 'name': '', 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'mac_address': 'fa:16:3e:51:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '86a63e5c-5c48-4613-bc1c-f7bb54af1d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:58Z', 'updated_at': '2021-09-17T22:24:00Z', 'revision_number': 2, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'subnets': [{'id': '86a63e5c-5c48-4613-bc1c-f7bb54af1d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:03.954256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94717fd6-99f8-4dfc-b9a8-c531d1f1f756 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.956643 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Checking router: 604084ff-9619-4ffe-b2e5-11db50cd489c for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:24:03.956993 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Updating router 604084ff-9619-4ffe-b2e5-11db50cd489c port bbd35d2c-8f61-449a-94e7-8f690ddf5817 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:24:03.960770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a037b-3c81-443a-af43-7bab16f57eff req-156fe0e6-e7b6-4a53-b196-8cfdfadd1c7c tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:03.968173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e6a037b-3c81-443a-af43-7bab16f57eff req-156fe0e6-e7b6-4a53-b196-8cfdfadd1c7c tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 949 time: 0.0742824 Sep 17 22:24:03.988854 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.020720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e6a037b-3c81-443a-af43-7bab16f57eff req-b8e9f276-7341-419e-b2a6-ae6cdcf292d8 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515804 Sep 17 22:24:04.044536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Made reservation on behalf of 34fd9e5bec8447a9a9335f2c404b8ca3 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:04.046922 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.064103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.223890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b55e245e-c51a-4c55-8b83-853d2d5905de up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:04.263648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40cb61-1f07-4ae6-828b-9043a2f35cb6 req-22d38c14-48e6-4a26-9164-dfc0cd2b3cd4 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:04.266444 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db40cb61-1f07-4ae6-828b-9043a2f35cb6 req-22d38c14-48e6-4a26-9164-dfc0cd2b3cd4 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.1223636 Sep 17 22:24:04.274951 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94717fd6-99f8-4dfc-b9a8-c531d1f1f756 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.309180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b55e245e-c51a-4c55-8b83-853d2d5905de triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:04.309895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.333050 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db40cb61-1f07-4ae6-828b-9043a2f35cb6 req-3039b1d7-c3d8-416e-91d4-230d2935c1a4 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583427 Sep 17 22:24:04.336326 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94717fd6-99f8-4dfc-b9a8-c531d1f1f756 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.371252 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.422744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-94717fd6-99f8-4dfc-b9a8-c531d1f1f756 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] In _notify_port_updated(), no bound segment for port e2c449d7-939e-416c-9320-d849523cc3a4 on network a768cea6-3371-4c4e-bd02-7e331b730190 {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:24:04.432322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94717fd6-99f8-4dfc-b9a8-c531d1f1f756 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:04.438677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94717fd6-99f8-4dfc-b9a8-c531d1f1f756 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.438677 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-94717fd6-99f8-4dfc-b9a8-c531d1f1f756 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "PUT /v2.0/ports/e2c449d7-939e-416c-9320-d849523cc3a4 HTTP/1.1" status: 200 len: 818 time: 0.6275501 Sep 17 22:24:04.441134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58000) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:04.464166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.465035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94717fd6-99f8-4dfc-b9a8-c531d1f1f756 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=e2c449d7-939e-416c-9320-d849523cc3a4,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:04.480702 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.510614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port b55e245e-c51a-4c55-8b83-853d2d5905de, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b55e245e-c51a-4c55-8b83-853d2d5905de,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:04.539930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:04.552678 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.586625 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.587681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b78167f6-5eb3-4610-a765-fdbcf24b50bb up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:04.620106 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.631016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.632056 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Added segment 6d7f83ea-f36c-4b8c-a102-f43ec50a05d5 of type vlan for network cfd61472-16a6-4d12-bffe-b4f9556134ee Sep 17 22:24:04.666256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80de6f54-9036-4948-ba38-1c95b45d7ac0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:04.670264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=b55e245e-c51a-4c55-8b83-853d2d5905de,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:04.683770 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb521ce-7dd3-47cb-8be7-29ddc7c6b1ca req-b21fb321-7a92-4f60-ab53-5cab580fefcb tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 210 time: 0.1099632 Sep 17 22:24:04.698377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b78167f6-5eb3-4610-a765-fdbcf24b50bb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:04.698984 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.763713 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.803571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fbb06-a76f-41c6-8f51-6a6d6ebe405a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port e2c449d7-939e-416c-9320-d849523cc3a4 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:04.804468 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd0fbb06-a76f-41c6-8f51-6a6d6ebe405a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.865040 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27669a-f96e-47ef-bb50-c8d97e8f7a6d None None] Pushing event updated for resources: {'Port': ['ID=bbd35d2c-8f61-449a-94e7-8f690ddf5817,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:04.885499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Sync routers for ids ['e4ed8c68-260b-4548-b196-8a241aed5136'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:04.895369 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Attempting to bind port bbd35d2c-8f61-449a-94e7-8f690ddf5817 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:04.897664 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Attempting to bind port bbd35d2c-8f61-449a-94e7-8f690ddf5817 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:04.898072 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Attempting to bind port bbd35d2c-8f61-449a-94e7-8f690ddf5817 on network caf54933-681e-4986-bfa3-6fec7fbfe13a {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:04.904720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Routers {'e4ed8c68-260b-4548-b196-8a241aed5136'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:04.905365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['e4ed8c68-260b-4548-b196-8a241aed5136'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:04.910079 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:04.910462 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Checking segment: {'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:04.910906 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.911332 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Bound using segment: {'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:04.911809 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Bound port: bbd35d2c-8f61-449a-94e7-8f690ddf5817, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:04.912765 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.942899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58004) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:04.947720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-932775aa-c368-4545-aab5-b1bf317e30a4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496583201', 'description': 'tempest-description--1936936478'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:04.963442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd0fbb06-a76f-41c6-8f51-6a6d6ebe405a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.966311 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.966833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:04.967435 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.011156 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] For port bbd35d2c-8f61-449a-94e7-8f690ddf5817, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:05.013518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fbb06-a76f-41c6-8f51-6a6d6ebe405a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for e2c449d7-939e-416c-9320-d849523cc3a4 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:05.023285 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] For port bbd35d2c-8f61-449a-94e7-8f690ddf5817, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bbd35d2c-8f61-449a-94e7-8f690ddf5817,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:05.061993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Set router e4ed8c68-260b-4548-b196-8a241aed5136 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:05.077194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-932775aa-c368-4545-aab5-b1bf317e30a4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.107444 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.137561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856a226-cacd-43ac-916e-c01ff9826101 req-ed42406c-4ad5-459d-a845-3d00ba6ad37f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:05.140325 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9856a226-cacd-43ac-916e-c01ff9826101 req-ed42406c-4ad5-459d-a845-3d00ba6ad37f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.2173126 Sep 17 22:24:05.140325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd61472-16a6-4d12-bffe-b4f9556134ee,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.172253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0076e46b-e4f6-4487-bec5-5209027318d4 None None] Provisioning complete for port bbd35d2c-8f61-449a-94e7-8f690ddf5817 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:05.173294 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0076e46b-e4f6-4487-bec5-5209027318d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.177443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3b35052b-dcb5-491a-8963-a5ee878b19b0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3078883 Sep 17 22:24:05.184507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58008) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:05.201892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Request body: {'subnet': {'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-subnet', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:05.214929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network cfd61472-16a6-4d12-bffe-b4f9556134ee details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:05.232812 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Routers {'604084ff-9619-4ffe-b2e5-11db50cd489c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:05.233050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-631b0df5-6607-492e-a7bd-22d84e368c2b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:05.233480 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:23:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['604084ff-9619-4ffe-b2e5-11db50cd489c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:05.234606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-631b0df5-6607-492e-a7bd-22d84e368c2b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.1652262 Sep 17 22:24:05.263646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6153747-c2ad-4832-82c2-aee63220747b req-0229ccca-f51f-4f80-ad26-16f631a3a4d8 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:05.268458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6153747-c2ad-4832-82c2-aee63220747b req-0229ccca-f51f-4f80-ad26-16f631a3a4d8 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 949 time: 0.1736882 Sep 17 22:24:05.307122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9856a226-cacd-43ac-916e-c01ff9826101 req-60a85f41-8fcf-4d7b-abc2-18bc438083fe tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531830 Sep 17 22:24:05.326637 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27669a-f96e-47ef-bb50-c8d97e8f7a6d None None] Pushing event updated for resources: {'Port': ['ID=bbd35d2c-8f61-449a-94e7-8f690ddf5817,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.405096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6153747-c2ad-4832-82c2-aee63220747b req-cdeeab29-33aa-4610-a7f8-0cbaa1ab9824 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292565 Sep 17 22:24:05.452189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-932775aa-c368-4545-aab5-b1bf317e30a4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.457790 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0076e46b-e4f6-4487-bec5-5209027318d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.465649 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd0fbb06-a76f-41c6-8f51-6a6d6ebe405a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.486839 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] Set router 604084ff-9619-4ffe-b2e5-11db50cd489c gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:05.538948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fbb06-a76f-41c6-8f51-6a6d6ebe405a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=e2c449d7-939e-416c-9320-d849523cc3a4,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.576940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0076e46b-e4f6-4487-bec5-5209027318d4 None None] For port bbd35d2c-8f61-449a-94e7-8f690ddf5817, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bbd35d2c-8f61-449a-94e7-8f690ddf5817,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:05.604412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-932775aa-c368-4545-aab5-b1bf317e30a4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.661069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932775aa-c368-4545-aab5-b1bf317e30a4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5924d2-1f8d-4dc7-805b-5699146e24c2,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.670763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0076e46b-e4f6-4487-bec5-5209027318d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.674449 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd0fbb06-a76f-41c6-8f51-6a6d6ebe405a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.678407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fd0fbb06-a76f-41c6-8f51-6a6d6ebe405a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/e2c449d7-939e-416c-9320-d849523cc3a4 HTTP/1.1" status: 204 len: 168 time: 1.2354920 Sep 17 22:24:05.678627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58014) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:05.771068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-7dce7680-27d8-4a83-a472-c7f415a63004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Deleting port 3d220003-3713-49d6-ba99-b7ea91578e09 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:05.771299 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-7dce7680-27d8-4a83-a472-c7f415a63004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.785165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784bfd3-aa22-4810-a3a9-3738e9d1422f req-767db3f4-9975-4aa7-b53f-07b18ff75865 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:05.789871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076e46b-e4f6-4487-bec5-5209027318d4 None None] Pushing event updated for resources: {'Port': ['ID=bbd35d2c-8f61-449a-94e7-8f690ddf5817,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.790171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1448fa-af3d-4bbf-b8b8-2291698d2a5b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:05.793288 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f784bfd3-aa22-4810-a3a9-3738e9d1422f req-767db3f4-9975-4aa7-b53f-07b18ff75865 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.2699835 Sep 17 22:24:05.799870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58018) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:05.801916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:24:01Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '599b3b68-e952-4d3c-8c04-256ad1620056', 'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'mac_address': 'fa:16:3e:b9:88:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:59Z', 'updated_at': '2021-09-17T22:24:02Z', 'revision_number': 2, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'subnets': [{'id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:05.804842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bc1448fa-af3d-4bbf-b8b8-2291698d2a5b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1243436 Sep 17 22:24:05.863626 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e61b01a9-6cc9-467e-8e07-b9d97e1cfad0 req-a6321198-937e-4dff-90b7-9acf0cf70327 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 210 time: 0.0425677 Sep 17 22:24:05.864001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Checking router: e4ed8c68-260b-4548-b196-8a241aed5136 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:24:05.867901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Updating router e4ed8c68-260b-4548-b196-8a241aed5136 port 599b3b68-e952-4d3c-8c04-256ad1620056 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:24:05.884041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Made reservation on behalf of 34fd9e5bec8447a9a9335f2c404b8ca3 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:05.886397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.888516 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bea8d08-be82-498a-91d0-f096e32f874b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:24:05.890078 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4bea8d08-be82-498a-91d0-f096e32f874b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/e2c449d7-939e-416c-9320-d849523cc3a4 HTTP/1.1" status: 404 len: 333 time: 0.0793059 Sep 17 22:24:05.893853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58020) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:05.900878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-39947947'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:05.905963 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-router', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:51Z', 'updated_at': '2021-09-17T22:24:00Z', 'revision_number': 4, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'gw_port': {'id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bbd35d2c-8f61-449a-94e7-8f690ddf5817', 'name': '', 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'mac_address': 'fa:16:3e:51:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '86a63e5c-5c48-4613-bc1c-f7bb54af1d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:58Z', 'updated_at': '2021-09-17T22:24:05Z', 'revision_number': 4, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'subnets': [{'id': '86a63e5c-5c48-4613-bc1c-f7bb54af1d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:05.914578 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-709ae598-ccfa-426c-9166-9e99686221ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.926497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b685342b-4d1d-4bc2-8055-11349cce2919 None None] Provisioning complete for port bbd35d2c-8f61-449a-94e7-8f690ddf5817 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:05.926497 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b685342b-4d1d-4bc2-8055-11349cce2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.932444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-893634ea-05db-4945-b741-7314bfe6e895 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:05.933949 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-893634ea-05db-4945-b741-7314bfe6e895 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 807 time: 0.5100091 Sep 17 22:24:05.935291 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78117987-36dc-4861-a6ea-1fe0bc90b2b0 None None] The sync data for ids ['604084ff-9619-4ffe-b2e5-11db50cd489c'] in n-d-713499-18 is: [{'id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-router', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:51Z', 'updated_at': '2021-09-17T22:24:00Z', 'revision_number': 4, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'gw_port': {'id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bbd35d2c-8f61-449a-94e7-8f690ddf5817', 'name': '', 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'mac_address': 'fa:16:3e:51:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '86a63e5c-5c48-4613-bc1c-f7bb54af1d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:58Z', 'updated_at': '2021-09-17T22:24:05Z', 'revision_number': 4, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'subnets': [{'id': '86a63e5c-5c48-4613-bc1c-f7bb54af1d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:05.947917 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-932775aa-c368-4545-aab5-b1bf317e30a4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.949169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-932775aa-c368-4545-aab5-b1bf317e30a4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0052242 Sep 17 22:24:05.951899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58022) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:05.956218 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.958263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-42eac23d-7d2d-4ea5-8c4c-ec5884168e69 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Request body: {'security_group_rule': {'security_group_id': 'df5924d2-1f8d-4dc7-805b-5699146e24c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:05.966024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117037-ddab-47f2-b19d-241af88bf23d req-3d30b0af-a8e0-4984-908b-9ca7fe1e016b tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:05.967550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9117037-ddab-47f2-b19d-241af88bf23d req-3d30b0af-a8e0-4984-908b-9ca7fe1e016b tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.15 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 949 time: 0.3393369 Sep 17 22:24:05.974645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Request body: {'port': {'device_id': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6', 'admin_state_up': True, 'tenant_id': 'a202bb9a868f4e9b94bee628f0f7b756'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:05.984647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f784bfd3-aa22-4810-a3a9-3738e9d1422f req-569dcbec-c65c-47fe-94ac-ac492d9b1cdc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904716 Sep 17 22:24:06.062023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:06.066506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.112519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:06.135397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.135743 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Added segment 2620b8d0-8c1d-4172-bfe7-e749daf26f03 of type vlan for network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 Sep 17 22:24:06.183960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-42eac23d-7d2d-4ea5-8c4c-ec5884168e69 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.190226 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.194533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b55e245e-c51a-4c55-8b83-853d2d5905de up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:06.262721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-42eac23d-7d2d-4ea5-8c4c-ec5884168e69 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.295198 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.304446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:06.305575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.336514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b55e245e-c51a-4c55-8b83-853d2d5905de triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:06.337066 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.349071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-42eac23d-7d2d-4ea5-8c4c-ec5884168e69 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.436688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eac23d-7d2d-4ea5-8c4c-ec5884168e69 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8baea66-4b52-42ef-b4a0-f5857d28e711,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:06.438389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Network': ['ID=4c72b2f2-7a18-4814-9c8b-7af0c8658cd3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:06.442987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-226a80e5-70de-437c-b38a-a42870936b5c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5479069 Sep 17 22:24:06.454380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58028) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:06.463377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:06.468329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:06.515637 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-42eac23d-7d2d-4ea5-8c4c-ec5884168e69 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.517026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-42eac23d-7d2d-4ea5-8c4c-ec5884168e69 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5641785 Sep 17 22:24:06.531919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58030) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:06.540546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-27761def-29ea-4c39-b7c7-3cf04444abb2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Request body: {'security_group_rule': {'security_group_id': 'df5924d2-1f8d-4dc7-805b-5699146e24c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:06.619418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.656885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e938cb3-c2d7-48fc-a333-819a91d848ff req-0f7c7fbd-4537-4c74-af2c-0f1e8d5d8222 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:06.658627 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e938cb3-c2d7-48fc-a333-819a91d848ff req-0f7c7fbd-4537-4c74-af2c-0f1e8d5d8222 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 946 time: 0.1526546 Sep 17 22:24:06.701372 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.749351 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e938cb3-c2d7-48fc-a333-819a91d848ff req-6018385f-01ef-4e3b-abb1-025e29d3bc12 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769708 Sep 17 22:24:06.770734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27761def-29ea-4c39-b7c7-3cf04444abb2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.771017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc1b8e-3b1c-4d97-9ca8-8159c017474d None None] Pushing event updated for resources: {'Port': ['ID=599b3b68-e952-4d3c-8c04-256ad1620056,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:06.836765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:06.841845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.853401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-7dce7680-27d8-4a83-a472-c7f415a63004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] For port 3d220003-3713-49d6-ba99-b7ea91578e09, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=3d220003-3713-49d6-ba99-b7ea91578e09,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:06.854008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-7dce7680-27d8-4a83-a472-c7f415a63004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.875999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Attempting to bind port 599b3b68-e952-4d3c-8c04-256ad1620056 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:06.876497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Attempting to bind port 599b3b68-e952-4d3c-8c04-256ad1620056 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:06.876867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Attempting to bind port 599b3b68-e952-4d3c-8c04-256ad1620056 on network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:06.892748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:06.893428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Checking segment: {'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:06.893832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.894278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Bound using segment: {'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:06.894749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Bound port: 599b3b68-e952-4d3c-8c04-256ad1620056, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:06.895128 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.913785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-7dce7680-27d8-4a83-a472-c7f415a63004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Calling delete_port for 3d220003-3713-49d6-ba99-b7ea91578e09 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:06.980296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.014533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] For port 599b3b68-e952-4d3c-8c04-256ad1620056, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:07.026122 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] For port 599b3b68-e952-4d3c-8c04-256ad1620056, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=599b3b68-e952-4d3c-8c04-256ad1620056,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:07.026893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba525281-904d-4f8c-8171-24801d647a74 req-32d907ac-0bf5-4b0d-8a40-88fc48c06293 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.028674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba525281-904d-4f8c-8171-24801d647a74 req-32d907ac-0bf5-4b0d-8a40-88fc48c06293 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 949 time: 0.4145212 Sep 17 22:24:07.103072 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.104783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Made reservation on behalf of a202bb9a868f4e9b94bee628f0f7b756 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:07.108924 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.160879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4f3ad018-76b0-4b61-b851-064acd19fdd0 req-e4c68771-cdc6-47ce-b2a6-36430dc4fa01 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 210 time: 0.0739727 Sep 17 22:24:07.166003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f9117037-ddab-47f2-b19d-241af88bf23d req-996fed23-e4cc-4aa5-beb2-a08d5b3bf333 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Deleting port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:07.166352 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9117037-ddab-47f2-b19d-241af88bf23d req-996fed23-e4cc-4aa5-beb2-a08d5b3bf333 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.200225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b9fc4566-0ac1-4310-9205-91d4b15b2709 None None] Provisioning complete for port 599b3b68-e952-4d3c-8c04-256ad1620056 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:07.200830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4566-0ac1-4310-9205-91d4b15b2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.202723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27761def-29ea-4c39-b7c7-3cf04444abb2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.227452 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.237527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Routers {'e4ed8c68-260b-4548-b196-8a241aed5136'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:07.238165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:24:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['e4ed8c68-260b-4548-b196-8a241aed5136'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:07.260859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba525281-904d-4f8c-8171-24801d647a74 req-0fdff60b-f6b9-4058-9078-b57b9c5c379c tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fabb5b-8195-42be-9bee-9c1a5b955683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742463 Sep 17 22:24:07.286376 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27761def-29ea-4c39-b7c7-3cf04444abb2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.323036 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.335432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc1b8e-3b1c-4d97-9ca8-8159c017474d None None] Pushing event updated for resources: {'Port': ['ID=599b3b68-e952-4d3c-8c04-256ad1620056,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:07.360591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.392049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27761def-29ea-4c39-b7c7-3cf04444abb2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e9a0de-1f35-46c5-ba10-cd7d941a7b66,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:07.433791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc0fe66-eecc-4efb-9763-fe2ba4ea0778,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:07.475475 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501996f-aaa5-469e-9180-b76160e598ce req-c13de2c7-d4f7-4381-8986-7c461b3e2b77 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.478047 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4501996f-aaa5-469e-9180-b76160e598ce req-c13de2c7-d4f7-4381-8986-7c461b3e2b77 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.2136457 Sep 17 22:24:07.492844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] Set router e4ed8c68-260b-4548-b196-8a241aed5136 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:07.516998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27761def-29ea-4c39-b7c7-3cf04444abb2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.518516 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-27761def-29ea-4c39-b7c7-3cf04444abb2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9850490 Sep 17 22:24:07.528597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4566-0ac1-4310-9205-91d4b15b2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.541279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58038) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:07.547792 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4501996f-aaa5-469e-9180-b76160e598ce req-4bc1d5b0-0b1d-4e0e-bafb-e5a1700f9966 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561233 Sep 17 22:24:07.553729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:07.594702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Checking segment: {'id': '2620b8d0-8c1d-4172-bfe7-e749daf26f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:07.595153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network hostable DHCP agents. Network: 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:07.601172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=80dd72a6-d2fc-4fde-b7f6-5f62653f78e6,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:07.637780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Checking segment: {'id': '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:07.638225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Network hostable DHCP agents. Network: cfd61472-16a6-4d12-bffe-b4f9556134ee, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:07.642038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f9117037-ddab-47f2-b19d-241af88bf23d req-996fed23-e4cc-4aa5-beb2-a08d5b3bf333 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] For port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:07.642499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9117037-ddab-47f2-b19d-241af88bf23d req-996fed23-e4cc-4aa5-beb2-a08d5b3bf333 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.680014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f9117037-ddab-47f2-b19d-241af88bf23d req-996fed23-e4cc-4aa5-beb2-a08d5b3bf333 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Calling delete_port for f5ed66aa-ad22-4127-80a7-aafe7fdffe0c owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:07.704446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.704741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Allocated IP 172.20.0.4 (98b05c37-47f7-49f8-994b-dfa2648565f6/af326825-090a-41ad-89c5-84ef6913ca42/dfafe866-3006-42ef-84e8-1ea0bbd85877) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:07.732383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:07.781807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b9fc4566-0ac1-4310-9205-91d4b15b2709 None None] For port 599b3b68-e952-4d3c-8c04-256ad1620056, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=599b3b68-e952-4d3c-8c04-256ad1620056,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:07.796805 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-7dce7680-27d8-4a83-a472-c7f415a63004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.856587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Network cfd61472-16a6-4d12-bffe-b4f9556134ee is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:07.857326 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4566-0ac1-4310-9205-91d4b15b2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.858307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.870234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce7680-27d8-4a83-a472-c7f415a63004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event deleted for resources: {'Port': ['ID=3d220003-3713-49d6-ba99-b7ea91578e09,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:07.918355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:07.922076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1e8e2a0f-c5bb-49bf-acf2-ccbb1e8b9179 req-c72b3c84-5b03-489c-9571-2222d5e11b86 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 210 time: 0.0538058 Sep 17 22:24:07.928760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.929575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.956181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec93be1-cc54-4548-8d63-0a15fe235873 None None] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:07.968800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, cfd61472-16a6-4d12-bffe-b4f9556134ee) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:07.988007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:07.988985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.017809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-7dce7680-27d8-4a83-a472-c7f415a63004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] No DVR routers for this DVR port 3d220003-3713-49d6-ba99-b7ea91578e09 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:08.041817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Allocated IP 172.25.6.236 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/09270fe7-03da-42fc-a37c-ba9e780ec461) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:08.048878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-14b30517-2785-4e8d-b97b-b479e45467f6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5867290 Sep 17 22:24:08.048878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58044) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:08.054249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3eba5096-717b-42f8-9e5f-629cf6cbffda tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:08.071920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-7dce7680-27d8-4a83-a472-c7f415a63004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.072230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe8077-b9b8-4ed9-baaf-001feb67ec6d None None] Network cfd61472-16a6-4d12-bffe-b4f9556134ee requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:08.074056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c28e9963-60e4-4e9d-8341-c2828d55e960 req-7dce7680-27d8-4a83-a472-c7f415a63004 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "DELETE /v2.0/ports/3d220003-3713-49d6-ba99-b7ea91578e09 HTTP/1.1" status: 204 len: 173 time: 2.8305528 Sep 17 22:24:08.078128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fea4d68-6fd1-496d-a663-3ce9907c2461', 'name': 'network-vif-deleted', 'tag': '3d220003-3713-49d6-ba99-b7ea91578e09'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:08.080734 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a904a9d1-f2d4-4397-a78c-05d44c2f1fa7" -d '{"events": [{"server_uuid": "3fea4d68-6fd1-496d-a663-3ce9907c2461", "name": "network-vif-deleted", "tag": "3d220003-3713-49d6-ba99-b7ea91578e09"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:08.128855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bbd35d2c-8f61-449a-94e7-8f690ddf5817 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:08.147370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.154259 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd043ef-88bb-4163-b0c4-3e53d300a3f8 x-openstack-request-id: req-6bd043ef-88bb-4163-b0c4-3e53d300a3f8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:08.154951 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fea4d68-6fd1-496d-a663-3ce9907c2461", "name": "network-vif-deleted", "tag": "3d220003-3713-49d6-ba99-b7ea91578e09", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:08.155202 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bd043ef-88bb-4163-b0c4-3e53d300a3f8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:08.155598 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fea4d68-6fd1-496d-a663-3ce9907c2461', 'name': 'network-vif-deleted', 'tag': '3d220003-3713-49d6-ba99-b7ea91578e09', 'status': 'completed', 'code': 200} Sep 17 22:24:08.176434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc4566-0ac1-4310-9205-91d4b15b2709 None None] Pushing event updated for resources: {'Port': ['ID=599b3b68-e952-4d3c-8c04-256ad1620056,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:08.204808 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9117037-ddab-47f2-b19d-241af88bf23d req-996fed23-e4cc-4aa5-beb2-a08d5b3bf333 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.212150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-aacbb5c7-1d16-476d-ad6c-83a9d5b39a83 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0110052 Sep 17 22:24:08.216553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-63d5c270-bc6f-4e22-b15b-d72a65685ce3 None None] Provisioning complete for port 599b3b68-e952-4d3c-8c04-256ad1620056 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:08.216553 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-63d5c270-bc6f-4e22-b15b-d72a65685ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.218918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58050) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:08.242545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-router', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:08.296001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fed23-e4cc-4aa5-beb2-a08d5b3bf333 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Pushing event deleted for resources: {'Port': ['ID=f5ed66aa-ad22-4127-80a7-aafe7fdffe0c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:08.300641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9117037-ddab-47f2-b19d-241af88bf23d req-996fed23-e4cc-4aa5-beb2-a08d5b3bf333 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] No DVR routers for this DVR port f5ed66aa-ad22-4127-80a7-aafe7fdffe0c on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:08.317497 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9117037-ddab-47f2-b19d-241af88bf23d req-996fed23-e4cc-4aa5-beb2-a08d5b3bf333 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.325003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9117037-ddab-47f2-b19d-241af88bf23d req-996fed23-e4cc-4aa5-beb2-a08d5b3bf333 tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.15 "DELETE /v2.0/ports/f5ed66aa-ad22-4127-80a7-aafe7fdffe0c HTTP/1.1" status: 204 len: 173 time: 2.2933736 Sep 17 22:24:08.342599 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.406706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-4c72b2f2-7a18-4814-9c8b-7af0c8658cd3', 'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3', 'tenant_id': '370a17a34bc2432b866e585087a8018b', 'fixed_ips': [{'subnet_id': '80dd72a6-d2fc-4fde-b7f6-5f62653f78e6'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:24:08.407762 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.419308 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a8f4f2f-a437-4195-81a6-e2562a895e30 req-fe5b01f1-f1ee-4820-8a7e-812a09b442bf tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 210 time: 0.1604846 Sep 17 22:24:08.434412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Pushing event updated for resources: {'Port': ['ID=dfafe866-3006-42ef-84e8-1ea0bbd85877,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:08.466683 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-274db905-b748-4543-a38c-a7a9fd32d935 req-c4d9581a-cf92-4d96-8553-128667e4dbfc tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 210 time: 0.0481644 Sep 17 22:24:08.468997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Network 98b05c37-47f7-49f8-994b-dfa2648565f6 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:08.471077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:08.473961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:08.489140 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bbd35d2c-8f61-449a-94e7-8f690ddf5817 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:08.489140 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.492788 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.510660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:24:01Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '599b3b68-e952-4d3c-8c04-256ad1620056', 'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'mac_address': 'fa:16:3e:b9:88:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:59Z', 'updated_at': '2021-09-17T22:24:07Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'subnets': [{'id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:08.532909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.534290 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.545905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:08.546559 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.600310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209cd4f-f5ee-4e41-8a4e-68e639979833 None None] The sync data for ids ['e4ed8c68-260b-4548-b196-8a241aed5136'] in n-d-713499-18 is: [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:24:01Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '599b3b68-e952-4d3c-8c04-256ad1620056', 'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'mac_address': 'fa:16:3e:b9:88:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:59Z', 'updated_at': '2021-09-17T22:24:07Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'subnets': [{'id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:08.607918 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.671718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.673592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eba5096-717b-42f8-9e5f-629cf6cbffda tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:08.677596 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3eba5096-717b-42f8-9e5f-629cf6cbffda tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.741904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-cfd61472-16a6-4d12-bffe-b4f9556134ee', 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'fixed_ips': [{'subnet_id': '9fc0fe66-eecc-4efb-9763-fe2ba4ea0778'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:24:08.743504 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.766437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:08.769105 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-68e05c97-7777-4a69-a761-2bc4b5484d96 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8123803 Sep 17 22:24:08.788835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Request body: {'port': {'device_id': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:08.854951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Allocated IP 2001:db8::2 (4c72b2f2-7a18-4814-9c8b-7af0c8658cd3/80dd72a6-d2fc-4fde-b7f6-5f62653f78e6/b239a6b1-664e-44e5-a869-c6aa18193bd3) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:08.878054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:08.883392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:08.892620 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.924758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Pushing event updated for resources: {'Port': ['ID=09270fe7-03da-42fc-a37c-ba9e780ec461,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:08.955283 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.074396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f5ed66aa-ad22-4127-80a7-aafe7fdffe0c no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:09.114336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: f5ed66aa-ad22-4127-80a7-aafe7fdffe0c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:09.114976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f5ed66aa-ad22-4127-80a7-aafe7fdffe0c not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:09.116239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 3d220003-3713-49d6-ba99-b7ea91578e09 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:09.138762 n-d-713499-18 neutron-server[95455]: INFO neutron.db.ipam_backend_mixin [None req-3eba5096-717b-42f8-9e5f-629cf6cbffda tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80dd72a6-d2fc-4fde-b7f6-5f62653f78e6 (CIDR: 2001:db8::/64) Sep 17 22:24:09.145253 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e460a611-5a83-4c03-abc5-06be573b55d8 req-b77f2b72-01a0-428b-ac50-1a4ac8b68984 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fea4d68-6fd1-496d-a663-3ce9907c2461 HTTP/1.1" status: 200 len: 210 time: 0.0586734 Sep 17 22:24:09.151730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639ce4b-45eb-4173-acec-16947e384aab req-9630384f-924a-4efc-b3a2-48a6d0c550d3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:09.167243 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1639ce4b-45eb-4173-acec-16947e384aab req-9630384f-924a-4efc-b3a2-48a6d0c550d3 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.5177476 Sep 17 22:24:09.181545 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.184777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 3d220003-3713-49d6-ba99-b7ea91578e09 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:09.184777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 3d220003-3713-49d6-ba99-b7ea91578e09 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:09.190773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Allocated IP 172.20.0.2 (cfd61472-16a6-4d12-bffe-b4f9556134ee/9fc0fe66-eecc-4efb-9763-fe2ba4ea0778/7b180795-68b9-474a-9b77-731dcd9b9073) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:09.213639 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eba5096-717b-42f8-9e5f-629cf6cbffda tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:24:09.215730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eba5096-717b-42f8-9e5f-629cf6cbffda tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:24:09.341658 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1639ce4b-45eb-4173-acec-16947e384aab req-f3f6cf68-3f5a-40dd-a094-f4a2206ff48b tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583705 Sep 17 22:24:09.393671 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.397460 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3eba5096-717b-42f8-9e5f-629cf6cbffda tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3453200 Sep 17 22:24:09.412349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58060) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:09.416292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.418550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-aa57d23e-33aa-4898-9535-af657d06dd72 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:09.477291 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.558134 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.571265 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.599417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:09.631723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.665512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:09.666188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfafe866-3006-42ef-84e8-1ea0bbd85877 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:09.682879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:09.699281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Network cfd61472-16a6-4d12-bffe-b4f9556134ee is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:09.699458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d9080-2d6d-4367-bbdb-b02973423e25 req-c15d26bc-22a4-485c-8639-f9152b029b81 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:09.699458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a68d9080-2d6d-4367-bbdb-b02973423e25 req-c15d26bc-22a4-485c-8639-f9152b029b81 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 931 time: 0.1205254 Sep 17 22:24:09.700053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:09.700680 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.702206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Pushing event updated for resources: {'Port': ['ID=b239a6b1-664e-44e5-a869-c6aa18193bd3,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:09.704615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:09.733014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Transition to ACTIVE for port object dfafe866-3006-42ef-84e8-1ea0bbd85877 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:09.766992 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd024544-f92a-46d2-999b-804fd53074cf req-14d4114c-bbe4-4f55-aab5-5f1f7b23addc tempest-ImagesNegativeTestJSON-510340954 tempest-ImagesNegativeTestJSON-510340954-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dada71c-8b8b-41bd-b4c7-626e5a681180 HTTP/1.1" status: 200 len: 210 time: 0.1517413 Sep 17 22:24:09.780366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a68d9080-2d6d-4367-bbdb-b02973423e25 req-ad9ed507-2d28-4105-b5f2-9389888c48b3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669260 Sep 17 22:24:09.782850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa57d23e-33aa-4898-9535-af657d06dd72 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:09.796239 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aa57d23e-33aa-4898-9535-af657d06dd72 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.815040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.839627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Pushing event updated for resources: {'Port': ['ID=7b180795-68b9-474a-9b77-731dcd9b9073,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:09.869548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Attempting to bind port b239a6b1-664e-44e5-a869-c6aa18193bd3 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:09.870291 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Attempting to bind port b239a6b1-664e-44e5-a869-c6aa18193bd3 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2620b8d0-8c1d-4172-bfe7-e749daf26f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:09.870605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Attempting to bind port b239a6b1-664e-44e5-a869-c6aa18193bd3 on network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:09.878204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:09.878731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Checking segment: {'id': '2620b8d0-8c1d-4172-bfe7-e749daf26f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:09.881999 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.882409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Bound using segment: {'id': '2620b8d0-8c1d-4172-bfe7-e749daf26f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:09.882962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Bound port: b239a6b1-664e-44e5-a869-c6aa18193bd3, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2620b8d0-8c1d-4172-bfe7-e749daf26f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:09.883350 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.969875 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Attempting to bind port 7b180795-68b9-474a-9b77-731dcd9b9073 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:09.970258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Attempting to bind port 7b180795-68b9-474a-9b77-731dcd9b9073 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:09.970619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Attempting to bind port 7b180795-68b9-474a-9b77-731dcd9b9073 on network cfd61472-16a6-4d12-bffe-b4f9556134ee {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:09.973631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfafe866-3006-42ef-84e8-1ea0bbd85877,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:09.982549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:09.982549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Checking segment: {'id': '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:09.982549 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.983095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Bound using segment: {'id': '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:09.983499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Bound port: 7b180795-68b9-474a-9b77-731dcd9b9073, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:09.983925 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.063276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:10.063607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:10.063909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] For port b239a6b1-664e-44e5-a869-c6aa18193bd3, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:10.064057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:10.068045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] For port b239a6b1-664e-44e5-a869-c6aa18193bd3, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b239a6b1-664e-44e5-a869-c6aa18193bd3,segment=NetworkSegment(2620b8d0-8c1d-4172-bfe7-e749daf26f03),segment_id=2620b8d0-8c1d-4172-bfe7-e749daf26f03)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:10.075512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Port dfafe866-3006-42ef-84e8-1ea0bbd85877 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:10.075649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:10.086744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:10.091517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:10.091517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:10.091517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Bound port: dfafe866-3006-42ef-84e8-1ea0bbd85877, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:10.091517 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.136834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] For port 7b180795-68b9-474a-9b77-731dcd9b9073, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:10.141240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] For port 7b180795-68b9-474a-9b77-731dcd9b9073, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7b180795-68b9-474a-9b77-731dcd9b9073,segment=NetworkSegment(6d7f83ea-f36c-4b8c-a102-f43ec50a05d5),segment_id=6d7f83ea-f36c-4b8c-a102-f43ec50a05d5)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:10.156795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dada71c-8b8b-41bd-b4c7-626e5a681180', 'name': 'network-vif-deleted', 'tag': 'f5ed66aa-ad22-4127-80a7-aafe7fdffe0c'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:10.159124 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfa7d91-3368-4f78-9244-030f34eaa9e3" -d '{"events": [{"server_uuid": "7dada71c-8b8b-41bd-b4c7-626e5a681180", "name": "network-vif-deleted", "tag": "f5ed66aa-ad22-4127-80a7-aafe7fdffe0c"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:10.166688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 599b3b68-e952-4d3c-8c04-256ad1620056 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:10.174952 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.263559 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3a73d7-fcb7-4f48-b61c-c3541385677d x-openstack-request-id: req-cf3a73d7-fcb7-4f48-b61c-c3541385677d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:10.267232 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dada71c-8b8b-41bd-b4c7-626e5a681180", "name": "network-vif-deleted", "tag": "f5ed66aa-ad22-4127-80a7-aafe7fdffe0c", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:10.267232 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf3a73d7-fcb7-4f48-b61c-c3541385677d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:10.267232 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dada71c-8b8b-41bd-b4c7-626e5a681180', 'name': 'network-vif-deleted', 'tag': 'f5ed66aa-ad22-4127-80a7-aafe7fdffe0c', 'status': 'completed', 'code': 200} Sep 17 22:24:10.304930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:10.313305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:10.354486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.391848 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.392962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.476092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66790c45-2ac2-4c1b-9c59-dc1de591b40a None None] Pushing event updated for resources: {'Port': ['ID=b239a6b1-664e-44e5-a869-c6aa18193bd3,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:10.478773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.485289 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.509952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfafe866-3006-42ef-84e8-1ea0bbd85877,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:10.579857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:10.580374 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.587629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-ec8ec7c3-ef0a-489e-8f8e-25dab64d0fd2 service neutron] 10.222.0.23 "PUT /v2.0/ports/dfafe866-3006-42ef-84e8-1ea0bbd85877 HTTP/1.1" status: 200 len: 1092 time: 1.8038146 Sep 17 22:24:10.608750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ad37-b407-4757-b0ad-33230f376c4a None None] Pushing event updated for resources: {'Port': ['ID=7b180795-68b9-474a-9b77-731dcd9b9073,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:10.623730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1408c8-ec88-46f5-9166-151f5a1f71b5 req-993e326e-73d9-4bdc-9ccd-4d5472d0dddf tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:10.625587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d1408c8-ec88-46f5-9166-151f5a1f71b5 req-993e326e-73d9-4bdc-9ccd-4d5472d0dddf tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 945 time: 0.1216526 Sep 17 22:24:10.637096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 599b3b68-e952-4d3c-8c04-256ad1620056 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:10.642088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.654453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Allocated IP 172.25.6.59 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/36451cd5-86ad-48b5-b08c-7c51fa842718) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:10.695174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d1408c8-ec88-46f5-9166-151f5a1f71b5 req-4fe730d4-0781-43ed-9ad4-fa9af8d2d706 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603259 Sep 17 22:24:10.719560 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aa57d23e-33aa-4898-9535-af657d06dd72 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.781860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57d23e-33aa-4898-9535-af657d06dd72 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:10.785441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-aa57d23e-33aa-4898-9535-af657d06dd72 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:10.791367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57d23e-33aa-4898-9535-af657d06dd72 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:10.791367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aa57d23e-33aa-4898-9535-af657d06dd72 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.861313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.921454 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57d23e-33aa-4898-9535-af657d06dd72 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=98ab1686-07c9-402f-8525-3462b22d8ab8,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:10.962236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-5dd68a18-c608-4605-bcf1-c1ca05f4fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:10.965780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-5dd68a18-c608-4605-bcf1-c1ca05f4fc06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1095 time: 0.1444898 Sep 17 22:24:10.974072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.987176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-aa57d23e-33aa-4898-9535-af657d06dd72 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5730939 Sep 17 22:24:11.006851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58096) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:11.028543 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-7f166562-b848-41e6-af37-7f02ad414d8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877 HTTP/1.1" status: 200 len: 217 time: 0.0513420 Sep 17 22:24:11.032916 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3', 'fixed_ips': [{'subnet_id': '80dd72a6-d2fc-4fde-b7f6-5f62653f78e6'}, {'subnet_id': '98ab1686-07c9-402f-8525-3462b22d8ab8'}], 'name': 'tempest-PortsIpV6TestJSON-1568550426'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:11.044114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.082147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-b7854108-dfe5-49ed-9800-ef51e2e5f7bd tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:11.085112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-b7854108-dfe5-49ed-9800-ef51e2e5f7bd tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.4585199 Sep 17 22:24:11.131097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-708a2e3e-5c84-4dea-8ba3-5f803afb4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:11.132328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-708a2e3e-5c84-4dea-8ba3-5f803afb4eaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.0969124 Sep 17 22:24:11.165979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-74846745-9334-41aa-8a78-844171eefada service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261586 Sep 17 22:24:11.190358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-25742283-ebad-4f08-bc3e-cf032161c3bf tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/quotas/0a2f764a72e24306a30369bc428b523c HTTP/1.1" status: 200 len: 375 time: 0.0780864 Sep 17 22:24:11.216482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Pushing event updated for resources: {'Port': ['ID=09270fe7-03da-42fc-a37c-ba9e780ec461,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:11.252490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-cc9c4983-bc57-4f3d-be37-f116981ba8e3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517502 Sep 17 22:24:11.270382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-a64527b9-50d9-4ecd-ab33-713293db985c service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971494 Sep 17 22:24:11.274828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.367865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a5d13ab-8192-43eb-bb83-fba5be0acb5a req-2cf8e918-fbc4-47ba-933e-b603cab8704b service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896604 Sep 17 22:24:11.383784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.392802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aae384e0-9662-49fd-b4ee-5c58034c3a61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8362911 Sep 17 22:24:11.392802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7f6d327a-fc16-415d-95d4-1860dc28cc64 service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277685 Sep 17 22:24:11.431010 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.516951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Pushing event updated for resources: {'Port': ['ID=36451cd5-86ad-48b5-b08c-7c51fa842718,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:11.539295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:11.633684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173af737-d036-4a1a-bdfb-67f1a106b853 req-e3f2ae23-89d7-4cf0-8c3e-125d2bd211fc tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:11.645681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-173af737-d036-4a1a-bdfb-67f1a106b853 req-e3f2ae23-89d7-4cf0-8c3e-125d2bd211fc tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 943 time: 0.0828128 Sep 17 22:24:11.685111 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.706805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-173af737-d036-4a1a-bdfb-67f1a106b853 req-460d64fc-4522-4f02-b1f7-0c23b5b56da2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572455 Sep 17 22:24:11.742806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:24:11.839108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:11.870588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:11.873684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:11.936389 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79219175-708e-4ffa-989a-937e95fd3746 None None] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:12.041450 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-3f3bc93f-c5c6-4638-8a87-0d06e06f123b service neutron] 10.222.0.30 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408539 Sep 17 22:24:12.214095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3f4e2734-76b7-4768-b28c-718365015131 None None] Provisioning complete for port b239a6b1-664e-44e5-a869-c6aa18193bd3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:12.217059 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2734-76b7-4768-b28c-718365015131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.265104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7b180795-68b9-474a-9b77-731dcd9b9073 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:12.265337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'tag': 'dfafe866-3006-42ef-84e8-1ea0bbd85877'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:12.267913 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec306a4b-71ec-449e-9cac-ef6c34066eee" -d '{"events": [{"name": "network-changed", "server_uuid": "7a60d3bb-3c73-4680-a682-d056fafa5353", "tag": "dfafe866-3006-42ef-84e8-1ea0bbd85877"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:12.345383 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1273a6-7f0a-4175-ab5c-a3686b532fb9 x-openstack-request-id: req-6c1273a6-7f0a-4175-ab5c-a3686b532fb9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:12.345665 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a60d3bb-3c73-4680-a682-d056fafa5353", "tag": "dfafe866-3006-42ef-84e8-1ea0bbd85877", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:12.345910 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c1273a6-7f0a-4175-ab5c-a3686b532fb9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:12.346292 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'tag': 'dfafe866-3006-42ef-84e8-1ea0bbd85877', 'status': 'completed', 'code': 200} Sep 17 22:24:12.435885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7b180795-68b9-474a-9b77-731dcd9b9073 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:12.436283 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.441432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec306a4b-71ec-449e-9cac-ef6c34066eee req-1edebbfd-c0f9-4b60-92e8-6b48c7ae8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:12.443179 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec306a4b-71ec-449e-9cac-ef6c34066eee req-1edebbfd-c0f9-4b60-92e8-6b48c7ae8c29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1095 time: 0.0606594 Sep 17 22:24:12.565340 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2734-76b7-4768-b28c-718365015131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.598485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9c915-78f3-4d58-8061-902c54bea84f None None] Update dhcp port {'port': {'network_id': '4c72b2f2-7a18-4814-9c8b-7af0c8658cd3', 'fixed_ips': [{'subnet_id': '80dd72a6-d2fc-4fde-b7f6-5f62653f78e6', 'ip_address': '2001:db8::2'}, {'subnet_id': '98ab1686-07c9-402f-8525-3462b22d8ab8'}], 'binding:host_id': 'n-d-713499-18'}, 'id': 'b239a6b1-664e-44e5-a869-c6aa18193bd3'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:24:12.637077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8::f9 (4c72b2f2-7a18-4814-9c8b-7af0c8658cd3/80dd72a6-d2fc-4fde-b7f6-5f62653f78e6/3f2ea179-09cf-4c49-be2a-d4c39fb5a4af) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:12.650350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8:0:1::3b9 (4c72b2f2-7a18-4814-9c8b-7af0c8658cd3/98ab1686-07c9-402f-8525-3462b22d8ab8/3f2ea179-09cf-4c49-be2a-d4c39fb5a4af) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:12.650945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3f4e2734-76b7-4768-b28c-718365015131 None None] For port b239a6b1-664e-44e5-a869-c6aa18193bd3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b239a6b1-664e-44e5-a869-c6aa18193bd3,segment=NetworkSegment(2620b8d0-8c1d-4172-bfe7-e749daf26f03),segment_id=2620b8d0-8c1d-4172-bfe7-e749daf26f03)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:12.651854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220003f8-250f-4b3b-aec6-0abbdccc8e78 None None] Network cfd61472-16a6-4d12-bffe-b4f9556134ee requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:12.666771 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.754026 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2734-76b7-4768-b28c-718365015131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.809649 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-59b9c915-78f3-4d58-8061-902c54bea84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.956202 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.979307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a9954bfa-7be9-488e-970c-9644b4196681 None None] Provisioning complete for port 7b180795-68b9-474a-9b77-731dcd9b9073 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:12.979686 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a9954bfa-7be9-488e-970c-9644b4196681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.992878 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.025972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58190) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:13.030222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be04bc20-fa97-490d-ad46-e799f4b25392 req-e4c7ff17-cc09-4469-bb57-1a8251ba0e30 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 210 time: 0.5819473 Sep 17 22:24:13.157288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec306a4b-71ec-449e-9cac-ef6c34066eee req-bada1b3c-dbea-4af7-a253-2f058389547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.158631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec306a4b-71ec-449e-9cac-ef6c34066eee req-bada1b3c-dbea-4af7-a253-2f058389547f service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.7012644 Sep 17 22:24:13.164161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.236024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:13.253828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e2734-76b7-4768-b28c-718365015131 None None] Pushing event updated for resources: {'Port': ['ID=b239a6b1-664e-44e5-a869-c6aa18193bd3,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:13.299973 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:13.307408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b319d5e-b864-44e3-8589-302b34ec4631 req-9eb3d267-6575-4f59-8fbd-49a6b43de984 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.315867 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b319d5e-b864-44e3-8589-302b34ec4631 req-9eb3d267-6575-4f59-8fbd-49a6b43de984 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 943 time: 0.3844647 Sep 17 22:24:13.325344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:13.328794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec306a4b-71ec-449e-9cac-ef6c34066eee req-cf2c4cdf-389d-4f7f-b776-dc32103bbaf3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877 HTTP/1.1" status: 200 len: 217 time: 0.1575797 Sep 17 22:24:13.331609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.332285 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.335973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 7b180795-68b9-474a-9b77-731dcd9b9073, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7b180795-68b9-474a-9b77-731dcd9b9073,segment=NetworkSegment(6d7f83ea-f36c-4b8c-a102-f43ec50a05d5),segment_id=6d7f83ea-f36c-4b8c-a102-f43ec50a05d5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:13.372902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=3f2ea179-09cf-4c49-be2a-d4c39fb5a4af,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:13.446839 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.447636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b239a6b1-664e-44e5-a869-c6aa18193bd3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:13.461314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec306a4b-71ec-449e-9cac-ef6c34066eee req-bf4f9700-6c2e-452b-819d-e0751e4cb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:13.468706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec306a4b-71ec-449e-9cac-ef6c34066eee req-bf4f9700-6c2e-452b-819d-e0751e4cb4f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.1300156 Sep 17 22:24:13.492623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.536502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec306a4b-71ec-449e-9cac-ef6c34066eee req-5b182440-df3c-4440-ab6a-c287db259150 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603917 Sep 17 22:24:13.563089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-59b9c915-78f3-4d58-8061-902c54bea84f None None] Allocated IP 2001:db8:0:1::2 (4c72b2f2-7a18-4814-9c8b-7af0c8658cd3/98ab1686-07c9-402f-8525-3462b22d8ab8/b239a6b1-664e-44e5-a869-c6aa18193bd3) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:13.590895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a9954bfa-7be9-488e-970c-9644b4196681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.598585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6ce6c915-62d8-49b1-862d-f3db9da4fff0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5700674 Sep 17 22:24:13.601742 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b319d5e-b864-44e3-8589-302b34ec4631 req-d1845e1d-8b4d-4804-95fd-e4d3e4467d74 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850163 Sep 17 22:24:13.602143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58234) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:13.616730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b406b632-3772-419a-a998-25c22ffa7ee0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd546744000a4c5ba3dbddf0c3a2dce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5731809 Sep 17 22:24:13.621994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58236) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:13.622958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=7b180795-68b9-474a-9b77-731dcd9b9073,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:13.655621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b3177ca1-8ea5-4aaa-a087-2d8bb2b22237 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80dd72a6-d2fc-4fde-b7f6-5f62653f78e6'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:13.776542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec306a4b-71ec-449e-9cac-ef6c34066eee req-f52c8732-377b-487f-b634-eb57ae1a83d3 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320292 Sep 17 22:24:13.790246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-980d8677-bf67-4623-a7c0-c449fa539381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.831539 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-a9954bfa-7be9-488e-970c-9644b4196681 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:24:13.831936 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-a9954bfa-7be9-488e-970c-9644b4196681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:24:13.834816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b239a6b1-664e-44e5-a869-c6aa18193bd3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:13.835175 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.862943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-980d8677-bf67-4623-a7c0-c449fa539381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.881464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-59b9c915-78f3-4d58-8061-902c54bea84f None None] For port b239a6b1-664e-44e5-a869-c6aa18193bd3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b239a6b1-664e-44e5-a869-c6aa18193bd3,segment=NetworkSegment(2620b8d0-8c1d-4172-bfe7-e749daf26f03),segment_id=2620b8d0-8c1d-4172-bfe7-e749daf26f03)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:13.935328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-59b9c915-78f3-4d58-8061-902c54bea84f None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:13.960470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Router 547fd486-69a0-43fe-8be2-b45bb8bc430f is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:24:14.024241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec306a4b-71ec-449e-9cac-ef6c34066eee req-6594b2eb-e9fa-4146-a128-f2e7bd9dc8d0 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240882 Sep 17 22:24:14.029256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-980d8677-bf67-4623-a7c0-c449fa539381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.046551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0fb08400-b256-41c2-a66b-733f6596d268 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:14.053530 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-59b9c915-78f3-4d58-8061-902c54bea84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.063622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-980d8677-bf67-4623-a7c0-c449fa539381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.065359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-980d8677-bf67-4623-a7c0-c449fa539381 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6fabb5b-8195-42be-9bee-9c1a5b955683 HTTP/1.1" status: 204 len: 168 time: 0.4389048 Sep 17 22:24:14.115545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d8677-bf67-4623-a7c0-c449fa539381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fabb5b-8195-42be-9bee-9c1a5b955683,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:14.182596 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3177ca1-8ea5-4aaa-a087-2d8bb2b22237 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.239051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:14.249028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7b180795-68b9-474a-9b77-731dcd9b9073 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:14.253848 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Sync routers for ids ['547fd486-69a0-43fe-8be2-b45bb8bc430f'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:14.269611 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Routers {'547fd486-69a0-43fe-8be2-b45bb8bc430f'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:14.270304 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:24:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['547fd486-69a0-43fe-8be2-b45bb8bc430f'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:14.299713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cbc22a72-ec53-47c7-b3fa-41d460bf5c1f req-efdb0e80-2d16-4585-964a-4bab1e1963a3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 210 time: 0.1257441 Sep 17 22:24:14.367854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.372400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-747a8524-7a7f-4432-964a-8a24e9b02e79 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1378763 Sep 17 22:24:14.372938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58262) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:14.404342 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.resource_extend [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:24:14.672612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9c915-78f3-4d58-8061-902c54bea84f None None] Pushing event updated for resources: {'Port': ['ID=b239a6b1-664e-44e5-a869-c6aa18193bd3,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:14.775215 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Set router 547fd486-69a0-43fe-8be2-b45bb8bc430f gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:14.976199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fb08400-b256-41c2-a66b-733f6596d268, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fb08400-b256-41c2-a66b-733f6596d268,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:15.088098 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-b3177ca1-8ea5-4aaa-a087-2d8bb2b22237 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Delete allocated IP 2001:db8:0:1::3b9 (4c72b2f2-7a18-4814-9c8b-7af0c8658cd3/98ab1686-07c9-402f-8525-3462b22d8ab8) {{(pid=95454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:24:15.265143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05ed90-ac56-4f9c-838a-0b51f87d681e req-e538cc8f-483a-4178-bf5f-d8abce720770 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:15.273217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f05ed90-ac56-4f9c-838a-0b51f87d681e req-e538cc8f-483a-4178-bf5f-d8abce720770 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 943 time: 0.3699119 Sep 17 22:24:15.394721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7b4297d6-0196-486e-960a-e6e4cf3d8327 None None] Provisioning complete for port 7b180795-68b9-474a-9b77-731dcd9b9073 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:15.395306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7b4297d6-0196-486e-960a-e6e4cf3d8327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.519873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f05ed90-ac56-4f9c-838a-0b51f87d681e req-f216e47d-20ec-48c3-a680-5f38c4fbb8d1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308159 Sep 17 22:24:15.559949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7b180795-68b9-474a-9b77-731dcd9b9073 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:15.560445 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.595074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.613266 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b03ddcda-f307-4889-8ef9-6bf3c96bbf24 req-249b5775-f4c0-4da5-92bd-ebbefaed0fa3 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 210 time: 0.1231904 Sep 17 22:24:15.613842 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-router', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:08Z', 'updated_at': '2021-09-17T22:24:12Z', 'revision_number': 3, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'gw_port': {'id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:10Z', 'updated_at': '2021-09-17T22:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:15.619388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '0fb08400-b256-41c2-a66b-733f6596d268', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'port_id': '0fb08400-b256-41c2-a66b-733f6596d268', 'mac_address': 'fa:16:3e:ff:09:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd094fa44-b886-409c-8452-de94660a00d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:15.655900 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Checking router: 547fd486-69a0-43fe-8be2-b45bb8bc430f for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:24:15.656905 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Updating router 547fd486-69a0-43fe-8be2-b45bb8bc430f port 36451cd5-86ad-48b5-b08c-7c51fa842718 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:24:15.708663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ee459-120a-4d5a-be70-fda022f2332e None None] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:15.813852 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.824786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3177ca1-8ea5-4aaa-a087-2d8bb2b22237 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:15.972041 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3177ca1-8ea5-4aaa-a087-2d8bb2b22237 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.015544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b239a6b1-664e-44e5-a869-c6aa18193bd3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:16.070826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Allocated IP 172.20.0.1 (cfd61472-16a6-4d12-bffe-b4f9556134ee/9fc0fe66-eecc-4efb-9763-fe2ba4ea0778/c133b938-5f2d-445f-9099-8dc1704ee954) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:16.172588 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.245912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b3177ca1-8ea5-4aaa-a087-2d8bb2b22237 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] In _notify_port_updated(), no bound segment for port 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af on network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:24:16.259425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3177ca1-8ea5-4aaa-a087-2d8bb2b22237 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:16.275033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3177ca1-8ea5-4aaa-a087-2d8bb2b22237 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.276479 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b3177ca1-8ea5-4aaa-a087-2d8bb2b22237 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "PUT /v2.0/ports/3f2ea179-09cf-4c49-be2a-d4c39fb5a4af HTTP/1.1" status: 200 len: 925 time: 2.6677034 Sep 17 22:24:16.295688 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58322) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:16.300415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fb08400-b256-41c2-a66b-733f6596d268 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:16.317417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-5bf43b8a-b7fb-4f7d-bde0-d6b63ed4ef92 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80dd72a6-d2fc-4fde-b7f6-5f62653f78e6'}, {'subnet_id': '98ab1686-07c9-402f-8525-3462b22d8ab8'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:16.330749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3177ca1-8ea5-4aaa-a087-2d8bb2b22237 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=3f2ea179-09cf-4c49-be2a-d4c39fb5a4af,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:16.349120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fb08400-b256-41c2-a66b-733f6596d268, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fb08400-b256-41c2-a66b-733f6596d268,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:16.410490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b239a6b1-664e-44e5-a869-c6aa18193bd3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:16.411178 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.468940 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.469632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device dfafe866-3006-42ef-84e8-1ea0bbd85877 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:16.486624 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.512613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-471fb591-ea83-477c-8f2b-caeaa11983c1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:16.514275 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-471fb591-ea83-477c-8f2b-caeaa11983c1 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 811 time: 0.9685447 Sep 17 22:24:16.572066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Request body: {'port': {'device_id': 'da0cd890-386a-47fe-bbf8-90b0aab55ee4', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'admin_state_up': True, 'tenant_id': '0a2f764a72e24306a30369bc428b523c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:16.666951 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.696478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0fb08400-b256-41c2-a66b-733f6596d268,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:16.709548 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5bf43b8a-b7fb-4f7d-bde0-d6b63ed4ef92 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.712068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.745737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:16.759937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3e0ddbf6-3488-49db-ab67-6bad5bd527f9 None None] Provisioning complete for port b239a6b1-664e-44e5-a869-c6aa18193bd3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:16.760382 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e0ddbf6-3488-49db-ab67-6bad5bd527f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.774899 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.832704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Network cfd61472-16a6-4d12-bffe-b4f9556134ee is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:16.839348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:16.864841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:16.871886 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Attempting to bind port 36451cd5-86ad-48b5-b08c-7c51fa842718 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:16.872280 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Attempting to bind port 36451cd5-86ad-48b5-b08c-7c51fa842718 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:16.872639 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Attempting to bind port 36451cd5-86ad-48b5-b08c-7c51fa842718 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:16.888621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'dfafe866-3006-42ef-84e8-1ea0bbd85877', 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6', 'port_id': 'dfafe866-3006-42ef-84e8-1ea0bbd85877', 'mac_address': 'fa:16:3e:4b:29:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af326825-090a-41ad-89c5-84ef6913ca42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:16.890938 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:16.891296 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:16.891694 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:16.892107 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:16.892575 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Bound port: 36451cd5-86ad-48b5-b08c-7c51fa842718, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:16.892984 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.047486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.051763 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6b7c3-9aab-45fc-ba0a-5d29dba4f894 None None] Pushing event updated for resources: {'Port': ['ID=36451cd5-86ad-48b5-b08c-7c51fa842718,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:17.055102 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] For port 36451cd5-86ad-48b5-b08c-7c51fa842718, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:17.092457 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] For port 36451cd5-86ad-48b5-b08c-7c51fa842718, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=36451cd5-86ad-48b5-b08c-7c51fa842718,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:17.175160 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.191281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.203374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Made reservation on behalf of 0a2f764a72e24306a30369bc428b523c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:17.222340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Pushing event updated for resources: {'Port': ['ID=c133b938-5f2d-445f-9099-8dc1704ee954,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:17.225824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.361527 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Routers {'547fd486-69a0-43fe-8be2-b45bb8bc430f'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:17.362744 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:24:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['547fd486-69a0-43fe-8be2-b45bb8bc430f'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:17.399136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfafe866-3006-42ef-84e8-1ea0bbd85877 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:17.450800 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6b7c3-9aab-45fc-ba0a-5d29dba4f894 None None] Pushing event updated for resources: {'Port': ['ID=36451cd5-86ad-48b5-b08c-7c51fa842718,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:17.451504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:17.565967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b239a6b1-664e-44e5-a869-c6aa18193bd3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:17.609669 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.635204 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] Set router 547fd486-69a0-43fe-8be2-b45bb8bc430f gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:17.636748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-80a02a05-72b0-4545-840e-da12be9dca43 None None] Provisioning complete for port 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:17.638125 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-80a02a05-72b0-4545-840e-da12be9dca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.647297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:17.737345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['0fb08400-b256-41c2-a66b-733f6596d268'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:17.771980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c884-b7c6-4c32-98bc-83c0bcf68393 req-29f45ec8-24d6-407c-bc18-1ccf8c6a7b49 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:17.777235 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff11c884-b7c6-4c32-98bc-83c0bcf68393 req-29f45ec8-24d6-407c-bc18-1ccf8c6a7b49 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 943 time: 0.3902102 Sep 17 22:24:17.877758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-5bf43b8a-b7fb-4f7d-bde0-d6b63ed4ef92 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8:0:1::267 (4c72b2f2-7a18-4814-9c8b-7af0c8658cd3/98ab1686-07c9-402f-8525-3462b22d8ab8/3f2ea179-09cf-4c49-be2a-d4c39fb5a4af) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:17.888308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['dfafe866-3006-42ef-84e8-1ea0bbd85877'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:17.999200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-80a02a05-72b0-4545-840e-da12be9dca43 None None] Port 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:18.018793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=dfafe866-3006-42ef-84e8-1ea0bbd85877,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:18.065483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff11c884-b7c6-4c32-98bc-83c0bcf68393 req-db3e17b0-079a-4754-8907-ae16db901fd0 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679188 Sep 17 22:24:18.091202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b239a6b1-664e-44e5-a869-c6aa18193bd3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:18.091961 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.147108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-80a02a05-72b0-4545-840e-da12be9dca43 None None] Provisioning complete for port c133b938-5f2d-445f-9099-8dc1704ee954 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:18.147753 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-80a02a05-72b0-4545-840e-da12be9dca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.293488 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-router', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:08Z', 'updated_at': '2021-09-17T22:24:12Z', 'revision_number': 3, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'gw_port': {'id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:10Z', 'updated_at': '2021-09-17T22:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:18.358066 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb394e2-c5dc-478c-8928-47787e668145 None None] The sync data for ids ['547fd486-69a0-43fe-8be2-b45bb8bc430f'] in n-d-713499-18 is: [{'id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-router', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:08Z', 'updated_at': '2021-09-17T22:24:12Z', 'revision_number': 3, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'gw_port': {'id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:10Z', 'updated_at': '2021-09-17T22:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:18.401753 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-80a02a05-72b0-4545-840e-da12be9dca43 None None] Port c133b938-5f2d-445f-9099-8dc1704ee954 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:18.487866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-80a02a05-72b0-4545-840e-da12be9dca43 None None] Provisioning complete for port b239a6b1-664e-44e5-a869-c6aa18193bd3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:18.499551 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-80a02a05-72b0-4545-840e-da12be9dca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.500003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0abca5be-c220-4f27-827a-a15430425af4 req-1040757d-959e-4578-ac84-92dda8940362 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 210 time: 0.2255735 Sep 17 22:24:18.526695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Allocated IP 172.20.0.9 (6650283b-a368-473e-949e-cc881b697503/a9d8809e-e370-4133-96e7-9ba2b7e59279/5e5921d9-8d92-42ba-9cd6-ea155a9f19fd) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:18.720845 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5bf43b8a-b7fb-4f7d-bde0-d6b63ed4ef92 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.884851 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.965121 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.986259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.992435 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5bf43b8a-b7fb-4f7d-bde0-d6b63ed4ef92 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.018449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8a69ebf7-2aa4-4994-ab05-ecdc4d7122dd None None] Provisioning complete for port 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:19.018823 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8a69ebf7-2aa4-4994-ab05-ecdc4d7122dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.072672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8a69ebf7-2aa4-4994-ab05-ecdc4d7122dd None None] Port 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:19.073133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf43b8a-b7fb-4f7d-bde0-d6b63ed4ef92 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=3f2ea179-09cf-4c49-be2a-d4c39fb5a4af,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:19.132380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.134503 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Pushing event updated for resources: {'Port': ['ID=c133b938-5f2d-445f-9099-8dc1704ee954,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:19.141620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5bf43b8a-b7fb-4f7d-bde0-d6b63ed4ef92 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] In _notify_port_updated(), no bound segment for port 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af on network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:24:19.150041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf43b8a-b7fb-4f7d-bde0-d6b63ed4ef92 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.150041 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5bf43b8a-b7fb-4f7d-bde0-d6b63ed4ef92 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.151017 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5bf43b8a-b7fb-4f7d-bde0-d6b63ed4ef92 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "PUT /v2.0/ports/3f2ea179-09cf-4c49-be2a-d4c39fb5a4af HTTP/1.1" status: 200 len: 1011 time: 2.8542993 Sep 17 22:24:19.153803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58342) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:19.217401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.280546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Network 6650283b-a368-473e-949e-cc881b697503 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:19.284008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:19.295234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:19.373103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event updated for resources: {'Port': ['ID=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:19.451243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Network cfd61472-16a6-4d12-bffe-b4f9556134ee is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:19.456760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:19.467732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.468461 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.582842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-fe8982ec-1d6e-43b0-865e-b782907daf81 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:19.583237 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe8982ec-1d6e-43b0-865e-b782907daf81 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.605812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-41f5149c-dc62-41a9-8aef-ad5ff06e6f67 None None] Provisioning complete for port 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:19.606361 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41f5149c-dc62-41a9-8aef-ad5ff06e6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.626673 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-7db8f4e7-02df-4719-b617-a2e5c85e93c2 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0838780 Sep 17 22:24:19.664152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Request body: {'port': {'device_id': 'da0cd890-386a-47fe-bbf8-90b0aab55ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:19.736796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0fb08400-b256-41c2-a66b-733f6596d268 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:19.749235 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 36451cd5-86ad-48b5-b08c-7c51fa842718 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:19.766040 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-41f5149c-dc62-41a9-8aef-ad5ff06e6f67 None None] Port 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:19.877422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.892984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Router 547fd486-69a0-43fe-8be2-b45bb8bc430f has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:24:19.991550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 0fb08400-b256-41c2-a66b-733f6596d268 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:19.991927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.095573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-89d03ef4-895c-489f-93f0-f9eb1b4e40dc None None] Provisioning complete for port c133b938-5f2d-445f-9099-8dc1704ee954 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:20.105305 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-89d03ef4-895c-489f-93f0-f9eb1b4e40dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.128371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe8982ec-1d6e-43b0-865e-b782907daf81 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.182670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-fe8982ec-1d6e-43b0-865e-b782907daf81 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 3f2ea179-09cf-4c49-be2a-d4c39fb5a4af owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:20.315936 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-89d03ef4-895c-489f-93f0-f9eb1b4e40dc None None] Port c133b938-5f2d-445f-9099-8dc1704ee954 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:20.355595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 36451cd5-86ad-48b5-b08c-7c51fa842718 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:20.355967 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.458179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:20.464608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cc2d2d2c-99db-44f2-bc6f-477da04a083f admin admin] 10.222.0.30 "PUT /v2.0/routers/547fd486-69a0-43fe-8be2-b45bb8bc430f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0897369 Sep 17 22:24:20.509880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:20.539714 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.566033 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.641801 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.674019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb08400-b256-41c2-a66b-733f6596d268'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:20.676576 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bee504-a8c4-45ed-97c8-74d34a24cd2a" -d '{"events": [{"server_uuid": "b6e42595-2011-4ff1-985d-31eccedbe62b", "name": "network-vif-plugged", "status": "completed", "tag": "0fb08400-b256-41c2-a66b-733f6596d268"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:20.698434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 36451cd5-86ad-48b5-b08c-7c51fa842718, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=36451cd5-86ad-48b5-b08c-7c51fa842718,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:20.700360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fb08400-b256-41c2-a66b-733f6596d268, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fb08400-b256-41c2-a66b-733f6596d268,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:20.994230 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.999433 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.002307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device dfafe866-3006-42ef-84e8-1ea0bbd85877 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:21.071592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe8982ec-1d6e-43b0-865e-b782907daf81 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.075086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Transition to ACTIVE for port object 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:21.147728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8982ec-1d6e-43b0-865e-b782907daf81 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=3f2ea179-09cf-4c49-be2a-d4c39fb5a4af,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:21.219461 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.260583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Sync routers for ids ['547fd486-69a0-43fe-8be2-b45bb8bc430f'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:21.326389 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe8982ec-1d6e-43b0-865e-b782907daf81 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.337204 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fe8982ec-1d6e-43b0-865e-b782907daf81 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/3f2ea179-09cf-4c49-be2a-d4c39fb5a4af HTTP/1.1" status: 204 len: 168 time: 2.1792800 Sep 17 22:24:21.340292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58362) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:21.347881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Routers {'547fd486-69a0-43fe-8be2-b45bb8bc430f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:21.363447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:24:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['547fd486-69a0-43fe-8be2-b45bb8bc430f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:21.412411 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-192609ac-97d1-42c4-acf2-310fd3c086cb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:24:21.419209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-192609ac-97d1-42c4-acf2-310fd3c086cb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/3f2ea179-09cf-4c49-be2a-d4c39fb5a4af HTTP/1.1" status: 404 len: 333 time: 0.0775392 Sep 17 22:24:21.424066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58364) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:21.425387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:21.451673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=36451cd5-86ad-48b5-b08c-7c51fa842718,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:21.467036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eed6a6-4b89-4af7-bd4d-61feef4c1eee req-190fa98f-378d-40dc-95b1-c3d38dc1ec9a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:21.470069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0eed6a6-4b89-4af7-bd4d-61feef4c1eee req-190fa98f-378d-40dc-95b1-c3d38dc1ec9a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 944 time: 0.3374865 Sep 17 22:24:21.578826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-26144375-095c-4116-9923-5378c5ae4139 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet 98ab1686-07c9-402f-8525-3462b22d8ab8 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:24:21.589021 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26144375-095c-4116-9923-5378c5ae4139 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.656710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0eed6a6-4b89-4af7-bd4d-61feef4c1eee req-8a703336-41a7-4127-89a9-66deddeec67d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857324 Sep 17 22:24:21.685800 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26144375-095c-4116-9923-5378c5ae4139 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.699166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Attempting to bind port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:21.700205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Attempting to bind port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:21.700205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Attempting to bind port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:21.706914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd on network 6650283b-a368-473e-949e-cc881b697503 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:21.707464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Attempting to bind port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd on network 6650283b-a368-473e-949e-cc881b697503 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:21.714770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port dfafe866-3006-42ef-84e8-1ea0bbd85877 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:21.717232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:21.717714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Checking segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:21.718192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Bound using segment: {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:21.718741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Bound port: 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6650283b-a368-473e-949e-cc881b697503'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:21.719198 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.741521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port dfafe866-3006-42ef-84e8-1ea0bbd85877 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:21.748242 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.829261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0fb08400-b256-41c2-a66b-733f6596d268,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:21.877414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Set router 547fd486-69a0-43fe-8be2-b45bb8bc430f gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:21.906499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] For port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:21.951539 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26144375-095c-4116-9923-5378c5ae4139 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.963729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] For port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:22.016666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15438a79-e8f5-4614-865f-35976145b171 req-62ce01d8-ab44-4766-9d2c-c28bac9df94c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:22.016935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15438a79-e8f5-4614-865f-35976145b171 req-62ce01d8-ab44-4766-9d2c-c28bac9df94c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 943 time: 0.1504464 Sep 17 22:24:22.055970 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.081522 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.110918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:22.112050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.119706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e5921d9-8d92-42ba-9cd6-ea155a9f19fd HTTP/1.1" status: 200 len: 1092 time: 2.4693503 Sep 17 22:24:22.124438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0cd890-386a-47fe-bbf8-90b0aab55ee4', 'tag': '5e5921d9-8d92-42ba-9cd6-ea155a9f19fd'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:22.135535 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5150a9b1-31da-4f95-85dd-bcf576631dae" -d '{"events": [{"name": "network-changed", "server_uuid": "da0cd890-386a-47fe-bbf8-90b0aab55ee4", "tag": "5e5921d9-8d92-42ba-9cd6-ea155a9f19fd"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:22.161519 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26144375-095c-4116-9923-5378c5ae4139 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.169229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15438a79-e8f5-4614-865f-35976145b171 req-aa79e980-d5bf-49b1-91db-c81745a59275 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321573 Sep 17 22:24:22.181576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:22.202247 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26144375-095c-4116-9923-5378c5ae4139 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.205229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-26144375-095c-4116-9923-5378c5ae4139 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/98ab1686-07c9-402f-8525-3462b22d8ab8 HTTP/1.1" status: 204 len: 168 time: 0.7713168 Sep 17 22:24:22.212821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90352737-2e05-4544-a04f-faaa5b79dca0 None None] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:22.214644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58370) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:22.242654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26144375-095c-4116-9923-5378c5ae4139 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=98ab1686-07c9-402f-8525-3462b22d8ab8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:22.262689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546dad8-1502-4ad9-8549-364981b7bf44 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:22.295720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.363835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-c0a6bebc-0d88-4952-9ebd-1e5efb43ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:22.366043 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-c0a6bebc-0d88-4952-9ebd-1e5efb43ca83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 1095 time: 0.0628493 Sep 17 22:24:22.371078 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet 80dd72a6-d2fc-4fde-b7f6-5f62653f78e6 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:24:22.375179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.392714 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614de68c-f1cd-4e5f-b67d-04c7224e0074 x-openstack-request-id: req-614de68c-f1cd-4e5f-b67d-04c7224e0074 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:22.393000 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e42595-2011-4ff1-985d-31eccedbe62b", "name": "network-vif-plugged", "status": "completed", "tag": "0fb08400-b256-41c2-a66b-733f6596d268", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:22.393252 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-614de68c-f1cd-4e5f-b67d-04c7224e0074 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:22.393645 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb08400-b256-41c2-a66b-733f6596d268', 'code': 200} Sep 17 22:24:22.513990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=dfafe866-3006-42ef-84e8-1ea0bbd85877,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:22.544452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-069bb9af-6c89-47f4-85fb-4421e7b4a273 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd HTTP/1.1" status: 200 len: 217 time: 0.1277587 Sep 17 22:24:22.558792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-router', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:08Z', 'updated_at': '2021-09-17T22:24:17Z', 'revision_number': 4, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'gw_port': {'id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:10Z', 'updated_at': '2021-09-17T22:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c133b938-5f2d-445f-9099-8dc1704ee954', 'name': '', 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'mac_address': 'fa:16:3e:0b:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9fc0fe66-eecc-4efb-9763-fe2ba4ea0778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:15Z', 'updated_at': '2021-09-17T22:24:18Z', 'revision_number': 2, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'subnets': [{'id': '9fc0fe66-eecc-4efb-9763-fe2ba4ea0778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:22.589959 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a317b0-9dc2-41eb-b826-3341df84569c x-openstack-request-id: req-66a317b0-9dc2-41eb-b826-3341df84569c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:22.596262 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0cd890-386a-47fe-bbf8-90b0aab55ee4", "tag": "5e5921d9-8d92-42ba-9cd6-ea155a9f19fd", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:22.596494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Checking router: 547fd486-69a0-43fe-8be2-b45bb8bc430f for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:24:22.596706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Updating router 547fd486-69a0-43fe-8be2-b45bb8bc430f port c133b938-5f2d-445f-9099-8dc1704ee954 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:24:22.598409 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66a317b0-9dc2-41eb-b826-3341df84569c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:22.598745 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0cd890-386a-47fe-bbf8-90b0aab55ee4', 'tag': '5e5921d9-8d92-42ba-9cd6-ea155a9f19fd', 'status': 'completed', 'code': 200} Sep 17 22:24:22.644533 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.650675 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.006826 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.107836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-cdfeb03a-435c-47a8-83a0-e3116d0c9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:23.114634 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-cdfeb03a-435c-47a8-83a0-e3116d0c9df1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.5518966 Sep 17 22:24:23.184357 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.191779 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-8cc4788a-81ca-4460-afc3-66ceded5c63b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667260 Sep 17 22:24:23.252792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf9ad8-d335-4181-b538-9b286dceca35 req-c87f6f03-5e82-4dbf-ac8b-ab53f2310129 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:23.259570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27bf9ad8-d335-4181-b538-9b286dceca35 req-c87f6f03-5e82-4dbf-ac8b-ab53f2310129 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 945 time: 0.2735558 Sep 17 22:24:23.276533 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.373543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd6a84-a06a-4ff3-99ef-d89e0bbcb4d7 None None] Pushing event updated for resources: {'Port': ['ID=c133b938-5f2d-445f-9099-8dc1704ee954,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:23.593282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 36451cd5-86ad-48b5-b08c-7c51fa842718 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:23.726500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fd8d58de-b1aa-43b0-9bbe-5a1d257eaf65 None None] Provisioning complete for port b239a6b1-664e-44e5-a869-c6aa18193bd3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:23.727297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fd8d58de-b1aa-43b0-9bbe-5a1d257eaf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.797160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Attempting to bind port c133b938-5f2d-445f-9099-8dc1704ee954 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:23.797965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Attempting to bind port c133b938-5f2d-445f-9099-8dc1704ee954 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:23.798287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27bf9ad8-d335-4181-b538-9b286dceca35 req-def5df16-e2d2-4df4-8350-6ac98d908091 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195248 Sep 17 22:24:23.798421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Attempting to bind port c133b938-5f2d-445f-9099-8dc1704ee954 on network cfd61472-16a6-4d12-bffe-b4f9556134ee {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:23.805061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.820597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:23.820597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Checking segment: {'id': '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:23.820597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.820597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Bound using segment: {'id': '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:23.820597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Bound port: c133b938-5f2d-445f-9099-8dc1704ee954, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:23.820597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.844578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 36451cd5-86ad-48b5-b08c-7c51fa842718 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:23.845013 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.845712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.851666 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/80dd72a6-d2fc-4fde-b7f6-5f62653f78e6 HTTP/1.1" status: 204 len: 168 time: 1.6305234 Sep 17 22:24:23.851850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c660c7-1ece-4908-86db-31dc7b3f43b0 None None] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:23.851985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58384) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:23.882236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=80dd72a6-d2fc-4fde-b7f6-5f62653f78e6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:23.885900 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-ea3678ff-b031-4178-9078-26208d047a05 service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6797965 Sep 17 22:24:23.894606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.894889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.895157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.895431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.895762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.896144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.897074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.897074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.897298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.897489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.897750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:23.898070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aedce9-2c9f-4c0d-b99a-8169c8b65da3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.009501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.027806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ba335a8-721d-483c-a428-d49723cc7dbf req-72b84466-35aa-4189-81b0-f4678506b3f5 service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265624 Sep 17 22:24:24.090939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port b239a6b1-664e-44e5-a869-c6aa18193bd3 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:24.091463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.132570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] For port c133b938-5f2d-445f-9099-8dc1704ee954, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:24.176196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] For port c133b938-5f2d-445f-9099-8dc1704ee954, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c133b938-5f2d-445f-9099-8dc1704ee954,segment=NetworkSegment(6d7f83ea-f36c-4b8c-a102-f43ec50a05d5),segment_id=6d7f83ea-f36c-4b8c-a102-f43ec50a05d5)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:24.195185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] For port b239a6b1-664e-44e5-a869-c6aa18193bd3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b239a6b1-664e-44e5-a869-c6aa18193bd3,segment=NetworkSegment(2620b8d0-8c1d-4172-bfe7-e749daf26f03),segment_id=2620b8d0-8c1d-4172-bfe7-e749daf26f03)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:24.195795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.223550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for b239a6b1-664e-44e5-a869-c6aa18193bd3 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:24.233020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3c42e7e5-dd02-44c7-a4b3-0b4f1ff5ae6f None None] Provisioning complete for port c133b938-5f2d-445f-9099-8dc1704ee954 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:24.233598 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3c42e7e5-dd02-44c7-a4b3-0b4f1ff5ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.278204 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.310560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfc729-2c18-453f-ae1f-1b66fcb43433 req-9697d14e-fd50-4265-8ac0-d8e3da15075b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.321519 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebdfc729-2c18-453f-ae1f-1b66fcb43433 req-9697d14e-fd50-4265-8ac0-d8e3da15075b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 943 time: 0.1598353 Sep 17 22:24:24.321759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] DHCP port deletion for 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:24:24.332140 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3c42e7e5-dd02-44c7-a4b3-0b4f1ff5ae6f None None] Port c133b938-5f2d-445f-9099-8dc1704ee954 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:24.366773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150a9b1-31da-4f95-85dd-bcf576631dae req-e0e9bc63-296c-489c-b36f-409c0f804505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.368435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5150a9b1-31da-4f95-85dd-bcf576631dae req-e0e9bc63-296c-489c-b36f-409c0f804505 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a2f764a72e24306a30369bc428b523c&device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1602437 Sep 17 22:24:24.397806 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfafe866-3006-42ef-84e8-1ea0bbd85877'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:24.399731 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6bb640-176b-4f43-9e6a-743cfdb8ee6a" -d '{"events": [{"server_uuid": "7a60d3bb-3c73-4680-a682-d056fafa5353", "name": "network-vif-plugged", "status": "completed", "tag": "dfafe866-3006-42ef-84e8-1ea0bbd85877"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:24.429900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Routers {'547fd486-69a0-43fe-8be2-b45bb8bc430f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:24.430542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:24:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['547fd486-69a0-43fe-8be2-b45bb8bc430f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:24.433364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd6a84-a06a-4ff3-99ef-d89e0bbcb4d7 None None] Pushing event updated for resources: {'Port': ['ID=c133b938-5f2d-445f-9099-8dc1704ee954,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:24.451429 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebdfc729-2c18-453f-ae1f-1b66fcb43433 req-5dac5427-73cb-4986-9ae4-0b64171c857c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290276 Sep 17 22:24:24.464360 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.559995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=b239a6b1-664e-44e5-a869-c6aa18193bd3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:24.562891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150a9b1-31da-4f95-85dd-bcf576631dae req-5ce6c976-5c39-4ef4-ba1d-5fca99b1ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.564618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5150a9b1-31da-4f95-85dd-bcf576631dae req-5ce6c976-5c39-4ef4-ba1d-5fca99b1ad82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 200 len: 912 time: 0.1830478 Sep 17 22:24:24.580980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No DVR routers for this DVR port b239a6b1-664e-44e5-a869-c6aa18193bd3 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:24.683327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5150a9b1-31da-4f95-85dd-bcf576631dae req-3703d2a0-86f9-469d-9a86-8ad390704bdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd HTTP/1.1" status: 200 len: 217 time: 0.1100707 Sep 17 22:24:24.711711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.744889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c72b2f2-7a18-4814-9c8b-7af0c8658cd3']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:24.759457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2620b8d0-8c1d-4172-bfe7-e749daf26f03') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:24.760073 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2620b8d0-8c1d-4172-bfe7-e749daf26f03') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:24.778322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.796253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.801912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150a9b1-31da-4f95-85dd-bcf576631dae req-2fc5cb9c-51da-4a43-b51c-94e02f4308db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:24.805793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:24:24.806434 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.807853 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5150a9b1-31da-4f95-85dd-bcf576631dae req-2fc5cb9c-51da-4a43-b51c-94e02f4308db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 200 len: 851 time: 0.1143210 Sep 17 22:24:24.857416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5150a9b1-31da-4f95-85dd-bcf576631dae req-e2c788e8-bcec-4aa0-b99c-bf38a33aa19d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6650283b-a368-473e-949e-cc881b697503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413668 Sep 17 22:24:24.891811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] Deleting port b239a6b1-664e-44e5-a869-c6aa18193bd3 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:24.900009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.914377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.915738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.916405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.919607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.919607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.919607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.919607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.919607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.919607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.919607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.919607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.921088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:24:24.936823 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:24:24.975788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-05595fcd-006f-4d5d-8a4f-715bddd9ad5c None None] Provisioning complete for port c133b938-5f2d-445f-9099-8dc1704ee954 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:24.976351 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-05595fcd-006f-4d5d-8a4f-715bddd9ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.979204 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.995910 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.003827 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/networks/4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 HTTP/1.1" status: 204 len: 168 time: 1.1508250 Sep 17 22:24:25.005436 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58398) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:25.046379 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924522a-4a9b-442e-8e16-936569222c6a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Network': ['ID=4c72b2f2-7a18-4814-9c8b-7af0c8658cd3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:25.081095 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:24:25.082202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] Set router 547fd486-69a0-43fe-8be2-b45bb8bc430f gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:25.124698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5150a9b1-31da-4f95-85dd-bcf576631dae req-d4bb753e-f9b8-41d5-a455-c0c68da4f6c1 service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570181 Sep 17 22:24:25.157182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256c4bed-98a8-43de-9501-058f6f6389b9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:25.167741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-256c4bed-98a8-43de-9501-058f6f6389b9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1362681 Sep 17 22:24:25.168015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58402) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:25.201042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] For port b239a6b1-664e-44e5-a869-c6aa18193bd3, host n-d-713499-18, got binding levels [] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:25.203258 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.273361 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ec266220-813d-4dd6-a94e-0b55d591ac58 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0993578 Sep 17 22:24:25.275309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58404) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:25.281332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1772050444'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:25.327902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] Calling delete_port for b239a6b1-664e-44e5-a869-c6aa18193bd3 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:25.344066 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5150a9b1-31da-4f95-85dd-bcf576631dae req-16fa9347-df9b-43ee-874a-8dc13b1f28f6 service neutron] 10.222.0.15 "GET /v2.0/networks/6650283b-a368-473e-949e-cc881b697503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113738 Sep 17 22:24:25.359181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.ipam_backend_mixin [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] Port b239a6b1-664e-44e5-a869-c6aa18193bd3 was not found and therefore no delete operation was performed {{(pid=95456) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:24:25.366540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.414446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:25.414446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.466229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:25.499165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.499613 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Added segment 9ec5f1b0-7146-45c4-b187-78c8fe8d716e of type vlan for network 69e5dbcd-1914-481c-b6fb-e5d216eaa62a Sep 17 22:24:25.580198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] Pushing event deleted for resources: {'Port': ['ID=b239a6b1-664e-44e5-a869-c6aa18193bd3,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:25.596570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b239a6b1-664e-44e5-a869-c6aa18193bd3 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:25.608820 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.694332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: b239a6b1-664e-44e5-a869-c6aa18193bd3 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:25.697089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b239a6b1-664e-44e5-a869-c6aa18193bd3 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:25.710233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] Network 4c72b2f2-7a18-4814-9c8b-7af0c8658cd3 is not hosted by any dhcp agent {{(pid=95456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:24:25.712296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95181f2c-d3f9-4712-a2bb-14312b711c76 None None] No DVR routers for this DVR port b239a6b1-664e-44e5-a869-c6aa18193bd3 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:25.726968 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.733298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:25.734191 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.847494 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-05595fcd-006f-4d5d-8a4f-715bddd9ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.888519 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b14480-b634-4cdb-b761-63739fe94fdd x-openstack-request-id: req-a8b14480-b634-4cdb-b761-63739fe94fdd {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:25.889487 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a60d3bb-3c73-4680-a682-d056fafa5353", "name": "network-vif-plugged", "status": "completed", "tag": "dfafe866-3006-42ef-84e8-1ea0bbd85877", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:25.906316 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8b14480-b634-4cdb-b761-63739fe94fdd {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:25.907234 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfafe866-3006-42ef-84e8-1ea0bbd85877', 'code': 200} Sep 17 22:24:25.911507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6325874 Sep 17 22:24:25.912417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58412) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:25.913470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5d5d5-743a-4346-8b47-905b58487677 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Network': ['ID=69e5dbcd-1914-481c-b6fb-e5d216eaa62a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:25.919434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': '69e5dbcd-1914-481c-b6fb-e5d216eaa62a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:25.962417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-05595fcd-006f-4d5d-8a4f-715bddd9ad5c None None] For port c133b938-5f2d-445f-9099-8dc1704ee954, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c133b938-5f2d-445f-9099-8dc1704ee954,segment=NetworkSegment(6d7f83ea-f36c-4b8c-a102-f43ec50a05d5),segment_id=6d7f83ea-f36c-4b8c-a102-f43ec50a05d5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:25.964423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 69e5dbcd-1914-481c-b6fb-e5d216eaa62a details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:26.091835 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-05595fcd-006f-4d5d-8a4f-715bddd9ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.205506 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153c3e-768e-4609-8776-91b632e7397a req-0a0b423c-da2c-4c0c-b870-50d81c3b6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.221885 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a153c3e-768e-4609-8776-91b632e7397a req-0a0b423c-da2c-4c0c-b870-50d81c3b6a6f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1097 time: 0.2972522 Sep 17 22:24:26.228207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05595fcd-006f-4d5d-8a4f-715bddd9ad5c None None] Pushing event updated for resources: {'Port': ['ID=c133b938-5f2d-445f-9099-8dc1704ee954,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:26.251777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-router', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:08Z', 'updated_at': '2021-09-17T22:24:17Z', 'revision_number': 4, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'gw_port': {'id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:10Z', 'updated_at': '2021-09-17T22:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c133b938-5f2d-445f-9099-8dc1704ee954', 'name': '', 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'mac_address': 'fa:16:3e:0b:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9fc0fe66-eecc-4efb-9763-fe2ba4ea0778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:15Z', 'updated_at': '2021-09-17T22:24:24Z', 'revision_number': 4, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'subnets': [{'id': '9fc0fe66-eecc-4efb-9763-fe2ba4ea0778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:26.293364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22854969-f549-4555-99e3-e06a6a5aa70a None None] The sync data for ids ['547fd486-69a0-43fe-8be2-b45bb8bc430f'] in n-d-713499-18 is: [{'id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-router', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:08Z', 'updated_at': '2021-09-17T22:24:17Z', 'revision_number': 4, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'gw_port': {'id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:10Z', 'updated_at': '2021-09-17T22:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c133b938-5f2d-445f-9099-8dc1704ee954', 'name': '', 'network_id': 'cfd61472-16a6-4d12-bffe-b4f9556134ee', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'mac_address': 'fa:16:3e:0b:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '9fc0fe66-eecc-4efb-9763-fe2ba4ea0778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:15Z', 'updated_at': '2021-09-17T22:24:24Z', 'revision_number': 4, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'subnets': [{'id': '9fc0fe66-eecc-4efb-9763-fe2ba4ea0778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:26.339717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a153c3e-768e-4609-8776-91b632e7397a req-7bb3aef4-4b52-4a62-8ae1-865f8a091d8a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038842 Sep 17 22:24:26.350148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ac5b5-368a-43a7-a7de-f3026257495a req-9512404f-8981-430d-b35c-a0b133b991bd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.352768 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf8ac5b5-368a-43a7-a7de-f3026257495a req-9512404f-8981-430d-b35c-a0b133b991bd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 945 time: 0.3431315 Sep 17 22:24:26.385113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:26.396851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.518817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf8ac5b5-368a-43a7-a7de-f3026257495a req-a5bb3536-bba9-4930-9043-034e35a5ba66 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564782 Sep 17 22:24:26.845138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3cfa4-1a52-4c4a-969c-ac43b004a461 req-39151ace-a328-4e8d-a2ce-8cc05ca8415e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:26.845138 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aae3cfa4-1a52-4c4a-969c-ac43b004a461 req-39151ace-a328-4e8d-a2ce-8cc05ca8415e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 943 time: 0.1344721 Sep 17 22:24:26.975687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aae3cfa4-1a52-4c4a-969c-ac43b004a461 req-4b779e7a-fc1f-48e1-9812-f36b9c77876e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352854 Sep 17 22:24:27.183595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:27.277250 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:27.378834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=c7b79f81-c7c6-4b4c-82c6-94cf576651ff,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:27.491818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Checking segment: {'id': '9ec5f1b0-7146-45c4-b187-78c8fe8d716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '69e5dbcd-1914-481c-b6fb-e5d216eaa62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:27.492362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network hostable DHCP agents. Network: 69e5dbcd-1914-481c-b6fb-e5d216eaa62a, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:27.499118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:27.539853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '5e5921d9-8d92-42ba-9cd6-ea155a9f19fd', 'network_id': '6650283b-a368-473e-949e-cc881b697503', 'port_id': '5e5921d9-8d92-42ba-9cd6-ea155a9f19fd', 'mac_address': 'fa:16:3e:3d:c1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d8809e-e370-4133-96e7-9ba2b7e59279', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:27.569106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c133b938-5f2d-445f-9099-8dc1704ee954 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:27.671460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 69e5dbcd-1914-481c-b6fb-e5d216eaa62a is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:27.692864 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:27.710678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port c133b938-5f2d-445f-9099-8dc1704ee954 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:27.711062 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:27.770918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:27.803783 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:27.804417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da1314-2a54-4a50-96b3-25416b780ad3 req-e5d7ec4d-8cfa-495f-998b-b63c22b7e539 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.806727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c8da1314-2a54-4a50-96b3-25416b780ad3 req-e5d7ec4d-8cfa-495f-998b-b63c22b7e539 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 945 time: 0.1074483 Sep 17 22:24:27.807914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 69e5dbcd-1914-481c-b6fb-e5d216eaa62a) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:27.820656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:27.820656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:27.852947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595b6b1-f136-44a9-b34c-17552df380d2 None None] Network 69e5dbcd-1914-481c-b6fb-e5d216eaa62a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:27.887831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c8da1314-2a54-4a50-96b3-25416b780ad3 req-02b0b281-a049-4c2b-9d90-d28686eb01e5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621715 Sep 17 22:24:27.922834 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:27.960046 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4b92b60d-8b0f-466c-82d9-97866040e88f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0438256 Sep 17 22:24:27.960346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58424) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:27.965808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': '69e5dbcd-1914-481c-b6fb-e5d216eaa62a', 'name': 'tempest-PortsIpV6TestJSON-859358274'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:28.124304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:28.258102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:28.265610 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.319890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-69e5dbcd-1914-481c-b6fb-e5d216eaa62a', 'network_id': '69e5dbcd-1914-481c-b6fb-e5d216eaa62a', 'tenant_id': '370a17a34bc2432b866e585087a8018b', 'fixed_ips': [{'subnet_id': 'c7b79f81-c7c6-4b4c-82c6-94cf576651ff'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:24:28.320351 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.372378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['5e5921d9-8d92-42ba-9cd6-ea155a9f19fd'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:28.382062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port df192a46-966a-4e81-bd37-48e884701f54 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:24:28.576823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8::390 (69e5dbcd-1914-481c-b6fb-e5d216eaa62a/c7b79f81-c7c6-4b4c-82c6-94cf576651ff/df192a46-966a-4e81-bd37-48e884701f54) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:28.680282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d9536-30ce-4d28-a4e7-85064312d37b req-fcb3f502-42a3-4f4a-86e1-fba1c83b797d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:28.681978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f64d9536-30ce-4d28-a4e7-85064312d37b req-fcb3f502-42a3-4f4a-86e1-fba1c83b797d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 944 time: 0.3959813 Sep 17 22:24:28.793673 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f64d9536-30ce-4d28-a4e7-85064312d37b req-7933ba5b-0a02-4350-81e2-7e6e8373c1e4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984266 Sep 17 22:24:28.847813 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.962548 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.003000 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.010822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 69e5dbcd-1914-481c-b6fb-e5d216eaa62a is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:29.024314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Allocated IP 2001:db8::2 (69e5dbcd-1914-481c-b6fb-e5d216eaa62a/c7b79f81-c7c6-4b4c-82c6-94cf576651ff/d4286350-2c26-4980-8879-22d713d50fbc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:29.059722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:29.062781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:29.070602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:29.071718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.172531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=df192a46-966a-4e81-bd37-48e884701f54,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:29.190625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58438) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:29.191422 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-44d86db9-8f84-4972-b029-9d2fecdd0a3e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2296216 Sep 17 22:24:29.197493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': '69e5dbcd-1914-481c-b6fb-e5d216eaa62a', 'name': 'tempest-PortsIpV6TestJSON-2010315241'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:29.218623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb820-8548-4d51-b869-9ce1bfc877cb req-e5730a90-e07f-4cb4-84fb-5578f5f2a09c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:29.220275 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdbcb820-8548-4d51-b869-9ce1bfc877cb req-e5730a90-e07f-4cb4-84fb-5578f5f2a09c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 945 time: 0.1789913 Sep 17 22:24:29.227944 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.294741 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdbcb820-8548-4d51-b869-9ce1bfc877cb req-516247f4-a1fa-4190-9884-d7ddb62c448e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590203 Sep 17 22:24:29.300472 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.358952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Network 69e5dbcd-1914-481c-b6fb-e5d216eaa62a is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:29.363192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:29.369321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:29.399791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Pushing event updated for resources: {'Port': ['ID=d4286350-2c26-4980-8879-22d713d50fbc,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:29.489205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Attempting to bind port d4286350-2c26-4980-8879-22d713d50fbc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:29.492597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Attempting to bind port d4286350-2c26-4980-8879-22d713d50fbc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '9ec5f1b0-7146-45c4-b187-78c8fe8d716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '69e5dbcd-1914-481c-b6fb-e5d216eaa62a'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:29.492597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Attempting to bind port d4286350-2c26-4980-8879-22d713d50fbc on network 69e5dbcd-1914-481c-b6fb-e5d216eaa62a {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:29.498063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:29.498187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:29.498187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Checking segment: {'id': '9ec5f1b0-7146-45c4-b187-78c8fe8d716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '69e5dbcd-1914-481c-b6fb-e5d216eaa62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:29.498456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.498662 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.499143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Bound using segment: {'id': '9ec5f1b0-7146-45c4-b187-78c8fe8d716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '69e5dbcd-1914-481c-b6fb-e5d216eaa62a'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:29.499705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Bound port: d4286350-2c26-4980-8879-22d713d50fbc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec5f1b0-7146-45c4-b187-78c8fe8d716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '69e5dbcd-1914-481c-b6fb-e5d216eaa62a'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:29.500207 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.537909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port 924200bc-d786-4f7b-a031-7c987e8971d6 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:24:29.539238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0ccc3-28f3-4b3c-9f0b-91d1c08ecde2 req-666df053-b29d-4658-8d48-2fce97041a10 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:29.550193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9b0ccc3-28f3-4b3c-9f0b-91d1c08ecde2 req-666df053-b29d-4658-8d48-2fce97041a10 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1097 time: 0.0692079 Sep 17 22:24:29.636441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9b0ccc3-28f3-4b3c-9f0b-91d1c08ecde2 req-379cc3ab-91f5-49fe-b26f-b73d567ba813 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852520 Sep 17 22:24:29.652490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] For port d4286350-2c26-4980-8879-22d713d50fbc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:29.659194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] For port d4286350-2c26-4980-8879-22d713d50fbc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d4286350-2c26-4980-8879-22d713d50fbc,segment=NetworkSegment(9ec5f1b0-7146-45c4-b187-78c8fe8d716e),segment_id=9ec5f1b0-7146-45c4-b187-78c8fe8d716e)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:29.707187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8::3db (69e5dbcd-1914-481c-b6fb-e5d216eaa62a/c7b79f81-c7c6-4b4c-82c6-94cf576651ff/924200bc-d786-4f7b-a031-7c987e8971d6) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:29.732517 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.879830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb9faf-3f62-4bef-818c-46a79debd0dc None None] Pushing event updated for resources: {'Port': ['ID=d4286350-2c26-4980-8879-22d713d50fbc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:29.929327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198e173-b564-4e54-8094-afd02bb1e011 req-bcc87b0c-f86a-4347-ab24-44fd186f67b8 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:29.930985 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8198e173-b564-4e54-8094-afd02bb1e011 req-bcc87b0c-f86a-4347-ab24-44fd186f67b8 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1097 time: 0.1032636 Sep 17 22:24:29.997154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8198e173-b564-4e54-8094-afd02bb1e011 req-17d32b7b-5b1c-4d2b-926b-4f7d7460e7d1 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557082 Sep 17 22:24:30.001706 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.095971 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.192611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 69e5dbcd-1914-481c-b6fb-e5d216eaa62a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:30.197485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:30.202991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:30.221637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.226411 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.253631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=924200bc-d786-4f7b-a031-7c987e8971d6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:30.345885 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c483a693-afea-46ed-9d2c-464e71e5ee65 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1502831 Sep 17 22:24:30.345885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58458) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:30.388435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632f25d-5160-4d26-9732-260a1ddeb23b req-cfdfdacb-c8f9-4c18-8e7e-26d6718ed95a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.396094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4632f25d-5160-4d26-9732-260a1ddeb23b req-cfdfdacb-c8f9-4c18-8e7e-26d6718ed95a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 944 time: 0.1049604 Sep 17 22:24:30.452754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4632f25d-5160-4d26-9732-260a1ddeb23b req-a17703ae-6808-4f90-b478-fae207c70cdc tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556641 Sep 17 22:24:30.481742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caeec64-9728-44e9-91d9-6950b9d5278d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.486221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58460) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:30.486417 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1caeec64-9728-44e9-91d9-6950b9d5278d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A390 HTTP/1.1" status: 200 len: 928 time: 0.1218190 Sep 17 22:24:30.618550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ae647-23a5-435b-9b88-645ad5a98cfc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 924200bc-d786-4f7b-a031-7c987e8971d6 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:30.619160 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae647-23a5-435b-9b88-645ad5a98cfc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.728308 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae647-23a5-435b-9b88-645ad5a98cfc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.746886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ae647-23a5-435b-9b88-645ad5a98cfc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 924200bc-d786-4f7b-a031-7c987e8971d6 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:31.047287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9485cc-f304-4837-b7a6-463911aa530d req-68503914-079e-47a3-8080-9fe7f24ab24f tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:31.049181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c9485cc-f304-4837-b7a6-463911aa530d req-68503914-079e-47a3-8080-9fe7f24ab24f tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1097 time: 0.0507252 Sep 17 22:24:31.049953 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae647-23a5-435b-9b88-645ad5a98cfc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.093446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58476) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:31.126513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ae647-23a5-435b-9b88-645ad5a98cfc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=924200bc-d786-4f7b-a031-7c987e8971d6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:31.191706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae647-23a5-435b-9b88-645ad5a98cfc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.198223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:31.202943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58480) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:31.210015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5b3ae647-23a5-435b-9b88-645ad5a98cfc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/924200bc-d786-4f7b-a031-7c987e8971d6 HTTP/1.1" status: 204 len: 168 time: 0.7123845 Sep 17 22:24:31.222703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c9485cc-f304-4837-b7a6-463911aa530d req-4fb21db1-59c3-4312-93dd-f5f7842fad13 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421058 Sep 17 22:24:31.260727 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d68ce9-5eac-4e2b-8e24-4ac106d5f766 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:24:31.265255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58482) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:31.272670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d3d68ce9-5eac-4e2b-8e24-4ac106d5f766 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/924200bc-d786-4f7b-a031-7c987e8971d6 HTTP/1.1" status: 404 len: 333 time: 0.0685036 Sep 17 22:24:31.401710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6af74-1c2b-4039-9c98-3df233f93487 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port df192a46-966a-4e81-bd37-48e884701f54 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:31.402203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7b6af74-1c2b-4039-9c98-3df233f93487 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.412671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:31.418510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:31.418966 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.450625 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2564f836-fcd8-44ee-b7f2-ab9d36a08320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.487715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f601d-7b2d-41d7-93e0-b7bfae608a69 None None] Network 69e5dbcd-1914-481c-b6fb-e5d216eaa62a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:31.625185 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2564f836-fcd8-44ee-b7f2-ab9d36a08320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.653453 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7b6af74-1c2b-4039-9c98-3df233f93487 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.680141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6af74-1c2b-4039-9c98-3df233f93487 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for df192a46-966a-4e81-bd37-48e884701f54 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:31.691223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d4286350-2c26-4980-8879-22d713d50fbc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:31.693815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9d67e-429c-484e-89e6-4353830e46f6 req-bcd16770-0fd9-4b62-ac94-8c78e87c304c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:31.704818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9e9d67e-429c-484e-89e6-4353830e46f6 req-bcd16770-0fd9-4b62-ac94-8c78e87c304c tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 944 time: 0.1064622 Sep 17 22:24:31.710027 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2564f836-fcd8-44ee-b7f2-ab9d36a08320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.759731 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2564f836-fcd8-44ee-b7f2-ab9d36a08320 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e8b214da12b4828b0af161f903a6420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6650915 Sep 17 22:24:31.762142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58488) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:31.801678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9e9d67e-429c-484e-89e6-4353830e46f6 req-97de3fce-4bdb-460e-bc7a-80064ec64ddd tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937712 Sep 17 22:24:31.816838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-be89b2c6-8d64-48ee-a8dd-6ad9276d34b2 None None] Provisioning complete for port d4286350-2c26-4980-8879-22d713d50fbc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:31.817456 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-be89b2c6-8d64-48ee-a8dd-6ad9276d34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.834864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564f836-fcd8-44ee-b7f2-ab9d36a08320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f553a069-c0ac-4d73-b3fb-f1281fbea913,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:31.895104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2d6e8c7-c287-4da4-a912-e127aa09d149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.965754 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2d6e8c7-c287-4da4-a912-e127aa09d149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.023125 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7b6af74-1c2b-4039-9c98-3df233f93487 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.049146 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.110062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6af74-1c2b-4039-9c98-3df233f93487 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=df192a46-966a-4e81-bd37-48e884701f54,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.111351 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2d6e8c7-c287-4da4-a912-e127aa09d149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.114049 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2d6e8c7-c287-4da4-a912-e127aa09d149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.116182 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d2d6e8c7-c287-4da4-a912-e127aa09d149 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f553a069-c0ac-4d73-b3fb-f1281fbea913 HTTP/1.1" status: 204 len: 168 time: 0.3523307 Sep 17 22:24:32.135735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6e8c7-c287-4da4-a912-e127aa09d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f553a069-c0ac-4d73-b3fb-f1281fbea913,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.179096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7b6af74-1c2b-4039-9c98-3df233f93487 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.185134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58494) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:32.185535 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a7b6af74-1c2b-4039-9c98-3df233f93487 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/df192a46-966a-4e81-bd37-48e884701f54 HTTP/1.1" status: 204 len: 168 time: 0.9179842 Sep 17 22:24:32.200563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:32.220491 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-e492f1ae-2481-4e3f-9843-22ed14e380af tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:24:32.222718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e492f1ae-2481-4e3f-9843-22ed14e380af tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/df192a46-966a-4e81-bd37-48e884701f54 HTTP/1.1" status: 404 len: 333 time: 0.0371616 Sep 17 22:24:32.226156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58496) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:32.277451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0cd890-386a-47fe-bbf8-90b0aab55ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5921d9-8d92-42ba-9cd6-ea155a9f19fd'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:32.284651 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb7563a-090d-41ea-a62f-df7e08ef2cad" -d '{"events": [{"server_uuid": "da0cd890-386a-47fe-bbf8-90b0aab55ee4", "name": "network-vif-plugged", "status": "completed", "tag": "5e5921d9-8d92-42ba-9cd6-ea155a9f19fd"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:32.292348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d4286350-2c26-4980-8879-22d713d50fbc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:32.293193 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.341724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6899a982-df0c-4503-83cd-a8157d4a8172 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet c7b79f81-c7c6-4b4c-82c6-94cf576651ff {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:24:32.346704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6899a982-df0c-4503-83cd-a8157d4a8172 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.405954 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6899a982-df0c-4503-83cd-a8157d4a8172 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.471159 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.479743 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-be89b2c6-8d64-48ee-a8dd-6ad9276d34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.511251 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6899a982-df0c-4503-83cd-a8157d4a8172 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.634937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846d7b2-0fa9-4efb-9f6f-b530247baa3e req-323c673b-2e96-4d0b-b9d4-3377c5c4f124 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:32.643727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d846d7b2-0fa9-4efb-9f6f-b530247baa3e req-323c673b-2e96-4d0b-b9d4-3377c5c4f124 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1097 time: 0.0573292 Sep 17 22:24:32.690757 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6899a982-df0c-4503-83cd-a8157d4a8172 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.791060 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6899a982-df0c-4503-83cd-a8157d4a8172 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.794418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.795945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6899a982-df0c-4503-83cd-a8157d4a8172 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/c7b79f81-c7c6-4b4c-82c6-94cf576651ff HTTP/1.1" status: 204 len: 168 time: 0.5672452 Sep 17 22:24:32.797280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58506) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:32.805985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899a982-df0c-4503-83cd-a8157d4a8172 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b79f81-c7c6-4b4c-82c6-94cf576651ff,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.830262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.853171 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-be89b2c6-8d64-48ee-a8dd-6ad9276d34b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:24:32.853532 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-be89b2c6-8d64-48ee-a8dd-6ad9276d34b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:24:32.888794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d846d7b2-0fa9-4efb-9f6f-b530247baa3e req-325b9279-620b-4aa5-a51e-82171afa7cd4 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439151 Sep 17 22:24:32.933041 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:24:32.935228 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:24:32.959043 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a1e573-70c1-4b9b-97e0-f09bef682d57 x-openstack-request-id: req-b9a1e573-70c1-4b9b-97e0-f09bef682d57 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:32.959454 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0cd890-386a-47fe-bbf8-90b0aab55ee4", "name": "network-vif-plugged", "status": "completed", "tag": "5e5921d9-8d92-42ba-9cd6-ea155a9f19fd", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:32.959789 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9a1e573-70c1-4b9b-97e0-f09bef682d57 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:32.960211 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0cd890-386a-47fe-bbf8-90b0aab55ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5921d9-8d92-42ba-9cd6-ea155a9f19fd', 'code': 200} Sep 17 22:24:33.007549 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.111314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ebbbd9-d10d-4e6b-ab66-9d0110d8866e None None] Network 69e5dbcd-1914-481c-b6fb-e5d216eaa62a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:33.150690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port d4286350-2c26-4980-8879-22d713d50fbc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:33.151691 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.190494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e184d-4ee6-4b11-b419-87d0d30da287 req-c2f26492-92f8-479d-87bd-911ac399501f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:33.192301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d92e184d-4ee6-4b11-b419-87d0d30da287 req-c2f26492-92f8-479d-87bd-911ac399501f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 945 time: 0.1294036 Sep 17 22:24:33.200038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe11b-daa5-4335-846e-6dade5430732 req-c76f3c37-e5b9-45bd-80c4-2471e8d0b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:33.201792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c9fe11b-daa5-4335-846e-6dade5430732 req-c76f3c37-e5b9-45bd-80c4-2471e8d0b6d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 1097 time: 0.1098244 Sep 17 22:24:33.260987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] For port d4286350-2c26-4980-8879-22d713d50fbc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d4286350-2c26-4980-8879-22d713d50fbc,segment=NetworkSegment(9ec5f1b0-7146-45c4-b187-78c8fe8d716e),segment_id=9ec5f1b0-7146-45c4-b187-78c8fe8d716e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:33.261611 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.261735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d92e184d-4ee6-4b11-b419-87d0d30da287 req-cf7de6ec-f670-4df2-a371-c6e641d26b5a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581641 Sep 17 22:24:33.276901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for d4286350-2c26-4980-8879-22d713d50fbc owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:33.282169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c9fe11b-daa5-4335-846e-6dade5430732 req-3d8d08fd-b171-4be5-bcfb-dd178160dd60 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539851 Sep 17 22:24:33.311772 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f7efa817-7707-4df9-b3f7-a535f1fe62d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.512601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.550926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No DVR routers for this DVR port d4286350-2c26-4980-8879-22d713d50fbc on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:33.565204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=d4286350-2c26-4980-8879-22d713d50fbc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:33.634569 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-be89b2c6-8d64-48ee-a8dd-6ad9276d34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.656991 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.711327 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.752934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e5dbcd-1914-481c-b6fb-e5d216eaa62a']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:33.758486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec5f1b0-7146-45c4-b187-78c8fe8d716e') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:33.758838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec5f1b0-7146-45c4-b187-78c8fe8d716e') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:33.772526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.789586 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.793765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa1ba7-c3ee-49f7-aeea-22db81152c4c None None] DHCP port deletion for 69e5dbcd-1914-481c-b6fb-e5d216eaa62a request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:24:33.799446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:24:33.804974 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:24:33.845935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b511d1fc-db06-45ca-9849-b80505c8c79e None None] Could not find standard attr ID for object df192a46-966a-4e81-bd37-48e884701f54. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:24:33.850494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b511d1fc-db06-45ca-9849-b80505c8c79e None None] Could not find standard attr ID for object 924200bc-d786-4f7b-a031-7c987e8971d6. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:24:33.863099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b511d1fc-db06-45ca-9849-b80505c8c79e None None] Could not find standard attr ID for object d4286350-2c26-4980-8879-22d713d50fbc. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:24:33.931709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d4286350-2c26-4980-8879-22d713d50fbc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:33.962477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.972941 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.975694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d4286350-2c26-4980-8879-22d713d50fbc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:33.976051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d4286350-2c26-4980-8879-22d713d50fbc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:33.979464 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/networks/69e5dbcd-1914-481c-b6fb-e5d216eaa62a HTTP/1.1" status: 204 len: 168 time: 1.1804423 Sep 17 22:24:33.983190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58532) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:33.988333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2087695619'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:34.001921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956d288-8261-43d6-b0c2-41e775dd35c3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Network': ['ID=69e5dbcd-1914-481c-b6fb-e5d216eaa62a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:34.181381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:34.181381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.184212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:34.203868 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.204269 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Added segment a47fa49b-7c11-4b68-a001-95664b8a34a0 of type vlan for network f0404298-2664-475b-8329-6ce51039bd9a Sep 17 22:24:34.275179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.975194 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.987083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:34.987930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.109130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Network': ['ID=f0404298-2664-475b-8329-6ce51039bd9a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:35.112857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-52077584-161c-4d3d-85f6-676e058be608 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1285541 Sep 17 22:24:35.115822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58560) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:35.122166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': 'f0404298-2664-475b-8329-6ce51039bd9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:35.123410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network f0404298-2664-475b-8329-6ce51039bd9a details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:35.423764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:35.429139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.853860 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d5face34-9dcc-4b03-bff9-dea4cbcacccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.856428 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.952277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=0c0601c2-168f-457d-a183-3cfb461c6744,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:35.976337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Checking segment: {'id': 'a47fa49b-7c11-4b68-a001-95664b8a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f0404298-2664-475b-8329-6ce51039bd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:35.976942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network hostable DHCP agents. Network: f0404298-2664-475b-8329-6ce51039bd9a, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:36.120264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network f0404298-2664-475b-8329-6ce51039bd9a is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:36.345795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, f0404298-2664-475b-8329-6ce51039bd9a) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:36.352403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:36.354804 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.358504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a13ef1-ec4b-47e8-a7d2-f081039562f1 None None] Network f0404298-2664-475b-8329-6ce51039bd9a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:36.504330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58588) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:36.505069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2581e851-370f-42fd-a9b8-572021f40ea5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3875697 Sep 17 22:24:36.509564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': 'f0404298-2664-475b-8329-6ce51039bd9a', 'name': 'tempest-PortsIpV6TestJSON-467923931', 'fixed_ips': [{'subnet_id': '0c0601c2-168f-457d-a183-3cfb461c6744', 'ip_address': '2001:db8::10'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:36.594105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-0ee2084f-4eaa-4715-9f30-488988250df3 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:24:36.603152 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-0ee2084f-4eaa-4715-9f30-488988250df3 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295844 Sep 17 22:24:36.681255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-f0404298-2664-475b-8329-6ce51039bd9a', 'network_id': 'f0404298-2664-475b-8329-6ce51039bd9a', 'tenant_id': '370a17a34bc2432b866e585087a8018b', 'fixed_ips': [{'subnet_id': '0c0601c2-168f-457d-a183-3cfb461c6744'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:24:36.682687 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.817590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-9220d77f-bd19-4aa6-9734-1e7f75e10a39 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:36.824545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-9220d77f-bd19-4aa6-9734-1e7f75e10a39 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports/dfafe866-3006-42ef-84e8-1ea0bbd85877 HTTP/1.1" status: 200 len: 1094 time: 0.2202644 Sep 17 22:24:36.829065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Request body: {'binding': {'host': 'n-h2-713499-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:36.839363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Unknown quota resources ['binding']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:24:36.876641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Allocated IP 2001:db8::2 (f0404298-2664-475b-8329-6ce51039bd9a/0c0601c2-168f-457d-a183-3cfb461c6744/99ee7668-045d-420d-aabc-3ad051f71e11) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:37.044061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 on host n-h2-713499-18 for vnic_type normal with profile None {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:37.044724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:37.046541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:37.049054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:37.077904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Port dfafe866-3006-42ef-84e8-1ea0bbd85877 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:37.078533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:37.088037 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.090527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:37.091103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:37.091732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:37.092402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Bound port: dfafe866-3006-42ef-84e8-1ea0bbd85877, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:37.164943 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.225790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Pushing event updated for resources: {'Port': ['ID=99ee7668-045d-420d-aabc-3ad051f71e11,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:37.243429 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.257491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.258006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.258977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.259354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.260272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.260705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.261247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.261714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.262216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.262639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.263100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.263514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:37.268814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd304e-1031-4111-be68-caa53c540856 req-752949fe-5ce8-44af-b5e3-e3c7c979ad84 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:37.276255 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.278769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63dd304e-1031-4111-be68-caa53c540856 req-752949fe-5ce8-44af-b5e3-e3c7c979ad84 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 945 time: 0.1079490 Sep 17 22:24:37.290082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Network f0404298-2664-475b-8329-6ce51039bd9a is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:37.292215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:37.295751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:37.315136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:37.325227 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.390851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port a109ecaa-7855-4080-993c-8625b122ee4c yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:24:37.406355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Attempting to bind port 99ee7668-045d-420d-aabc-3ad051f71e11 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:37.410144 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] Notify callbacks [] for binding, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.410908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Attempting to bind port 99ee7668-045d-420d-aabc-3ad051f71e11 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a47fa49b-7c11-4b68-a001-95664b8a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f0404298-2664-475b-8329-6ce51039bd9a'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:37.418964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Attempting to bind port 99ee7668-045d-420d-aabc-3ad051f71e11 on network f0404298-2664-475b-8329-6ce51039bd9a {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:37.419197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e2317f4c-fb21-4369-827c-64166d9ae942 service neutron] 10.222.0.30 "POST /v2.0/ports/dfafe866-3006-42ef-84e8-1ea0bbd85877/bindings HTTP/1.1" status: 201 len: 390 time: 0.5876875 Sep 17 22:24:37.441018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:37.441018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Checking segment: {'id': 'a47fa49b-7c11-4b68-a001-95664b8a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f0404298-2664-475b-8329-6ce51039bd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:37.441018 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.446013 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63dd304e-1031-4111-be68-caa53c540856 req-6ef9034b-53fc-4082-8cf9-0f352137c11f tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660492 Sep 17 22:24:37.447691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Bound using segment: {'id': 'a47fa49b-7c11-4b68-a001-95664b8a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f0404298-2664-475b-8329-6ce51039bd9a'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:37.448430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Bound port: 99ee7668-045d-420d-aabc-3ad051f71e11, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47fa49b-7c11-4b68-a001-95664b8a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f0404298-2664-475b-8329-6ce51039bd9a'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:37.449699 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.613763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] For port 99ee7668-045d-420d-aabc-3ad051f71e11, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:37.621812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] For port 99ee7668-045d-420d-aabc-3ad051f71e11, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=99ee7668-045d-420d-aabc-3ad051f71e11,segment=NetworkSegment(a47fa49b-7c11-4b68-a001-95664b8a34a0),segment_id=a47fa49b-7c11-4b68-a001-95664b8a34a0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:37.730659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8::10 (f0404298-2664-475b-8329-6ce51039bd9a/0c0601c2-168f-457d-a183-3cfb461c6744/a109ecaa-7855-4080-993c-8625b122ee4c) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:37.809503 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.949817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb3a57-a98e-4f4a-a482-6a725fab025d None None] Pushing event updated for resources: {'Port': ['ID=99ee7668-045d-420d-aabc-3ad051f71e11,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:38.020270 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.241890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.312041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network f0404298-2664-475b-8329-6ce51039bd9a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:38.329108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:38.334478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:38.340912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.341846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.361585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=a109ecaa-7855-4080-993c-8625b122ee4c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:38.485041 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-25dc5e65-14d3-4f14-9ab8-aef94697422e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9774468 Sep 17 22:24:38.487345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58622) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:38.503266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': 'f0404298-2664-475b-8329-6ce51039bd9a', 'name': 'tempest-PortsIpV6TestJSON-1982325429', 'fixed_ips': [{'subnet_id': '0c0601c2-168f-457d-a183-3cfb461c6744', 'ip_address': '2001:db8::f'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:38.592624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-a2623654-7997-4f49-8d5e-6d295e05fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.594903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-a2623654-7997-4f49-8d5e-6d295e05fb4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1097 time: 0.1373844 Sep 17 22:24:38.758466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e9ff65b8-877d-4684-8557-bec833273de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.774449 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e9ff65b8-877d-4684-8557-bec833273de4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.1723735 Sep 17 22:24:38.835018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980de76-7afa-457c-a0a4-724822639b5c req-bf678751-970f-4bb8-bb08-294d8e3d840d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.851145 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2980de76-7afa-457c-a0a4-724822639b5c req-bf678751-970f-4bb8-bb08-294d8e3d840d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 945 time: 0.1248474 Sep 17 22:24:38.873609 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-16850702-1c02-44d1-a11c-131f78c1ce79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877 HTTP/1.1" status: 200 len: 217 time: 0.0884283 Sep 17 22:24:38.886399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:38.895428 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.939868 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.976729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2980de76-7afa-457c-a0a4-724822639b5c req-960e3d91-1692-40e1-af4c-d51878e5a044 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245437 Sep 17 22:24:38.980096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906411-ccf0-4b5f-8a41-ebb4ab09a5e1 req-c7734ff2-25ff-4030-b69e-a68338e3d66b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.996486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3906411-ccf0-4b5f-8a41-ebb4ab09a5e1 req-c7734ff2-25ff-4030-b69e-a68338e3d66b tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 945 time: 0.1259339 Sep 17 22:24:39.009104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port f8dcee76-548a-4ff3-bec9-81e7bae1006f yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:24:39.030112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-08e96291-8042-401b-8c48-11168ff257a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:39.033598 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-08e96291-8042-401b-8c48-11168ff257a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.1245987 Sep 17 22:24:39.119619 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-348784d5-dfb9-4449-bd28-7f08aa6b1add service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721214 Sep 17 22:24:39.158023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3906411-ccf0-4b5f-8a41-ebb4ab09a5e1 req-80ad2f27-afc5-49c7-b822-f5a12e58b2ab tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581526 Sep 17 22:24:39.337279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-65a442a1-26e6-4dcf-bb05-474abf9fce59 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100666 Sep 17 22:24:39.357419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8::f (f0404298-2664-475b-8329-6ce51039bd9a/0c0601c2-168f-457d-a183-3cfb461c6744/f8dcee76-548a-4ff3-bec9-81e7bae1006f) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:39.549175 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-fa20004b-6950-4896-8b15-89f09d7f1251 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019444 Sep 17 22:24:39.697734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.729114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2f68a-5fd2-475c-837f-bcfad304432a None None] Network f0404298-2664-475b-8329-6ce51039bd9a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:39.930347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e4bf7a06-8a87-4252-95e1-a98419449c8f tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:39.936258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-e4bf7a06-8a87-4252-95e1-a98419449c8f tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1097 time: 0.1351492 Sep 17 22:24:39.945952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d5dbd60f-6253-4099-9a98-030a434808a4 None None] Provisioning complete for port 99ee7668-045d-420d-aabc-3ad051f71e11 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:39.948252 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd60f-6253-4099-9a98-030a434808a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.950910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-18'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:40.015334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 99ee7668-045d-420d-aabc-3ad051f71e11 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:40.162008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.262282 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.290401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 99ee7668-045d-420d-aabc-3ad051f71e11 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:40.291070 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.295132 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd60f-6253-4099-9a98-030a434808a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.396252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d5dbd60f-6253-4099-9a98-030a434808a4 None None] For port 99ee7668-045d-420d-aabc-3ad051f71e11, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=99ee7668-045d-420d-aabc-3ad051f71e11,segment=NetworkSegment(a47fa49b-7c11-4b68-a001-95664b8a34a0),segment_id=a47fa49b-7c11-4b68-a001-95664b8a34a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:40.433001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68330d4a-507a-4a9c-b204-ef9162454004 req-9052b72d-cc36-4629-8213-0083b7d69d90 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:40.437028 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68330d4a-507a-4a9c-b204-ef9162454004 req-9052b72d-cc36-4629-8213-0083b7d69d90 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 945 time: 0.1230376 Sep 17 22:24:40.466968 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.472298 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.485837 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd60f-6253-4099-9a98-030a434808a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.505273 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:40.572091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network f0404298-2664-475b-8329-6ce51039bd9a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:40.586552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:40.593770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:40.594887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:40.608387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:40.613622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.685699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfafe866-3006-42ef-84e8-1ea0bbd85877'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:40.691582 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73debf32-a360-41a7-8c7b-947dd4591182" -d '{"events": [{"server_uuid": "7a60d3bb-3c73-4680-a682-d056fafa5353", "name": "network-vif-unplugged", "status": "completed", "tag": "dfafe866-3006-42ef-84e8-1ea0bbd85877"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:40.702557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.716722 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68330d4a-507a-4a9c-b204-ef9162454004 req-fff93541-9465-4e5c-bf29-355958a9d864 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581773 Sep 17 22:24:40.719401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=f8dcee76-548a-4ff3-bec9-81e7bae1006f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:40.769016 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:24:40.771979 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:24:40.774861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-75526994-3cc4-4974-846f-c9a721f9c191 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2861955 Sep 17 22:24:40.777555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58702) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:40.785347 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbd60f-6253-4099-9a98-030a434808a4 None None] Pushing event updated for resources: {'Port': ['ID=99ee7668-045d-420d-aabc-3ad051f71e11,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:40.798562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.925536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9dd2542b-c6f3-4afb-a62e-2c2f870b9785 None None] Provisioning complete for port 99ee7668-045d-420d-aabc-3ad051f71e11 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:40.929792 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9dd2542b-c6f3-4afb-a62e-2c2f870b9785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.934309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfafe866-3006-42ef-84e8-1ea0bbd85877,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:41.009320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeffe20-6afd-4ca8-aa43-4244ef7dd114 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:41.018857 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-daeffe20-6afd-4ca8-aa43-4244ef7dd114 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2400074 Sep 17 22:24:41.022620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58708) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:41.097269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 on host n-h1-713499-18 for vnic_type normal with profile {"migrating_to": "n-h2-713499-18"} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:41.097958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:41.098529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:41.104272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Port dfafe866-3006-42ef-84e8-1ea0bbd85877 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:41.105243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Attempting to bind port dfafe866-3006-42ef-84e8-1ea0bbd85877 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:41.113216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:41.114161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:41.114842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:41.115865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Bound port: dfafe866-3006-42ef-84e8-1ea0bbd85877, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:41.116513 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.188404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9dd2542b-c6f3-4afb-a62e-2c2f870b9785 None None] Provisioning complete for port a109ecaa-7855-4080-993c-8625b122ee4c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:41.188998 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9dd2542b-c6f3-4afb-a62e-2c2f870b9785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.249703 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44c943a-f55f-4aef-ac3d-212a444cf10f x-openstack-request-id: req-b44c943a-f55f-4aef-ac3d-212a444cf10f {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:41.250009 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a60d3bb-3c73-4680-a682-d056fafa5353", "name": "network-vif-unplugged", "status": "completed", "tag": "dfafe866-3006-42ef-84e8-1ea0bbd85877", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:41.250393 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b44c943a-f55f-4aef-ac3d-212a444cf10f {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:41.250797 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfafe866-3006-42ef-84e8-1ea0bbd85877', 'code': 200} Sep 17 22:24:41.254555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed4f6a-1d9a-4868-acfb-6f69a20e2b95 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:41.272155 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed4f6a-1d9a-4868-acfb-6f69a20e2b95 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:41.290486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed4f6a-1d9a-4868-acfb-6f69a20e2b95 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:41.297945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58712) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:41.299000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-25ed4f6a-1d9a-4868-acfb-6f69a20e2b95 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2730057 Sep 17 22:24:41.344152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d66cbe-6dc5-4c29-ad9f-8992d971570a req-6aa53e92-7276-418e-9a39-0289277535ad tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:41.345784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2542b-c6f3-4afb-a62e-2c2f870b9785 None None] Port a109ecaa-7855-4080-993c-8625b122ee4c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:41.374389 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57d66cbe-6dc5-4c29-ad9f-8992d971570a req-6aa53e92-7276-418e-9a39-0289277535ad tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 945 time: 0.2809930 Sep 17 22:24:41.405320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:41.427664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:41.454620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57d66cbe-6dc5-4c29-ad9f-8992d971570a req-24dae836-9435-448c-8f36-b6fafe96004d tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792422 Sep 17 22:24:41.468113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5c2547f2-f7e3-454d-b7ca-b918bc3738dc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port f8dcee76-548a-4ff3-bec9-81e7bae1006f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:41.468729 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5c2547f2-f7e3-454d-b7ca-b918bc3738dc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.494152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5cdff7f3-a313-4bf3-8443-b82fe5afb51d None None] Provisioning complete for port a109ecaa-7855-4080-993c-8625b122ee4c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:41.494642 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5cdff7f3-a313-4bf3-8443-b82fe5afb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.538472 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.570225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5cdff7f3-a313-4bf3-8443-b82fe5afb51d None None] Port a109ecaa-7855-4080-993c-8625b122ee4c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:41.701050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b3448656-6f0f-47a3-9f34-507e522d5648 None None] Provisioning complete for port f8dcee76-548a-4ff3-bec9-81e7bae1006f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:41.701660 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3448656-6f0f-47a3-9f34-507e522d5648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.727858 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:41.728515 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.730010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/dfafe866-3006-42ef-84e8-1ea0bbd85877 HTTP/1.1" status: 200 len: 1123 time: 1.7852452 Sep 17 22:24:41.737183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc61b4e-f711-49fe-94de-4a39e658b4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfafe866-3006-42ef-84e8-1ea0bbd85877,revision_number=8']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:41.762459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5c2547f2-f7e3-454d-b7ca-b918bc3738dc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.793926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5c2547f2-f7e3-454d-b7ca-b918bc3738dc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for f8dcee76-548a-4ff3-bec9-81e7bae1006f owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:41.798803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0fb08400-b256-41c2-a66b-733f6596d268 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:41.838541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['dfafe866-3006-42ef-84e8-1ea0bbd85877'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:41.973269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b3448656-6f0f-47a3-9f34-507e522d5648 None None] Port f8dcee76-548a-4ff3-bec9-81e7bae1006f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:42.017585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 99ee7668-045d-420d-aabc-3ad051f71e11 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:42.169081 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5c2547f2-f7e3-454d-b7ca-b918bc3738dc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.251126 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.291053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 99ee7668-045d-420d-aabc-3ad051f71e11 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:42.291434 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.318731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fb08400-b256-41c2-a66b-733f6596d268, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fb08400-b256-41c2-a66b-733f6596d268,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:42.321860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb08400-b256-41c2-a66b-733f6596d268'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:42.323882 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94558fc4-0dbe-429d-ac34-0724515466df" -d '{"events": [{"server_uuid": "b6e42595-2011-4ff1-985d-31eccedbe62b", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb08400-b256-41c2-a66b-733f6596d268"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:42.516212 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.652237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0fb08400-b256-41c2-a66b-733f6596d268,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:42.679074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2547f2-f7e3-454d-b7ca-b918bc3738dc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=f8dcee76-548a-4ff3-bec9-81e7bae1006f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:42.688030 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5c2547f2-f7e3-454d-b7ca-b918bc3738dc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.690689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5c2547f2-f7e3-454d-b7ca-b918bc3738dc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/f8dcee76-548a-4ff3-bec9-81e7bae1006f HTTP/1.1" status: 204 len: 168 time: 1.3915427 Sep 17 22:24:42.693853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58740) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:42.729985 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2720ba3-3d07-436a-9753-7b07afc0c6ee tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:24:42.731834 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c2720ba3-3d07-436a-9753-7b07afc0c6ee tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/f8dcee76-548a-4ff3-bec9-81e7bae1006f HTTP/1.1" status: 404 len: 333 time: 0.0362177 Sep 17 22:24:42.734824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58744) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:42.741781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f8c9a-b861-4534-86f2-552cb2ffbb89 req-7d6295c4-e614-47dc-b517-dff97d33db5d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:42.762360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a95f8c9a-b861-4534-86f2-552cb2ffbb89 req-7d6295c4-e614-47dc-b517-dff97d33db5d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 943 time: 0.5747633 Sep 17 22:24:42.839103 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a95f8c9a-b861-4534-86f2-552cb2ffbb89 req-e93648dc-7aaa-472e-aa1b-34f77dec06bf tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754874 Sep 17 22:24:42.975930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48761f91-aed4-444b-89c0-1fdc533679c5 req-de89889d-400e-4618-bb32-d98b9627522a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:42.984386 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48761f91-aed4-444b-89c0-1fdc533679c5 req-de89889d-400e-4618-bb32-d98b9627522a tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 945 time: 0.0905521 Sep 17 22:24:43.044768 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48761f91-aed4-444b-89c0-1fdc533679c5 req-082dab96-8e21-4e80-a15a-267e421d1423 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524220 Sep 17 22:24:43.095730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c3928525-6163-4050-95c7-d52b355e0951 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port a109ecaa-7855-4080-993c-8625b122ee4c {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:43.095730 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c3928525-6163-4050-95c7-d52b355e0951 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.155247 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e064f668-b3fa-40f5-98ea-c2226455aeb2 x-openstack-request-id: req-e064f668-b3fa-40f5-98ea-c2226455aeb2 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:43.155565 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e42595-2011-4ff1-985d-31eccedbe62b", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb08400-b256-41c2-a66b-733f6596d268", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:43.155820 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e064f668-b3fa-40f5-98ea-c2226455aeb2 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:43.156240 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb08400-b256-41c2-a66b-733f6596d268', 'code': 200} Sep 17 22:24:43.199448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-e18353b1-1fc4-42b0-9546-154dcb73bc32 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:43.201963 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-e18353b1-1fc4-42b0-9546-154dcb73bc32 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 805 time: 0.2139952 Sep 17 22:24:43.228299 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-708d5b9b-936e-4dd0-a534-869278f7115a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/quotas/4bf3915093e9445ba897d411f58ee42c HTTP/1.1" status: 200 len: 375 time: 0.0203023 Sep 17 22:24:43.281865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'tag': 'dfafe866-3006-42ef-84e8-1ea0bbd85877'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:43.284310 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555d545a-608b-4ef6-bfa6-329f9f18eb88" -d '{"events": [{"name": "network-changed", "server_uuid": "7a60d3bb-3c73-4680-a682-d056fafa5353", "tag": "dfafe866-3006-42ef-84e8-1ea0bbd85877"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:43.293905 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c3928525-6163-4050-95c7-d52b355e0951 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.323780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c3928525-6163-4050-95c7-d52b355e0951 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for a109ecaa-7855-4080-993c-8625b122ee4c owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:43.337013 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-a8390e46-d390-45d8-9795-8ec71af5634e tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076283 Sep 17 22:24:43.497930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-8c0a5c68-f907-4ea4-9bbd-af4718f6bc5f tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:43.499416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-8c0a5c68-f907-4ea4-9bbd-af4718f6bc5f tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6e42595-2011-4ff1-985d-31eccedbe62b HTTP/1.1" status: 200 len: 943 time: 0.1604643 Sep 17 22:24:43.591227 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-7332943f-db02-429e-8d13-2c4d8fa56fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532430 Sep 17 22:24:43.700836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c3928525-6163-4050-95c7-d52b355e0951 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.778491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3928525-6163-4050-95c7-d52b355e0951 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=a109ecaa-7855-4080-993c-8625b122ee4c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:43.780661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-6d0b344c-8507-4630-8718-caa62e33f3c7 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884532 Sep 17 22:24:43.825144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-904cbb1c-36e4-441e-b6f0-1a99a6d5438a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Deleting port 0fb08400-b256-41c2-a66b-733f6596d268 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:43.830273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-904cbb1c-36e4-441e-b6f0-1a99a6d5438a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.878141 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c3928525-6163-4050-95c7-d52b355e0951 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.883613 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c3928525-6163-4050-95c7-d52b355e0951 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/a109ecaa-7855-4080-993c-8625b122ee4c HTTP/1.1" status: 204 len: 168 time: 1.1472037 Sep 17 22:24:43.884409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58762) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:43.948805 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d342af-a447-40c4-8134-464963af6f1d x-openstack-request-id: req-d7d342af-a447-40c4-8134-464963af6f1d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:43.949798 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a60d3bb-3c73-4680-a682-d056fafa5353", "tag": "dfafe866-3006-42ef-84e8-1ea0bbd85877", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:43.950212 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7d342af-a447-40c4-8134-464963af6f1d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:43.950682 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'tag': 'dfafe866-3006-42ef-84e8-1ea0bbd85877', 'status': 'completed', 'code': 200} Sep 17 22:24:43.963781 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-42deaa58-b8ae-4d4d-a216-863c140d8022 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:24:43.970520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-42deaa58-b8ae-4d4d-a216-863c140d8022 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/a109ecaa-7855-4080-993c-8625b122ee4c HTTP/1.1" status: 404 len: 333 time: 0.0814750 Sep 17 22:24:43.971856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58764) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:44.108788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-904cbb1c-36e4-441e-b6f0-1a99a6d5438a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] For port 0fb08400-b256-41c2-a66b-733f6596d268, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fb08400-b256-41c2-a66b-733f6596d268,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:44.109170 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-904cbb1c-36e4-441e-b6f0-1a99a6d5438a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.152087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bf6ae5-928e-4249-ae91-7efd44bc7a0d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet 0c0601c2-168f-457d-a183-3cfb461c6744 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:24:44.155029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-904cbb1c-36e4-441e-b6f0-1a99a6d5438a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Calling delete_port for 0fb08400-b256-41c2-a66b-733f6596d268 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:44.195570 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80bf6ae5-928e-4249-ae91-7efd44bc7a0d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.346516 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80bf6ae5-928e-4249-ae91-7efd44bc7a0d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.449200 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-904cbb1c-36e4-441e-b6f0-1a99a6d5438a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.557214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80bf6ae5-928e-4249-ae91-7efd44bc7a0d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.581943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cbb1c-36e4-441e-b6f0-1a99a6d5438a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Pushing event deleted for resources: {'Port': ['ID=0fb08400-b256-41c2-a66b-733f6596d268,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:44.634642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7310b-0346-4678-be1c-7eba84af9bad req-a0b8876a-9f23-4a39-9cb9-db1e52636597 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:44.649554 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60e7310b-0346-4678-be1c-7eba84af9bad req-a0b8876a-9f23-4a39-9cb9-db1e52636597 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 943 time: 0.2936935 Sep 17 22:24:44.698611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-904cbb1c-36e4-441e-b6f0-1a99a6d5438a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] No DVR routers for this DVR port 0fb08400-b256-41c2-a66b-733f6596d268 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:44.702241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d545a-608b-4ef6-bfa6-329f9f18eb88 req-12217614-fdaa-4276-a801-11974ee65684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:44.704150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-555d545a-608b-4ef6-bfa6-329f9f18eb88 req-12217614-fdaa-4276-a801-11974ee65684 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1126 time: 0.3468339 Sep 17 22:24:44.707162 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-904cbb1c-36e4-441e-b6f0-1a99a6d5438a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.709806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ee3bb7c-6648-4826-af41-7a94d2bb627d req-904cbb1c-36e4-441e-b6f0-1a99a6d5438a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "DELETE /v2.0/ports/0fb08400-b256-41c2-a66b-733f6596d268 HTTP/1.1" status: 204 len: 173 time: 1.1974056 Sep 17 22:24:44.740972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-adee8aed-cc10-4c33-90cb-e90a87988090 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:44.741388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80bf6ae5-928e-4249-ae91-7efd44bc7a0d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.742795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-adee8aed-cc10-4c33-90cb-e90a87988090 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 945 time: 0.3841071 Sep 17 22:24:44.891102 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80bf6ae5-928e-4249-ae91-7efd44bc7a0d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.891310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e94711d-38da-4cd4-9e74-b87cc867dd9a None None] Network f0404298-2664-475b-8329-6ce51039bd9a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:44.896459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-80bf6ae5-928e-4249-ae91-7efd44bc7a0d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/0c0601c2-168f-457d-a183-3cfb461c6744 HTTP/1.1" status: 204 len: 168 time: 0.9192128 Sep 17 22:24:44.896642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf6ae5-928e-4249-ae91-7efd44bc7a0d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0601c2-168f-457d-a183-3cfb461c6744,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:44.903822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58782) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:44.920047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60e7310b-0346-4678-be1c-7eba84af9bad req-4d1ccd4a-51de-4575-9d63-d52363583b89 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280533 Sep 17 22:24:45.091998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d545a-608b-4ef6-bfa6-329f9f18eb88 req-a9ba899b-e850-4420-8f62-56a6f55f14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:45.106767 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-555d545a-608b-4ef6-bfa6-329f9f18eb88 req-a9ba899b-e850-4420-8f62-56a6f55f14ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.3763726 Sep 17 22:24:45.181671 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.221463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-555d545a-608b-4ef6-bfa6-329f9f18eb88 req-56b8d8d1-646d-49a2-9053-c735905825f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877 HTTP/1.1" status: 200 len: 217 time: 0.1134534 Sep 17 22:24:45.257535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-76422600-52c1-4d95-8221-5af3902c6cc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Deleting port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:45.257987 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-76422600-52c1-4d95-8221-5af3902c6cc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.282341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device dfafe866-3006-42ef-84e8-1ea0bbd85877 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:45.300592 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d15b85c2-cd28-48b4-9cc0-a53546bf902c req-b940d07c-7c22-4344-84a9-a038776ea789 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 210 time: 0.0928247 Sep 17 22:24:45.334604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fbc16-1ffa-4818-879b-348a33ca4b63 req-9b37b583-932b-4ebc-bc26-cc516999fe27 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:45.336341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b6fbc16-1ffa-4818-879b-348a33ca4b63 req-9b37b583-932b-4ebc-bc26-cc516999fe27 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 945 time: 0.1488504 Sep 17 22:24:45.498368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d545a-608b-4ef6-bfa6-329f9f18eb88 req-de046adc-acb7-4755-9c7a-174ecc4254bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:45.500635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-555d545a-608b-4ef6-bfa6-329f9f18eb88 req-de046adc-acb7-4755-9c7a-174ecc4254bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.2558746 Sep 17 22:24:45.527841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 99ee7668-045d-420d-aabc-3ad051f71e11 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:45.528208 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.581737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:45.586944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b6fbc16-1ffa-4818-879b-348a33ca4b63 req-558365ee-a8af-46d9-a490-aa3b197c8217 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/security-groups?id=19b4d97f-2d68-451d-b7d0-25cb88285278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307944 Sep 17 22:24:45.613395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device dfafe866-3006-42ef-84e8-1ea0bbd85877 has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:24:45.616848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3130009-9776-440b-b868-6f022087739e None None] DHCP port deletion for f0404298-2664-475b-8329-6ce51039bd9a request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:24:45.626858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-555d545a-608b-4ef6-bfa6-329f9f18eb88 req-9e59b004-b38c-4e8a-861e-3de9ed5c615c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073337 Sep 17 22:24:45.680004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-76422600-52c1-4d95-8221-5af3902c6cc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] For port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,segment=NetworkSegment(c7c7a5ac-3088-41b2-818d-4dc93fbe2249),segment_id=c7c7a5ac-3088-41b2-818d-4dc93fbe2249)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:45.680373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-76422600-52c1-4d95-8221-5af3902c6cc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.680624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] For port 99ee7668-045d-420d-aabc-3ad051f71e11, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=99ee7668-045d-420d-aabc-3ad051f71e11,segment=NetworkSegment(a47fa49b-7c11-4b68-a001-95664b8a34a0),segment_id=a47fa49b-7c11-4b68-a001-95664b8a34a0)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:45.681014 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.699711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 99ee7668-045d-420d-aabc-3ad051f71e11 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:45.704623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b3130009-9776-440b-b868-6f022087739e None None] Deleting port 99ee7668-045d-420d-aabc-3ad051f71e11 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:45.718292 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3130009-9776-440b-b868-6f022087739e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.718482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-76422600-52c1-4d95-8221-5af3902c6cc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Calling delete_port for 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:45.893088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-555d545a-608b-4ef6-bfa6-329f9f18eb88 req-aa8d4c94-fa34-4063-a0fc-73f093cf7513 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523630 Sep 17 22:24:45.958226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'name': 'network-vif-deleted', 'tag': '0fb08400-b256-41c2-a66b-733f6596d268'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:45.963183 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669f27aa-1349-499e-9307-8511a6cd7bcb" -d '{"events": [{"server_uuid": "b6e42595-2011-4ff1-985d-31eccedbe62b", "name": "network-vif-deleted", "tag": "0fb08400-b256-41c2-a66b-733f6596d268"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:46.025066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0fb08400-b256-41c2-a66b-733f6596d268 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:46.030839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 99ee7668-045d-420d-aabc-3ad051f71e11 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:46.069244 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-555d545a-608b-4ef6-bfa6-329f9f18eb88 req-38060001-5cc9-4983-818a-c6ed646fb079 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584029 Sep 17 22:24:46.071777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.132237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b3130009-9776-440b-b868-6f022087739e None None] For port 99ee7668-045d-420d-aabc-3ad051f71e11, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=99ee7668-045d-420d-aabc-3ad051f71e11,segment=NetworkSegment(a47fa49b-7c11-4b68-a001-95664b8a34a0),segment_id=a47fa49b-7c11-4b68-a001-95664b8a34a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:46.132920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3130009-9776-440b-b868-6f022087739e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.135005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 0fb08400-b256-41c2-a66b-733f6596d268 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:46.135643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0fb08400-b256-41c2-a66b-733f6596d268 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:46.162675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b3130009-9776-440b-b868-6f022087739e None None] Calling delete_port for 99ee7668-045d-420d-aabc-3ad051f71e11 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:46.174622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No DVR routers for this DVR port 99ee7668-045d-420d-aabc-3ad051f71e11 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:46.174622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=99ee7668-045d-420d-aabc-3ad051f71e11,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:46.234007 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c0faea-47bc-4ad1-9f9d-0a8f5a7dba4d x-openstack-request-id: req-75c0faea-47bc-4ad1-9f9d-0a8f5a7dba4d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:46.236390 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e42595-2011-4ff1-985d-31eccedbe62b", "name": "network-vif-deleted", "tag": "0fb08400-b256-41c2-a66b-733f6596d268", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:46.236991 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75c0faea-47bc-4ad1-9f9d-0a8f5a7dba4d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:46.237516 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e42595-2011-4ff1-985d-31eccedbe62b', 'name': 'network-vif-deleted', 'tag': '0fb08400-b256-41c2-a66b-733f6596d268', 'status': 'completed', 'code': 200} Sep 17 22:24:46.276803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No active binding found for port 99ee7668-045d-420d-aabc-3ad051f71e11 {{(pid=95456) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 22:24:46.276803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 99ee7668-045d-420d-aabc-3ad051f71e11 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:46.288710 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3130009-9776-440b-b868-6f022087739e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.328030 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-76422600-52c1-4d95-8221-5af3902c6cc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.346119 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3130009-9776-440b-b868-6f022087739e None None] Pushing event deleted for resources: {'Port': ['ID=99ee7668-045d-420d-aabc-3ad051f71e11,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:46.352266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3130009-9776-440b-b868-6f022087739e None None] No DVR routers for this DVR port 99ee7668-045d-420d-aabc-3ad051f71e11 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:46.391191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76422600-52c1-4d95-8221-5af3902c6cc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Pushing event deleted for resources: {'Port': ['ID=5e5921d9-8d92-42ba-9cd6-ea155a9f19fd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:46.457127 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.492756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-76422600-52c1-4d95-8221-5af3902c6cc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] No DVR routers for this DVR port 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:46.498223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-76422600-52c1-4d95-8221-5af3902c6cc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.500782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff231ab5-92e3-4097-a47a-c12670e9df83 req-76422600-52c1-4d95-8221-5af3902c6cc4 tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.15 "DELETE /v2.0/ports/5e5921d9-8d92-42ba-9cd6-ea155a9f19fd HTTP/1.1" status: 204 len: 173 time: 1.7464972 Sep 17 22:24:46.504521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0404298-2664-475b-8329-6ce51039bd9a']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:46.541037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78f043-670a-4d77-a113-1ddc19c07d2c req-866d2590-00b3-4dbc-ad94-9992f8d7a2f2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:46.548776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4a78f043-670a-4d77-a113-1ddc19c07d2c req-866d2590-00b3-4dbc-ad94-9992f8d7a2f2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 943 time: 0.2863843 Sep 17 22:24:46.554713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47fa49b-7c11-4b68-a001-95664b8a34a0') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:46.555064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47fa49b-7c11-4b68-a001-95664b8a34a0') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:46.580331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.603477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.616082 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4a78f043-670a-4d77-a113-1ddc19c07d2c req-ba9f8e6b-87c2-45c2-9287-2e5c0a61a4dc tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641086 Sep 17 22:24:46.617085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:24:46.617672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:24:46.620840 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:24:46.780846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cdf7f3c1-ccea-4d38-a142-fec34aafe0e8 req-56dbe419-6ef5-481b-8e25-ba1d64ba306d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 210 time: 0.0438473 Sep 17 22:24:46.839273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.855409 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.855409 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/networks/f0404298-2664-475b-8329-6ce51039bd9a HTTP/1.1" status: 204 len: 168 time: 1.9457505 Sep 17 22:24:46.859335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58816) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:46.865618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1623580049'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:46.906598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f78d9-7e87-4a52-ae43-d008b77bb07b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Network': ['ID=f0404298-2664-475b-8329-6ce51039bd9a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:46.993861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:46.999605 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.028952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:47.041572 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.042260 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Added segment adcdfa8c-954b-46fc-8567-93056cd434b1 of type vlan for network 737371c3-0da6-478e-8d55-e32f394adcda Sep 17 22:24:47.085788 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c24021ec-6d8e-44c6-a6cf-6a084db7f134 req-6d24df70-9991-4f56-bad2-7167d4e0f19e tempest-DeleteServersTestJSON-769771300 tempest-DeleteServersTestJSON-769771300-project] 10.222.0.30 "GET /v2.0/ports?device_id=da0cd890-386a-47fe-bbf8-90b0aab55ee4 HTTP/1.1" status: 200 len: 210 time: 0.0422270 Sep 17 22:24:47.105223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.246941 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.253116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:47.254341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.309312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:47.353459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Network': ['ID=737371c3-0da6-478e-8d55-e32f394adcda,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:47.357998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:47.357998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5e5921d9-8d92-42ba-9cd6-ea155a9f19fd not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:47.376010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 737371c3-0da6-478e-8d55-e32f394adcda details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:47.533533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c3d38a87-2d3c-44a8-8982-96761082a335 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6699898 Sep 17 22:24:47.534205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58822) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:47.539968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': '737371c3-0da6-478e-8d55-e32f394adcda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:47.645688 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-5abc8ce1-8ffe-418c-9a9e-c2f1b0a95783 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:47.647343 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-5abc8ce1-8ffe-418c-9a9e-c2f1b0a95783 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 805 time: 0.2848110 Sep 17 22:24:47.690643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Request body: {'port': {'device_id': '23b0a54f-1364-4bdc-82a4-23d102f3e049', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'admin_state_up': True, 'tenant_id': '4bf3915093e9445ba897d411f58ee42c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:47.717363 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-c85f1038-65b4-4827-98a5-f782c1cf8c93 service neutron] 10.222.0.23 "GET /v2.0/ports/dfafe866-3006-42ef-84e8-1ea0bbd85877/bindings/n-h2-713499-18 HTTP/1.1" status: 200 len: 385 time: 0.1885562 Sep 17 22:24:47.789795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa34b4a-eb01-43a8-acf2-51bd3b64f4e0 req-2009c115-7341-47e8-b7ef-2cd007a0596b tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:47.797648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9aa34b4a-eb01-43a8-acf2-51bd3b64f4e0 req-2009c115-7341-47e8-b7ef-2cd007a0596b tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 943 time: 0.0706944 Sep 17 22:24:47.852105 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9aa34b4a-eb01-43a8-acf2-51bd3b64f4e0 req-b3536de2-16a8-410e-b0e5-78b4edce48d5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522423 Sep 17 22:24:47.867662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:47.871478 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.013391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-045f9577-e42e-40ab-b229-13e442780241 req-1a071fee-f7e7-4a84-86a5-0d9ad0ba289f tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 210 time: 0.0740459 Sep 17 22:24:48.084204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-29100b51-c866-46e9-86f4-29b1cf9f92d2 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:48.118863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-29100b51-c866-46e9-86f4-29b1cf9f92d2 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:48.121903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Made reservation on behalf of 4bf3915093e9445ba897d411f58ee42c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:48.131649 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.190913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-29100b51-c866-46e9-86f4-29b1cf9f92d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfafe866-3006-42ef-84e8-1ea0bbd85877 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:48.208365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-29100b51-c866-46e9-86f4-29b1cf9f92d2 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:48.257578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0cd890-386a-47fe-bbf8-90b0aab55ee4', 'name': 'network-vif-deleted', 'tag': '5e5921d9-8d92-42ba-9cd6-ea155a9f19fd'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:48.257578 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0972d8a2-f10a-42d2-bd9f-b0a9b26ef86f" -d '{"events": [{"server_uuid": "da0cd890-386a-47fe-bbf8-90b0aab55ee4", "name": "network-vif-deleted", "tag": "5e5921d9-8d92-42ba-9cd6-ea155a9f19fd"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:48.318837 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.326230 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0121d52a-4682-4642-8cdf-18db35854db0 x-openstack-request-id: req-0121d52a-4682-4642-8cdf-18db35854db0 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:48.330642 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0cd890-386a-47fe-bbf8-90b0aab55ee4", "name": "network-vif-deleted", "tag": "5e5921d9-8d92-42ba-9cd6-ea155a9f19fd", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:48.330642 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0121d52a-4682-4642-8cdf-18db35854db0 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:48.330642 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0cd890-386a-47fe-bbf8-90b0aab55ee4', 'name': 'network-vif-deleted', 'tag': '5e5921d9-8d92-42ba-9cd6-ea155a9f19fd', 'status': 'completed', 'code': 200} Sep 17 22:24:48.365508 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-29100b51-c866-46e9-86f4-29b1cf9f92d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.374951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Allocated IP 172.20.0.11 (f5a1c400-89ff-42c2-939c-403cc493a365/d094fa44-b886-409c-8452-de94660a00d9/fe432130-2f4f-4771-9c3f-48704d7d9d67) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:48.403402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Checking segment: {'id': 'adcdfa8c-954b-46fc-8567-93056cd434b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '737371c3-0da6-478e-8d55-e32f394adcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:48.403887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network hostable DHCP agents. Network: 737371c3-0da6-478e-8d55-e32f394adcda, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:48.407230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=d97e11ce-5681-4907-9b48-faa7b4f54fa9,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:48.527843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 737371c3-0da6-478e-8d55-e32f394adcda is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:48.633817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-29100b51-c866-46e9-86f4-29b1cf9f92d2 service neutron] Transition to ACTIVE for port object dfafe866-3006-42ef-84e8-1ea0bbd85877 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:48.636582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 737371c3-0da6-478e-8d55-e32f394adcda) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:48.640895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:48.641475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.652899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bda96e-3b9b-4789-81ef-40bd4d889b88 None None] Network 737371c3-0da6-478e-8d55-e32f394adcda requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:48.672563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.770941 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-29100b51-c866-46e9-86f4-29b1cf9f92d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.808732 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-beef67f7-1bdd-441b-9528-b02881632584 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2733498 Sep 17 22:24:48.811610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58886) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:48.819312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e0774df6-0b17-4cbf-8ebb-fe9b294880f0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-492253201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:48.882937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-29100b51-c866-46e9-86f4-29b1cf9f92d2 service neutron] No DVR routers for this DVR port dfafe866-3006-42ef-84e8-1ea0bbd85877 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:48.909654 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.957042 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0774df6-0b17-4cbf-8ebb-fe9b294880f0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.959048 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0774df6-0b17-4cbf-8ebb-fe9b294880f0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.967677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-737371c3-0da6-478e-8d55-e32f394adcda', 'network_id': '737371c3-0da6-478e-8d55-e32f394adcda', 'tenant_id': '370a17a34bc2432b866e585087a8018b', 'fixed_ips': [{'subnet_id': 'd97e11ce-5681-4907-9b48-faa7b4f54fa9'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:24:48.968670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.971545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29100b51-c866-46e9-86f4-29b1cf9f92d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfafe866-3006-42ef-84e8-1ea0bbd85877,revision_number=10']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:49.085209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Network f5a1c400-89ff-42c2-939c-403cc493a365 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:49.093654 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0774df6-0b17-4cbf-8ebb-fe9b294880f0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.096866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-29100b51-c866-46e9-86f4-29b1cf9f92d2 service neutron] 10.222.0.23 "PUT /v2.0/ports/dfafe866-3006-42ef-84e8-1ea0bbd85877/bindings/n-h2-713499-18/activate HTTP/1.1" status: 200 len: 370 time: 1.3672659 Sep 17 22:24:49.163453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:49.181322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:49.234360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58898) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:49.249222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0774df6-0b17-4cbf-8ebb-fe9b294880f0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.257618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:49.259489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.287676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Pushing event updated for resources: {'Port': ['ID=fe432130-2f4f-4771-9c3f-48704d7d9d67,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:49.307552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be796e3-4063-4f41-aacc-cb101b1a6d51 req-46f741b8-5ad8-482f-b483-7622818c5934 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:49.312186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd224d06-5417-4ad6-a89e-1b6355dd43ef req-a7137b28-f024-45ef-a1bc-c938029c94b1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:49.318332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2be796e3-4063-4f41-aacc-cb101b1a6d51 req-46f741b8-5ad8-482f-b483-7622818c5934 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 944 time: 0.2805312 Sep 17 22:24:49.322858 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd224d06-5417-4ad6-a89e-1b6355dd43ef req-a7137b28-f024-45ef-a1bc-c938029c94b1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 932 time: 0.1822746 Sep 17 22:24:49.374872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Allocated IP 2001:db8::2 (737371c3-0da6-478e-8d55-e32f394adcda/d97e11ce-5681-4907-9b48-faa7b4f54fa9/bf3ea4a2-3446-44fb-a0e8-f2679e11a414) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:49.402807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd224d06-5417-4ad6-a89e-1b6355dd43ef req-394f5a2b-751d-4297-96db-d4f2e7fbd390 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783055 Sep 17 22:24:49.410017 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0774df6-0b17-4cbf-8ebb-fe9b294880f0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.415738 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e0774df6-0b17-4cbf-8ebb-fe9b294880f0 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6005609 Sep 17 22:24:49.418400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58902) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:49.435493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'network_id': '737371c3-0da6-478e-8d55-e32f394adcda', 'name': 'tempest-PortsIpV6TestJSON-597122889'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:49.436113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2be796e3-4063-4f41-aacc-cb101b1a6d51 req-7892ad6d-8666-4cbd-97ad-e2c9d944cf16 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108913 Sep 17 22:24:49.438866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-85b20585-4df9-4d3b-a2c6-95bdee70ff43 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7581289 Sep 17 22:24:49.468034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Request body: {'port': {'device_id': '23b0a54f-1364-4bdc-82a4-23d102f3e049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:49.570086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd4fb-d55e-493f-b435-72a90d53b61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.751413 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.808767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device dfafe866-3006-42ef-84e8-1ea0bbd85877 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:49.853459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd4fb-d55e-493f-b435-72a90d53b61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.868698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device dfafe866-3006-42ef-84e8-1ea0bbd85877 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:49.899548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.927729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Network 737371c3-0da6-478e-8d55-e32f394adcda is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:49.930295 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:49.959657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:50.000818 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd4fb-d55e-493f-b435-72a90d53b61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.013233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-fb6ccb02-69d9-48a1-9d42-1ca851a84389 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.014790 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-fb6ccb02-69d9-48a1-9d42-1ca851a84389 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.6877418 Sep 17 22:24:50.036729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Attempting to bind port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:50.036729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Attempting to bind port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'adcdfa8c-954b-46fc-8567-93056cd434b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '737371c3-0da6-478e-8d55-e32f394adcda'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:50.036729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Attempting to bind port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 on network 737371c3-0da6-478e-8d55-e32f394adcda {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:50.055293 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:50.056481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Checking segment: {'id': 'adcdfa8c-954b-46fc-8567-93056cd434b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '737371c3-0da6-478e-8d55-e32f394adcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:50.057016 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.057560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Bound using segment: {'id': 'adcdfa8c-954b-46fc-8567-93056cd434b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '737371c3-0da6-478e-8d55-e32f394adcda'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:50.058183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Bound port: bf3ea4a2-3446-44fb-a0e8-f2679e11a414, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcdfa8c-954b-46fc-8567-93056cd434b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '737371c3-0da6-478e-8d55-e32f394adcda'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:50.058653 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.079036 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.102503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-1f20c045-16fa-496c-a12e-714af5cbfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.104035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-1f20c045-16fa-496c-a12e-714af5cbfae8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353&tenant_id=a202bb9a868f4e9b94bee628f0f7b756 HTTP/1.1" status: 200 len: 1096 time: 0.0796099 Sep 17 22:24:50.111506 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ba4bd4fb-d55e-493f-b435-72a90d53b61a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8605aee9e8814d76ace892ea0e9960a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8756714 Sep 17 22:24:50.123762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58908) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:50.150209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:50.162369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.171081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] For port bf3ea4a2-3446-44fb-a0e8-f2679e11a414, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:50.175042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] For port bf3ea4a2-3446-44fb-a0e8-f2679e11a414, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bf3ea4a2-3446-44fb-a0e8-f2679e11a414,segment=NetworkSegment(adcdfa8c-954b-46fc-8567-93056cd434b1),segment_id=adcdfa8c-954b-46fc-8567-93056cd434b1)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:50.176334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Pushing event updated for resources: {'Port': ['ID=bf3ea4a2-3446-44fb-a0e8-f2679e11a414,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:50.191000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bd4fb-d55e-493f-b435-72a90d53b61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4b4115-6099-4f83-a49a-5da1ec778ee5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:50.207868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port bd3ca854-2240-47da-b548-7bd7aebbc674 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:24:50.305950 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.370184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-b18800a7-f915-4f93-8c92-625af89303b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.372189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-b18800a7-f915-4f93-8c92-625af89303b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1096 time: 0.2186153 Sep 17 22:24:50.377188 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5643c1a-2545-4097-94a6-6c77d3229ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.423508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8::233 (737371c3-0da6-478e-8d55-e32f394adcda/d97e11ce-5681-4907-9b48-faa7b4f54fa9/bd3ca854-2240-47da-b548-7bd7aebbc674) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:50.448410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c415d-d0e3-4965-8ac4-2e76262221ce None None] Pushing event updated for resources: {'Port': ['ID=bf3ea4a2-3446-44fb-a0e8-f2679e11a414,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:50.518921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-a58fb72c-a459-4080-b444-1741ace6a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.521125 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-a58fb72c-a459-4080-b444-1741ace6a51b service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.1397653 Sep 17 22:24:50.612523 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-4b0b7ca4-bd1a-48dc-9b21-7273b86e92dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877 HTTP/1.1" status: 200 len: 217 time: 0.0711851 Sep 17 22:24:50.712294 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5643c1a-2545-4097-94a6-6c77d3229ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.721544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f328e3-6b28-4d4c-9c51-cf58fcbed3d8 req-0e7e2401-6a86-4ca2-8de5-0e89d000a83a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.730020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88f328e3-6b28-4d4c-9c51-cf58fcbed3d8 req-0e7e2401-6a86-4ca2-8de5-0e89d000a83a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 944 time: 0.1658566 Sep 17 22:24:50.804009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.814973 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88f328e3-6b28-4d4c-9c51-cf58fcbed3d8 req-2a9f0eaa-0749-4a71-a5ab-80bd67cae8ba tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839705 Sep 17 22:24:50.920277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b1eed-468e-4619-9738-c9ec3c29c16c req-b36a539a-77ce-47b7-b898-4239a9490493 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.930724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e4b1eed-468e-4619-9738-c9ec3c29c16c req-b36a539a-77ce-47b7-b898-4239a9490493 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 932 time: 0.3887444 Sep 17 22:24:50.943821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-dc0b5ca3-8f64-4915-967d-1fd255f4f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:50.959301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-dc0b5ca3-8f64-4915-967d-1fd255f4f83d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.3266373 Sep 17 22:24:51.018441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.032486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-462476ef-1f81-4bfb-b0d2-cd099cd6b2d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547194 Sep 17 22:24:51.140058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=bd3ca854-2240-47da-b548-7bd7aebbc674,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:51.163459 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e4b1eed-468e-4619-9738-c9ec3c29c16c req-d05998a4-cf41-4bff-959f-39b05ec04bb9 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957092 Sep 17 22:24:51.167414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 737371c3-0da6-478e-8d55-e32f394adcda is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:51.170195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:51.179628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:51.187792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:51.188880 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.225428 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5643c1a-2545-4097-94a6-6c77d3229ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.237623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5643c1a-2545-4097-94a6-6c77d3229ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.240592 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e5643c1a-2545-4097-94a6-6c77d3229ed6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c4b4115-6099-4f83-a49a-5da1ec778ee5 HTTP/1.1" status: 204 len: 168 time: 1.1158078 Sep 17 22:24:51.323998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device dfafe866-3006-42ef-84e8-1ea0bbd85877 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:51.331253 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4fc2ccf4-e8fd-4618-95a1-8ef1ab199cca tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9073887 Sep 17 22:24:51.333352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58922) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:51.365798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5643c1a-2545-4097-94a6-6c77d3229ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4b4115-6099-4f83-a49a-5da1ec778ee5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:51.414044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe432130-2f4f-4771-9c3f-48704d7d9d67 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:51.429095 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-7a685967-5ad9-4309-a0ce-70b76fa9d742 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816667 Sep 17 22:24:51.431253 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.505565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Transition to ACTIVE for port object fe432130-2f4f-4771-9c3f-48704d7d9d67 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:51.706178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-f66512d3-bdee-47b2-9a21-6703a2ead9c3 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679083 Sep 17 22:24:51.707482 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.768989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Pushing event updated for resources: {'Port': ['ID=fe432130-2f4f-4771-9c3f-48704d7d9d67,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:51.991095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Attempting to bind port fe432130-2f4f-4771-9c3f-48704d7d9d67 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:51.991433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Attempting to bind port fe432130-2f4f-4771-9c3f-48704d7d9d67 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:51.991765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Attempting to bind port fe432130-2f4f-4771-9c3f-48704d7d9d67 on network f5a1c400-89ff-42c2-939c-403cc493a365 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:51.998898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Port fe432130-2f4f-4771-9c3f-48704d7d9d67 on network f5a1c400-89ff-42c2-939c-403cc493a365 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:51.999263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Attempting to bind port fe432130-2f4f-4771-9c3f-48704d7d9d67 on network f5a1c400-89ff-42c2-939c-403cc493a365 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:52.008883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:52.009318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Checking segment: {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:52.009670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Bound using segment: {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:52.010173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Bound port: fe432130-2f4f-4771-9c3f-48704d7d9d67, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:52.010858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.030672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bf3ea4a2-3446-44fb-a0e8-f2679e11a414 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:52.189178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] For port fe432130-2f4f-4771-9c3f-48704d7d9d67, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:52.194859 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] For port fe432130-2f4f-4771-9c3f-48704d7d9d67, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:52.211685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df9093-03c3-44d5-b94f-c3e4fbd7ca80 None None] Network 737371c3-0da6-478e-8d55-e32f394adcda requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:52.277002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.295874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-35ac0d08-f902-4346-8179-b3a2426295f1 None None] Provisioning complete for port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:52.296268 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-35ac0d08-f902-4346-8179-b3a2426295f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.340849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.347037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:52.347613 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.416907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5d5a5-5393-40bb-bb92-ab0be902a09b req-a8dde7ed-21c5-407d-aaad-e9f201000c37 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:52.432191 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50c5d5a5-5393-40bb-bb92-ab0be902a09b req-a8dde7ed-21c5-407d-aaad-e9f201000c37 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 944 time: 0.4533360 Sep 17 22:24:52.482061 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-35ac0d08-f902-4346-8179-b3a2426295f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.503628 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50c5d5a5-5393-40bb-bb92-ab0be902a09b req-dacc4431-c74a-4cdf-9e7a-1882f937f801 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767651 Sep 17 22:24:52.574576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Pushing event updated for resources: {'Port': ['ID=fe432130-2f4f-4771-9c3f-48704d7d9d67,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:52.626438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:52.628475 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.630743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-38748af1-4af1-4479-bb3c-7aecc5c32c0f service neutron] 10.222.0.23 "PUT /v2.0/ports/fe432130-2f4f-4771-9c3f-48704d7d9d67 HTTP/1.1" status: 200 len: 1093 time: 3.1803663 Sep 17 22:24:52.634264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b0a54f-1364-4bdc-82a4-23d102f3e049', 'tag': 'fe432130-2f4f-4771-9c3f-48704d7d9d67'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:52.648794 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cea5bc-7b04-400c-8370-cb9cf857b83a" -d '{"events": [{"name": "network-changed", "server_uuid": "23b0a54f-1364-4bdc-82a4-23d102f3e049", "tag": "fe432130-2f4f-4771-9c3f-48704d7d9d67"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:52.674463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.703913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacd761-e4f1-4cc7-8db3-965df94d08d9 req-2ddb6c67-2373-4fd6-8441-d6769b584d83 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:52.705711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9aacd761-e4f1-4cc7-8db3-965df94d08d9 req-2ddb6c67-2373-4fd6-8441-d6769b584d83 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 944 time: 0.4256005 Sep 17 22:24:52.714057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-82e2c022-6017-44dc-a2c6-2114b31a1132 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:52.715903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-82e2c022-6017-44dc-a2c6-2114b31a1132 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.2994595 Sep 17 22:24:52.732445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-35ac0d08-f902-4346-8179-b3a2426295f1 None None] For port bf3ea4a2-3446-44fb-a0e8-f2679e11a414, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bf3ea4a2-3446-44fb-a0e8-f2679e11a414,segment=NetworkSegment(adcdfa8c-954b-46fc-8567-93056cd434b1),segment_id=adcdfa8c-954b-46fc-8567-93056cd434b1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:52.815855 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-35ac0d08-f902-4346-8179-b3a2426295f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.829943 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5262373-b445-4bf6-b7d4-6bf25aa6ae6f x-openstack-request-id: req-d5262373-b445-4bf6-b7d4-6bf25aa6ae6f {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:52.830293 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b0a54f-1364-4bdc-82a4-23d102f3e049", "tag": "fe432130-2f4f-4771-9c3f-48704d7d9d67", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:52.830500 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5262373-b445-4bf6-b7d4-6bf25aa6ae6f {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:52.830904 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b0a54f-1364-4bdc-82a4-23d102f3e049', 'tag': 'fe432130-2f4f-4771-9c3f-48704d7d9d67', 'status': 'completed', 'code': 200} Sep 17 22:24:52.870702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9aacd761-e4f1-4cc7-8db3-965df94d08d9 req-790d6861-5057-4f3c-975f-d4260efd7735 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532919 Sep 17 22:24:52.924297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-8a1d705c-3088-4553-bbb4-1abef0baf7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:52.924297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-8a1d705c-3088-4553-bbb4-1abef0baf7d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 1096 time: 0.1764479 Sep 17 22:24:53.034255 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.059424 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-fc2502e4-3254-4d36-ac52-5347b7dd1ce8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67 HTTP/1.1" status: 200 len: 217 time: 0.1288161 Sep 17 22:24:53.086059 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:24:53.086771 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:24:53.088015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac0d08-f902-4346-8179-b3a2426295f1 None None] Pushing event updated for resources: {'Port': ['ID=bf3ea4a2-3446-44fb-a0e8-f2679e11a414,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:53.112781 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.244760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-0e569450-e0e7-4823-aaf0-044737a55fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:53.252462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-0e569450-e0e7-4823-aaf0-044737a55fb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d094fa44-b886-409c-8452-de94660a00d9 HTTP/1.1" status: 200 len: 845 time: 0.1755927 Sep 17 22:24:53.330961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=bd3ca854-2240-47da-b548-7bd7aebbc674,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:53.338025 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-262821c4-1803-40a2-8ccb-fd377313cf42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5a1c400-89ff-42c2-939c-403cc493a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846915 Sep 17 22:24:53.369854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5c91a0ac-336b-40a2-934b-249d339227d8 None None] Provisioning complete for port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:53.373982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5c91a0ac-336b-40a2-934b-249d339227d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.566929 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.630094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-cf2ef352-fb2f-414b-ac49-116771d018b6 service neutron] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:53.650755 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-cf2ef352-fb2f-414b-ac49-116771d018b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.655225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f0fb457-3307-4649-8dd3-b53f5d306065 req-cf2ef352-fb2f-414b-ac49-116771d018b6 service neutron] 10.222.0.15 "DELETE /v2.0/ports/dfafe866-3006-42ef-84e8-1ea0bbd85877/bindings/n-h1-713499-18 HTTP/1.1" status: 204 len: 173 time: 0.9242508 Sep 17 22:24:53.778812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-5a4fa6c5-973d-41c2-b614-47a32ad0d5fc service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214406 Sep 17 22:24:53.804557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5c91a0ac-336b-40a2-934b-249d339227d8 None None] Provisioning complete for port bd3ca854-2240-47da-b548-7bd7aebbc674 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:53.804811 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5c91a0ac-336b-40a2-934b-249d339227d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.832001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9942a76-3857-4622-9e01-0282e4af8010 req-867819ac-26a1-4bca-b02c-6d2df547941e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:53.846938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9942a76-3857-4622-9e01-0282e4af8010 req-867819ac-26a1-4bca-b02c-6d2df547941e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 944 time: 0.1301041 Sep 17 22:24:53.890755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5c91a0ac-336b-40a2-934b-249d339227d8 None None] Port bd3ca854-2240-47da-b548-7bd7aebbc674 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:53.981396 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.059454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bf3ea4a2-3446-44fb-a0e8-f2679e11a414 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:54.075503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9942a76-3857-4622-9e01-0282e4af8010 req-555d86c2-fc1d-47af-ac47-54d6d7ef08cb tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275648 Sep 17 22:24:54.136567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6c6a60c4-d7e7-4d9e-b1df-6fa879b6bdc7 None None] Provisioning complete for port bd3ca854-2240-47da-b548-7bd7aebbc674 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:54.137625 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6c6a60c4-d7e7-4d9e-b1df-6fa879b6bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.152394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b756ff80-c83b-49e5-b5f0-5570ec781b99 req-a2d5679c-5df2-469f-9273-a4741dec009e service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563907 Sep 17 22:24:54.252746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a60c4-d7e7-4d9e-b1df-6fa879b6bdc7 None None] Port bd3ca854-2240-47da-b548-7bd7aebbc674 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:54.277873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-80dca3c3-7524-4123-a0c5-98ef73f30c29 req-891e5ab6-d763-4f97-b82c-228fedb28ba4 tempest-AbsoluteLimitsNegativeTestJSON-1982172479 tempest-AbsoluteLimitsNegativeTestJSON-1982172479-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f609c495f23b40eabbec30c50156bddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387518 Sep 17 22:24:54.341908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:54.343794 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.439110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fb37cc75-cfca-402e-850a-296266ed0704 None None] Provisioning complete for port bd3ca854-2240-47da-b548-7bd7aebbc674 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:54.440276 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fb37cc75-cfca-402e-850a-296266ed0704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.554412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf60a01-54c3-4d25-a788-96637a7dcbc2 req-e09db7ff-4383-4b36-8ae2-41beda3470ca tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.562849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1bf60a01-54c3-4d25-a788-96637a7dcbc2 req-e09db7ff-4383-4b36-8ae2-41beda3470ca tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 944 time: 0.1308351 Sep 17 22:24:54.574705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dca3c3-7524-4123-a0c5-98ef73f30c29 req-183f9117-0f83-43f0-a5d0-64ad7e4c601c tempest-AbsoluteLimitsNegativeTestJSON-1982172479 tempest-AbsoluteLimitsNegativeTestJSON-1982172479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.578913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-80dca3c3-7524-4123-a0c5-98ef73f30c29 req-183f9117-0f83-43f0-a5d0-64ad7e4c601c tempest-AbsoluteLimitsNegativeTestJSON-1982172479 tempest-AbsoluteLimitsNegativeTestJSON-1982172479-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000970 Sep 17 22:24:54.607368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cea5bc-7b04-400c-8370-cb9cf857b83a req-9aae1379-1e5d-47d2-ab0e-06f494571007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.609296 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28cea5bc-7b04-400c-8370-cb9cf857b83a req-9aae1379-1e5d-47d2-ab0e-06f494571007 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 1096 time: 0.3264604 Sep 17 22:24:54.612245 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-80dca3c3-7524-4123-a0c5-98ef73f30c29 req-5adb3fa8-f736-402d-90d1-d6c83b366d54 tempest-AbsoluteLimitsNegativeTestJSON-1982172479 tempest-AbsoluteLimitsNegativeTestJSON-1982172479-project] 10.222.0.30 "GET /v2.0/quotas/f609c495f23b40eabbec30c50156bddb HTTP/1.1" status: 200 len: 375 time: 0.0232444 Sep 17 22:24:54.674330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-80dca3c3-7524-4123-a0c5-98ef73f30c29 req-42f6f44c-967b-42d2-813c-2ed3cc646680 tempest-AbsoluteLimitsNegativeTestJSON-1982172479 tempest-AbsoluteLimitsNegativeTestJSON-1982172479-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f609c495f23b40eabbec30c50156bddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455568 Sep 17 22:24:54.711288 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1bf60a01-54c3-4d25-a788-96637a7dcbc2 req-8459558b-1cc9-421a-b455-f5ac23d4e73b tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474640 Sep 17 22:24:54.713708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fb37cc75-cfca-402e-850a-296266ed0704 None None] Port bd3ca854-2240-47da-b548-7bd7aebbc674 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:54.831182 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.888966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cea5bc-7b04-400c-8370-cb9cf857b83a req-ce62fa95-17f9-4edf-82b9-a2f287867544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.893769 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28cea5bc-7b04-400c-8370-cb9cf857b83a req-ce62fa95-17f9-4edf-82b9-a2f287867544 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 906 time: 0.2492096 Sep 17 22:24:54.945336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.947031 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.981014 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28cea5bc-7b04-400c-8370-cb9cf857b83a req-fcf5f092-6885-4c21-9e8a-b9ed2531e4e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67 HTTP/1.1" status: 200 len: 217 time: 0.0812173 Sep 17 22:24:55.045807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cea5bc-7b04-400c-8370-cb9cf857b83a req-f0683edb-24ac-41bc-8277-9f7c1db01800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.047296 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28cea5bc-7b04-400c-8370-cb9cf857b83a req-f0683edb-24ac-41bc-8277-9f7c1db01800 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d094fa44-b886-409c-8452-de94660a00d9 HTTP/1.1" status: 200 len: 845 time: 0.0565078 Sep 17 22:24:55.085437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=bd3ca854-2240-47da-b548-7bd7aebbc674,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:55.108460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28cea5bc-7b04-400c-8370-cb9cf857b83a req-c7de3e91-c622-4ac9-833f-d281cd14e4a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5a1c400-89ff-42c2-939c-403cc493a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520856 Sep 17 22:24:55.207773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59002) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:55.282464 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28cea5bc-7b04-400c-8370-cb9cf857b83a req-0ae267b9-fff7-47f7-933c-d5edf64a41d0 service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653190 Sep 17 22:24:55.485174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28cea5bc-7b04-400c-8370-cb9cf857b83a req-d8b2dcfe-1249-4034-bcd8-33ac2eb4fe7c service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951091 Sep 17 22:24:55.491857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-abde973b-f260-4832-b7ae-50b8c8bf61de admin admin] Deleting subnet a9d8809e-e370-4133-96e7-9ba2b7e59279 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:24:55.495728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-abde973b-f260-4832-b7ae-50b8c8bf61de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.563462 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-abde973b-f260-4832-b7ae-50b8c8bf61de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.630506 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-abde973b-f260-4832-b7ae-50b8c8bf61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.700197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network 737371c3-0da6-478e-8d55-e32f394adcda is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:55.700197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:55.770248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68862dcc-c8e0-46fc-b6c0-e97a0720c176 req-ef214129-a916-4123-aab4-3804437c7145 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.773103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68862dcc-c8e0-46fc-b6c0-e97a0720c176 req-ef214129-a916-4123-aab4-3804437c7145 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1096 time: 0.6847084 Sep 17 22:24:55.789068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59016) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:55.813249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device fe432130-2f4f-4771-9c3f-48704d7d9d67 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:24:55.819818 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-abde973b-f260-4832-b7ae-50b8c8bf61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.858905 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68862dcc-c8e0-46fc-b6c0-e97a0720c176 req-671ed2d5-ebcf-4170-8708-f06236220759 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540986 Sep 17 22:24:55.891894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde973b-f260-4832-b7ae-50b8c8bf61de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d8809e-e370-4133-96e7-9ba2b7e59279,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:55.898623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-abde973b-f260-4832-b7ae-50b8c8bf61de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.911950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-abde973b-f260-4832-b7ae-50b8c8bf61de admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a9d8809e-e370-4133-96e7-9ba2b7e59279 HTTP/1.1" status: 204 len: 168 time: 0.6916323 Sep 17 22:24:55.914669 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-13ad9329-08a2-4476-9ec1-9e3f2b127d61 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--496583201&fields=id&tenant_id=2cd2ee263f4648268c7154a01fa1e4d9 HTTP/1.1" status: 200 len: 267 time: 0.1761005 Sep 17 22:24:55.921435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59020) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:56.015811 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.127227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port fe432130-2f4f-4771-9c3f-48704d7d9d67, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:56.149522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'fe432130-2f4f-4771-9c3f-48704d7d9d67', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'port_id': 'fe432130-2f4f-4771-9c3f-48704d7d9d67', 'mac_address': 'fa:16:3e:1b:ef:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd094fa44-b886-409c-8452-de94660a00d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:24:56.171979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ce411-3a85-4191-8437-09cc038fac87 req-1ec5a8fa-f9da-4b01-ad59-deede8072768 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.244482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f15ce411-3a85-4191-8437-09cc038fac87 req-1ec5a8fa-f9da-4b01-ad59-deede8072768 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 944 time: 0.1425338 Sep 17 22:24:56.244662 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.244784 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2612172-f44d-4163-9747-a041e7c0a794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.244894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe432130-2f4f-4771-9c3f-48704d7d9d67 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:56.251172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port fe432130-2f4f-4771-9c3f-48704d7d9d67, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:56.270008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f15ce411-3a85-4191-8437-09cc038fac87 req-a2409ddd-fff1-4a4e-a203-c3641303ff71 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843349 Sep 17 22:24:56.329040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae362d-a78c-412d-b8fe-265447146afa req-3c01858e-0238-4244-9007-dfda6b39137b tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.338280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-3c01858e-0238-4244-9007-dfda6b39137b tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/networks?id=8b976c42-f4a0-4f13-b359-b6aca8335cd7 HTTP/1.1" status: 200 len: 816 time: 0.3190250 Sep 17 22:24:56.379359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Router 9543990b-45a3-40d9-8ee6-9c2e9b184ac4 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:24:56.382532 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-8c805253-7a13-4c0e-b650-ca56c9e4d733 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/quotas/2cd2ee263f4648268c7154a01fa1e4d9 HTTP/1.1" status: 200 len: 375 time: 0.0391200 Sep 17 22:24:56.425150 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.438186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.462110 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6650283b-a368-473e-949e-cc881b697503']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:56.473358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:56.473753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c7a5ac-3088-41b2-818d-4dc93fbe2249') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:56.484326 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.500580 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.507457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:24:56.507857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.518689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=fe432130-2f4f-4771-9c3f-48704d7d9d67,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:56.525035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-dd4a909c-ccb0-447e-8661-f220fc135bb2 None None] Provisioning complete for port bd3ca854-2240-47da-b548-7bd7aebbc674 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:56.525942 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd4a909c-ccb0-447e-8661-f220fc135bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.572275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a909c-ccb0-447e-8661-f220fc135bb2 None None] Port bd3ca854-2240-47da-b548-7bd7aebbc674 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:56.574073 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:56.582218 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1d328ecb-4227-47a3-8da3-53fb8ad9a3c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "PUT /v2.0/routers/9543990b-45a3-40d9-8ee6-9c2e9b184ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2452950 Sep 17 22:24:56.584965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59040) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:56.586917 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d75ff7-1a19-42cf-adb4-384488dabdf9 None None] Sync routers for ids ['9543990b-45a3-40d9-8ee6-9c2e9b184ac4'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:56.603541 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d75ff7-1a19-42cf-adb4-384488dabdf9 None None] Routers {'9543990b-45a3-40d9-8ee6-9c2e9b184ac4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:56.604227 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-39d75ff7-1a19-42cf-adb4-384488dabdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:24:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9543990b-45a3-40d9-8ee6-9c2e9b184ac4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:56.639842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fe432130-2f4f-4771-9c3f-48704d7d9d67'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:56.652449 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2612172-f44d-4163-9747-a041e7c0a794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:24:56.654130 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:24:56.661506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fe893-4810-4296-9889-a3f27847a3be req-a161815f-2f6e-41bd-b78a-bc48616e193f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.673783 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.674022 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-a161815f-2f6e-41bd-b78a-bc48616e193f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 807 time: 0.1831341 Sep 17 22:24:56.697338 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-39d75ff7-1a19-42cf-adb4-384488dabdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:56.703268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.711375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa5a7cf-84bf-4409-9149-3c4d8acc13ad tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.711375 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4fa5a7cf-84bf-4409-9149-3c4d8acc13ad tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports?device_id=9543990b-45a3-40d9-8ee6-9c2e9b184ac4 HTTP/1.1" status: 200 len: 988 time: 0.1199424 Sep 17 22:24:56.711868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] 10.222.0.30 "DELETE /v2.0/networks/6650283b-a368-473e-949e-cc881b697503 HTTP/1.1" status: 204 len: 168 time: 0.7901807 Sep 17 22:24:56.711868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c9f83-5ad6-4983-a663-2096e5087d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=6650283b-a368-473e-949e-cc881b697503,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:56.715289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59044) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:56.724769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-d953d8cc-eb2f-426f-92be-5163aa91b9da tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/quotas/a202bb9a868f4e9b94bee628f0f7b756 HTTP/1.1" status: 200 len: 375 time: 0.0547795 Sep 17 22:24:56.730154 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d75ff7-1a19-42cf-adb4-384488dabdf9 None None] Routers {'9543990b-45a3-40d9-8ee6-9c2e9b184ac4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:56.734300 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-39d75ff7-1a19-42cf-adb4-384488dabdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:24:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9543990b-45a3-40d9-8ee6-9c2e9b184ac4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:56.778156 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-39d75ff7-1a19-42cf-adb4-384488dabdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:56.779085 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d75ff7-1a19-42cf-adb4-384488dabdf9 None None] The sync data for ids ['9543990b-45a3-40d9-8ee6-9c2e9b184ac4'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:56.826991 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-aba3c1a7-45a4-4afd-9bdf-8d692c241ae9 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998809 Sep 17 22:24:56.873944 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2612172-f44d-4163-9747-a041e7c0a794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.949877 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-77d075e4-e3a7-4119-9a1a-59c004383708 service neutron] 10.222.0.30 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217732 Sep 17 22:24:57.140823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-355fc8ae-64e4-46e5-8bbd-5fab528e44d6 service neutron] 10.222.0.30 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803243 Sep 17 22:24:57.191646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59046) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:57.248920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2612172-f44d-4163-9747-a041e7c0a794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f74d05-8258-492a-8873-16a8ac8b8ec0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:57.265060 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f2db30c4-6da2-4b3a-a96c-9fa2171ec850 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a2f764a72e24306a30369bc428b523c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707233 Sep 17 22:24:57.267609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59048) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:57.273870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-33851391-d73d-4e46-b0e3-411e51969f8a tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cd2ee263f4648268c7154a01fa1e4d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8902810 Sep 17 22:24:57.312316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f2612172-f44d-4163-9747-a041e7c0a794 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f609c495f23b40eabbec30c50156bddb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5244260 Sep 17 22:24:57.315703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59052) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:57.371441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe3e4-4fc6-4a61-acd9-98ae59a764e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.410273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca90cf73-7888-4094-8d1e-8b42c9d09120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.521558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-d894e214-d1ce-4cd9-a5d6-ee436ddb7eb3 service neutron] 10.222.0.30 "GET /v2.0/networks/8b976c42-f4a0-4f13-b359-b6aca8335cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061613 Sep 17 22:24:57.544891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe3e4-4fc6-4a61-acd9-98ae59a764e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.559714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca90cf73-7888-4094-8d1e-8b42c9d09120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.614766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525a2d8-3969-471a-9796-0fba1660159f req-36982417-5a7b-4acb-a202-1a68214db6a1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:57.616499 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6525a2d8-3969-471a-9796-0fba1660159f req-36982417-5a7b-4acb-a202-1a68214db6a1 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 945 time: 0.1520078 Sep 17 22:24:57.700818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6525a2d8-3969-471a-9796-0fba1660159f req-b316c9fa-b7eb-4300-be01-05742cbcf707 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729873 Sep 17 22:24:57.760600 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-e7374285-ea41-496a-892b-5c1c5c60e2e0 service neutron] 10.222.0.30 "GET /v2.0/networks/8b976c42-f4a0-4f13-b359-b6aca8335cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142923 Sep 17 22:24:57.779223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-184be99b-44ef-4041-ac0e-e935e5ee0c24 req-1162d46a-7f22-4ff1-826e-012fdb4d8617 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 210 time: 0.0390649 Sep 17 22:24:57.821121 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca90cf73-7888-4094-8d1e-8b42c9d09120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.821121 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca90cf73-7888-4094-8d1e-8b42c9d09120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.821879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ca90cf73-7888-4094-8d1e-8b42c9d09120 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76f74d05-8258-492a-8873-16a8ac8b8ec0 HTTP/1.1" status: 204 len: 168 time: 0.5047894 Sep 17 22:24:57.829041 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe3e4-4fc6-4a61-acd9-98ae59a764e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.837115 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe3e4-4fc6-4a61-acd9-98ae59a764e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.838290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8bcbe3e4-4fc6-4a61-acd9-98ae59a764e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19b4d97f-2d68-451d-b7d0-25cb88285278 HTTP/1.1" status: 204 len: 168 time: 0.5694547 Sep 17 22:24:57.838780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device fe432130-2f4f-4771-9c3f-48704d7d9d67 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:57.858751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90cf73-7888-4094-8d1e-8b42c9d09120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f74d05-8258-492a-8873-16a8ac8b8ec0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:57.882582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbe3e4-4fc6-4a61-acd9-98ae59a764e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b4d97f-2d68-451d-b7d0-25cb88285278,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:58.020897 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.070399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port fe432130-2f4f-4771-9c3f-48704d7d9d67 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:24:58.077215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port fe432130-2f4f-4771-9c3f-48704d7d9d67 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:58.079104 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.247491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.294122 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b0a54f-1364-4bdc-82a4-23d102f3e049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe432130-2f4f-4771-9c3f-48704d7d9d67'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:58.297032 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d7920e-6e70-4fea-b5c8-8ca62e6a9163" -d '{"events": [{"server_uuid": "23b0a54f-1364-4bdc-82a4-23d102f3e049", "name": "network-vif-plugged", "status": "completed", "tag": "fe432130-2f4f-4771-9c3f-48704d7d9d67"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:58.441010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port bd3ca854-2240-47da-b548-7bd7aebbc674 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:58.441351 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.533818 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc92b31-d233-4064-810e-04c86029f677 x-openstack-request-id: req-7dc92b31-d233-4064-810e-04c86029f677 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:58.534880 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b0a54f-1364-4bdc-82a4-23d102f3e049", "name": "network-vif-plugged", "status": "completed", "tag": "fe432130-2f4f-4771-9c3f-48704d7d9d67", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:58.535467 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7dc92b31-d233-4064-810e-04c86029f677 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:58.537007 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b0a54f-1364-4bdc-82a4-23d102f3e049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe432130-2f4f-4771-9c3f-48704d7d9d67', 'code': 200} Sep 17 22:24:58.541614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port fe432130-2f4f-4771-9c3f-48704d7d9d67, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:58.614561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.635203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e0238-e504-4bea-acc3-2e9e3d698644 req-b5dd1252-9cf2-400f-9e58-f277cf14f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:58.636778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a1e0238-e504-4bea-acc3-2e9e3d698644 req-b5dd1252-9cf2-400f-9e58-f277cf14f5ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 1097 time: 0.0738428 Sep 17 22:24:58.648098 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.685034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for bd3ca854-2240-47da-b548-7bd7aebbc674 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:58.710178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a1e0238-e504-4bea-acc3-2e9e3d698644 req-2ee05dcd-1b53-4b7f-a07b-5edb34b56888 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647686 Sep 17 22:24:58.785086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=fe432130-2f4f-4771-9c3f-48704d7d9d67,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:58.876530 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20d70100-c4ea-4aa6-8f3c-b19e67e20396 req-91dfec63-ed5d-4747-935a-634f87275334 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 210 time: 0.0989017 Sep 17 22:24:58.993829 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70468008-17a8-4d18-a67b-7db5f278a46e req-6104cc05-0253-4162-97dd-80b8b79b1bb4 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 210 time: 0.0499396 Sep 17 22:24:59.035538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.086503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7b53-d8da-489b-8232-3a717d8a6cf4 req-41914b1b-0323-45b3-b033-7b4465e6b176 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:59.088186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69cc7b53-d8da-489b-8232-3a717d8a6cf4 req-41914b1b-0323-45b3-b033-7b4465e6b176 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 946 time: 0.2342024 Sep 17 22:24:59.164585 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69cc7b53-d8da-489b-8232-3a717d8a6cf4 req-98c34f13-f34a-4eb0-b4ae-2f95f6ba337f tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677204 Sep 17 22:24:59.350216 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.383503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=bd3ca854-2240-47da-b548-7bd7aebbc674,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:59.602081 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:59.683873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59122) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:59.891706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2064443221-network', 'tenant_id': '06ff52bb532640c49695fdc530925fd2'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:59.920424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Router 9543990b-45a3-40d9-8ee6-9c2e9b184ac4 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:00.012687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Made reservation on behalf of 06ff52bb532640c49695fdc530925fd2 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:00.015243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.057917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-920cdc9e-5729-4f9c-b61e-f8f15ce39610 req-f6a7232f-89c4-4f06-ab2b-cdbc1d2b6509 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 210 time: 0.0692317 Sep 17 22:25:00.071852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59138) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:00.082432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.097296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:00.113724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580414a7-f803-4de2-8846-6439e6d79b83 None None] Sync routers for ids ['9543990b-45a3-40d9-8ee6-9c2e9b184ac4'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:00.114476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6077d47c-b178-4787-9c1d-9944b24c24e6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "PUT /v2.0/routers/9543990b-45a3-40d9-8ee6-9c2e9b184ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3908849 Sep 17 22:25:00.127768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580414a7-f803-4de2-8846-6439e6d79b83 None None] Routers {'9543990b-45a3-40d9-8ee6-9c2e9b184ac4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:00.131361 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-580414a7-f803-4de2-8846-6439e6d79b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:24:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9543990b-45a3-40d9-8ee6-9c2e9b184ac4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:00.133096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59142) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:00.135589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f68e1b6-0075-4e88-a499-1cdb7b4cc5ff req-a3ef9dbf-d541-4bb6-988e-828ba95a0205 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 210 time: 0.0415301 Sep 17 22:25:00.179541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-580414a7-f803-4de2-8846-6439e6d79b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:00.195857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580414a7-f803-4de2-8846-6439e6d79b83 None None] Routers {'9543990b-45a3-40d9-8ee6-9c2e9b184ac4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:00.198342 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-21379f27-1905-44d1-929c-dc39c93bdfc2 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:25:00.202956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-21379f27-1905-44d1-929c-dc39c93bdfc2 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/bd3ca854-2240-47da-b548-7bd7aebbc674 HTTP/1.1" status: 404 len: 333 time: 0.0636268 Sep 17 22:25:00.203163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59148) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:00.203392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-580414a7-f803-4de2-8846-6439e6d79b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:24:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9543990b-45a3-40d9-8ee6-9c2e9b184ac4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:00.296614 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.300695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-580414a7-f803-4de2-8846-6439e6d79b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:00.300695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580414a7-f803-4de2-8846-6439e6d79b83 None None] The sync data for ids ['9543990b-45a3-40d9-8ee6-9c2e9b184ac4'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:00.312707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1207660906-network', 'tenant_id': '5b777bb294584abd89fa76c64b01360f'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:00.379118 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.402137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:00.422100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:00.425722 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.426382 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Added segment 3cb859ad-3c77-4b8f-a5de-acec7f01a105 of type vlan for network e409ec19-38dd-4371-93f2-621c59427b16 Sep 17 22:25:00.496008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.596745 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.598209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:00.599087 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.662672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8d93113-4dde-4efa-bc80-996f570e31ae tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.698529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e409ec19-38dd-4371-93f2-621c59427b16,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:00.710599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e409ec19-38dd-4371-93f2-621c59427b16 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:00.724302 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d84aaf29-9bf0-4ff2-a601-507c61cf27f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0362968 Sep 17 22:25:00.726880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59150) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:00.729778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Request body: {'subnet': {'network_id': 'e409ec19-38dd-4371-93f2-621c59427b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2064443221-subnet', 'tenant_id': '06ff52bb532640c49695fdc530925fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:00.794761 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:25:00.794761 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:25:00.794761 n-d-713499-18 neutron-server[95455]: [parameters: {'project_id_1': '06ff52bb532640c49695fdc530925fd2', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 24, 40, 736901)}] Sep 17 22:25:00.794761 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:25:00.795307 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:25:00.887085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea1a94-3559-4e37-97f3-a73a61657eb6 req-e295647e-773e-4298-810d-16ed7d373d56 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:00.888642 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9cea1a94-3559-4e37-97f3-a73a61657eb6 req-e295647e-773e-4298-810d-16ed7d373d56 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 946 time: 0.5880210 Sep 17 22:25:00.972465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Made reservation on behalf of 5b777bb294584abd89fa76c64b01360f for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:00.978195 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.019348 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.063002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fe893-4810-4296-9889-a3f27847a3be req-22bce372-ac34-44e0-91a9-76dac2ab1c27 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.064665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-22bce372-ac34-44e0-91a9-76dac2ab1c27 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 807 time: 0.7629187 Sep 17 22:25:01.072571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8d93113-4dde-4efa-bc80-996f570e31ae tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.078737 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8d93113-4dde-4efa-bc80-996f570e31ae tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.091965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Request body: {'port': {'device_id': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6', 'admin_state_up': True, 'tenant_id': 'a202bb9a868f4e9b94bee628f0f7b756'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:01.108707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9cea1a94-3559-4e37-97f3-a73a61657eb6 req-894359ed-504b-45b9-a496-cff1f0a202f6 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774077 Sep 17 22:25:01.191073 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77f711fb-f8fd-4f6c-9c53-8089bffe915f req-01b30e31-fe62-4f62-8d68-550b3c5dd186 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 210 time: 0.0344222 Sep 17 22:25:01.319934 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8d93113-4dde-4efa-bc80-996f570e31ae tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.319934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d93113-4dde-4efa-bc80-996f570e31ae tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Fanout notify agent at l3_agent the message router_deleted on router 9543990b-45a3-40d9-8ee6-9c2e9b184ac4 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:25:01.320482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aabb4da8-8045-4463-96c7-0fea8c695d7b req-9ddc0441-a5dc-4667-85bd-f38e9666d23e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 210 time: 0.0577366 Sep 17 22:25:01.339548 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8d93113-4dde-4efa-bc80-996f570e31ae tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.342574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c8d93113-4dde-4efa-bc80-996f570e31ae tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/routers/9543990b-45a3-40d9-8ee6-9c2e9b184ac4 HTTP/1.1" status: 204 len: 168 time: 1.1361289 Sep 17 22:25:01.342962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59160) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:01.397375 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.425725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb80d391-070d-4b3f-95b0-7fa5698e326c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet d97e11ce-5681-4907-9b48-faa7b4f54fa9 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:25:01.430749 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb80d391-070d-4b3f-95b0-7fa5698e326c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.478335 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb80d391-070d-4b3f-95b0-7fa5698e326c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.525622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.550655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:01.568036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c113e-6110-42aa-a437-710232babea2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:01.571031 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.571484 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Added segment e0429e07-5927-4455-8ef2-b7f884b0221b of type vlan for network c57fcb56-addd-4be9-955c-218138339862 Sep 17 22:25:01.617402 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.623364 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb80d391-070d-4b3f-95b0-7fa5698e326c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.750125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae362d-a78c-412d-b8fe-265447146afa req-cb123eba-cbae-486d-9d19-f42294413466 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:01.751918 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-cb123eba-cbae-486d-9d19-f42294413466 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.15 "GET /v2.0/networks?id=8b976c42-f4a0-4f13-b359-b6aca8335cd7 HTTP/1.1" status: 200 len: 816 time: 0.1074975 Sep 17 22:25:01.859222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-dab65826-cbfa-4ebd-b580-2939be4cb3e3 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cd2ee263f4648268c7154a01fa1e4d9 HTTP/1.1" status: 200 len: 379 time: 0.0451801 Sep 17 22:25:01.859222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Request body: {'port': {'device_id': 'd72af353-8975-4781-acf0-5f3d05729283', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'admin_state_up': True, 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'security_groups': ['df5924d2-1f8d-4dc7-805b-5699146e24c2']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:01.967692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Made reservation on behalf of 06ff52bb532640c49695fdc530925fd2 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:01.970317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.007217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.007217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.007217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.048449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013be90-3bb3-4f0d-9d73-ec459dbc86aa req-df55c6dd-f432-4d65-adef-f132747356cd tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.050204 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5013be90-3bb3-4f0d-9d73-ec459dbc86aa req-df55c6dd-f432-4d65-adef-f132747356cd tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 946 time: 0.1140089 Sep 17 22:25:02.062195 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:25:02.075597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c57fcb56-addd-4be9-955c-218138339862,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:02.084811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Made reservation on behalf of a202bb9a868f4e9b94bee628f0f7b756 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:02.086114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network c57fcb56-addd-4be9-955c-218138339862 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:02.088710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.175801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5013be90-3bb3-4f0d-9d73-ec459dbc86aa req-8a119502-077c-4413-b87d-b27fd0d5ecbf tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139548 Sep 17 22:25:02.192381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Made reservation on behalf of 2cd2ee263f4648268c7154a01fa1e4d9 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:02.193314 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb80d391-070d-4b3f-95b0-7fa5698e326c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.199128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.249373 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb80d391-070d-4b3f-95b0-7fa5698e326c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.252201 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cb80d391-070d-4b3f-95b0-7fa5698e326c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/d97e11ce-5681-4907-9b48-faa7b4f54fa9 HTTP/1.1" status: 204 len: 168 time: 0.9082167 Sep 17 22:25:02.253330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80d391-070d-4b3f-95b0-7fa5698e326c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=d97e11ce-5681-4907-9b48-faa7b4f54fa9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:02.255210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59170) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:02.285863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-28d30ad9-5353-440a-af6e-a76fb8eeb4a6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2073445 Sep 17 22:25:02.292966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59172) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:02.331788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Request body: {'subnet': {'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1207660906-subnet', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:02.371427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235de75f-d531-4f00-a5c8-a490adb428a0 None None] Network 737371c3-0da6-478e-8d55-e32f394adcda requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:02.477713 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.519091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Allocated IP 172.20.0.10 (98b05c37-47f7-49f8-994b-dfa2648565f6/af326825-090a-41ad-89c5-84ef6913ca42/77147a9f-0258-4afd-b057-b5933f570010) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:02.541103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.595749 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b6f1032-7524-4cfd-a79e-b46396831a88 req-98aff169-4dc2-4cdb-8488-d7cdcf3e0d49 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 210 time: 0.2066612 Sep 17 22:25:02.612656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Made reservation on behalf of 5b777bb294584abd89fa76c64b01360f for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:02.619426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.623600 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-97c35ab3-9ce8-4c71-bf48-b9402006e38e req-bc195e57-38ea-4a61-abbb-956bad4447bb tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 210 time: 0.0736327 Sep 17 22:25:02.641330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99d1cfe-43e5-4aba-ae9a-899da10978b2,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:02.755914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Checking segment: {'id': '3cb859ad-3c77-4b8f-a5de-acec7f01a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e409ec19-38dd-4371-93f2-621c59427b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:02.757264 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Network hostable DHCP agents. Network: e409ec19-38dd-4371-93f2-621c59427b16, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:02.817134 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1db218-f936-44dd-a956-b72fbed00327 None None] DHCP port deletion for 737371c3-0da6-478e-8d55-e32f394adcda request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:25:02.877745 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:02.879194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.919800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Network e409ec19-38dd-4371-93f2-621c59427b16 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:02.939084 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.962459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-eb1db218-f936-44dd-a956-b72fbed00327 None None] Deleting port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:02.963946 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb1db218-f936-44dd-a956-b72fbed00327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.998435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] For port bf3ea4a2-3446-44fb-a0e8-f2679e11a414, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bf3ea4a2-3446-44fb-a0e8-f2679e11a414,segment=NetworkSegment(adcdfa8c-954b-46fc-8567-93056cd434b1),segment_id=adcdfa8c-954b-46fc-8567-93056cd434b1)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:02.999053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.003890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e409ec19-38dd-4371-93f2-621c59427b16) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:03.019975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Allocated IP 172.20.0.3 (8b976c42-f4a0-4f13-b359-b6aca8335cd7/b3adcdca-4ced-4989-807c-395e5010b8a6/c2ec0019-c099-4679-9e0b-4e99af0e5731) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:03.024850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:03.024850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.038163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c7857c-6fcd-494d-99bd-4a143b8feb3a None None] Network e409ec19-38dd-4371-93f2-621c59427b16 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:03.039021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for bf3ea4a2-3446-44fb-a0e8-f2679e11a414 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:03.157069 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ece66bfe-d6a8-438e-82e4-920db1e5921a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4190342 Sep 17 22:25:03.207429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-eb1db218-f936-44dd-a956-b72fbed00327 None None] For port bf3ea4a2-3446-44fb-a0e8-f2679e11a414, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bf3ea4a2-3446-44fb-a0e8-f2679e11a414,segment=NetworkSegment(adcdfa8c-954b-46fc-8567-93056cd434b1),segment_id=adcdfa8c-954b-46fc-8567-93056cd434b1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:03.208841 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb1db218-f936-44dd-a956-b72fbed00327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.225279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-eb1db218-f936-44dd-a956-b72fbed00327 None None] Calling delete_port for bf3ea4a2-3446-44fb-a0e8-f2679e11a414 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:03.295938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.337914 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.358813 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.446502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Pushing event updated for resources: {'Port': ['ID=77147a9f-0258-4afd-b057-b5933f570010,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:03.454137 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.459907 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e047fba0-0df6-4543-93f1-362e634ed4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.462812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=bf3ea4a2-3446-44fb-a0e8-f2679e11a414,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:03.477565 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No DVR routers for this DVR port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:03.527070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67402ad1-1a8d-4cb3-bd57-adba103d6464 req-fa68e17e-6ed5-4c2e-ad5e-3966491b34d4 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:03.530840 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67402ad1-1a8d-4cb3-bd57-adba103d6464 req-fa68e17e-6ed5-4c2e-ad5e-3966491b34d4 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 946 time: 0.2267640 Sep 17 22:25:03.578319 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da94a5-4dfd-45a1-aff0-3708d818c6ed None None] Network e409ec19-38dd-4371-93f2-621c59427b16 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:03.592191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Pushing event updated for resources: {'Port': ['ID=c2ec0019-c099-4679-9e0b-4e99af0e5731,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:03.605827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Network 98b05c37-47f7-49f8-994b-dfa2648565f6 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:03.624157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:03.641311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:03.671201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:03.682789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:03.732706 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.754141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:03.765202 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67402ad1-1a8d-4cb3-bd57-adba103d6464 req-558bcb04-ddd7-4c13-a90c-e82e415a3148 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821980 Sep 17 22:25:03.803267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737371c3-0da6-478e-8d55-e32f394adcda']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:03.828874 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb1db218-f936-44dd-a956-b72fbed00327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.860136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcdfa8c-954b-46fc-8567-93056cd434b1') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:03.861293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcdfa8c-954b-46fc-8567-93056cd434b1') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:03.882723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.946299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.955713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:25:03.956435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:25:03.959868 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:25:03.966095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1db218-f936-44dd-a956-b72fbed00327 None None] Pushing event deleted for resources: {'Port': ['ID=bf3ea4a2-3446-44fb-a0e8-f2679e11a414,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:03.985190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1db218-f936-44dd-a956-b72fbed00327 None None] No DVR routers for this DVR port bf3ea4a2-3446-44fb-a0e8-f2679e11a414 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:03.999535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bf3ea4a2-3446-44fb-a0e8-f2679e11a414 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:04.016000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919730f8-0042-41cd-aa83-a16ae96eedaf req-fac798b0-e462-4fc6-8678-ca40b9f937d0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.024286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-919730f8-0042-41cd-aa83-a16ae96eedaf req-fac798b0-e462-4fc6-8678-ca40b9f937d0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 931 time: 0.1164687 Sep 17 22:25:04.040207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: bf3ea4a2-3446-44fb-a0e8-f2679e11a414 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:25:04.040550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bf3ea4a2-3446-44fb-a0e8-f2679e11a414 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:04.047205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.048954 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.132617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.139500 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.146619 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-919730f8-0042-41cd-aa83-a16ae96eedaf req-ab181d4a-2823-41ca-9f90-95e6c29c3ed1 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210461 Sep 17 22:25:04.166086 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-53a38779-f88f-474f-8ac3-150a62e1d8e3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0779445 Sep 17 22:25:04.187700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Request body: {'port': {'device_id': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:04.225373 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.237987 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.242445 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/networks/737371c3-0da6-478e-8d55-e32f394adcda HTTP/1.1" status: 204 len: 168 time: 1.9798303 Sep 17 22:25:04.250464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59204) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:04.272384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ef2f1bae-0fca-4c75-8053-d447a96fe77b None None] Provisioning complete for port c2ec0019-c099-4679-9e0b-4e99af0e5731 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:04.273509 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1bae-0fca-4c75-8053-d447a96fe77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.292494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e79926-4098-41fe-97cb-a8cb73ee3e19 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Network': ['ID=737371c3-0da6-478e-8d55-e32f394adcda,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:04.312304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee70762d-c8c6-43f2-afbe-132fd25d2abb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.317999 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ee70762d-c8c6-43f2-afbe-132fd25d2abb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/11e2f22c-39a6-4089-bc49-c1054f7f8120 HTTP/1.1" status: 200 len: 845 time: 0.0606313 Sep 17 22:25:04.318988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59206) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:04.360749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f1bae-0fca-4c75-8053-d447a96fe77b None None] Port c2ec0019-c099-4679-9e0b-4e99af0e5731 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:04.383355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85d9aa-1a45-49de-bd28-b1e09d369fd0 req-940746d2-d70c-4b45-a50e-aaa2fa1d88e1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.389548 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-92a77c26-fc85-4852-a69b-7a364070a4c0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5707524 Sep 17 22:25:04.394538 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd85d9aa-1a45-49de-bd28-b1e09d369fd0 req-940746d2-d70c-4b45-a50e-aaa2fa1d88e1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 932 time: 0.1507146 Sep 17 22:25:04.402310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-6f358c76-e4a7-446c-84f0-104da5a3230e tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.409312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-6f358c76-e4a7-446c-84f0-104da5a3230e tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/networks?id=e409ec19-38dd-4371-93f2-621c59427b16 HTTP/1.1" status: 200 len: 814 time: 0.4694805 Sep 17 22:25:04.423210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Request body: {'port': {'device_id': 'd72af353-8975-4781-acf0-5f3d05729283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:04.449635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd85d9aa-1a45-49de-bd28-b1e09d369fd0 req-3be6c6d0-cf60-4fea-ae63-cb5304b4d5a7 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520816 Sep 17 22:25:04.488195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9c52edd-274d-45cb-99ec-35866c6550de tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/quotas/06ff52bb532640c49695fdc530925fd2 HTTP/1.1" status: 200 len: 375 time: 0.0777194 Sep 17 22:25:04.524850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59208) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:04.526436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e70baf4f-2d8b-45d7-970e-a34781d53252 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/11e2f22c-39a6-4089-bc49-c1054f7f8120?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2028894 Sep 17 22:25:04.538430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0c2332fc-04f5-4792-82fb-bfff83964a03 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:04.550341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.561861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-5e0bb1a7-e186-464c-8ad7-09e8e3316cb5 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ff52bb532640c49695fdc530925fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725989 Sep 17 22:25:04.596799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.857857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.882150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2332fc-04f5-4792-82fb-bfff83964a03 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:04.883162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Checking segment: {'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:04.883526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Network hostable DHCP agents. Network: c57fcb56-addd-4be9-955c-218138339862, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:04.886881 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c2332fc-04f5-4792-82fb-bfff83964a03 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.133804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ad2aff-9b08-43f8-b9e3-bed64078620f,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.338690 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c2332fc-04f5-4792-82fb-bfff83964a03 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.454648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2332fc-04f5-4792-82fb-bfff83964a03 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:05.468052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0c2332fc-04f5-4792-82fb-bfff83964a03 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:05.480294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bad218-c424-43ba-bf61-07d79b8f63f9 None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:05.483061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2332fc-04f5-4792-82fb-bfff83964a03 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.483708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c2332fc-04f5-4792-82fb-bfff83964a03 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.573880 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0c2332fc-04f5-4792-82fb-bfff83964a03 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0454617 Sep 17 22:25:05.574751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59232) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:05.580929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f61b069f-40e4-4648-aaf4-de9b85341710 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'security_group': {'name': 'tempest-secgroup-1917346702'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:05.605302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2332fc-04f5-4792-82fb-bfff83964a03 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=a84653f4-0744-4b83-b056-866354e63b6a,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.636824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd1f38-293b-4f4e-8624-0a65b3bcebb7 req-21e22a4e-4ea6-4df6-8345-c27b1e6d0453 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.638402 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62dd1f38-293b-4f4e-8624-0a65b3bcebb7 req-21e22a4e-4ea6-4df6-8345-c27b1e6d0453 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 931 time: 0.1180837 Sep 17 22:25:05.707460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-3ebf5f01-e660-453f-be69-412a0610fec2 service neutron] 10.222.0.30 "GET /v2.0/networks/e409ec19-38dd-4371-93f2-621c59427b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1446273 Sep 17 22:25:05.709268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f61b069f-40e4-4648-aaf4-de9b85341710 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.751712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-a768cea6-3371-4c4e-bd02-7e331b730190', 'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'tenant_id': '370a17a34bc2432b866e585087a8018b', 'fixed_ips': [{'subnet_id': 'a84653f4-0744-4b83-b056-866354e63b6a'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:05.752805 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.778483 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62dd1f38-293b-4f4e-8624-0a65b3bcebb7 req-e6959492-d13b-43d5-97ee-fe5c86cbe55a tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337430 Sep 17 22:25:05.871849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-357461aa-3552-4211-bcb0-f630e5029598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.875516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ec0019-c099-4679-9e0b-4e99af0e5731 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:05.917861 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f61b069f-40e4-4648-aaf4-de9b85341710 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.978275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Network c57fcb56-addd-4be9-955c-218138339862 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:05.979409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Allocated IP 2001:db8::2 (a768cea6-3371-4c4e-bd02-7e331b730190/a84653f4-0744-4b83-b056-866354e63b6a/804c353a-7b79-41e7-8dc5-4bb410009bdc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:05.982311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82a724-e3a4-45f6-8574-3833786a0e27 req-acdcb0c4-d1c0-4700-a507-0b8e372ada73 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.984012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae82a724-e3a4-45f6-8574-3833786a0e27 req-acdcb0c4-d1c0-4700-a507-0b8e372ada73 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 932 time: 0.0695972 Sep 17 22:25:05.985349 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f61b069f-40e4-4648-aaf4-de9b85341710 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.041975 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.044683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b069f-40e4-4648-aaf4-de9b85341710 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ab2162-20b0-45a8-979d-d2deb3fc0137,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:06.066206 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae82a724-e3a4-45f6-8574-3833786a0e27 req-dfd867db-b9f6-4479-a969-3ebe6b8b1eb9 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697460 Sep 17 22:25:06.093321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f61b069f-40e4-4648-aaf4-de9b85341710 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.095240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f61b069f-40e4-4648-aaf4-de9b85341710 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5188046 Sep 17 22:25:06.097813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59234) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:06.103075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-cab5b729-787d-4f28-bcba-ab441b04f367 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'security_group': {'name': 'tempest-secgroup-972343880'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:06.130249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Transition to ACTIVE for port object c2ec0019-c099-4679-9e0b-4e99af0e5731 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:06.219258 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cab5b729-787d-4f28-bcba-ab441b04f367 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.280326 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.320304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, c57fcb56-addd-4be9-955c-218138339862) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:06.322073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.334352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd7c7ea-74f0-4885-9b57-554ce5cd7a7f None None] Network c57fcb56-addd-4be9-955c-218138339862 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:06.334842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:06.335722 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.391083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-dabc9396-6f1f-4062-9007-904e2055753f service neutron] 10.222.0.30 "GET /v2.0/networks/e409ec19-38dd-4371-93f2-621c59427b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816893 Sep 17 22:25:06.399924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77147a9f-0258-4afd-b057-b5933f570010 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:06.404525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cab5b729-787d-4f28-bcba-ab441b04f367 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.426233 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.494949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Pushing event updated for resources: {'Port': ['ID=804c353a-7b79-41e7-8dc5-4bb410009bdc,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:06.506674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:06.509463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:06.512814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.513269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:06.516013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cab5b729-787d-4f28-bcba-ab441b04f367 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.579788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5b729-787d-4f28-bcba-ab441b04f367 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231aad92-fc87-4cc2-accf-51289cf31388,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:06.600369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Transition to ACTIVE for port object 77147a9f-0258-4afd-b057-b5933f570010 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:06.601632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ec0019-c099-4679-9e0b-4e99af0e5731,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:06.654003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8b6ce766-bbf2-4371-8ddc-03d41834064c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3574071 Sep 17 22:25:06.656892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59248) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:06.661986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:06.674177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Attempting to bind port 804c353a-7b79-41e7-8dc5-4bb410009bdc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:06.674559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Attempting to bind port 804c353a-7b79-41e7-8dc5-4bb410009bdc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '93b35aa6-509c-48a2-9858-03272c753480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:06.674925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Attempting to bind port 804c353a-7b79-41e7-8dc5-4bb410009bdc on network a768cea6-3371-4c4e-bd02-7e331b730190 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:06.681309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:06.681727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Checking segment: {'id': '93b35aa6-509c-48a2-9858-03272c753480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:06.682139 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.682594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Bound using segment: {'id': '93b35aa6-509c-48a2-9858-03272c753480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:06.683076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Bound port: 804c353a-7b79-41e7-8dc5-4bb410009bdc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b35aa6-509c-48a2-9858-03272c753480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:06.683930 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.699202 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cab5b729-787d-4f28-bcba-ab441b04f367 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.700474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cab5b729-787d-4f28-bcba-ab441b04f367 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6014972 Sep 17 22:25:06.707151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59250) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:06.709104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1234296569', 'security_groups': ['231aad92-fc87-4cc2-accf-51289cf31388'], 'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a84653f4-0744-4b83-b056-866354e63b6a'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:06.737288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Attempting to bind port c2ec0019-c099-4679-9e0b-4e99af0e5731 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:06.737961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Attempting to bind port c2ec0019-c099-4679-9e0b-4e99af0e5731 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:06.738468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Attempting to bind port c2ec0019-c099-4679-9e0b-4e99af0e5731 on network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:06.745156 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.769376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Port c2ec0019-c099-4679-9e0b-4e99af0e5731 on network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:06.772403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Attempting to bind port c2ec0019-c099-4679-9e0b-4e99af0e5731 on network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:06.904678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.931123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.976832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1ac11945-ff2b-4cc8-b62d-4361db402839 req-01b0f08d-510d-4af5-94d7-40b75373350d tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 210 time: 0.0753760 Sep 17 22:25:06.989003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:07.007284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Checking segment: {'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:07.018861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Bound using segment: {'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:07.018861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Bound port: c2ec0019-c099-4679-9e0b-4e99af0e5731, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72fad8d-09a2-43ab-a59a-33664b4497f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:07.018861 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.049213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] For port 804c353a-7b79-41e7-8dc5-4bb410009bdc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:07.055455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-c57fcb56-addd-4be9-955c-218138339862', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:07.056470 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.061366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] For port 804c353a-7b79-41e7-8dc5-4bb410009bdc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=804c353a-7b79-41e7-8dc5-4bb410009bdc,segment=NetworkSegment(93b35aa6-509c-48a2-9858-03272c753480),segment_id=93b35aa6-509c-48a2-9858-03272c753480)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:07.084114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.105594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Pushing event updated for resources: {'Port': ['ID=77147a9f-0258-4afd-b057-b5933f570010,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:07.163708 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.170259 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.224095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4686cb-ad78-4747-9988-20171fc16581 req-94d64543-18c5-49f3-9ca5-479bcb1293ba tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:07.231997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e4686cb-ad78-4747-9988-20171fc16581 req-94d64543-18c5-49f3-9ca5-479bcb1293ba tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 943 time: 0.3615453 Sep 17 22:25:07.315719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:07.316233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:07.316549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:07.325402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Port 77147a9f-0258-4afd-b057-b5933f570010 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:07.326243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:07.336037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:07.461669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] For port c2ec0019-c099-4679-9e0b-4e99af0e5731, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:07.471528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] For port c2ec0019-c099-4679-9e0b-4e99af0e5731, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c2ec0019-c099-4679-9e0b-4e99af0e5731,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:07.472192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.480073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:07.480768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:07.481156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:07.481655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Bound port: 77147a9f-0258-4afd-b057-b5933f570010, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:07.482018 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.545276 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.556913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcd7a9-cb93-4a11-9a25-41d1f7da81bd None None] Pushing event updated for resources: {'Port': ['ID=804c353a-7b79-41e7-8dc5-4bb410009bdc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:07.578457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Allocated IP 172.20.0.2 (c57fcb56-addd-4be9-955c-218138339862/f4ad2aff-9b08-43f8-b9e3-bed64078620f/d365c812-ff3e-458f-b1a9-865fc12f01b7) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:07.586584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e3077-7994-4557-8287-745050733d36 req-a820df40-135b-4173-94a2-ad1fabaa1b53 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:07.587786 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6e3077-7994-4557-8287-745050733d36 req-a820df40-135b-4173-94a2-ad1fabaa1b53 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.4127760 Sep 17 22:25:07.606360 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.855904 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e4686cb-ad78-4747-9988-20171fc16581 req-57cae9f7-70ed-4bf7-967f-a2e28668e823 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6152127 Sep 17 22:25:07.925798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:07.928875 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.938451 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] 10.222.0.15 "PUT /v2.0/ports/c2ec0019-c099-4679-9e0b-4e99af0e5731 HTTP/1.1" status: 200 len: 1092 time: 3.5166631 Sep 17 22:25:07.939059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72af353-8975-4781-acf0-5f3d05729283', 'tag': 'c2ec0019-c099-4679-9e0b-4e99af0e5731'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:07.941571 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6e3077-7994-4557-8287-745050733d36 req-bd556fa3-c991-42e6-a037-79b0ebd27486 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383037 Sep 17 22:25:07.951072 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d106b1-125b-4d2a-8b8c-32f419d02ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "d72af353-8975-4781-acf0-5f3d05729283", "tag": "c2ec0019-c099-4679-9e0b-4e99af0e5731"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:07.960630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.996544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8eabcf-9be1-4300-9254-9a6db468aa33 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ec0019-c099-4679-9e0b-4e99af0e5731,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:08.022185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:08.033413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:08.141955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port 7eac4176-a61a-4a88-b4ec-ed43bbb8de2b yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:08.170612 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160caae9-694d-4365-83a1-8aa41888f540 x-openstack-request-id: req-160caae9-694d-4365-83a1-8aa41888f540 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:08.171150 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72af353-8975-4781-acf0-5f3d05729283", "tag": "c2ec0019-c099-4679-9e0b-4e99af0e5731", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:08.171503 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-160caae9-694d-4365-83a1-8aa41888f540 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:08.172435 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72af353-8975-4781-acf0-5f3d05729283', 'tag': 'c2ec0019-c099-4679-9e0b-4e99af0e5731', 'status': 'completed', 'code': 200} Sep 17 22:25:08.197012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.244462 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.264057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device fe432130-2f4f-4771-9c3f-48704d7d9d67 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:08.269477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 804c353a-7b79-41e7-8dc5-4bb410009bdc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:08.336389 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.424163 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab8aa157-7560-4def-8ad8-c0769c00969c req-5276718f-b83f-406c-9877-0216a5f8a522 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 210 time: 0.2018127 Sep 17 22:25:08.463232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.468700 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.476802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/77147a9f-0258-4afd-b057-b5933f570010 HTTP/1.1" status: 200 len: 1093 time: 4.2932034 Sep 17 22:25:08.480033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Pushing event updated for resources: {'Port': ['ID=d365c812-ff3e-458f-b1a9-865fc12f01b7,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:08.509059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Network c57fcb56-addd-4be9-955c-218138339862 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:08.515094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae362d-a78c-412d-b8fe-265447146afa req-673c34a3-9932-44a8-a8cc-780dd263fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.517110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-673c34a3-9932-44a8-a8cc-780dd263fd23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cd2ee263f4648268c7154a01fa1e4d9&device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 1095 time: 0.4535806 Sep 17 22:25:08.562836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:08.578028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:08.624465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:08.632907 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.669110 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65232f01-597a-4c78-9df7-e415779f51d7 service neutron] Pushing event updated for resources: {'Port': ['ID=77147a9f-0258-4afd-b057-b5933f570010,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:08.679032 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-12d68191-1b7a-441d-8dd2-5ff24ebd4dba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ec0019-c099-4679-9e0b-4e99af0e5731 HTTP/1.1" status: 200 len: 217 time: 0.1448140 Sep 17 22:25:08.843602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port fe432130-2f4f-4771-9c3f-48704d7d9d67, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:08.872541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae362d-a78c-412d-b8fe-265447146afa req-d3239ca3-3b4e-40fe-a734-79d87916231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.877756 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-d3239ca3-3b4e-40fe-a734-79d87916231c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3adcdca-4ced-4989-807c-395e5010b8a6 HTTP/1.1" status: 200 len: 855 time: 0.1589546 Sep 17 22:25:08.882652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fe893-4810-4296-9889-a3f27847a3be req-3566fac5-de7c-475b-9af3-7c20d516fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.886555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-3566fac5-de7c-475b-9af3-7c20d516fabd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1096 time: 0.2444177 Sep 17 22:25:08.950908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Attempting to bind port d365c812-ff3e-458f-b1a9-865fc12f01b7 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:08.951457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Attempting to bind port d365c812-ff3e-458f-b1a9-865fc12f01b7 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:08.954316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Attempting to bind port d365c812-ff3e-458f-b1a9-865fc12f01b7 on network c57fcb56-addd-4be9-955c-218138339862 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:08.997961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:09.002150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Checking segment: {'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:09.003841 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.007791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Bound using segment: {'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:09.008403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Bound port: d365c812-ff3e-458f-b1a9-865fc12f01b7, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:09.008817 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.090590 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-42181d2e-d481-4ea0-86cc-7c2131faa929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77147a9f-0258-4afd-b057-b5933f570010 HTTP/1.1" status: 200 len: 217 time: 0.1823678 Sep 17 22:25:09.132171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'fe432130-2f4f-4771-9c3f-48704d7d9d67', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'port_id': 'fe432130-2f4f-4771-9c3f-48704d7d9d67', 'mac_address': 'fa:16:3e:1b:ef:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd094fa44-b886-409c-8452-de94660a00d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:09.207034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae362d-a78c-412d-b8fe-265447146afa req-47b5d222-2d05-4ab9-a9f5-04fdd4e14463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.218629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-47b5d222-2d05-4ab9-a9f5-04fdd4e14463 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b976c42-f4a0-4f13-b359-b6aca8335cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3308825 Sep 17 22:25:09.257461 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.335691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.370485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-cd6b9cff-06ba-4f49-986b-32b6d97bfe1b service neutron] 10.222.0.15 "GET /v2.0/networks/8b976c42-f4a0-4f13-b359-b6aca8335cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289651 Sep 17 22:25:09.395466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-577bf906-7760-4e97-a7b6-3b64db412b3f None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:09.396798 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-577bf906-7760-4e97-a7b6-3b64db412b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.405954 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.474102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611da77b-0a2b-497e-ba49-6ae9124deb5c req-467013fd-8e17-4032-89eb-91edbd357e65 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.482201 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-611da77b-0a2b-497e-ba49-6ae9124deb5c req-467013fd-8e17-4032-89eb-91edbd357e65 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.3747380 Sep 17 22:25:09.488345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe432130-2f4f-4771-9c3f-48704d7d9d67 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:09.507901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.516986 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port fe432130-2f4f-4771-9c3f-48704d7d9d67, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:09.572500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 804c353a-7b79-41e7-8dc5-4bb410009bdc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=804c353a-7b79-41e7-8dc5-4bb410009bdc,segment=NetworkSegment(93b35aa6-509c-48a2-9858-03272c753480),segment_id=93b35aa6-509c-48a2-9858-03272c753480)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:09.573252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13179e6-6220-4f67-ad82-59b4dc755fdc req-969b2482-d77c-49a3-aa71-ef54fa536bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.573252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d13179e6-6220-4f67-ad82-59b4dc755fdc req-969b2482-d77c-49a3-aa71-ef54fa536bec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 1098 time: 0.2179272 Sep 17 22:25:09.573252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fe893-4810-4296-9889-a3f27847a3be req-26517f15-f9c2-4424-918a-7fb6127f4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.573252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-26517f15-f9c2-4424-918a-7fb6127f4ec0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.3443382 Sep 17 22:25:09.584523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] For port d365c812-ff3e-458f-b1a9-865fc12f01b7, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:09.586187 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-611da77b-0a2b-497e-ba49-6ae9124deb5c req-16726746-e26e-4288-bb25-1a266775e8a5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995984 Sep 17 22:25:09.590532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] For port d365c812-ff3e-458f-b1a9-865fc12f01b7, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d365c812-ff3e-458f-b1a9-865fc12f01b7,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:09.660004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8::c8 (a768cea6-3371-4c4e-bd02-7e331b730190/a84653f4-0744-4b83-b056-866354e63b6a/7eac4176-a61a-4a88-b4ec-ed43bbb8de2b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:09.699965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.725442 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-577bf906-7760-4e97-a7b6-3b64db412b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.730273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.732777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1ce3-8880-44e9-b3c9-4f2f96398dc6 req-0851a78f-d0ba-4bb9-b23e-18605ca8dc71 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:09.741697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-757c1ce3-8880-44e9-b3c9-4f2f96398dc6 req-0851a78f-d0ba-4bb9-b23e-18605ca8dc71 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 943 time: 0.4330335 Sep 17 22:25:09.820033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-d6ba8e51-7a5c-4bbd-af45-8576667e766b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2306633 Sep 17 22:25:09.851371 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.867578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=fe432130-2f4f-4771-9c3f-48704d7d9d67,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:09.890807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.933770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-757c1ce3-8880-44e9-b3c9-4f2f96398dc6 req-7d8fd88a-6c92-4276-b515-4b6ee06b482a tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856849 Sep 17 22:25:09.948977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['fe432130-2f4f-4771-9c3f-48704d7d9d67'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:10.023647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cae362d-a78c-412d-b8fe-265447146afa req-46308b76-94ca-4584-a6de-3df012fc107b service neutron] 10.222.0.15 "GET /v2.0/networks/8b976c42-f4a0-4f13-b359-b6aca8335cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230307 Sep 17 22:25:10.057187 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-d97e0a37-cccc-4f80-af2e-b577c038982c service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076545 Sep 17 22:25:10.175139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=804c353a-7b79-41e7-8dc5-4bb410009bdc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:10.211602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'tag': '77147a9f-0258-4afd-b057-b5933f570010'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:10.222186 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9cbf56-44c8-43ae-8090-66aa6762914d" -d '{"events": [{"name": "network-changed", "server_uuid": "092021ba-c0cb-4b79-b20a-fafbeec24b4c", "tag": "77147a9f-0258-4afd-b057-b5933f570010"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:10.228603 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10248161-91ac-4f89-9d28-4b091eb2be94 req-78b37fe5-9c18-44ec-a173-1a9263148f5f tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 210 time: 0.1173162 Sep 17 22:25:10.245246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13179e6-6220-4f67-ad82-59b4dc755fdc req-2d9efe64-4572-430b-9962-ab0fd171d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.246904 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d13179e6-6220-4f67-ad82-59b4dc755fdc req-2d9efe64-4572-430b-9962-ab0fd171d3fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 906 time: 0.6216497 Sep 17 22:25:10.255268 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-577bf906-7760-4e97-a7b6-3b64db412b3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:25:10.255947 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-577bf906-7760-4e97-a7b6-3b64db412b3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:25:10.336662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59a1f2-4a51-439f-bac3-2ec4c274458c None None] Pushing event updated for resources: {'Port': ['ID=d365c812-ff3e-458f-b1a9-865fc12f01b7,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:10.397469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d13179e6-6220-4f67-ad82-59b4dc755fdc req-dfba6cfd-6867-451d-b1bd-20fb1fc691b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67 HTTP/1.1" status: 200 len: 217 time: 0.1333535 Sep 17 22:25:10.399486 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.434801 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d5861-e753-40e3-b65b-9053db8a5f53 x-openstack-request-id: req-636d5861-e753-40e3-b65b-9053db8a5f53 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:10.435979 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092021ba-c0cb-4b79-b20a-fafbeec24b4c", "tag": "77147a9f-0258-4afd-b057-b5933f570010", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:10.436500 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-636d5861-e753-40e3-b65b-9053db8a5f53 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:10.437148 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'tag': '77147a9f-0258-4afd-b057-b5933f570010', 'status': 'completed', 'code': 200} Sep 17 22:25:10.467882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Allocated IP 172.25.6.133 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/15d2a72a-a59e-4bb3-b1ec-efc8d1811623) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:10.610678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.684341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-212fe893-4810-4296-9889-a3f27847a3be req-8fa3de09-a754-4461-91ca-a7d669448180 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101606 Sep 17 22:25:10.847446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13179e6-6220-4f67-ad82-59b4dc755fdc req-d01a84e9-38b3-40c8-bf90-bbdc5d39e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.851385 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d13179e6-6220-4f67-ad82-59b4dc755fdc req-d01a84e9-38b3-40c8-bf90-bbdc5d39e814 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d094fa44-b886-409c-8452-de94660a00d9 HTTP/1.1" status: 200 len: 845 time: 0.4404016 Sep 17 22:25:10.856275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-23e0bf9e-3e76-4d11-ad36-3dda810c1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.868473 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-23e0bf9e-3e76-4d11-ad36-3dda810c1e3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cd2ee263f4648268c7154a01fa1e4d9&device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 1095 time: 0.3477538 Sep 17 22:25:10.878352 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.889924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-577bf906-7760-4e97-a7b6-3b64db412b3f None None] Provisioning complete for port 11e2f22c-39a6-4089-bc49-c1054f7f8120 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:10.890510 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-577bf906-7760-4e97-a7b6-3b64db412b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.903635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d13179e6-6220-4f67-ad82-59b4dc755fdc req-2bfcdb4c-ee28-4425-b6fa-6f71c9d2cabb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5a1c400-89ff-42c2-939c-403cc493a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310605 Sep 17 22:25:10.951639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-577bf906-7760-4e97-a7b6-3b64db412b3f None None] Port 11e2f22c-39a6-4089-bc49-c1054f7f8120 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:10.985205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.029030 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.047834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a69a09-ea9f-449a-89bd-62855c7f2f3a req-17eac964-e172-4b84-8efa-eac5c3f845f5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.056572 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-25a69a09-ea9f-449a-89bd-62855c7f2f3a req-17eac964-e172-4b84-8efa-eac5c3f845f5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.2549560 Sep 17 22:25:11.118771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-a5118e98-4959-497b-b27d-55dbe6d64974 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.121904 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-a5118e98-4959-497b-b27d-55dbe6d64974 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.23 "GET /v2.0/networks?id=e409ec19-38dd-4371-93f2-621c59427b16 HTTP/1.1" status: 200 len: 814 time: 0.7617152 Sep 17 22:25:11.136950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:11.148684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Request body: {'port': {'device_id': '81a73f60-966e-42ca-a5e7-e4bb8398d1f5', 'network_id': 'e409ec19-38dd-4371-93f2-621c59427b16', 'admin_state_up': True, 'tenant_id': '06ff52bb532640c49695fdc530925fd2'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:11.168435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Pushing event updated for resources: {'Port': ['ID=15d2a72a-a59e-4bb3-b1ec-efc8d1811623,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:11.173193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:11.187372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:11.198204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:11.212729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-25a69a09-ea9f-449a-89bd-62855c7f2f3a req-8765ddf2-910d-4afe-b5d7-6dd909d271b4 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551468 Sep 17 22:25:11.225459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:11.265769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:11.301224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.302427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.531714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbf56-44c8-43ae-8090-66aa6762914d req-aad9cc7d-4d9a-4abc-b473-0a06d562c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.540668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce9cbf56-44c8-43ae-8090-66aa6762914d req-aad9cc7d-4d9a-4abc-b473-0a06d562c5d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1096 time: 0.5832078 Sep 17 22:25:11.581189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-43a48b4a-b230-40f2-a194-d005e8ba3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.583324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-43a48b4a-b230-40f2-a194-d005e8ba3ad9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b976c42-f4a0-4f13-b359-b6aca8335cd7 HTTP/1.1" status: 200 len: 917 time: 0.6779776 Sep 17 22:25:11.799288 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0946522 Sep 17 22:25:11.800257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbf56-44c8-43ae-8090-66aa6762914d req-190d477b-4bc9-41f4-9634-2e2a376fafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.802828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55b69d-918b-4313-9bcc-f5a653df6aef tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=7eac4176-a61a-4a88-b4ec-ed43bbb8de2b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:11.803716 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce9cbf56-44c8-43ae-8090-66aa6762914d req-190d477b-4bc9-41f4-9634-2e2a376fafac service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.2153928 Sep 17 22:25:11.806219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d13179e6-6220-4f67-ad82-59b4dc755fdc req-9e58be86-e135-4df8-b1be-c151528f6727 service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8265622 Sep 17 22:25:11.807369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59332) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:11.811952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-ec04c14c-ee75-402b-914c-597809a85ea5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ec0019-c099-4679-9e0b-4e99af0e5731 HTTP/1.1" status: 200 len: 217 time: 0.2082465 Sep 17 22:25:11.815723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-245d2a02-1156-451a-ae40-a616fb49bfa7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:11.830039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8ad30e72-65a9-4002-a1b5-bb69f40bca13 None None] Provisioning complete for port 7eac4176-a61a-4a88-b4ec-ed43bbb8de2b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:11.838470 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8ad30e72-65a9-4002-a1b5-bb69f40bca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.903609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8ad30e72-65a9-4002-a1b5-bb69f40bca13 None None] Port 7eac4176-a61a-4a88-b4ec-ed43bbb8de2b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:11.915870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f4ee2-25b0-469c-936c-a79a0ffb9468 None None] Network c57fcb56-addd-4be9-955c-218138339862 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:12.067639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c20538-fd54-4a86-b7ee-9624257acf9b req-c983e486-1f35-4ebd-9abf-97a56e3de015 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.076018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7c20538-fd54-4a86-b7ee-9624257acf9b req-c983e486-1f35-4ebd-9abf-97a56e3de015 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 943 time: 0.3122101 Sep 17 22:25:12.087818 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.107939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device fe432130-2f4f-4771-9c3f-48704d7d9d67 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:12.159921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d365c812-ff3e-458f-b1a9-865fc12f01b7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:12.388197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e2cb1b9b-12d8-4b8c-acfc-89dba2b14138 None None] Provisioning complete for port d365c812-ff3e-458f-b1a9-865fc12f01b7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:12.388852 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1b9b-12d8-4b8c-acfc-89dba2b14138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.405530 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7c20538-fd54-4a86-b7ee-9624257acf9b req-ae97eae0-3bf8-4c72-9d8f-c96c518d8766 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284276 Sep 17 22:25:12.476644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce9cbf56-44c8-43ae-8090-66aa6762914d req-0b528485-5f20-4780-b6b7-e6527cc5de90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77147a9f-0258-4afd-b057-b5933f570010 HTTP/1.1" status: 200 len: 217 time: 0.6626112 Sep 17 22:25:12.481326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port fe432130-2f4f-4771-9c3f-48704d7d9d67 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:12.481697 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.529421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d365c812-ff3e-458f-b1a9-865fc12f01b7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:12.529805 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.556520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-308351eb-0f8f-4030-b093-4550a6d2222b req-0300252c-8fab-4fad-aaa0-5db8d034cf41 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 210 time: 0.0602243 Sep 17 22:25:12.654857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-bea866d6-1bc6-4b31-b797-898f3a08e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.656807 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-bea866d6-1bc6-4b31-b797-898f3a08e3fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3adcdca-4ced-4989-807c-395e5010b8a6 HTTP/1.1" status: 200 len: 855 time: 0.7398129 Sep 17 22:25:12.689428 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1b9b-12d8-4b8c-acfc-89dba2b14138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.695705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddcbce-a18f-4bca-83cc-475272d44f9d req-d3df1604-24e7-41eb-befd-4d423c31e790 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.703482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10ddcbce-a18f-4bca-83cc-475272d44f9d req-d3df1604-24e7-41eb-befd-4d423c31e790 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.1422555 Sep 17 22:25:12.714147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245d2a02-1156-451a-ae40-a616fb49bfa7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:12.717989 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-245d2a02-1156-451a-ae40-a616fb49bfa7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.726010 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.736525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbf56-44c8-43ae-8090-66aa6762914d req-38ead76a-c453-416a-a1bb-651f745a94db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.739504 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce9cbf56-44c8-43ae-8090-66aa6762914d req-38ead76a-c453-416a-a1bb-651f745a94db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.1928060 Sep 17 22:25:12.794645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d13179e6-6220-4f67-ad82-59b4dc755fdc req-4d247245-8187-47ea-8867-5a9409002bef service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9652717 Sep 17 22:25:12.867625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e2cb1b9b-12d8-4b8c-acfc-89dba2b14138 None None] For port d365c812-ff3e-458f-b1a9-865fc12f01b7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d365c812-ff3e-458f-b1a9-865fc12f01b7,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:12.874385 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.879412 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce9cbf56-44c8-43ae-8090-66aa6762914d req-e24f736f-7310-437d-bb8f-7b1834c74037 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157446 Sep 17 22:25:12.891470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Made reservation on behalf of 06ff52bb532640c49695fdc530925fd2 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:12.900409 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.927156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b0a54f-1364-4bdc-82a4-23d102f3e049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe432130-2f4f-4771-9c3f-48704d7d9d67'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:12.927835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-b1d44a91-a480-46c3-b511-135c1d5bc75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.927970 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a93ba46-0ca6-4426-bd2c-1647b04605a9" -d '{"events": [{"server_uuid": "23b0a54f-1364-4bdc-82a4-23d102f3e049", "name": "network-vif-plugged", "status": "completed", "tag": "fe432130-2f4f-4771-9c3f-48704d7d9d67"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:12.928100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-b1d44a91-a480-46c3-b511-135c1d5bc75e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b976c42-f4a0-4f13-b359-b6aca8335cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2556031 Sep 17 22:25:12.930616 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.955167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port fe432130-2f4f-4771-9c3f-48704d7d9d67, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:12.957273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1b9b-12d8-4b8c-acfc-89dba2b14138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.990373 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10ddcbce-a18f-4bca-83cc-475272d44f9d req-01eee3c5-9871-43ff-810f-2d01b09efd82 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859256 Sep 17 22:25:13.041967 n-d-713499-18 neutron-server[95455]: INFO neutron.db.ipam_backend_mixin [None req-245d2a02-1156-451a-ae40-a616fb49bfa7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a84653f4-0744-4b83-b056-866354e63b6a (CIDR: 2001:db8::/64) Sep 17 22:25:13.099994 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-245d2a02-1156-451a-ae40-a616fb49bfa7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:25:13.101886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6875833e-4c22-4985-a488-4e0f20c94b7f tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.106418 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245d2a02-1156-451a-ae40-a616fb49bfa7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:13.109159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6875833e-4c22-4985-a488-4e0f20c94b7f tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/networks?id=caf54933-681e-4986-bfa3-6fec7fbfe13a HTTP/1.1" status: 200 len: 814 time: 0.1853569 Sep 17 22:25:13.142517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:25:13.227293 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-245d2a02-1156-451a-ae40-a616fb49bfa7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4183927 Sep 17 22:25:13.229970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59364) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:13.237321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6474d5fb-05b0-45c3-bf52-7ed7a60962ea tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:13.250315 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9887ef8f-cbbf-4304-b87d-180f5d511f30 x-openstack-request-id: req-9887ef8f-cbbf-4304-b87d-180f5d511f30 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:13.250315 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b0a54f-1364-4bdc-82a4-23d102f3e049", "name": "network-vif-plugged", "status": "completed", "tag": "fe432130-2f4f-4771-9c3f-48704d7d9d67", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:13.250315 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9887ef8f-cbbf-4304-b87d-180f5d511f30 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:13.250315 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b0a54f-1364-4bdc-82a4-23d102f3e049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe432130-2f4f-4771-9c3f-48704d7d9d67', 'code': 200} Sep 17 22:25:13.255238 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1b9b-12d8-4b8c-acfc-89dba2b14138 None None] Pushing event updated for resources: {'Port': ['ID=d365c812-ff3e-458f-b1a9-865fc12f01b7,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:13.266094 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.276604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce9cbf56-44c8-43ae-8090-66aa6762914d req-a0cd1ff5-7ca0-46e9-9b8e-dbcdc60f3984 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516250 Sep 17 22:25:13.282722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ccb44fa8-d6ba-4348-9941-9e3b3157f496 None None] Provisioning complete for port d365c812-ff3e-458f-b1a9-865fc12f01b7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:13.283106 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ccb44fa8-d6ba-4348-9941-9e3b3157f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.383266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:25:13.383613 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:25:13.396967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:13.417790 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Sync routers for ids ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:13.428414 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-e57dcaab-c492-43c9-81d7-bff3066c8692 service neutron] 10.222.0.15 "GET /v2.0/networks/8b976c42-f4a0-4f13-b359-b6aca8335cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804996 Sep 17 22:25:13.436854 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Routers {'25cdeffa-ec2a-4441-a268-a9f8a7f2807c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:13.437548 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:13.465442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=fe432130-2f4f-4771-9c3f-48704d7d9d67,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:13.485549 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-1b8e30f7-38ca-4b0d-8e22-7a7d074c528c tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/quotas/aa2f44120daa4938a86ec52ce9b6f49b HTTP/1.1" status: 200 len: 375 time: 0.3754456 Sep 17 22:25:13.507893 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.509341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9541765b-ce70-4d61-a85a-ad4cf3e67500 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8513727 Sep 17 22:25:13.515564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59378) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:13.592927 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Set router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:13.630341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208f7c6-9ae3-4f80-a804-afd87f63e3d6 req-2330eea2-e294-4d70-932a-cad022dbc2d7 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.649027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e208f7c6-9ae3-4f80-a804-afd87f63e3d6 req-2330eea2-e294-4d70-932a-cad022dbc2d7 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 943 time: 0.1530237 Sep 17 22:25:13.674442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6474d5fb-05b0-45c3-bf52-7ed7a60962ea tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:13.684694 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6474d5fb-05b0-45c3-bf52-7ed7a60962ea tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.759422 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32d106b1-125b-4d2a-8b8c-32f419d02ee5 req-ac9bbe28-0201-4467-af27-1b696982d7b5 service neutron] 10.222.0.15 "GET /v2.0/networks/8b976c42-f4a0-4f13-b359-b6aca8335cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660832 Sep 17 22:25:13.821864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Allocated IP 172.20.0.12 (e409ec19-38dd-4371-93f2-621c59427b16/e99d1cfe-43e5-4aba-ae9a-899da10978b2/e1c3d519-3edf-4b12-99b8-3aa13e12541a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:13.823665 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e208f7c6-9ae3-4f80-a804-afd87f63e3d6 req-9b152268-acb1-4f21-a5b5-822ac2a2a88d tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745219 Sep 17 22:25:13.962665 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:11Z', 'revision_number': 3, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:13.998530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 804c353a-7b79-41e7-8dc5-4bb410009bdc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:14.013131 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.057850 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Checking router: 25cdeffa-ec2a-4441-a268-a9f8a7f2807c for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:14.060781 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Updating router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:25:14.061511 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce9cbf56-44c8-43ae-8090-66aa6762914d req-7b5c73df-63fe-42e7-9698-47a023ad15e5 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924764 Sep 17 22:25:14.080423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd91a371-e40e-41cb-9359-dc73cbe5625b req-066994a0-9e4b-40d6-8e7e-28f2eca94d6f tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 210 time: 0.0713046 Sep 17 22:25:14.085011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-8be93ba6-392c-4b0a-b697-f5bafd792357 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa2f44120daa4938a86ec52ce9b6f49b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5977886 Sep 17 22:25:14.113355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:14.114014 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.134064 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.148563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.207672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Network e409ec19-38dd-4371-93f2-621c59427b16 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:14.305273 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:14.315958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:14.376910 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-9576723d-ac61-4b6c-9895-3a5b38682185 service neutron] 10.222.0.30 "GET /v2.0/networks/caf54933-681e-4986-bfa3-6fec7fbfe13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835753 Sep 17 22:25:14.402239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97b724-b07a-4d7b-8085-a29e1afd989e req-814da357-1861-4320-bcd1-427c113485ee tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:14.418130 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b97b724-b07a-4d7b-8085-a29e1afd989e req-814da357-1861-4320-bcd1-427c113485ee tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.2190273 Sep 17 22:25:14.425590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d365c812-ff3e-458f-b1a9-865fc12f01b7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:14.430853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:14.432147 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.435001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Pushing event updated for resources: {'Port': ['ID=e1c3d519-3edf-4b12-99b8-3aa13e12541a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:14.520731 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b97b724-b07a-4d7b-8085-a29e1afd989e req-c4edd562-40e5-4e1b-84bc-1e73b9eb83a7 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970058 Sep 17 22:25:14.534410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d365c812-ff3e-458f-b1a9-865fc12f01b7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:14.534791 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.573130 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-3de40cc8-02f8-4a42-b6f4-b22601cb5165 service neutron] 10.222.0.30 "GET /v2.0/networks/caf54933-681e-4986-bfa3-6fec7fbfe13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329861 Sep 17 22:25:14.653824 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.655987 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6474d5fb-05b0-45c3-bf52-7ed7a60962ea tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.717147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-c9952e08-97e6-4d2a-9220-bc5b7e2f49d9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5745170 Sep 17 22:25:14.731365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Request body: {'port': {'device_id': '81a73f60-966e-42ca-a5e7-e4bb8398d1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:14.760431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474d5fb-05b0-45c3-bf52-7ed7a60962ea tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=772f219e-ba6a-46f6-a661-70c5b6a2f9d7,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:14.769700 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.774539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474d5fb-05b0-45c3-bf52-7ed7a60962ea tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:14.776098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6474d5fb-05b0-45c3-bf52-7ed7a60962ea tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:14.851230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdeb34c-2504-4ca3-a3bf-4d3fbdc1124f None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:14.851426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6474d5fb-05b0-45c3-bf52-7ed7a60962ea tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:14.851426 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6474d5fb-05b0-45c3-bf52-7ed7a60962ea tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.851611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.934120 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.097548 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Pushing event updated for resources: {'Port': ['ID=15d2a72a-a59e-4bb3-b1ec-efc8d1811623,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:15.099815 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6474d5fb-05b0-45c3-bf52-7ed7a60962ea tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8686705 Sep 17 22:25:15.106969 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-344f4362-357b-4d78-a69a-207b394815c1 req-5faaf624-a4f2-4d27-8a6d-171f32267968 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 210 time: 0.0998690 Sep 17 22:25:15.113454 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59402) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:15.132231 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Attempting to bind port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.132231 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Attempting to bind port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.132517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-816034655', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '772f219e-ba6a-46f6-a661-70c5b6a2f9d7'}], 'security_groups': ['49ab2162-20b0-45a8-979d-d2deb3fc0137']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:15.132649 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Attempting to bind port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.168276 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.168622 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.168957 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.169288 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.169611 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.169932 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.170251 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.170568 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.170884 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.171197 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.171515 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.171827 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:15.187768 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:15.188159 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:15.188564 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.188947 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:15.189423 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Bound port: 15d2a72a-a59e-4bb3-b1ec-efc8d1811623, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:15.189795 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.268336 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] For port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:15.273020 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] For port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=15d2a72a-a59e-4bb3-b1ec-efc8d1811623,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:15.315248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac6703-140f-4ba1-a4f1-6c5eb4aaa139 None None] Update dhcp port {'port': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'fixed_ips': [{'subnet_id': 'a84653f4-0744-4b83-b056-866354e63b6a', 'ip_address': '2001:db8::2'}, {'subnet_id': '772f219e-ba6a-46f6-a661-70c5b6a2f9d7'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '804c353a-7b79-41e7-8dc5-4bb410009bdc'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:25:15.367008 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-89ac6703-140f-4ba1-a4f1-6c5eb4aaa139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.400349 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.489478 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4229c-f0ac-4255-993c-ce151210daac None None] Pushing event updated for resources: {'Port': ['ID=15d2a72a-a59e-4bb3-b1ec-efc8d1811623,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:15.549102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 77147a9f-0258-4afd-b057-b5933f570010 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:15.561701 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Routers {'25cdeffa-ec2a-4441-a268-a9f8a7f2807c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:15.562524 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:15.653240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2402cf-af05-469e-9f75-70167dc24af1 req-cdc050d1-3f71-4275-8bbd-a8d8dbdfebd0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.657105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c3d519-3edf-4b12-99b8-3aa13e12541a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:15.661381 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a2402cf-af05-469e-9f75-70167dc24af1 req-cdc050d1-3f71-4275-8bbd-a8d8dbdfebd0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 943 time: 0.6679058 Sep 17 22:25:15.666912 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.690862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Transition to ACTIVE for port object e1c3d519-3edf-4b12-99b8-3aa13e12541a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:15.694382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Allocated IP 172.20.0.1 (c57fcb56-addd-4be9-955c-218138339862/f4ad2aff-9b08-43f8-b9e3-bed64078620f/083f819f-b912-453c-a86d-2bacb869e9ba) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:15.724904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a2402cf-af05-469e-9f75-70167dc24af1 req-f10de82f-db2e-42c8-9a45-18134249f37a tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628309 Sep 17 22:25:15.789825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2eed-279c-4bc1-8120-f92bd6e35fe3 req-ddc888ec-4e0b-430f-a5cc-93d0e0b0cd51 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.790114 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] Set router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:15.800582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d7da2eed-279c-4bc1-8120-f92bd6e35fe3 req-ddc888ec-4e0b-430f-a5cc-93d0e0b0cd51 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 932 time: 0.4800022 Sep 17 22:25:15.802746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.898532 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d7da2eed-279c-4bc1-8120-f92bd6e35fe3 req-3bee0d80-7bc7-48ab-8303-e2d24e703ae1 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966599 Sep 17 22:25:15.907031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-89ac6703-140f-4ba1-a4f1-6c5eb4aaa139 None None] Allocated IP 2001:db8:0:1::2 (a768cea6-3371-4c4e-bd02-7e331b730190/772f219e-ba6a-46f6-a661-70c5b6a2f9d7/804c353a-7b79-41e7-8dc5-4bb410009bdc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:16.005156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:16.010540 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.024001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70ceab-7f08-4aaf-a13f-e6b706c0eb43 req-9a13925d-d247-4d05-92d0-499516fce2dd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.027478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1b70ceab-7f08-4aaf-a13f-e6b706c0eb43 req-9a13925d-d247-4d05-92d0-499516fce2dd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.1841285 Sep 17 22:25:16.036294 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.055102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '77147a9f-0258-4afd-b057-b5933f570010', 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6', 'port_id': '77147a9f-0258-4afd-b057-b5933f570010', 'mac_address': 'fa:16:3e:0b:7c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af326825-090a-41ad-89c5-84ef6913ca42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:16.150170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1b70ceab-7f08-4aaf-a13f-e6b706c0eb43 req-ec414ddc-6333-40f2-8ecd-a25db75c7d80 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120059 Sep 17 22:25:16.211051 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.246625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Pushing event updated for resources: {'Port': ['ID=e1c3d519-3edf-4b12-99b8-3aa13e12541a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:16.253994 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:11Z', 'revision_number': 3, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:16.270935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ec6f459-06c4-4d05-ae4d-c1fea06faf9b req-122b892c-f295-4d80-8b12-5d1e80cd4f8b tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 210 time: 0.0543287 Sep 17 22:25:16.271216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-89ac6703-140f-4ba1-a4f1-6c5eb4aaa139 None None] For port 804c353a-7b79-41e7-8dc5-4bb410009bdc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=804c353a-7b79-41e7-8dc5-4bb410009bdc,segment=NetworkSegment(93b35aa6-509c-48a2-9858-03272c753480),segment_id=93b35aa6-509c-48a2-9858-03272c753480)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:16.274554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77147a9f-0258-4afd-b057-b5933f570010 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:16.282257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.300018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:16.304772 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42828d7f-3a59-41d9-b86b-a1c6ca352685 None None] The sync data for ids ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'] in n-d-713499-18 is: [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:11Z', 'revision_number': 3, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:16.349091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Network c57fcb56-addd-4be9-955c-218138339862 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:16.352201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:16.352904 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-89ac6703-140f-4ba1-a4f1-6c5eb4aaa139 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.358701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:16.407076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Pushing event updated for resources: {'Port': ['ID=083f819f-b912-453c-a86d-2bacb869e9ba,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:16.432025 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.443290 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.474521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Attempting to bind port e1c3d519-3edf-4b12-99b8-3aa13e12541a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:16.474944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Attempting to bind port e1c3d519-3edf-4b12-99b8-3aa13e12541a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3cb859ad-3c77-4b8f-a5de-acec7f01a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e409ec19-38dd-4371-93f2-621c59427b16'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:16.475349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Attempting to bind port e1c3d519-3edf-4b12-99b8-3aa13e12541a on network e409ec19-38dd-4371-93f2-621c59427b16 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:16.481591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Port e1c3d519-3edf-4b12-99b8-3aa13e12541a on network e409ec19-38dd-4371-93f2-621c59427b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:16.482138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Attempting to bind port e1c3d519-3edf-4b12-99b8-3aa13e12541a on network e409ec19-38dd-4371-93f2-621c59427b16 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:16.495896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:16.496287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Checking segment: {'id': '3cb859ad-3c77-4b8f-a5de-acec7f01a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e409ec19-38dd-4371-93f2-621c59427b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:16.496694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Bound using segment: {'id': '3cb859ad-3c77-4b8f-a5de-acec7f01a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e409ec19-38dd-4371-93f2-621c59427b16'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:16.497156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Bound port: e1c3d519-3edf-4b12-99b8-3aa13e12541a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb859ad-3c77-4b8f-a5de-acec7f01a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e409ec19-38dd-4371-93f2-621c59427b16'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:16.497572 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.560959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=77147a9f-0258-4afd-b057-b5933f570010,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:16.569923 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-89ac6703-140f-4ba1-a4f1-6c5eb4aaa139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.610198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] For port e1c3d519-3edf-4b12-99b8-3aa13e12541a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:16.613839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] For port e1c3d519-3edf-4b12-99b8-3aa13e12541a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e1c3d519-3edf-4b12-99b8-3aa13e12541a,segment=NetworkSegment(3cb859ad-3c77-4b8f-a5de-acec7f01a105),segment_id=3cb859ad-3c77-4b8f-a5de-acec7f01a105)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:16.722818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac6703-140f-4ba1-a4f1-6c5eb4aaa139 None None] Pushing event updated for resources: {'Port': ['ID=804c353a-7b79-41e7-8dc5-4bb410009bdc,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:16.789498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Delete allocated IP 2001:db8::c8 (a768cea6-3371-4c4e-bd02-7e331b730190/a84653f4-0744-4b83-b056-866354e63b6a) {{(pid=95454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:25:16.799463 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.837549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-947b1a79-e6ef-4bec-b369-2510972e46a2 None None] Provisioning complete for port 083f819f-b912-453c-a86d-2bacb869e9ba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:16.837549 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-947b1a79-e6ef-4bec-b369-2510972e46a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.838250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8:0:1::39d (a768cea6-3371-4c4e-bd02-7e331b730190/772f219e-ba6a-46f6-a661-70c5b6a2f9d7/7eac4176-a61a-4a88-b4ec-ed43bbb8de2b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:16.857474 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.860831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-947b1a79-e6ef-4bec-b369-2510972e46a2 None None] Port 083f819f-b912-453c-a86d-2bacb869e9ba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:16.950373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['77147a9f-0258-4afd-b057-b5933f570010'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:16.952357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.953814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.955327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] 10.222.0.23 "PUT /v2.0/ports/e1c3d519-3edf-4b12-99b8-3aa13e12541a HTTP/1.1" status: 200 len: 1093 time: 2.2289650 Sep 17 22:25:16.961322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a73f60-966e-42ca-a5e7-e4bb8398d1f5', 'tag': 'e1c3d519-3edf-4b12-99b8-3aa13e12541a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:16.964093 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8827eef9-63cf-4555-b8ef-385d81740725" -d '{"events": [{"name": "network-changed", "server_uuid": "81a73f60-966e-42ca-a5e7-e4bb8398d1f5", "tag": "e1c3d519-3edf-4b12-99b8-3aa13e12541a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:17.160865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb509e-927d-4e25-bd56-0262dbec1ccd service neutron] Pushing event updated for resources: {'Port': ['ID=e1c3d519-3edf-4b12-99b8-3aa13e12541a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:17.227307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad0e8a-c499-48a8-9142-3b82bd43d057 req-a495eebf-1402-47ac-babd-8ada4d1a25f4 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.229254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-08ad0e8a-c499-48a8-9142-3b82bd43d057 req-a495eebf-1402-47ac-babd-8ada4d1a25f4 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 944 time: 0.1968241 Sep 17 22:25:17.275197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d84c5-5090-4947-b7a7-1b745aefd36b req-19d79a7d-8cb1-47fa-8b18-04e84f653e2e tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.284432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d3d84c5-5090-4947-b7a7-1b745aefd36b req-19d79a7d-8cb1-47fa-8b18-04e84f653e2e tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 943 time: 0.3793857 Sep 17 22:25:17.333276 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-08ad0e8a-c499-48a8-9142-3b82bd43d057 req-06363ec1-6a3b-434a-8504-2544ee4a18c2 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928187 Sep 17 22:25:17.410169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d3d84c5-5090-4947-b7a7-1b745aefd36b req-b26c8a5b-6a50-4515-9ca2-e029064c1a14 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230152 Sep 17 22:25:17.412226 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.484408 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7fb3e7-c898-4eda-a85e-13933f4339f7 x-openstack-request-id: req-5f7fb3e7-c898-4eda-a85e-13933f4339f7 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:17.484408 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a73f60-966e-42ca-a5e7-e4bb8398d1f5", "tag": "e1c3d519-3edf-4b12-99b8-3aa13e12541a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:17.484408 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f7fb3e7-c898-4eda-a85e-13933f4339f7 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:17.484408 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a73f60-966e-42ca-a5e7-e4bb8398d1f5', 'tag': 'e1c3d519-3edf-4b12-99b8-3aa13e12541a', 'status': 'completed', 'code': 200} Sep 17 22:25:17.484408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-ba09a382-2159-4936-a3c6-c56eb69ac536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.484408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-ba09a382-2159-4936-a3c6-c56eb69ac536 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06ff52bb532640c49695fdc530925fd2&device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 1096 time: 0.2741745 Sep 17 22:25:17.565920 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.571697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-1ddcbc3a-a257-42f5-92c4-c2f29eba4c7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1c3d519-3edf-4b12-99b8-3aa13e12541a HTTP/1.1" status: 200 len: 217 time: 0.0894637 Sep 17 22:25:17.707647 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.753335 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.766579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-41fa0656-430b-441f-bb82-192030fa36c0 req-ad1ccdba-3674-4a6f-b131-08613a6cbf2f tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 210 time: 0.0481458 Sep 17 22:25:17.768246 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Pushing event updated for resources: {'Port': ['ID=083f819f-b912-453c-a86d-2bacb869e9ba,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:17.807492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-b00b09b3-44f4-4ee5-9b18-bb0c3461b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.809283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-b00b09b3-44f4-4ee5-9b18-bb0c3461b130 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99d1cfe-43e5-4aba-ae9a-899da10978b2 HTTP/1.1" status: 200 len: 854 time: 0.2100546 Sep 17 22:25:17.888893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fda12-e2fa-429d-a0f0-2ccda846946d req-72ac846c-d05f-476e-87da-6c045a235621 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.888893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a3fda12-e2fa-429d-a0f0-2ccda846946d req-72ac846c-d05f-476e-87da-6c045a235621 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 945 time: 0.1692398 Sep 17 22:25:17.888893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-3f6a8c94-9f5e-4e25-8ee9-3b0c71d8b1b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e409ec19-38dd-4371-93f2-621c59427b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500607 Sep 17 22:25:17.888893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-9f03bb31-4ff2-403e-99ee-b9dce4c4febd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2129211 Sep 17 22:25:17.889461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Network c57fcb56-addd-4be9-955c-218138339862 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:17.889461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:18.014248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a3fda12-e2fa-429d-a0f0-2ccda846946d req-1f90bd9f-beb0-455b-a805-737c191bda04 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485980 Sep 17 22:25:18.016882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.042269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:18.140534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9b83a108-8f0b-46f9-ad01-b05121169639 None None] Provisioning complete for port 7eac4176-a61a-4a88-b4ec-ed43bbb8de2b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:18.141012 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9b83a108-8f0b-46f9-ad01-b05121169639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.147212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=7eac4176-a61a-4a88-b4ec-ed43bbb8de2b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:18.159485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-64eb01fb-87f0-40b0-9c1c-778d82187985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.167665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-64eb01fb-87f0-40b0-9c1c-778d82187985 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1096 time: 0.2122369 Sep 17 22:25:18.190912 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-fe3ddec1-eb58-4e78-9cd1-3637682e8dcb service neutron] 10.222.0.23 "GET /v2.0/networks/e409ec19-38dd-4371-93f2-621c59427b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140640 Sep 17 22:25:18.200726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] In _notify_port_updated(), no bound segment for port 7eac4176-a61a-4a88-b4ec-ed43bbb8de2b on network a768cea6-3371-4c4e-bd02-7e331b730190 {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:25:18.206105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.206728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.211974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fae05b1d-0cff-488d-99fb-d75be57eb43f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "PUT /v2.0/ports/7eac4176-a61a-4a88-b4ec-ed43bbb8de2b HTTP/1.1" status: 200 len: 930 time: 3.0907354 Sep 17 22:25:18.219400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9b83a108-8f0b-46f9-ad01-b05121169639 None None] Port 7eac4176-a61a-4a88-b4ec-ed43bbb8de2b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:18.219701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59458) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:18.245073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9b83a108-8f0b-46f9-ad01-b05121169639 None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:18.245452 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9b83a108-8f0b-46f9-ad01-b05121169639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.274893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:18.291950 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1a0d8621-d1fe-4de9-97c4-b4af67579082 admin admin] 10.222.0.30 "PUT /v2.0/routers/25cdeffa-ec2a-4441-a268-a9f8a7f2807c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7670662 Sep 17 22:25:18.532042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9b83a108-8f0b-46f9-ad01-b05121169639 None None] Provisioning complete for port 11e2f22c-39a6-4089-bc49-c1054f7f8120 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:18.532042 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9b83a108-8f0b-46f9-ad01-b05121169639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.603387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e373c8-5906-4dfa-8e0d-0e11e310d3ff req-8663d4e9-93fe-40a5-94d9-36b3ddbe541d tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.623952 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8e373c8-5906-4dfa-8e0d-0e11e310d3ff req-8663d4e9-93fe-40a5-94d9-36b3ddbe541d tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 944 time: 0.1411300 Sep 17 22:25:18.636879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9b83a108-8f0b-46f9-ad01-b05121169639 None None] Port 11e2f22c-39a6-4089-bc49-c1054f7f8120 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:18.672791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:18.703637 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8e373c8-5906-4dfa-8e0d-0e11e310d3ff req-550e46cf-03b1-4b1f-9d64-36ed7221b0a4 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783770 Sep 17 22:25:18.841582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-636ce290-cbc6-4995-a387-971202571949 None None] Provisioning complete for port 7eac4176-a61a-4a88-b4ec-ed43bbb8de2b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:18.842085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-636ce290-cbc6-4995-a387-971202571949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.893704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:18.894686 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.933266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-636ce290-cbc6-4995-a387-971202571949 None None] Port 7eac4176-a61a-4a88-b4ec-ed43bbb8de2b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:18.980940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-636ce290-cbc6-4995-a387-971202571949 None None] Provisioning complete for port 083f819f-b912-453c-a86d-2bacb869e9ba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:18.982153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-636ce290-cbc6-4995-a387-971202571949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.086165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-636ce290-cbc6-4995-a387-971202571949 None None] Port 083f819f-b912-453c-a86d-2bacb869e9ba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:19.087744 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.117252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=15d2a72a-a59e-4bb3-b1ec-efc8d1811623,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:19.207756 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.212937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 804c353a-7b79-41e7-8dc5-4bb410009bdc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:19.305094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Sync routers for ids ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:19.346380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Routers {'25cdeffa-ec2a-4441-a268-a9f8a7f2807c'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:19.347381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:19.382463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca5a30-6d95-4953-9370-af24611795ac req-e1dd18db-f5ee-4e9f-9ab3-9c40efd67962 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:19.390522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbca5a30-6d95-4953-9370-af24611795ac req-e1dd18db-f5ee-4e9f-9ab3-9c40efd67962 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 943 time: 0.3122573 Sep 17 22:25:19.398156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-a6b3982e-af06-41ee-801b-e55c5db6a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:19.399929 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-a6b3982e-af06-41ee-801b-e55c5db6a1f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 1.2080250 Sep 17 22:25:19.458100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c104a1ef-8cc8-48e6-838e-fe1c737937cb req-efe09983-6162-45a5-b569-8d2a45d3a909 service neutron] 10.222.0.23 "GET /v2.0/networks/e409ec19-38dd-4371-93f2-621c59427b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2469378 Sep 17 22:25:19.461588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=15d2a72a-a59e-4bb3-b1ec-efc8d1811623,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:19.468789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 77147a9f-0258-4afd-b057-b5933f570010 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:19.513826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8359a-77cd-4709-b162-782df3d524a9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 7eac4176-a61a-4a88-b4ec-ed43bbb8de2b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:19.514298 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ae8359a-77cd-4709-b162-782df3d524a9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.521837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-797b6d50-5b89-46d9-84be-eba775f3c70b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 200 len: 217 time: 0.0892375 Sep 17 22:25:19.535403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59486) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:19.541421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c47b1882-c4ad-4477-97f0-29e217d6c53c tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--999995329', 'description': 'tempest-description--1691602599'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:19.637451 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbca5a30-6d95-4953-9370-af24611795ac req-976ab38d-4c1e-4ea9-abd8-4416eb6ccd99 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456903 Sep 17 22:25:19.661422 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96beabd6-d668-4a8f-a183-a7122928e7b0 req-8acf1663-bab7-4bb5-9835-f6b697563a37 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 210 time: 0.0445554 Sep 17 22:25:19.682070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-9ae78805-073e-4faf-aaed-b0db157abaad tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:19.685123 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-9ae78805-073e-4faf-aaed-b0db157abaad tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.23 "GET /v2.0/networks?id=caf54933-681e-4986-bfa3-6fec7fbfe13a HTTP/1.1" status: 200 len: 814 time: 0.4036999 Sep 17 22:25:19.704847 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c47b1882-c4ad-4477-97f0-29e217d6c53c tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.743938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Request body: {'port': {'device_id': 'ea562a5a-5399-4d6d-b18f-dfac45730148', 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a', 'admin_state_up': True, 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:19.799413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:19.799782 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.811444 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ae8359a-77cd-4709-b162-782df3d524a9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.827505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8359a-77cd-4709-b162-782df3d524a9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 7eac4176-a61a-4a88-b4ec-ed43bbb8de2b owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:19.851544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Set router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:19.928058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf3f07-0f38-4f39-9d42-d0960a8dae94 req-429c98d9-8ab5-4e17-a33b-382d265f5214 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:19.937851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1fcf3f07-0f38-4f39-9d42-d0960a8dae94 req-429c98d9-8ab5-4e17-a33b-382d265f5214 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 944 time: 0.0949340 Sep 17 22:25:19.946542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c47b1882-c4ad-4477-97f0-29e217d6c53c tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.970622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-ee73dea9-0da1-48fb-8d06-67b7a08e4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:19.972165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-ee73dea9-0da1-48fb-8d06-67b7a08e4616 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.4305458 Sep 17 22:25:20.008910 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c47b1882-c4ad-4477-97f0-29e217d6c53c tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.049100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b1882-c4ad-4477-97f0-29e217d6c53c tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9564d620-6d40-4510-a848-77a594dc235b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:20.061491 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-995d147c-3d9d-4ace-94aa-2cc6009bce6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800383 Sep 17 22:25:20.069504 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1fcf3f07-0f38-4f39-9d42-d0960a8dae94 req-a8c762ad-4e85-40b3-8ea3-1eb43432e4a1 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271954 Sep 17 22:25:20.115005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 77147a9f-0258-4afd-b057-b5933f570010 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:20.128575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827eef9-63cf-4555-b8ef-385d81740725 req-e642290c-88b3-4cb0-8c3b-4fd904aa7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:20.130604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8827eef9-63cf-4555-b8ef-385d81740725 req-e642290c-88b3-4cb0-8c3b-4fd904aa7f95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06ff52bb532640c49695fdc530925fd2&device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 1096 time: 0.4898481 Sep 17 22:25:20.131367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c47b1882-c4ad-4477-97f0-29e217d6c53c tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.134216 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c47b1882-c4ad-4477-97f0-29e217d6c53c tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5953097 Sep 17 22:25:20.144235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59508) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.149844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-88fb582f-05ef-4da4-8adf-8e8d71e38f5d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Request body: {'security_group_rule': {'security_group_id': '9564d620-6d40-4510-a848-77a594dc235b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:20.161104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46237b-d9d5-4195-862f-aa71552307b9 req-2b58e506-9048-454b-b258-4eb26a545bdb tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:20.162649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d46237b-d9d5-4195-862f-aa71552307b9 req-2b58e506-9048-454b-b258-4eb26a545bdb tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 945 time: 0.2585201 Sep 17 22:25:20.287162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88fb582f-05ef-4da4-8adf-8e8d71e38f5d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.360293 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 77147a9f-0258-4afd-b057-b5933f570010 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:20.360825 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.413785 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88fb582f-05ef-4da4-8adf-8e8d71e38f5d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.441492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:16Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '083f819f-b912-453c-a86d-2bacb869e9ba', 'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'mac_address': 'fa:16:3e:9a:56:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:16Z', 'revision_number': 2, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'subnets': [{'id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:20.466738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d46237b-d9d5-4195-862f-aa71552307b9 req-62bec7bd-fc5b-4d90-89d6-f0747b9e64c7 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825830 Sep 17 22:25:20.502548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Checking router: 25cdeffa-ec2a-4441-a268-a9f8a7f2807c for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:20.502548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Updating router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c port 083f819f-b912-453c-a86d-2bacb869e9ba binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:25:20.505371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88fb582f-05ef-4da4-8adf-8e8d71e38f5d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.525544 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-0f7958b2-d9aa-4abb-9924-f4a88998c95b service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414644 Sep 17 22:25:20.529048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb582f-05ef-4da4-8adf-8e8d71e38f5d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c256f9-7f1f-4a56-8d7b-6d6f3dfb8d33,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:20.558601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827eef9-63cf-4555-b8ef-385d81740725 req-cde342d0-4967-420e-b3c5-3fa49b9016e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:20.560555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8827eef9-63cf-4555-b8ef-385d81740725 req-cde342d0-4967-420e-b3c5-3fa49b9016e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e409ec19-38dd-4371-93f2-621c59427b16 HTTP/1.1" status: 200 len: 915 time: 0.4160204 Sep 17 22:25:20.562489 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.581530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Made reservation on behalf of aa2f44120daa4938a86ec52ce9b6f49b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:20.585198 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.599865 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.638705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:20.643277 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8827eef9-63cf-4555-b8ef-385d81740725 req-280a6e94-72c2-466f-81de-f61715836396 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1c3d519-3edf-4b12-99b8-3aa13e12541a HTTP/1.1" status: 200 len: 217 time: 0.0693183 Sep 17 22:25:20.658798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88fb582f-05ef-4da4-8adf-8e8d71e38f5d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.660717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-88fb582f-05ef-4da4-8adf-8e8d71e38f5d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5152285 Sep 17 22:25:20.663591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59516) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.668672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7d313461-b9c2-4277-ace9-b3dee19c51ba tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Request body: {'security_group_rule': {'security_group_id': '9564d620-6d40-4510-a848-77a594dc235b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:20.773282 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d313461-b9c2-4277-ace9-b3dee19c51ba tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.782425 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77147a9f-0258-4afd-b057-b5933f570010'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:20.789959 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a419d8-7ca5-4a24-83f7-574fd28424d6" -d '{"events": [{"server_uuid": "092021ba-c0cb-4b79-b20a-fafbeec24b4c", "name": "network-vif-plugged", "status": "completed", "tag": "77147a9f-0258-4afd-b057-b5933f570010"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:20.841336 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ae8359a-77cd-4709-b162-782df3d524a9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.850116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d750698-ff9d-41ab-8030-cb687b36f8d0 req-cd461b5b-9a0b-4e96-8abd-7c0792f0ea27 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073509 Sep 17 22:25:20.860956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:20.907024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d313461-b9c2-4277-ace9-b3dee19c51ba tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.982985 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d313461-b9c2-4277-ace9-b3dee19c51ba tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.004796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8359a-77cd-4709-b162-782df3d524a9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=7eac4176-a61a-4a88-b4ec-ed43bbb8de2b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:21.015926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.041908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d313461-b9c2-4277-ace9-b3dee19c51ba tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cf5a3d-0240-4918-8265-ca5bcbd796d2,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:21.122583 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d313461-b9c2-4277-ace9-b3dee19c51ba tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.126065 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ae8359a-77cd-4709-b162-782df3d524a9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.128158 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7d313461-b9c2-4277-ace9-b3dee19c51ba tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4622579 Sep 17 22:25:21.129500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7ae8359a-77cd-4709-b162-782df3d524a9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/7eac4176-a61a-4a88-b4ec-ed43bbb8de2b HTTP/1.1" status: 204 len: 168 time: 2.9086897 Sep 17 22:25:21.133580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59526) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:21.134161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59528) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:21.140568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:21.169730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827eef9-63cf-4555-b8ef-385d81740725 req-8bd9cbca-a4ea-4424-b5a2-c7ad5b33e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.171238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8827eef9-63cf-4555-b8ef-385d81740725 req-8bd9cbca-a4ea-4424-b5a2-c7ad5b33e3a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99d1cfe-43e5-4aba-ae9a-899da10978b2 HTTP/1.1" status: 200 len: 854 time: 0.3202889 Sep 17 22:25:21.196929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d2438-ae47-40b5-bffd-17c58f934575 req-e6cff75d-1e25-43ce-a10c-5b317a4d856a tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.224070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c7d2438-ae47-40b5-bffd-17c58f934575 req-e6cff75d-1e25-43ce-a10c-5b317a4d856a tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 943 time: 0.3443220 Sep 17 22:25:21.245859 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-af649f43-2a85-47a0-ab32-981405318a6f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:25:21.251910 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-af649f43-2a85-47a0-ab32-981405318a6f tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/7eac4176-a61a-4a88-b4ec-ed43bbb8de2b HTTP/1.1" status: 404 len: 333 time: 0.1141658 Sep 17 22:25:21.252407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59532) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:21.397563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8827eef9-63cf-4555-b8ef-385d81740725 req-d1cc7a1c-861f-4759-816b-8ca0b2cf9796 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e409ec19-38dd-4371-93f2-621c59427b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988016 Sep 17 22:25:21.445892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c7d2438-ae47-40b5-bffd-17c58f934575 req-7f3cfd71-cbc0-4ef8-9550-70547556c30a tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201486 Sep 17 22:25:21.446484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89205a3b-a782-41a2-8cf1-e1fd1f9ff3fe tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.466145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:21.469574 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.506641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89205a3b-a782-41a2-8cf1-e1fd1f9ff3fe tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.546189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.641040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8827eef9-63cf-4555-b8ef-385d81740725 req-91e923fc-be1f-4107-9266-281c55134289 service neutron] 10.222.0.23 "GET /v2.0/networks/e409ec19-38dd-4371-93f2-621c59427b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645172 Sep 17 22:25:21.655953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Allocated IP 172.20.0.3 (caf54933-681e-4986-bfa3-6fec7fbfe13a/86a63e5c-5c48-4613-bc1c-f7bb54af1d43/a2d7893a-38f8-4607-8b67-7f18d68b7201) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:21.712207 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89205a3b-a782-41a2-8cf1-e1fd1f9ff3fe tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.715776 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d57a7882-1870-4bca-a56b-357361f95284 req-c9cc26fc-e6f5-403c-82a4-e5f65271d55d tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 210 time: 0.0736103 Sep 17 22:25:21.718975 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89205a3b-a782-41a2-8cf1-e1fd1f9ff3fe tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.722869 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-89205a3b-a782-41a2-8cf1-e1fd1f9ff3fe tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/security-groups/231aad92-fc87-4cc2-accf-51289cf31388 HTTP/1.1" status: 204 len: 168 time: 0.4483497 Sep 17 22:25:21.733932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=77147a9f-0258-4afd-b057-b5933f570010,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:21.749043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59538) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:21.757147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89205a3b-a782-41a2-8cf1-e1fd1f9ff3fe tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231aad92-fc87-4cc2-accf-51289cf31388,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:21.783292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.841602 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.850290 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ae1e89-ab0e-45e9-9daf-b31a1ad22900 x-openstack-request-id: req-05ae1e89-ab0e-45e9-9daf-b31a1ad22900 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:21.850910 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092021ba-c0cb-4b79-b20a-fafbeec24b4c", "name": "network-vif-plugged", "status": "completed", "tag": "77147a9f-0258-4afd-b057-b5933f570010", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:21.852151 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05ae1e89-ab0e-45e9-9daf-b31a1ad22900 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:21.852726 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77147a9f-0258-4afd-b057-b5933f570010', 'code': 200} Sep 17 22:25:21.922176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Allocated IP 172.25.6.111 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/a0f5ed2b-7815-446b-84d6-726c03ad0aaa) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:21.929507 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.008109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2353ef4-4a39-4e8c-a3f7-8ca315726aa1 None None] Pushing event updated for resources: {'Port': ['ID=083f819f-b912-453c-a86d-2bacb869e9ba,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.010961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e1c3d519-3edf-4b12-99b8-3aa13e12541a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:22.064906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.175888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Attempting to bind port 083f819f-b912-453c-a86d-2bacb869e9ba on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:22.178397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Attempting to bind port 083f819f-b912-453c-a86d-2bacb869e9ba by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:22.179065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Attempting to bind port 083f819f-b912-453c-a86d-2bacb869e9ba on network c57fcb56-addd-4be9-955c-218138339862 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:22.200774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:22.201166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Checking segment: {'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:22.201554 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.201950 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Bound using segment: {'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:22.204619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Bound port: 083f819f-b912-453c-a86d-2bacb869e9ba, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:22.205008 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.269104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.286557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add77da-38db-4a20-abc4-43b22ddb7962 req-a1066d0f-1556-4e69-ab9b-330ff2074da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.288206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4add77da-38db-4a20-abc4-43b22ddb7962 req-a1066d0f-1556-4e69-ab9b-330ff2074da3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1098 time: 0.3213856 Sep 17 22:25:22.333683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:22.345023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:22.349265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:22.365747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8827eef9-63cf-4555-b8ef-385d81740725 req-3fe3b6b9-09d5-40c7-a176-7184ec2d601a service neutron] 10.222.0.23 "GET /v2.0/networks/e409ec19-38dd-4371-93f2-621c59427b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874616 Sep 17 22:25:22.415914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7eec7-8ad2-47f8-ab88-39f75b1e72b6 req-24b65adb-341f-42ff-955a-d46a5a263404 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.427221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0a7eec7-8ad2-47f8-ab88-39f75b1e72b6 req-24b65adb-341f-42ff-955a-d46a5a263404 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 944 time: 0.3281164 Sep 17 22:25:22.440609 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7497a222-6eb1-4b86-91df-abf158fd3529 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.443415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Pushing event updated for resources: {'Port': ['ID=a0f5ed2b-7815-446b-84d6-726c03ad0aaa,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.461524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e1c3d519-3edf-4b12-99b8-3aa13e12541a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e1c3d519-3edf-4b12-99b8-3aa13e12541a,segment=NetworkSegment(3cb859ad-3c77-4b8f-a5de-acec7f01a105),segment_id=3cb859ad-3c77-4b8f-a5de-acec7f01a105)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:22.506387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] For port 083f819f-b912-453c-a86d-2bacb869e9ba, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:22.514853 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4add77da-38db-4a20-abc4-43b22ddb7962 req-7cdf41d9-497d-4fd2-a016-29cca9c98170 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176042 Sep 17 22:25:22.529632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'e1c3d519-3edf-4b12-99b8-3aa13e12541a', 'network_id': 'e409ec19-38dd-4371-93f2-621c59427b16', 'port_id': 'e1c3d519-3edf-4b12-99b8-3aa13e12541a', 'mac_address': 'fa:16:3e:d5:24:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99d1cfe-43e5-4aba-ae9a-899da10978b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:22.551490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] For port 083f819f-b912-453c-a86d-2bacb869e9ba, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=083f819f-b912-453c-a86d-2bacb869e9ba,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:22.555844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f8da8f9a-73fd-4579-add8-2936886ec42e None None] Provisioning complete for port 083f819f-b912-453c-a86d-2bacb869e9ba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:22.556268 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f8da8f9a-73fd-4579-add8-2936886ec42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.563469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.565760 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7497a222-6eb1-4b86-91df-abf158fd3529 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.600849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0a7eec7-8ad2-47f8-ab88-39f75b1e72b6 req-f1e87d47-a53f-4881-9ef9-a5e043ddb849 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723635 Sep 17 22:25:22.639647 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.656245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f8da8f9a-73fd-4579-add8-2936886ec42e None None] Port 083f819f-b912-453c-a86d-2bacb869e9ba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:22.702659 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.723775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.729025 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.807831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c3d519-3edf-4b12-99b8-3aa13e12541a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:22.827670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Routers {'25cdeffa-ec2a-4441-a268-a9f8a7f2807c'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:22.828547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:22.869350 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7497a222-6eb1-4b86-91df-abf158fd3529 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.889478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7497a222-6eb1-4b86-91df-abf158fd3529 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.893302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7497a222-6eb1-4b86-91df-abf158fd3529 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/security-groups/49ab2162-20b0-45a8-979d-d2deb3fc0137 HTTP/1.1" status: 204 len: 168 time: 1.1190071 Sep 17 22:25:22.913356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59544) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:22.920532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e1c3d519-3edf-4b12-99b8-3aa13e12541a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e1c3d519-3edf-4b12-99b8-3aa13e12541a,segment=NetworkSegment(3cb859ad-3c77-4b8f-a5de-acec7f01a105),segment_id=3cb859ad-3c77-4b8f-a5de-acec7f01a105)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:22.928876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2353ef4-4a39-4e8c-a3f7-8ca315726aa1 None None] Pushing event updated for resources: {'Port': ['ID=083f819f-b912-453c-a86d-2bacb869e9ba,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.976941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87e46e-64a2-4359-9a0f-3bf5463989dd req-8f9cba88-e986-4383-a60b-aa556c7bc5bb tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:22.979151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d87e46e-64a2-4359-9a0f-3bf5463989dd req-8f9cba88-e986-4383-a60b-aa556c7bc5bb tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.2537475 Sep 17 22:25:23.017437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.054840 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.083906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497a222-6eb1-4b86-91df-abf158fd3529 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ab2162-20b0-45a8-979d-d2deb3fc0137,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:23.092955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.166968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] Set router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:23.204006 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d87e46e-64a2-4359-9a0f-3bf5463989dd req-18a7079a-00f6-4a51-ac59-7d957473c4c4 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628110 Sep 17 22:25:23.219108 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.239970 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.263994 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet a84653f4-0744-4b83-b056-866354e63b6a {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:25:23.276623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.284233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e1c3d519-3edf-4b12-99b8-3aa13e12541a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:23.306734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Pushing event updated for resources: {'Port': ['ID=a0f5ed2b-7815-446b-84d6-726c03ad0aaa,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:23.355302 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.365769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Network caf54933-681e-4986-bfa3-6fec7fbfe13a is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:23.369048 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-36ae0101-cbff-4281-94b8-ebc44399e481 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2322495 Sep 17 22:25:23.374687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:23.381593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:23.412219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-acd1289f-47f3-4733-8c8d-d79f452fd657 None None] Provisioning complete for port 083f819f-b912-453c-a86d-2bacb869e9ba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:23.418801 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-acd1289f-47f3-4733-8c8d-d79f452fd657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.480771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.511926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['e1c3d519-3edf-4b12-99b8-3aa13e12541a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:23.573924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c2ec0019-c099-4679-9e0b-4e99af0e5731 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:23.587863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Pushing event updated for resources: {'Port': ['ID=a2d7893a-38f8-4607-8b67-7f18d68b7201,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:23.597217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:23.597217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.751501 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.856722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056978c-624c-4ed3-97dd-f17f727098ac req-131a8334-24f4-4855-a42a-8d5cdf57d9b0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:23.856722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7056978c-624c-4ed3-97dd-f17f727098ac req-131a8334-24f4-4855-a42a-8d5cdf57d9b0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 943 time: 0.3512275 Sep 17 22:25:23.947579 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-acd1289f-47f3-4733-8c8d-d79f452fd657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.086423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-acd1289f-47f3-4733-8c8d-d79f452fd657 None None] For port 083f819f-b912-453c-a86d-2bacb869e9ba, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=083f819f-b912-453c-a86d-2bacb869e9ba,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:24.136179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c2ec0019-c099-4679-9e0b-4e99af0e5731, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c2ec0019-c099-4679-9e0b-4e99af0e5731,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:24.162165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'c2ec0019-c099-4679-9e0b-4e99af0e5731', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'port_id': 'c2ec0019-c099-4679-9e0b-4e99af0e5731', 'mac_address': 'fa:16:3e:5a:34:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:24.171584 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7056978c-624c-4ed3-97dd-f17f727098ac req-81ab13c3-50e2-4618-9393-feed2c8426b9 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358362 Sep 17 22:25:24.217859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:16Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '083f819f-b912-453c-a86d-2bacb869e9ba', 'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'mac_address': 'fa:16:3e:9a:56:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:22Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'subnets': [{'id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:24.222251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.256942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c740cf-29f3-4fc9-9bd2-887d76df6988 None None] The sync data for ids ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'] in n-d-713499-18 is: [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:16Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '083f819f-b912-453c-a86d-2bacb869e9ba', 'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'mac_address': 'fa:16:3e:9a:56:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:22Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'subnets': [{'id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:24.263666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ec0019-c099-4679-9e0b-4e99af0e5731 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:24.292294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c2ec0019-c099-4679-9e0b-4e99af0e5731, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c2ec0019-c099-4679-9e0b-4e99af0e5731,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:24.294222 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-acd1289f-47f3-4733-8c8d-d79f452fd657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.296447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-6ae5f8db-816f-48d9-b04d-005a5a6ec024 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5584404 Sep 17 22:25:24.304202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.335609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Request body: {'port': {'device_id': 'ea562a5a-5399-4d6d-b18f-dfac45730148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:24.366606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.392708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=a84653f4-0744-4b83-b056-866354e63b6a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:24.402402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1289f-47f3-4733-8c8d-d79f452fd657 None None] Pushing event updated for resources: {'Port': ['ID=083f819f-b912-453c-a86d-2bacb869e9ba,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:24.408102 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.413426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59556) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:24.413960 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/a84653f4-0744-4b83-b056-866354e63b6a HTTP/1.1" status: 204 len: 168 time: 1.4989266 Sep 17 22:25:24.422867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:24.432111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ac9d67-e78a-4e9b-b326-d718039005bf None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:24.434344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.434692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.435028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.435359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.435690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.436059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.446464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.446464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.446464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.446464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.447147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.447147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037d4a5-1a5a-4f12-b4da-73b448fce93d tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:24.462951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8148-036b-487d-8cda-187ca7454f0b req-ff7c4939-de73-4384-8508-92affa4b1179 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:24.471138 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-667f8148-036b-487d-8cda-187ca7454f0b req-ff7c4939-de73-4384-8508-92affa4b1179 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 931 time: 0.2386174 Sep 17 22:25:24.597528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.652247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-667f8148-036b-487d-8cda-187ca7454f0b req-8e876bce-c160-428e-a35c-cac4a4c40a65 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801436 Sep 17 22:25:24.712595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c2ec0019-c099-4679-9e0b-4e99af0e5731,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:24.725280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 083f819f-b912-453c-a86d-2bacb869e9ba up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:24.755130 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-eb4dfff2-8ce6-4120-babe-c9beb105f6a8 None None] Provisioning complete for port a2d7893a-38f8-4607-8b67-7f18d68b7201 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:24.755860 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb4dfff2-8ce6-4120-babe-c9beb105f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.851434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-eb4dfff2-8ce6-4120-babe-c9beb105f6a8 None None] Port a2d7893a-38f8-4607-8b67-7f18d68b7201 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:24.887343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:24.890889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.909189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 083f819f-b912-453c-a86d-2bacb869e9ba triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:24.909897 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.912344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['c2ec0019-c099-4679-9e0b-4e99af0e5731'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:25.222509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d7893a-38f8-4607-8b67-7f18d68b7201 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:25.261515 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.307211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Transition to ACTIVE for port object a2d7893a-38f8-4607-8b67-7f18d68b7201 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:25.390792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.579195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Pushing event updated for resources: {'Port': ['ID=a2d7893a-38f8-4607-8b67-7f18d68b7201,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:25.659307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.821195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:25.846345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Attempting to bind port a2d7893a-38f8-4607-8b67-7f18d68b7201 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:25.846580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Attempting to bind port a2d7893a-38f8-4607-8b67-7f18d68b7201 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:25.846896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Attempting to bind port a2d7893a-38f8-4607-8b67-7f18d68b7201 on network caf54933-681e-4986-bfa3-6fec7fbfe13a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:25.853238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:25.868483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Port a2d7893a-38f8-4607-8b67-7f18d68b7201 on network caf54933-681e-4986-bfa3-6fec7fbfe13a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:25.868800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Attempting to bind port a2d7893a-38f8-4607-8b67-7f18d68b7201 on network caf54933-681e-4986-bfa3-6fec7fbfe13a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:25.869135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:25.875511 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.879845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:25.880230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Checking segment: {'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:25.880617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Bound using segment: {'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:25.881045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Bound port: a2d7893a-38f8-4607-8b67-7f18d68b7201, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f6753d-eab9-4e8a-b298-5a4b0d303f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:25.881403 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.936356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=568046ff-4b98-4d5a-b8ab-65cb00b98144,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:25.962907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.963269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.963598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.963943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.964359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.964700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.965032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.965358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.965798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.966131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.966552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:25.966883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:26.010743 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ba5db038-0aba-44f9-9150-094f384ab0a4 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5948391 Sep 17 22:25:26.012527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59570) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:26.013362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e1c3d519-3edf-4b12-99b8-3aa13e12541a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:26.018033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6bb0ab52-ecf0-4c8f-b462-10d6e78ac350 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'security_group': {'name': 'tempest-secgroup-1634701380'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:26.095784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] For port a2d7893a-38f8-4607-8b67-7f18d68b7201, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:26.101861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] For port a2d7893a-38f8-4607-8b67-7f18d68b7201, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a2d7893a-38f8-4607-8b67-7f18d68b7201,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:26.173663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ab52-ecf0-4c8f-b462-10d6e78ac350 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.209232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port e1c3d519-3edf-4b12-99b8-3aa13e12541a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:26.210236 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.213380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port e1c3d519-3edf-4b12-99b8-3aa13e12541a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:26.213840 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.321470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:26.322090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.328372 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] 10.222.0.23 "PUT /v2.0/ports/a2d7893a-38f8-4607-8b67-7f18d68b7201 HTTP/1.1" status: 200 len: 1092 time: 2.0002170 Sep 17 22:25:26.329272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea562a5a-5399-4d6d-b18f-dfac45730148', 'tag': 'a2d7893a-38f8-4607-8b67-7f18d68b7201'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:26.334603 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0991514-c97a-4520-9331-d45bd1e3c0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea562a5a-5399-4d6d-b18f-dfac45730148", "tag": "a2d7893a-38f8-4607-8b67-7f18d68b7201"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:26.483165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842da577-fb3f-42b8-ba4b-c1eb3f5e8ead service neutron] Pushing event updated for resources: {'Port': ['ID=a2d7893a-38f8-4607-8b67-7f18d68b7201,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:26.483705 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.561862 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ab52-ecf0-4c8f-b462-10d6e78ac350 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.585835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e1c3d519-3edf-4b12-99b8-3aa13e12541a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e1c3d519-3edf-4b12-99b8-3aa13e12541a,segment=NetworkSegment(3cb859ad-3c77-4b8f-a5de-acec7f01a105),segment_id=3cb859ad-3c77-4b8f-a5de-acec7f01a105)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:26.587842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a73f60-966e-42ca-a5e7-e4bb8398d1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c3d519-3edf-4b12-99b8-3aa13e12541a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:26.596395 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bb7db5-b667-42fa-9097-c1eeb8d6abbb" -d '{"events": [{"server_uuid": "81a73f60-966e-42ca-a5e7-e4bb8398d1f5", "name": "network-vif-plugged", "status": "completed", "tag": "e1c3d519-3edf-4b12-99b8-3aa13e12541a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:26.624159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc6eb2-a05c-4711-a731-464f33f665c1 None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:26.649935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-fe8ca177-2ced-4010-8483-2466c3211390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:26.650985 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ab52-ecf0-4c8f-b462-10d6e78ac350 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.652220 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-fe8ca177-2ced-4010-8483-2466c3211390 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa2f44120daa4938a86ec52ce9b6f49b&device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 1095 time: 0.1876774 Sep 17 22:25:26.733901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-9e1a6c89-08a8-41b8-964b-540dd61c12b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d7893a-38f8-4607-8b67-7f18d68b7201 HTTP/1.1" status: 200 len: 217 time: 0.0737298 Sep 17 22:25:26.744253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0ab52-ecf0-4c8f-b462-10d6e78ac350 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495bdbc7-c318-4d86-82f5-28761317a777,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:26.759895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ab52-ecf0-4c8f-b462-10d6e78ac350 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:26.765193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6bb0ab52-ecf0-4c8f-b462-10d6e78ac350 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7513664 Sep 17 22:25:26.770702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59578) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:26.779440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-639a4452-0b38-46f4-b3a2-82fc444d33a7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'security_group': {'name': 'tempest-secgroup-823145245'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:26.858585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-79af803f-2ac2-4671-a8ad-a335b032299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:26.860182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-79af803f-2ac2-4671-a8ad-a335b032299a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86a63e5c-5c48-4613-bc1c-f7bb54af1d43 HTTP/1.1" status: 200 len: 853 time: 0.1109366 Sep 17 22:25:26.904719 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-639a4452-0b38-46f4-b3a2-82fc444d33a7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.016167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 083f819f-b912-453c-a86d-2bacb869e9ba up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:27.019458 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.019963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-7d8f3e15-803a-4ee6-8e21-285e0d644c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:27.023732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-7d8f3e15-803a-4ee6-8e21-285e0d644c8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caf54933-681e-4986-bfa3-6fec7fbfe13a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043139 Sep 17 22:25:27.148966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-639a4452-0b38-46f4-b3a2-82fc444d33a7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.241252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-5e1e54f4-fe52-42f0-9030-f5851a7dd0d2 service neutron] 10.222.0.23 "GET /v2.0/networks/caf54933-681e-4986-bfa3-6fec7fbfe13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871107 Sep 17 22:25:27.253015 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-639a4452-0b38-46f4-b3a2-82fc444d33a7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.326702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a4452-0b38-46f4-b3a2-82fc444d33a7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ddea72-fa26-4b73-8398-1f7121df1c0b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:27.335518 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-639a4452-0b38-46f4-b3a2-82fc444d33a7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.337971 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-639a4452-0b38-46f4-b3a2-82fc444d33a7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5682042 Sep 17 22:25:27.342709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59580) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:27.347654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-218acb86-37e3-4d29-80d9-14b6b3f2f16c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'security_group': {'name': 'tempest-secgroup-1126862557'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:27.383744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4cf853b2-8f1b-4543-b77e-928dadf8cb92 None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:27.388588 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cf853b2-8f1b-4543-b77e-928dadf8cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.394555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e1c3d519-3edf-4b12-99b8-3aa13e12541a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:27.458271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 083f819f-b912-453c-a86d-2bacb869e9ba triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:27.458957 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.468433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-218acb86-37e3-4d29-80d9-14b6b3f2f16c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.510910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c2ec0019-c099-4679-9e0b-4e99af0e5731 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:27.534909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e37b95fb-7067-4d9c-8e33-03e44e500467 req-11e2bf4b-5bc9-4583-a886-912e2480f4b1 service neutron] 10.222.0.23 "GET /v2.0/networks/caf54933-681e-4986-bfa3-6fec7fbfe13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229800 Sep 17 22:25:27.652151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-218acb86-37e3-4d29-80d9-14b6b3f2f16c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.696573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fddc7d-9c0d-498e-99a7-85d4cdc36f1c None None] Update dhcp port {'port': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'fixed_ips': [{'subnet_id': '772f219e-ba6a-46f6-a661-70c5b6a2f9d7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '568046ff-4b98-4d5a-b8ab-65cb00b98144'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '804c353a-7b79-41e7-8dc5-4bb410009bdc'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:25:27.744626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-218acb86-37e3-4d29-80d9-14b6b3f2f16c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.761869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2fddc7d-9c0d-498e-99a7-85d4cdc36f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.767839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4cf853b2-8f1b-4543-b77e-928dadf8cb92 None None] Provisioning complete for port 11e2f22c-39a6-4089-bc49-c1054f7f8120 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:27.768655 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cf853b2-8f1b-4543-b77e-928dadf8cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.809313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218acb86-37e3-4d29-80d9-14b6b3f2f16c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f976392-c256-4f10-b08c-63b91a44f93f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:27.828342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port c2ec0019-c099-4679-9e0b-4e99af0e5731 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:27.846098 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-218acb86-37e3-4d29-80d9-14b6b3f2f16c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:27.852463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59582) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:27.857797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-218acb86-37e3-4d29-80d9-14b6b3f2f16c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5151179 Sep 17 22:25:27.864553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-520670821', 'security_groups': ['7f976392-c256-4f10-b08c-63b91a44f93f'], 'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '568046ff-4b98-4d5a-b8ab-65cb00b98144'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:27.867448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4cf853b2-8f1b-4543-b77e-928dadf8cb92 None None] Port 11e2f22c-39a6-4089-bc49-c1054f7f8120 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:27.868988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port c2ec0019-c099-4679-9e0b-4e99af0e5731 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:27.869517 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.178998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:28.327509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.368475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] device_id is not set on port 3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:28.397824 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.450337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d2fddc7d-9c0d-498e-99a7-85d4cdc36f1c None None] Allocated IP 2001:db8::2 (a768cea6-3371-4c4e-bd02-7e331b730190/568046ff-4b98-4d5a-b8ab-65cb00b98144/804c353a-7b79-41e7-8dc5-4bb410009bdc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:28.537120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c2ec0019-c099-4679-9e0b-4e99af0e5731, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c2ec0019-c099-4679-9e0b-4e99af0e5731,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:28.700278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d2fddc7d-9c0d-498e-99a7-85d4cdc36f1c None None] For port 804c353a-7b79-41e7-8dc5-4bb410009bdc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=804c353a-7b79-41e7-8dc5-4bb410009bdc,segment=NetworkSegment(93b35aa6-509c-48a2-9858-03272c753480),segment_id=93b35aa6-509c-48a2-9858-03272c753480)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:28.766834 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.774956 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2fddc7d-9c0d-498e-99a7-85d4cdc36f1c None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.862213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2fddc7d-9c0d-498e-99a7-85d4cdc36f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.899257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c2ec0019-c099-4679-9e0b-4e99af0e5731,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:29.029802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8::176 (a768cea6-3371-4c4e-bd02-7e331b730190/568046ff-4b98-4d5a-b8ab-65cb00b98144/3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:29.112523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fddc7d-9c0d-498e-99a7-85d4cdc36f1c None None] Pushing event updated for resources: {'Port': ['ID=804c353a-7b79-41e7-8dc5-4bb410009bdc,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:29.152101 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.343851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.464930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.544967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:29.549826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:29.554496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:29.560267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:29.560939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.581888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:30.038452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6716a6e7-9194-427a-bf86-72edb8f376bd None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:30.039109 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6716a6e7-9194-427a-bf86-72edb8f376bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.096755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59584) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:30.098566 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f2985ab5-007c-4426-b776-d8f9848c9bcd tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2418976 Sep 17 22:25:30.110041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-52e10e18-8220-4074-a3b8-2b4b9fd4db1c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:30.186742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6716a6e7-9194-427a-bf86-72edb8f376bd None None] Provisioning complete for port 11e2f22c-39a6-4089-bc49-c1054f7f8120 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:30.189145 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6716a6e7-9194-427a-bf86-72edb8f376bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.246805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6716a6e7-9194-427a-bf86-72edb8f376bd None None] Port 11e2f22c-39a6-4089-bc49-c1054f7f8120 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:30.379077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2f3cfb25-e890-4931-bf7a-a4797f56cebb None None] Provisioning complete for port 3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:30.379416 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfb25-e890-4931-bf7a-a4797f56cebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.421814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2f3cfb25-e890-4931-bf7a-a4797f56cebb None None] Port 3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:30.480970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 804c353a-7b79-41e7-8dc5-4bb410009bdc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:30.527431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:30.527807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.736847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e10e18-8220-4074-a3b8-2b4b9fd4db1c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:30.740543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-52e10e18-8220-4074-a3b8-2b4b9fd4db1c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.859115 n-d-713499-18 neutron-server[95455]: INFO neutron.db.ipam_backend_mixin [None req-52e10e18-8220-4074-a3b8-2b4b9fd4db1c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 568046ff-4b98-4d5a-b8ab-65cb00b98144 (CIDR: 2001:db8::/64) Sep 17 22:25:30.912974 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e10e18-8220-4074-a3b8-2b4b9fd4db1c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:25:30.912974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e10e18-8220-4074-a3b8-2b4b9fd4db1c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:31.003858 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-52e10e18-8220-4074-a3b8-2b4b9fd4db1c tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9032280 Sep 17 22:25:31.007172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59592) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:31.021719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-09d65f3f-c664-4228-bd10-3e9d92797921 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:31.320336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d65f3f-c664-4228-bd10-3e9d92797921 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:31.324104 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09d65f3f-c664-4228-bd10-3e9d92797921 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.443748 n-d-713499-18 neutron-server[95454]: INFO neutron.db.ipam_backend_mixin [None req-09d65f3f-c664-4228-bd10-3e9d92797921 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 772f219e-ba6a-46f6-a661-70c5b6a2f9d7 (CIDR: 2001:db8:0:1::/64) Sep 17 22:25:31.532424 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d65f3f-c664-4228-bd10-3e9d92797921 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:25:31.532904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d65f3f-c664-4228-bd10-3e9d92797921 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:31.630196 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-09d65f3f-c664-4228-bd10-3e9d92797921 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6202137 Sep 17 22:25:31.632362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59594) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:31.639941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-bf30b5ae-cb1c-4309-b4d9-fa591ed3e906 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'subnet': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:31.845364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf30b5ae-cb1c-4309-b4d9-fa591ed3e906 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Made reservation on behalf of 370a17a34bc2432b866e585087a8018b for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:31.849471 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf30b5ae-cb1c-4309-b4d9-fa591ed3e906 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.224651 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf30b5ae-cb1c-4309-b4d9-fa591ed3e906 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.279365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf30b5ae-cb1c-4309-b4d9-fa591ed3e906 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Network a768cea6-3371-4c4e-bd02-7e331b730190 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:32.294905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-bf30b5ae-cb1c-4309-b4d9-fa591ed3e906 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:32.300599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf30b5ae-cb1c-4309-b4d9-fa591ed3e906 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:32.301714 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf30b5ae-cb1c-4309-b4d9-fa591ed3e906 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.310715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294d162-1373-48ed-a5af-4a3381ca477b None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:32.318458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30b5ae-cb1c-4309-b4d9-fa591ed3e906 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Subnet': ['ID=7f9470b3-16d8-4693-94a9-d08dcb9d3902,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:32.344514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-61107754-2fab-4654-a2f0-c3123afe204c tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--999995329&fields=id&tenant_id=5b777bb294584abd89fa76c64b01360f HTTP/1.1" status: 200 len: 267 time: 0.0913517 Sep 17 22:25:32.372592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4535f-ba03-4a87-bd30-a1fc0faa7770 req-39b8da84-6ed0-437c-bb64-64d9b24530d0 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:32.374445 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06f4535f-ba03-4a87-bd30-a1fc0faa7770 req-39b8da84-6ed0-437c-bb64-64d9b24530d0 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 946 time: 0.0720780 Sep 17 22:25:32.426631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06f4535f-ba03-4a87-bd30-a1fc0faa7770 req-80b081dc-4f90-4527-8e66-fd7664bc4c88 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455520 Sep 17 22:25:32.446223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59612) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:32.446639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bf30b5ae-cb1c-4309-b4d9-fa591ed3e906 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8128116 Sep 17 22:25:32.453234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1708800961', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7f9470b3-16d8-4693-94a9-d08dcb9d3902'}], 'security_groups': ['495bdbc7-c318-4d86-82f5-28761317a777', '19ddea72-fa26-4b73-8398-1f7121df1c0b']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:32.526519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-0e8bff36-335f-49a5-b279-cfe277838430 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:32.534906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-0e8bff36-335f-49a5-b279-cfe277838430 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/networks?id=c57fcb56-addd-4be9-955c-218138339862 HTTP/1.1" status: 200 len: 812 time: 0.1828032 Sep 17 22:25:32.557848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-00b51a69-0211-4b9d-ad9b-e713e27cc647 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/quotas/5b777bb294584abd89fa76c64b01360f HTTP/1.1" status: 200 len: 375 time: 0.0210047 Sep 17 22:25:32.642483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc445248-2513-4756-ac7b-60583f2deafa None None] Update dhcp port {'port': {'network_id': 'a768cea6-3371-4c4e-bd02-7e331b730190', 'fixed_ips': [{'subnet_id': '772f219e-ba6a-46f6-a661-70c5b6a2f9d7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '568046ff-4b98-4d5a-b8ab-65cb00b98144', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f9470b3-16d8-4693-94a9-d08dcb9d3902'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '804c353a-7b79-41e7-8dc5-4bb410009bdc'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:25:32.668585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6650a96-55f0-4197-8116-3540eabf9c6a req-cbcf9528-8b3d-420f-a78c-4858b3ebbd78 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:32.672976 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc445248-2513-4756-ac7b-60583f2deafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.676829 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6650a96-55f0-4197-8116-3540eabf9c6a req-cbcf9528-8b3d-420f-a78c-4858b3ebbd78 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.1144831 Sep 17 22:25:32.684951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-69e9cadb-2024-4032-8e8f-ac46a9050897 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b777bb294584abd89fa76c64b01360f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1234248 Sep 17 22:25:32.745842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.783397 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6650a96-55f0-4197-8116-3540eabf9c6a req-38ce767e-85de-4c00-90a2-2192de2b7df5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056550 Sep 17 22:25:32.798619 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-b4793f24-bac2-42d1-9d19-625cbaad73fb service neutron] 10.222.0.30 "GET /v2.0/networks/c57fcb56-addd-4be9-955c-218138339862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014869 Sep 17 22:25:32.887423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-bc445248-2513-4756-ac7b-60583f2deafa None None] Allocated IP 2001:db8:0:2::2 (a768cea6-3371-4c4e-bd02-7e331b730190/7f9470b3-16d8-4693-94a9-d08dcb9d3902/804c353a-7b79-41e7-8dc5-4bb410009bdc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:32.988221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-07204fef-1421-42ef-8ace-1832d2ff3717 service neutron] 10.222.0.30 "GET /v2.0/networks/c57fcb56-addd-4be9-955c-218138339862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826689 Sep 17 22:25:32.990327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bc445248-2513-4756-ac7b-60583f2deafa None None] For port 804c353a-7b79-41e7-8dc5-4bb410009bdc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=804c353a-7b79-41e7-8dc5-4bb410009bdc,segment=NetworkSegment(93b35aa6-509c-48a2-9858-03272c753480),segment_id=93b35aa6-509c-48a2-9858-03272c753480)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:33.041520 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc445248-2513-4756-ac7b-60583f2deafa None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.106959 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc445248-2513-4756-ac7b-60583f2deafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.212486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1488d-1257-4a14-b897-a2f449912848 req-190c0dbc-5ae9-45ce-ba02-e29a635f1843 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:33.214115 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ca1488d-1257-4a14-b897-a2f449912848 req-190c0dbc-5ae9-45ce-ba02-e29a635f1843 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.0910604 Sep 17 22:25:33.253438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc445248-2513-4756-ac7b-60583f2deafa None None] Pushing event updated for resources: {'Port': ['ID=804c353a-7b79-41e7-8dc5-4bb410009bdc,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:33.266199 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fa5f654f-b4b2-4b30-969d-519895799e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.336669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ca1488d-1257-4a14-b897-a2f449912848 req-9383ae82-6e89-4e96-8d12-148b2a39e8ec tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804238 Sep 17 22:25:33.404659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ef952-f64b-40ac-a1b4-b2fb7c7148d4 req-f2646c26-3c0c-4b36-b76c-e43ddf785e57 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:33.418501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d5ef952-f64b-40ac-a1b4-b2fb7c7148d4 req-f2646c26-3c0c-4b36-b76c-e43ddf785e57 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 943 time: 0.0951955 Sep 17 22:25:33.451958 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06433f8-5d7f-4146-871c-3fe1890a9e02 x-openstack-request-id: req-b06433f8-5d7f-4146-871c-3fe1890a9e02 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:33.452269 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea562a5a-5399-4d6d-b18f-dfac45730148", "tag": "a2d7893a-38f8-4607-8b67-7f18d68b7201", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:33.452648 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b06433f8-5d7f-4146-871c-3fe1890a9e02 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:33.453219 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea562a5a-5399-4d6d-b18f-dfac45730148', 'tag': 'a2d7893a-38f8-4607-8b67-7f18d68b7201', 'status': 'completed', 'code': 200} Sep 17 22:25:33.469207 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2188143f-70b6-477b-b35b-c4aadb594b15 x-openstack-request-id: req-2188143f-70b6-477b-b35b-c4aadb594b15 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:33.469734 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a73f60-966e-42ca-a5e7-e4bb8398d1f5", "name": "network-vif-plugged", "status": "completed", "tag": "e1c3d519-3edf-4b12-99b8-3aa13e12541a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:33.469861 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2188143f-70b6-477b-b35b-c4aadb594b15 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:33.470160 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a73f60-966e-42ca-a5e7-e4bb8398d1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c3d519-3edf-4b12-99b8-3aa13e12541a', 'code': 200} Sep 17 22:25:33.491847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d5ef952-f64b-40ac-a1b4-b2fb7c7148d4 req-9274dd36-e8d2-412d-8743-74d5d2f9d786 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721436 Sep 17 22:25:33.522604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Delete allocated IP 2001:db8::176 (a768cea6-3371-4c4e-bd02-7e331b730190/568046ff-4b98-4d5a-b8ab-65cb00b98144) {{(pid=95455) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:25:33.566594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Allocated IP 2001:db8:0:2::38d (a768cea6-3371-4c4e-bd02-7e331b730190/7f9470b3-16d8-4693-94a9-d08dcb9d3902/3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:33.642235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191c7d8-86a7-4b5e-a7a0-a778b5e07f13 req-4cf4faa7-98ba-4efe-8abf-a26ded5fbbef tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:33.652333 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c191c7d8-86a7-4b5e-a7a0-a778b5e07f13 req-4cf4faa7-98ba-4efe-8abf-a26ded5fbbef tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1098 time: 0.0897541 Sep 17 22:25:33.699744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c191c7d8-86a7-4b5e-a7a0-a778b5e07f13 req-de6b9cc1-bbcb-4d83-ae1c-279c243f60c0 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464485 Sep 17 22:25:33.716014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e9b9a87-3ee1-4354-8ee9-0da61f6dc997 req-192d5025-11f8-49a6-a0f2-a9a038fd3a07 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 210 time: 0.0401695 Sep 17 22:25:33.901201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04672d9-28d0-4720-823e-3d5fbd00e892 req-9cc05dfa-4bd3-434f-889d-3c450b3b0e11 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:33.902843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04672d9-28d0-4720-823e-3d5fbd00e892 req-9cc05dfa-4bd3-434f-889d-3c450b3b0e11 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1111591 Sep 17 22:25:33.965322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.015556 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04672d9-28d0-4720-823e-3d5fbd00e892 req-586bba11-845c-498c-8c82-e33c38316da1 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041143 Sep 17 22:25:34.047351 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.149220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] In _notify_port_updated(), no bound segment for port 3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba on network a768cea6-3371-4c4e-bd02-7e331b730190 {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:25:34.158920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.159718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.162050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "PUT /v2.0/ports/3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba HTTP/1.1" status: 200 len: 970 time: 1.7142446 Sep 17 22:25:34.165175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59658) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:34.275227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7a439-9dd3-45b4-9f8c-b6d271e07c69 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event updated for resources: {'Port': ['ID=3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:34.313109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d9c39-410f-4d97-a0cd-5ac20f5e81f9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:34.313447 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c39-410f-4d97-a0cd-5ac20f5e81f9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.399777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c39-410f-4d97-a0cd-5ac20f5e81f9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.412617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d9c39-410f-4d97-a0cd-5ac20f5e81f9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:34.456085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2287c1a-0aed-4fee-a0c4-0ad2c2544593 req-e179e734-227e-4de4-af18-2ca19c10c9bd tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.458271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2287c1a-0aed-4fee-a0c4-0ad2c2544593 req-e179e734-227e-4de4-af18-2ca19c10c9bd tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.0526304 Sep 17 22:25:34.504734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 804c353a-7b79-41e7-8dc5-4bb410009bdc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:34.539285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2287c1a-0aed-4fee-a0c4-0ad2c2544593 req-63e3767d-ce96-4122-a7a1-c422478e1ae3 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741162 Sep 17 22:25:34.549219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d8566862-5ae2-4e03-95cb-e87cf6f3cc22 None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:34.549596 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d8566862-5ae2-4e03-95cb-e87cf6f3cc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.640698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:34.640698 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.641011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-8e0aa965-52d7-42d1-94b9-b9cfea5d300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.641011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-8e0aa965-52d7-42d1-94b9-b9cfea5d300f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa2f44120daa4938a86ec52ce9b6f49b&device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 1095 time: 0.1428919 Sep 17 22:25:34.701034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24237d0-f709-48e4-b64c-249525c20dbb req-311378ab-0816-425c-a053-a6b309378062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.702562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a24237d0-f709-48e4-b64c-249525c20dbb req-311378ab-0816-425c-a053-a6b309378062 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 1098 time: 0.1592455 Sep 17 22:25:34.772209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d8566862-5ae2-4e03-95cb-e87cf6f3cc22 None None] Provisioning complete for port 3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:34.772557 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d8566862-5ae2-4e03-95cb-e87cf6f3cc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.780667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704daed-fbf2-46e9-8edd-75adc86c5e2a req-2aa70b19-9116-4235-834d-a50b9354ec27 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.782159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4704daed-fbf2-46e9-8edd-75adc86c5e2a req-2aa70b19-9116-4235-834d-a50b9354ec27 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 943 time: 0.1354163 Sep 17 22:25:34.810782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-00d52f5b-2bb4-4799-b761-5bea82745920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.812241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-00d52f5b-2bb4-4799-b761-5bea82745920 service neutron] 10.222.0.23 "GET /v2.0/networks?id=caf54933-681e-4986-bfa3-6fec7fbfe13a HTTP/1.1" status: 200 len: 915 time: 0.1754396 Sep 17 22:25:34.818077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d8566862-5ae2-4e03-95cb-e87cf6f3cc22 None None] Port 3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:34.819688 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a24237d0-f709-48e4-b64c-249525c20dbb req-8efcf1ef-e358-4b87-8d33-4ae926b84879 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861099 Sep 17 22:25:34.827829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d8566862-5ae2-4e03-95cb-e87cf6f3cc22 None None] Provisioning complete for port 11e2f22c-39a6-4089-bc49-c1054f7f8120 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:34.828229 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d8566862-5ae2-4e03-95cb-e87cf6f3cc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.865118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d8566862-5ae2-4e03-95cb-e87cf6f3cc22 None None] Port 11e2f22c-39a6-4089-bc49-c1054f7f8120 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:34.868255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-f02fb3f6-70c4-43b2-9910-b6c9e07900be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d7893a-38f8-4607-8b67-7f18d68b7201 HTTP/1.1" status: 200 len: 217 time: 0.0462034 Sep 17 22:25:34.876087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4704daed-fbf2-46e9-8edd-75adc86c5e2a req-1fad8ef3-bcea-48b9-8c94-27b5dc0f4bc8 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777488 Sep 17 22:25:34.942983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9363bc6d-19cc-44eb-8db1-25064a45f0c5 req-c6214ad4-9294-4889-bf52-533747afcc4d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 210 time: 0.0268071 Sep 17 22:25:34.984461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7dabac60-a9e9-4915-8970-f53b2f77855b None None] Provisioning complete for port 3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:34.984832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7dabac60-a9e9-4915-8970-f53b2f77855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.019580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7dabac60-a9e9-4915-8970-f53b2f77855b None None] Port 3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:35.051522 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-8ae23430-2965-4924-a6b2-fa7b9dd69342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.053108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-8ae23430-2965-4924-a6b2-fa7b9dd69342 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86a63e5c-5c48-4613-bc1c-f7bb54af1d43 HTTP/1.1" status: 200 len: 853 time: 0.0452302 Sep 17 22:25:35.125658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-06562c66-66ca-485d-897f-7d5b5ec0ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.127161 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-06562c66-66ca-485d-897f-7d5b5ec0ce9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caf54933-681e-4986-bfa3-6fec7fbfe13a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670865 Sep 17 22:25:35.142991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce026d03-43db-4c53-a9ad-bfb7e2165b48 req-4a9c6e61-0f52-4ae2-a47f-056f409f3f15 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.144314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce026d03-43db-4c53-a9ad-bfb7e2165b48 req-4a9c6e61-0f52-4ae2-a47f-056f409f3f15 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 946 time: 0.0601749 Sep 17 22:25:35.241800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce026d03-43db-4c53-a9ad-bfb7e2165b48 req-1093c795-fc66-42b9-829c-ba56b6fe653e tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908523 Sep 17 22:25:35.259409 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-e71bc8f6-04a4-4c2e-92d8-46a88945897e service neutron] 10.222.0.23 "GET /v2.0/networks/caf54933-681e-4986-bfa3-6fec7fbfe13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239161 Sep 17 22:25:35.368581 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c39-410f-4d97-a0cd-5ac20f5e81f9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.392940 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0991514-c97a-4520-9331-d45bd1e3c0c1 req-a69d2234-9b3e-4b3b-9be8-e1429ba3d587 service neutron] 10.222.0.23 "GET /v2.0/networks/caf54933-681e-4986-bfa3-6fec7fbfe13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258454 Sep 17 22:25:35.408642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d9c39-410f-4d97-a0cd-5ac20f5e81f9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:35.464299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9c39-410f-4d97-a0cd-5ac20f5e81f9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.466592 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bb4d9c39-410f-4d97-a0cd-5ac20f5e81f9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba HTTP/1.1" status: 204 len: 168 time: 1.3000951 Sep 17 22:25:35.469190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59678) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:35.471634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72af353-8975-4781-acf0-5f3d05729283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ec0019-c099-4679-9e0b-4e99af0e5731'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:35.474624 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9bb431-ade9-40ab-a0a2-c774e93710d1" -d '{"events": [{"server_uuid": "d72af353-8975-4781-acf0-5f3d05729283", "name": "network-vif-plugged", "status": "completed", "tag": "c2ec0019-c099-4679-9e0b-4e99af0e5731"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:35.499752 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8d98c8-9606-4bbd-9c87-ea8d7da3b7fa tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] GET failed (client error): The resource could not be found. Sep 17 22:25:35.510239 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4e8d98c8-9606-4bbd-9c87-ea8d7da3b7fa tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports/3f5ec5ec-0b53-427e-8bc6-bd5f9c42caba HTTP/1.1" status: 404 len: 333 time: 0.0309176 Sep 17 22:25:35.510239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59684) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:35.534600 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62faebe4-5515-4d9a-8eba-baadbda36ea9 x-openstack-request-id: req-62faebe4-5515-4d9a-8eba-baadbda36ea9 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:35.535192 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72af353-8975-4781-acf0-5f3d05729283", "name": "network-vif-plugged", "status": "completed", "tag": "c2ec0019-c099-4679-9e0b-4e99af0e5731", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:35.535192 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62faebe4-5515-4d9a-8eba-baadbda36ea9 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:35.535602 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72af353-8975-4781-acf0-5f3d05729283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ec0019-c099-4679-9e0b-4e99af0e5731', 'code': 200} Sep 17 22:25:35.622979 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-225e48d6-baa1-466b-97fe-b83ee670c7c5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.696008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-225e48d6-baa1-466b-97fe-b83ee670c7c5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.805014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e7ead-fedb-4919-9d75-d61e8b3c4d16 req-57945412-ddab-4513-b85e-b3d1f1c62b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.806371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e2e7ead-fedb-4919-9d75-d61e8b3c4d16 req-57945412-ddab-4513-b85e-b3d1f1c62b53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 1097 time: 0.1650889 Sep 17 22:25:35.819736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492cc2e-95cc-48d1-ba59-68edb01244c0 req-8af1b09a-5314-4ba6-b767-7144575c3b2a tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.821342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7492cc2e-95cc-48d1-ba59-68edb01244c0 req-8af1b09a-5314-4ba6-b767-7144575c3b2a tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.1133373 Sep 17 22:25:35.824731 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-096edd69-c980-4ae6-a887-a071b1d1a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.853251 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-225e48d6-baa1-466b-97fe-b83ee670c7c5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.855891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-225e48d6-baa1-466b-97fe-b83ee670c7c5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.858812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-225e48d6-baa1-466b-97fe-b83ee670c7c5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/security-groups/7f976392-c256-4f10-b08c-63b91a44f93f HTTP/1.1" status: 204 len: 168 time: 0.3513422 Sep 17 22:25:35.874678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59692) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:35.875705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e48d6-baa1-466b-97fe-b83ee670c7c5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f976392-c256-4f10-b08c-63b91a44f93f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:35.876986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e2e7ead-fedb-4919-9d75-d61e8b3c4d16 req-9c4800a3-ac34-4144-aaf2-6a5e7ae9d85b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546288 Sep 17 22:25:35.897752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7492cc2e-95cc-48d1-ba59-68edb01244c0 req-791c9c2b-e38b-4a70-837d-476c085e2efa tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608475 Sep 17 22:25:35.982059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d647777c-9d9c-45e9-922a-fb1053a8cb35 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.021256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89252203-831d-462c-a028-b01a0ec9761c req-f88e3218-a348-4cf0-a9d5-604b0d548369 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:36.028598 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89252203-831d-462c-a028-b01a0ec9761c req-f88e3218-a348-4cf0-a9d5-604b0d548369 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 943 time: 0.0743353 Sep 17 22:25:36.042361 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d647777c-9d9c-45e9-922a-fb1053a8cb35 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.065003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89252203-831d-462c-a028-b01a0ec9761c req-c7f740ee-bc35-4dd5-b335-770e9688d319 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355678 Sep 17 22:25:36.157577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c2c79b5-bf3a-4c75-90e6-5148e19fa212 req-0b66a15f-4604-45e1-a5a0-eca6219beab0 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 210 time: 0.0289440 Sep 17 22:25:36.183996 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d647777c-9d9c-45e9-922a-fb1053a8cb35 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.186725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d647777c-9d9c-45e9-922a-fb1053a8cb35 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.188161 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d647777c-9d9c-45e9-922a-fb1053a8cb35 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/security-groups/19ddea72-fa26-4b73-8398-1f7121df1c0b HTTP/1.1" status: 204 len: 168 time: 0.3252759 Sep 17 22:25:36.190639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59716) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:36.198468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647777c-9d9c-45e9-922a-fb1053a8cb35 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ddea72-fa26-4b73-8398-1f7121df1c0b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:36.250052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32404c69-6f80-4fe2-b1f3-abea6ece6cbc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.277821 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32404c69-6f80-4fe2-b1f3-abea6ece6cbc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.381939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492d276-0dd5-4e5a-b105-3d9b103ebc4f req-0f466da0-9aeb-4e9b-aeef-58941345d69d tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:36.383434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a492d276-0dd5-4e5a-b105-3d9b103ebc4f req-0f466da0-9aeb-4e9b-aeef-58941345d69d tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 946 time: 0.0591593 Sep 17 22:25:36.429141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a492d276-0dd5-4e5a-b105-3d9b103ebc4f req-833664d1-37ae-41f5-b55d-26903c4e70bf tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 Sep 17 22:25:36.439483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32404c69-6f80-4fe2-b1f3-abea6ece6cbc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.443182 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32404c69-6f80-4fe2-b1f3-abea6ece6cbc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.447258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-32404c69-6f80-4fe2-b1f3-abea6ece6cbc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/security-groups/495bdbc7-c318-4d86-82f5-28761317a777 HTTP/1.1" status: 204 len: 168 time: 0.2520695 Sep 17 22:25:36.450007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59726) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:36.473841 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32404c69-6f80-4fe2-b1f3-abea6ece6cbc tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495bdbc7-c318-4d86-82f5-28761317a777,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:36.513284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-175e5bf5-5d11-4d71-ab6e-97d8d62e083b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet 568046ff-4b98-4d5a-b8ab-65cb00b98144 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:25:36.516431 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-175e5bf5-5d11-4d71-ab6e-97d8d62e083b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.571470 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-175e5bf5-5d11-4d71-ab6e-97d8d62e083b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.674216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-175e5bf5-5d11-4d71-ab6e-97d8d62e083b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.840857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-175e5bf5-5d11-4d71-ab6e-97d8d62e083b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.871032 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-175e5bf5-5d11-4d71-ab6e-97d8d62e083b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.872963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-175e5bf5-5d11-4d71-ab6e-97d8d62e083b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/568046ff-4b98-4d5a-b8ab-65cb00b98144 HTTP/1.1" status: 204 len: 168 time: 0.4243588 Sep 17 22:25:36.873984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e5bf5-5d11-4d71-ab6e-97d8d62e083b tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=568046ff-4b98-4d5a-b8ab-65cb00b98144,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:36.877439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59738) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:36.888433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2c2e8-1d26-4d62-9060-68b1fbef8753 None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:36.936561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-0166ce4b-6ab8-43cb-a0db-3b902d6a79bb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet 7f9470b3-16d8-4693-94a9-d08dcb9d3902 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:25:36.940058 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0166ce4b-6ab8-43cb-a0db-3b902d6a79bb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.985273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0166ce4b-6ab8-43cb-a0db-3b902d6a79bb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.021259 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.159235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0166ce4b-6ab8-43cb-a0db-3b902d6a79bb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.248975 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.271358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a4fc-0571-45d2-94fa-c4f3fa30c0e9 req-020ad071-17b4-4e6b-be20-5a332062b3c3 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.272983 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6028a4fc-0571-45d2-94fa-c4f3fa30c0e9 req-020ad071-17b4-4e6b-be20-5a332062b3c3 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.0745971 Sep 17 22:25:37.313023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcce64-746c-4658-a387-40b55fc4e34d req-cb74d1f2-a1d3-49fb-92bc-99a7993f5f6f tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.315164 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8fcce64-746c-4658-a387-40b55fc4e34d req-cb74d1f2-a1d3-49fb-92bc-99a7993f5f6f tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 943 time: 0.0844727 Sep 17 22:25:37.320106 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6028a4fc-0571-45d2-94fa-c4f3fa30c0e9 req-88faceb7-8a13-46ed-90f8-e724b47d12dc tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396583 Sep 17 22:25:37.363886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8fcce64-746c-4658-a387-40b55fc4e34d req-8030d49b-a4fc-40f4-a466-787836133c3f tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Sep 17 22:25:37.365624 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0166ce4b-6ab8-43cb-a0db-3b902d6a79bb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.436260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166ce4b-6ab8-43cb-a0db-3b902d6a79bb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9470b3-16d8-4693-94a9-d08dcb9d3902,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:37.450483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0166ce4b-6ab8-43cb-a0db-3b902d6a79bb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.451294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0166ce4b-6ab8-43cb-a0db-3b902d6a79bb tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/7f9470b3-16d8-4693-94a9-d08dcb9d3902 HTTP/1.1" status: 204 len: 168 time: 0.5727766 Sep 17 22:25:37.453965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59754) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:37.471717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdd40d7d-beef-4d59-ac55-9d1cc1ff1cb2 req-bebe3264-ebab-47b9-951a-fd73a32482b5 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 210 time: 0.0376608 Sep 17 22:25:37.491358 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4221d9-2b91-4f6c-a3ee-9dd54c0ad418 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:37.492055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4221d9-2b91-4f6c-a3ee-9dd54c0ad418 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:37.494260 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6e4221d9-2b91-4f6c-a3ee-9dd54c0ad418 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/568046ff-4b98-4d5a-b8ab-65cb00b98144 HTTP/1.1" status: 404 len: 337 time: 0.0377190 Sep 17 22:25:37.497142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59756) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:37.510453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a5505-618c-4d44-95ea-39f2c23c7ea3 req-3e2f2677-3cb7-470b-800b-72790e32ece2 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.520819 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-626a5505-618c-4d44-95ea-39f2c23c7ea3 req-3e2f2677-3cb7-470b-800b-72790e32ece2 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1067460 Sep 17 22:25:37.571104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-626a5505-618c-4d44-95ea-39f2c23c7ea3 req-d181d8ed-a001-4e36-a1c0-b9f478321b7a tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Sep 17 22:25:37.601489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd8124b-c6a1-48e3-ab36-d44e726a2048 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting subnet 772f219e-ba6a-46f6-a661-70c5b6a2f9d7 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:25:37.617397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd8124b-c6a1-48e3-ab36-d44e726a2048 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.706505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd8124b-c6a1-48e3-ab36-d44e726a2048 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.765490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-750d2480-c2db-4c3e-994c-612c26100d26 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.767083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-750d2480-c2db-4c3e-994c-612c26100d26 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 805 time: 0.1929421 Sep 17 22:25:37.810259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-6584f54b-62a2-419b-a1d2-85db66f07fd2 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/quotas/4bf3915093e9445ba897d411f58ee42c HTTP/1.1" status: 200 len: 375 time: 0.0344818 Sep 17 22:25:37.847327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c3785a-381e-44e2-b049-2cde0790207f None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:37.871528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd8124b-c6a1-48e3-ab36-d44e726a2048 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.917239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-32a4da23-4217-4a64-af88-1708675995d7 None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:37.917889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-32a4da23-4217-4a64-af88-1708675995d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.990269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-865e427d-11cb-4d55-b095-b4badd7e8abc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1736593 Sep 17 22:25:38.055811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-0ad1e47f-87bd-4744-8478-b92ba29e9687 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:38.057249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-0ad1e47f-87bd-4744-8478-b92ba29e9687 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.15 "GET /v2.0/networks?id=c57fcb56-addd-4be9-955c-218138339862 HTTP/1.1" status: 200 len: 812 time: 0.2191837 Sep 17 22:25:38.076897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a2d7893a-38f8-4607-8b67-7f18d68b7201 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:38.093220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-32a4da23-4217-4a64-af88-1708675995d7 None None] Provisioning complete for port 11e2f22c-39a6-4089-bc49-c1054f7f8120 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:38.093597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-32a4da23-4217-4a64-af88-1708675995d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.116372 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd8124b-c6a1-48e3-ab36-d44e726a2048 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.167383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-32a4da23-4217-4a64-af88-1708675995d7 None None] Port 11e2f22c-39a6-4089-bc49-c1054f7f8120 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:38.187562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8124b-c6a1-48e3-ab36-d44e726a2048 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Subnet': ['ID=772f219e-ba6a-46f6-a661-70c5b6a2f9d7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:38.189793 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd8124b-c6a1-48e3-ab36-d44e726a2048 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.197305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fbd8124b-c6a1-48e3-ab36-d44e726a2048 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/772f219e-ba6a-46f6-a661-70c5b6a2f9d7 HTTP/1.1" status: 204 len: 168 time: 0.6934032 Sep 17 22:25:38.197416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59770) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.203647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-ac793f7c-53fc-477f-9900-b8be8587153d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b777bb294584abd89fa76c64b01360f HTTP/1.1" status: 200 len: 379 time: 0.1117113 Sep 17 22:25:38.206055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-d01008d3-d73b-4ee8-afab-57a5cf4bc673 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044766 Sep 17 22:25:38.213254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Request body: {'port': {'device_id': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'admin_state_up': True, 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'security_groups': ['9564d620-6d40-4510-a848-77a594dc235b']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:38.243350 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc248b1e-66e0-4e86-af3e-388b3e442da7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:38.255826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc248b1e-66e0-4e86-af3e-388b3e442da7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:38.260630 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fc248b1e-66e0-4e86-af3e-388b3e442da7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/a84653f4-0744-4b83-b056-866354e63b6a HTTP/1.1" status: 404 len: 337 time: 0.0645821 Sep 17 22:25:38.263331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59772) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.266770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a2d7893a-38f8-4607-8b67-7f18d68b7201, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a2d7893a-38f8-4607-8b67-7f18d68b7201,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:38.278620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a2d7893a-38f8-4607-8b67-7f18d68b7201', 'network_id': 'caf54933-681e-4986-bfa3-6fec7fbfe13a', 'port_id': 'a2d7893a-38f8-4607-8b67-7f18d68b7201', 'mac_address': 'fa:16:3e:a4:a6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a63e5c-5c48-4613-bc1c-f7bb54af1d43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:38.313328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f2dc8429-119d-4e41-ad2f-e786a0c2f0ae tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "GET /v2.0/ports?device_id=9543990b-45a3-40d9-8ee6-9c2e9b184ac4 HTTP/1.1" status: 200 len: 205 time: 0.0468507 Sep 17 22:25:38.313847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59776) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.336396 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.359726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d7893a-38f8-4607-8b67-7f18d68b7201 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:38.381457 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-343bf344-a701-49ab-b9e9-72f433284323 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] delete failed (client error): The resource could not be found. Sep 17 22:25:38.382592 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-343bf344-a701-49ab-b9e9-72f433284323 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/routers/9543990b-45a3-40d9-8ee6-9c2e9b184ac4 HTTP/1.1" status: 404 len: 336 time: 0.0677378 Sep 17 22:25:38.385194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59782) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.389409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a2d7893a-38f8-4607-8b67-7f18d68b7201, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a2d7893a-38f8-4607-8b67-7f18d68b7201,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:38.416311 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fac486-37b9-4ffa-a5ed-eeca98d079e3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:38.416860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fac486-37b9-4ffa-a5ed-eeca98d079e3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:38.421513 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-02fac486-37b9-4ffa-a5ed-eeca98d079e3 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/d97e11ce-5681-4907-9b48-faa7b4f54fa9 HTTP/1.1" status: 404 len: 337 time: 0.0324717 Sep 17 22:25:38.422120 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59786) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.453670 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-800937a6-fb36-4cac-adc6-2223993ea617 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:38.454218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800937a6-fb36-4cac-adc6-2223993ea617 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:38.459068 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-800937a6-fb36-4cac-adc6-2223993ea617 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/0c0601c2-168f-457d-a183-3cfb461c6744 HTTP/1.1" status: 404 len: 337 time: 0.0328851 Sep 17 22:25:38.460688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59788) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.465048 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.490712 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeed430c-edc1-4cd1-8b22-3052a6846167 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:38.491169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeed430c-edc1-4cd1-8b22-3052a6846167 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:38.495610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-eeed430c-edc1-4cd1-8b22-3052a6846167 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/c7b79f81-c7c6-4b4c-82c6-94cf576651ff HTTP/1.1" status: 404 len: 337 time: 0.0313103 Sep 17 22:25:38.497310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59790) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.528725 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35e1e38-98e9-436f-93f2-05ec601343c5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:38.531689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35e1e38-98e9-436f-93f2-05ec601343c5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:38.531689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e35e1e38-98e9-436f-93f2-05ec601343c5 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/3f2ea179-09cf-4c49-be2a-d4c39fb5a4af HTTP/1.1" status: 404 len: 333 time: 0.0329187 Sep 17 22:25:38.533980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59794) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.537031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a2d7893a-38f8-4607-8b67-7f18d68b7201,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:38.545530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.545968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.553697 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.554103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.559336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.563662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.563947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.564369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.565012 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.565360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.565754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.566017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:38.571837 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-799398c5-64c6-4cc9-be6e-d60641ce50f7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:38.572509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799398c5-64c6-4cc9-be6e-d60641ce50f7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:38.583496 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-799398c5-64c6-4cc9-be6e-d60641ce50f7 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/98ab1686-07c9-402f-8525-3462b22d8ab8 HTTP/1.1" status: 404 len: 337 time: 0.0381787 Sep 17 22:25:38.583496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59796) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.614904 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-14808461-e6e9-4f11-9155-fae58486b7fa tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:38.615358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14808461-e6e9-4f11-9155-fae58486b7fa tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:38.617169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-14808461-e6e9-4f11-9155-fae58486b7fa tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/80dd72a6-d2fc-4fde-b7f6-5f62653f78e6 HTTP/1.1" status: 404 len: 337 time: 0.0381429 Sep 17 22:25:38.619642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59800) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.654631 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d91c8ce-2a0e-4b85-90f1-ed7e363fb4c9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:38.655318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d91c8ce-2a0e-4b85-90f1-ed7e363fb4c9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:38.658528 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4d91c8ce-2a0e-4b85-90f1-ed7e363fb4c9 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/a2edfd72-191f-40b4-8728-b915ad612b4b HTTP/1.1" status: 404 len: 333 time: 0.0284946 Sep 17 22:25:38.663695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59802) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.677201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a2d7893a-38f8-4607-8b67-7f18d68b7201'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:38.690997 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-690d11bf-360d-40c7-a442-d33ddc2fe48a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:38.692288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690d11bf-360d-40c7-a442-d33ddc2fe48a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:38.694322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-690d11bf-360d-40c7-a442-d33ddc2fe48a tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/ed4f926e-3d7a-453e-8f17-1f0fa0890c26 HTTP/1.1" status: 404 len: 337 time: 0.0336850 Sep 17 22:25:38.696858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59808) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.728794 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-498a90b8-160c-4c82-a25d-18a77040f4df tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:38.729242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498a90b8-160c-4c82-a25d-18a77040f4df tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:38.731274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-498a90b8-160c-4c82-a25d-18a77040f4df tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/subnets/b437960e-bac3-4db8-8323-9b4f3c45aac8 HTTP/1.1" status: 404 len: 337 time: 0.0332472 Sep 17 22:25:38.734075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59812) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:38.768761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-969d9ab5-1c11-4a83-83b4-a92a7e2e1ff8 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459580 Sep 17 22:25:38.871984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e99f1a35-d03a-431f-95e6-d086e28a81c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 11e2f22c-39a6-4089-bc49-c1054f7f8120 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:38.872393 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99f1a35-d03a-431f-95e6-d086e28a81c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.917567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-8edde780-8381-423a-84ed-991e151ca455 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:38.919518 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-8edde780-8381-423a-84ed-991e151ca455 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.23 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1862833 Sep 17 22:25:38.973822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-efcbfcda-8cd8-4c0c-93b2-6e43f0d9d87a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:38.975178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-efcbfcda-8cd8-4c0c-93b2-6e43f0d9d87a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "GET /v2.0/ports?device_id=23b0a54f-1364-4bdc-82a4-23d102f3e049 HTTP/1.1" status: 200 len: 946 time: 0.1352654 Sep 17 22:25:38.977066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6525d9-06c4-4f50-9914-4254da6989b0 None None] Network a768cea6-3371-4c4e-bd02-7e331b730190 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:38.989150 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99f1a35-d03a-431f-95e6-d086e28a81c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.002413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e99f1a35-d03a-431f-95e6-d086e28a81c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 11e2f22c-39a6-4089-bc49-c1054f7f8120 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:39.040278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Made reservation on behalf of 5b777bb294584abd89fa76c64b01360f for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:39.043909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.048701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9bb9a09f-08f8-4297-a050-62a5f2c4c919 None None] Provisioning complete for port 804c353a-7b79-41e7-8dc5-4bb410009bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:39.049070 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a09f-08f8-4297-a050-62a5f2c4c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.063960 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:25:39.109391 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.197790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-a084c1db-7e0a-44f5-9567-b1daa30ed386 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Deleting port e1c3d519-3edf-4b12-99b8-3aa13e12541a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:39.198132 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-a084c1db-7e0a-44f5-9567-b1daa30ed386 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.207580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99f1a35-d03a-431f-95e6-d086e28a81c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.249329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f1a35-d03a-431f-95e6-d086e28a81c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=11e2f22c-39a6-4089-bc49-c1054f7f8120,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:39.274719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-471e3096-fecc-4a83-81be-29bb1b03c23d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Deleting port fe432130-2f4f-4771-9c3f-48704d7d9d67 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:39.279520 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-471e3096-fecc-4a83-81be-29bb1b03c23d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.279794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99f1a35-d03a-431f-95e6-d086e28a81c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.280077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9bb9a09f-08f8-4297-a050-62a5f2c4c919 None None] Could not find standard attr ID for object 11e2f22c-39a6-4089-bc49-c1054f7f8120. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:25:39.288587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e99f1a35-d03a-431f-95e6-d086e28a81c6 tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/ports/11e2f22c-39a6-4089-bc49-c1054f7f8120 HTTP/1.1" status: 204 len: 168 time: 0.5509572 Sep 17 22:25:39.289335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59820) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:39.373833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d2ffaf-749b-454f-bb38-75380aabd8a4 None None] DHCP port deletion for a768cea6-3371-4c4e-bd02-7e331b730190 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:25:39.407168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.440473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2ffaf-749b-454f-bb38-75380aabd8a4 None None] Deleting port 804c353a-7b79-41e7-8dc5-4bb410009bdc {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:39.440950 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a4d2ffaf-749b-454f-bb38-75380aabd8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.479544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Allocated IP 172.20.0.12 (c57fcb56-addd-4be9-955c-218138339862/f4ad2aff-9b08-43f8-b9e3-bed64078620f/b8e49680-d5af-4674-b7ec-e92f26546929) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:39.508459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f73fdb-14f5-4c8b-9a21-f0e48462318a req-1276092f-c7b8-4eaa-bce9-aa4c2abcec6e tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:39.510107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-85f73fdb-14f5-4c8b-9a21-f0e48462318a req-1276092f-c7b8-4eaa-bce9-aa4c2abcec6e tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 944 time: 0.1002746 Sep 17 22:25:39.520164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104f036-5c78-4d95-b679-ff6cc71dd43d req-15a6d6c2-208b-4149-9e4a-545998a88c6c tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:39.521748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9104f036-5c78-4d95-b679-ff6cc71dd43d req-15a6d6c2-208b-4149-9e4a-545998a88c6c tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.3020167 Sep 17 22:25:39.525397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a4d2ffaf-749b-454f-bb38-75380aabd8a4 None None] For port 804c353a-7b79-41e7-8dc5-4bb410009bdc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=804c353a-7b79-41e7-8dc5-4bb410009bdc,segment=NetworkSegment(93b35aa6-509c-48a2-9858-03272c753480),segment_id=93b35aa6-509c-48a2-9858-03272c753480)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:39.526069 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a4d2ffaf-749b-454f-bb38-75380aabd8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.539212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-a084c1db-7e0a-44f5-9567-b1daa30ed386 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] For port e1c3d519-3edf-4b12-99b8-3aa13e12541a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e1c3d519-3edf-4b12-99b8-3aa13e12541a,segment=NetworkSegment(3cb859ad-3c77-4b8f-a5de-acec7f01a105),segment_id=3cb859ad-3c77-4b8f-a5de-acec7f01a105)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:39.539580 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-a084c1db-7e0a-44f5-9567-b1daa30ed386 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.541837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2ffaf-749b-454f-bb38-75380aabd8a4 None None] Calling delete_port for 804c353a-7b79-41e7-8dc5-4bb410009bdc owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:39.557453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Deleting port 804c353a-7b79-41e7-8dc5-4bb410009bdc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:39.557453 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.595406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-a084c1db-7e0a-44f5-9567-b1daa30ed386 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Calling delete_port for e1c3d519-3edf-4b12-99b8-3aa13e12541a owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:39.598928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-471e3096-fecc-4a83-81be-29bb1b03c23d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] For port fe432130-2f4f-4771-9c3f-48704d7d9d67, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=fe432130-2f4f-4771-9c3f-48704d7d9d67,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:39.603292 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-471e3096-fecc-4a83-81be-29bb1b03c23d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.603479 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-85f73fdb-14f5-4c8b-9a21-f0e48462318a req-698d8272-a903-4c5c-b2c4-3854432afd4a tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840125 Sep 17 22:25:39.651881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-471e3096-fecc-4a83-81be-29bb1b03c23d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Calling delete_port for fe432130-2f4f-4771-9c3f-48704d7d9d67 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:39.691301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] For port 804c353a-7b79-41e7-8dc5-4bb410009bdc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=804c353a-7b79-41e7-8dc5-4bb410009bdc,segment=NetworkSegment(93b35aa6-509c-48a2-9858-03272c753480),segment_id=93b35aa6-509c-48a2-9858-03272c753480)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:39.691829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.705954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Calling delete_port for 804c353a-7b79-41e7-8dc5-4bb410009bdc owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:39.718238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9104f036-5c78-4d95-b679-ff6cc71dd43d req-b2eff2c6-39eb-42f8-8311-e14ccdbf27dc tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827171 Sep 17 22:25:39.719472 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a4d2ffaf-749b-454f-bb38-75380aabd8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.761804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2ffaf-749b-454f-bb38-75380aabd8a4 None None] Pushing event deleted for resources: {'Port': ['ID=804c353a-7b79-41e7-8dc5-4bb410009bdc,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:39.763846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d2ffaf-749b-454f-bb38-75380aabd8a4 None None] No DVR routers for this DVR port 804c353a-7b79-41e7-8dc5-4bb410009bdc on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:39.804678 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6370581-78a1-467f-ae30-3db38a830da9 req-a22af5d4-d9f4-4fe8-92c5-437fe3d150ce tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 210 time: 0.0322583 Sep 17 22:25:39.851392 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.889784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Port': ['ID=804c353a-7b79-41e7-8dc5-4bb410009bdc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:39.891856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] No DVR routers for this DVR port 804c353a-7b79-41e7-8dc5-4bb410009bdc on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:39.984945 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.010233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a768cea6-3371-4c4e-bd02-7e331b730190']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:40.028681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b35aa6-509c-48a2-9858-03272c753480') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:40.029117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b35aa6-509c-48a2-9858-03272c753480') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:40.053604 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-47c80262-b251-4dd1-b8c9-9bfacd7539c9 req-9d95cd11-bcb0-445c-882e-4dba85c18a28 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 210 time: 0.0453022 Sep 17 22:25:40.063514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.085154 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.092163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bdf17-825f-4df0-85ab-0cc0041f227f req-ac5f9bc9-799b-48b9-934e-bab3c14fa005 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.092163 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab2bdf17-825f-4df0-85ab-0cc0041f227f req-ac5f9bc9-799b-48b9-934e-bab3c14fa005 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2046039 Sep 17 22:25:40.092789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a2d7893a-38f8-4607-8b67-7f18d68b7201 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:40.100842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:25:40.101261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:25:40.108978 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:25:40.112627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.123242 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.180034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-a084c1db-7e0a-44f5-9567-b1daa30ed386 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.248916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port a2d7893a-38f8-4607-8b67-7f18d68b7201 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:40.257794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a2d7893a-38f8-4607-8b67-7f18d68b7201 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:40.257794 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.258001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084c1db-7e0a-44f5-9567-b1daa30ed386 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Pushing event deleted for resources: {'Port': ['ID=e1c3d519-3edf-4b12-99b8-3aa13e12541a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:40.293542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab2bdf17-825f-4df0-85ab-0cc0041f227f req-010615f9-189d-4c58-bfb9-9d75bd0297a9 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940331 Sep 17 22:25:40.325413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-a084c1db-7e0a-44f5-9567-b1daa30ed386 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] No DVR routers for this DVR port e1c3d519-3edf-4b12-99b8-3aa13e12541a on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:40.328464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-a084c1db-7e0a-44f5-9567-b1daa30ed386 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.331155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb83f621-f436-4b43-93f5-e8224386aec5 req-a084c1db-7e0a-44f5-9567-b1daa30ed386 tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.23 "DELETE /v2.0/ports/e1c3d519-3edf-4b12-99b8-3aa13e12541a HTTP/1.1" status: 204 len: 173 time: 1.4021773 Sep 17 22:25:40.333685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a73f60-966e-42ca-a5e7-e4bb8398d1f5', 'name': 'network-vif-deleted', 'tag': 'e1c3d519-3edf-4b12-99b8-3aa13e12541a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:40.338000 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de30415f-1c4f-4505-a003-274224039066" -d '{"events": [{"server_uuid": "81a73f60-966e-42ca-a5e7-e4bb8398d1f5", "name": "network-vif-deleted", "tag": "e1c3d519-3edf-4b12-99b8-3aa13e12541a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:40.362761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-471e3096-fecc-4a83-81be-29bb1b03c23d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.408295 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.485121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a2d7893a-38f8-4607-8b67-7f18d68b7201, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a2d7893a-38f8-4607-8b67-7f18d68b7201,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:40.486134 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea562a5a-5399-4d6d-b18f-dfac45730148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d7893a-38f8-4607-8b67-7f18d68b7201'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:40.489690 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1344b06a-38bb-4602-b1be-0073def82242" -d '{"events": [{"server_uuid": "ea562a5a-5399-4d6d-b18f-dfac45730148", "name": "network-vif-plugged", "status": "completed", "tag": "a2d7893a-38f8-4607-8b67-7f18d68b7201"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:40.512689 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6ed9aa-ef09-4940-b66d-6426c9032007 x-openstack-request-id: req-ad6ed9aa-ef09-4940-b66d-6426c9032007 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:40.513036 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a73f60-966e-42ca-a5e7-e4bb8398d1f5", "name": "network-vif-deleted", "tag": "e1c3d519-3edf-4b12-99b8-3aa13e12541a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:40.521726 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad6ed9aa-ef09-4940-b66d-6426c9032007 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:40.531518 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a73f60-966e-42ca-a5e7-e4bb8398d1f5', 'name': 'network-vif-deleted', 'tag': 'e1c3d519-3edf-4b12-99b8-3aa13e12541a', 'status': 'completed', 'code': 200} Sep 17 22:25:40.534931 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5a76ac-862e-4fea-a271-90c93c79c991 x-openstack-request-id: req-bd5a76ac-862e-4fea-a271-90c93c79c991 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:40.535462 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea562a5a-5399-4d6d-b18f-dfac45730148", "name": "network-vif-plugged", "status": "completed", "tag": "a2d7893a-38f8-4607-8b67-7f18d68b7201", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:40.535888 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd5a76ac-862e-4fea-a271-90c93c79c991 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:40.536703 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea562a5a-5399-4d6d-b18f-dfac45730148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d7893a-38f8-4607-8b67-7f18d68b7201', 'code': 200} Sep 17 22:25:40.539041 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 804c353a-7b79-41e7-8dc5-4bb410009bdc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:40.544603 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.546455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e3096-fecc-4a83-81be-29bb1b03c23d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Pushing event deleted for resources: {'Port': ['ID=fe432130-2f4f-4771-9c3f-48704d7d9d67,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:40.551760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-471e3096-fecc-4a83-81be-29bb1b03c23d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] No DVR routers for this DVR port fe432130-2f4f-4771-9c3f-48704d7d9d67 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:40.565168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 804c353a-7b79-41e7-8dc5-4bb410009bdc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:25:40.565569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 804c353a-7b79-41e7-8dc5-4bb410009bdc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:40.573186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-471e3096-fecc-4a83-81be-29bb1b03c23d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.576029 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b93d8ad6-62a9-4404-a110-7210d74ef433 req-471e3096-fecc-4a83-81be-29bb1b03c23d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "DELETE /v2.0/ports/fe432130-2f4f-4771-9c3f-48704d7d9d67 HTTP/1.1" status: 204 len: 173 time: 1.5954471 Sep 17 22:25:40.579357 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.579784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e1c3d519-3edf-4b12-99b8-3aa13e12541a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:40.664352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: e1c3d519-3edf-4b12-99b8-3aa13e12541a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:25:40.665026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e1c3d519-3edf-4b12-99b8-3aa13e12541a not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:40.665812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device fe432130-2f4f-4771-9c3f-48704d7d9d67 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:40.678275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Network c57fcb56-addd-4be9-955c-218138339862 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:40.703359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:40.711827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:40.717617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a2d7893a-38f8-4607-8b67-7f18d68b7201,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:40.725460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: fe432130-2f4f-4771-9c3f-48704d7d9d67 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:25:40.725845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device fe432130-2f4f-4771-9c3f-48704d7d9d67 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:25:40.761142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Pushing event updated for resources: {'Port': ['ID=b8e49680-d5af-4674-b7ec-e92f26546929,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:40.779465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.779465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.783110 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] 10.222.0.30 "DELETE /v2.0/networks/a768cea6-3371-4c4e-bd02-7e331b730190 HTTP/1.1" status: 204 len: 168 time: 1.4922647 Sep 17 22:25:40.820663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60889a3c-09a2-4b08-8880-ce4778a69dbe req-d37627b0-bdb7-478e-a958-d1f7d45d4f23 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.838581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59842) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:40.841409 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60889a3c-09a2-4b08-8880-ce4778a69dbe req-d37627b0-bdb7-478e-a958-d1f7d45d4f23 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.1770012 Sep 17 22:25:40.842463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ab15c-9f1f-431f-8bc7-dbca8bd2a03e tempest-PortsIpV6TestJSON-27725903 tempest-PortsIpV6TestJSON-27725903-project] Pushing event deleted for resources: {'Network': ['ID=a768cea6-3371-4c4e-bd02-7e331b730190,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:40.864894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-baa39725-4126-4f88-bbbf-9853d6ba97f2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Request body: {'floatingip': {'port_id': 'c2ec0019-c099-4679-9e0b-4e99af0e5731'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:40.925383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.926477 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.935387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a6dd1-469d-4a6f-a2d3-2c20452260aa req-b3c7aceb-317d-46b7-91c3-d329869e5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.942425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3b1a6dd1-469d-4a6f-a2d3-2c20452260aa req-b3c7aceb-317d-46b7-91c3-d329869e5821 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 1097 time: 0.3262947 Sep 17 22:25:40.966188 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-baa39725-4126-4f88-bbbf-9853d6ba97f2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.993847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0ee9-8b89-44b7-8be8-271a3bd4f102 req-f3acc2cb-8884-4d62-9385-7b01e0ef58ce tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.996340 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71af0ee9-8b89-44b7-8be8-271a3bd4f102 req-f3acc2cb-8884-4d62-9385-7b01e0ef58ce tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 932 time: 0.0840232 Sep 17 22:25:41.060072 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71af0ee9-8b89-44b7-8be8-271a3bd4f102 req-79302498-f5e5-4d0c-9854-154e4eecb3a6 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564103 Sep 17 22:25:41.075245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a802ae2-094c-406e-b46b-bea169e1e553 req-fbcca4a5-92e8-4a67-a632-6afb50d092bc tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:41.077262 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a802ae2-094c-406e-b46b-bea169e1e553 req-fbcca4a5-92e8-4a67-a632-6afb50d092bc tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 945 time: 0.3102441 Sep 17 22:25:41.130023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9d2d8d8e-eab6-4d56-967a-667cd84f162f None None] Provisioning complete for port b8e49680-d5af-4674-b7ec-e92f26546929 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:41.134813 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d8e-eab6-4d56-967a-667cd84f162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.182297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d8d8e-eab6-4d56-967a-667cd84f162f None None] Port b8e49680-d5af-4674-b7ec-e92f26546929 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:41.184501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-090d16c6-b898-4756-a45b-ec910576988a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9750628 Sep 17 22:25:41.197274 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3b1a6dd1-469d-4a6f-a2d3-2c20452260aa req-49a08a2c-1aa8-4aa1-a419-a6edabaf4b3c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408071 Sep 17 22:25:41.272212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Request body: {'port': {'device_id': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:41.303642 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a802ae2-094c-406e-b46b-bea169e1e553 req-c821a336-4f94-403a-a513-75c8fbe6b387 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447563 Sep 17 22:25:41.363028 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afa7b801-dce4-466c-9404-0dfae234943e req-6111ac54-b37a-4ba8-a704-966b4961d3ef tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 210 time: 0.0670409 Sep 17 22:25:41.399319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59852) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:41.405930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.490841 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93c64c5e-807c-4f2f-8eb1-cbaa535b96b0 req-031744ba-54c8-4d54-8ea0-369c2b240c5f tempest-ServerAddressesTestJSON-1047787306 tempest-ServerAddressesTestJSON-1047787306-project] 10.222.0.30 "GET /v2.0/ports?device_id=81a73f60-966e-42ca-a5e7-e4bb8398d1f5 HTTP/1.1" status: 200 len: 210 time: 0.0579598 Sep 17 22:25:41.564154 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-360f04aa-e8c7-4ebe-a9e9-b996a9456675 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=370a17a34bc2432b866e585087a8018b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633646 Sep 17 22:25:41.567145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59858) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:41.628083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe7b9eb9-f82c-4590-a2e8-1495443728be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.653689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe7b9eb9-f82c-4590-a2e8-1495443728be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.799990 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe7b9eb9-f82c-4590-a2e8-1495443728be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.803599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe7b9eb9-f82c-4590-a2e8-1495443728be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.810067 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fe7b9eb9-f82c-4590-a2e8-1495443728be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fe06858-fe7a-4af1-bb1c-8aba0f4993ed HTTP/1.1" status: 204 len: 168 time: 0.2366788 Sep 17 22:25:41.815452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b9eb9-f82c-4590-a2e8-1495443728be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe06858-fe7a-4af1-bb1c-8aba0f4993ed,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:42.296517 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.resource_extend [None req-baa39725-4126-4f88-bbbf-9853d6ba97f2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:25:42.352775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d6ccf-19f2-42dc-a1ab-4394f544ac0b req-a8e367f2-4dbf-4b84-bd21-a7bc43d63968 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.367360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4f9d6ccf-19f2-42dc-a1ab-4394f544ac0b req-a8e367f2-4dbf-4b84-bd21-a7bc43d63968 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 932 time: 0.1329737 Sep 17 22:25:42.435020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4f9d6ccf-19f2-42dc-a1ab-4394f544ac0b req-37600c3d-8948-4db5-bda1-6cf005638a96 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663772 Sep 17 22:25:42.438209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-c75cddcb-64d3-4fd5-81a3-e4417a6329f6 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.439697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-c75cddcb-64d3-4fd5-81a3-e4417a6329f6 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "GET /v2.0/networks?id=f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 200 len: 805 time: 0.5653694 Sep 17 22:25:42.455624 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-baa39725-4126-4f88-bbbf-9853d6ba97f2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.480799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Request body: {'port': {'device_id': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'admin_state_up': True, 'tenant_id': '4bf3915093e9445ba897d411f58ee42c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:42.524591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b0a54f-1364-4bdc-82a4-23d102f3e049', 'name': 'network-vif-deleted', 'tag': 'fe432130-2f4f-4771-9c3f-48704d7d9d67'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:42.526929 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21376f94-83bd-465a-aeb3-e3860245ecfa" -d '{"events": [{"server_uuid": "23b0a54f-1364-4bdc-82a4-23d102f3e049", "name": "network-vif-deleted", "tag": "fe432130-2f4f-4771-9c3f-48704d7d9d67"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:42.565755 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9fe02d2b-bd9f-4fe6-aec6-0a8fe5ad07ec req-4e58f8a3-6d1c-43b2-a65a-43ca5cbbcd26 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 210 time: 0.0467572 Sep 17 22:25:42.582937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e49680-d5af-4674-b7ec-e92f26546929 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:42.642614 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.646901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59886) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:42.649674 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-baa39725-4126-4f88-bbbf-9853d6ba97f2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.707548 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b746b3d6-5b30-4668-a635-9f6868d999f0 x-openstack-request-id: req-b746b3d6-5b30-4668-a635-9f6868d999f0 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:42.707819 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b0a54f-1364-4bdc-82a4-23d102f3e049", "name": "network-vif-deleted", "tag": "fe432130-2f4f-4771-9c3f-48704d7d9d67", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:42.708145 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b746b3d6-5b30-4668-a635-9f6868d999f0 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:42.710231 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b0a54f-1364-4bdc-82a4-23d102f3e049', 'name': 'network-vif-deleted', 'tag': 'fe432130-2f4f-4771-9c3f-48704d7d9d67', 'status': 'completed', 'code': 200} Sep 17 22:25:42.719908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Transition to ACTIVE for port object b8e49680-d5af-4674-b7ec-e92f26546929 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:42.729977 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc9c3e7-0b47-482c-9249-3f2f63ac9ba2 admin admin] Deleting subnet e99d1cfe-43e5-4aba-ae9a-899da10978b2 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:25:42.733877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c3e7-0b47-482c-9249-3f2f63ac9ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.759678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c66506-d5a2-4347-b566-9077e0234bc7 req-46f34f21-8eb6-4068-a80e-42bc58404e0a tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:42.766966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7c66506-d5a2-4347-b566-9077e0234bc7 req-46f34f21-8eb6-4068-a80e-42bc58404e0a tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 945 time: 0.1870008 Sep 17 22:25:42.780534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c3e7-0b47-482c-9249-3f2f63ac9ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.825545 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c3e7-0b47-482c-9249-3f2f63ac9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.829806 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.900998 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7c66506-d5a2-4347-b566-9077e0234bc7 req-95283130-7bd7-4d69-9895-8cde5c8e57b1 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331935 Sep 17 22:25:42.907137 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-baa39725-4126-4f88-bbbf-9853d6ba97f2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Floating IP 5d55fb93-c929-4f51-b574-d4f099b6e257 associated. External IP: 172.25.6.236, port: c2ec0019-c099-4679-9e0b-4e99af0e5731. Sep 17 22:25:42.961568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e49680-d5af-4674-b7ec-e92f26546929,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:42.999749 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c3e7-0b47-482c-9249-3f2f63ac9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.001775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Made reservation on behalf of 4bf3915093e9445ba897d411f58ee42c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:43.006279 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.087289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9c3e7-0b47-482c-9249-3f2f63ac9ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99d1cfe-43e5-4aba-ae9a-899da10978b2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:43.089585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c3e7-0b47-482c-9249-3f2f63ac9ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.094601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fdc9c3e7-0b47-482c-9249-3f2f63ac9ba2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e99d1cfe-43e5-4aba-ae9a-899da10978b2 HTTP/1.1" status: 204 len: 168 time: 0.4463437 Sep 17 22:25:43.095282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59898) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:43.251793 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.309270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Attempting to bind port b8e49680-d5af-4674-b7ec-e92f26546929 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:43.309904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Attempting to bind port b8e49680-d5af-4674-b7ec-e92f26546929 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:43.309904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Attempting to bind port b8e49680-d5af-4674-b7ec-e92f26546929 on network c57fcb56-addd-4be9-955c-218138339862 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:43.331902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Port b8e49680-d5af-4674-b7ec-e92f26546929 on network c57fcb56-addd-4be9-955c-218138339862 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:43.331902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Attempting to bind port b8e49680-d5af-4674-b7ec-e92f26546929 on network c57fcb56-addd-4be9-955c-218138339862 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:43.362308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59902) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:43.365568 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.369585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:43.369930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Checking segment: {'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:43.370585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Bound using segment: {'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:43.371293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Bound port: b8e49680-d5af-4674-b7ec-e92f26546929, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0429e07-5927-4455-8ef2-b7f884b0221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c57fcb56-addd-4be9-955c-218138339862'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:43.371638 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.374136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Allocated IP 172.20.0.14 (f5a1c400-89ff-42c2-939c-403cc493a365/d094fa44-b886-409c-8452-de94660a00d9/03ee6758-eeb3-43b3-9ab4-0b9373312e28) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:43.393466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e409ec19-38dd-4371-93f2-621c59427b16']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:43.408661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb859ad-3c77-4b8f-a5de-acec7f01a105') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:43.408950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb859ad-3c77-4b8f-a5de-acec7f01a105') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:43.421110 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.445773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.466992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:25:43.467592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:25:43.473758 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:25:43.532786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa39725-4126-4f88-bbbf-9853d6ba97f2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Router e4ed8c68-260b-4548-b196-8a241aed5136 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:43.603738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'network': {'name': 'tempest-RoutersTest-961989248'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:43.623960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] For port b8e49680-d5af-4674-b7ec-e92f26546929, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:43.647007 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.649767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] For port b8e49680-d5af-4674-b7ec-e92f26546929, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b8e49680-d5af-4674-b7ec-e92f26546929,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:43.664831 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbb0f1bc-c6c0-43b0-b679-1b7d436f6162 req-e346b5f8-2f96-4dd7-8014-c767629f6e68 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 210 time: 0.0287077 Sep 17 22:25:43.667978 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.670147 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e409ec19-38dd-4371-93f2-621c59427b16 HTTP/1.1" status: 204 len: 168 time: 0.5732665 Sep 17 22:25:43.700248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fed63-3c76-4ff5-8ec0-3b8f40b95673 admin admin] Pushing event deleted for resources: {'Network': ['ID=e409ec19-38dd-4371-93f2-621c59427b16,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:43.736872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:43.743675 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.755637 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.787220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc36734-9cb0-4bf2-9874-494c0ae2668a req-4a0129e6-7605-4e14-86b5-d914d3bd73d0 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:43.788839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebc36734-9cb0-4bf2-9874-494c0ae2668a req-4a0129e6-7605-4e14-86b5-d914d3bd73d0 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 944 time: 0.2463577 Sep 17 22:25:43.789960 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.875488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e49680-d5af-4674-b7ec-e92f26546929,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:43.890684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.908817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:43.909644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.911734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-8b10fb6b-0fce-4c63-91b3-a5dd2e120e86 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8e49680-d5af-4674-b7ec-e92f26546929 HTTP/1.1" status: 200 len: 1093 time: 2.6819444 Sep 17 22:25:43.953639 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.011175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa39725-4126-4f88-bbbf-9853d6ba97f2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:44.027012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-baa39725-4126-4f88-bbbf-9853d6ba97f2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.027261 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] Sync routers for ids ['e4ed8c68-260b-4548-b196-8a241aed5136'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:44.036362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:44.039438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] Routers {'e4ed8c68-260b-4548-b196-8a241aed5136'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:44.040073 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['e4ed8c68-260b-4548-b196-8a241aed5136'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:44.052999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c9438-0eb3-4875-ae8d-0fed5b568361,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:44.065147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-baa39725-4126-4f88-bbbf-9853d6ba97f2 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "PUT /v2.0/floatingips/5d55fb93-c929-4f51-b574-d4f099b6e257 HTTP/1.1" status: 200 len: 991 time: 3.2148516 Sep 17 22:25:44.071723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.072029 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added segment f381cc6f-bc7a-442f-8a6b-3962b41768c5 of type vlan for network bc65fd4a-582f-4419-b157-fb3512e46581 Sep 17 22:25:44.193510 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.202418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebc36734-9cb0-4bf2-9874-494c0ae2668a req-9be94021-f3d6-48bd-beb8-50548c4745af tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295345 Sep 17 22:25:44.214981 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.244954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59922) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:44.271372 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] Set router e4ed8c68-260b-4548-b196-8a241aed5136 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:44.274511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-af67b871-4055-45ec-ac36-25dd8c1bdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:44.277846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-af67b871-4055-45ec-ac36-25dd8c1bdf78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b777bb294584abd89fa76c64b01360f&device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 1096 time: 0.1824932 Sep 17 22:25:44.296562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.303719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:44.304626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.350250 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-56ee1669-58d7-40e5-8c17-0920329add96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e49680-d5af-4674-b7ec-e92f26546929 HTTP/1.1" status: 200 len: 217 time: 0.0568314 Sep 17 22:25:44.427786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Network': ['ID=bc65fd4a-582f-4419-b157-fb3512e46581,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:44.438572 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ace8f6b0-e0fd-4b9f-8b9f-25aa4de9711e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0726852 Sep 17 22:25:44.438789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59926) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:44.444380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'network': {'name': 'tempest-RoutersTest-1510421018'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:44.458015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network bc65fd4a-582f-4419-b157-fb3512e46581 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:44.485814 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-be697b24-ace3-4f57-8dc2-2b34c898027d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06ff52bb532640c49695fdc530925fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387211 Sep 17 22:25:44.487597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-1346a4e4-7566-4edd-b396-1bcb459b53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:44.489648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59928) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:44.489799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-1346a4e4-7566-4edd-b396-1bcb459b53e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4ad2aff-9b08-43f8-b9e3-bed64078620f HTTP/1.1" status: 200 len: 851 time: 0.1301181 Sep 17 22:25:44.534628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.548038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:44.560674 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.596885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Network f5a1c400-89ff-42c2-939c-403cc493a365 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:44.602802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:44.610036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-f540cf0a-f6c2-4800-a102-b788eae4ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:44.611486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-f540cf0a-f6c2-4800-a102-b788eae4ff53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c57fcb56-addd-4be9-955c-218138339862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141922 Sep 17 22:25:44.612909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:44.632687 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:24:01Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '5d55fb93-c929-4f51-b574-d4f099b6e257', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'port_id': 'c2ec0019-c099-4679-9e0b-4e99af0e5731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'mac_address': 'fa:16:3e:5a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72af353-8975-4781-acf0-5f3d05729283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:24:09Z', 'updated_at': '2021-09-17T22:25:41Z', 'revision_number': 1, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599b3b68-e952-4d3c-8c04-256ad1620056', 'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'mac_address': 'fa:16:3e:b9:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:59Z', 'updated_at': '2021-09-17T22:24:07Z', 'revision_number': 5, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'subnets': [{'id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:44.641699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:44.669958 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] Checking router: e4ed8c68-260b-4548-b196-8a241aed5136 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:44.679301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Pushing event updated for resources: {'Port': ['ID=03ee6758-eeb3-43b3-9ab4-0b9373312e28,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:44.683688 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06c03a9e-37df-4c03-a70b-f17cc4de1037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.691065 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] Routers {'e4ed8c68-260b-4548-b196-8a241aed5136'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:44.693192 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['e4ed8c68-260b-4548-b196-8a241aed5136'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:44.721845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.722195 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added segment 76643594-11d6-4272-b017-fdef47723549 of type vlan for network 86702348-bacc-43ec-b299-b9f3f6c6c30b Sep 17 22:25:44.729069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'tag': 'b8e49680-d5af-4674-b7ec-e92f26546929'}, {'name': 'network-changed', 'server_uuid': 'd72af353-8975-4781-acf0-5f3d05729283', 'tag': 'c2ec0019-c099-4679-9e0b-4e99af0e5731'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:44.733562 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61a9685-05de-41ab-8854-273871587e88" -d '{"events": [{"name": "network-changed", "server_uuid": "86ef1ca8-54a7-43aa-953d-c380fad1cf11", "tag": "b8e49680-d5af-4674-b7ec-e92f26546929"}, {"name": "network-changed", "server_uuid": "d72af353-8975-4781-acf0-5f3d05729283", "tag": "c2ec0019-c099-4679-9e0b-4e99af0e5731"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:44.764500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:44.765387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.803865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06c03a9e-37df-4c03-a70b-f17cc4de1037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.821105 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-dc8cde1a-0283-4522-a37d-9ffd366073a4 service neutron] 10.222.0.15 "GET /v2.0/networks/c57fcb56-addd-4be9-955c-218138339862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008560 Sep 17 22:25:44.838169 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eedfbc-99dd-4afb-88a2-8a6d8af6d222 x-openstack-request-id: req-19eedfbc-99dd-4afb-88a2-8a6d8af6d222 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:44.838774 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ef1ca8-54a7-43aa-953d-c380fad1cf11", "tag": "b8e49680-d5af-4674-b7ec-e92f26546929", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d72af353-8975-4781-acf0-5f3d05729283", "tag": "c2ec0019-c099-4679-9e0b-4e99af0e5731", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:44.839209 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19eedfbc-99dd-4afb-88a2-8a6d8af6d222 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:44.840001 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'tag': 'b8e49680-d5af-4674-b7ec-e92f26546929', 'status': 'completed', 'code': 200} Sep 17 22:25:44.840446 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72af353-8975-4781-acf0-5f3d05729283', 'tag': 'c2ec0019-c099-4679-9e0b-4e99af0e5731', 'status': 'completed', 'code': 200} Sep 17 22:25:44.851374 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.854071 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] Set router e4ed8c68-260b-4548-b196-8a241aed5136 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:44.898331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-2a3385db-80ae-41c8-b5b3-b92c41d98acc tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4380844 Sep 17 22:25:44.948797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Request body: {'port': {'device_id': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:44.962520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e7551-772c-4a57-80ee-9ac45e8a9d89 req-3e1b0d0e-1c26-4b4e-92bb-3f54c655fc07 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:44.963978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a16e7551-772c-4a57-80ee-9ac45e8a9d89 req-3e1b0d0e-1c26-4b4e-92bb-3f54c655fc07 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 932 time: 0.1419613 Sep 17 22:25:45.013021 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06c03a9e-37df-4c03-a70b-f17cc4de1037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.018737 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06c03a9e-37df-4c03-a70b-f17cc4de1037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.023000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-06c03a9e-37df-4c03-a70b-f17cc4de1037 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3 HTTP/1.1" status: 204 len: 168 time: 0.5322688 Sep 17 22:25:45.031909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c03a9e-37df-4c03-a70b-f17cc4de1037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7ed80f-e773-4520-8cee-e6dd1d5ff1b3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:45.051966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.079725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.080391 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a16e7551-772c-4a57-80ee-9ac45e8a9d89 req-98e71a92-18b5-402a-99d0-0b761a093f6e tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004612 Sep 17 22:25:45.083025 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cd1e9d-95d7-4081-8c3b-d8d066f26fc2 req-22168ca9-dcc0-4226-b1b2-942f3b4a68a2 service neutron] 10.222.0.15 "GET /v2.0/networks/c57fcb56-addd-4be9-955c-218138339862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217343 Sep 17 22:25:45.083696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.093909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.279099 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:24:01Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '5d55fb93-c929-4f51-b574-d4f099b6e257', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'port_id': 'c2ec0019-c099-4679-9e0b-4e99af0e5731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'mac_address': 'fa:16:3e:5a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72af353-8975-4781-acf0-5f3d05729283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:24:09Z', 'updated_at': '2021-09-17T22:25:41Z', 'revision_number': 1, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599b3b68-e952-4d3c-8c04-256ad1620056', 'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'mac_address': 'fa:16:3e:b9:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:59Z', 'updated_at': '2021-09-17T22:24:07Z', 'revision_number': 5, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'subnets': [{'id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:45.317558 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998e583-d364-4067-9b9f-8afdf7c36035 None None] The sync data for ids ['e4ed8c68-260b-4548-b196-8a241aed5136'] in n-d-713499-18 is: [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:24:01Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '5d55fb93-c929-4f51-b574-d4f099b6e257', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'port_id': 'c2ec0019-c099-4679-9e0b-4e99af0e5731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'mac_address': 'fa:16:3e:5a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72af353-8975-4781-acf0-5f3d05729283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:24:09Z', 'updated_at': '2021-09-17T22:25:41Z', 'revision_number': 1, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599b3b68-e952-4d3c-8c04-256ad1620056', 'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'mac_address': 'fa:16:3e:b9:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:59Z', 'updated_at': '2021-09-17T22:24:07Z', 'revision_number': 5, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'subnets': [{'id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:45.329929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8900607 Sep 17 22:25:45.334367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59924aa6-3ccb-4f62-8755-9392632b5181 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Network': ['ID=86702348-bacc-43ec-b299-b9f3f6c6c30b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:45.335887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59946) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:45.341041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'subnet': {'network_id': 'bc65fd4a-582f-4419-b157-fb3512e46581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:45.345269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 86702348-bacc-43ec-b299-b9f3f6c6c30b details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:45.538025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:45.541614 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.600604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f015e13-5f52-4acc-9461-45bfe5896c74 None None] New status for floating IP 5d55fb93-c929-4f51-b574-d4f099b6e257: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:25:45.902612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.919160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9685-05de-41ab-8854-273871587e88 req-78fdf989-caf7-4e80-8c28-6c58930d37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.920757 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-78fdf989-caf7-4e80-8c28-6c58930d37d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b777bb294584abd89fa76c64b01360f&device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 1096 time: 0.6260400 Sep 17 22:25:45.936770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b5d3b-65a5-4248-8e6d-40c71ea60b9e req-7067c787-4efd-4077-bc10-c9c996d13aa5 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.938257 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c5b5d3b-65a5-4248-8e6d-40c71ea60b9e req-7067c787-4efd-4077-bc10-c9c996d13aa5 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 944 time: 0.4483855 Sep 17 22:25:45.972807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Subnet': ['ID=4d6ae0f3-fba7-408a-9386-7dea7ef000fe,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:45.980036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Checking segment: {'id': 'f381cc6f-bc7a-442f-8a6b-3962b41768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc65fd4a-582f-4419-b157-fb3512e46581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:45.980428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network hostable DHCP agents. Network: bc65fd4a-582f-4419-b157-fb3512e46581, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:46.069583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network bc65fd4a-582f-4419-b157-fb3512e46581 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:46.070238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c5b5d3b-65a5-4248-8e6d-40c71ea60b9e req-c70d2932-bc74-4216-bcb9-9a4848ec6f0b tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153963 Sep 17 22:25:46.110621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9685-05de-41ab-8854-273871587e88 req-942e6f64-02ee-4c2f-bada-b5a5d8dfb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.112085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-942e6f64-02ee-4c2f-bada-b5a5d8dfb5c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c57fcb56-addd-4be9-955c-218138339862 HTTP/1.1" status: 200 len: 913 time: 0.1729631 Sep 17 22:25:46.120792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ee6758-eeb3-43b3-9ab4-0b9373312e28 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:46.148884 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.167652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-a0bfd703-c2fa-4269-9ea1-88c7b95e9596 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e49680-d5af-4674-b7ec-e92f26546929 HTTP/1.1" status: 200 len: 217 time: 0.0423982 Sep 17 22:25:46.175192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Transition to ACTIVE for port object 03ee6758-eeb3-43b3-9ab4-0b9373312e28 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:46.182791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, bc65fd4a-582f-4419-b157-fb3512e46581) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:46.194358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.195089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644bbc13-f154-4940-8dd4-84b7dbc11f1d None None] Network bc65fd4a-582f-4419-b157-fb3512e46581 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:46.195956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.221064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9685-05de-41ab-8854-273871587e88 req-c6ba01f1-fb88-4ba6-acd9-c4ecbd8bdd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.223091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-c6ba01f1-fb88-4ba6-acd9-c4ecbd8bdd71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4ad2aff-9b08-43f8-b9e3-bed64078620f HTTP/1.1" status: 200 len: 851 time: 0.0455480 Sep 17 22:25:46.281658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9685-05de-41ab-8854-273871587e88 req-0be0d98b-f3b8-40cc-912b-0809a469341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.282934 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-0be0d98b-f3b8-40cc-912b-0809a469341a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c57fcb56-addd-4be9-955c-218138339862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498922 Sep 17 22:25:46.284724 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.290667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae720ac0-0dcc-4d53-a34c-8fe62f737483 req-b1a5b923-c02c-4fd0-afdb-096cd7208849 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.297469 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae720ac0-0dcc-4d53-a34c-8fe62f737483 req-b1a5b923-c02c-4fd0-afdb-096cd7208849 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 932 time: 0.1319706 Sep 17 22:25:46.345953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d736126b-0714-40a2-9365-1208eb732a39 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0086784 Sep 17 22:25:46.353060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59978) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:46.365761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'subnet': {'network_id': '86702348-bacc-43ec-b299-b9f3f6c6c30b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:46.366736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae720ac0-0dcc-4d53-a34c-8fe62f737483 req-a3cf0e50-19ef-4e51-8e96-c2c430152049 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611835 Sep 17 22:25:46.387752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=03ee6758-eeb3-43b3-9ab4-0b9373312e28,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:46.406825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-bc65fd4a-582f-4419-b157-fb3512e46581', 'network_id': 'bc65fd4a-582f-4419-b157-fb3512e46581', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'fixed_ips': [{'subnet_id': '4d6ae0f3-fba7-408a-9386-7dea7ef000fe'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:46.407866 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.526218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59984) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:46.577912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Allocated IP 172.20.0.2 (bc65fd4a-582f-4419-b157-fb3512e46581/4d6ae0f3-fba7-408a-9386-7dea7ef000fe/3d5a6f60-9d7a-4601-a140-8e16e176e58e) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:46.599176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-49d6b8e3-cbce-4a34-89c3-b82d87b5a3d4 service neutron] 10.222.0.15 "GET /v2.0/networks/c57fcb56-addd-4be9-955c-218138339862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842717 Sep 17 22:25:46.650816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1354092325-network', 'tenant_id': '9e79cd8cb9aa4fbcb575fe401771ba1a'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:46.651925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Attempting to bind port 03ee6758-eeb3-43b3-9ab4-0b9373312e28 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:46.652302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Attempting to bind port 03ee6758-eeb3-43b3-9ab4-0b9373312e28 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:46.652625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Attempting to bind port 03ee6758-eeb3-43b3-9ab4-0b9373312e28 on network f5a1c400-89ff-42c2-939c-403cc493a365 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:46.685068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Port 03ee6758-eeb3-43b3-9ab4-0b9373312e28 on network f5a1c400-89ff-42c2-939c-403cc493a365 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:46.685400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Attempting to bind port 03ee6758-eeb3-43b3-9ab4-0b9373312e28 on network f5a1c400-89ff-42c2-939c-403cc493a365 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:46.695520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:46.695855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Checking segment: {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:46.696275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Bound using segment: {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:46.696703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Bound port: 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05267d6-b882-435e-aac2-e539dd267bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:46.697127 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.745028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:46.749022 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.759637 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.780583 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-f9802ada-a9d9-44a0-994e-8218ef847393 service neutron] 10.222.0.15 "GET /v2.0/networks/c57fcb56-addd-4be9-955c-218138339862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708825 Sep 17 22:25:46.818487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Made reservation on behalf of 9e79cd8cb9aa4fbcb575fe401771ba1a for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:46.821767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.831473 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.841418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.855721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] For port 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:46.863655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] For port 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03ee6758-eeb3-43b3-9ab4-0b9373312e28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:46.899474 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Network bc65fd4a-582f-4419-b157-fb3512e46581 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:46.903923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:46.909747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:46.918002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Pushing event updated for resources: {'Port': ['ID=3d5a6f60-9d7a-4601-a140-8e16e176e58e,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:46.937908 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.953163 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.971321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Attempting to bind port 3d5a6f60-9d7a-4601-a140-8e16e176e58e on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:46.971686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Attempting to bind port 3d5a6f60-9d7a-4601-a140-8e16e176e58e by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f381cc6f-bc7a-442f-8a6b-3962b41768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc65fd4a-582f-4419-b157-fb3512e46581'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:46.972056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Attempting to bind port 3d5a6f60-9d7a-4601-a140-8e16e176e58e on network bc65fd4a-582f-4419-b157-fb3512e46581 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:46.978112 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:46.978489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Checking segment: {'id': 'f381cc6f-bc7a-442f-8a6b-3962b41768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc65fd4a-582f-4419-b157-fb3512e46581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:46.978894 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.979289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Bound using segment: {'id': 'f381cc6f-bc7a-442f-8a6b-3962b41768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc65fd4a-582f-4419-b157-fb3512e46581'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:46.979756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Bound port: 3d5a6f60-9d7a-4601-a140-8e16e176e58e, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f381cc6f-bc7a-442f-8a6b-3962b41768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc65fd4a-582f-4419-b157-fb3512e46581'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:46.980174 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.011077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.016591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9685-05de-41ab-8854-273871587e88 req-19b5895b-2b5e-4a4c-b2e9-3a37e5627b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.018168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-19b5895b-2b5e-4a4c-b2e9-3a37e5627b61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cd2ee263f4648268c7154a01fa1e4d9&device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 1097 time: 0.1369939 Sep 17 22:25:47.023036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.023653 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.025033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] 10.222.0.23 "PUT /v2.0/ports/03ee6758-eeb3-43b3-9ab4-0b9373312e28 HTTP/1.1" status: 200 len: 1093 time: 2.0890467 Sep 17 22:25:47.025484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'tag': '03ee6758-eeb3-43b3-9ab4-0b9373312e28'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:47.027836 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff652a0-9ed2-42cc-8fa2-09d0369ca118" -d '{"events": [{"name": "network-changed", "server_uuid": "15d2f7b7-de8f-4a09-bde8-223c710b3ba6", "tag": "03ee6758-eeb3-43b3-9ab4-0b9373312e28"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:47.058299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b210a84-452c-488b-bd54-d2fd79b46973,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:47.063300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] For port 3d5a6f60-9d7a-4601-a140-8e16e176e58e, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:47.075443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] For port 3d5a6f60-9d7a-4601-a140-8e16e176e58e, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3d5a6f60-9d7a-4601-a140-8e16e176e58e,segment=NetworkSegment(f381cc6f-bc7a-442f-8a6b-3962b41768c5),segment_id=f381cc6f-bc7a-442f-8a6b-3962b41768c5)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:47.076063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:47.085169 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.085659 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Added segment ed362df4-9814-47a9-b309-a8d0ccd901e4 of type vlan for network d6decb77-84e7-450b-bd76-41000bdb3062 Sep 17 22:25:47.099086 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04ceb55-1aa2-4ee0-b523-398b468e9e39 x-openstack-request-id: req-d04ceb55-1aa2-4ee0-b523-398b468e9e39 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:47.103978 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d2f7b7-de8f-4a09-bde8-223c710b3ba6", "tag": "03ee6758-eeb3-43b3-9ab4-0b9373312e28", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:47.103978 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d04ceb55-1aa2-4ee0-b523-398b468e9e39 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:47.103978 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'tag': '03ee6758-eeb3-43b3-9ab4-0b9373312e28', 'status': 'completed', 'code': 200} Sep 17 22:25:47.114844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33a588-3ae8-4b4b-8f47-546aed7fc1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=03ee6758-eeb3-43b3-9ab4-0b9373312e28,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:47.184449 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.194493 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.223713 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.235589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb63f5-9c3f-44b6-a9b9-0bc6bbe8cc64 req-61fec1c9-38e5-4208-99ae-3f67101b5ce9 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.237176 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8deb63f5-9c3f-44b6-a9b9-0bc6bbe8cc64 req-61fec1c9-38e5-4208-99ae-3f67101b5ce9 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 944 time: 0.0834174 Sep 17 22:25:47.287855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff30f1b-e979-44e8-be3e-3411ae5bd617 None None] Pushing event updated for resources: {'Port': ['ID=3d5a6f60-9d7a-4601-a140-8e16e176e58e,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:47.291415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff652a0-9ed2-42cc-8fa2-09d0369ca118 req-8be49900-631d-40c1-947d-b0033c31aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.293033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ff652a0-9ed2-42cc-8fa2-09d0369ca118 req-8be49900-631d-40c1-947d-b0033c31aef8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 1096 time: 0.1288147 Sep 17 22:25:47.305655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9685-05de-41ab-8854-273871587e88 req-9e4fb2d0-7ab9-4101-8178-7f7b8bad5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.316282 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-9e4fb2d0-7ab9-4101-8178-7f7b8bad5d1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b976c42-f4a0-4f13-b359-b6aca8335cd7 HTTP/1.1" status: 200 len: 917 time: 0.2698946 Sep 17 22:25:47.317529 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8deb63f5-9c3f-44b6-a9b9-0bc6bbe8cc64 req-dbe15306-2976-485b-9069-c7b67de24436 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603309 Sep 17 22:25:47.317529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.317529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.317529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.385206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] Pushing event updated for resources: {'Network': ['ID=d6decb77-84e7-450b-bd76-41000bdb3062,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:47.397116 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d6decb77-84e7-450b-bd76-41000bdb3062 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:47.416021 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6e6d2e06-ba62-4b27-a2eb-e9644914d06c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8884676 Sep 17 22:25:47.419705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60004) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:47.424717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Request body: {'subnet': {'network_id': 'd6decb77-84e7-450b-bd76-41000bdb3062', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1354092325-subnet', 'tenant_id': '9e79cd8cb9aa4fbcb575fe401771ba1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:47.505378 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-89bdfd3a-5488-43b7-85c9-2eb2c308b077 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ec0019-c099-4679-9e0b-4e99af0e5731 HTTP/1.1" status: 200 len: 1001 time: 0.1510797 Sep 17 22:25:47.514995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Subnet': ['ID=45f19081-89c7-492a-b0e9-342d3b7ce2f5,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:47.544950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Made reservation on behalf of 9e79cd8cb9aa4fbcb575fe401771ba1a for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:47.547631 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.666052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Checking segment: {'id': '76643594-11d6-4272-b017-fdef47723549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '86702348-bacc-43ec-b299-b9f3f6c6c30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:47.666408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network hostable DHCP agents. Network: 86702348-bacc-43ec-b299-b9f3f6c6c30b, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:47.711240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcbc41-5e8b-4849-9431-b50db7ff59a5 req-88fb8356-2cc5-457a-a378-bea806c81bef tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.713951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76dcbc41-5e8b-4849-9431-b50db7ff59a5 req-88fb8356-2cc5-457a-a378-bea806c81bef tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 944 time: 0.2457149 Sep 17 22:25:47.762637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9685-05de-41ab-8854-273871587e88 req-62a9f539-7c0d-4f76-abb8-6739351bedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.764031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-62a9f539-7c0d-4f76-abb8-6739351bedbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3adcdca-4ced-4989-807c-395e5010b8a6 HTTP/1.1" status: 200 len: 855 time: 0.1696000 Sep 17 22:25:47.766974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff652a0-9ed2-42cc-8fa2-09d0369ca118 req-80b7d795-7e74-4c46-854c-97db6441c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.768342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ff652a0-9ed2-42cc-8fa2-09d0369ca118 req-80b7d795-7e74-4c46-854c-97db6441c700 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4bf3915093e9445ba897d411f58ee42c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4643316 Sep 17 22:25:47.828350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76dcbc41-5e8b-4849-9431-b50db7ff59a5 req-63b55e5c-b1e3-4118-8e9e-880d27edfe92 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135168 Sep 17 22:25:47.834934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 86702348-bacc-43ec-b299-b9f3f6c6c30b is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:47.858859 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.897095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9685-05de-41ab-8854-273871587e88 req-1d57f199-40e4-4d24-8ccb-6f5fc2ca2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.898748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-1d57f199-40e4-4d24-8ccb-6f5fc2ca2f03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b976c42-f4a0-4f13-b359-b6aca8335cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255131 Sep 17 22:25:47.953166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff652a0-9ed2-42cc-8fa2-09d0369ca118 req-e0b29937-73f1-4b7f-b92c-12c2ed9cabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.954770 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ff652a0-9ed2-42cc-8fa2-09d0369ca118 req-e0b29937-73f1-4b7f-b92c-12c2ed9cabc7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718373 Sep 17 22:25:47.954915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Checking segment: {'id': 'ed362df4-9814-47a9-b309-a8d0ccd901e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd6decb77-84e7-450b-bd76-41000bdb3062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:47.955392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Network hostable DHCP agents. Network: d6decb77-84e7-450b-bd76-41000bdb3062, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:47.958027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 86702348-bacc-43ec-b299-b9f3f6c6c30b) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:47.965486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=505379bd-2a07-44d5-9a44-e859f2582b72,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:47.971310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed26cf5-b745-49ae-9703-b9a1b8b18c6d None None] Network 86702348-bacc-43ec-b299-b9f3f6c6c30b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:47.995748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:47.996364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.029691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Network d6decb77-84e7-450b-bd76-41000bdb3062 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:48.038276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d6decb77-84e7-450b-bd76-41000bdb3062) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:48.042579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.043339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.056535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504545d2-9ca1-4313-aa5b-25a34498def1 None None] Network d6decb77-84e7-450b-bd76-41000bdb3062 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:48.090410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-1b69692a-4120-44c1-9b9b-8c3b92694328 service neutron] 10.222.0.15 "GET /v2.0/networks/8b976c42-f4a0-4f13-b359-b6aca8335cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821394 Sep 17 22:25:48.101032 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-6b934ecf-55d5-49a6-bdda-85e5ba6e7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.102644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-6b934ecf-55d5-49a6-bdda-85e5ba6e7c0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4bf3915093e9445ba897d411f58ee42c&device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0929577 Sep 17 22:25:48.105847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5ebd0059-8d78-4e1f-bdc5-4d7bde8a49c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7481260 Sep 17 22:25:48.108858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60010) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:48.116003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7014e2ea-859b-4ae9-9f25-8ad6c24f3172 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1752341980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:48.149139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-006fad41-5d04-4ab5-a273-58ab1429f72f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7192369 Sep 17 22:25:48.199137 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-a79d2707-90c8-4ab6-801a-c6929b0fc237 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03ee6758-eeb3-43b3-9ab4-0b9373312e28 HTTP/1.1" status: 200 len: 217 time: 0.0826519 Sep 17 22:25:48.235855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7014e2ea-859b-4ae9-9f25-8ad6c24f3172 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.237213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7014e2ea-859b-4ae9-9f25-8ad6c24f3172 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.300316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-86702348-bacc-43ec-b299-b9f3f6c6c30b', 'network_id': '86702348-bacc-43ec-b299-b9f3f6c6c30b', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'fixed_ips': [{'subnet_id': '45f19081-89c7-492a-b0e9-342d3b7ce2f5'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:48.304243 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.343555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-6648b264-3754-43f8-aebf-04a75d939a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.362601 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-6648b264-3754-43f8-aebf-04a75d939a39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d094fa44-b886-409c-8452-de94660a00d9 HTTP/1.1" status: 200 len: 845 time: 0.1529748 Sep 17 22:25:48.365611 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f61a9685-05de-41ab-8854-273871587e88 req-f4d350c1-858a-402e-b89d-324a623369e9 service neutron] 10.222.0.15 "GET /v2.0/networks/8b976c42-f4a0-4f13-b359-b6aca8335cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615969 Sep 17 22:25:48.412966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb8f27-0bd8-4fc4-becd-9c15ebda6022 None None] Network d6decb77-84e7-450b-bd76-41000bdb3062 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:48.430443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-7207c57a-dfbe-4053-82e7-c5067a7141bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5a1c400-89ff-42c2-939c-403cc493a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536356 Sep 17 22:25:48.434043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7014e2ea-859b-4ae9-9f25-8ad6c24f3172 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.515829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7014e2ea-859b-4ae9-9f25-8ad6c24f3172 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.579846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177a070-e3c4-43d5-a94e-0699fe132827 req-0e732511-a098-4569-b915-eed3674da824 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.588171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4177a070-e3c4-43d5-a94e-0699fe132827 req-0e732511-a098-4569-b915-eed3674da824 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 944 time: 0.1466928 Sep 17 22:25:48.619410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3d5a6f60-9d7a-4601-a140-8e16e176e58e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:48.641229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7014e2ea-859b-4ae9-9f25-8ad6c24f3172 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.643136 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7014e2ea-859b-4ae9-9f25-8ad6c24f3172 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5324607 Sep 17 22:25:48.645938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60028) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:48.697401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-f6faa80d-52dd-46fd-802b-0c45b4c0e984 service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545176 Sep 17 22:25:48.710626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4177a070-e3c4-43d5-a94e-0699fe132827 req-ad243d54-5b91-47cc-9454-28c419be6152 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205025 Sep 17 22:25:48.861632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fb4a09e-93a9-4e86-b982-0f9aad13f04c req-51bf0377-88f2-458e-a87a-36538d56b9aa service neutron] 10.222.0.23 "GET /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499596 Sep 17 22:25:48.973542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bead28a-3899-46bc-9de7-f1462a162f5c None None] Network bc65fd4a-582f-4419-b157-fb3512e46581 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:48.986175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5460e-d85c-4c49-a74d-9562453b9b9e req-918d347f-807d-4a32-8e29-0aad5fc5da55 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.988957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ce5460e-d85c-4c49-a74d-9562453b9b9e req-918d347f-807d-4a32-8e29-0aad5fc5da55 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 944 time: 0.0702679 Sep 17 22:25:49.039102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ce5460e-d85c-4c49-a74d-9562453b9b9e req-e1cb6722-8cd6-4c5c-acfe-d05d219e5dc2 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436091 Sep 17 22:25:49.115989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-4bf4c40d-0987-449b-8bd5-a2411a6e3bd5 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:49.117996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-4bf4c40d-0987-449b-8bd5-a2411a6e3bd5 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/networks?id=d6decb77-84e7-450b-bd76-41000bdb3062 HTTP/1.1" status: 200 len: 813 time: 0.2317972 Sep 17 22:25:49.124979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5158d0fa-d98a-42f5-9ef6-66caf7d50356 None None] Provisioning complete for port 3d5a6f60-9d7a-4601-a140-8e16e176e58e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:49.125557 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5158d0fa-d98a-42f5-9ef6-66caf7d50356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.178085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-93da7fa3-93bf-4088-8114-de98e666ca98 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/quotas/9e79cd8cb9aa4fbcb575fe401771ba1a HTTP/1.1" status: 200 len: 375 time: 0.0493174 Sep 17 22:25:49.227038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Allocated IP 172.21.0.2 (86702348-bacc-43ec-b299-b9f3f6c6c30b/45f19081-89c7-492a-b0e9-342d3b7ce2f5/1b4c2318-08c2-42da-80d9-86832b627fbd) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:49.244395 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-ddeae327-8d7b-4dd4-8d27-127cf28594c6 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e79cd8cb9aa4fbcb575fe401771ba1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416808 Sep 17 22:25:49.260878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 3d5a6f60-9d7a-4601-a140-8e16e176e58e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:49.261257 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.280998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.472161 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-fa0b7b1e-6513-4a71-ad42-5ba3f8192003 service neutron] 10.222.0.30 "GET /v2.0/networks/d6decb77-84e7-450b-bd76-41000bdb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159514 Sep 17 22:25:49.492328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5158d0fa-d98a-42f5-9ef6-66caf7d50356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.611916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.614922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5158d0fa-d98a-42f5-9ef6-66caf7d50356 None None] For port 3d5a6f60-9d7a-4601-a140-8e16e176e58e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3d5a6f60-9d7a-4601-a140-8e16e176e58e,segment=NetworkSegment(f381cc6f-bc7a-442f-8a6b-3962b41768c5),segment_id=f381cc6f-bc7a-442f-8a6b-3962b41768c5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:49.621613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b8e49680-d5af-4674-b7ec-e92f26546929 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:49.638904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-cd80d331-16e7-4334-bfa6-71ba9d02ccab service neutron] 10.222.0.30 "GET /v2.0/networks/d6decb77-84e7-450b-bd76-41000bdb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320322 Sep 17 22:25:49.660563 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.750528 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5158d0fa-d98a-42f5-9ef6-66caf7d50356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.768492 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.768663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Allocated IP 172.20.0.1 (bc65fd4a-582f-4419-b157-fb3512e46581/4d6ae0f3-fba7-408a-9386-7dea7ef000fe/6f51bb7e-1080-4414-bc01-66fc7de12aad) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:49.873003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Network 86702348-bacc-43ec-b299-b9f3f6c6c30b is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:49.875474 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:25:49.875851 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:25:49.890571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b8e49680-d5af-4674-b7ec-e92f26546929, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b8e49680-d5af-4674-b7ec-e92f26546929,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:49.897514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:49.900040 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:49.902716 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c2f10-9574-4a32-8f60-58be8c1f45b6 req-8791bb3e-f0e7-4e3a-9455-314d0ef61a9d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:49.912028 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c9c2f10-9574-4a32-8f60-58be8c1f45b6 req-8791bb3e-f0e7-4e3a-9455-314d0ef61a9d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 944 time: 0.0717494 Sep 17 22:25:49.957858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158d0fa-d98a-42f5-9ef6-66caf7d50356 None None] Pushing event updated for resources: {'Port': ['ID=3d5a6f60-9d7a-4601-a140-8e16e176e58e,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:49.968723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'b8e49680-d5af-4674-b7ec-e92f26546929', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'port_id': 'b8e49680-d5af-4674-b7ec-e92f26546929', 'mac_address': 'fa:16:3e:ce:cc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:49.991301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c9c2f10-9574-4a32-8f60-58be8c1f45b6 req-584e47ad-abc7-4f0b-ae7b-83216a0f149b tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780079 Sep 17 22:25:50.024501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.069234 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21a6d9d6-aaa3-41a5-9f6b-14784d1e0a1a req-a4f4591e-530c-401d-8815-01c516e11dbd tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 210 time: 0.0426681 Sep 17 22:25:50.107876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Attempting to bind port 1b4c2318-08c2-42da-80d9-86832b627fbd on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:50.108562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Attempting to bind port 1b4c2318-08c2-42da-80d9-86832b627fbd by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '76643594-11d6-4272-b017-fdef47723549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '86702348-bacc-43ec-b299-b9f3f6c6c30b'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:50.108723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Attempting to bind port 1b4c2318-08c2-42da-80d9-86832b627fbd on network 86702348-bacc-43ec-b299-b9f3f6c6c30b {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:50.146019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03ee6758-eeb3-43b3-9ab4-0b9373312e28 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:50.154495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:50.155246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Checking segment: {'id': '76643594-11d6-4272-b017-fdef47723549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '86702348-bacc-43ec-b299-b9f3f6c6c30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:50.155940 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.156049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Bound using segment: {'id': '76643594-11d6-4272-b017-fdef47723549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '86702348-bacc-43ec-b299-b9f3f6c6c30b'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:50.156707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Bound port: 1b4c2318-08c2-42da-80d9-86832b627fbd, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76643594-11d6-4272-b017-fdef47723549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '86702348-bacc-43ec-b299-b9f3f6c6c30b'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:50.157132 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.173272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.196848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Pushing event updated for resources: {'Port': ['ID=1b4c2318-08c2-42da-80d9-86832b627fbd,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:50.218643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f6a43816-b7c2-4f4c-8983-6f93f1933bcf None None] Provisioning complete for port 3d5a6f60-9d7a-4601-a140-8e16e176e58e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:50.223674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f6a43816-b7c2-4f4c-8983-6f93f1933bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.231094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee04a3-0883-496a-80e0-f193e5cca229 req-15f3b77d-3d8b-49ad-8801-575605a5941d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:50.232974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-63ee04a3-0883-496a-80e0-f193e5cca229 req-15f3b77d-3d8b-49ad-8801-575605a5941d tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 944 time: 0.0943785 Sep 17 22:25:50.238103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network bc65fd4a-582f-4419-b157-fb3512e46581 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:50.244210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:50.249263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:50.282096 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.298618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-63ee04a3-0883-496a-80e0-f193e5cca229 req-fcff8091-1c5f-40d7-8081-a75b1277d1a7 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585511 Sep 17 22:25:50.310598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=6f51bb7e-1080-4414-bc01-66fc7de12aad,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:50.350392 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.402362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e49680-d5af-4674-b7ec-e92f26546929 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:50.498537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b8e49680-d5af-4674-b7ec-e92f26546929, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b8e49680-d5af-4674-b7ec-e92f26546929,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:50.558155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] For port 1b4c2318-08c2-42da-80d9-86832b627fbd, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:50.569220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03ee6758-eeb3-43b3-9ab4-0b9373312e28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:50.585160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] For port 1b4c2318-08c2-42da-80d9-86832b627fbd, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1b4c2318-08c2-42da-80d9-86832b627fbd,segment=NetworkSegment(76643594-11d6-4272-b017-fdef47723549),segment_id=76643594-11d6-4272-b017-fdef47723549)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:50.590098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '03ee6758-eeb3-43b3-9ab4-0b9373312e28', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'port_id': '03ee6758-eeb3-43b3-9ab4-0b9373312e28', 'mac_address': 'fa:16:3e:c9:55:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd094fa44-b886-409c-8452-de94660a00d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:50.640695 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.666536 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.668864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3d5a6f60-9d7a-4601-a140-8e16e176e58e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:50.672653 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.704063 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.740839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ee6758-eeb3-43b3-9ab4-0b9373312e28 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:50.788034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03ee6758-eeb3-43b3-9ab4-0b9373312e28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:50.812259 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b8e49680-d5af-4674-b7ec-e92f26546929,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:50.815390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-13b138f4-bff0-4e35-8065-29daf61f6114 None None] Provisioning complete for port 6f51bb7e-1080-4414-bc01-66fc7de12aad triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:50.815390 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-13b138f4-bff0-4e35-8065-29daf61f6114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.869892 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.904699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 3d5a6f60-9d7a-4601-a140-8e16e176e58e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:50.905062 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.909522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-13b138f4-bff0-4e35-8065-29daf61f6114 None None] Port 6f51bb7e-1080-4414-bc01-66fc7de12aad cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:50.942245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862cc15-4c1c-46b9-99b9-9c67639c1364 None None] Pushing event updated for resources: {'Port': ['ID=1b4c2318-08c2-42da-80d9-86832b627fbd,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:50.989848 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.013990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=03ee6758-eeb3-43b3-9ab4-0b9373312e28,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:51.090143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['03ee6758-eeb3-43b3-9ab4-0b9373312e28'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:51.090819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.195135 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6033f20d-fa2b-401c-8f0a-b69e68cd1a3c req-d42f6b37-f6f0-4a0b-a115-95b2dd774aca tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 210 time: 0.0415103 Sep 17 22:25:51.215188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['b8e49680-d5af-4674-b7ec-e92f26546929'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:51.284336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=6f51bb7e-1080-4414-bc01-66fc7de12aad,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:51.316057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f4700-4f08-49a2-81b5-d33522ee7e4f req-5b3ea8b4-8ca1-4673-a868-10574d51de3f tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:51.327044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f03f4700-4f08-49a2-81b5-d33522ee7e4f req-5b3ea8b4-8ca1-4673-a868-10574d51de3f tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 945 time: 0.2261503 Sep 17 22:25:51.329293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.459927 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f03f4700-4f08-49a2-81b5-d33522ee7e4f req-68519f00-5740-4340-95c6-9b217c0fcca8 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317399 Sep 17 22:25:51.520393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network bc65fd4a-582f-4419-b157-fb3512e46581 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:51.521983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:51.587902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e080e21-a49e-40ac-a270-ef611bbb884e req-88f0b279-73b8-468c-8c7c-b34760ac9b4a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:51.631327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e080e21-a49e-40ac-a270-ef611bbb884e req-88f0b279-73b8-468c-8c7c-b34760ac9b4a tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 945 time: 0.1316981 Sep 17 22:25:51.725814 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e080e21-a49e-40ac-a270-ef611bbb884e req-56cef949-0358-4121-a46c-3a31fb32dd18 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981081 Sep 17 22:25:51.812660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 05889b8c-f7bb-41e9-ba22-718f14478f34 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:25:51.946719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-94591ab0-775e-49d7-927f-c65f2378dae5 None None] Provisioning complete for port 6f51bb7e-1080-4414-bc01-66fc7de12aad triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:51.948074 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-94591ab0-775e-49d7-927f-c65f2378dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.961604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:51.970247 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8f89217f-abb5-4cb9-a71b-da601ce36e43 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/05889b8c-f7bb-41e9-ba22-718f14478f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3203855 Sep 17 22:25:51.970907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60082) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:51.977951 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766b664-272f-435a-a8ac-41fb496eaac6 None None] Sync routers for ids ['05889b8c-f7bb-41e9-ba22-718f14478f34'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:51.992983 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766b664-272f-435a-a8ac-41fb496eaac6 None None] Routers {'05889b8c-f7bb-41e9-ba22-718f14478f34'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:51.998857 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1766b664-272f-435a-a8ac-41fb496eaac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['05889b8c-f7bb-41e9-ba22-718f14478f34'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:52.043751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edf9d91-42a3-4a4c-b85e-d1f29bf4412c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:52.047091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-94591ab0-775e-49d7-927f-c65f2378dae5 None None] Port 6f51bb7e-1080-4414-bc01-66fc7de12aad cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:52.047572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3edf9d91-42a3-4a4c-b85e-d1f29bf4412c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports/6f51bb7e-1080-4414-bc01-66fc7de12aad HTTP/1.1" status: 200 len: 910 time: 0.0745895 Sep 17 22:25:52.049993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60084) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:52.056010 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1766b664-272f-435a-a8ac-41fb496eaac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:52.067773 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766b664-272f-435a-a8ac-41fb496eaac6 None None] Routers {'05889b8c-f7bb-41e9-ba22-718f14478f34'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:52.068745 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1766b664-272f-435a-a8ac-41fb496eaac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['05889b8c-f7bb-41e9-ba22-718f14478f34'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:52.119636 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1766b664-272f-435a-a8ac-41fb496eaac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:52.121525 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766b664-272f-435a-a8ac-41fb496eaac6 None None] The sync data for ids ['05889b8c-f7bb-41e9-ba22-718f14478f34'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:52.149442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03ee6758-eeb3-43b3-9ab4-0b9373312e28 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:52.190308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba02ecbc-10e9-4038-9b21-7cc41851120a None None] Network 86702348-bacc-43ec-b299-b9f3f6c6c30b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:52.291379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3261b37a-219e-4d7e-8bd3-87fc4d50d1b6 None None] Provisioning complete for port 1b4c2318-08c2-42da-80d9-86832b627fbd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:52.292097 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3261b37a-219e-4d7e-8bd3-87fc4d50d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.419328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 03ee6758-eeb3-43b3-9ab4-0b9373312e28 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:52.431661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 03ee6758-eeb3-43b3-9ab4-0b9373312e28 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:52.432038 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.479302 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3261b37a-219e-4d7e-8bd3-87fc4d50d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.561416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3261b37a-219e-4d7e-8bd3-87fc4d50d1b6 None None] For port 1b4c2318-08c2-42da-80d9-86832b627fbd, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1b4c2318-08c2-42da-80d9-86832b627fbd,segment=NetworkSegment(76643594-11d6-4272-b017-fdef47723549),segment_id=76643594-11d6-4272-b017-fdef47723549)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:52.681336 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3261b37a-219e-4d7e-8bd3-87fc4d50d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.687721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.774890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ee6758-eeb3-43b3-9ab4-0b9373312e28'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:52.779512 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f2ebb7-c3e3-4f3a-874e-657b7066f0c7" -d '{"events": [{"server_uuid": "15d2f7b7-de8f-4a09-bde8-223c710b3ba6", "name": "network-vif-plugged", "status": "completed", "tag": "03ee6758-eeb3-43b3-9ab4-0b9373312e28"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:52.792564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1b4c2318-08c2-42da-80d9-86832b627fbd up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:52.846984 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11923ce2-247c-47ef-aab1-ec3dff1442f5 req-4d535714-d29a-45a5-a562-1e0c3b0e4b85 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 210 time: 0.5497706 Sep 17 22:25:52.854554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7691-f498-44ea-8487-eaf55ea2d83f req-e48c9722-b281-4e3a-9e7d-1c619fef8646 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:52.864847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc6b7691-f498-44ea-8487-eaf55ea2d83f req-e48c9722-b281-4e3a-9e7d-1c619fef8646 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 945 time: 0.2467752 Sep 17 22:25:52.883172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03ee6758-eeb3-43b3-9ab4-0b9373312e28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:52.915884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261b37a-219e-4d7e-8bd3-87fc4d50d1b6 None None] Pushing event updated for resources: {'Port': ['ID=1b4c2318-08c2-42da-80d9-86832b627fbd,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:52.921390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc6b7691-f498-44ea-8487-eaf55ea2d83f req-a025678b-25a1-4d23-9449-0972adc2bd06 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519350 Sep 17 22:25:52.942374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5946004e-1c1c-469b-b55c-60cde56c7bb7 None None] Provisioning complete for port 1b4c2318-08c2-42da-80d9-86832b627fbd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:52.942374 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5946004e-1c1c-469b-b55c-60cde56c7bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.969516 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.007832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-cf25d5b2-83b1-4fed-834b-26a359088995 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:53.012275 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-cf25d5b2-83b1-4fed-834b-26a359088995 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.23 "GET /v2.0/networks?id=d6decb77-84e7-450b-bd76-41000bdb3062 HTTP/1.1" status: 200 len: 813 time: 0.4360554 Sep 17 22:25:53.026612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1b4c2318-08c2-42da-80d9-86832b627fbd triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:53.026747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Request body: {'port': {'device_id': 'd067397e-ae8c-4cca-b7fc-07a1db670887', 'network_id': 'd6decb77-84e7-450b-bd76-41000bdb3062', 'admin_state_up': True, 'tenant_id': '9e79cd8cb9aa4fbcb575fe401771ba1a'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:53.026956 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.090134 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=03ee6758-eeb3-43b3-9ab4-0b9373312e28,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:53.168533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10c8f2-adab-4614-a788-632c1b189561 req-a2a04564-197c-41d8-bff1-eb16203af659 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:53.170521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58be3eb-d49c-45de-bc8b-fc1fc5c60427 req-1a85751d-4f77-4970-828d-538c2bd7cb94 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:53.172034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a58be3eb-d49c-45de-bc8b-fc1fc5c60427 req-1a85751d-4f77-4970-828d-538c2bd7cb94 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1098 time: 0.1154485 Sep 17 22:25:53.177666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa10c8f2-adab-4614-a788-632c1b189561 req-a2a04564-197c-41d8-bff1-eb16203af659 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 946 time: 0.1718485 Sep 17 22:25:53.256996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa10c8f2-adab-4614-a788-632c1b189561 req-c64d9f19-9d90-4637-937d-c38ac271af30 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779088 Sep 17 22:25:53.268994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a58be3eb-d49c-45de-bc8b-fc1fc5c60427 req-2ce70252-73d4-42cc-856a-8bca0a8ebbfc tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503073 Sep 17 22:25:53.326472 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb6433-b131-4d3e-9cc3-43de65168f60 x-openstack-request-id: req-9bcb6433-b131-4d3e-9cc3-43de65168f60 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:53.326975 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d2f7b7-de8f-4a09-bde8-223c710b3ba6", "name": "network-vif-plugged", "status": "completed", "tag": "03ee6758-eeb3-43b3-9ab4-0b9373312e28", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:53.330543 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bcb6433-b131-4d3e-9cc3-43de65168f60 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:53.330543 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ee6758-eeb3-43b3-9ab4-0b9373312e28', 'code': 200} Sep 17 22:25:53.335297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.349849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Made reservation on behalf of 9e79cd8cb9aa4fbcb575fe401771ba1a for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:53.353164 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.518222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd10a1-55d4-4279-80f9-2beb7e874d00 req-e000c518-0107-4fe4-a934-a16d85ce552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:53.520335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cecd10a1-55d4-4279-80f9-2beb7e874d00 req-e000c518-0107-4fe4-a934-a16d85ce552d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 1098 time: 0.1062579 Sep 17 22:25:53.561312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Allocated IP 172.20.0.9 (d6decb77-84e7-450b-bd76-41000bdb3062/505379bd-2a07-44d5-9a44-e859f2582b72/a37fbc2a-b5dd-4c90-ab60-8204bab35877) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:53.590410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cecd10a1-55d4-4279-80f9-2beb7e874d00 req-4832bb7a-3d02-4b7c-b8a2-eb1df36bf02a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620127 Sep 17 22:25:53.646394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Allocated IP 172.21.0.1 (86702348-bacc-43ec-b299-b9f3f6c6c30b/45f19081-89c7-492a-b0e9-342d3b7ce2f5/077eaa37-4c2f-4ecf-9704-ebb7f8247c6f) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:53.649822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b8e49680-d5af-4674-b7ec-e92f26546929 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:53.770672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.834455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port b8e49680-d5af-4674-b7ec-e92f26546929 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:53.839433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port b8e49680-d5af-4674-b7ec-e92f26546929 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:53.839908 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.925239 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.964604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b8e49680-d5af-4674-b7ec-e92f26546929, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b8e49680-d5af-4674-b7ec-e92f26546929,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:53.965987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0bd74ded-00bd-423c-a81a-b125452385e5 req-d7d479a0-cc7e-49ce-8098-02f91c39403d tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 210 time: 0.0487132 Sep 17 22:25:53.970593 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.022667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 86702348-bacc-43ec-b299-b9f3f6c6c30b is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:54.025979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:54.028462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:54.057150 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.068221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.073033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=077eaa37-4c2f-4ecf-9704-ebb7f8247c6f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:54.129687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.141865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b8e49680-d5af-4674-b7ec-e92f26546929,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:54.195013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52ee74-65d7-4de0-839a-662c6230f4d5 req-bd48a022-7c54-4a1d-8ba1-390dc741448b tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:54.195861 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.207731 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a52ee74-65d7-4de0-839a-662c6230f4d5 req-bd48a022-7c54-4a1d-8ba1-390dc741448b tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 946 time: 0.1497815 Sep 17 22:25:54.245748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Network d6decb77-84e7-450b-bd76-41000bdb3062 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:54.250093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:54.254682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:54.300257 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a52ee74-65d7-4de0-839a-662c6230f4d5 req-714fdb8f-0d1f-427b-814c-d4f02ac7f7a4 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913508 Sep 17 22:25:54.316720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:54.323389 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.327301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-067d91e7-50d3-4821-83c7-3dcc97c9265a None None] Provisioning complete for port 077eaa37-4c2f-4ecf-9704-ebb7f8247c6f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:54.328286 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-067d91e7-50d3-4821-83c7-3dcc97c9265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.342489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Pushing event updated for resources: {'Port': ['ID=a37fbc2a-b5dd-4c90-ab60-8204bab35877,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:54.368461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-067d91e7-50d3-4821-83c7-3dcc97c9265a None None] Port 077eaa37-4c2f-4ecf-9704-ebb7f8247c6f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:54.411692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-7a82918e-4b1b-46df-9178-d62e7be477fe tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3905084 Sep 17 22:25:54.428667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Request body: {'port': {'device_id': 'd067397e-ae8c-4cca-b7fc-07a1db670887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:54.436405 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.460668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f0c5d-8d6f-44c7-afd5-29c89477acf9 req-8aa823c7-abc1-4b44-9610-2149c10a099f tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:54.462241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4e0f0c5d-8d6f-44c7-afd5-29c89477acf9 req-8aa823c7-abc1-4b44-9610-2149c10a099f tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 946 time: 0.0854745 Sep 17 22:25:54.487381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.587909 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4e0f0c5d-8d6f-44c7-afd5-29c89477acf9 req-9e71569f-669f-4c79-b77e-02fe004312d0 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005530 Sep 17 22:25:54.650182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1b4c2318-08c2-42da-80d9-86832b627fbd up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:54.710169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1b4c2318-08c2-42da-80d9-86832b627fbd triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:54.710551 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.820760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37fbc2a-b5dd-4c90-ab60-8204bab35877 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:54.828552 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.841057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Transition to ACTIVE for port object a37fbc2a-b5dd-4c90-ab60-8204bab35877 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:25:54.877948 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.909439 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.942830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.983747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Pushing event updated for resources: {'Port': ['ID=a37fbc2a-b5dd-4c90-ab60-8204bab35877,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:55.016213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=077eaa37-4c2f-4ecf-9704-ebb7f8247c6f,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:55.019711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.068468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Attempting to bind port a37fbc2a-b5dd-4c90-ab60-8204bab35877 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:55.069615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Attempting to bind port a37fbc2a-b5dd-4c90-ab60-8204bab35877 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'ed362df4-9814-47a9-b309-a8d0ccd901e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd6decb77-84e7-450b-bd76-41000bdb3062'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:55.070120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Attempting to bind port a37fbc2a-b5dd-4c90-ab60-8204bab35877 on network d6decb77-84e7-450b-bd76-41000bdb3062 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:55.075184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Port a37fbc2a-b5dd-4c90-ab60-8204bab35877 on network d6decb77-84e7-450b-bd76-41000bdb3062 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:55.075779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Attempting to bind port a37fbc2a-b5dd-4c90-ab60-8204bab35877 on network d6decb77-84e7-450b-bd76-41000bdb3062 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:55.082401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:55.082744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Checking segment: {'id': 'ed362df4-9814-47a9-b309-a8d0ccd901e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd6decb77-84e7-450b-bd76-41000bdb3062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:55.083532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Bound using segment: {'id': 'ed362df4-9814-47a9-b309-a8d0ccd901e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd6decb77-84e7-450b-bd76-41000bdb3062'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:55.083682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Bound port: a37fbc2a-b5dd-4c90-ab60-8204bab35877, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed362df4-9814-47a9-b309-a8d0ccd901e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd6decb77-84e7-450b-bd76-41000bdb3062'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:55.083920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.156647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] For port a37fbc2a-b5dd-4c90-ab60-8204bab35877, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:55.159140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdebf2-2a0f-417d-8bea-e8f79de54063 req-b94e1bd0-93d1-4952-a382-ec58ae55b843 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.159925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] For port a37fbc2a-b5dd-4c90-ab60-8204bab35877, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a37fbc2a-b5dd-4c90-ab60-8204bab35877,segment=NetworkSegment(ed362df4-9814-47a9-b309-a8d0ccd901e4),segment_id=ed362df4-9814-47a9-b309-a8d0ccd901e4)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:55.160838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88cdebf2-2a0f-417d-8bea-e8f79de54063 req-b94e1bd0-93d1-4952-a382-ec58ae55b843 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 943 time: 0.1080627 Sep 17 22:25:55.201379 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 86702348-bacc-43ec-b299-b9f3f6c6c30b is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:55.203690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:55.257112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88cdebf2-2a0f-417d-8bea-e8f79de54063 req-fb3b559d-d686-4183-899c-8ebf6c766766 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b210a84-452c-488b-bd54-d2fd79b46973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865746 Sep 17 22:25:55.264980 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.323557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.324580 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.326665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] 10.222.0.23 "PUT /v2.0/ports/a37fbc2a-b5dd-4c90-ab60-8204bab35877 HTTP/1.1" status: 200 len: 1092 time: 0.9027886 Sep 17 22:25:55.327129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd067397e-ae8c-4cca-b7fc-07a1db670887', 'tag': 'a37fbc2a-b5dd-4c90-ab60-8204bab35877'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:55.329584 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d067397e-ae8c-4cca-b7fc-07a1db670887", "tag": "a37fbc2a-b5dd-4c90-ab60-8204bab35877"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:55.331555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e49680-d5af-4674-b7ec-e92f26546929'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:55.337061 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabb8134-af57-4b2d-85d2-f984df356268" -d '{"events": [{"server_uuid": "86ef1ca8-54a7-43aa-953d-c380fad1cf11", "name": "network-vif-plugged", "status": "completed", "tag": "b8e49680-d5af-4674-b7ec-e92f26546929"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:55.365678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e9055-6b6a-4bd3-a3ec-71f79357e295 service neutron] Pushing event updated for resources: {'Port': ['ID=a37fbc2a-b5dd-4c90-ab60-8204bab35877,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:55.401824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 05889b8c-f7bb-41e9-ba22-718f14478f34 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:55.493105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-4f1bc9f6-e83c-4a45-8943-377d0066a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.494797 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-4f1bc9f6-e83c-4a45-8943-377d0066a7fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e79cd8cb9aa4fbcb575fe401771ba1a&device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 1095 time: 0.0646360 Sep 17 22:25:55.499713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7939ecb9-ea3a-48a4-9094-33384c5fc207 None None] Provisioning complete for port 077eaa37-4c2f-4ecf-9704-ebb7f8247c6f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:55.500244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7939ecb9-ea3a-48a4-9094-33384c5fc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.510017 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17cd0d-266e-4d00-8875-8ca1e7d40df7 req-35d4a2e4-b606-4031-89f1-4cdb61a3653a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.515349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf17cd0d-266e-4d00-8875-8ca1e7d40df7 req-35d4a2e4-b606-4031-89f1-4cdb61a3653a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 946 time: 0.1083224 Sep 17 22:25:55.536232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7939ecb9-ea3a-48a4-9094-33384c5fc207 None None] Port 077eaa37-4c2f-4ecf-9704-ebb7f8247c6f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:55.543450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-67b614b3-e684-4c83-ae72-7aa34e71d2f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a37fbc2a-b5dd-4c90-ab60-8204bab35877 HTTP/1.1" status: 200 len: 217 time: 0.0404518 Sep 17 22:25:55.590106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:55.594940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-3ca1ae13-d61b-4d01-8910-eaa40cd0bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.596828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-3ca1ae13-d61b-4d01-8910-eaa40cd0bd60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=505379bd-2a07-44d5-9a44-e859f2582b72 HTTP/1.1" status: 200 len: 853 time: 0.0451393 Sep 17 22:25:55.598313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60156) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:55.598447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9d40fff8-1900-432e-a651-209d40df058c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/05889b8c-f7bb-41e9-ba22-718f14478f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5463746 Sep 17 22:25:55.604879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31468b-7e66-4b16-9b61-a1e4184d7e68 None None] Sync routers for ids ['05889b8c-f7bb-41e9-ba22-718f14478f34'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:55.605094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf17cd0d-266e-4d00-8875-8ca1e7d40df7 req-12dfce58-4455-42a0-9d0b-bed25a801987 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632684 Sep 17 22:25:55.618929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31468b-7e66-4b16-9b61-a1e4184d7e68 None None] Routers {'05889b8c-f7bb-41e9-ba22-718f14478f34'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:55.619554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6b31468b-7e66-4b16-9b61-a1e4184d7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['05889b8c-f7bb-41e9-ba22-718f14478f34'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:55.662067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-3a34ee69-4cbc-4b6f-9395-1bf6b453d6c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6decb77-84e7-450b-bd76-41000bdb3062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527318 Sep 17 22:25:55.662649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6b31468b-7e66-4b16-9b61-a1e4184d7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:55.663812 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb7e7ea-072c-4f04-90d8-67764847dad9 x-openstack-request-id: req-beb7e7ea-072c-4f04-90d8-67764847dad9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:55.664174 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d067397e-ae8c-4cca-b7fc-07a1db670887", "tag": "a37fbc2a-b5dd-4c90-ab60-8204bab35877", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:55.664480 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-beb7e7ea-072c-4f04-90d8-67764847dad9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:55.664926 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd067397e-ae8c-4cca-b7fc-07a1db670887', 'tag': 'a37fbc2a-b5dd-4c90-ab60-8204bab35877', 'status': 'completed', 'code': 200} Sep 17 22:25:55.673733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31468b-7e66-4b16-9b61-a1e4184d7e68 None None] Routers {'05889b8c-f7bb-41e9-ba22-718f14478f34'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:55.674355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6b31468b-7e66-4b16-9b61-a1e4184d7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['05889b8c-f7bb-41e9-ba22-718f14478f34'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:55.686498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-27917ac5-0afc-423f-8920-20d007c9c85c tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:25:55.687772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-27917ac5-0afc-423f-8920-20d007c9c85c tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1140771 Sep 17 22:25:55.690375 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbb17c-2074-4a0f-9a8e-5abf7c82799c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.695316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a3cbb17c-2074-4a0f-9a8e-5abf7c82799c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports/077eaa37-4c2f-4ecf-9704-ebb7f8247c6f HTTP/1.1" status: 200 len: 910 time: 0.0934806 Sep 17 22:25:55.698876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60160) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:55.729050 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7868708c-a998-4bb1-bcd2-357ea59245c3 x-openstack-request-id: req-7868708c-a998-4bb1-bcd2-357ea59245c3 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:55.729495 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ef1ca8-54a7-43aa-953d-c380fad1cf11", "name": "network-vif-plugged", "status": "completed", "tag": "b8e49680-d5af-4674-b7ec-e92f26546929", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:55.729755 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7868708c-a998-4bb1-bcd2-357ea59245c3 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:55.730217 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e49680-d5af-4674-b7ec-e92f26546929', 'code': 200} Sep 17 22:25:55.731461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6b31468b-7e66-4b16-9b61-a1e4184d7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:55.732409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31468b-7e66-4b16-9b61-a1e4184d7e68 None None] The sync data for ids ['05889b8c-f7bb-41e9-ba22-718f14478f34'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:55.785705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-5250a53d-525f-4227-81f4-5958644fbcbf service neutron] 10.222.0.23 "GET /v2.0/networks/d6decb77-84e7-450b-bd76-41000bdb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133118 Sep 17 22:25:55.861185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-a183e378-088d-4762-9f79-5b465caa4e1d tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.862576 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-a183e378-088d-4762-9f79-5b465caa4e1d tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports/77147a9f-0258-4afd-b057-b5933f570010 HTTP/1.1" status: 200 len: 1095 time: 0.1623232 Sep 17 22:25:55.891902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba97a0-4928-4405-92f0-610fcd750495 req-7ed18718-4089-4a58-98a3-a48385fe6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.893423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73ba97a0-4928-4405-92f0-610fcd750495 req-7ed18718-4089-4a58-98a3-a48385fe6541 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 1098 time: 0.0930119 Sep 17 22:25:55.894827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa375a-837a-4e71-bc52-b3d89600c1bc req-a73b053e-f291-40ed-a611-66e3514e00b2 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.896538 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3cfa375a-837a-4e71-bc52-b3d89600c1bc req-a73b053e-f291-40ed-a611-66e3514e00b2 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 946 time: 0.1251030 Sep 17 22:25:55.931118 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f618931b-b71f-4c2a-900d-b2e09e90582c req-d8b51824-b292-45e8-9b9c-bd70b0044c22 service neutron] 10.222.0.23 "GET /v2.0/networks/d6decb77-84e7-450b-bd76-41000bdb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388044 Sep 17 22:25:55.942864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Request body: {'binding': {'host': 'n-h1-713499-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:55.944047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73ba97a0-4928-4405-92f0-610fcd750495 req-e519c785-c4ed-436b-a2e8-8a34adee10ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427349 Sep 17 22:25:55.944701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Unknown quota resources ['binding']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:25:56.075600 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3cfa375a-837a-4e71-bc52-b3d89600c1bc req-531c54c4-eb28-498a-8b29-cc6db3b8b621 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386709 Sep 17 22:25:56.126269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4 req-a5f3e368-03a5-4b51-a5d2-00ab9960415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:56.130263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4 req-a5f3e368-03a5-4b51-a5d2-00ab9960415a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e79cd8cb9aa4fbcb575fe401771ba1a&device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 1095 time: 0.0763597 Sep 17 22:25:56.233646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4 req-81354d14-a637-458d-afcb-2b913941a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:56.235148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4 req-81354d14-a637-458d-afcb-2b913941a451 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6decb77-84e7-450b-bd76-41000bdb3062 HTTP/1.1" status: 200 len: 914 time: 0.0992773 Sep 17 22:25:56.265711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 on host n-h1-713499-18 for vnic_type normal with profile None {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:56.266050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:56.266375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:56.277065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Port 77147a9f-0258-4afd-b057-b5933f570010 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:56.277388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:56.282875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4 req-98aa1888-7c9d-4ee3-bd14-de61ee94aaa9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a37fbc2a-b5dd-4c90-ab60-8204bab35877 HTTP/1.1" status: 200 len: 217 time: 0.0370724 Sep 17 22:25:56.290576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:56.290917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:56.291307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:56.291742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Bound port: 77147a9f-0258-4afd-b057-b5933f570010, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:56.333742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4 req-b5bf2fac-4a0b-4437-91c2-79d3fa2edcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:56.335249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4 req-b5bf2fac-4a0b-4437-91c2-79d3fa2edcf0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=505379bd-2a07-44d5-9a44-e859f2582b72 HTTP/1.1" status: 200 len: 853 time: 0.0451808 Sep 17 22:25:56.368446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4 req-0f0356f7-fad1-4a9d-9316-1b806ede072f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6decb77-84e7-450b-bd76-41000bdb3062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259826 Sep 17 22:25:56.402050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:56.417979 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.469967 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4 req-ef2c46ea-079f-4c7b-9e5c-4d69b2979a44 service neutron] 10.222.0.23 "GET /v2.0/networks/d6decb77-84e7-450b-bd76-41000bdb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939512 Sep 17 22:25:56.580488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48b3feb6-5d3f-4a9c-afd4-3f9151a6e3e4 req-669217e7-5f5e-482b-b7bb-7f6e71ed2dd8 service neutron] 10.222.0.23 "GET /v2.0/networks/d6decb77-84e7-450b-bd76-41000bdb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027179 Sep 17 22:25:56.671061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] Notify callbacks [] for binding, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.672292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e18f66b7-b1c1-413d-9ece-e66aaeb5c53f service neutron] 10.222.0.30 "POST /v2.0/ports/77147a9f-0258-4afd-b057-b5933f570010/bindings HTTP/1.1" status: 201 len: 390 time: 0.8010359 Sep 17 22:25:56.934674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c6ee1-6c75-4885-a7c9-e5c1906f6470 req-7ab76159-5070-4920-9c54-b422f8c36c25 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:56.936200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-618c6ee1-6c75-4885-a7c9-e5c1906f6470 req-7ab76159-5070-4920-9c54-b422f8c36c25 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 943 time: 0.0512488 Sep 17 22:25:56.952270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 077eaa37-4c2f-4ecf-9704-ebb7f8247c6f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:56.952780 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.997219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-618c6ee1-6c75-4885-a7c9-e5c1906f6470 req-bd6ca335-102a-4fb0-9be1-aac5dce6c853 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b210a84-452c-488b-bd54-d2fd79b46973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511904 Sep 17 22:25:57.060974 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.089377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 077eaa37-4c2f-4ecf-9704-ebb7f8247c6f owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:57.125992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc430572-4047-4033-ad5b-dc56b192ea24 req-a81a216f-d7ac-4a11-a6f2-98e5a503c604 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:57.127709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc430572-4047-4033-ad5b-dc56b192ea24 req-a81a216f-d7ac-4a11-a6f2-98e5a503c604 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 946 time: 0.0684006 Sep 17 22:25:57.184782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc430572-4047-4033-ad5b-dc56b192ea24 req-25570711-b1e8-4f50-bca4-3aabf86a4c72 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492976 Sep 17 22:25:57.271203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e1cda-b295-4e4d-926f-32fed0eae99a req-cc76f514-ee1b-4bbe-a708-a3270ba8f5e1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:57.272749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f37e1cda-b295-4e4d-926f-32fed0eae99a req-cc76f514-ee1b-4bbe-a708-a3270ba8f5e1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.1142046 Sep 17 22:25:57.273252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-7b395fb4-b695-4cce-a49b-b89855388fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:57.274978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-7b395fb4-b695-4cce-a49b-b89855388fb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1098 time: 0.0570982 Sep 17 22:25:57.343270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f37e1cda-b295-4e4d-926f-32fed0eae99a req-163b49f1-efbc-4978-9924-51b61b0c8247 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543664 Sep 17 22:25:57.432195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-de8b688c-4323-4593-876d-ae928b2fdc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:57.433803 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-de8b688c-4323-4593-876d-ae928b2fdc0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.1522551 Sep 17 22:25:57.482773 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-760a9561-cb7d-44e6-a048-e55f5e05a961 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77147a9f-0258-4afd-b057-b5933f570010 HTTP/1.1" status: 200 len: 217 time: 0.0414853 Sep 17 22:25:57.496944 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.526496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=077eaa37-4c2f-4ecf-9704-ebb7f8247c6f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:57.566956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-c614e5bc-5c71-4724-9ed8-0ba8e914122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:57.567760 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-c614e5bc-5c71-4724-9ed8-0ba8e914122a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.0748594 Sep 17 22:25:57.606176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-f1f2871d-5853-4b7d-82dd-a2914f7ade84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299847 Sep 17 22:25:57.720137 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.764589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-d71707f7-339a-417b-9505-fd5c1e5e49c5 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508434 Sep 17 22:25:57.876403 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-1f012f36-1029-497f-8d88-04531cb01f58 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976102 Sep 17 22:25:57.887889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc031106-8f4d-4113-b7c2-ed0b04b08184 req-c56fb512-4d96-40da-9ae5-0cd6bfb1720c tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:57.889391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc031106-8f4d-4113-b7c2-ed0b04b08184 req-c56fb512-4d96-40da-9ae5-0cd6bfb1720c tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 946 time: 0.1084244 Sep 17 22:25:58.002053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc031106-8f4d-4113-b7c2-ed0b04b08184 req-38ab2228-91da-4d55-b8c3-ddc981f27153 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816691 Sep 17 22:25:58.010943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 05889b8c-f7bb-41e9-ba22-718f14478f34 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:58.127818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97faf4-537c-429b-8077-b84746dacb87 req-08073da8-44a0-4872-b88c-e4910c4dd1f0 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:58.129920 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c97faf4-537c-429b-8077-b84746dacb87 req-08073da8-44a0-4872-b88c-e4910c4dd1f0 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 943 time: 0.0547254 Sep 17 22:25:58.132797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:58.138469 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-621f991d-1fa4-4f3b-8e5e-8025d6e02416 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/05889b8c-f7bb-41e9-ba22-718f14478f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4361105 Sep 17 22:25:58.140867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60228) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:58.143982 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da35c5e-8023-4302-8e49-766eae6a93f9 None None] Sync routers for ids ['05889b8c-f7bb-41e9-ba22-718f14478f34'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:58.155756 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da35c5e-8023-4302-8e49-766eae6a93f9 None None] Routers {'05889b8c-f7bb-41e9-ba22-718f14478f34'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:58.160956 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1da35c5e-8023-4302-8e49-766eae6a93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['05889b8c-f7bb-41e9-ba22-718f14478f34'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:58.170807 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c97faf4-537c-429b-8077-b84746dacb87 req-79841edc-f48d-4214-86f0-b69b8231c527 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b210a84-452c-488b-bd54-d2fd79b46973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Sep 17 22:25:58.211329 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1da35c5e-8023-4302-8e49-766eae6a93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:58.221419 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da35c5e-8023-4302-8e49-766eae6a93f9 None None] Routers {'05889b8c-f7bb-41e9-ba22-718f14478f34'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:58.223999 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1da35c5e-8023-4302-8e49-766eae6a93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['05889b8c-f7bb-41e9-ba22-718f14478f34'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:58.228390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a37fbc2a-b5dd-4c90-ab60-8204bab35877 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:58.259498 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1da35c5e-8023-4302-8e49-766eae6a93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:58.260546 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da35c5e-8023-4302-8e49-766eae6a93f9 None None] The sync data for ids ['05889b8c-f7bb-41e9-ba22-718f14478f34'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:58.357985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a37fbc2a-b5dd-4c90-ab60-8204bab35877, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a37fbc2a-b5dd-4c90-ab60-8204bab35877,segment=NetworkSegment(ed362df4-9814-47a9-b309-a8d0ccd901e4),segment_id=ed362df4-9814-47a9-b309-a8d0ccd901e4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:58.371422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a37fbc2a-b5dd-4c90-ab60-8204bab35877', 'network_id': 'd6decb77-84e7-450b-bd76-41000bdb3062', 'port_id': 'a37fbc2a-b5dd-4c90-ab60-8204bab35877', 'mac_address': 'fa:16:3e:38:dc:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505379bd-2a07-44d5-9a44-e859f2582b72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:58.396839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1f9ee-9d5e-4e47-b89b-a52ee60a78f1 req-8a246dce-4c25-45a0-8136-4ff7129c4d95 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:58.404476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71f1f9ee-9d5e-4e47-b89b-a52ee60a78f1 req-8a246dce-4c25-45a0-8136-4ff7129c4d95 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 946 time: 0.1476622 Sep 17 22:25:58.422305 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.438526 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37fbc2a-b5dd-4c90-ab60-8204bab35877 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:58.466810 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a37fbc2a-b5dd-4c90-ab60-8204bab35877, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a37fbc2a-b5dd-4c90-ab60-8204bab35877,segment=NetworkSegment(ed362df4-9814-47a9-b309-a8d0ccd901e4),segment_id=ed362df4-9814-47a9-b309-a8d0ccd901e4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:58.492312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71f1f9ee-9d5e-4e47-b89b-a52ee60a78f1 req-3bad239b-dba6-4207-8feb-21cc239e3f70 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819688 Sep 17 22:25:58.543997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f565b-71b5-466c-a4da-5a4889528d24 req-d2ea885b-d92d-4365-adc3-f28d8a85475e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:58.547319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-156f565b-71b5-466c-a4da-5a4889528d24 req-d2ea885b-d92d-4365-adc3-f28d8a85475e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.1047015 Sep 17 22:25:58.555399 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.591039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-156f565b-71b5-466c-a4da-5a4889528d24 req-9b4a9778-4aa0-4fa1-a1e6-592c8fae5dc0 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Sep 17 22:25:58.615522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a37fbc2a-b5dd-4c90-ab60-8204bab35877,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:58.653766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69f7cc-1dca-44e8-96d7-764365776aef req-3c66f2ad-bca8-4ae2-ab56-5759d16274de tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:58.655114 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f69f7cc-1dca-44e8-96d7-764365776aef req-3c66f2ad-bca8-4ae2-ab56-5759d16274de tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 946 time: 0.0914032 Sep 17 22:25:58.664053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60240) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:58.668786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-69879f68-d3ef-4f34-abdd-6e2835387ca6 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Request body: {'floatingip': {'port_id': 'b8e49680-d5af-4674-b7ec-e92f26546929'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:58.677059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.718681 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69879f68-d3ef-4f34-abdd-6e2835387ca6 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.814938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a37fbc2a-b5dd-4c90-ab60-8204bab35877'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:58.981010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 6f51bb7e-1080-4414-bc01-66fc7de12aad {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:58.981601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.012831 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.079585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.093410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 6f51bb7e-1080-4414-bc01-66fc7de12aad owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:59.198433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85006209-67b4-4b46-8342-fb926d507858 req-da29358c-3e2c-4129-bbf9-0f14e6259a9c tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:59.208235 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85006209-67b4-4b46-8342-fb926d507858 req-da29358c-3e2c-4129-bbf9-0f14e6259a9c tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 946 time: 0.0953598 Sep 17 22:25:59.316943 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69879f68-d3ef-4f34-abdd-6e2835387ca6 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.328032 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85006209-67b4-4b46-8342-fb926d507858 req-1a57fe3d-9711-4e22-ad1e-61688ae98709 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186008 Sep 17 22:25:59.389860 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69879f68-d3ef-4f34-abdd-6e2835387ca6 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.516864 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-69879f68-d3ef-4f34-abdd-6e2835387ca6 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Floating IP df401ee5-4494-4b7f-9afa-e40ce74819b5 associated. External IP: 172.25.6.111, port: b8e49680-d5af-4674-b7ec-e92f26546929. Sep 17 22:25:59.517922 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299132f-e218-4995-96cb-0e8c739e650c req-ee08f394-77d0-4357-9e82-959f8945d186 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:59.520795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0299132f-e218-4995-96cb-0e8c739e650c req-ee08f394-77d0-4357-9e82-959f8945d186 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 944 time: 0.0982826 Sep 17 22:25:59.580599 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0299132f-e218-4995-96cb-0e8c739e650c req-52aa7829-e30f-4db2-b246-069a4997e645 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b210a84-452c-488b-bd54-d2fd79b46973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495360 Sep 17 22:25:59.693186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.743014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=6f51bb7e-1080-4414-bc01-66fc7de12aad,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:59.778125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7de57-4681-45c5-bee3-dad8efbd048d req-12c5a6e9-6906-4678-a2d3-3252bdbd205e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:59.780094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-98f7de57-4681-45c5-bee3-dad8efbd048d req-12c5a6e9-6906-4678-a2d3-3252bdbd205e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.1125507 Sep 17 22:25:59.857504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69879f68-d3ef-4f34-abdd-6e2835387ca6 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:59.872324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-98f7de57-4681-45c5-bee3-dad8efbd048d req-1ffc762a-69ee-495a-8886-719415d914ed tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818090 Sep 17 22:25:59.960675 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.073351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69879f68-d3ef-4f34-abdd-6e2835387ca6 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:00.086282 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69879f68-d3ef-4f34-abdd-6e2835387ca6 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.086886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] Sync routers for ids ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:00.101549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] Routers {'25cdeffa-ec2a-4441-a268-a9f8a7f2807c'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:00.103437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:00.157098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-69879f68-d3ef-4f34-abdd-6e2835387ca6 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "PUT /v2.0/floatingips/df401ee5-4494-4b7f-9afa-e40ce74819b5 HTTP/1.1" status: 200 len: 992 time: 1.4894202 Sep 17 22:26:00.157098 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'tag': 'b8e49680-d5af-4674-b7ec-e92f26546929'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:00.158462 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8945bfa-7d35-4a3f-b46e-203707b5c21b" -d '{"events": [{"name": "network-changed", "server_uuid": "86ef1ca8-54a7-43aa-953d-c380fad1cf11", "tag": "b8e49680-d5af-4674-b7ec-e92f26546929"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:00.207544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 05889b8c-f7bb-41e9-ba22-718f14478f34 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:00.278446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] Set router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:00.311406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:00.317558 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c44e4739-5cbd-42a3-8161-6b893ff3ac26 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/05889b8c-f7bb-41e9-ba22-718f14478f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1752934 Sep 17 22:26:00.321076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60272) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:00.322290 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4d434-dfb3-46fb-803c-bf887859ae1c None None] Sync routers for ids ['05889b8c-f7bb-41e9-ba22-718f14478f34'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:00.339510 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4d434-dfb3-46fb-803c-bf887859ae1c None None] Routers {'05889b8c-f7bb-41e9-ba22-718f14478f34'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:00.350960 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e5b4d434-dfb3-46fb-803c-bf887859ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['05889b8c-f7bb-41e9-ba22-718f14478f34'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:00.360049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e9d4e584-6c4f-4887-94d6-3e3618e1b232 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=05889b8c-f7bb-41e9-ba22-718f14478f34 HTTP/1.1" status: 200 len: 205 time: 0.0347943 Sep 17 22:26:00.361098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60274) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:00.375814 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e89c7a-d98b-47cd-b1f8-18c6beca4c9e x-openstack-request-id: req-b1e89c7a-d98b-47cd-b1f8-18c6beca4c9e {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:00.376101 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ef1ca8-54a7-43aa-953d-c380fad1cf11", "tag": "b8e49680-d5af-4674-b7ec-e92f26546929", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:00.378540 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1e89c7a-d98b-47cd-b1f8-18c6beca4c9e {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:00.378957 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'tag': 'b8e49680-d5af-4674-b7ec-e92f26546929', 'status': 'completed', 'code': 200} Sep 17 22:26:00.398536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03ee6758-eeb3-43b3-9ab4-0b9373312e28 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:00.399377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a37fbc2a-b5dd-4c90-ab60-8204bab35877 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:00.537507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0830b36f-0887-4cad-a2f0-61f4aaf192de tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.602918 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e5b4d434-dfb3-46fb-803c-bf887859ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:00.615010 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4d434-dfb3-46fb-803c-bf887859ae1c None None] Routers {'05889b8c-f7bb-41e9-ba22-718f14478f34'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:00.616001 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e5b4d434-dfb3-46fb-803c-bf887859ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['05889b8c-f7bb-41e9-ba22-718f14478f34'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:00.626377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port a37fbc2a-b5dd-4c90-ab60-8204bab35877 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:26:00.634180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-80dcfd3e-748e-448c-94f3-8da4f95cb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:00.636980 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-80dcfd3e-748e-448c-94f3-8da4f95cb6c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b777bb294584abd89fa76c64b01360f&device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 1098 time: 0.2009718 Sep 17 22:26:00.648077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a37fbc2a-b5dd-4c90-ab60-8204bab35877 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:00.653399 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.666364 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e5b4d434-dfb3-46fb-803c-bf887859ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:00.667488 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4d434-dfb3-46fb-803c-bf887859ae1c None None] The sync data for ids ['05889b8c-f7bb-41e9-ba22-718f14478f34'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:00.770396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03f9ef-2370-4e76-bebb-772f2d348484 req-ba58131e-7624-489c-94d0-5f7ad938c9d2 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:00.771993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f03f9ef-2370-4e76-bebb-772f2d348484 req-ba58131e-7624-489c-94d0-5f7ad938c9d2 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 946 time: 0.2532418 Sep 17 22:26:00.783863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03ee6758-eeb3-43b3-9ab4-0b9373312e28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:00.791343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-c2d07a50-780b-4d71-b0ce-c5dc68417502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:00.796507 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-c2d07a50-780b-4d71-b0ce-c5dc68417502 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c57fcb56-addd-4be9-955c-218138339862 HTTP/1.1" status: 200 len: 913 time: 0.1400268 Sep 17 22:26:00.835077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '03ee6758-eeb3-43b3-9ab4-0b9373312e28', 'network_id': 'f5a1c400-89ff-42c2-939c-403cc493a365', 'port_id': '03ee6758-eeb3-43b3-9ab4-0b9373312e28', 'mac_address': 'fa:16:3e:c9:55:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd094fa44-b886-409c-8452-de94660a00d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:00.883426 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-b2a27975-6aaf-4e6f-a7da-c5a88202722c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e49680-d5af-4674-b7ec-e92f26546929 HTTP/1.1" status: 200 len: 1000 time: 0.0747180 Sep 17 22:26:00.913064 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0830b36f-0887-4cad-a2f0-61f4aaf192de tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.924765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0830b36f-0887-4cad-a2f0-61f4aaf192de tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.939407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f03f9ef-2370-4e76-bebb-772f2d348484 req-d5f97d42-1a66-465c-a390-972d88c8d689 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598351 Sep 17 22:26:00.968312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-cd48fe2a-daf2-4d9b-a36e-ee7d512fc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:00.968312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-cd48fe2a-daf2-4d9b-a36e-ee7d512fc776 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4ad2aff-9b08-43f8-b9e3-bed64078620f HTTP/1.1" status: 200 len: 851 time: 0.0654860 Sep 17 22:26:01.041307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-9fa624dc-36d2-421e-ae3b-c7752771802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:01.043733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-9fa624dc-36d2-421e-ae3b-c7752771802e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c57fcb56-addd-4be9-955c-218138339862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743325 Sep 17 22:26:01.043957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521d3f1-3273-4f8a-afdb-86cf572783dc req-4e07c1e7-e762-459f-ad73-cde7365ee1d3 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:01.045831 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7521d3f1-3273-4f8a-afdb-86cf572783dc req-4e07c1e7-e762-459f-ad73-cde7365ee1d3 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 944 time: 0.1454213 Sep 17 22:26:01.140936 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.142886 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.161551 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7521d3f1-3273-4f8a-afdb-86cf572783dc req-ae7601c8-27e9-4b29-9f37-63ce14f3d8b2 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b210a84-452c-488b-bd54-d2fd79b46973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001043 Sep 17 22:26:01.163623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:16Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'df401ee5-4494-4b7f-9afa-e40ce74819b5', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'port_id': 'b8e49680-d5af-4674-b7ec-e92f26546929', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'mac_address': 'fa:16:3e:ce:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:22Z', 'updated_at': '2021-09-17T22:25:59Z', 'revision_number': 1, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f819f-b912-453c-a86d-2bacb869e9ba', 'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'mac_address': 'fa:16:3e:9a:56:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:23Z', 'revision_number': 5, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'subnets': [{'id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:01.202201 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-d33ab79e-887d-4b8f-b389-30e3f4816708 service neutron] 10.222.0.15 "GET /v2.0/networks/c57fcb56-addd-4be9-955c-218138339862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412327 Sep 17 22:26:01.209243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] Checking router: 25cdeffa-ec2a-4441-a268-a9f8a7f2807c for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:01.211852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03ee6758-eeb3-43b3-9ab4-0b9373312e28 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:01.237528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd067397e-ae8c-4cca-b7fc-07a1db670887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37fbc2a-b5dd-4c90-ab60-8204bab35877'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:01.240710 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc30ee8f-5a0e-4272-8923-d60f00ff5307" -d '{"events": [{"server_uuid": "d067397e-ae8c-4cca-b7fc-07a1db670887", "name": "network-vif-plugged", "status": "completed", "tag": "a37fbc2a-b5dd-4c90-ab60-8204bab35877"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:01.258222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03ee6758-eeb3-43b3-9ab4-0b9373312e28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:01.259512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] Routers {'25cdeffa-ec2a-4441-a268-a9f8a7f2807c'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:01.260243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:01.265498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a37fbc2a-b5dd-4c90-ab60-8204bab35877, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a37fbc2a-b5dd-4c90-ab60-8204bab35877,segment=NetworkSegment(ed362df4-9814-47a9-b309-a8d0ccd901e4),segment_id=ed362df4-9814-47a9-b309-a8d0ccd901e4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:01.301140 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321fc4b6-8f97-45b4-aad6-53027f2e090e x-openstack-request-id: req-321fc4b6-8f97-45b4-aad6-53027f2e090e {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:01.301497 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d067397e-ae8c-4cca-b7fc-07a1db670887", "name": "network-vif-plugged", "status": "completed", "tag": "a37fbc2a-b5dd-4c90-ab60-8204bab35877", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:01.301715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a334-9763-4389-b472-54504a451747 req-aa1688d3-7e89-4aac-8895-5a50acfc12ee tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:01.301922 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-321fc4b6-8f97-45b4-aad6-53027f2e090e {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:01.302400 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd067397e-ae8c-4cca-b7fc-07a1db670887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37fbc2a-b5dd-4c90-ab60-8204bab35877', 'code': 200} Sep 17 22:26:01.303428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8585a334-9763-4389-b472-54504a451747 req-aa1688d3-7e89-4aac-8895-5a50acfc12ee tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.1164725 Sep 17 22:26:01.364320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8945bfa-7d35-4a3f-b46e-203707b5c21b req-8ea2e393-c755-4270-8e36-9254dfdc501f service neutron] 10.222.0.15 "GET /v2.0/networks/c57fcb56-addd-4be9-955c-218138339862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441376 Sep 17 22:26:01.412518 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0830b36f-0887-4cad-a2f0-61f4aaf192de tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.418150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0830b36f-0887-4cad-a2f0-61f4aaf192de tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Fanout notify agent at l3_agent the message router_deleted on router 05889b8c-f7bb-41e9-ba22-718f14478f34 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:26:01.418317 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8585a334-9763-4389-b472-54504a451747 req-28d58df1-6192-47c1-a63a-1a8aa5fb82a5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792243 Sep 17 22:26:01.418446 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.419800 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.427518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] Set router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:01.427859 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0830b36f-0887-4cad-a2f0-61f4aaf192de tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.431125 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0830b36f-0887-4cad-a2f0-61f4aaf192de tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/05889b8c-f7bb-41e9-ba22-718f14478f34 HTTP/1.1" status: 204 len: 168 time: 1.0689697 Sep 17 22:26:01.433944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60294) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:01.468400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4ebb2-34dd-423a-a3bd-a3a269783cca req-a245c491-0359-40bf-b649-df3094ad6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:01.470221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-37a4ebb2-34dd-423a-a3bd-a3a269783cca req-a245c491-0359-40bf-b649-df3094ad6137 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 1097 time: 0.0680451 Sep 17 22:26:01.512637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-5583d6b2-7a63-4afb-bcd5-b00f0562a4d9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting subnet 45f19081-89c7-492a-b0e9-342d3b7ce2f5 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:01.517231 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5583d6b2-7a63-4afb-bcd5-b00f0562a4d9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.524679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-37a4ebb2-34dd-423a-a3bd-a3a269783cca req-0a7ef55e-19e1-4436-a0d4-eb8072c7a2d9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8b210a84-452c-488b-bd54-d2fd79b46973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 Sep 17 22:26:01.539431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['03ee6758-eeb3-43b3-9ab4-0b9373312e28'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:01.562952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5583d6b2-7a63-4afb-bcd5-b00f0562a4d9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.581083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=03ee6758-eeb3-43b3-9ab4-0b9373312e28,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:01.661053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5583d6b2-7a63-4afb-bcd5-b00f0562a4d9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.726198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a37fbc2a-b5dd-4c90-ab60-8204bab35877,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:01.793365 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5583d6b2-7a63-4afb-bcd5-b00f0562a4d9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.826656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583d6b2-7a63-4afb-bcd5-b00f0562a4d9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Subnet': ['ID=45f19081-89c7-492a-b0e9-342d3b7ce2f5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:01.835457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5583d6b2-7a63-4afb-bcd5-b00f0562a4d9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.837749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5583d6b2-7a63-4afb-bcd5-b00f0562a4d9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/45f19081-89c7-492a-b0e9-342d3b7ce2f5 HTTP/1.1" status: 204 len: 168 time: 0.4024906 Sep 17 22:26:01.842505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60296) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:01.847773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284c3e3f-a473-495a-94c8-bb2ec3230f6f None None] Network 86702348-bacc-43ec-b299-b9f3f6c6c30b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:01.898331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-df457100-a413-46eb-8f02-23b7b2e84a97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting subnet 4d6ae0f3-fba7-408a-9386-7dea7ef000fe {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:01.901737 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df457100-a413-46eb-8f02-23b7b2e84a97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.948271 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df457100-a413-46eb-8f02-23b7b2e84a97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.953641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:16Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'df401ee5-4494-4b7f-9afa-e40ce74819b5', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'port_id': 'b8e49680-d5af-4674-b7ec-e92f26546929', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'mac_address': 'fa:16:3e:ce:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:22Z', 'updated_at': '2021-09-17T22:25:59Z', 'revision_number': 1, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f819f-b912-453c-a86d-2bacb869e9ba', 'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'mac_address': 'fa:16:3e:9a:56:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:23Z', 'revision_number': 5, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'subnets': [{'id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:01.986835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27c98b-0d3f-41e7-92c3-6fa708fe3694 None None] The sync data for ids ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'] in n-d-713499-18 is: [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:16Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'df401ee5-4494-4b7f-9afa-e40ce74819b5', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'port_id': 'b8e49680-d5af-4674-b7ec-e92f26546929', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'mac_address': 'fa:16:3e:ce:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:22Z', 'updated_at': '2021-09-17T22:25:59Z', 'revision_number': 1, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f819f-b912-453c-a86d-2bacb869e9ba', 'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'mac_address': 'fa:16:3e:9a:56:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:23Z', 'revision_number': 5, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'subnets': [{'id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:02.131394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8848b-8367-4266-83f6-25a2a706b511 None None] DHCP port deletion for 86702348-bacc-43ec-b299-b9f3f6c6c30b request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:02.186245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e482ff-b306-4524-a4f5-f0024c3dfa81 req-b0aa2a43-233e-48a8-ac5e-89cdb9c93368 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:02.200251 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15e482ff-b306-4524-a4f5-f0024c3dfa81 req-b0aa2a43-233e-48a8-ac5e-89cdb9c93368 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 945 time: 0.1376245 Sep 17 22:26:02.249409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03ee6758-eeb3-43b3-9ab4-0b9373312e28 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:02.258179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-edf8848b-8367-4266-83f6-25a2a706b511 None None] Deleting port 1b4c2318-08c2-42da-80d9-86832b627fbd {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:02.258559 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-edf8848b-8367-4266-83f6-25a2a706b511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.276594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15e482ff-b306-4524-a4f5-f0024c3dfa81 req-bcffed4f-d9b5-4aaa-aade-5600d196fccb tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594687 Sep 17 22:26:02.414209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca0d1e-0c33-4bbe-90a4-77b052b27015 None None] New status for floating IP df401ee5-4494-4b7f-9afa-e40ce74819b5: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:26:02.438316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-edf8848b-8367-4266-83f6-25a2a706b511 None None] For port 1b4c2318-08c2-42da-80d9-86832b627fbd, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1b4c2318-08c2-42da-80d9-86832b627fbd,segment=NetworkSegment(76643594-11d6-4272-b017-fdef47723549),segment_id=76643594-11d6-4272-b017-fdef47723549)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:02.438816 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-edf8848b-8367-4266-83f6-25a2a706b511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.455395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-edf8848b-8367-4266-83f6-25a2a706b511 None None] Calling delete_port for 1b4c2318-08c2-42da-80d9-86832b627fbd owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:02.534391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df457100-a413-46eb-8f02-23b7b2e84a97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.561308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 03ee6758-eeb3-43b3-9ab4-0b9373312e28 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:02.564524 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.624515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57c490-fafe-4cfe-92e0-e52d8c713c33 req-4993ff89-f697-4827-ae89-eea4e3b5d137 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:02.626925 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec57c490-fafe-4cfe-92e0-e52d8c713c33 req-4993ff89-f697-4827-ae89-eea4e3b5d137 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 945 time: 0.1078179 Sep 17 22:26:02.682064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec57c490-fafe-4cfe-92e0-e52d8c713c33 req-8292095d-84c4-4fc9-b405-fc05981b0ee1 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b210a84-452c-488b-bd54-d2fd79b46973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459335 Sep 17 22:26:02.684198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1b4c2318-08c2-42da-80d9-86832b627fbd no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:02.720156 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df457100-a413-46eb-8f02-23b7b2e84a97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.791433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df457100-a413-46eb-8f02-23b7b2e84a97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.797366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-df457100-a413-46eb-8f02-23b7b2e84a97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/4d6ae0f3-fba7-408a-9386-7dea7ef000fe HTTP/1.1" status: 204 len: 168 time: 0.9559052 Sep 17 22:26:02.797605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60314) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:02.798485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df457100-a413-46eb-8f02-23b7b2e84a97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6ae0f3-fba7-408a-9386-7dea7ef000fe,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:02.807686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25148c50-ee27-4d9c-ba97-3036ba7ccbad None None] Network bc65fd4a-582f-4419-b157-fb3512e46581 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:02.896889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.907903 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-edf8848b-8367-4266-83f6-25a2a706b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.945966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8848b-8367-4266-83f6-25a2a706b511 None None] Pushing event deleted for resources: {'Port': ['ID=1b4c2318-08c2-42da-80d9-86832b627fbd,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:02.988270 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.017643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f15f-e2a5-4612-83dc-158a2c1ab804 req-245b9183-6483-414d-a6dd-cebf91802d92 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:03.022817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0301f15f-e2a5-4612-83dc-158a2c1ab804 req-245b9183-6483-414d-a6dd-cebf91802d92 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.1595016 Sep 17 22:26:03.030420 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.049915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf8848b-8367-4266-83f6-25a2a706b511 None None] No DVR routers for this DVR port 1b4c2318-08c2-42da-80d9-86832b627fbd on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:03.120275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.130570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0301f15f-e2a5-4612-83dc-158a2c1ab804 req-853f1ddb-a577-4ca8-b67a-9d92a7e3c4fe tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965295 Sep 17 22:26:03.167628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86702348-bacc-43ec-b299-b9f3f6c6c30b']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:03.181805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76643594-11d6-4272-b017-fdef47723549') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:03.182509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76643594-11d6-4272-b017-fdef47723549') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:03.226368 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.259710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.270131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:03.270558 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:03.274464 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:03.301612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03ee6758-eeb3-43b3-9ab4-0b9373312e28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:03.304639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5864bbc-3209-45b8-a424-cd645689fd67 req-da072d2b-e030-49cd-a46d-842e401e7b94 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:03.305763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ee6758-eeb3-43b3-9ab4-0b9373312e28'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:03.306492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5864bbc-3209-45b8-a424-cd645689fd67 req-da072d2b-e030-49cd-a46d-842e401e7b94 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 945 time: 0.0964923 Sep 17 22:26:03.315591 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466eddd9-293e-4c20-b2d6-6616818a6bed" -d '{"events": [{"server_uuid": "15d2f7b7-de8f-4a09-bde8-223c710b3ba6", "name": "network-vif-plugged", "status": "completed", "tag": "03ee6758-eeb3-43b3-9ab4-0b9373312e28"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:03.377219 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.381565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5864bbc-3209-45b8-a424-cd645689fd67 req-3f8bea7b-e5f9-4b35-b767-bcdfa2e6c996 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Sep 17 22:26:03.383340 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f934eec-fb4c-4531-a61d-8ea1a1f8232e x-openstack-request-id: req-3f934eec-fb4c-4531-a61d-8ea1a1f8232e {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:03.384271 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d2f7b7-de8f-4a09-bde8-223c710b3ba6", "name": "network-vif-plugged", "status": "completed", "tag": "03ee6758-eeb3-43b3-9ab4-0b9373312e28", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:03.384715 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f934eec-fb4c-4531-a61d-8ea1a1f8232e {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:03.385166 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ee6758-eeb3-43b3-9ab4-0b9373312e28', 'code': 200} Sep 17 22:26:03.429963 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72ca413d-bad5-4a8b-b0c0-4cc628709289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.452268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.463040 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=03ee6758-eeb3-43b3-9ab4-0b9373312e28,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:03.463269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.468304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60334) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:03.468734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/networks/86702348-bacc-43ec-b299-b9f3f6c6c30b HTTP/1.1" status: 204 len: 168 time: 0.6699071 Sep 17 22:26:03.476066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1875f40e-eb8d-4637-83bf-ac495b43ac20 None None] DHCP port deletion for bc65fd4a-582f-4419-b157-fb3512e46581 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:03.480449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f47d66-1067-4e55-b974-1f3bd3328f4d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Network': ['ID=86702348-bacc-43ec-b299-b9f3f6c6c30b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:03.533660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1875f40e-eb8d-4637-83bf-ac495b43ac20 None None] Deleting port 3d5a6f60-9d7a-4601-a140-8e16e176e58e {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:03.535528 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1875f40e-eb8d-4637-83bf-ac495b43ac20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.576417 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.604702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1875f40e-eb8d-4637-83bf-ac495b43ac20 None None] For port 3d5a6f60-9d7a-4601-a140-8e16e176e58e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3d5a6f60-9d7a-4601-a140-8e16e176e58e,segment=NetworkSegment(f381cc6f-bc7a-442f-8a6b-3962b41768c5),segment_id=f381cc6f-bc7a-442f-8a6b-3962b41768c5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:03.605227 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1875f40e-eb8d-4637-83bf-ac495b43ac20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.619710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1875f40e-eb8d-4637-83bf-ac495b43ac20 None None] Calling delete_port for 3d5a6f60-9d7a-4601-a140-8e16e176e58e owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:03.636573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 3d5a6f60-9d7a-4601-a140-8e16e176e58e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:03.637640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.717363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port 3d5a6f60-9d7a-4601-a140-8e16e176e58e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3d5a6f60-9d7a-4601-a140-8e16e176e58e,segment=NetworkSegment(f381cc6f-bc7a-442f-8a6b-3962b41768c5),segment_id=f381cc6f-bc7a-442f-8a6b-3962b41768c5)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:03.717664 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.732167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 3d5a6f60-9d7a-4601-a140-8e16e176e58e owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:03.831289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496054cf-b020-4fd0-9ac6-35a2ad9e2d9c req-0eca5566-ac1d-4e95-b95f-cc99c632e487 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:03.840725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-496054cf-b020-4fd0-9ac6-35a2ad9e2d9c req-0eca5566-ac1d-4e95-b95f-cc99c632e487 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 945 time: 0.0873711 Sep 17 22:26:03.858403 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1875f40e-eb8d-4637-83bf-ac495b43ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.868067 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.889978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-496054cf-b020-4fd0-9ac6-35a2ad9e2d9c req-460594ee-7212-4b94-a8f8-799314629e71 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b210a84-452c-488b-bd54-d2fd79b46973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468862 Sep 17 22:26:03.906926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875f40e-eb8d-4637-83bf-ac495b43ac20 None None] No DVR routers for this DVR port 3d5a6f60-9d7a-4601-a140-8e16e176e58e on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:03.912562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875f40e-eb8d-4637-83bf-ac495b43ac20 None None] Pushing event deleted for resources: {'Port': ['ID=3d5a6f60-9d7a-4601-a140-8e16e176e58e,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:03.916793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=3d5a6f60-9d7a-4601-a140-8e16e176e58e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:03.934939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No DVR routers for this DVR port 3d5a6f60-9d7a-4601-a140-8e16e176e58e on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:04.027635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.049563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc65fd4a-582f-4419-b157-fb3512e46581']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:04.060666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f381cc6f-bc7a-442f-8a6b-3962b41768c5') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:04.060997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f381cc6f-bc7a-442f-8a6b-3962b41768c5') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:04.072360 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.088316 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.094911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:04.095301 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:04.099293 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:04.252436 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.258268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.262363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03ee6758-eeb3-43b3-9ab4-0b9373312e28 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:04.270719 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/networks/bc65fd4a-582f-4419-b157-fb3512e46581 HTTP/1.1" status: 204 len: 168 time: 0.7956874 Sep 17 22:26:04.271075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60348) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:04.274721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'network': {'name': 'tempest-RoutersTest-257855436'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:04.289229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d6a4-655e-443f-808a-f29ff6ef9642 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Network': ['ID=bc65fd4a-582f-4419-b157-fb3512e46581,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:04.308742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2804ef0-33d0-4ef6-b154-0b17c67d1a6f req-45ae95ce-2a7f-47ea-9204-88d3fa8387ed tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:04.319601 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2804ef0-33d0-4ef6-b154-0b17c67d1a6f req-45ae95ce-2a7f-47ea-9204-88d3fa8387ed tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.0941386 Sep 17 22:26:04.356772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2804ef0-33d0-4ef6-b154-0b17c67d1a6f req-1bdf4ce1-dfa5-49b5-ae68-a893406c961a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373845 Sep 17 22:26:04.381493 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.395358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:04.399156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.416793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03ee6758-eeb3-43b3-9ab4-0b9373312e28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:04.426492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:04.446048 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.446472 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added segment 4b2c3269-610e-4bf9-abc4-c27711bf8298 of type vlan for network 290c9b02-a703-4797-8202-5c744dbdb5e0 Sep 17 22:26:04.494203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.501776 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.568763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88ddca-cced-46c7-b137-8bfd16704a41 req-21a4305a-62ee-440c-a3ec-17b940c6917b tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:04.570546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb88ddca-cced-46c7-b137-8bfd16704a41 req-21a4305a-62ee-440c-a3ec-17b940c6917b tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 944 time: 0.0537775 Sep 17 22:26:04.574927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=03ee6758-eeb3-43b3-9ab4-0b9373312e28,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:04.618270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3d5a6f60-9d7a-4601-a140-8e16e176e58e no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:04.635553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb88ddca-cced-46c7-b137-8bfd16704a41 req-c03a4604-f8dc-4456-b5f6-30edaa32a494 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548930 Sep 17 22:26:04.644925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 3d5a6f60-9d7a-4601-a140-8e16e176e58e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:04.645530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3d5a6f60-9d7a-4601-a140-8e16e176e58e not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:04.648828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-48dfb5a8-3a58-43db-9a0a-7f3f034dc659 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:04.653680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-48dfb5a8-3a58-43db-9a0a-7f3f034dc659 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 944 time: 0.0787325 Sep 17 22:26:04.672839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.679504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:04.680135 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.796211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-b2bc1c76-ef23-423f-8c7d-c64a2cab4118 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Deleting port 03ee6758-eeb3-43b3-9ab4-0b9373312e28 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:04.796471 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-b2bc1c76-ef23-423f-8c7d-c64a2cab4118 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.817553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Network': ['ID=290c9b02-a703-4797-8202-5c744dbdb5e0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:04.833843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 290c9b02-a703-4797-8202-5c744dbdb5e0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:04.839641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7b658-8630-4def-b248-34275b5e52cf req-af229667-a573-4dc6-9cd3-2807e020638f tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:04.842072 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bae7b658-8630-4def-b248-34275b5e52cf req-af229667-a573-4dc6-9cd3-2807e020638f tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 945 time: 0.0944936 Sep 17 22:26:04.846822 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ddff9bcd-925b-4ffa-a492-00d4ccacc16e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5761962 Sep 17 22:26:04.855550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60358) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:04.860846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'subnet': {'network_id': '290c9b02-a703-4797-8202-5c744dbdb5e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:04.904356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-b2bc1c76-ef23-423f-8c7d-c64a2cab4118 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] For port 03ee6758-eeb3-43b3-9ab4-0b9373312e28, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03ee6758-eeb3-43b3-9ab4-0b9373312e28,segment=NetworkSegment(a05267d6-b882-435e-aac2-e539dd267bbb),segment_id=a05267d6-b882-435e-aac2-e539dd267bbb)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:04.904739 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-b2bc1c76-ef23-423f-8c7d-c64a2cab4118 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.920661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-b2bc1c76-ef23-423f-8c7d-c64a2cab4118 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Calling delete_port for 03ee6758-eeb3-43b3-9ab4-0b9373312e28 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:04.976954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bae7b658-8630-4def-b248-34275b5e52cf req-fab23729-7fe8-4c05-b6ff-c82c80eec779 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b210a84-452c-488b-bd54-d2fd79b46973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112835 Sep 17 22:26:05.063474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:05.068039 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.114813 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-b2bc1c76-ef23-423f-8c7d-c64a2cab4118 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.145910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc1c76-ef23-423f-8c7d-c64a2cab4118 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Pushing event deleted for resources: {'Port': ['ID=03ee6758-eeb3-43b3-9ab4-0b9373312e28,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:05.195760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-b2bc1c76-ef23-423f-8c7d-c64a2cab4118 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] No DVR routers for this DVR port 03ee6758-eeb3-43b3-9ab4-0b9373312e28 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:05.198611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-b2bc1c76-ef23-423f-8c7d-c64a2cab4118 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.200741 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8730b9cd-6001-47cf-a67b-92cf84f01d31 req-b2bc1c76-ef23-423f-8c7d-c64a2cab4118 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.23 "DELETE /v2.0/ports/03ee6758-eeb3-43b3-9ab4-0b9373312e28 HTTP/1.1" status: 204 len: 173 time: 0.5351889 Sep 17 22:26:05.201175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'name': 'network-vif-deleted', 'tag': '03ee6758-eeb3-43b3-9ab4-0b9373312e28'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:05.203818 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33cb543-d321-46e9-bf86-54c789ad9773" -d '{"events": [{"server_uuid": "15d2f7b7-de8f-4a09-bde8-223c710b3ba6", "name": "network-vif-deleted", "tag": "03ee6758-eeb3-43b3-9ab4-0b9373312e28"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:05.244096 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9b06eb-201f-4761-9884-e3308ef69722 x-openstack-request-id: req-cf9b06eb-201f-4761-9884-e3308ef69722 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:05.244636 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d2f7b7-de8f-4a09-bde8-223c710b3ba6", "name": "network-vif-deleted", "tag": "03ee6758-eeb3-43b3-9ab4-0b9373312e28", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:05.245185 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf9b06eb-201f-4761-9884-e3308ef69722 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:05.245959 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'name': 'network-vif-deleted', 'tag': '03ee6758-eeb3-43b3-9ab4-0b9373312e28', 'status': 'completed', 'code': 200} Sep 17 22:26:05.342026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.386491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ee6758-eeb3-43b3-9ab4-0b9373312e28'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:05.388858 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4e891b-2428-4cea-9dda-b8155fba623a" -d '{"events": [{"server_uuid": "15d2f7b7-de8f-4a09-bde8-223c710b3ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "03ee6758-eeb3-43b3-9ab4-0b9373312e28"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:05.411084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Subnet': ['ID=8eb4a1f9-8676-4b2c-bcbb-bb6a1562fd9f,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:05.421716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Checking segment: {'id': '4b2c3269-610e-4bf9-abc4-c27711bf8298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '290c9b02-a703-4797-8202-5c744dbdb5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:05.422075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network hostable DHCP agents. Network: 290c9b02-a703-4797-8202-5c744dbdb5e0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:05.439758 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dfea96-8ede-4a86-9d20-86a708bbc535 x-openstack-request-id: req-b1dfea96-8ede-4a86-9d20-86a708bbc535 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:05.440182 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d2f7b7-de8f-4a09-bde8-223c710b3ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "03ee6758-eeb3-43b3-9ab4-0b9373312e28", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:05.440508 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1dfea96-8ede-4a86-9d20-86a708bbc535 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:05.441139 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d2f7b7-de8f-4a09-bde8-223c710b3ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ee6758-eeb3-43b3-9ab4-0b9373312e28', 'code': 200} Sep 17 22:26:05.507200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940f5f8-5061-42e5-b87d-ee3635ed5778 req-6f17a099-a602-42b7-be9a-cd6290d281c4 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:05.509096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7940f5f8-5061-42e5-b87d-ee3635ed5778 req-6f17a099-a602-42b7-be9a-cd6290d281c4 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.0540669 Sep 17 22:26:05.550622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 290c9b02-a703-4797-8202-5c744dbdb5e0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:05.554743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7940f5f8-5061-42e5-b87d-ee3635ed5778 req-6779a289-c1aa-4113-bc29-2320479e27c6 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 Sep 17 22:26:05.663853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 290c9b02-a703-4797-8202-5c744dbdb5e0) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:05.669728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:05.670340 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.672727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff6b7b8-6c70-4b06-8c6a-bb2bea6a1a9b None None] Network 290c9b02-a703-4797-8202-5c744dbdb5e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:06.019700 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a766e58f-944a-4718-ab38-7b122c1a2116 req-0c0d2e1f-3878-4a2d-96eb-b0e0ddaeb678 tempest-ImagesTestJSON-60888074 tempest-ImagesTestJSON-60888074-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d2f7b7-de8f-4a09-bde8-223c710b3ba6 HTTP/1.1" status: 200 len: 210 time: 0.0451047 Sep 17 22:26:06.019700 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f4a74676-5af5-4746-a3e3-a85890499988 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9535048 Sep 17 22:26:06.019700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60376) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:06.019700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2a0be6a1-3f7a-4469-992d-b61d19bf61c9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-412024196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:06.027457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5417edb6-3a4e-4d6b-963c-ce28886c3020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.027457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-290c9b02-a703-4797-8202-5c744dbdb5e0', 'network_id': '290c9b02-a703-4797-8202-5c744dbdb5e0', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'fixed_ips': [{'subnet_id': '8eb4a1f9-8676-4b2c-bcbb-bb6a1562fd9f'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:06.027457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.028138 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6a1-3f7a-4469-992d-b61d19bf61c9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.028138 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6a1-3f7a-4469-992d-b61d19bf61c9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.028556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Allocated IP 172.20.0.2 (290c9b02-a703-4797-8202-5c744dbdb5e0/8eb4a1f9-8676-4b2c-bcbb-bb6a1562fd9f/7c7f455c-4561-4a55-9f58-0aca8f261450) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:06.041246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6a1-3f7a-4469-992d-b61d19bf61c9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.079865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-b2c16720-7ac7-4631-9b43-361b467d99b3 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:06.081782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-b2c16720-7ac7-4631-9b43-361b467d99b3 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.23 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 945 time: 0.1061096 Sep 17 22:26:06.149386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b259f-8866-4dfd-8903-5580c51fd9bb req-49918e39-756f-4fcd-946e-ddc4bd7024e9 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:06.151986 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-995b259f-8866-4dfd-8903-5580c51fd9bb req-49918e39-756f-4fcd-946e-ddc4bd7024e9 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 945 time: 0.0706832 Sep 17 22:26:06.218608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-995b259f-8866-4dfd-8903-5580c51fd9bb req-59f02e3c-5383-43e2-ba2a-a23553ab8674 tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b210a84-452c-488b-bd54-d2fd79b46973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556278 Sep 17 22:26:06.220554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-c1377c4e-fc6e-47f5-a282-293174d0854c tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Deleting port a37fbc2a-b5dd-4c90-ab60-8204bab35877 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:06.221068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-c1377c4e-fc6e-47f5-a282-293174d0854c tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.229844 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.273465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6a1-3f7a-4469-992d-b61d19bf61c9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.320983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-c1377c4e-fc6e-47f5-a282-293174d0854c tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] For port a37fbc2a-b5dd-4c90-ab60-8204bab35877, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a37fbc2a-b5dd-4c90-ab60-8204bab35877,segment=NetworkSegment(ed362df4-9814-47a9-b309-a8d0ccd901e4),segment_id=ed362df4-9814-47a9-b309-a8d0ccd901e4)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:06.321426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-c1377c4e-fc6e-47f5-a282-293174d0854c tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.335470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-c1377c4e-fc6e-47f5-a282-293174d0854c tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Calling delete_port for a37fbc2a-b5dd-4c90-ab60-8204bab35877 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:06.350174 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.391259 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Network 290c9b02-a703-4797-8202-5c744dbdb5e0 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:06.400094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:06.402153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Pushing event updated for resources: {'Port': ['ID=7c7f455c-4561-4a55-9f58-0aca8f261450,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:06.404511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:06.406706 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6a1-3f7a-4469-992d-b61d19bf61c9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.407916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2a0be6a1-3f7a-4469-992d-b61d19bf61c9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5938675 Sep 17 22:26:06.410738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60384) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:06.415839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'port': {'network_id': '290c9b02-a703-4797-8202-5c744dbdb5e0', 'name': 'tempest-RoutersTest-1089579022'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:06.470942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Attempting to bind port 7c7f455c-4561-4a55-9f58-0aca8f261450 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:06.471310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Attempting to bind port 7c7f455c-4561-4a55-9f58-0aca8f261450 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '4b2c3269-610e-4bf9-abc4-c27711bf8298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '290c9b02-a703-4797-8202-5c744dbdb5e0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:06.471688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Attempting to bind port 7c7f455c-4561-4a55-9f58-0aca8f261450 on network 290c9b02-a703-4797-8202-5c744dbdb5e0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:06.476977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:06.477338 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Checking segment: {'id': '4b2c3269-610e-4bf9-abc4-c27711bf8298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '290c9b02-a703-4797-8202-5c744dbdb5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:06.477742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.478127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Bound using segment: {'id': '4b2c3269-610e-4bf9-abc4-c27711bf8298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '290c9b02-a703-4797-8202-5c744dbdb5e0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:06.478604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Bound port: 7c7f455c-4561-4a55-9f58-0aca8f261450, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2c3269-610e-4bf9-abc4-c27711bf8298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '290c9b02-a703-4797-8202-5c744dbdb5e0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:06.478978 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.552656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] For port 7c7f455c-4561-4a55-9f58-0aca8f261450, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:06.556476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] For port 7c7f455c-4561-4a55-9f58-0aca8f261450, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7c7f455c-4561-4a55-9f58-0aca8f261450,segment=NetworkSegment(4b2c3269-610e-4bf9-abc4-c27711bf8298),segment_id=4b2c3269-610e-4bf9-abc4-c27711bf8298)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:06.564857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-c1377c4e-fc6e-47f5-a282-293174d0854c tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.599123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1377c4e-fc6e-47f5-a282-293174d0854c tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Pushing event deleted for resources: {'Port': ['ID=a37fbc2a-b5dd-4c90-ab60-8204bab35877,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:06.649618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-c1377c4e-fc6e-47f5-a282-293174d0854c tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] No DVR routers for this DVR port a37fbc2a-b5dd-4c90-ab60-8204bab35877 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:06.652376 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-c1377c4e-fc6e-47f5-a282-293174d0854c tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.654573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b186e0a1-b696-47ad-bc49-5b2f06e126cf req-c1377c4e-fc6e-47f5-a282-293174d0854c tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.23 "DELETE /v2.0/ports/a37fbc2a-b5dd-4c90-ab60-8204bab35877 HTTP/1.1" status: 204 len: 173 time: 0.5663686 Sep 17 22:26:06.663200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:06.667495 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.692690 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.700332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] device_id is not set on port 254a0c6c-5597-489e-b525-b9f59073b3e9 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:26:06.751572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb3e42-a614-4bb8-864f-50ec1f4cd291 req-b6192dd5-54c6-4901-9354-e35ff0acad79 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:06.759694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5fb3e42-a614-4bb8-864f-50ec1f4cd291 req-b6192dd5-54c6-4901-9354-e35ff0acad79 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.1122372 Sep 17 22:26:06.760567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cbd37-6122-4010-aee8-5d22ccef850c None None] Pushing event updated for resources: {'Port': ['ID=7c7f455c-4561-4a55-9f58-0aca8f261450,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:06.996625 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.219609 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5fb3e42-a614-4bb8-864f-50ec1f4cd291 req-724ac8fb-6719-4461-a899-420a63f1a85f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529548 Sep 17 22:26:07.246480 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.247666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd067397e-ae8c-4cca-b7fc-07a1db670887', 'name': 'network-vif-deleted', 'tag': 'a37fbc2a-b5dd-4c90-ab60-8204bab35877'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:07.251875 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c812379f-7a03-443d-a827-6d69fd8f51f8" -d '{"events": [{"server_uuid": "d067397e-ae8c-4cca-b7fc-07a1db670887", "name": "network-vif-deleted", "tag": "a37fbc2a-b5dd-4c90-ab60-8204bab35877"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:07.259183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Allocated IP 172.20.0.7 (290c9b02-a703-4797-8202-5c744dbdb5e0/8eb4a1f9-8676-4b2c-bcbb-bb6a1562fd9f/254a0c6c-5597-489e-b525-b9f59073b3e9) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:07.301827 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6052ec60-dd7b-4f16-9585-23e68f3cf97b x-openstack-request-id: req-6052ec60-dd7b-4f16-9585-23e68f3cf97b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:07.302447 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d067397e-ae8c-4cca-b7fc-07a1db670887", "name": "network-vif-deleted", "tag": "a37fbc2a-b5dd-4c90-ab60-8204bab35877", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:07.303126 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6052ec60-dd7b-4f16-9585-23e68f3cf97b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:07.307157 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd067397e-ae8c-4cca-b7fc-07a1db670887', 'name': 'network-vif-deleted', 'tag': 'a37fbc2a-b5dd-4c90-ab60-8204bab35877', 'status': 'completed', 'code': 200} Sep 17 22:26:07.358554 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e1b0320-fe7d-42fa-a667-959f89b6449f req-4eb375b7-c326-43ed-9637-982a7ceabc6b tempest-ServerPasswordTestJSON-1059399360 tempest-ServerPasswordTestJSON-1059399360-project] 10.222.0.30 "GET /v2.0/ports?device_id=d067397e-ae8c-4cca-b7fc-07a1db670887 HTTP/1.1" status: 200 len: 210 time: 0.0323000 Sep 17 22:26:07.428062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.504769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60432) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:07.521589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.552878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-122b8dc1-74f8-4083-b801-6443aba8e5fc admin admin] Deleting subnet d094fa44-b886-409c-8452-de94660a00d9 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:07.558135 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-122b8dc1-74f8-4083-b801-6443aba8e5fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.570715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 290c9b02-a703-4797-8202-5c744dbdb5e0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:07.576541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:07.581846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:07.586026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=254a0c6c-5597-489e-b525-b9f59073b3e9,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:07.603766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-122b8dc1-74f8-4083-b801-6443aba8e5fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.636656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.637430 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.654487 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-122b8dc1-74f8-4083-b801-6443aba8e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.724002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c98751e2-cfd2-4b9a-9852-2e25f28bd239 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3121324 Sep 17 22:26:07.726655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60436) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:07.841773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-122b8dc1-74f8-4083-b801-6443aba8e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.889847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b8dc1-74f8-4083-b801-6443aba8e5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d094fa44-b886-409c-8452-de94660a00d9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:07.898185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-122b8dc1-74f8-4083-b801-6443aba8e5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.903234 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-122b8dc1-74f8-4083-b801-6443aba8e5fc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d094fa44-b886-409c-8452-de94660a00d9 HTTP/1.1" status: 204 len: 168 time: 0.3952951 Sep 17 22:26:07.903725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60438) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:07.982145 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.002629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e878a9-48ad-4e56-94b4-988d0b0fd807 None None] Network 290c9b02-a703-4797-8202-5c744dbdb5e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:08.074427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.082478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.090690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-efcaf276-1413-456c-87cc-da87d427ce4a None None] Provisioning complete for port 7c7f455c-4561-4a55-9f58-0aca8f261450 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:08.091066 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-efcaf276-1413-456c-87cc-da87d427ce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.104195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a1c400-89ff-42c2-939c-403cc493a365']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:08.122475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05267d6-b882-435e-aac2-e539dd267bbb') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:08.123066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05267d6-b882-435e-aac2-e539dd267bbb') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:08.134856 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.150906 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.158192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:08.159944 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:08.162782 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:08.233153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-efcaf276-1413-456c-87cc-da87d427ce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.277034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-efcaf276-1413-456c-87cc-da87d427ce4a None None] For port 7c7f455c-4561-4a55-9f58-0aca8f261450, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7c7f455c-4561-4a55-9f58-0aca8f261450,segment=NetworkSegment(4b2c3269-610e-4bf9-abc4-c27711bf8298),segment_id=4b2c3269-610e-4bf9-abc4-c27711bf8298)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:08.280451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a37fbc2a-b5dd-4c90-ab60-8204bab35877 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:08.305323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: a37fbc2a-b5dd-4c90-ab60-8204bab35877 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:08.305898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a37fbc2a-b5dd-4c90-ab60-8204bab35877 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:08.306476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03ee6758-eeb3-43b3-9ab4-0b9373312e28 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:08.334958 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.338893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 03ee6758-eeb3-43b3-9ab4-0b9373312e28 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:08.339388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03ee6758-eeb3-43b3-9ab4-0b9373312e28 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:08.347787 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.350629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f5a1c400-89ff-42c2-939c-403cc493a365 HTTP/1.1" status: 204 len: 168 time: 0.4455295 Sep 17 22:26:08.360975 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-efcaf276-1413-456c-87cc-da87d427ce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.395720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfa6d0-154d-4c8c-8ddd-528db330fe20 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a1c400-89ff-42c2-939c-403cc493a365,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:08.413357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf9c31-a97f-49a7-adf3-e53bb438d7ba req-eb40e2fa-6dd1-4cd3-86cf-6e3cc82ae663 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:08.415012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60bf9c31-a97f-49a7-adf3-e53bb438d7ba req-eb40e2fa-6dd1-4cd3-86cf-6e3cc82ae663 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.0812113 Sep 17 22:26:08.449408 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaf276-1413-456c-87cc-da87d427ce4a None None] Pushing event updated for resources: {'Port': ['ID=7c7f455c-4561-4a55-9f58-0aca8f261450,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:08.485409 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.491318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60456) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:08.498374 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60bf9c31-a97f-49a7-adf3-e53bb438d7ba req-6bdcd739-1162-4eb2-b16b-189b2b75832c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690761 Sep 17 22:26:08.558715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ece036a-ec27-4c44-ae61-7ba46c69378f admin admin] Deleting subnet 505379bd-2a07-44d5-9a44-e859f2582b72 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:08.558715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9ece036a-ec27-4c44-ae61-7ba46c69378f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.588871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7a17a0e2-edca-47d7-b6de-a6d4b41693c6 None None] Provisioning complete for port 7c7f455c-4561-4a55-9f58-0aca8f261450 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:08.591371 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a17a0e2-edca-47d7-b6de-a6d4b41693c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.592621 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9ece036a-ec27-4c44-ae61-7ba46c69378f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.601086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.698378 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9ece036a-ec27-4c44-ae61-7ba46c69378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.714764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=254a0c6c-5597-489e-b525-b9f59073b3e9,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:08.715079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7a17a0e2-edca-47d7-b6de-a6d4b41693c6 None None] Provisioning complete for port 254a0c6c-5597-489e-b525-b9f59073b3e9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:08.715703 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a17a0e2-edca-47d7-b6de-a6d4b41693c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.761056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7c7f455c-4561-4a55-9f58-0aca8f261450 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:08.798893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60466) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:08.818069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7a17a0e2-edca-47d7-b6de-a6d4b41693c6 None None] Port 254a0c6c-5597-489e-b525-b9f59073b3e9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:08.844294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7c7f455c-4561-4a55-9f58-0aca8f261450 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:08.844805 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.930408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b4cfb77f-c44f-428a-b22b-95412e117298 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bf3915093e9445ba897d411f58ee42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298299 Sep 17 22:26:08.932968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60468) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:08.965611 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ef5e0afa-fc82-44ff-bfd0-3f4672ebff5b None None] Provisioning complete for port 254a0c6c-5597-489e-b525-b9f59073b3e9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:08.966143 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0afa-fc82-44ff-bfd0-3f4672ebff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.989735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f485d0c9-ac0e-4611-91ea-ad0e61d5c893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.014747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.015613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e0afa-fc82-44ff-bfd0-3f4672ebff5b None None] Port 254a0c6c-5597-489e-b525-b9f59073b3e9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:09.016675 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f485d0c9-ac0e-4611-91ea-ad0e61d5c893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.038509 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.092927 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9ece036a-ec27-4c44-ae61-7ba46c69378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.123679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece036a-ec27-4c44-ae61-7ba46c69378f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=505379bd-2a07-44d5-9a44-e859f2582b72,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:09.127818 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9ece036a-ec27-4c44-ae61-7ba46c69378f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.130259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9ece036a-ec27-4c44-ae61-7ba46c69378f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/505379bd-2a07-44d5-9a44-e859f2582b72 HTTP/1.1" status: 204 len: 168 time: 0.6377964 Sep 17 22:26:09.132806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60472) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:09.154931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f485d0c9-ac0e-4611-91ea-ad0e61d5c893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.157469 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f485d0c9-ac0e-4611-91ea-ad0e61d5c893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.158597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f485d0c9-ac0e-4611-91ea-ad0e61d5c893 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b46cc62-0ba6-44f2-a7e7-5295c389c6cf HTTP/1.1" status: 204 len: 168 time: 0.2246897 Sep 17 22:26:09.180685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485d0c9-ac0e-4611-91ea-ad0e61d5c893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b46cc62-0ba6-44f2-a7e7-5295c389c6cf,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:09.233149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.242088 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.244520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-718939db-eac0-4c11-aa71-077be20bedcb None None] Provisioning complete for port 254a0c6c-5597-489e-b525-b9f59073b3e9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:09.245222 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-718939db-eac0-4c11-aa71-077be20bedcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.292053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-718939db-eac0-4c11-aa71-077be20bedcb None None] Port 254a0c6c-5597-489e-b525-b9f59073b3e9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:09.353123 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.401258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6decb77-84e7-450b-bd76-41000bdb3062']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:09.414887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed362df4-9814-47a9-b309-a8d0ccd901e4') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:09.419191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed362df4-9814-47a9-b309-a8d0ccd901e4') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:09.426394 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.441966 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.451631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:09.452150 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:09.454058 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:09.570513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efc046-7d8f-46fe-848c-13f67187c03e req-d4d0622f-fe6a-49e2-8785-1301874e09b4 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:09.571997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83efc046-7d8f-46fe-848c-13f67187c03e req-d4d0622f-fe6a-49e2-8785-1301874e09b4 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 945 time: 0.0869853 Sep 17 22:26:09.595245 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.612701 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.624928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e091dd-8cfd-4338-9b7f-782ab3712164 req-020072bb-8e27-4a75-a74e-02b3caa09efd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:09.626185 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83efc046-7d8f-46fe-848c-13f67187c03e req-53939d8a-d1dd-4a3d-a3c0-71254a7b4b43 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452092 Sep 17 22:26:09.626471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24e091dd-8cfd-4338-9b7f-782ab3712164 req-020072bb-8e27-4a75-a74e-02b3caa09efd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 946 time: 0.0643809 Sep 17 22:26:09.630321 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.634568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] 10.222.0.30 "DELETE /v2.0/networks/d6decb77-84e7-450b-bd76-41000bdb3062 HTTP/1.1" status: 204 len: 168 time: 0.4983048 Sep 17 22:26:09.645406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3366e6-db84-4227-946a-18ff3995786c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6decb77-84e7-450b-bd76-41000bdb3062,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:09.678737 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.697488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24e091dd-8cfd-4338-9b7f-782ab3712164 req-616532f4-a725-4e7b-bb82-4b042fc64ee0 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537820 Sep 17 22:26:09.756020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=254a0c6c-5597-489e-b525-b9f59073b3e9,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:09.759928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.855917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 290c9b02-a703-4797-8202-5c744dbdb5e0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:09.857471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:10.057073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-96fff95c-3538-440f-8d23-29c1aa1e2c57 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:10.058811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-96fff95c-3538-440f-8d23-29c1aa1e2c57 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1098 time: 0.0498066 Sep 17 22:26:10.072592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-18'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:10.091797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:26:10.128625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f792805b-86ea-40bc-b54e-d13499177d6b None None] Provisioning complete for port 254a0c6c-5597-489e-b525-b9f59073b3e9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:10.129199 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f792805b-86ea-40bc-b54e-d13499177d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.135285 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.152034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60496) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.177384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f792805b-86ea-40bc-b54e-d13499177d6b None None] Port 254a0c6c-5597-489e-b525-b9f59073b3e9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:10.189984 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.192346 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:10.200316 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1e18822d-57b2-4ee7-ba41-d8da160c2242 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4698617 Sep 17 22:26:10.200316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60498) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.206347 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951d2e4-b8a9-49a4-990d-22e0d12fb5df None None] Sync routers for ids ['39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:10.219049 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951d2e4-b8a9-49a4-990d-22e0d12fb5df None None] Routers {'39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:10.221041 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4951d2e4-b8a9-49a4-990d-22e0d12fb5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:10.251880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-414ccec2-3317-44c8-9d32-8f3625355802 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e79cd8cb9aa4fbcb575fe401771ba1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984330 Sep 17 22:26:10.254457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60504) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.263578 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4951d2e4-b8a9-49a4-990d-22e0d12fb5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:10.273130 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951d2e4-b8a9-49a4-990d-22e0d12fb5df None None] Routers {'39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:10.274127 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4951d2e4-b8a9-49a4-990d-22e0d12fb5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:10.290276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 77147a9f-0258-4afd-b057-b5933f570010 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:10.307468 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4951d2e4-b8a9-49a4-990d-22e0d12fb5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:10.308393 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951d2e4-b8a9-49a4-990d-22e0d12fb5df None None] The sync data for ids ['39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:10.317988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e1cf5-1d95-43de-94ad-2c84ce912ff0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:10.324303 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fb0e1cf5-1d95-43de-94ad-2c84ce912ff0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports/254a0c6c-5597-489e-b525-b9f59073b3e9 HTTP/1.1" status: 200 len: 977 time: 0.1204214 Sep 17 22:26:10.325032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60506) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.366523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:10.377349 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15a2b449-dec0-46bc-a6f1-fd87b78e43f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.414825 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15a2b449-dec0-46bc-a6f1-fd87b78e43f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.432924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:10.441312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:10.450094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 77147a9f-0258-4afd-b057-b5933f570010 has no active binding in host n-h1-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:26:10.500547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77147a9f-0258-4afd-b057-b5933f570010'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:10.504081 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764bb8d8-5888-4505-91dd-bdf25c15105d" -d '{"events": [{"server_uuid": "092021ba-c0cb-4b79-b20a-fafbeec24b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "77147a9f-0258-4afd-b057-b5933f570010"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:10.509562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.543975 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2d069a-afc0-478c-b3a8-06cc60e21a4c x-openstack-request-id: req-8c2d069a-afc0-478c-b3a8-06cc60e21a4c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:10.544293 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092021ba-c0cb-4b79-b20a-fafbeec24b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "77147a9f-0258-4afd-b057-b5933f570010", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:10.544557 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c2d069a-afc0-478c-b3a8-06cc60e21a4c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:10.544926 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77147a9f-0258-4afd-b057-b5933f570010', 'code': 200} Sep 17 22:26:10.588181 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15a2b449-dec0-46bc-a6f1-fd87b78e43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.592049 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15a2b449-dec0-46bc-a6f1-fd87b78e43f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.593277 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-15a2b449-dec0-46bc-a6f1-fd87b78e43f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b210a84-452c-488b-bd54-d2fd79b46973 HTTP/1.1" status: 204 len: 168 time: 0.3379183 Sep 17 22:26:10.595988 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.635233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2b449-dec0-46bc-a6f1-fd87b78e43f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b210a84-452c-488b-bd54-d2fd79b46973,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:10.729063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Pushing event updated for resources: {'Port': ['ID=77147a9f-0258-4afd-b057-b5933f570010,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:10.740415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 on host n-h2-713499-18 for vnic_type normal with profile {"migrating_to": "n-h1-713499-18"} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:10.740807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:10.741261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:10.750229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Port 77147a9f-0258-4afd-b057-b5933f570010 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:10.750560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Attempting to bind port 77147a9f-0258-4afd-b057-b5933f570010 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:10.763014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:10.763362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:10.763753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:10.776333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Bound port: 77147a9f-0258-4afd-b057-b5933f570010, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:10.776333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.892483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3e71b-fc93-4fe4-872c-ab986ed77820 req-17052e45-b9e6-4fbb-b238-659ef2065806 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:10.894212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02b3e71b-fc93-4fe4-872c-ab986ed77820 req-17052e45-b9e6-4fbb-b238-659ef2065806 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 945 time: 0.1170347 Sep 17 22:26:10.913245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:10.919284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf590b-c012-4581-bbc0-77dbafe8713e req-951589eb-08c7-4748-9eab-70324a4fdb7c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:10.920780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dbf590b-c012-4581-bbc0-77dbafe8713e req-951589eb-08c7-4748-9eab-70324a4fdb7c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.0910537 Sep 17 22:26:10.939828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:10.954540 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02b3e71b-fc93-4fe4-872c-ab986ed77820 req-bf02c336-289c-4778-bd84-142227bce38e tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/security-groups?id=12a1841e-4250-4c3d-944b-36f5b0422308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507071 Sep 17 22:26:11.013130 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dbf590b-c012-4581-bbc0-77dbafe8713e req-ac79ba8e-da9c-4427-9951-50c0baecb445 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748198 Sep 17 22:26:11.018133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-3deef16c-cb7a-4661-aef7-1e952117d423 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:11.022589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-3deef16c-cb7a-4661-aef7-1e952117d423 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 945 time: 0.0671086 Sep 17 22:26:11.025908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.163709 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.166253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Pushing event updated for resources: {'Port': ['ID=77147a9f-0258-4afd-b057-b5933f570010,revision_number=8']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:11.218063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:11.218413 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.219812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-9b2e3432-0451-4db6-93f1-0465288c14eb service neutron] 10.222.0.23 "PUT /v2.0/ports/77147a9f-0258-4afd-b057-b5933f570010 HTTP/1.1" status: 200 len: 1124 time: 1.1518190 Sep 17 22:26:11.261445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-0fc18f9b-31eb-40ae-9b01-7c015c718588 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Deleting port a2d7893a-38f8-4607-8b67-7f18d68b7201 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:11.261905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-0fc18f9b-31eb-40ae-9b01-7c015c718588 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.278819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['77147a9f-0258-4afd-b057-b5933f570010'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:11.402230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-0fc18f9b-31eb-40ae-9b01-7c015c718588 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] For port a2d7893a-38f8-4607-8b67-7f18d68b7201, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a2d7893a-38f8-4607-8b67-7f18d68b7201,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:11.402803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-0fc18f9b-31eb-40ae-9b01-7c015c718588 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.412045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['77147a9f-0258-4afd-b057-b5933f570010'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:11.425987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-0fc18f9b-31eb-40ae-9b01-7c015c718588 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Calling delete_port for a2d7893a-38f8-4607-8b67-7f18d68b7201 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:11.616870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 254a0c6c-5597-489e-b525-b9f59073b3e9 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:11.617337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.736902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.739071 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-0fc18f9b-31eb-40ae-9b01-7c015c718588 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.754665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 254a0c6c-5597-489e-b525-b9f59073b3e9 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:11.757864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a2d7893a-38f8-4607-8b67-7f18d68b7201'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:11.778165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc18f9b-31eb-40ae-9b01-7c015c718588 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Pushing event deleted for resources: {'Port': ['ID=a2d7893a-38f8-4607-8b67-7f18d68b7201,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:11.836555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-0fc18f9b-31eb-40ae-9b01-7c015c718588 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] No DVR routers for this DVR port a2d7893a-38f8-4607-8b67-7f18d68b7201 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:11.839342 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-0fc18f9b-31eb-40ae-9b01-7c015c718588 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.841177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-803f1157-50e5-4afd-8fc1-9990f64d2688 req-0fc18f9b-31eb-40ae-9b01-7c015c718588 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.23 "DELETE /v2.0/ports/a2d7893a-38f8-4607-8b67-7f18d68b7201 HTTP/1.1" status: 204 len: 173 time: 0.8028405 Sep 17 22:26:12.024110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60586) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:12.050849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.085157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1dd3fd93-5363-4dd5-9953-45c196ee0f8f req-4039e86a-49b0-4f63-bb8c-43269dafd561 tempest-AttachSCSIVolumeTestJSON-728390557 tempest-AttachSCSIVolumeTestJSON-728390557-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea562a5a-5399-4d6d-b18f-dfac45730148 HTTP/1.1" status: 200 len: 210 time: 0.0510731 Sep 17 22:26:12.099290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=254a0c6c-5597-489e-b525-b9f59073b3e9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:12.268735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e85d9-8a54-4984-bcb7-29058c3ce0f0 req-c274daf5-0bdc-4f8d-abd4-73937c0d3a6c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:12.277081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea0e85d9-8a54-4984-bcb7-29058c3ce0f0 req-c274daf5-0bdc-4f8d-abd4-73937c0d3a6c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.1153822 Sep 17 22:26:12.286355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60596) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:12.334511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-897950643-network', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:12.383324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c303399-4c8a-4d23-af1e-c379eb5eb5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.397048 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.467365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea0e85d9-8a54-4984-bcb7-29058c3ce0f0 req-913f4c06-09d1-4f3c-a741-78082f79db84 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893394 Sep 17 22:26:12.543230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Made reservation on behalf of 3915a7bb8d0140abb14ade2b4cea5457 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:12.545497 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.546189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'tag': '77147a9f-0258-4afd-b057-b5933f570010'}, {'server_uuid': 'ea562a5a-5399-4d6d-b18f-dfac45730148', 'name': 'network-vif-deleted', 'tag': 'a2d7893a-38f8-4607-8b67-7f18d68b7201'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:12.548648 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "092021ba-c0cb-4b79-b20a-fafbeec24b4c", "tag": "77147a9f-0258-4afd-b057-b5933f570010"}, {"server_uuid": "ea562a5a-5399-4d6d-b18f-dfac45730148", "name": "network-vif-deleted", "tag": "a2d7893a-38f8-4607-8b67-7f18d68b7201"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:12.557672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.611193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:12.636200 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea930b4c-3aac-4647-84d3-5d0e988ef623 x-openstack-request-id: req-ea930b4c-3aac-4647-84d3-5d0e988ef623 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:12.636493 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092021ba-c0cb-4b79-b20a-fafbeec24b4c", "tag": "77147a9f-0258-4afd-b057-b5933f570010", "status": "completed", "code": 200}, {"server_uuid": "ea562a5a-5399-4d6d-b18f-dfac45730148", "name": "network-vif-deleted", "tag": "a2d7893a-38f8-4607-8b67-7f18d68b7201", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:12.636737 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea930b4c-3aac-4647-84d3-5d0e988ef623 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:12.637124 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'tag': '77147a9f-0258-4afd-b057-b5933f570010', 'status': 'completed', 'code': 200} Sep 17 22:26:12.637375 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea562a5a-5399-4d6d-b18f-dfac45730148', 'name': 'network-vif-deleted', 'tag': 'a2d7893a-38f8-4607-8b67-7f18d68b7201', 'status': 'completed', 'code': 200} Sep 17 22:26:12.659012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c303399-4c8a-4d23-af1e-c379eb5eb5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.696166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:12.702362 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7efa9048-3638-4784-85e7-6bff0be382a5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3758755 Sep 17 22:26:12.706683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5b4e01-5e77-4d0c-aadc-6eb83d0b6717 None None] Sync routers for ids ['39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:12.714840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60604) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:12.719152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5b4e01-5e77-4d0c-aadc-6eb83d0b6717 None None] Routers {'39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:12.719638 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9f5b4e01-5e77-4d0c-aadc-6eb83d0b6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:12.728633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e req-bb87a19a-4931-419d-a157-270a313d99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:12.730859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e req-bb87a19a-4931-419d-a157-270a313d99f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1127 time: 0.0453601 Sep 17 22:26:12.756791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9f5b4e01-5e77-4d0c-aadc-6eb83d0b6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:12.766275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5b4e01-5e77-4d0c-aadc-6eb83d0b6717 None None] Routers {'39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:12.767111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9f5b4e01-5e77-4d0c-aadc-6eb83d0b6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:12.769910 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c303399-4c8a-4d23-af1e-c379eb5eb5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.803716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9f5b4e01-5e77-4d0c-aadc-6eb83d0b6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:12.804624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5b4e01-5e77-4d0c-aadc-6eb83d0b6717 None None] The sync data for ids ['39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:12.851510 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0c303399-4c8a-4d23-af1e-c379eb5eb5ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da5040f4ae4446b0befe2bd95e5bb6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640166 Sep 17 22:26:12.854118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c303399-4c8a-4d23-af1e-c379eb5eb5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbd6546-c038-4d0d-a2c4-4af856279457,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:12.855374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60608) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:12.883138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e req-6c6ec07b-69d8-42be-b1b4-3d9f3feda3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:12.884976 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e req-6c6ec07b-69d8-42be-b1b4-3d9f3feda3e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.1433551 Sep 17 22:26:12.952951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e req-6633515f-3387-49fe-a544-ac7dd4c57b84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77147a9f-0258-4afd-b057-b5933f570010 HTTP/1.1" status: 200 len: 217 time: 0.0594597 Sep 17 22:26:12.995588 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-bb5dccdd-b71e-4116-bd72-210e7582662a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] remove_router_interface failed (client error): The resource could not be found. Sep 17 22:26:12.996683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bb5dccdd-b71e-4116-bd72-210e7582662a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2808142 Sep 17 22:26:12.999552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60610) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:13.013115 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e req-19ff3799-ffbb-4fec-b67c-d639d46d1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:13.014574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e req-19ff3799-ffbb-4fec-b67c-d639d46d1cd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.0546491 Sep 17 22:26:13.016071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a09d94d0-bd66-4056-8823-0686be8c1717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.030648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-96e8190a-7cd9-43fb-a3ce-b0fb50ee663d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b HTTP/1.1" status: 200 len: 205 time: 0.0300241 Sep 17 22:26:13.035834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60612) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:13.055054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e req-d2ed5508-78c6-4c85-9ede-325ebca2762c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266013 Sep 17 22:26:13.058417 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a09d94d0-bd66-4056-8823-0686be8c1717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.146491 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.161584 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16fa2371-f85d-4958-b946-1a1a84882373 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.171064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e req-43288353-ee4d-48cc-bd0d-9edd7b13c1f9 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984638 Sep 17 22:26:13.238221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.279404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8848bf3b-a1d5-4648-a6b5-76d0b54d5b3e req-d85c8fc8-4181-4604-8ae9-cb7ef50dc8f6 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009357 Sep 17 22:26:13.327548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3a235d-5a03-4f2c-b6df-565ced4c4b76,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:13.356183 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16fa2371-f85d-4958-b946-1a1a84882373 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.358346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16fa2371-f85d-4958-b946-1a1a84882373 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.457752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a09d94d0-bd66-4056-8823-0686be8c1717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.460469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a09d94d0-bd66-4056-8823-0686be8c1717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.461647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a09d94d0-bd66-4056-8823-0686be8c1717 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fbd6546-c038-4d0d-a2c4-4af856279457 HTTP/1.1" status: 204 len: 168 time: 0.6031187 Sep 17 22:26:13.469439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d94d0-bd66-4056-8823-0686be8c1717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbd6546-c038-4d0d-a2c4-4af856279457,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:13.489349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:13.491605 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16fa2371-f85d-4958-b946-1a1a84882373 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.492164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fa2371-f85d-4958-b946-1a1a84882373 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Fanout notify agent at l3_agent the message router_deleted on router 39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:26:13.502561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16fa2371-f85d-4958-b946-1a1a84882373 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.504887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-16fa2371-f85d-4958-b946-1a1a84882373 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b HTTP/1.1" status: 204 len: 168 time: 0.4676361 Sep 17 22:26:13.507165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60636) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:13.511613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.511613 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Added segment f57e0756-225e-4e8a-bcb9-09d183c657a1 of type vlan for network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b Sep 17 22:26:13.568097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.573803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1579efa-864f-480c-93ce-4bb3276c4f6f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting subnet 8eb4a1f9-8676-4b2c-bcbb-bb6a1562fd9f {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:13.577432 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1579efa-864f-480c-93ce-4bb3276c4f6f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.630008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1579efa-864f-480c-93ce-4bb3276c4f6f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.643416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f087705-e44e-4ebc-831c-1e44b85d961c req-39594cc1-c034-4f41-8e3b-36d3fd446da9 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:13.645268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f087705-e44e-4ebc-831c-1e44b85d961c req-39594cc1-c034-4f41-8e3b-36d3fd446da9 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.0744293 Sep 17 22:26:13.692766 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f087705-e44e-4ebc-831c-1e44b85d961c req-76510b81-4181-417d-bc66-924095a82765 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Sep 17 22:26:13.714971 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.715957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:13.716582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.730044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1579efa-864f-480c-93ce-4bb3276c4f6f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.784879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] Pushing event updated for resources: {'Network': ['ID=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:13.796358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:13.830947 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5382d3a2-1dc5-40e3-ac12-0b8e4b82c4ea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8052099 Sep 17 22:26:13.834121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60656) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:13.839468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Request body: {'subnet': {'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-897950643-subnet', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:13.925837 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1579efa-864f-480c-93ce-4bb3276c4f6f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.947445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Made reservation on behalf of 3915a7bb8d0140abb14ade2b4cea5457 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:13.950580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.958319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1579efa-864f-480c-93ce-4bb3276c4f6f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb4a1f9-8676-4b2c-bcbb-bb6a1562fd9f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:13.963648 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1579efa-864f-480c-93ce-4bb3276c4f6f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.965698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f1579efa-864f-480c-93ce-4bb3276c4f6f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/8eb4a1f9-8676-4b2c-bcbb-bb6a1562fd9f HTTP/1.1" status: 204 len: 168 time: 0.4574015 Sep 17 22:26:13.968294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60666) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:13.974893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb6a4b-bd0e-4fb4-b2bb-15f83c25eb1a None None] Network 290c9b02-a703-4797-8202-5c744dbdb5e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:14.082061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.142468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 7c7f455c-4561-4a55-9f58-0aca8f261450 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:14.142805 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.232151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port 7c7f455c-4561-4a55-9f58-0aca8f261450, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7c7f455c-4561-4a55-9f58-0aca8f261450,segment=NetworkSegment(4b2c3269-610e-4bf9-abc4-c27711bf8298),segment_id=4b2c3269-610e-4bf9-abc4-c27711bf8298)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:14.232533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.249551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 7c7f455c-4561-4a55-9f58-0aca8f261450 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:14.290065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a2d7893a-38f8-4607-8b67-7f18d68b7201 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:14.323738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: a2d7893a-38f8-4607-8b67-7f18d68b7201 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:14.324256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a2d7893a-38f8-4607-8b67-7f18d68b7201 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:14.345602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a675f2-3057-4f44-9ec1-18cc7466a793 None None] DHCP port deletion for 290c9b02-a703-4797-8202-5c744dbdb5e0 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:14.392529 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c0a675f2-3057-4f44-9ec1-18cc7466a793 None None] Deleting port 7c7f455c-4561-4a55-9f58-0aca8f261450 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:14.392906 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c0a675f2-3057-4f44-9ec1-18cc7466a793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.456812 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.461751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c0a675f2-3057-4f44-9ec1-18cc7466a793 None None] For port 7c7f455c-4561-4a55-9f58-0aca8f261450, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7c7f455c-4561-4a55-9f58-0aca8f261450,segment=NetworkSegment(4b2c3269-610e-4bf9-abc4-c27711bf8298),segment_id=4b2c3269-610e-4bf9-abc4-c27711bf8298)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:14.462253 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c0a675f2-3057-4f44-9ec1-18cc7466a793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.479000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c0a675f2-3057-4f44-9ec1-18cc7466a793 None None] Calling delete_port for 7c7f455c-4561-4a55-9f58-0aca8f261450 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:14.490679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=7c7f455c-4561-4a55-9f58-0aca8f261450,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:14.502207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No DVR routers for this DVR port 7c7f455c-4561-4a55-9f58-0aca8f261450 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:14.515174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.572088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c0a675f2-3057-4f44-9ec1-18cc7466a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.587672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Checking segment: {'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:14.588038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Network hostable DHCP agents. Network: 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:14.609473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=24123f15-557c-401b-8d53-054c6af9f5aa,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:14.614575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a675f2-3057-4f44-9ec1-18cc7466a793 None None] No DVR routers for this DVR port 7c7f455c-4561-4a55-9f58-0aca8f261450 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:14.629548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a675f2-3057-4f44-9ec1-18cc7466a793 None None] Pushing event deleted for resources: {'Port': ['ID=7c7f455c-4561-4a55-9f58-0aca8f261450,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:14.646591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.661283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7c7f455c-4561-4a55-9f58-0aca8f261450 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:14.667812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290c9b02-a703-4797-8202-5c744dbdb5e0']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:14.678887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2c3269-610e-4bf9-abc4-c27711bf8298') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:14.679094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2c3269-610e-4bf9-abc4-c27711bf8298') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:14.689481 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.691086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7c7f455c-4561-4a55-9f58-0aca8f261450 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:14.691649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7c7f455c-4561-4a55-9f58-0aca8f261450 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:14.709043 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.715959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:14.716491 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:14.719788 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:14.744955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:14.820499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:14.820695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60696) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:14.829308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:14.829901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.836417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b461da2f-ca02-4250-b0d1-71ae3a75d657 None None] Network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:14.873321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a59cd-b516-44e7-80ea-2cbb57b4ad8c req-666efb36-6a84-46fe-9de2-10030fb11b49 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:14.874914 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd3a59cd-b516-44e7-80ea-2cbb57b4ad8c req-666efb36-6a84-46fe-9de2-10030fb11b49 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.0883582 Sep 17 22:26:14.913363 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.919269 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.926600 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd3a59cd-b516-44e7-80ea-2cbb57b4ad8c req-8b8b0455-396b-4210-be3b-87bdffdaf10c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447035 Sep 17 22:26:14.929440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60704) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:14.930054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/networks/290c9b02-a703-4797-8202-5c744dbdb5e0 HTTP/1.1" status: 204 len: 168 time: 0.9606309 Sep 17 22:26:14.945171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'network': {'name': 'tempest-RoutersTest-211439724'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:14.951362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee73ed1-6b1f-45e4-b3e5-ba6a2d14157f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Network': ['ID=290c9b02-a703-4797-8202-5c744dbdb5e0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:14.963995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-07f93bf2-029c-4d5f-9248-5970da7ba93a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1288118 Sep 17 22:26:14.966112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-902565853-network', 'tenant_id': '666c978cefef4d4da73471fe25d8014b'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:14.967280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60706) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:14.971641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-897950643-router', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:15.007661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb367a3-7e63-4839-a046-cb9deec46638 None None] Network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:15.046383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:15.050924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.075107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:15.089501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.090047 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added segment 5cba03db-b0c6-4787-b4e6-666266459db4 of type vlan for network e8d54690-12fd-47a3-ad99-17c9bb85daac Sep 17 22:26:15.137609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:15.140027 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.150559 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.163636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.239289 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.240599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.295502 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.296562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.303022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:15.303622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.321408 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.375864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Network': ['ID=e8d54690-12fd-47a3-ad99-17c9bb85daac,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:15.386340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e8d54690-12fd-47a3-ad99-17c9bb85daac details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:15.417947 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.443029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:15.461005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64f4638-a368-450a-9d71-42dd0ea5351b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:15.464986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.465432 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Added segment 2495ff7b-2cf2-4de0-9f13-753bceaa134a of type vlan for network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 Sep 17 22:26:15.522477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6cf2e17e-9d15-4af0-86d6-f7fce6437318 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5853472 Sep 17 22:26:15.526399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60712) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:15.529585 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.531814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'subnet': {'network_id': 'e8d54690-12fd-47a3-ad99-17c9bb85daac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:15.579154 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.669174 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.670165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:15.670746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.738447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] Pushing event updated for resources: {'Network': ['ID=25ac685e-12bd-44b5-8b2f-54dece2ba6f1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:15.750614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:15.773126 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:15.776869 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.841288 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6bc78053-6a96-4150-909b-6b39411166f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0195239 Sep 17 22:26:15.844236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60716) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:15.850594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Request body: {'subnet': {'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-902565853-subnet', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:15.943997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:15.947033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.009235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.036652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.063830 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:26:16.210395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.228042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5f84-2ed3-4ce4-bb58-17f01dbab7c0 req-2261fc3f-44e8-4526-9a81-e85eb85f5997 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:16.229564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f1f5f84-2ed3-4ce4-bb58-17f01dbab7c0 req-2261fc3f-44e8-4526-9a81-e85eb85f5997 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.1150601 Sep 17 22:26:16.255106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Allocated IP 172.25.6.89 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/fd506501-5a2c-4346-99b5-07183946169e) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:16.270116 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.270832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2c7cca-c485-46ea-939d-a312cf6e67c8,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:16.278526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Checking segment: {'id': '2495ff7b-2cf2-4de0-9f13-753bceaa134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:16.278889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Network hostable DHCP agents. Network: 25ac685e-12bd-44b5-8b2f-54dece2ba6f1, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:16.350425 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f1f5f84-2ed3-4ce4-bb58-17f01dbab7c0 req-96f298ca-e07a-4514-a891-c61fa986ea41 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131341 Sep 17 22:26:16.375607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:16.415401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Subnet': ['ID=4efa1ca9-27f4-4872-b724-ad98f8ddf888,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:16.431227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Checking segment: {'id': '5cba03db-b0c6-4787-b4e6-666266459db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e8d54690-12fd-47a3-ad99-17c9bb85daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:16.431677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network hostable DHCP agents. Network: e8d54690-12fd-47a3-ad99-17c9bb85daac, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:16.468319 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.480549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 25ac685e-12bd-44b5-8b2f-54dece2ba6f1) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:16.485281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:16.488165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.494120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ed1bb-c7bc-4610-bbf2-eef80323420e None None] Network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:16.587272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network e8d54690-12fd-47a3-ad99-17c9bb85daac is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:16.596801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e8d54690-12fd-47a3-ad99-17c9bb85daac) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:16.602790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:16.603666 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.621823 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.622034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-494cc441-adc1-4324-b681-1848dd933fdf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7762797 Sep 17 22:26:16.622828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60726) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:16.627165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd54089c-14fc-4879-9490-f4597d12877a None None] Network e8d54690-12fd-47a3-ad99-17c9bb85daac requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:16.627312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-902565853-router', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:16.678632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:16.683906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:16.688727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:16.692022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Pushing event updated for resources: {'Port': ['ID=fd506501-5a2c-4346-99b5-07183946169e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:16.713860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-25ac685e-12bd-44b5-8b2f-54dece2ba6f1', 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'fixed_ips': [{'subnet_id': '2b2c7cca-c485-46ea-939d-a312cf6e67c8'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:16.714725 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.738119 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-14f3a60b-2af7-4dd7-a39d-36f6ec7304bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2072380 Sep 17 22:26:16.738696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60728) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:16.744928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8d915f38-f72b-4af4-996a-9105318a4732 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-65425759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:16.848030 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.849829 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.920750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.000945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8d915f38-f72b-4af4-996a-9105318a4732 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.004065 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8d915f38-f72b-4af4-996a-9105318a4732 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.012083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Allocated IP 172.20.0.2 (25ac685e-12bd-44b5-8b2f-54dece2ba6f1/2b2c7cca-c485-46ea-939d-a312cf6e67c8/34d14778-e839-47ab-8736-d0540a703d07) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:17.050995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.115376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-e8d54690-12fd-47a3-ad99-17c9bb85daac', 'network_id': 'e8d54690-12fd-47a3-ad99-17c9bb85daac', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'fixed_ips': [{'subnet_id': '4efa1ca9-27f4-4872-b724-ad98f8ddf888'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:17.116997 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.368309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Allocated IP 172.20.0.2 (e8d54690-12fd-47a3-ad99-17c9bb85daac/4efa1ca9-27f4-4872-b724-ad98f8ddf888/072b7764-a976-446b-83ca-4c534f5bbd73) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:17.375278 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.377029 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.494184 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.517799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:17.525220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:17.548216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:17.567691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75b4e6-114b-4ea5-adbd-819bbdb12f0b req-713573e7-dac9-460a-81a3-1401667a45cf tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:17.568989 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca75b4e6-114b-4ea5-adbd-819bbdb12f0b req-713573e7-dac9-460a-81a3-1401667a45cf tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.0791380 Sep 17 22:26:17.626444 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8d915f38-f72b-4af4-996a-9105318a4732 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.632105 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Pushing event updated for resources: {'Port': ['ID=34d14778-e839-47ab-8736-d0540a703d07,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:17.648795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca75b4e6-114b-4ea5-adbd-819bbdb12f0b req-41c95bf1-d33e-41d5-a4ad-45e2b0189958 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661016 Sep 17 22:26:17.661432 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.677320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Attempting to bind port 34d14778-e839-47ab-8736-d0540a703d07 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:17.677686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Attempting to bind port 34d14778-e839-47ab-8736-d0540a703d07 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2495ff7b-2cf2-4de0-9f13-753bceaa134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:17.678048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Attempting to bind port 34d14778-e839-47ab-8736-d0540a703d07 on network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:17.688723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:17.689094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Checking segment: {'id': '2495ff7b-2cf2-4de0-9f13-753bceaa134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:17.689491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.689881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Bound using segment: {'id': '2495ff7b-2cf2-4de0-9f13-753bceaa134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:17.690343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Bound port: 34d14778-e839-47ab-8736-d0540a703d07, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2495ff7b-2cf2-4de0-9f13-753bceaa134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:17.690858 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.692424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Router 5ba88eec-722a-4982-9109-096b2d6cd2b9 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:26:17.712322 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.731213 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8d915f38-f72b-4af4-996a-9105318a4732 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.776750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] For port 34d14778-e839-47ab-8736-d0540a703d07, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:17.779857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] For port 34d14778-e839-47ab-8736-d0540a703d07, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=34d14778-e839-47ab-8736-d0540a703d07,segment=NetworkSegment(2495ff7b-2cf2-4de0-9f13-753bceaa134a),segment_id=2495ff7b-2cf2-4de0-9f13-753bceaa134a)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:17.828714 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.832919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:17.845695 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Sync routers for ids ['5ba88eec-722a-4982-9109-096b2d6cd2b9'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:17.857460 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Routers {'5ba88eec-722a-4982-9109-096b2d6cd2b9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:17.858297 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ba88eec-722a-4982-9109-096b2d6cd2b9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:17.885957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Pushing event updated for resources: {'Port': ['ID=072b7764-a976-446b-83ca-4c534f5bbd73,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:17.893854 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.926205 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8d915f38-f72b-4af4-996a-9105318a4732 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.938122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60740) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:17.938318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Network e8d54690-12fd-47a3-ad99-17c9bb85daac is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:17.938409 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8d915f38-f72b-4af4-996a-9105318a4732 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1962905 Sep 17 22:26:17.941195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:17.946069 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.946743 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b7998213-3e0a-4d27-bc6a-20620045ef07 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9785557 Sep 17 22:26:17.950371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:17.992953 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Set router 5ba88eec-722a-4982-9109-096b2d6cd2b9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:17.993919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60742) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:18.058860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e413b-ad2c-4d05-bc65-9f3abf0eeb29 None None] Pushing event updated for resources: {'Port': ['ID=34d14778-e839-47ab-8736-d0540a703d07,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:18.071862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Attempting to bind port 072b7764-a976-446b-83ca-4c534f5bbd73 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:18.072263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Attempting to bind port 072b7764-a976-446b-83ca-4c534f5bbd73 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '5cba03db-b0c6-4787-b4e6-666266459db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e8d54690-12fd-47a3-ad99-17c9bb85daac'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:18.072632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Attempting to bind port 072b7764-a976-446b-83ca-4c534f5bbd73 on network e8d54690-12fd-47a3-ad99-17c9bb85daac {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:18.078659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:18.079198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Checking segment: {'id': '5cba03db-b0c6-4787-b4e6-666266459db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e8d54690-12fd-47a3-ad99-17c9bb85daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:18.079613 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.080007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Bound using segment: {'id': '5cba03db-b0c6-4787-b4e6-666266459db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e8d54690-12fd-47a3-ad99-17c9bb85daac'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:18.080518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Bound port: 072b7764-a976-446b-83ca-4c534f5bbd73, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cba03db-b0c6-4787-b4e6-666266459db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e8d54690-12fd-47a3-ad99-17c9bb85daac'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:18.080904 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.143652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.175844 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.188963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] For port 072b7764-a976-446b-83ca-4c534f5bbd73, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:18.194759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] For port 072b7764-a976-446b-83ca-4c534f5bbd73, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=072b7764-a976-446b-83ca-4c534f5bbd73,segment=NetworkSegment(5cba03db-b0c6-4787-b4e6-666266459db4),segment_id=5cba03db-b0c6-4787-b4e6-666266459db4)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:18.298163 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.333694 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'name': 'tempest-ServerRescueTestJSON-897950643-router', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'fd506501-5a2c-4346-99b5-07183946169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:15Z', 'updated_at': '2021-09-17T22:26:16Z', 'revision_number': 3, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'gw_port': {'id': 'fd506501-5a2c-4346-99b5-07183946169e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:18.395517 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Checking router: 5ba88eec-722a-4982-9109-096b2d6cd2b9 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:18.395864 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Updating router 5ba88eec-722a-4982-9109-096b2d6cd2b9 port fd506501-5a2c-4346-99b5-07183946169e binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:26:18.451731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f67363-0b54-4310-9c37-f89f3bd84da7 None None] Pushing event updated for resources: {'Port': ['ID=072b7764-a976-446b-83ca-4c534f5bbd73,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:18.454278 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.574753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60754) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:18.639271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Allocated IP 172.25.6.246 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/36b1766f-e64b-4539-b350-066c75c1dc1d) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:18.741061 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 34d14778-e839-47ab-8736-d0540a703d07 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:18.851952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 34d14778-e839-47ab-8736-d0540a703d07 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:18.855574 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.900698 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.979850 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.037644 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 34d14778-e839-47ab-8736-d0540a703d07, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=34d14778-e839-47ab-8736-d0540a703d07,segment=NetworkSegment(2495ff7b-2cf2-4de0-9f13-753bceaa134a),segment_id=2495ff7b-2cf2-4de0-9f13-753bceaa134a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:19.080303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf1b2-c7d4-453f-9250-24a8dbc5d9b9 req-00fc82ca-02c8-4397-8c2e-b5a9a8e266de tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:19.082103 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d0cf1b2-c7d4-453f-9250-24a8dbc5d9b9 req-00fc82ca-02c8-4397-8c2e-b5a9a8e266de tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.3308277 Sep 17 22:26:19.126858 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.208568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=34d14778-e839-47ab-8736-d0540a703d07,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:19.298738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Allocated IP 172.20.0.1 (e8d54690-12fd-47a3-ad99-17c9bb85daac/4efa1ca9-27f4-4872-b724-ad98f8ddf888/68d6d25c-9d4a-463d-b518-0845130ea392) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:19.318542 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.364042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d0cf1b2-c7d4-453f-9250-24a8dbc5d9b9 req-59e1d8c4-0d18-4608-9447-c4855b18aeae tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757671 Sep 17 22:26:19.441831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.548194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.598588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network e8d54690-12fd-47a3-ad99-17c9bb85daac is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:19.601862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:19.606482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:19.654717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=68d6d25c-9d4a-463d-b518-0845130ea392,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:19.669084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae465bb-ba6b-4849-8931-7c730bde0de1 None None] Network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:19.701563 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.711628 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-58de3112-8496-487a-8776-4e86507f949f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2998631 Sep 17 22:26:19.739159 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.831760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-20718552-4eb8-437c-ac88-1bcfc0e4e065 None None] Provisioning complete for port 34d14778-e839-47ab-8736-d0540a703d07 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:19.832323 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-20718552-4eb8-437c-ac88-1bcfc0e4e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.874533 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.909349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:19.942452 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.969341 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.974107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.976714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:19.982099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:20.010831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=36b1766f-e64b-4539-b350-066c75c1dc1d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:20.052529 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344e3305-5335-42b4-b482-b7692326da5d None None] Network e8d54690-12fd-47a3-ad99-17c9bb85daac requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:20.062265 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Attempting to bind port fd506501-5a2c-4346-99b5-07183946169e on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:20.062628 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Attempting to bind port fd506501-5a2c-4346-99b5-07183946169e by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:20.062991 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Attempting to bind port fd506501-5a2c-4346-99b5-07183946169e on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:20.080611 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:20.081004 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:20.081944 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.082336 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:20.082920 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Bound port: fd506501-5a2c-4346-99b5-07183946169e, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:20.083301 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.095556 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Pushing event updated for resources: {'Port': ['ID=fd506501-5a2c-4346-99b5-07183946169e,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:20.110703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-45a0e6d6-2d34-4af1-b307-a64c347ff25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:20.112714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-45a0e6d6-2d34-4af1-b307-a64c347ff25c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 1097 time: 0.3624785 Sep 17 22:26:20.164816 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.165136 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.165445 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.165858 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.166192 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.166661 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.167036 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.167363 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.167683 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.168315 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.168638 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.169833 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:20.267019 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] For port fd506501-5a2c-4346-99b5-07183946169e, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:20.273768 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] For port fd506501-5a2c-4346-99b5-07183946169e, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fd506501-5a2c-4346-99b5-07183946169e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:20.355352 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.435336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.471930 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f8b42-bb01-4e87-9ae8-1067cb0b131c None None] Pushing event updated for resources: {'Port': ['ID=fd506501-5a2c-4346-99b5-07183946169e,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:20.491991 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Routers {'5ba88eec-722a-4982-9109-096b2d6cd2b9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:20.493020 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ba88eec-722a-4982-9109-096b2d6cd2b9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:20.498804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.572858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8fba5252-29eb-4d8d-9541-d4c3ff4d1745 None None] Provisioning complete for port 072b7764-a976-446b-83ca-4c534f5bbd73 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:20.573832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fba5252-29eb-4d8d-9541-d4c3ff4d1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.646800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=68d6d25c-9d4a-463d-b518-0845130ea392,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:20.681692 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.792133 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] Set router 5ba88eec-722a-4982-9109-096b2d6cd2b9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:20.847671 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fba5252-29eb-4d8d-9541-d4c3ff4d1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.913953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network e8d54690-12fd-47a3-ad99-17c9bb85daac is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:20.915592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:20.929052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 072b7764-a976-446b-83ca-4c534f5bbd73 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:20.935735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8fba5252-29eb-4d8d-9541-d4c3ff4d1745 None None] For port 072b7764-a976-446b-83ca-4c534f5bbd73, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=072b7764-a976-446b-83ca-4c534f5bbd73,segment=NetworkSegment(5cba03db-b0c6-4787-b4e6-666266459db4),segment_id=5cba03db-b0c6-4787-b4e6-666266459db4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:20.995422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 072b7764-a976-446b-83ca-4c534f5bbd73 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:20.995596 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.041841 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fba5252-29eb-4d8d-9541-d4c3ff4d1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.118280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 34d14778-e839-47ab-8736-d0540a703d07 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:21.162939 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'name': 'tempest-ServerRescueTestJSON-897950643-router', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'fd506501-5a2c-4346-99b5-07183946169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:15Z', 'updated_at': '2021-09-17T22:26:16Z', 'revision_number': 3, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'gw_port': {'id': 'fd506501-5a2c-4346-99b5-07183946169e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.221940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d2babfa4-7484-4d93-9e92-f61715554996 None None] Provisioning complete for port 34d14778-e839-47ab-8736-d0540a703d07 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:21.222394 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2babfa4-7484-4d93-9e92-f61715554996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.242662 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8429cc-2a37-4b88-9c34-afabcda0483c None None] The sync data for ids ['5ba88eec-722a-4982-9109-096b2d6cd2b9'] in n-d-713499-18 is: [{'id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'name': 'tempest-ServerRescueTestJSON-897950643-router', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'fd506501-5a2c-4346-99b5-07183946169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:15Z', 'updated_at': '2021-09-17T22:26:16Z', 'revision_number': 3, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'gw_port': {'id': 'fd506501-5a2c-4346-99b5-07183946169e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:21.249956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba5252-29eb-4d8d-9541-d4c3ff4d1745 None None] Pushing event updated for resources: {'Port': ['ID=072b7764-a976-446b-83ca-4c534f5bbd73,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:21.293273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 34d14778-e839-47ab-8736-d0540a703d07 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:21.293658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.343070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 4583c354-4361-440e-ba1f-9bd26bd9cb45 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:26:21.532269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:21.548563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b1eba-2025-49b8-84b0-26a05101ab83 None None] Sync routers for ids ['4583c354-4361-440e-ba1f-9bd26bd9cb45'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:21.549296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6e73e151-235e-4bdf-b26a-28f88e9bb0c5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/4583c354-4361-440e-ba1f-9bd26bd9cb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6147213 Sep 17 22:26:21.550791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60776) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:21.560459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-1b9e5e72-3a69-4c84-9f83-018adea01623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:21.565132 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-1b9e5e72-3a69-4c84-9f83-018adea01623 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 1.3946726 Sep 17 22:26:21.588288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b1eba-2025-49b8-84b0-26a05101ab83 None None] Routers {'4583c354-4361-440e-ba1f-9bd26bd9cb45'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:21.592252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e92b1eba-2025-49b8-84b0-26a05101ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4583c354-4361-440e-ba1f-9bd26bd9cb45'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.635285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db209097-e0bb-4335-a259-2664d0192c41 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:21.672582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60778) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:21.676174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-db209097-e0bb-4335-a259-2664d0192c41 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports/68d6d25c-9d4a-463d-b518-0845130ea392 HTTP/1.1" status: 200 len: 910 time: 0.1230431 Sep 17 22:26:21.682620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e92b1eba-2025-49b8-84b0-26a05101ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.682620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-919f8cc9-1588-4cab-b1b8-f0b4cd452384 None None] Provisioning complete for port 68d6d25c-9d4a-463d-b518-0845130ea392 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:21.682620 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-919f8cc9-1588-4cab-b1b8-f0b4cd452384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.734118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-919f8cc9-1588-4cab-b1b8-f0b4cd452384 None None] Port 68d6d25c-9d4a-463d-b518-0845130ea392 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:21.745285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b1eba-2025-49b8-84b0-26a05101ab83 None None] Routers {'4583c354-4361-440e-ba1f-9bd26bd9cb45'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:21.745866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e92b1eba-2025-49b8-84b0-26a05101ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4583c354-4361-440e-ba1f-9bd26bd9cb45'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.793367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd41be-ca67-4cc7-b7b6-5313700f8418 req-e9d54498-8a39-4a91-971e-9da1ba62713d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:21.795398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69cd41be-ca67-4cc7-b7b6-5313700f8418 req-e9d54498-8a39-4a91-971e-9da1ba62713d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.5789800 Sep 17 22:26:21.820062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-919f8cc9-1588-4cab-b1b8-f0b4cd452384 None None] Provisioning complete for port 072b7764-a976-446b-83ca-4c534f5bbd73 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:21.820484 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-919f8cc9-1588-4cab-b1b8-f0b4cd452384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.822379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e92b1eba-2025-49b8-84b0-26a05101ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.827390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b1eba-2025-49b8-84b0-26a05101ab83 None None] The sync data for ids ['4583c354-4361-440e-ba1f-9bd26bd9cb45'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:21.843674 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.855385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Allocated IP 172.20.0.1 (8aa8ca51-a31b-42bc-9823-e1ee66d6c18b/24123f15-557c-401b-8d53-054c6af9f5aa/01bb5d2d-55cb-4614-8117-da3405fe858b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:21.936081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-d5bbf80f-9382-4a24-b7c9-9fc7660aae98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 HTTP/1.1" status: 200 len: 1000 time: 0.3548415 Sep 17 22:26:21.961439 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.064260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2773ea93-f551-4ec9-b67d-328e1a88b24c None None] Provisioning complete for port 68d6d25c-9d4a-463d-b518-0845130ea392 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:22.067060 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2773ea93-f551-4ec9-b67d-328e1a88b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.102726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2773ea93-f551-4ec9-b67d-328e1a88b24c None None] Port 68d6d25c-9d4a-463d-b518-0845130ea392 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:22.161296 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69cd41be-ca67-4cc7-b7b6-5313700f8418 req-d16230b6-8719-4daa-856b-7f5e64709522 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260536 Sep 17 22:26:22.217531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-1e938439-f98f-4e00-b6a9-fbb84aaa0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:22.219018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-1e938439-f98f-4e00-b6a9-fbb84aaa0664 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.2606995 Sep 17 22:26:22.575508 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.594380 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-2fca931f-afe4-4991-be98-19a35654ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:22.595975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-2fca931f-afe4-4991-be98-19a35654ccb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3155336 Sep 17 22:26:22.633277 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-bae82798-49f2-4203-9726-7ceb5d8f8760 service neutron] 10.222.0.15 "GET /v2.0/ports/77147a9f-0258-4afd-b057-b5933f570010/bindings/n-h1-713499-18 HTTP/1.1" status: 200 len: 385 time: 0.3115273 Sep 17 22:26:22.710904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 072b7764-a976-446b-83ca-4c534f5bbd73 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:22.762903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 072b7764-a976-446b-83ca-4c534f5bbd73 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:22.763280 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.828651 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.843749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fd506501-5a2c-4346-99b5-07183946169e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:22.895158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fd506501-5a2c-4346-99b5-07183946169e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:22.895158 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.992504 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.015731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port fd506501-5a2c-4346-99b5-07183946169e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fd506501-5a2c-4346-99b5-07183946169e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:23.105960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.160390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=fd506501-5a2c-4346-99b5-07183946169e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:23.229424 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.322201 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-0ea8d4b5-c2ea-44e7-aab6-91eb8b386cdb service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076871 Sep 17 22:26:23.387800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:23.467727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:23.470175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:23.492531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Pushing event updated for resources: {'Port': ['ID=01bb5d2d-55cb-4614-8117-da3405fe858b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:23.660036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2898daa-5ccb-4d87-8770-cb490e159d34 req-779ba38d-b6f8-4406-8964-ba809943d41c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:23.661683 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2898daa-5ccb-4d87-8770-cb490e159d34 req-779ba38d-b6f8-4406-8964-ba809943d41c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 944 time: 0.4187996 Sep 17 22:26:23.728581 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.797987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 77147a9f-0258-4afd-b057-b5933f570010 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:23.803228 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c253d3a-fb30-4b06-9076-0e472d2b63b5 req-d5f3a961-13b6-48b2-8fa9-1579c4dca1f9 service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462595 Sep 17 22:26:23.840607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] Deleting port bbd35d2c-8f61-449a-94e7-8f690ddf5817 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:23.840941 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.894569 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2898daa-5ccb-4d87-8770-cb490e159d34 req-612b9cfa-558c-4e63-812f-5a00b03a8d75 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205062 Sep 17 22:26:23.906022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:23.911350 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.036805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:26:24.091751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:24.191538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77147a9f-0258-4afd-b057-b5933f570010 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:24.247913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:24.283033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] For port bbd35d2c-8f61-449a-94e7-8f690ddf5817, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bbd35d2c-8f61-449a-94e7-8f690ddf5817,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:24.283402 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.320867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] Calling delete_port for bbd35d2c-8f61-449a-94e7-8f690ddf5817 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:24.323116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.414885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.523851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:24.535092 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Sync routers for ids ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:24.549100 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Routers {'2b08d976-a6a1-4b5a-8baa-84bcc1b25693'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:24.549728 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:24.644353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fd506501-5a2c-4346-99b5-07183946169e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:24.668294 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Set router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:24.695165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.696480 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-143722be-8b76-49b6-a805-f10b0dc2a3c4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0726709 Sep 17 22:26:24.699221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60800) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:24.701325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fd506501-5a2c-4346-99b5-07183946169e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:24.701806 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.755913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Transition to ACTIVE for port object 77147a9f-0258-4afd-b057-b5933f570010 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:26:24.844530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.857340 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.926973 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'name': 'tempest-ServersTestMultiNic-902565853-router', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:21Z', 'revision_number': 3, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'gw_port': {'id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:18Z', 'updated_at': '2021-09-17T22:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:24.930028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.938021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 68d6d25c-9d4a-463d-b518-0845130ea392 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:24.938366 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.964595 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Checking router: 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:24.965261 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Updating router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 port 36b1766f-e64b-4539-b350-066c75c1dc1d binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:26:24.998736 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.016481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] No DVR routers for this DVR port 77147a9f-0258-4afd-b057-b5933f570010 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:25.045811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Pushing event updated for resources: {'Port': ['ID=77147a9f-0258-4afd-b057-b5933f570010,revision_number=10']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.093661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.094002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.094339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.094666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.094993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.095313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.095632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.095955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.096294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.097284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.097548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.097746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:25.129457 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.138777 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.150366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-f0b4aba0-06a3-43e5-a97a-079bc452bae1 service neutron] 10.222.0.15 "PUT /v2.0/ports/77147a9f-0258-4afd-b057-b5933f570010/bindings/n-h1-713499-18/activate HTTP/1.1" status: 200 len: 370 time: 2.4708552 Sep 17 22:26:25.238985 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.410526 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.438448 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Allocated IP 172.20.0.1 (25ac685e-12bd-44b5-8b2f-54dece2ba6f1/2b2c7cca-c485-46ea-939d-a312cf6e67c8/4d740fb5-e466-4d06-8d02-600f28a07806) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:25.564391 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.606136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.630464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ada183-e354-4cbd-ad81-c2f241529ec2 req-799b0e2f-2dcc-4126-a40d-f2c737cd6675 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:25.630680 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Attempting to bind port 36b1766f-e64b-4539-b350-066c75c1dc1d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:25.630907 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Attempting to bind port 36b1766f-e64b-4539-b350-066c75c1dc1d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:25.631276 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Attempting to bind port 36b1766f-e64b-4539-b350-066c75c1dc1d on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:25.632202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f0ada183-e354-4cbd-ad81-c2f241529ec2 req-799b0e2f-2dcc-4126-a40d-f2c737cd6675 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 945 time: 0.6171405 Sep 17 22:26:25.652147 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:25.654229 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:25.654229 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.654229 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:25.654229 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Bound port: 36b1766f-e64b-4539-b350-066c75c1dc1d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:25.654229 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.657804 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c270cb-dbe6-4134-a454-8b08983917f7 None None] Pushing event updated for resources: {'Port': ['ID=36b1766f-e64b-4539-b350-066c75c1dc1d,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.692237 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.696330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Pushing event updated for resources: {'Port': ['ID=01bb5d2d-55cb-4614-8117-da3405fe858b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.715670 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] For port 36b1766f-e64b-4539-b350-066c75c1dc1d, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:25.719442 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] For port 36b1766f-e64b-4539-b350-066c75c1dc1d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=36b1766f-e64b-4539-b350-066c75c1dc1d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:25.732490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.776357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 68d6d25c-9d4a-463d-b518-0845130ea392 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:25.789970 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.805739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:25.811213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd35d2c-8f61-449a-94e7-8f690ddf5817,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.823771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:25.827436 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:25.831095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-47140dcb-8946-4f54-90c4-b2e233b6196e tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:25.832922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-47140dcb-8946-4f54-90c4-b2e233b6196e tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1097 time: 0.3219261 Sep 17 22:26:25.895260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Pushing event updated for resources: {'Port': ['ID=4d740fb5-e466-4d06-8d02-600f28a07806,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.919302 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.921106 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Routers {'2b08d976-a6a1-4b5a-8baa-84bcc1b25693'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:25.921719 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:26.035308 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c270cb-dbe6-4134-a454-8b08983917f7 None None] Pushing event updated for resources: {'Port': ['ID=36b1766f-e64b-4539-b350-066c75c1dc1d,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:26.041964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:26.071424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:26.109063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f0ada183-e354-4cbd-ad81-c2f241529ec2 req-efb2567d-1e25-4d0e-8544-6f4b3cbe9380 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262218 Sep 17 22:26:26.135538 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] Set router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:26.156006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.174283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-096a3933-3429-42b8-94f6-3cba8a156baa None None] Provisioning complete for port 4d740fb5-e466-4d06-8d02-600f28a07806 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:26.175520 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-096a3933-3429-42b8-94f6-3cba8a156baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.178124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-0554bcf6-022a-41f7-8318-b45db0de4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:26.179653 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-0554bcf6-022a-41f7-8318-b45db0de4228 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c&tenant_id=a202bb9a868f4e9b94bee628f0f7b756 HTTP/1.1" status: 200 len: 1097 time: 0.3159578 Sep 17 22:26:26.243501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-096a3933-3429-42b8-94f6-3cba8a156baa None None] Port 4d740fb5-e466-4d06-8d02-600f28a07806 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:26.390655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.400598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-575accde-a5ba-4bad-8486-c252130da9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:26.402591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-575accde-a5ba-4bad-8486-c252130da9cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1097 time: 0.1622179 Sep 17 22:26:26.407735 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'name': 'tempest-ServersTestMultiNic-902565853-router', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:21Z', 'revision_number': 3, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'gw_port': {'id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:18Z', 'updated_at': '2021-09-17T22:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:26.416266 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.437602 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85625794-4ec3-4645-9eca-20ecf7a5174a None None] The sync data for ids ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'] in n-d-713499-18 is: [{'id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'name': 'tempest-ServersTestMultiNic-902565853-router', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:21Z', 'revision_number': 3, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'gw_port': {'id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:18Z', 'updated_at': '2021-09-17T22:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:26.519308 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.528752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Router 5ba88eec-722a-4982-9109-096b2d6cd2b9 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:26.599067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Pushing event updated for resources: {'Port': ['ID=4d740fb5-e466-4d06-8d02-600f28a07806,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:26.603152 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.613805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.614495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.614495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.614804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.615133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.615558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.615815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.616176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.616490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.616824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.617574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.617574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:26.693232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-bdb768a5-bcc8-4e57-a216-3b743ac60b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:26.694759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-bdb768a5-bcc8-4e57-a216-3b743ac60b02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.2793870 Sep 17 22:26:26.716794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:26.718604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:26.826282 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-aa09b1dc-9ef6-4eaa-a9a4-b421c307fab9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77147a9f-0258-4afd-b057-b5933f570010 HTTP/1.1" status: 200 len: 217 time: 0.1177204 Sep 17 22:26:26.832820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.898723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=68d6d25c-9d4a-463d-b518-0845130ea392,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:26.901223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:26.911283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Sync routers for ids ['5ba88eec-722a-4982-9109-096b2d6cd2b9'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:26.916588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:26.930701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Routers {'5ba88eec-722a-4982-9109-096b2d6cd2b9'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:26.931334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ba88eec-722a-4982-9109-096b2d6cd2b9'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:26.966278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2000ea8d-5feb-41a0-ac27-945407128c4e admin admin] 10.222.0.30 "PUT /v2.0/routers/5ba88eec-722a-4982-9109-096b2d6cd2b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9692695 Sep 17 22:26:27.145048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:27.152217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a3ab6d0e-1056-4f81-bc47-262cbb50281c admin admin] 10.222.0.30 "PUT /v2.0/routers/2b08d976-a6a1-4b5a-8baa-84bcc1b25693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4518924 Sep 17 22:26:27.207819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Set router 5ba88eec-722a-4982-9109-096b2d6cd2b9 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:27.240350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-a260e7e7-5031-4357-9d73-f7ff956d0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:27.241951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-a260e7e7-5031-4357-9d73-f7ff956d0cd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.3997366 Sep 17 22:26:27.248433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] Router 604084ff-9619-4ffe-b2e5-11db50cd489c has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:27.333334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-08a2db28-5a6b-4daa-99d7-d0a141be05e1 None None] Provisioning complete for port 4d740fb5-e466-4d06-8d02-600f28a07806 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:27.333905 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08a2db28-5a6b-4daa-99d7-d0a141be05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.370972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60834) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:27.383863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-bcd286ad-3229-486a-99b5-dcf921c868b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082680 Sep 17 22:26:27.446597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1834493448'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:27.541534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-08a2db28-5a6b-4daa-99d7-d0a141be05e1 None None] Port 4d740fb5-e466-4d06-8d02-600f28a07806 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:27.586564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c4d5a-7f9e-4a64-a635-5234197264b4 req-b29ae668-04e0-4e12-b4fe-92836fdae059 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:27.588111 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-034c4d5a-7f9e-4a64-a635-5234197264b4 req-b29ae668-04e0-4e12-b4fe-92836fdae059 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 945 time: 0.3107545 Sep 17 22:26:27.630298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:27.633967 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.643636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'name': 'tempest-ServerRescueTestJSON-897950643-router', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'fd506501-5a2c-4346-99b5-07183946169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:15Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'gw_port': {'id': 'fd506501-5a2c-4346-99b5-07183946169e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '01bb5d2d-55cb-4614-8117-da3405fe858b', 'name': '', 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'mac_address': 'fa:16:3e:73:62:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '24123f15-557c-401b-8d53-054c6af9f5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:20Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 2, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'subnets': [{'id': '24123f15-557c-401b-8d53-054c6af9f5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:27.677943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Checking router: 5ba88eec-722a-4982-9109-096b2d6cd2b9 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:27.678452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Updating router 5ba88eec-722a-4982-9109-096b2d6cd2b9 port 01bb5d2d-55cb-4614-8117-da3405fe858b binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:26:27.682625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:27.692163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-a8015b4b-ed09-4a3b-8a55-ddc54fe8efc8 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:27.693704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-a8015b4b-ed09-4a3b-8a55-ddc54fe8efc8 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/networks?id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 200 len: 810 time: 0.1944702 Sep 17 22:26:27.705223 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.712619 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.715415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.715516 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Added segment 2173245d-d3f9-4b36-9fae-f394369781c5 of type vlan for network 2b016f78-fb43-4e68-9762-6431db23729a Sep 17 22:26:27.792269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.831138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:27.842191 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] Sync routers for ids ['604084ff-9619-4ffe-b2e5-11db50cd489c'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:27.848194 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-51a06566-7293-49da-86b0-de33bda93612 admin admin] 10.222.0.30 "PUT /v2.0/routers/604084ff-9619-4ffe-b2e5-11db50cd489c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2610555 Sep 17 22:26:27.850200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60850) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:27.864835 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] Routers {'604084ff-9619-4ffe-b2e5-11db50cd489c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:27.866102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-034c4d5a-7f9e-4a64-a635-5234197264b4 req-789dc853-ef22-4e6d-810a-5b3a4cf93e25 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425358 Sep 17 22:26:27.884057 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['604084ff-9619-4ffe-b2e5-11db50cd489c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:27.904698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-e9347f2b-0cb7-4ebf-8119-b820e5897648 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066898 Sep 17 22:26:27.916889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.923219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:27.923837 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.998472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-2346a457-95bf-44a9-b1da-a68513f9df8e tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/quotas/3915a7bb8d0140abb14ade2b4cea5457 HTTP/1.1" status: 200 len: 375 time: 0.2924817 Sep 17 22:26:28.015614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 4583c354-4361-440e-ba1f-9bd26bd9cb45 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:28.065997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6930141 Sep 17 22:26:28.067358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a2a19-2c62-42c0-8864-26d1bc2ef9b5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Network': ['ID=2b016f78-fb43-4e68-9762-6431db23729a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:28.072694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60852) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:28.107786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 2b016f78-fb43-4e68-9762-6431db23729a details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:28.188382 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.200704 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] Set router 604084ff-9619-4ffe-b2e5-11db50cd489c gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:28.216414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-260bb61f-aec6-48af-acc5-597c4ad274dd tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2033269 Sep 17 22:26:28.304329 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.417403 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.477260 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-router', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:51Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 5, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'gw_port': {'id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:28.522849 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] Checking router: 604084ff-9619-4ffe-b2e5-11db50cd489c for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:28.535092 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] Routers {'604084ff-9619-4ffe-b2e5-11db50cd489c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:28.536171 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['604084ff-9619-4ffe-b2e5-11db50cd489c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:28.552329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e98cc3-46a3-4e23-bb99-736c255560e5 None None] Pushing event updated for resources: {'Port': ['ID=01bb5d2d-55cb-4614-8117-da3405fe858b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:28.588068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'subnet': {'network_id': '2b016f78-fb43-4e68-9762-6431db23729a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:28.593892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-29d8bfbe-7960-4aa9-9d3b-5ce19d483ff5 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282542 Sep 17 22:26:28.603602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:28.632211 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c6ca8434-6c36-4efb-b154-0f2e09bf81c0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/4583c354-4361-440e-ba1f-9bd26bd9cb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8976910 Sep 17 22:26:28.632211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60856) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:28.685870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60858) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:28.686495 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6e065148-a5c3-480c-924b-b6f64fcccb46 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=4583c354-4361-440e-ba1f-9bd26bd9cb45 HTTP/1.1" status: 200 len: 205 time: 0.0554264 Sep 17 22:26:28.802125 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.814886 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] Set router 604084ff-9619-4ffe-b2e5-11db50cd489c gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:28.839597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165f4a2-8cfb-48e0-bd61-7b3b8cdba1d6 None None] Sync routers for ids ['4583c354-4361-440e-ba1f-9bd26bd9cb45'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:28.842199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 36b1766f-e64b-4539-b350-066c75c1dc1d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:28.849314 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c75440b-a113-463b-968c-c96e3b49b892 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.874674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:28.879843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.882756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Attempting to bind port 01bb5d2d-55cb-4614-8117-da3405fe858b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:28.883131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Attempting to bind port 01bb5d2d-55cb-4614-8117-da3405fe858b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:28.883494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Attempting to bind port 01bb5d2d-55cb-4614-8117-da3405fe858b on network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:28.892201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165f4a2-8cfb-48e0-bd61-7b3b8cdba1d6 None None] Routers {'4583c354-4361-440e-ba1f-9bd26bd9cb45'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:28.892950 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7165f4a2-8cfb-48e0-bd61-7b3b8cdba1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4583c354-4361-440e-ba1f-9bd26bd9cb45'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:28.899502 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-458e0d2f-830e-44a6-8b86-08899dbc5892 service neutron] 10.222.0.30 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893447 Sep 17 22:26:28.911844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:28.912252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Checking segment: {'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:28.912937 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.913360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Bound using segment: {'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:28.913830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Bound port: 01bb5d2d-55cb-4614-8117-da3405fe858b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:28.914211 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.978908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7165f4a2-8cfb-48e0-bd61-7b3b8cdba1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:29.030639 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Sync routers for ids ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:29.044383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165f4a2-8cfb-48e0-bd61-7b3b8cdba1d6 None None] Routers {'4583c354-4361-440e-ba1f-9bd26bd9cb45'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:29.045424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7165f4a2-8cfb-48e0-bd61-7b3b8cdba1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4583c354-4361-440e-ba1f-9bd26bd9cb45'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:29.089844 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Routers {'2b08d976-a6a1-4b5a-8baa-84bcc1b25693'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:29.090428 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:29.093329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 36b1766f-e64b-4539-b350-066c75c1dc1d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:29.094173 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.096044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7165f4a2-8cfb-48e0-bd61-7b3b8cdba1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:29.097009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165f4a2-8cfb-48e0-bd61-7b3b8cdba1d6 None None] The sync data for ids ['4583c354-4361-440e-ba1f-9bd26bd9cb45'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:29.107065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c75440b-a113-463b-968c-c96e3b49b892 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.109688 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c75440b-a113-463b-968c-c96e3b49b892 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.129352 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.134937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] For port 01bb5d2d-55cb-4614-8117-da3405fe858b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:29.155035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] For port 01bb5d2d-55cb-4614-8117-da3405fe858b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=01bb5d2d-55cb-4614-8117-da3405fe858b,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:29.193372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7114b-c133-43a0-b869-325b2ef8d3b7 req-26549c49-949e-4566-b96f-b28476e0dcc6 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:29.195550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97c7114b-c133-43a0-b869-325b2ef8d3b7 req-26549c49-949e-4566-b96f-b28476e0dcc6 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 945 time: 0.1606288 Sep 17 22:26:29.215720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.261911 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Set router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:29.262794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 36b1766f-e64b-4539-b350-066c75c1dc1d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=36b1766f-e64b-4539-b350-066c75c1dc1d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:29.267112 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.289654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-2f5b22a6-57f4-40d8-9858-9edf2696d57e service neutron] 10.222.0.30 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602586 Sep 17 22:26:29.309795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Deleting port b78167f6-5eb3-4610-a765-fdbcf24b50bb {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:29.313532 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.325463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97c7114b-c133-43a0-b869-325b2ef8d3b7 req-e28372b7-49a4-4e25-a1af-856fad40c400 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106498 Sep 17 22:26:29.356064 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c75440b-a113-463b-968c-c96e3b49b892 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.362949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c75440b-a113-463b-968c-c96e3b49b892 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Fanout notify agent at l3_agent the message router_deleted on router 4583c354-4361-440e-ba1f-9bd26bd9cb45 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:26:29.374904 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.383438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-095e5918-5b14-4cd8-870e-e62fa47f7e28 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:29.385580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-095e5918-5b14-4cd8-870e-e62fa47f7e28 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1097 time: 0.1848717 Sep 17 22:26:29.387420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c75440b-a113-463b-968c-c96e3b49b892 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.392333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e98cc3-46a3-4e23-bb99-736c255560e5 None None] Pushing event updated for resources: {'Port': ['ID=01bb5d2d-55cb-4614-8117-da3405fe858b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:29.393193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1c75440b-a113-463b-968c-c96e3b49b892 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/4583c354-4361-440e-ba1f-9bd26bd9cb45 HTTP/1.1" status: 204 len: 168 time: 0.7043722 Sep 17 22:26:29.393819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60868) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:29.447448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Routers {'5ba88eec-722a-4982-9109-096b2d6cd2b9'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:29.448100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ba88eec-722a-4982-9109-096b2d6cd2b9'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:29.501350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-45583047-1ea0-4d9b-8ca3-f1fdae8653fb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting subnet 4efa1ca9-27f4-4872-b724-ad98f8ddf888 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:29.514785 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45583047-1ea0-4d9b-8ca3-f1fdae8653fb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.541978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] For port b78167f6-5eb3-4610-a765-fdbcf24b50bb, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b78167f6-5eb3-4610-a765-fdbcf24b50bb,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:29.542725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.543139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=36b1766f-e64b-4539-b350-066c75c1dc1d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:29.587001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Calling delete_port for b78167f6-5eb3-4610-a765-fdbcf24b50bb owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:29.598147 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-router', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:51Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 5, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'gw_port': {'id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:29.639856 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223628c-9329-46c4-910f-127ccceb4817 None None] The sync data for ids ['604084ff-9619-4ffe-b2e5-11db50cd489c'] in n-d-713499-18 is: [{'id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'name': 'tempest-AttachSCSIVolumeTestJSON-316952635-router', 'tenant_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:51Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 5, 'project_id': 'aa2f44120daa4938a86ec52ce9b6f49b', 'gw_port': {'id': 'b78167f6-5eb3-4610-a765-fdbcf24b50bb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604084ff-9619-4ffe-b2e5-11db50cd489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:29.653376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] Set router 5ba88eec-722a-4982-9109-096b2d6cd2b9 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:29.697885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.705668 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45583047-1ea0-4d9b-8ca3-f1fdae8653fb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.848298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Subnet': ['ID=211f4d40-65d4-4c74-9242-01c2c9480b62,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:29.894746 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'name': 'tempest-ServersTestMultiNic-902565853-router', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:26Z', 'revision_number': 4, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'gw_port': {'id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:18Z', 'updated_at': '2021-09-17T22:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4d740fb5-e466-4d06-8d02-600f28a07806', 'name': '', 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'mac_address': 'fa:16:3e:83:c1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '2b2c7cca-c485-46ea-939d-a312cf6e67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:25Z', 'updated_at': '2021-09-17T22:26:26Z', 'revision_number': 2, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'subnets': [{'id': '2b2c7cca-c485-46ea-939d-a312cf6e67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:29.896210 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad4fb7e7-09c6-47a9-a261-82fd96be7f18 req-ed5e853b-6c09-4a27-812a-58a42cee9b54 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 210 time: 0.0761487 Sep 17 22:26:29.936551 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Checking router: 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:29.937438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Updating router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 port 4d740fb5-e466-4d06-8d02-600f28a07806 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:26:29.964174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Checking segment: {'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:29.964780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network hostable DHCP agents. Network: 2b016f78-fb43-4e68-9762-6431db23729a, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:29.972867 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.059184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45583047-1ea0-4d9b-8ca3-f1fdae8653fb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.071535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'name': 'tempest-ServerRescueTestJSON-897950643-router', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'fd506501-5a2c-4346-99b5-07183946169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:15Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'gw_port': {'id': 'fd506501-5a2c-4346-99b5-07183946169e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '01bb5d2d-55cb-4614-8117-da3405fe858b', 'name': '', 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'mac_address': 'fa:16:3e:73:62:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '24123f15-557c-401b-8d53-054c6af9f5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:20Z', 'updated_at': '2021-09-17T22:26:29Z', 'revision_number': 4, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'subnets': [{'id': '24123f15-557c-401b-8d53-054c6af9f5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:30.118235 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9e2b7-afb5-4de6-9a50-44dfabd723a0 None None] The sync data for ids ['5ba88eec-722a-4982-9109-096b2d6cd2b9'] in n-d-713499-18 is: [{'id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'name': 'tempest-ServerRescueTestJSON-897950643-router', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'fd506501-5a2c-4346-99b5-07183946169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:15Z', 'updated_at': '2021-09-17T22:26:24Z', 'revision_number': 4, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'gw_port': {'id': 'fd506501-5a2c-4346-99b5-07183946169e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '01bb5d2d-55cb-4614-8117-da3405fe858b', 'name': '', 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'mac_address': 'fa:16:3e:73:62:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '24123f15-557c-401b-8d53-054c6af9f5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:20Z', 'updated_at': '2021-09-17T22:26:29Z', 'revision_number': 4, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'subnets': [{'id': '24123f15-557c-401b-8d53-054c6af9f5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:30.127297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network 2b016f78-fb43-4e68-9762-6431db23729a is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:30.129288 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.155024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-c9b31a2e-4c12-47ac-a9d2-6236c9fb0e8e service neutron] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:30.179794 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-c9b31a2e-4c12-47ac-a9d2-6236c9fb0e8e service neutron] Notify callbacks [] for binding, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.181184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fce1ffb-f078-49ea-b7c1-2bc7e8e1a980 req-c9b31a2e-4c12-47ac-a9d2-6236c9fb0e8e service neutron] 10.222.0.23 "DELETE /v2.0/ports/77147a9f-0258-4afd-b057-b5933f570010/bindings/n-h2-713499-18 HTTP/1.1" status: 204 len: 173 time: 0.7861831 Sep 17 22:26:30.251888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 2b016f78-fb43-4e68-9762-6431db23729a) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:30.257451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:30.258053 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.262089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235fe7f0-448c-479b-af05-08e739b14226 None None] Network 2b016f78-fb43-4e68-9762-6431db23729a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:30.303529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78167f6-5eb3-4610-a765-fdbcf24b50bb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:30.361623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45583047-1ea0-4d9b-8ca3-f1fdae8653fb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.363010 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.459099 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45583047-1ea0-4d9b-8ca3-f1fdae8653fb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.463892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-45583047-1ea0-4d9b-8ca3-f1fdae8653fb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/4efa1ca9-27f4-4872-b724-ad98f8ddf888 HTTP/1.1" status: 204 len: 168 time: 1.0666723 Sep 17 22:26:30.467361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60882) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:30.474520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-22649b9f-5574-4711-b596-f3e0a5769ca4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3985758 Sep 17 22:26:30.484082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60886) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:30.495734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d516f7-101a-46d4-ae21-07860877c11c None None] Network e8d54690-12fd-47a3-ad99-17c9bb85daac requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:30.498299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45583047-1ea0-4d9b-8ca3-f1fdae8653fb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Subnet': ['ID=4efa1ca9-27f4-4872-b724-ad98f8ddf888,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:30.522767 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.546235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.578153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1483915435'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:30.592414 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.629455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.636056 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.681610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-2b016f78-fb43-4e68-9762-6431db23729a', 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'fixed_ips': [{'subnet_id': '211f4d40-65d4-4c74-9242-01c2c9480b62'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:30.683961 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.702788 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812385f-a033-415e-ab84-8663f1dd68e9 None None] Pushing event updated for resources: {'Port': ['ID=4d740fb5-e466-4d06-8d02-600f28a07806,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:30.776675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 072b7764-a976-446b-83ca-4c534f5bbd73 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:30.780066 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.781117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70332e-f389-4e18-8dd0-86cf2fc07723 req-4c159e33-69ed-429a-8f58-5900584c5efe tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:30.782861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b70332e-f389-4e18-8dd0-86cf2fc07723 req-4c159e33-69ed-429a-8f58-5900584c5efe tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 945 time: 0.3229585 Sep 17 22:26:30.910374 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Attempting to bind port 4d740fb5-e466-4d06-8d02-600f28a07806 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:30.910747 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Attempting to bind port 4d740fb5-e466-4d06-8d02-600f28a07806 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2495ff7b-2cf2-4de0-9f13-753bceaa134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:30.911111 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Attempting to bind port 4d740fb5-e466-4d06-8d02-600f28a07806 on network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:30.913295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:30.917262 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:30.920369 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Checking segment: {'id': '2495ff7b-2cf2-4de0-9f13-753bceaa134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:30.920369 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.920369 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Bound using segment: {'id': '2495ff7b-2cf2-4de0-9f13-753bceaa134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:30.920369 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Bound port: 4d740fb5-e466-4d06-8d02-600f28a07806, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2495ff7b-2cf2-4de0-9f13-753bceaa134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:30.920369 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.926605 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.947932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port 072b7764-a976-446b-83ca-4c534f5bbd73, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=072b7764-a976-446b-83ca-4c534f5bbd73,segment=NetworkSegment(5cba03db-b0c6-4787-b4e6-666266459db4),segment_id=5cba03db-b0c6-4787-b4e6-666266459db4)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:30.949097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.982593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 072b7764-a976-446b-83ca-4c534f5bbd73 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:31.049183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:31.073802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-236c22ae-33b7-4959-964a-3412264b199e req-1a838768-91b8-49e2-9c5e-b8a33aa7eaa6 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 210 time: 0.0727680 Sep 17 22:26:31.114125 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.115028 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Added segment c212606a-971d-4817-a789-eec913fe940e of type vlan for network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 Sep 17 22:26:31.142865 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] For port 4d740fb5-e466-4d06-8d02-600f28a07806, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:31.151061 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] For port 4d740fb5-e466-4d06-8d02-600f28a07806, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4d740fb5-e466-4d06-8d02-600f28a07806,segment=NetworkSegment(2495ff7b-2cf2-4de0-9f13-753bceaa134a),segment_id=2495ff7b-2cf2-4de0-9f13-753bceaa134a)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:31.168423 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.168971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 604084ff-9619-4ffe-b2e5-11db50cd489c {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:26:31.179142 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.183883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-15458d93-6885-4b3f-bf3d-0ce04aca9cd2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/604084ff-9619-4ffe-b2e5-11db50cd489c HTTP/1.1" status: 204 len: 168 time: 3.3305221 Sep 17 22:26:31.184469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60896) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:31.197433 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b70332e-f389-4e18-8dd0-86cf2fc07723 req-a2552b14-13c0-4014-909c-dba3c8f1aedc tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947771 Sep 17 22:26:31.251997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 36b1766f-e64b-4539-b350-066c75c1dc1d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:31.273270 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.286284 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.291455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf8b873-5149-4128-b816-cd2fe7d19460 admin admin] Deleting subnet 86a63e5c-5c48-4613-bc1c-f7bb54af1d43 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:31.303172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.319380 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b873-5149-4128-b816-cd2fe7d19460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.387503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No DVR routers for this DVR port 072b7764-a976-446b-83ca-4c534f5bbd73 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:31.422704 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Routers {'2b08d976-a6a1-4b5a-8baa-84bcc1b25693'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:31.423098 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:31.432285 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.449884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:31.450838 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.485930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-430e7c4d-dbf4-4785-9611-6b8f664aec9b None None] Provisioning complete for port 4d740fb5-e466-4d06-8d02-600f28a07806 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:31.486465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-430e7c4d-dbf4-4785-9611-6b8f664aec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.512459 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812385f-a033-415e-ab84-8663f1dd68e9 None None] Pushing event updated for resources: {'Port': ['ID=4d740fb5-e466-4d06-8d02-600f28a07806,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:31.619077 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.648271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Network': ['ID=6bd0866c-dff2-4af1-ace0-85a29b59e3a8,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:31.654354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d54690-12fd-47a3-ad99-17c9bb85daac']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:31.655633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Allocated IP 19.80.0.2 (2b016f78-fb43-4e68-9762-6431db23729a/211f4d40-65d4-4c74-9242-01c2c9480b62/28f055e7-cff5-44fa-872f-8f1dc13773f9) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:31.657627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 36b1766f-e64b-4539-b350-066c75c1dc1d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:31.658001 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.666912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:31.685102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cba03db-b0c6-4787-b4e6-666266459db4') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:31.695345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cba03db-b0c6-4787-b4e6-666266459db4') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:31.696544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c285056-211b-44f3-b384-d2bcd9f506b1 req-bef706da-3643-4327-a0be-11c878b3f323 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:31.700090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c285056-211b-44f3-b384-d2bcd9f506b1 req-bef706da-3643-4327-a0be-11c878b3f323 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1097 time: 0.3696177 Sep 17 22:26:31.707534 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] Set router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:31.717250 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.785210 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b873-5149-4128-b816-cd2fe7d19460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.790738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=072b7764-a976-446b-83ca-4c534f5bbd73,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:31.801494 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c285056-211b-44f3-b384-d2bcd9f506b1 req-58c591b2-ce48-4a7f-97d5-5545793776c0 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978413 Sep 17 22:26:31.820471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da03dbda-38aa-49fd-b786-600d74c87c38 None None] DHCP port deletion for e8d54690-12fd-47a3-ad99-17c9bb85daac request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:31.827809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f299d8b7-1caa-4450-ac78-4529a9b38077 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3383172 Sep 17 22:26:31.829056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60906) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:31.855216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'subnet': {'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:31.900793 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.915421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:31.916156 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:32.014336 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:32.080651 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b873-5149-4128-b816-cd2fe7d19460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.099129 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a55c08-238c-4608-a01c-4fbc2702b114 req-74cb84ba-c045-4e33-8986-aad87e70bb3d tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:32.101062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9a55c08-238c-4608-a01c-4fbc2702b114 req-74cb84ba-c045-4e33-8986-aad87e70bb3d tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1097 time: 0.1146834 Sep 17 22:26:32.187741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9a55c08-238c-4608-a01c-4fbc2702b114 req-07b59897-4b41-4ba6-9ffa-63d612619c81 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552554 Sep 17 22:26:32.201744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.208811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:32.208811 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.234524 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.235305 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-430e7c4d-dbf4-4785-9611-6b8f664aec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.241120 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/networks/e8d54690-12fd-47a3-ad99-17c9bb85daac HTTP/1.1" status: 204 len: 168 time: 1.7593501 Sep 17 22:26:32.242415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60916) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:32.255964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1558884691', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:32.276485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd15078-3ff6-4bef-a181-e35b3c46287f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Network': ['ID=e8d54690-12fd-47a3-ad99-17c9bb85daac,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:32.291116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34c164f0-e22c-4025-a241-ecc16199c621 req-cafb88f4-d80b-48ac-9953-9f030a300b35 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 210 time: 0.0529079 Sep 17 22:26:32.309297 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'name': 'tempest-ServersTestMultiNic-902565853-router', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:26Z', 'revision_number': 4, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'gw_port': {'id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:18Z', 'updated_at': '2021-09-17T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4d740fb5-e466-4d06-8d02-600f28a07806', 'name': '', 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'mac_address': 'fa:16:3e:83:c1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '2b2c7cca-c485-46ea-939d-a312cf6e67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:25Z', 'updated_at': '2021-09-17T22:26:31Z', 'revision_number': 4, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'subnets': [{'id': '2b2c7cca-c485-46ea-939d-a312cf6e67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:32.311679 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b873-5149-4128-b816-cd2fe7d19460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.340888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 01bb5d2d-55cb-4614-8117-da3405fe858b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:32.343089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8b873-5149-4128-b816-cd2fe7d19460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a63e5c-5c48-4613-bc1c-f7bb54af1d43,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:32.355543 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b873-5149-4128-b816-cd2fe7d19460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.358778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9cf8b873-5149-4128-b816-cd2fe7d19460 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/86a63e5c-5c48-4613-bc1c-f7bb54af1d43 HTTP/1.1" status: 204 len: 168 time: 1.1727822 Sep 17 22:26:32.361831 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c132f6-16e9-4c19-9b7e-3df8bc451284 None None] The sync data for ids ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'] in n-d-713499-18 is: [{'id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'name': 'tempest-ServersTestMultiNic-902565853-router', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:26Z', 'revision_number': 4, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'gw_port': {'id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:18Z', 'updated_at': '2021-09-17T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4d740fb5-e466-4d06-8d02-600f28a07806', 'name': '', 'network_id': '25ac685e-12bd-44b5-8b2f-54dece2ba6f1', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'mac_address': 'fa:16:3e:83:c1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '2b2c7cca-c485-46ea-939d-a312cf6e67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:25Z', 'updated_at': '2021-09-17T22:26:31Z', 'revision_number': 4, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'subnets': [{'id': '2b2c7cca-c485-46ea-939d-a312cf6e67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:32.362552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60920) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:32.398569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f74dcb-edc8-4cca-a9f0-a7ff05564f38 None None] Network caf54933-681e-4986-bfa3-6fec7fbfe13a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:32.450420 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.512682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Deleting port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:32.513011 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.548740 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.549844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.560101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-430e7c4d-dbf4-4785-9611-6b8f664aec9b None None] For port 4d740fb5-e466-4d06-8d02-600f28a07806, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4d740fb5-e466-4d06-8d02-600f28a07806,segment=NetworkSegment(2495ff7b-2cf2-4de0-9f13-753bceaa134a),segment_id=2495ff7b-2cf2-4de0-9f13-753bceaa134a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:32.606162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] For port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4a4adfe9-e5d4-4fd6-beeb-85524f718bdc,segment=NetworkSegment(58f6753d-eab9-4e8a-b298-5a4b0d303f5e),segment_id=58f6753d-eab9-4e8a-b298-5a4b0d303f5e)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:32.606517 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.619346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.621080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Calling delete_port for 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:32.635244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.683721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 01bb5d2d-55cb-4614-8117-da3405fe858b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:32.684592 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.722623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.734601 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-430e7c4d-dbf4-4785-9611-6b8f664aec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.761685 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.829223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.839391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Network 2b016f78-fb43-4e68-9762-6431db23729a is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:32.850741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] No DVR routers for this DVR port 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:32.867097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:32.906312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805c7a2f-8cb3-4054-bf23-34fb35944797 None None] DHCP port deletion for caf54933-681e-4986-bfa3-6fec7fbfe13a request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:32.916312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:32.963842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4adfe9-e5d4-4fd6-beeb-85524f718bdc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.044564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e7c4d-dbf4-4785-9611-6b8f664aec9b None None] Pushing event updated for resources: {'Port': ['ID=4d740fb5-e466-4d06-8d02-600f28a07806,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.055710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Subnet': ['ID=c947297e-ab28-4d87-8a7d-eebb05d86d38,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.107960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.129841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Checking segment: {'id': 'c212606a-971d-4817-a789-eec913fe940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:33.130208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network hostable DHCP agents. Network: 6bd0866c-dff2-4af1-ace0-85a29b59e3a8, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:33.168796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fb209a4a-cfe4-458e-90dd-bbc321d4fa8a None None] Provisioning complete for port 4d740fb5-e466-4d06-8d02-600f28a07806 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:33.169640 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fb209a4a-cfe4-458e-90dd-bbc321d4fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.239789 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.264724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Pushing event updated for resources: {'Port': ['ID=28f055e7-cff5-44fa-872f-8f1dc13773f9,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.270175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Attempting to bind port 28f055e7-cff5-44fa-872f-8f1dc13773f9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:33.270636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Attempting to bind port 28f055e7-cff5-44fa-872f-8f1dc13773f9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:33.271077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Attempting to bind port 28f055e7-cff5-44fa-872f-8f1dc13773f9 on network 2b016f78-fb43-4e68-9762-6431db23729a {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:33.302425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:33.304288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 01bb5d2d-55cb-4614-8117-da3405fe858b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=01bb5d2d-55cb-4614-8117-da3405fe858b,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:33.318123 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:33.320015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Checking segment: {'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:33.320532 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.321007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Bound using segment: {'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:33.321608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Bound port: 28f055e7-cff5-44fa-872f-8f1dc13773f9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:33.322274 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.340985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-4673c46b-52a5-4a57-a99d-b5f2a86be6f4 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:33.348901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-4673c46b-52a5-4a57-a99d-b5f2a86be6f4 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.23 "GET /v2.0/networks?id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 200 len: 810 time: 0.2145803 Sep 17 22:26:33.351339 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.371629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Request body: {'port': {'device_id': 'e415501b-4f3b-4a36-9c68-eb481ec73c69', 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b', 'admin_state_up': True, 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:33.384047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.420227 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3b9be0c3-a774-47ac-8d99-8e1e2b1abea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.428298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bbd35d2c-8f61-449a-94e7-8f690ddf5817 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:33.482994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: bbd35d2c-8f61-449a-94e7-8f690ddf5817 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:33.483346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bbd35d2c-8f61-449a-94e7-8f690ddf5817 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:33.564999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf54933-681e-4986-bfa3-6fec7fbfe13a']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:33.588805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] For port 28f055e7-cff5-44fa-872f-8f1dc13773f9, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:33.594733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=01bb5d2d-55cb-4614-8117-da3405fe858b,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.604430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] For port 28f055e7-cff5-44fa-872f-8f1dc13773f9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=28f055e7-cff5-44fa-872f-8f1dc13773f9,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:33.613906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ee43ea71-2105-4a73-a48a-abe8cbcb229d req-d6d47991-8422-421b-b839-ac7f71ba2bf6 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 210 time: 0.1527343 Sep 17 22:26:33.626981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f6753d-eab9-4e8a-b298-5a4b0d303f5e') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:33.627499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f6753d-eab9-4e8a-b298-5a4b0d303f5e') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:33.647054 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.671897 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.684804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:33.685488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:33.687574 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:33.716300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4d740fb5-e466-4d06-8d02-600f28a07806 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:33.764597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.889597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9d20a-6994-4948-9563-6f926dd8aec0 None None] Pushing event updated for resources: {'Port': ['ID=28f055e7-cff5-44fa-872f-8f1dc13773f9,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.896392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4d740fb5-e466-4d06-8d02-600f28a07806 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:33.897408 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.908617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Made reservation on behalf of 3915a7bb8d0140abb14ade2b4cea5457 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:33.913557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.917886 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.919873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 6bd0866c-dff2-4af1-ace0-85a29b59e3a8) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:33.925477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:33.926708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.942169 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.957286 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.959356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/caf54933-681e-4986-bfa3-6fec7fbfe13a HTTP/1.1" status: 204 len: 168 time: 1.5957966 Sep 17 22:26:33.961975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e302d7ac-2986-4a09-834e-30df26d41e79 None None] Network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:33.967154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60936) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:34.018966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4d4b3-41a7-4045-87a4-99c9b31756e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=caf54933-681e-4986-bfa3-6fec7fbfe13a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:34.167444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.179544 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-64d7b88b-4c80-49eb-bc61-2fe1b6a26d0c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3465579 Sep 17 22:26:34.341007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Allocated IP 172.20.0.12 (8aa8ca51-a31b-42bc-9823-e1ee66d6c18b/24123f15-557c-401b-8d53-054c6af9f5aa/ea808854-5be3-4760-be11-db1917d9338a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:34.553519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-6bd0866c-dff2-4af1-ace0-85a29b59e3a8', 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'fixed_ips': [{'subnet_id': 'c947297e-ab28-4d87-8a7d-eebb05d86d38'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:34.556485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.594262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 072b7764-a976-446b-83ca-4c534f5bbd73 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:34.619112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Allocated IP 172.25.6.109 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/e27a458a-ed19-437a-a577-7fcaa2620264) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:34.711314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.780569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Allocated IP 19.86.0.2 (6bd0866c-dff2-4af1-ace0-85a29b59e3a8/c947297e-ab28-4d87-8a7d-eebb05d86d38/9afcff0b-a481-4b1a-bca0-33fcac34490d) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:34.795413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aaf56965-5f05-4b49-a8c9-c97f46d95960 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:34.807670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aaf56965-5f05-4b49-a8c9-c97f46d95960 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:34.810303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aaf56965-5f05-4b49-a8c9-c97f46d95960 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/networks?id=2b016f78-fb43-4e68-9762-6431db23729a&id=6bd0866c-dff2-4af1-ace0-85a29b59e3a8&id=2b016f78-fb43-4e68-9762-6431db23729a HTTP/1.1" status: 200 len: 1392 time: 0.2698538 Sep 17 22:26:34.812202 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8d54f65-20d6-421a-b129-8b1c7d425968 req-789b355b-4709-4494-9909-6d866627bb24 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 210 time: 0.1204243 Sep 17 22:26:34.847023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-2b11b5ea-ff8e-410a-bcd5-45cdca393a69 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/quotas/666c978cefef4d4da73471fe25d8014b HTTP/1.1" status: 200 len: 375 time: 0.0267591 Sep 17 22:26:34.877132 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.888516 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.903159 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.960888 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.980659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 072b7764-a976-446b-83ca-4c534f5bbd73 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:34.981247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 072b7764-a976-446b-83ca-4c534f5bbd73 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:34.981809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:35.003098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-b2777aad-b4d6-4d9d-966b-bbf003821be5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=666c978cefef4d4da73471fe25d8014b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1466663 Sep 17 22:26:35.012501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:35.022383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:35.023088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4a4adfe9-e5d4-4fd6-beeb-85524f718bdc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:35.023754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b78167f6-5eb3-4610-a765-fdbcf24b50bb no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:35.034702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:35.056033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:35.071769 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.073948 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: b78167f6-5eb3-4610-a765-fdbcf24b50bb {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:35.074404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b78167f6-5eb3-4610-a765-fdbcf24b50bb not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:35.110631 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.138782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Pushing event updated for resources: {'Port': ['ID=ea808854-5be3-4760-be11-db1917d9338a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:35.144483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:35.151392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:35.160721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:35.210931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:35.211609 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.261547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:35.270320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-1bb3f6cf-6aa2-4020-a22a-aa4fec485ebf service neutron] 10.222.0.30 "GET /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541845 Sep 17 22:26:35.275626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:35.287614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:35.289740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Pushing event updated for resources: {'Port': ['ID=9afcff0b-a481-4b1a-bca0-33fcac34490d,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:35.317313 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Attempting to bind port 9afcff0b-a481-4b1a-bca0-33fcac34490d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:35.318415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Attempting to bind port 9afcff0b-a481-4b1a-bca0-33fcac34490d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'c212606a-971d-4817-a789-eec913fe940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:35.319065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Attempting to bind port 9afcff0b-a481-4b1a-bca0-33fcac34490d on network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:35.320561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=e27a458a-ed19-437a-a577-7fcaa2620264,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:35.345823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:35.347968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Checking segment: {'id': 'c212606a-971d-4817-a789-eec913fe940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:35.349594 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.351485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Bound using segment: {'id': 'c212606a-971d-4817-a789-eec913fe940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:35.353569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Bound port: 9afcff0b-a481-4b1a-bca0-33fcac34490d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c212606a-971d-4817-a789-eec913fe940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:35.354299 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.437946 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-705dbc70-1676-4a0e-9822-b8e585696345 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0672622 Sep 17 22:26:35.438520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-638a6413-ebe9-4f7f-bea5-2fb0e26d532b service neutron] 10.222.0.30 "GET /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592813 Sep 17 22:26:35.444176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-33fdacc6-b905-460e-80bd-06c4958a72fc tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:26:35.445681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-33fdacc6-b905-460e-80bd-06c4958a72fc tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059793 Sep 17 22:26:35.484015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] For port 9afcff0b-a481-4b1a-bca0-33fcac34490d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:35.489998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] For port 9afcff0b-a481-4b1a-bca0-33fcac34490d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9afcff0b-a481-4b1a-bca0-33fcac34490d,segment=NetworkSegment(c212606a-971d-4817-a789-eec913fe940e),segment_id=c212606a-971d-4817-a789-eec913fe940e)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:35.502585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Request body: {'port': {'device_id': 'e415501b-4f3b-4a36-9c68-eb481ec73c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:35.588621 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.594649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] Deleting port c133b938-5f2d-445f-9099-8dc1704ee954 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:35.595001 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.719372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3382ba-742e-48a2-b04e-0595fb1478b4 None None] Pushing event updated for resources: {'Port': ['ID=9afcff0b-a481-4b1a-bca0-33fcac34490d,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:35.736088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b609a825-1222-4cfb-9ccf-559071a20aa5 None None] Network 2b016f78-fb43-4e68-9762-6431db23729a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:35.743009 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.793459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 28f055e7-cff5-44fa-872f-8f1dc13773f9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:35.819323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3ba09907-7125-45bd-b6bb-c541ff97d64c service neutron] 10.222.0.30 "GET /v2.0/networks/6bd0866c-dff2-4af1-ace0-85a29b59e3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725576 Sep 17 22:26:35.844818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] For port c133b938-5f2d-445f-9099-8dc1704ee954, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c133b938-5f2d-445f-9099-8dc1704ee954,segment=NetworkSegment(6d7f83ea-f36c-4b8c-a102-f43ec50a05d5),segment_id=6d7f83ea-f36c-4b8c-a102-f43ec50a05d5)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:35.845335 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.895528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] Calling delete_port for c133b938-5f2d-445f-9099-8dc1704ee954 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:35.922182 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-86f721aa-b720-4ce4-8ad3-e3d0bf348198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.937058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-533685bf-a181-4309-b16c-5beabae50ff4 None None] Provisioning complete for port 28f055e7-cff5-44fa-872f-8f1dc13773f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:35.937567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-533685bf-a181-4309-b16c-5beabae50ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.025849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.104420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6f369e1f-2b7a-4f61-b116-a11aaa39337b service neutron] 10.222.0.30 "GET /v2.0/networks/6bd0866c-dff2-4af1-ace0-85a29b59e3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803683 Sep 17 22:26:36.110618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 28f055e7-cff5-44fa-872f-8f1dc13773f9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:36.111109 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.164008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81dd40-6c24-4035-95a7-44285e263c96 req-04dc5bcd-b439-4015-bc7d-da1f2000dadf tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:36.165647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f81dd40-6c24-4035-95a7-44285e263c96 req-04dc5bcd-b439-4015-bc7d-da1f2000dadf tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 932 time: 0.2434704 Sep 17 22:26:36.275487 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-533685bf-a181-4309-b16c-5beabae50ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.285656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f81dd40-6c24-4035-95a7-44285e263c96 req-be878bd0-3f59-48f0-a4da-3559afbc27c2 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134186 Sep 17 22:26:36.379087 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.385592 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-198018ac-34e0-42c2-a80e-ac283f943c60 service neutron] 10.222.0.30 "GET /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836800 Sep 17 22:26:36.442975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-533685bf-a181-4309-b16c-5beabae50ff4 None None] For port 28f055e7-cff5-44fa-872f-8f1dc13773f9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=28f055e7-cff5-44fa-872f-8f1dc13773f9,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:36.518926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-533685bf-a181-4309-b16c-5beabae50ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.572438 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:26:36.572807 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:26:36.586633 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.587539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-ab6ca954-a984-449a-8d0d-82a1da6abc2d service neutron] 10.222.0.30 "GET /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002325 Sep 17 22:26:36.719593 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.731017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea808854-5be3-4760-be11-db1917d9338a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:36.750677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.782361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Transition to ACTIVE for port object ea808854-5be3-4760-be11-db1917d9338a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:26:36.839235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] Pushing event deleted for resources: {'Port': ['ID=c133b938-5f2d-445f-9099-8dc1704ee954,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:36.854788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533685bf-a181-4309-b16c-5beabae50ff4 None None] Pushing event updated for resources: {'Port': ['ID=28f055e7-cff5-44fa-872f-8f1dc13773f9,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:36.866449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6529f632-1b81-4d37-8a01-68390f8bba64 None None] Provisioning complete for port 28f055e7-cff5-44fa-872f-8f1dc13773f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:36.866832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6529f632-1b81-4d37-8a01-68390f8bba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.890888 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.027420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Pushing event updated for resources: {'Port': ['ID=ea808854-5be3-4760-be11-db1917d9338a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:37.142586 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.219622 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 01bb5d2d-55cb-4614-8117-da3405fe858b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:37.271759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Attempting to bind port ea808854-5be3-4760-be11-db1917d9338a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:37.271979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Attempting to bind port ea808854-5be3-4760-be11-db1917d9338a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:37.272384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Attempting to bind port ea808854-5be3-4760-be11-db1917d9338a on network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:37.279468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Port ea808854-5be3-4760-be11-db1917d9338a on network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:37.279973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Attempting to bind port ea808854-5be3-4760-be11-db1917d9338a on network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:37.294415 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.294715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:37.294715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Checking segment: {'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:37.294715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Bound using segment: {'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:37.294715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Bound port: ea808854-5be3-4760-be11-db1917d9338a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:37.294715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.317905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 01bb5d2d-55cb-4614-8117-da3405fe858b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:37.322961 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.376476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6c061-4fbd-4424-b005-36c8aa772fec None None] Network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:37.472414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] For port ea808854-5be3-4760-be11-db1917d9338a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:37.476630 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] For port ea808854-5be3-4760-be11-db1917d9338a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea808854-5be3-4760-be11-db1917d9338a,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:37.495257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e7be2-e4c7-4ae4-9e4a-f39afa11d23e req-b1e5932e-ae4f-42b2-a523-c4c0e34d0690 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:37.497167 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb03a9ae-5331-4520-b947-7f6fae4b084f req-e5542d3a-a01f-43fb-9b10-ab38b9fd7797 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 210 time: 0.4877744 Sep 17 22:26:37.498104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.507012 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-372970e0-32ca-43fd-9912-71a60ff24e92 None None] Provisioning complete for port 9afcff0b-a481-4b1a-bca0-33fcac34490d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:37.507670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-372970e0-32ca-43fd-9912-71a60ff24e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.519158 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-039e7be2-e4c7-4ae4-9e4a-f39afa11d23e req-b1e5932e-ae4f-42b2-a523-c4c0e34d0690 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 944 time: 0.1144884 Sep 17 22:26:37.590498 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.667180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-039e7be2-e4c7-4ae4-9e4a-f39afa11d23e req-49a6bd39-ec5d-4511-a53c-644b18947687 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479194 Sep 17 22:26:37.687910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:37.693070 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.694621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] 10.222.0.23 "PUT /v2.0/ports/ea808854-5be3-4760-be11-db1917d9338a HTTP/1.1" status: 200 len: 1093 time: 2.2088640 Sep 17 22:26:37.695092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e415501b-4f3b-4a36-9c68-eb481ec73c69', 'tag': 'ea808854-5be3-4760-be11-db1917d9338a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:37.705376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 339c460d-bc70-4017-a0ac-e7272865aad3 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:26:37.739496 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e415501b-4f3b-4a36-9c68-eb481ec73c69", "tag": "ea808854-5be3-4760-be11-db1917d9338a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:37.775404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e7ce2-11fd-43cd-91ad-77a55816a338 service neutron] Pushing event updated for resources: {'Port': ['ID=ea808854-5be3-4760-be11-db1917d9338a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:37.841763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-372970e0-32ca-43fd-9912-71a60ff24e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.853237 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60095271-cc1b-41ac-a530-4e8c41208c52 x-openstack-request-id: req-60095271-cc1b-41ac-a530-4e8c41208c52 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:37.853572 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e415501b-4f3b-4a36-9c68-eb481ec73c69", "tag": "ea808854-5be3-4760-be11-db1917d9338a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:37.854030 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60095271-cc1b-41ac-a530-4e8c41208c52 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:37.854708 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e415501b-4f3b-4a36-9c68-eb481ec73c69', 'tag': 'ea808854-5be3-4760-be11-db1917d9338a', 'status': 'completed', 'code': 200} Sep 17 22:26:37.923530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-372970e0-32ca-43fd-9912-71a60ff24e92 None None] For port 9afcff0b-a481-4b1a-bca0-33fcac34490d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9afcff0b-a481-4b1a-bca0-33fcac34490d,segment=NetworkSegment(c212606a-971d-4817-a789-eec913fe940e),segment_id=c212606a-971d-4817-a789-eec913fe940e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:38.012819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-3b3bbe3f-e489-4d15-ba34-5d8120318385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:38.014587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-3b3bbe3f-e489-4d15-ba34-5d8120318385 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 1096 time: 0.2068465 Sep 17 22:26:38.017173 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-372970e0-32ca-43fd-9912-71a60ff24e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.128181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-6b95d39f-4685-4139-9819-44f4e666125d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea808854-5be3-4760-be11-db1917d9338a HTTP/1.1" status: 200 len: 217 time: 0.0992360 Sep 17 22:26:38.131723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 28f055e7-cff5-44fa-872f-8f1dc13773f9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:38.155009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] Router 547fd486-69a0-43fe-8be2-b45bb8bc430f has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:38.169235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:38.192266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372970e0-32ca-43fd-9912-71a60ff24e92 None None] Pushing event updated for resources: {'Port': ['ID=9afcff0b-a481-4b1a-bca0-33fcac34490d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:38.203385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a170b9da-23a4-4e84-b7da-846bbe3015a0 None None] Sync routers for ids ['339c460d-bc70-4017-a0ac-e7272865aad3'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:38.212261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-a150d08d-6f17-4048-9a1f-0d08cfb723f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:38.215043 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-a150d08d-6f17-4048-9a1f-0d08cfb723f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24123f15-557c-401b-8d53-054c6af9f5aa HTTP/1.1" status: 200 len: 850 time: 0.0800414 Sep 17 22:26:38.222279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170b9da-23a4-4e84-b7da-846bbe3015a0 None None] Routers {'339c460d-bc70-4017-a0ac-e7272865aad3'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:38.222905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a170b9da-23a4-4e84-b7da-846bbe3015a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['339c460d-bc70-4017-a0ac-e7272865aad3'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:38.225869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 28f055e7-cff5-44fa-872f-8f1dc13773f9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:38.226205 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.263774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-cb63e8b9-2a9c-4828-a9e0-98fb08ab0f02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399392 Sep 17 22:26:38.326958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a170b9da-23a4-4e84-b7da-846bbe3015a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:38.348753 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170b9da-23a4-4e84-b7da-846bbe3015a0 None None] Routers {'339c460d-bc70-4017-a0ac-e7272865aad3'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:38.350261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a170b9da-23a4-4e84-b7da-846bbe3015a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['339c460d-bc70-4017-a0ac-e7272865aad3'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:38.351183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-51b5b6e6-0923-4c7a-b96b-effd9d96ae3a None None] Provisioning complete for port 9afcff0b-a481-4b1a-bca0-33fcac34490d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:38.351549 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-51b5b6e6-0923-4c7a-b96b-effd9d96ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.392012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:38.394797 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.396916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8f9b4da5-1b2a-4b56-98b1-20b92f306c8c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.1535001 Sep 17 22:26:38.402330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6d45d74f-5be5-4f2f-94a7-1a6b830ab933 admin admin] 10.222.0.30 "PUT /v2.0/routers/547fd486-69a0-43fe-8be2-b45bb8bc430f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4333677 Sep 17 22:26:38.403374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32770) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:38.409303 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] Sync routers for ids ['547fd486-69a0-43fe-8be2-b45bb8bc430f'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:38.411867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32772) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:38.427334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a170b9da-23a4-4e84-b7da-846bbe3015a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:38.428049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a170b9da-23a4-4e84-b7da-846bbe3015a0 None None] The sync data for ids ['339c460d-bc70-4017-a0ac-e7272865aad3'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:38.428752 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] Routers {'547fd486-69a0-43fe-8be2-b45bb8bc430f'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:38.429387 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['547fd486-69a0-43fe-8be2-b45bb8bc430f'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:38.493545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9afcff0b-a481-4b1a-bca0-33fcac34490d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:38.553703 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.575238 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9afcff0b-a481-4b1a-bca0-33fcac34490d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:38.575728 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.652950 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] Set router 547fd486-69a0-43fe-8be2-b45bb8bc430f gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:38.832692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-eea9648a-8417-478f-aa5a-ae1847d68fab tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/routers/339c460d-bc70-4017-a0ac-e7272865aad3 HTTP/1.1" status: 200 len: 881 time: 0.4245708 Sep 17 22:26:38.833393 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.837528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32782) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:38.945177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec70d6cd-1c0f-4f03-be73-036389126c5e req-6b36866d-8681-4314-b995-f3d03e05a8bb tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 210 time: 0.0365124 Sep 17 22:26:38.955192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.010923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2c388-446b-4a09-bffd-9a1f03bd9896 req-9275ced1-5dc9-4832-883a-3fc387dd97a4 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.011156 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-router', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:08Z', 'updated_at': '2021-09-17T22:26:36Z', 'revision_number': 5, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'gw_port': {'id': '36451cd5-86ad-48b5-b08c-7c51fa842718', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:24:10Z', 'updated_at': '2021-09-17T22:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:39.012498 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7e2c388-446b-4a09-bffd-9a1f03bd9896 req-9275ced1-5dc9-4832-883a-3fc387dd97a4 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 944 time: 0.1285136 Sep 17 22:26:39.054417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-f7ccdb0b-b6a5-4d1a-98c7-4493cc42aeca service neutron] 10.222.0.23 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813568 Sep 17 22:26:39.098705 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] Checking router: 547fd486-69a0-43fe-8be2-b45bb8bc430f for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:39.124082 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] Routers {'547fd486-69a0-43fe-8be2-b45bb8bc430f'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:39.126404 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['547fd486-69a0-43fe-8be2-b45bb8bc430f'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:39.132505 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7e2c388-446b-4a09-bffd-9a1f03bd9896 req-53477aca-3fb5-4009-bf29-e6839fdce361 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933428 Sep 17 22:26:39.229389 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7a577e3-2564-4f6c-92c2-9ada813ded9e req-ceada2e1-b144-47c5-a4c7-33c6a99fa5fa service neutron] 10.222.0.23 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657486 Sep 17 22:26:39.282278 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] Set router 547fd486-69a0-43fe-8be2-b45bb8bc430f gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:39.287576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Deleting port 36451cd5-86ad-48b5-b08c-7c51fa842718 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:39.287576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.429857 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] For port 36451cd5-86ad-48b5-b08c-7c51fa842718, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=36451cd5-86ad-48b5-b08c-7c51fa842718,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:39.430387 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.438964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc req-5a6569de-17cf-416a-b96e-b2e2bf2c0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.440941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc req-5a6569de-17cf-416a-b96e-b2e2bf2c0456 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 1096 time: 0.0546336 Sep 17 22:26:39.453497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Calling delete_port for 36451cd5-86ad-48b5-b08c-7c51fa842718 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:39.472681 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-router', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:08Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 6, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:39.475794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c602da5b-4448-4687-885d-9694452cfe49 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6371243 Sep 17 22:26:39.480172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32788) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:39.499685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9c272c1d-4e5d-4deb-887b-b59f5cec81ff tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1558884691'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:39.502377 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191db35a-3668-41dc-b1de-a25c31e3d539 None None] The sync data for ids ['547fd486-69a0-43fe-8be2-b45bb8bc430f'] in n-d-713499-18 is: [{'id': '547fd486-69a0-43fe-8be2-b45bb8bc430f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054482447-router', 'tenant_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:24:08Z', 'updated_at': '2021-09-17T22:26:38Z', 'revision_number': 6, 'project_id': '34fd9e5bec8447a9a9335f2c404b8ca3', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:39.706711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc req-85dfe90b-7af7-44b4-b879-6faca3680fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.708297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc req-85dfe90b-7af7-44b4-b879-6faca3680fbe service neutron] 10.222.0.23 "GET /v2.0/networks?id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 200 len: 911 time: 0.2544527 Sep 17 22:26:39.754535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.788452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Pushing event deleted for resources: {'Port': ['ID=36451cd5-86ad-48b5-b08c-7c51fa842718,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:39.788591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc req-99318bf7-c5cd-439b-a139-4a222bfa2559 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea808854-5be3-4760-be11-db1917d9338a HTTP/1.1" status: 200 len: 217 time: 0.0708876 Sep 17 22:26:39.898825 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.915570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc req-1efe9c9a-6dc4-40ef-a2b1-bb7e7f31fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.926229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc req-1efe9c9a-6dc4-40ef-a2b1-bb7e7f31fd34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24123f15-557c-401b-8d53-054c6af9f5aa HTTP/1.1" status: 200 len: 850 time: 0.1269188 Sep 17 22:26:39.986081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc req-7cfebef8-49cb-43ad-a4f6-54601c737b51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373068 Sep 17 22:26:40.047334 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.053571 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.093594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9afcff0b-a481-4b1a-bca0-33fcac34490d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:40.147200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5afe39e8-81bc-4454-9627-8c6c3ef33d33 req-0e132b87-8d02-487e-872a-43b15bdf1c6c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 210 time: 0.0283499 Sep 17 22:26:40.173850 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.191801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9afcff0b-a481-4b1a-bca0-33fcac34490d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:40.192951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.197796 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9c272c1d-4e5d-4deb-887b-b59f5cec81ff tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.204214 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc req-b4a97591-d5d8-4430-9c32-60c55658b4d2 service neutron] 10.222.0.23 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830757 Sep 17 22:26:40.233248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.233750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 547fd486-69a0-43fe-8be2-b45bb8bc430f {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:26:40.238692 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.239827 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c223545-7bcc-4a48-a626-c32545cc029a admin admin] 10.222.0.30 "DELETE /v2.0/routers/547fd486-69a0-43fe-8be2-b45bb8bc430f HTTP/1.1" status: 204 len: 168 time: 1.8276896 Sep 17 22:26:40.245412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32798) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:40.301580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c133b938-5f2d-445f-9099-8dc1704ee954 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:40.315474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9c272c1d-4e5d-4deb-887b-b59f5cec81ff tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.324244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: c133b938-5f2d-445f-9099-8dc1704ee954 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:40.324604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c133b938-5f2d-445f-9099-8dc1704ee954 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:40.385304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-33439373-f891-4741-a499-00f650e7676d admin admin] Deleting subnet 9fc0fe66-eecc-4efb-9763-fe2ba4ea0778 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:40.390341 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33439373-f891-4741-a499-00f650e7676d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.451308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9243db-a6e7-4d43-aeec-6142e5e7ba4c req-8f8c1333-fc74-4752-b719-53e2797e2ed0 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:40.453175 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f9243db-a6e7-4d43-aeec-6142e5e7ba4c req-8f8c1333-fc74-4752-b719-53e2797e2ed0 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 944 time: 0.1427429 Sep 17 22:26:40.470301 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33439373-f891-4741-a499-00f650e7676d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.513680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc7e0c17-31c6-40f3-a4aa-379e2d56b0cc req-e981a391-db9f-46a3-8c82-c2b1e933f5e7 service neutron] 10.222.0.23 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024659 Sep 17 22:26:40.556794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-e04133d7-f37c-4954-91f0-1ba91e0f5b1b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:40.562623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-e04133d7-f37c-4954-91f0-1ba91e0f5b1b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:40.565097 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-e04133d7-f37c-4954-91f0-1ba91e0f5b1b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.15 "GET /v2.0/networks?id=2b016f78-fb43-4e68-9762-6431db23729a&id=6bd0866c-dff2-4af1-ace0-85a29b59e3a8&id=2b016f78-fb43-4e68-9762-6431db23729a HTTP/1.1" status: 200 len: 1392 time: 0.3070798 Sep 17 22:26:40.567974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f9243db-a6e7-4d43-aeec-6142e5e7ba4c req-825e6eee-625b-4271-854a-6e5b9eac3432 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950539 Sep 17 22:26:40.595393 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'port': {'device_id': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a', 'admin_state_up': True, 'tenant_id': '666c978cefef4d4da73471fe25d8014b'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:40.604212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c272c1d-4e5d-4deb-887b-b59f5cec81ff tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 339c460d-bc70-4017-a0ac-e7272865aad3 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:40.811989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c272c1d-4e5d-4deb-887b-b59f5cec81ff tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:40.825696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9c272c1d-4e5d-4deb-887b-b59f5cec81ff tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.825696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9c272c1d-4e5d-4deb-887b-b59f5cec81ff tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/339c460d-bc70-4017-a0ac-e7272865aad3 HTTP/1.1" status: 200 len: 888 time: 1.3397384 Sep 17 22:26:40.825833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a599a25-82b1-462c-ae2d-30d016db6032 None None] Sync routers for ids ['339c460d-bc70-4017-a0ac-e7272865aad3'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:40.825915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32804) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:40.842444 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a599a25-82b1-462c-ae2d-30d016db6032 None None] Routers {'339c460d-bc70-4017-a0ac-e7272865aad3'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:40.843152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0a599a25-82b1-462c-ae2d-30d016db6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['339c460d-bc70-4017-a0ac-e7272865aad3'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:40.879620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0a599a25-82b1-462c-ae2d-30d016db6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:40.887329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:40.892366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a599a25-82b1-462c-ae2d-30d016db6032 None None] Routers {'339c460d-bc70-4017-a0ac-e7272865aad3'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:40.892366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0a599a25-82b1-462c-ae2d-30d016db6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['339c460d-bc70-4017-a0ac-e7272865aad3'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:40.892669 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.928300 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33439373-f891-4741-a499-00f650e7676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.930630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0a599a25-82b1-462c-ae2d-30d016db6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:40.931364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a599a25-82b1-462c-ae2d-30d016db6032 None None] The sync data for ids ['339c460d-bc70-4017-a0ac-e7272865aad3'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:41.054992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-53941aba-2fa6-4b04-87a6-ecbcdc06ff53 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/routers/339c460d-bc70-4017-a0ac-e7272865aad3 HTTP/1.1" status: 200 len: 888 time: 0.2247875 Sep 17 22:26:41.059823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32812) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:41.089447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5dfb84f3-73e7-4f9d-8c9f-bca55859ecd7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=339c460d-bc70-4017-a0ac-e7272865aad3 HTTP/1.1" status: 200 len: 205 time: 0.0273271 Sep 17 22:26:41.098043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33439373-f891-4741-a499-00f650e7676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.098395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32814) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:41.118215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Allocated IP 19.80.0.10 (2b016f78-fb43-4e68-9762-6431db23729a/211f4d40-65d4-4c74-9242-01c2c9480b62/547ce131-6aa9-4b23-b81e-a1c1688561a1) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:41.130437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33439373-f891-4741-a499-00f650e7676d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc0fe66-eecc-4efb-9763-fe2ba4ea0778,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:41.134999 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33439373-f891-4741-a499-00f650e7676d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.136899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-33439373-f891-4741-a499-00f650e7676d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9fc0fe66-eecc-4efb-9763-fe2ba4ea0778 HTTP/1.1" status: 204 len: 168 time: 0.8902512 Sep 17 22:26:41.141247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32816) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:41.143294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d4e43f-a216-4596-ac52-076f26182a3e None None] Network cfd61472-16a6-4d12-bffe-b4f9556134ee requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:41.236708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.322790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Deleting port 7b180795-68b9-474a-9b77-731dcd9b9073 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:41.323237 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.332733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.394890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-97bfcc40-c945-4fef-ac7b-868453e10847 req-75850139-b4db-40c4-aa44-310cdc874c7f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 210 time: 0.0511103 Sep 17 22:26:41.429494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] DHCP port deletion for cfd61472-16a6-4d12-bffe-b4f9556134ee request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:41.452532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] For port 7b180795-68b9-474a-9b77-731dcd9b9073, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7b180795-68b9-474a-9b77-731dcd9b9073,segment=NetworkSegment(6d7f83ea-f36c-4b8c-a102-f43ec50a05d5),segment_id=6d7f83ea-f36c-4b8c-a102-f43ec50a05d5)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:41.452900 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.474458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Calling delete_port for 7b180795-68b9-474a-9b77-731dcd9b9073 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:41.546244 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.548988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Deleting port 7b180795-68b9-474a-9b77-731dcd9b9073 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:41.550657 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.578008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.626221 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] For port 7b180795-68b9-474a-9b77-731dcd9b9073, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7b180795-68b9-474a-9b77-731dcd9b9073,segment=NetworkSegment(6d7f83ea-f36c-4b8c-a102-f43ec50a05d5),segment_id=6d7f83ea-f36c-4b8c-a102-f43ec50a05d5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:41.626629 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.641416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Calling delete_port for 7b180795-68b9-474a-9b77-731dcd9b9073 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:41.702468 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7b180795-68b9-474a-9b77-731dcd9b9073 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:41.720197 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.724836 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.750317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b180795-68b9-474a-9b77-731dcd9b9073,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:41.752293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] No DVR routers for this DVR port 7b180795-68b9-474a-9b77-731dcd9b9073 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:41.764449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No active binding found for port 7b180795-68b9-474a-9b77-731dcd9b9073 {{(pid=95456) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 22:26:41.765034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7b180795-68b9-474a-9b77-731dcd9b9073 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:41.765427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 36451cd5-86ad-48b5-b08c-7c51fa842718 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:41.792480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 36451cd5-86ad-48b5-b08c-7c51fa842718 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:41.792480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 36451cd5-86ad-48b5-b08c-7c51fa842718 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:41.803580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04461620-bfd0-4c82-bba5-6a442427ed18 req-f03d080b-8ad2-48ca-8c31-f2a040d9c699 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:41.805330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-04461620-bfd0-4c82-bba5-6a442427ed18 req-f03d080b-8ad2-48ca-8c31-f2a040d9c699 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 944 time: 0.1220555 Sep 17 22:26:41.810763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.815334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network 2b016f78-fb43-4e68-9762-6431db23729a is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:41.827848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:41.830701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:41.840888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.848014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Pushing event deleted for resources: {'Port': ['ID=7b180795-68b9-474a-9b77-731dcd9b9073,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:41.851647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] No DVR routers for this DVR port 7b180795-68b9-474a-9b77-731dcd9b9073 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:41.866047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.866411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.867209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.867209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.867416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.867724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.868481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.868481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.868688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.869021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.869597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.869918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8958-592b-479d-914f-173d91d3c72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:41.892830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd61472-16a6-4d12-bffe-b4f9556134ee']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:41.904516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:41.904902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7f83ea-f36c-4b8c-a102-f43ec50a05d5') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:41.918147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.935196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.943579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:41.944931 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:41.945953 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:42.104299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b49b1a27-0196-4195-b432-d4ff0c79b148 None None] Provisioning complete for port 547ce131-6aa9-4b23-b81e-a1c1688561a1 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:42.104675 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a27-0196-4195-b432-d4ff0c79b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.144460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b49b1a27-0196-4195-b432-d4ff0c79b148 None None] Port 547ce131-6aa9-4b23-b81e-a1c1688561a1 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:42.150191 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.156365 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.162455 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cfd61472-16a6-4d12-bffe-b4f9556134ee HTTP/1.1" status: 204 len: 168 time: 1.0196478 Sep 17 22:26:42.178803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cdc8f-1ee6-42a4-9f4b-8fbd37d2f329 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd61472-16a6-4d12-bffe-b4f9556134ee,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:42.220535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Port': ['ID=547ce131-6aa9-4b23-b81e-a1c1688561a1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:42.270129 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-04461620-bfd0-4c82-bba5-6a442427ed18 req-0cf91b1e-ae5c-45eb-9cd5-af2a98828d66 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569299 Sep 17 22:26:42.281436 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:42.282058 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.291314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port e27a458a-ed19-437a-a577-7fcaa2620264 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:42.291314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.371290 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.382556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea808854-5be3-4760-be11-db1917d9338a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:42.388437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for e27a458a-ed19-437a-a577-7fcaa2620264 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:42.395795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-3f13aa56-8076-4496-ade5-7c6b2db7ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8045216 Sep 17 22:26:42.444964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-304c0b14-3ed8-46b9-9817-824e5e19b7c6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:26:42.445929 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-304c0b14-3ed8-46b9-9817-824e5e19b7c6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058362 Sep 17 22:26:42.468401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'port': {'device_id': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8', 'admin_state_up': True, 'tenant_id': '666c978cefef4d4da73471fe25d8014b'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:42.492274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea808854-5be3-4760-be11-db1917d9338a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea808854-5be3-4760-be11-db1917d9338a,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:42.510969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'ea808854-5be3-4760-be11-db1917d9338a', 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b', 'port_id': 'ea808854-5be3-4760-be11-db1917d9338a', 'mac_address': 'fa:16:3e:db:76:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24123f15-557c-401b-8d53-054c6af9f5aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:42.559840 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.582922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea808854-5be3-4760-be11-db1917d9338a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:42.605624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea808854-5be3-4760-be11-db1917d9338a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea808854-5be3-4760-be11-db1917d9338a,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:42.669495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b35d40-1c54-43d9-a1ae-00922f4aece2 req-817ff13c-4f90-4d89-8d5c-2738e008cf8b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:42.677877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46b35d40-1c54-43d9-a1ae-00922f4aece2 req-817ff13c-4f90-4d89-8d5c-2738e008cf8b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 931 time: 0.2017486 Sep 17 22:26:42.683658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32898) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:42.692035 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.752107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6cbb1bae-4bad-4b20-86ff-1894198ff42c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa2f44120daa4938a86ec52ce9b6f49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648081 Sep 17 22:26:42.758067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32908) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:42.775319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46b35d40-1c54-43d9-a1ae-00922f4aece2 req-b9995803-90d3-4c3f-ad45-585f7e22de1e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960457 Sep 17 22:26:42.780511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea808854-5be3-4760-be11-db1917d9338a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:42.842745 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea65c-b899-4806-be1d-3d494a1b6bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.867631 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea65c-b899-4806-be1d-3d494a1b6bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.885691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:42.888387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ea808854-5be3-4760-be11-db1917d9338a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:42.896646 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.926331 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.000040 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea65c-b899-4806-be1d-3d494a1b6bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.003321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea65c-b899-4806-be1d-3d494a1b6bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.004934 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fb0ea65c-b899-4806-be1d-3d494a1b6bde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12a1841e-4250-4c3d-944b-36f5b0422308 HTTP/1.1" status: 204 len: 168 time: 0.2457979 Sep 17 22:26:43.017517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ea65c-b899-4806-be1d-3d494a1b6bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a1841e-4250-4c3d-944b-36f5b0422308,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:43.069197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=e27a458a-ed19-437a-a577-7fcaa2620264,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:43.143343 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.259764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Allocated IP 19.86.0.16 (6bd0866c-dff2-4af1-ace0-85a29b59e3a8/c947297e-ab28-4d87-8a7d-eebb05d86d38/596bd5bf-a336-4576-aa76-c9dde005bb58) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:43.263734 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.268003 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.464300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8aec5-b3ee-40c4-8946-ea42d8dc733c req-bcedf1e2-e6e1-404f-aebf-04648ff1c778 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.465844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78d8aec5-b3ee-40c4-8946-ea42d8dc733c req-bcedf1e2-e6e1-404f-aebf-04648ff1c778 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 945 time: 0.1118729 Sep 17 22:26:43.469201 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.469751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Fanout notify agent at l3_agent the message router_deleted on router 339c460d-bc70-4017-a0ac-e7272865aad3 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:26:43.477327 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.482342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4f3f7813-fbc7-470d-b5a1-4d66d736cde0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/339c460d-bc70-4017-a0ac-e7272865aad3 HTTP/1.1" status: 204 len: 168 time: 2.3733306 Sep 17 22:26:43.482433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32920) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:43.499898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'network': {'name': 'tempest-RoutersTest-1302941858'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:43.550489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.565855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78d8aec5-b3ee-40c4-8946-ea42d8dc733c req-d3d640f4-8080-4a30-81fe-a0029b9f5ff0 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836086 Sep 17 22:26:43.636579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:43.641641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.662634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.671614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:43.687829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.687829 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added segment f467ab11-35ce-4b42-8509-7650fd5d7dcf of type vlan for network b3acbf1d-e631-4459-9cee-8021c1fe6c45 Sep 17 22:26:43.718881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:43.723276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:43.731666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:43.739978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Port': ['ID=596bd5bf-a336-4576-aa76-c9dde005bb58,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:43.754295 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.812374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.813196 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.855710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.874536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.877789 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.922468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef57dcc-258d-42de-8c20-c5a7033d920b req-d387fd33-c8e2-44bf-996e-7b1f43c338c8 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.933770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef57dcc-258d-42de-8c20-c5a7033d920b req-d387fd33-c8e2-44bf-996e-7b1f43c338c8 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.944432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aef57dcc-258d-42de-8c20-c5a7033d920b req-d387fd33-c8e2-44bf-996e-7b1f43c338c8 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 1653 time: 0.0841570 Sep 17 22:26:43.972112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32928) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:43.980935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-6992ef44-c492-41ff-8ec1-42527ce4d324 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5211458 Sep 17 22:26:43.981612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Network': ['ID=b3acbf1d-e631-4459-9cee-8021c1fe6c45,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:43.992703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network b3acbf1d-e631-4459-9cee-8021c1fe6c45 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:44.007064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ab880860-6386-455e-afca-f5a62b44c9e9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5236206 Sep 17 22:26:44.009815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:44.015093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'port': {'device_id': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a', 'admin_state_up': True, 'tenant_id': '666c978cefef4d4da73471fe25d8014b'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:44.016197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'subnet': {'network_id': 'b3acbf1d-e631-4459-9cee-8021c1fe6c45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:44.087971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aef57dcc-258d-42de-8c20-c5a7033d920b req-fe584816-6a64-45c0-8e34-1308f7ed4600 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357040 Sep 17 22:26:44.149713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1dd96a29-95ac-4e13-9d9b-003fde172cb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34fd9e5bec8447a9a9335f2c404b8ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763985 Sep 17 22:26:44.152289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32932) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:44.184205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c533d985-10bf-4103-80da-0eff3fc9db1e None None] Provisioning complete for port 596bd5bf-a336-4576-aa76-c9dde005bb58 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:44.184820 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c533d985-10bf-4103-80da-0eff3fc9db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.219165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:44.223083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.226735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c533d985-10bf-4103-80da-0eff3fc9db1e None None] Port 596bd5bf-a336-4576-aa76-c9dde005bb58 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:44.228178 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fb6c-9c92-4347-8d33-2e8c82f9192c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.278465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fb6c-9c92-4347-8d33-2e8c82f9192c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.297182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:44.301670 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.398721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea808854-5be3-4760-be11-db1917d9338a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:44.458902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Allocated IP 19.80.0.254 (2b016f78-fb43-4e68-9762-6431db23729a/211f4d40-65d4-4c74-9242-01c2c9480b62/26c49c35-4817-47ea-8790-0b48e4743531) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:44.459103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fb6c-9c92-4347-8d33-2e8c82f9192c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.461448 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fb6c-9c92-4347-8d33-2e8c82f9192c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.462591 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1ff0fb6c-9c92-4347-8d33-2e8c82f9192c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80de6f54-9036-4948-ba38-1c95b45d7ac0 HTTP/1.1" status: 204 len: 168 time: 0.3091877 Sep 17 22:26:44.478536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0fb6c-9c92-4347-8d33-2e8c82f9192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80de6f54-9036-4948-ba38-1c95b45d7ac0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:44.531580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port ea808854-5be3-4760-be11-db1917d9338a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:26:44.538292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port ea808854-5be3-4760-be11-db1917d9338a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:44.538751 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.560752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.664975 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.681319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Subnet': ['ID=819f63cf-8e4b-463d-858f-8f6f49672bed,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:44.702483 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.719750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Checking segment: {'id': 'f467ab11-35ce-4b42-8509-7650fd5d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b3acbf1d-e631-4459-9cee-8021c1fe6c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:44.720049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network hostable DHCP agents. Network: b3acbf1d-e631-4459-9cee-8021c1fe6c45, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:44.733681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e415501b-4f3b-4a36-9c68-eb481ec73c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea808854-5be3-4760-be11-db1917d9338a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:44.736531 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f946b4-0695-475a-b973-212c7fef4ef9" -d '{"events": [{"server_uuid": "e415501b-4f3b-4a36-9c68-eb481ec73c69", "name": "network-vif-plugged", "status": "completed", "tag": "ea808854-5be3-4760-be11-db1917d9338a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:44.750573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ea808854-5be3-4760-be11-db1917d9338a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea808854-5be3-4760-be11-db1917d9338a,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:44.759678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db9d2b-2aec-49b3-bc6c-273e90b196ae req-d908da18-9f61-43a1-a95a-6bdeddaad986 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:44.761305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e6db9d2b-2aec-49b3-bc6c-273e90b196ae req-d908da18-9f61-43a1-a95a-6bdeddaad986 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 945 time: 0.0702817 Sep 17 22:26:44.782351 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e768e306-ee15-49bb-97c1-41b411800da6 x-openstack-request-id: req-e768e306-ee15-49bb-97c1-41b411800da6 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:44.782794 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e415501b-4f3b-4a36-9c68-eb481ec73c69", "name": "network-vif-plugged", "status": "completed", "tag": "ea808854-5be3-4760-be11-db1917d9338a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:44.783193 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e768e306-ee15-49bb-97c1-41b411800da6 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:44.784558 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e415501b-4f3b-4a36-9c68-eb481ec73c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea808854-5be3-4760-be11-db1917d9338a', 'code': 200} Sep 17 22:26:44.808162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e6db9d2b-2aec-49b3-bc6c-273e90b196ae req-0cffb12a-8c4e-4556-ab65-ed871605d3df tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Sep 17 22:26:44.829169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network b3acbf1d-e631-4459-9cee-8021c1fe6c45 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:44.881125 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.882558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.898481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f35c9-648d-4590-8dca-a991dce108bf req-0f8ac549-0584-44d6-a026-9458a22e1320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:44.899982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-697f35c9-648d-4590-8dca-a991dce108bf req-0f8ac549-0584-44d6-a026-9458a22e1320 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 1097 time: 0.0587642 Sep 17 22:26:44.931590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, b3acbf1d-e631-4459-9cee-8021c1fe6c45) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:44.950924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:44.954582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.965124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427d248-f0b3-43eb-b100-20eb45971441 None None] Network b3acbf1d-e631-4459-9cee-8021c1fe6c45 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:44.973355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network 2b016f78-fb43-4e68-9762-6431db23729a is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:44.991893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:44.996300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Port': ['ID=26c49c35-4817-47ea-8790-0b48e4743531,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:45.002106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:45.009357 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-697f35c9-648d-4590-8dca-a991dce108bf req-4a6405cb-9821-44f9-a576-1ae6135f9ec8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800960 Sep 17 22:26:45.020414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ea808854-5be3-4760-be11-db1917d9338a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:45.076613 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0b75c808-6c40-4989-b218-5b657fc56ebe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0655205 Sep 17 22:26:45.079098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32950) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:45.081946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.082673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.085038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5a5a9a3c-da89-42d5-9794-35e12a5b571e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1276743292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:45.200182 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9a3c-da89-42d5-9794-35e12a5b571e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.201560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9a3c-da89-42d5-9794-35e12a5b571e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.261763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-b3acbf1d-e631-4459-9cee-8021c1fe6c45', 'network_id': 'b3acbf1d-e631-4459-9cee-8021c1fe6c45', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'fixed_ips': [{'subnet_id': '819f63cf-8e4b-463d-858f-8f6f49672bed'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:45.262719 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.307301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-22c18008-6df6-44b4-ae4a-40ef9a24fde5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3032415 Sep 17 22:26:45.412820 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9a3c-da89-42d5-9794-35e12a5b571e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.454887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b331c-6685-4206-b64c-fd48f431391f req-89f27729-0f0e-4346-830e-c59c1b267deb tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.475021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b331c-6685-4206-b64c-fd48f431391f req-89f27729-0f0e-4346-830e-c59c1b267deb tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.487367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b331c-6685-4206-b64c-fd48f431391f req-89f27729-0f0e-4346-830e-c59c1b267deb tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.506500 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f25b331c-6685-4206-b64c-fd48f431391f req-89f27729-0f0e-4346-830e-c59c1b267deb tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2375 time: 0.2739139 Sep 17 22:26:45.517831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9a3c-da89-42d5-9794-35e12a5b571e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.588214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f25b331c-6685-4206-b64c-fd48f431391f req-fd840c84-bf01-4ef3-88d0-3d318f2ac4e2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794752 Sep 17 22:26:45.604798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4e7cd05c-d4a2-4918-950a-0663761701e0 None None] Provisioning complete for port 26c49c35-4817-47ea-8790-0b48e4743531 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:45.607339 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e7cd05c-d4a2-4918-950a-0663761701e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.624025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Request body: {'port': {'device_id': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:45.640720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9a3c-da89-42d5-9794-35e12a5b571e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.652230 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5a5a9a3c-da89-42d5-9794-35e12a5b571e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5654671 Sep 17 22:26:45.652971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Allocated IP 172.20.0.2 (b3acbf1d-e631-4459-9cee-8021c1fe6c45/819f63cf-8e4b-463d-858f-8f6f49672bed/beff94e9-4740-4446-b354-68dfcfa2b6b6) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:45.653097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32972) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:45.695175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cd05c-d4a2-4918-950a-0663761701e0 None None] Port 26c49c35-4817-47ea-8790-0b48e4743531 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:45.715895 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.971610 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.053735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.075124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd6367-eaec-4feb-a506-3088a782bde6 req-40a6b502-b1c5-4078-b9d3-fe577eb46ab4 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.077095 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-adbd6367-eaec-4feb-a506-3088a782bde6 req-40a6b502-b1c5-4078-b9d3-fe577eb46ab4 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.1306589 Sep 17 22:26:46.110341 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.227228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-adbd6367-eaec-4feb-a506-3088a782bde6 req-86de5733-082d-472a-a5a3-eb6788ed99c1 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431930 Sep 17 22:26:46.279432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547ce131-6aa9-4b23-b81e-a1c1688561a1 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:46.282563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Network b3acbf1d-e631-4459-9cee-8021c1fe6c45 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:46.291911 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.293335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:46.319993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:46.321555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Transition to ACTIVE for port object 547ce131-6aa9-4b23-b81e-a1c1688561a1 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:26:46.359649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Pushing event updated for resources: {'Port': ['ID=beff94e9-4740-4446-b354-68dfcfa2b6b6,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:46.388023 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.440055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Attempting to bind port beff94e9-4740-4446-b354-68dfcfa2b6b6 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:46.440659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Attempting to bind port beff94e9-4740-4446-b354-68dfcfa2b6b6 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f467ab11-35ce-4b42-8509-7650fd5d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b3acbf1d-e631-4459-9cee-8021c1fe6c45'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:46.441162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Attempting to bind port beff94e9-4740-4446-b354-68dfcfa2b6b6 on network b3acbf1d-e631-4459-9cee-8021c1fe6c45 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:46.446993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:46.447194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Allocated IP 172.20.0.1 (b3acbf1d-e631-4459-9cee-8021c1fe6c45/819f63cf-8e4b-463d-858f-8f6f49672bed/d5a63c54-cdd5-4099-b424-820f1819ac28) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:46.447517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Checking segment: {'id': 'f467ab11-35ce-4b42-8509-7650fd5d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b3acbf1d-e631-4459-9cee-8021c1fe6c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:46.448099 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.448617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Bound using segment: {'id': 'f467ab11-35ce-4b42-8509-7650fd5d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b3acbf1d-e631-4459-9cee-8021c1fe6c45'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:46.449143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Bound port: beff94e9-4740-4446-b354-68dfcfa2b6b6, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f467ab11-35ce-4b42-8509-7650fd5d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b3acbf1d-e631-4459-9cee-8021c1fe6c45'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:46.449598 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.478318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Pushing event updated for resources: {'Port': ['ID=547ce131-6aa9-4b23-b81e-a1c1688561a1,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:46.608741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Attempting to bind port 547ce131-6aa9-4b23-b81e-a1c1688561a1 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:46.609200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Attempting to bind port 547ce131-6aa9-4b23-b81e-a1c1688561a1 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:46.609627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Attempting to bind port 547ce131-6aa9-4b23-b81e-a1c1688561a1 on network 2b016f78-fb43-4e68-9762-6431db23729a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:46.610876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] For port beff94e9-4740-4446-b354-68dfcfa2b6b6, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:46.617717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] For port beff94e9-4740-4446-b354-68dfcfa2b6b6, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=beff94e9-4740-4446-b354-68dfcfa2b6b6,segment=NetworkSegment(f467ab11-35ce-4b42-8509-7650fd5d7dcf),segment_id=f467ab11-35ce-4b42-8509-7650fd5d7dcf)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:46.623317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Port 547ce131-6aa9-4b23-b81e-a1c1688561a1 on network 2b016f78-fb43-4e68-9762-6431db23729a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:46.623869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Attempting to bind port 547ce131-6aa9-4b23-b81e-a1c1688561a1 on network 2b016f78-fb43-4e68-9762-6431db23729a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:46.631061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:46.637807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Checking segment: {'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:46.637807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Bound using segment: {'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:46.637807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Bound port: 547ce131-6aa9-4b23-b81e-a1c1688561a1, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:46.637807 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.686611 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.726281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.789678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.824323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515dfef-0f1f-4bb8-95a3-d300c7de7b83 None None] Pushing event updated for resources: {'Port': ['ID=beff94e9-4740-4446-b354-68dfcfa2b6b6,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:46.846721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] For port 547ce131-6aa9-4b23-b81e-a1c1688561a1, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:46.853573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] For port 547ce131-6aa9-4b23-b81e-a1c1688561a1, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=547ce131-6aa9-4b23-b81e-a1c1688561a1,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:46.883662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network b3acbf1d-e631-4459-9cee-8021c1fe6c45 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:46.887225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:46.888307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb06d88-c9d8-4256-ad11-75928ff2f016 req-b5aca423-adc8-48b6-a410-c60901ce5b2a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.891125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:46.901056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb06d88-c9d8-4256-ad11-75928ff2f016 req-b5aca423-adc8-48b6-a410-c60901ce5b2a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.922350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb06d88-c9d8-4256-ad11-75928ff2f016 req-b5aca423-adc8-48b6-a410-c60901ce5b2a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.933208 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fb06d88-c9d8-4256-ad11-75928ff2f016 req-b5aca423-adc8-48b6-a410-c60901ce5b2a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2387 time: 0.2176919 Sep 17 22:26:46.939087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.939396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=d5a63c54-cdd5-4099-b424-820f1819ac28,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:46.967420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.017484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.018250 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.020177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] 10.222.0.15 "PUT /v2.0/ports/547ce131-6aa9-4b23-b81e-a1c1688561a1 HTTP/1.1" status: 200 len: 1092 time: 1.6973863 Sep 17 22:26:47.020651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'tag': '547ce131-6aa9-4b23-b81e-a1c1688561a1'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:47.022952 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5896528c-0b30-4b21-b0d1-0eaa5b74602c" -d '{"events": [{"name": "network-changed", "server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "tag": "547ce131-6aa9-4b23-b81e-a1c1688561a1"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:47.148741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c5a4c-b52b-49c6-83df-0c173603b265 service neutron] Pushing event updated for resources: {'Port': ['ID=547ce131-6aa9-4b23-b81e-a1c1688561a1,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:47.163057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fb06d88-c9d8-4256-ad11-75928ff2f016 req-cad174cf-0c2d-46b4-8821-ed87258a2c9b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284536 Sep 17 22:26:47.179777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Request body: {'port': {'device_id': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:47.289771 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.305606 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.411951 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490d441-8557-4cdd-8838-f92975e362b8 x-openstack-request-id: req-6490d441-8557-4cdd-8838-f92975e362b8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:47.413179 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "tag": "547ce131-6aa9-4b23-b81e-a1c1688561a1", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:47.414578 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6490d441-8557-4cdd-8838-f92975e362b8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:47.415135 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'tag': '547ce131-6aa9-4b23-b81e-a1c1688561a1', 'status': 'completed', 'code': 200} Sep 17 22:26:47.697305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fa305-28c8-4e5e-9e68-e9a4a771149c req-11139eaf-7257-48a7-a679-b557ee257de9 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.704722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa1fa305-28c8-4e5e-9e68-e9a4a771149c req-11139eaf-7257-48a7-a679-b557ee257de9 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.2183921 Sep 17 22:26:47.712556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896528c-0b30-4b21-b0d1-0eaa5b74602c req-d16d6ecf-477a-4938-923d-266643baf513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.713962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896528c-0b30-4b21-b0d1-0eaa5b74602c req-d16d6ecf-477a-4938-923d-266643baf513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.713962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896528c-0b30-4b21-b0d1-0eaa5b74602c req-d16d6ecf-477a-4938-923d-266643baf513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.715596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5896528c-0b30-4b21-b0d1-0eaa5b74602c req-d16d6ecf-477a-4938-923d-266643baf513 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=666c978cefef4d4da73471fe25d8014b&device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2731 time: 0.2694705 Sep 17 22:26:47.786539 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.815866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device beff94e9-4740-4446-b354-68dfcfa2b6b6 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:47.879203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.938394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port beff94e9-4740-4446-b354-68dfcfa2b6b6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:47.938841 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.056236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596bd5bf-a336-4576-aa76-c9dde005bb58 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:48.067748 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.100281 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.102893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=d5a63c54-cdd5-4099-b424-820f1819ac28,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:48.133102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port beff94e9-4740-4446-b354-68dfcfa2b6b6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=beff94e9-4740-4446-b354-68dfcfa2b6b6,segment=NetworkSegment(f467ab11-35ce-4b42-8509-7650fd5d7dcf),segment_id=f467ab11-35ce-4b42-8509-7650fd5d7dcf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:48.168308 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.186745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Transition to ACTIVE for port object 596bd5bf-a336-4576-aa76-c9dde005bb58 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:26:48.188745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896528c-0b30-4b21-b0d1-0eaa5b74602c req-50ebfd45-e62d-4dd5-b360-f8a76f6a4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.189285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896528c-0b30-4b21-b0d1-0eaa5b74602c req-50ebfd45-e62d-4dd5-b360-f8a76f6a4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.191072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896528c-0b30-4b21-b0d1-0eaa5b74602c req-50ebfd45-e62d-4dd5-b360-f8a76f6a4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.192323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5896528c-0b30-4b21-b0d1-0eaa5b74602c req-50ebfd45-e62d-4dd5-b360-f8a76f6a4467 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=666c978cefef4d4da73471fe25d8014b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4163013 Sep 17 22:26:48.208110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa1fa305-28c8-4e5e-9e68-e9a4a771149c req-1f40a4c6-84c7-4908-a4e0-7511ef8adca2 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975879 Sep 17 22:26:48.220590 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.297351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network b3acbf1d-e631-4459-9cee-8021c1fe6c45 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:48.299035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:48.301812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=beff94e9-4740-4446-b354-68dfcfa2b6b6,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:48.322404 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.434796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d426a6-a0f3-42db-a59d-f4b2960261a2 None None] Network b3acbf1d-e631-4459-9cee-8021c1fe6c45 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:48.477708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896528c-0b30-4b21-b0d1-0eaa5b74602c req-f5394280-ff03-4b21-8b16-5213aa4a6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.485369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5896528c-0b30-4b21-b0d1-0eaa5b74602c req-f5394280-ff03-4b21-8b16-5213aa4a6955 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747178 Sep 17 22:26:48.536475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Pushing event updated for resources: {'Port': ['ID=596bd5bf-a336-4576-aa76-c9dde005bb58,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:48.596911 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a10ab8-b2b4-4981-abf4-86b9e8b73816 req-fbe26db3-fd02-43a3-912a-39bf6f6f4709 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.605892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a10ab8-b2b4-4981-abf4-86b9e8b73816 req-fbe26db3-fd02-43a3-912a-39bf6f6f4709 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.616251 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ea0f32ea-11e0-47c9-bb76-c57216d21f0a None None] Provisioning complete for port beff94e9-4740-4446-b354-68dfcfa2b6b6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:48.621862 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea0f32ea-11e0-47c9-bb76-c57216d21f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.636865 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a10ab8-b2b4-4981-abf4-86b9e8b73816 req-fbe26db3-fd02-43a3-912a-39bf6f6f4709 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:48.646630 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6a10ab8-b2b4-4981-abf4-86b9e8b73816 req-fbe26db3-fd02-43a3-912a-39bf6f6f4709 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2399 time: 0.2703075 Sep 17 22:26:48.700090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6a10ab8-b2b4-4981-abf4-86b9e8b73816 req-c65714e0-30a0-4815-8d92-b448ac2c19bc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486751 Sep 17 22:26:48.702643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 21ca0b3f-fc5f-4583-aba5-1d6c1aa36649 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:26:48.712205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Attempting to bind port 596bd5bf-a336-4576-aa76-c9dde005bb58 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:48.712586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Attempting to bind port 596bd5bf-a336-4576-aa76-c9dde005bb58 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'c212606a-971d-4817-a789-eec913fe940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:48.712931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Attempting to bind port 596bd5bf-a336-4576-aa76-c9dde005bb58 on network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:48.720543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Port 596bd5bf-a336-4576-aa76-c9dde005bb58 on network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:48.720863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Attempting to bind port 596bd5bf-a336-4576-aa76-c9dde005bb58 on network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:48.740658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:48.741184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Checking segment: {'id': 'c212606a-971d-4817-a789-eec913fe940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:48.747763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Bound using segment: {'id': 'c212606a-971d-4817-a789-eec913fe940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:48.747763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Bound port: 596bd5bf-a336-4576-aa76-c9dde005bb58, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c212606a-971d-4817-a789-eec913fe940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:48.747763 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.930254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:48.949121 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d7ffb693-5785-4d7a-9709-5db6230ec370 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/21ca0b3f-fc5f-4583-aba5-1d6c1aa36649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2929544 Sep 17 22:26:48.951590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33066) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:48.965107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] For port 596bd5bf-a336-4576-aa76-c9dde005bb58, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:48.975990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] For port 596bd5bf-a336-4576-aa76-c9dde005bb58, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=596bd5bf-a336-4576-aa76-c9dde005bb58,segment=NetworkSegment(c212606a-971d-4817-a789-eec913fe940e),segment_id=c212606a-971d-4817-a789-eec913fe940e)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:48.982944 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7b37f-7671-4d45-978d-4c6b242ed0b1 None None] Sync routers for ids ['21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:49.013904 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7b37f-7671-4d45-978d-4c6b242ed0b1 None None] Routers {'21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:49.014522 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e2c7b37f-7671-4d45-978d-4c6b242ed0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:49.073033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f95121-9b41-4213-9802-b6c669395d4c req-d517ce2b-c16d-4162-8799-c99b7c169c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.076865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14f95121-9b41-4213-9802-b6c669395d4c req-d517ce2b-c16d-4162-8799-c99b7c169c31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 1098 time: 0.0789945 Sep 17 22:26:49.103685 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e2c7b37f-7671-4d45-978d-4c6b242ed0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:49.124149 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.134058 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7b37f-7671-4d45-978d-4c6b242ed0b1 None None] Routers {'21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:49.134684 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e2c7b37f-7671-4d45-978d-4c6b242ed0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:49.143133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6060a315-dc41-4f23-9cee-cd19ef59a1ca tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.147217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6060a315-dc41-4f23-9cee-cd19ef59a1ca tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports/d5a63c54-cdd5-4099-b424-820f1819ac28 HTTP/1.1" status: 200 len: 910 time: 0.1920652 Sep 17 22:26:49.151161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33078) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:49.159066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e4e62f87-8022-4bec-bb25-bd7e27c4a85c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '819f63cf-8e4b-463d-858f-8f6f49672bed'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:49.165451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.166074 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.167471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] 10.222.0.15 "PUT /v2.0/ports/596bd5bf-a336-4576-aa76-c9dde005bb58 HTTP/1.1" status: 200 len: 1092 time: 2.0035152 Sep 17 22:26:49.182083 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e2c7b37f-7671-4d45-978d-4c6b242ed0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:49.183105 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7b37f-7671-4d45-978d-4c6b242ed0b1 None None] The sync data for ids ['21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:49.229530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b155f9-52ce-4eff-8c47-f4033376bea2 req-8faa5ad5-d9bd-44a7-bf7b-3faa878930d8 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.238368 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7b155f9-52ce-4eff-8c47-f4033376bea2 req-8faa5ad5-d9bd-44a7-bf7b-3faa878930d8 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.2522664 Sep 17 22:26:49.277189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Request body: {'port': {'device_id': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:49.399587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bba381-a26a-4e56-832c-2f7e242a7048 service neutron] Pushing event updated for resources: {'Port': ['ID=596bd5bf-a336-4576-aa76-c9dde005bb58,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:49.431721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'tag': '596bd5bf-a336-4576-aa76-c9dde005bb58'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:49.434378 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a3fb10-b68b-4494-bdb8-ef64aca5f173" -d '{"events": [{"name": "network-changed", "server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "tag": "596bd5bf-a336-4576-aa76-c9dde005bb58"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:49.441615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f95121-9b41-4213-9802-b6c669395d4c req-eddc3f7f-fb19-4e92-92b1-ff1e12afded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.443595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14f95121-9b41-4213-9802-b6c669395d4c req-eddc3f7f-fb19-4e92-92b1-ff1e12afded6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 200 len: 911 time: 0.3593218 Sep 17 22:26:49.454250 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.538488 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce03fb1-1907-4494-8c28-7d79e1c19353 x-openstack-request-id: req-8ce03fb1-1907-4494-8c28-7d79e1c19353 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:49.539079 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "tag": "596bd5bf-a336-4576-aa76-c9dde005bb58", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:49.539079 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ce03fb1-1907-4494-8c28-7d79e1c19353 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:49.539616 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'tag': '596bd5bf-a336-4576-aa76-c9dde005bb58', 'status': 'completed', 'code': 200} Sep 17 22:26:49.556257 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14f95121-9b41-4213-9802-b6c669395d4c req-3075d975-0870-4992-8bf3-a338e13aa30e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea808854-5be3-4760-be11-db1917d9338a HTTP/1.1" status: 200 len: 217 time: 0.1031890 Sep 17 22:26:49.572559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-68343584-b7e1-4f6e-a630-cffbceb7c641 None None] Provisioning complete for port beff94e9-4740-4446-b354-68dfcfa2b6b6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:49.574040 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-68343584-b7e1-4f6e-a630-cffbceb7c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.793045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-68343584-b7e1-4f6e-a630-cffbceb7c641 None None] Provisioning complete for port d5a63c54-cdd5-4099-b424-820f1819ac28 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:49.793662 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-68343584-b7e1-4f6e-a630-cffbceb7c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.836050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device beff94e9-4740-4446-b354-68dfcfa2b6b6 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:49.861361 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f87-8022-4bec-bb25-bd7e27c4a85c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.873432 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7b155f9-52ce-4eff-8c47-f4033376bea2 req-426bee7b-56dd-4bdf-8744-d277e6b25eb2 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339822 Sep 17 22:26:49.891418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c49c35-4817-47ea-8790-0b48e4743531 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:49.902345 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.919483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Transition to ACTIVE for port object 26c49c35-4817-47ea-8790-0b48e4743531 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:26:49.976538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-68343584-b7e1-4f6e-a630-cffbceb7c641 None None] Port d5a63c54-cdd5-4099-b424-820f1819ac28 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:50.031904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port beff94e9-4740-4446-b354-68dfcfa2b6b6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:50.032811 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.040064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3fb10-b68b-4494-bdb8-ef64aca5f173 req-951fe833-bd12-4e79-9e43-48e8fe1af47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.040064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3fb10-b68b-4494-bdb8-ef64aca5f173 req-951fe833-bd12-4e79-9e43-48e8fe1af47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.040064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3fb10-b68b-4494-bdb8-ef64aca5f173 req-951fe833-bd12-4e79-9e43-48e8fe1af47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.047348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28a3fb10-b68b-4494-bdb8-ef64aca5f173 req-951fe833-bd12-4e79-9e43-48e8fe1af47d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=666c978cefef4d4da73471fe25d8014b&device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2799 time: 0.4995141 Sep 17 22:26:50.053008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f95121-9b41-4213-9802-b6c669395d4c req-f9f6abae-91ab-4796-b0aa-882589b7aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.054833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14f95121-9b41-4213-9802-b6c669395d4c req-f9f6abae-91ab-4796-b0aa-882589b7aa05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24123f15-557c-401b-8d53-054c6af9f5aa HTTP/1.1" status: 200 len: 850 time: 0.1337829 Sep 17 22:26:50.057303 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.155270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f38277ed-03f8-41ad-ae90-91dcb89dada9 None None] Provisioning complete for port d5a63c54-cdd5-4099-b424-820f1819ac28 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:50.159934 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f38277ed-03f8-41ad-ae90-91dcb89dada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.173703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14f95121-9b41-4213-9802-b6c669395d4c req-5f710135-dbe2-40b0-80bf-e11f62f875af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960724 Sep 17 22:26:50.196057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f38277ed-03f8-41ad-ae90-91dcb89dada9 None None] Port d5a63c54-cdd5-4099-b424-820f1819ac28 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:50.280619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Pushing event updated for resources: {'Port': ['ID=26c49c35-4817-47ea-8790-0b48e4743531,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:50.297375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd18d8-fdae-4ddb-b46f-3861f50a92f2 req-f8d91a25-a4c2-4abf-986a-eb9396604e9d tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.305167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd18d8-fdae-4ddb-b46f-3861f50a92f2 req-f8d91a25-a4c2-4abf-986a-eb9396604e9d tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.311891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd18d8-fdae-4ddb-b46f-3861f50a92f2 req-f8d91a25-a4c2-4abf-986a-eb9396604e9d tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.316565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcd18d8-fdae-4ddb-b46f-3861f50a92f2 req-f8d91a25-a4c2-4abf-986a-eb9396604e9d tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2411 time: 0.2766883 Sep 17 22:26:50.327107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-384c6121-bee7-4691-84d1-018ecf912717 None None] Provisioning complete for port d5a63c54-cdd5-4099-b424-820f1819ac28 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:50.327620 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-384c6121-bee7-4691-84d1-018ecf912717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.387841 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-384c6121-bee7-4691-84d1-018ecf912717 None None] Port d5a63c54-cdd5-4099-b424-820f1819ac28 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:50.407965 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcd18d8-fdae-4ddb-b46f-3861f50a92f2 req-bd706bb9-fd9e-4f87-9456-7f1a39901c0f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622261 Sep 17 22:26:50.638758 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f87-8022-4bec-bb25-bd7e27c4a85c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.746451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f87-8022-4bec-bb25-bd7e27c4a85c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.797941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3fb10-b68b-4494-bdb8-ef64aca5f173 req-ac78a342-cf41-4bcd-8801-fb1cf48a4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.798486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3fb10-b68b-4494-bdb8-ef64aca5f173 req-ac78a342-cf41-4bcd-8801-fb1cf48a4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.798852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3fb10-b68b-4494-bdb8-ef64aca5f173 req-ac78a342-cf41-4bcd-8801-fb1cf48a4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.802972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28a3fb10-b68b-4494-bdb8-ef64aca5f173 req-ac78a342-cf41-4bcd-8801-fb1cf48a4b84 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=666c978cefef4d4da73471fe25d8014b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7421343 Sep 17 22:26:50.818153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14f95121-9b41-4213-9802-b6c669395d4c req-1d52d2f7-5e23-48a6-ba31-2b0423e09fc6 service neutron] 10.222.0.23 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349888 Sep 17 22:26:50.831161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Attempting to bind port 26c49c35-4817-47ea-8790-0b48e4743531 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:50.831469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Attempting to bind port 26c49c35-4817-47ea-8790-0b48e4743531 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:50.831797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Attempting to bind port 26c49c35-4817-47ea-8790-0b48e4743531 on network 2b016f78-fb43-4e68-9762-6431db23729a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:50.841507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e62f87-8022-4bec-bb25-bd7e27c4a85c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.842145 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4e62f87-8022-4bec-bb25-bd7e27c4a85c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.847026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e4e62f87-8022-4bec-bb25-bd7e27c4a85c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/ports/d5a63c54-cdd5-4099-b424-820f1819ac28 HTTP/1.1" status: 200 len: 910 time: 1.6934619 Sep 17 22:26:50.848111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e62f87-8022-4bec-bb25-bd7e27c4a85c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=d5a63c54-cdd5-4099-b424-820f1819ac28,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:50.851932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33114) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:50.915792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Port 26c49c35-4817-47ea-8790-0b48e4743531 on network 2b016f78-fb43-4e68-9762-6431db23729a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:26:50.916148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Attempting to bind port 26c49c35-4817-47ea-8790-0b48e4743531 on network 2b016f78-fb43-4e68-9762-6431db23729a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:50.963534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:50.963863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Checking segment: {'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:50.964194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Bound using segment: {'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:50.964639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Bound port: 26c49c35-4817-47ea-8790-0b48e4743531, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2173245d-d3f9-4b36-9fae-f394369781c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:50.964997 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.018392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694c460-f0ed-4a82-a24d-c3192d24cdd9 req-dcd59090-b0c3-4a0d-a027-2b9c52644733 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.020039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c694c460-f0ed-4a82-a24d-c3192d24cdd9 req-dcd59090-b0c3-4a0d-a027-2b9c52644733 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.0703459 Sep 17 22:26:51.096223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c694c460-f0ed-4a82-a24d-c3192d24cdd9 req-d0106f48-9cfc-412b-ac76-84010af97ebf tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593815 Sep 17 22:26:51.162116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3fb10-b68b-4494-bdb8-ef64aca5f173 req-a9d22a75-62f0-4d04-865f-3d061b58d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.163637 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28a3fb10-b68b-4494-bdb8-ef64aca5f173 req-a9d22a75-62f0-4d04-865f-3d061b58d222 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3431776 Sep 17 22:26:51.244728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14f95121-9b41-4213-9802-b6c669395d4c req-7fdf1a36-28f4-4660-adbb-bdefea1014e2 service neutron] 10.222.0.23 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143364 Sep 17 22:26:51.280293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] For port 26c49c35-4817-47ea-8790-0b48e4743531, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:51.297061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] For port 26c49c35-4817-47ea-8790-0b48e4743531, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=26c49c35-4817-47ea-8790-0b48e4743531,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:51.433819 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.486435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.487578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.489070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] 10.222.0.15 "PUT /v2.0/ports/26c49c35-4817-47ea-8790-0b48e4743531 HTTP/1.1" status: 200 len: 1093 time: 2.2213743 Sep 17 22:26:51.526883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57145303-c515-4a70-af41-e9ba769ae5a5 req-88fad418-4fdb-4eb9-99bb-774e0d0de8af tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.528478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57145303-c515-4a70-af41-e9ba769ae5a5 req-88fad418-4fdb-4eb9-99bb-774e0d0de8af tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1298804 Sep 17 22:26:51.544892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'tag': '26c49c35-4817-47ea-8790-0b48e4743531'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:51.547340 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e174c417-a987-47d0-9eca-e18e0cf695f3" -d '{"events": [{"name": "network-changed", "server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "tag": "26c49c35-4817-47ea-8790-0b48e4743531"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:51.555040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6ff5-8e4e-4b4e-9e14-f0b196dc8495 req-ecbf24d8-faf5-4b12-9a41-cba69ac36569 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.561957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6ff5-8e4e-4b4e-9e14-f0b196dc8495 req-ecbf24d8-faf5-4b12-9a41-cba69ac36569 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.570605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac6ff5-8e4e-4b4e-9e14-f0b196dc8495 req-ecbf24d8-faf5-4b12-9a41-cba69ac36569 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.570776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10b49f-89f5-4b90-8a5e-1bbf9632e998 service neutron] Pushing event updated for resources: {'Port': ['ID=26c49c35-4817-47ea-8790-0b48e4743531,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:51.577208 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3eac6ff5-8e4e-4b4e-9e14-f0b196dc8495 req-ecbf24d8-faf5-4b12-9a41-cba69ac36569 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2411 time: 0.0853980 Sep 17 22:26:51.628893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57145303-c515-4a70-af41-e9ba769ae5a5 req-a24bbe24-444b-4052-b86c-4c30ec4c4609 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777111 Sep 17 22:26:51.660111 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3eac6ff5-8e4e-4b4e-9e14-f0b196dc8495 req-a4929ac9-e78b-4d37-8991-f993a52b2fee tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677993 Sep 17 22:26:51.672758 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.730915 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4f9d7f-17fe-44f3-8315-a707ea31ed9c x-openstack-request-id: req-bd4f9d7f-17fe-44f3-8315-a707ea31ed9c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:51.731270 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "tag": "26c49c35-4817-47ea-8790-0b48e4743531", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:51.731438 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd4f9d7f-17fe-44f3-8315-a707ea31ed9c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:51.731946 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'tag': '26c49c35-4817-47ea-8790-0b48e4743531', 'status': 'completed', 'code': 200} Sep 17 22:26:51.821232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-8baa1a88-b220-4889-84a0-cd2aad68dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.821885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-8baa1a88-b220-4889-84a0-cd2aad68dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.822161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-8baa1a88-b220-4889-84a0-cd2aad68dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.823824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-8baa1a88-b220-4889-84a0-cd2aad68dbd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=666c978cefef4d4da73471fe25d8014b&device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2867 time: 0.1069994 Sep 17 22:26:51.916864 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-1c8d3d99-8362-4eb0-82d6-e20aeee05c74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=547ce131-6aa9-4b23-b81e-a1c1688561a1 HTTP/1.1" status: 200 len: 217 time: 0.0525484 Sep 17 22:26:51.994488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-0fe26c4a-aa26-4527-a263-4963fe4be1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.995975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-0fe26c4a-aa26-4527-a263-4963fe4be1f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=211f4d40-65d4-4c74-9242-01c2c9480b62 HTTP/1.1" status: 200 len: 801 time: 0.0671835 Sep 17 22:26:52.091673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-e1f08918-0d09-4a9e-9b5c-9ac5d6dcb433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.093224 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-e1f08918-0d09-4a9e-9b5c-9ac5d6dcb433 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b016f78-fb43-4e68-9762-6431db23729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719969 Sep 17 22:26:52.147430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port d5a63c54-cdd5-4099-b424-820f1819ac28 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:52.147430 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:52.214579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f4c2c-1b0b-4e20-997e-719d68d782e8 req-75d46f31-54e4-47b1-a4fe-c931cc34c4cc tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.216548 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c91f4c2c-1b0b-4e20-997e-719d68d782e8 req-75d46f31-54e4-47b1-a4fe-c931cc34c4cc tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.0525365 Sep 17 22:26:52.259272 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c91f4c2c-1b0b-4e20-997e-719d68d782e8 req-009f4de5-2908-4fcc-9369-90550c0d5ee2 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351593 Sep 17 22:26:52.266200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-f41bacb9-62c1-490c-85c6-3c9d4952defc service neutron] 10.222.0.15 "GET /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648412 Sep 17 22:26:52.305681 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:52.327717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for d5a63c54-cdd5-4099-b424-820f1819ac28 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:52.430315 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-dc986a56-477e-4dfd-b17f-83c28baa25cc service neutron] 10.222.0.15 "GET /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538506 Sep 17 22:26:52.482486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-8a3b62fa-9f87-4e69-818f-d8929118a2e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.16&port_id=596bd5bf-a336-4576-aa76-c9dde005bb58 HTTP/1.1" status: 200 len: 217 time: 0.0431089 Sep 17 22:26:52.580519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-e2119d39-478a-4642-ba27-881e9280c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.582594 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-e2119d39-478a-4642-ba27-881e9280c2d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c947297e-ab28-4d87-8a7d-eebb05d86d38 HTTP/1.1" status: 200 len: 801 time: 0.0659385 Sep 17 22:26:52.666729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-c40c359c-edc9-47be-942b-8448de5db95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.668367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-c40c359c-edc9-47be-942b-8448de5db95a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6bd0866c-dff2-4af1-ace0-85a29b59e3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591626 Sep 17 22:26:52.770983 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:52.795797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f6fb5-bc6c-4120-a58b-c6730ce7242a req-38eeeee9-5e2d-408f-a19c-89f6a8233fe6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.804095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f6fb5-bc6c-4120-a58b-c6730ce7242a req-38eeeee9-5e2d-408f-a19c-89f6a8233fe6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.811039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f6fb5-bc6c-4120-a58b-c6730ce7242a req-38eeeee9-5e2d-408f-a19c-89f6a8233fe6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.816680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e3f6fb5-bc6c-4120-a58b-c6730ce7242a req-38eeeee9-5e2d-408f-a19c-89f6a8233fe6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2411 time: 0.0850000 Sep 17 22:26:52.837410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=d5a63c54-cdd5-4099-b424-820f1819ac28,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:52.872704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e3f6fb5-bc6c-4120-a58b-c6730ce7242a req-075a68f0-25d6-48ee-9682-589ffe71a4f7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517974 Sep 17 22:26:52.915447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-7dea011a-2ee2-4c28-80a5-697657e64e32 service neutron] 10.222.0.15 "GET /v2.0/networks/6bd0866c-dff2-4af1-ace0-85a29b59e3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393134 Sep 17 22:26:52.926735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997d465-ec7c-4821-8067-a5fb96eb879e req-ac6a4a90-a806-4b04-8366-26865d79c9e4 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:52.928350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f997d465-ec7c-4821-8067-a5fb96eb879e req-ac6a4a90-a806-4b04-8366-26865d79c9e4 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1611867 Sep 17 22:26:53.068927 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:26:53.130565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f997d465-ec7c-4821-8067-a5fb96eb879e req-fe7f28de-daa1-48f5-9656-b764267938ac tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858819 Sep 17 22:26:53.132956 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.200062 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-4ed982f6-5d65-4cb5-a98d-09c2e1ba854b service neutron] 10.222.0.15 "GET /v2.0/networks/6bd0866c-dff2-4af1-ace0-85a29b59e3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669361 Sep 17 22:26:53.266837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-d366fb71-cf63-4836-b393-f34e453232a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=26c49c35-4817-47ea-8790-0b48e4743531 HTTP/1.1" status: 200 len: 217 time: 0.0390620 Sep 17 22:26:53.389247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 21ca0b3f-fc5f-4583-aba5-1d6c1aa36649 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:53.409503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-f43195c9-e2df-46a2-bb49-109d3102970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:53.411112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-f43195c9-e2df-46a2-bb49-109d3102970e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=211f4d40-65d4-4c74-9242-01c2c9480b62 HTTP/1.1" status: 200 len: 801 time: 0.1044121 Sep 17 22:26:53.426214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63663d72-4db4-4d28-9323-e5875730f77c req-eabfa91a-1c89-47ba-a14c-92780683f568 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:53.434363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63663d72-4db4-4d28-9323-e5875730f77c req-eabfa91a-1c89-47ba-a14c-92780683f568 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.0812783 Sep 17 22:26:53.476354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63663d72-4db4-4d28-9323-e5875730f77c req-dc7385c2-28b7-45b1-ba66-f205e9b75524 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Sep 17 22:26:53.528922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-123feabb-22e5-46cd-9143-ff0a0ec66ae0 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d330535c95e04df2b4bd1165590e91d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768247 Sep 17 22:26:53.531824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:53.538454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f6cb833e-6710-430f-973d-4705359e5a38 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/21ca0b3f-fc5f-4583-aba5-1d6c1aa36649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6846588 Sep 17 22:26:53.541492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33226) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:53.544786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923f887-69f7-41bd-b30d-6641a11b4237 None None] Sync routers for ids ['21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:53.556565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d923f887-69f7-41bd-b30d-6641a11b4237 None None] Routers {'21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:53.557724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d923f887-69f7-41bd-b30d-6641a11b4237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:53.581776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-53da3242-80e7-44b8-bb4e-f7a4718b9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:53.582352 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e072dbb0-6a9d-44f1-ba4a-7c943d59fe2a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=21ca0b3f-fc5f-4583-aba5-1d6c1aa36649 HTTP/1.1" status: 200 len: 205 time: 0.0395958 Sep 17 22:26:53.583403 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-53da3242-80e7-44b8-bb4e-f7a4718b9e6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b016f78-fb43-4e68-9762-6431db23729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325402 Sep 17 22:26:53.584657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33228) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:53.598662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d923f887-69f7-41bd-b30d-6641a11b4237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:53.608591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d923f887-69f7-41bd-b30d-6641a11b4237 None None] Routers {'21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:53.610129 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d923f887-69f7-41bd-b30d-6641a11b4237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:53.677337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d923f887-69f7-41bd-b30d-6641a11b4237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:53.678197 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-392442c9-fdf2-48ff-90a1-912f616cd1e5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.678363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923f887-69f7-41bd-b30d-6641a11b4237 None None] The sync data for ids ['21ca0b3f-fc5f-4583-aba5-1d6c1aa36649'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:53.715645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-98af77a3-4313-4119-9555-caf51ce02e6a tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:53.717160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-98af77a3-4313-4119-9555-caf51ce02e6a tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775973 Sep 17 22:26:53.743407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-ba6f26d6-33eb-47bb-86c8-7004415a1d40 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/quotas/d330535c95e04df2b4bd1165590e91d0 HTTP/1.1" status: 200 len: 375 time: 0.0184014 Sep 17 22:26:53.749114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-ee4b6c8b-743e-4a2f-bdb7-9a3911ee6810 service neutron] 10.222.0.15 "GET /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350138 Sep 17 22:26:53.784171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-7cc8306f-41be-4ff8-aa5b-8737408bc0f2 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d330535c95e04df2b4bd1165590e91d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323753 Sep 17 22:26:53.859149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-392442c9-fdf2-48ff-90a1-912f616cd1e5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.862174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-392442c9-fdf2-48ff-90a1-912f616cd1e5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.874298 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23f981fa-09fa-4858-b17f-707e5eba32ca req-c5a9565c-4a87-4425-9986-cc4be0ce1250 service neutron] 10.222.0.15 "GET /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115029 Sep 17 22:26:53.999391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-392442c9-fdf2-48ff-90a1-912f616cd1e5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.000776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392442c9-fdf2-48ff-90a1-912f616cd1e5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Fanout notify agent at l3_agent the message router_deleted on router 21ca0b3f-fc5f-4583-aba5-1d6c1aa36649 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:26:54.013356 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-392442c9-fdf2-48ff-90a1-912f616cd1e5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.016058 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-392442c9-fdf2-48ff-90a1-912f616cd1e5 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/21ca0b3f-fc5f-4583-aba5-1d6c1aa36649 HTTP/1.1" status: 204 len: 168 time: 0.4296310 Sep 17 22:26:54.018947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33238) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:54.035539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4c336-22e4-4646-83cb-bee289aa7003 req-3e545b7b-8ebb-4f1f-98ad-142e6aa13874 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.044801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4c336-22e4-4646-83cb-bee289aa7003 req-3e545b7b-8ebb-4f1f-98ad-142e6aa13874 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.052891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4c336-22e4-4646-83cb-bee289aa7003 req-3e545b7b-8ebb-4f1f-98ad-142e6aa13874 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.061669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5e4c336-22e4-4646-83cb-bee289aa7003 req-3e545b7b-8ebb-4f1f-98ad-142e6aa13874 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2411 time: 0.1120706 Sep 17 22:26:54.127905 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5e4c336-22e4-4646-83cb-bee289aa7003 req-984e614d-04fa-4591-a62e-a16594ebfd54 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614617 Sep 17 22:26:54.329095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650a3ae-f33b-48c6-93e7-f22d1ff95b2f req-691d93fb-ad56-4df1-adaa-5dfff9d329c6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.330737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f650a3ae-f33b-48c6-93e7-f22d1ff95b2f req-691d93fb-ad56-4df1-adaa-5dfff9d329c6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0544422 Sep 17 22:26:54.381233 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f650a3ae-f33b-48c6-93e7-f22d1ff95b2f req-9c128fad-fab6-4a83-91a3-3120c481a141 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437448 Sep 17 22:26:54.521493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-6c65ed9c-b5b3-4a50-964a-8ffff0bd222c tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d330535c95e04df2b4bd1165590e91d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554085 Sep 17 22:26:54.538059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f28e4b1-e8cf-4f6f-a3af-1ca650a90b1c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting subnet 819f63cf-8e4b-463d-858f-8f6f49672bed {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:54.541323 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f28e4b1-e8cf-4f6f-a3af-1ca650a90b1c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.613188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-84d780ab-fef8-4fd8-8ccc-bbe9e769ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.613692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-84d780ab-fef8-4fd8-8ccc-bbe9e769ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.614139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-84d780ab-fef8-4fd8-8ccc-bbe9e769ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.614818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9616-1af9-4d0b-9459-b92fd778570e req-570e2fd4-aa74-4efc-8122-a9b223d67196 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.615785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-84d780ab-fef8-4fd8-8ccc-bbe9e769ac06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=666c978cefef4d4da73471fe25d8014b&device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2867 time: 0.1511364 Sep 17 22:26:54.616373 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35a9616-1af9-4d0b-9459-b92fd778570e req-570e2fd4-aa74-4efc-8122-a9b223d67196 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.0535429 Sep 17 22:26:54.626373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f28e4b1-e8cf-4f6f-a3af-1ca650a90b1c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.668444 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35a9616-1af9-4d0b-9459-b92fd778570e req-9bd7fd75-1be1-4678-888c-597fb4ec73a8 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 Sep 17 22:26:54.816816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-164df54c-6bf4-4fa4-ad06-ad03073846cb tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.818286 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-164df54c-6bf4-4fa4-ad06-ad03073846cb tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2871850 Sep 17 22:26:54.861144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fc1424d1-2211-49bc-a1db-58a698a2e34d tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/quotas/d330535c95e04df2b4bd1165590e91d0 HTTP/1.1" status: 200 len: 375 time: 0.0359285 Sep 17 22:26:54.864477 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f28e4b1-e8cf-4f6f-a3af-1ca650a90b1c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.867725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-f258f694-a166-4e1e-ab45-f546ee074b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.869430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-f258f694-a166-4e1e-ab45-f546ee074b91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b016f78-fb43-4e68-9762-6431db23729a HTTP/1.1" status: 200 len: 903 time: 0.2451804 Sep 17 22:26:54.951405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-23d701a5-a20f-4045-b1e2-0482e49ae5f1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d330535c95e04df2b4bd1165590e91d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637369 Sep 17 22:26:54.954952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-e3347d47-f551-4ef3-9c47-021d0e532eae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=26c49c35-4817-47ea-8790-0b48e4743531 HTTP/1.1" status: 200 len: 217 time: 0.0635071 Sep 17 22:26:55.023266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-871034c4-c715-413f-99be-40ef18335c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.024801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-871034c4-c715-413f-99be-40ef18335c6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=211f4d40-65d4-4c74-9242-01c2c9480b62 HTTP/1.1" status: 200 len: 801 time: 0.0597858 Sep 17 22:26:55.075990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-b90d29df-644e-42e6-819c-24f99b3fcd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.077591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-b90d29df-644e-42e6-819c-24f99b3fcd1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b016f78-fb43-4e68-9762-6431db23729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442340 Sep 17 22:26:55.106207 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f28e4b1-e8cf-4f6f-a3af-1ca650a90b1c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.160268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b06c0e-7cf7-4dc7-9547-b7b1d4d27398 None None] Network b3acbf1d-e631-4459-9cee-8021c1fe6c45 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:55.178628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28e4b1-e8cf-4f6f-a3af-1ca650a90b1c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Subnet': ['ID=819f63cf-8e4b-463d-858f-8f6f49672bed,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:55.180928 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f28e4b1-e8cf-4f6f-a3af-1ca650a90b1c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.182840 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9f28e4b1-e8cf-4f6f-a3af-1ca650a90b1c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/819f63cf-8e4b-463d-858f-8f6f49672bed HTTP/1.1" status: 204 len: 168 time: 1.1627779 Sep 17 22:26:55.185573 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33268) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:55.215670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-1f0babb7-84db-4941-9f09-aa291f70af16 service neutron] 10.222.0.15 "GET /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282907 Sep 17 22:26:55.447764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-efe36e4c-ec72-442d-98a2-a4ac7c93f038 req-f5c34d34-e3cc-49b7-86ee-96a31d60b43b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 210 time: 0.1149035 Sep 17 22:26:55.465297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.494993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c3d06d-afef-4bcf-9cba-639074ead551 None None] DHCP port deletion for b3acbf1d-e631-4459-9cee-8021c1fe6c45 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:55.589510 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e174c417-a987-47d0-9eca-e18e0cf695f3 req-aec62161-438d-4dbc-ad09-929348715e08 service neutron] 10.222.0.15 "GET /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524227 Sep 17 22:26:55.590075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port beff94e9-4740-4446-b354-68dfcfa2b6b6 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:55.590420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.619306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb2056-91ef-405d-a9d4-4fd7e5064a31 req-57406704-f8cf-4ed7-bd8a-a8c0e4ac221e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.629227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-08c3d06d-afef-4bcf-9cba-639074ead551 None None] Deleting port beff94e9-4740-4446-b354-68dfcfa2b6b6 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:55.630988 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08c3d06d-afef-4bcf-9cba-639074ead551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.640578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb2056-91ef-405d-a9d4-4fd7e5064a31 req-57406704-f8cf-4ed7-bd8a-a8c0e4ac221e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.659218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb2056-91ef-405d-a9d4-4fd7e5064a31 req-57406704-f8cf-4ed7-bd8a-a8c0e4ac221e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.667530 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53bb2056-91ef-405d-a9d4-4fd7e5064a31 req-57406704-f8cf-4ed7-bd8a-a8c0e4ac221e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2411 time: 0.2893729 Sep 17 22:26:55.749047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port beff94e9-4740-4446-b354-68dfcfa2b6b6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=beff94e9-4740-4446-b354-68dfcfa2b6b6,segment=NetworkSegment(f467ab11-35ce-4b42-8509-7650fd5d7dcf),segment_id=f467ab11-35ce-4b42-8509-7650fd5d7dcf)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:55.749576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.764965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53bb2056-91ef-405d-a9d4-4fd7e5064a31 req-d8c20396-7e03-4f8e-b146-5c297e11f4f8 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959175 Sep 17 22:26:55.802641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device beff94e9-4740-4446-b354-68dfcfa2b6b6 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:55.815438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for beff94e9-4740-4446-b354-68dfcfa2b6b6 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:55.842191 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-08c3d06d-afef-4bcf-9cba-639074ead551 None None] For port beff94e9-4740-4446-b354-68dfcfa2b6b6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=beff94e9-4740-4446-b354-68dfcfa2b6b6,segment=NetworkSegment(f467ab11-35ce-4b42-8509-7650fd5d7dcf),segment_id=f467ab11-35ce-4b42-8509-7650fd5d7dcf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:55.842698 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08c3d06d-afef-4bcf-9cba-639074ead551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.863812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-08c3d06d-afef-4bcf-9cba-639074ead551 None None] Calling delete_port for beff94e9-4740-4446-b354-68dfcfa2b6b6 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:55.909145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648b6b1-012c-478d-9370-1ae1398cae90 req-ceec97f5-76bf-4ec4-9500-0932d3ebc59b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.920774 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7648b6b1-012c-478d-9370-1ae1398cae90 req-ceec97f5-76bf-4ec4-9500-0932d3ebc59b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1780684 Sep 17 22:26:55.992659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3c443-8a17-46a2-b89e-61367a6724ea req-47a45e6f-37ae-4415-9946-8629f235f73a tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.995315 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9db3c443-8a17-46a2-b89e-61367a6724ea req-47a45e6f-37ae-4415-9946-8629f235f73a tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.0840185 Sep 17 22:26:56.015960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.067953 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9db3c443-8a17-46a2-b89e-61367a6724ea req-7e6554a3-6e0f-44dc-b267-52973193e733 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665262 Sep 17 22:26:56.070265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port beff94e9-4740-4446-b354-68dfcfa2b6b6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=beff94e9-4740-4446-b354-68dfcfa2b6b6,segment=NetworkSegment(f467ab11-35ce-4b42-8509-7650fd5d7dcf),segment_id=f467ab11-35ce-4b42-8509-7650fd5d7dcf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:56.073430 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7648b6b1-012c-478d-9370-1ae1398cae90 req-a6ca5785-ae24-4dc7-ad98-58a64aa134dc tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401162 Sep 17 22:26:56.144075 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.195715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=beff94e9-4740-4446-b354-68dfcfa2b6b6,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:56.338514 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08c3d06d-afef-4bcf-9cba-639074ead551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.346912 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.368852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3d06d-afef-4bcf-9cba-639074ead551 None None] Pushing event deleted for resources: {'Port': ['ID=beff94e9-4740-4446-b354-68dfcfa2b6b6,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:56.376837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3d06d-afef-4bcf-9cba-639074ead551 None None] No DVR routers for this DVR port beff94e9-4740-4446-b354-68dfcfa2b6b6 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:56.380233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=beff94e9-4740-4446-b354-68dfcfa2b6b6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:56.391393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No DVR routers for this DVR port beff94e9-4740-4446-b354-68dfcfa2b6b6 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:56.474666 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.500913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3acbf1d-e631-4459-9cee-8021c1fe6c45']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:56.511806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f467ab11-35ce-4b42-8509-7650fd5d7dcf') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:56.512171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f467ab11-35ce-4b42-8509-7650fd5d7dcf') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:56.526508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.543871 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.550081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5784de7f-86d2-4695-bef0-cb4b5fcb3c22 req-634a7487-de75-47d5-bc1f-707a2e3e2798 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 210 time: 0.0275650 Sep 17 22:26:56.551535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:56.552218 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:56.555881 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:56.746789 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.754879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.756961 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/networks/b3acbf1d-e631-4459-9cee-8021c1fe6c45 HTTP/1.1" status: 204 len: 168 time: 1.5701883 Sep 17 22:26:56.760596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33296) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:56.773823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-37482b20-3a8b-4ec5-be26-9a7e554bd32d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1971129554', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:56.779813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298592fd-66c3-4639-97c3-401da0274a3f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Network': ['ID=b3acbf1d-e631-4459-9cee-8021c1fe6c45,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:56.918413 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37482b20-3a8b-4ec5-be26-9a7e554bd32d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.919616 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37482b20-3a8b-4ec5-be26-9a7e554bd32d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.936146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15477062-8656-44ba-8cd1-c06d98215d0e req-80d692b6-f038-4a76-bc5c-a30ff370f953 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.942497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15477062-8656-44ba-8cd1-c06d98215d0e req-80d692b6-f038-4a76-bc5c-a30ff370f953 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.949953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15477062-8656-44ba-8cd1-c06d98215d0e req-80d692b6-f038-4a76-bc5c-a30ff370f953 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.951802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15477062-8656-44ba-8cd1-c06d98215d0e req-80d692b6-f038-4a76-bc5c-a30ff370f953 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2411 time: 0.0717719 Sep 17 22:26:56.986481 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37482b20-3a8b-4ec5-be26-9a7e554bd32d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.002459 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15477062-8656-44ba-8cd1-c06d98215d0e req-b5debf96-a422-47cb-91c8-1d2ce6070014 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434649 Sep 17 22:26:57.081409 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-e6dbf54a-62c8-48c7-a344-fadd7f907ea4 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d330535c95e04df2b4bd1165590e91d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227075 Sep 17 22:26:57.131592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37482b20-3a8b-4ec5-be26-9a7e554bd32d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.215228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acd3bd-c7ef-46c3-bb9d-9b52383ce54d req-4db74af1-cbee-4738-9d38-6df58cce17f2 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.216820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02acd3bd-c7ef-46c3-bb9d-9b52383ce54d req-4db74af1-cbee-4738-9d38-6df58cce17f2 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.0597241 Sep 17 22:26:57.251606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6b345-ec0d-49b1-be4e-c57689733362 req-7c4df74f-42e6-4be9-aab0-ca1e4c744acb tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.254002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34a6b345-ec0d-49b1-be4e-c57689733362 req-7c4df74f-42e6-4be9-aab0-ca1e4c744acb tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1070507 Sep 17 22:26:57.277037 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02acd3bd-c7ef-46c3-bb9d-9b52383ce54d req-310e9d78-1ca4-4e81-965b-8a4a587f69f1 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475199 Sep 17 22:26:57.302162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-32591527-8d9b-497a-b40a-234a9eb19356 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.302162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-32591527-8d9b-497a-b40a-234a9eb19356 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990659 Sep 17 22:26:57.302162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Request body: {'port': {'device_id': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'd330535c95e04df2b4bd1165590e91d0'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:57.319734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37482b20-3a8b-4ec5-be26-9a7e554bd32d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.324092 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-37482b20-3a8b-4ec5-be26-9a7e554bd32d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5606327 Sep 17 22:26:57.326851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33306) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:57.341092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'network': {'name': 'tempest-RoutersTest-1221735660'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:57.341702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34a6b345-ec0d-49b1-be4e-c57689733362 req-222934e4-8469-4c98-a150-50e2f715648f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759301 Sep 17 22:26:57.658534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f096e02-ac8a-4376-b208-f9fe1036ca43 req-3594e397-cae1-4a43-baf1-a03b3d120359 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 210 time: 0.0327153 Sep 17 22:26:57.904257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:57.904257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.928952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:57.943632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.944104 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added segment d6ef2069-33c0-4575-adc6-37a37848dd1c of type vlan for network 25e07813-534b-42b2-9899-fe89b5b17154 Sep 17 22:26:58.001513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-f55131ff-6e09-42b3-81d5-a137b8c585dc tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d330535c95e04df2b4bd1165590e91d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225286 Sep 17 22:26:58.006799 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.031403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 596bd5bf-a336-4576-aa76-c9dde005bb58 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:58.079658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Made reservation on behalf of d330535c95e04df2b4bd1165590e91d0 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:58.084316 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.139356 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.144037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.149595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.150228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.174069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 596bd5bf-a336-4576-aa76-c9dde005bb58, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=596bd5bf-a336-4576-aa76-c9dde005bb58,segment=NetworkSegment(c212606a-971d-4817-a789-eec913fe940e),segment_id=c212606a-971d-4817-a789-eec913fe940e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:58.190210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '596bd5bf-a336-4576-aa76-c9dde005bb58', 'network_id': '6bd0866c-dff2-4af1-ace0-85a29b59e3a8', 'port_id': '596bd5bf-a336-4576-aa76-c9dde005bb58', 'mac_address': 'fa:16:3e:48:f4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c947297e-ab28-4d87-8a7d-eebb05d86d38', 'ip_address': '19.86.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:58.200710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-369accdf-3406-4a85-b93d-c61d8bec1ab7 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.202089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-369accdf-3406-4a85-b93d-c61d8bec1ab7 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948850 Sep 17 22:26:58.212621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0e5c6-2da5-4b2a-956d-bc291471fe01 req-11ef59f0-445d-41db-856c-ef1c0738d3d3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.218933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0e5c6-2da5-4b2a-956d-bc291471fe01 req-11ef59f0-445d-41db-856c-ef1c0738d3d3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.225524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0e5c6-2da5-4b2a-956d-bc291471fe01 req-11ef59f0-445d-41db-856c-ef1c0738d3d3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.227590 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25c0e5c6-2da5-4b2a-956d-bc291471fe01 req-11ef59f0-445d-41db-856c-ef1c0738d3d3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2411 time: 0.1410849 Sep 17 22:26:58.231727 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.235979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Request body: {'port': {'device_id': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'd330535c95e04df2b4bd1165590e91d0'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:58.252943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596bd5bf-a336-4576-aa76-c9dde005bb58 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:58.261879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9338584 Sep 17 22:26:58.263653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c580c-67ce-46ae-83d7-6ae9090a9b75 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Network': ['ID=25e07813-534b-42b2-9899-fe89b5b17154,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:58.266282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33316) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:58.272537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'subnet': {'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:58.285274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 596bd5bf-a336-4576-aa76-c9dde005bb58, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=596bd5bf-a336-4576-aa76-c9dde005bb58,segment=NetworkSegment(c212606a-971d-4817-a789-eec913fe940e),segment_id=c212606a-971d-4817-a789-eec913fe940e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:58.289552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 25e07813-534b-42b2-9899-fe89b5b17154 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:58.398317 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25c0e5c6-2da5-4b2a-956d-bc291471fe01 req-e622e233-b551-4a48-80a2-57f7df7b03d9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559429 Sep 17 22:26:58.416778 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.422718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 547ce131-6aa9-4b23-b81e-a1c1688561a1 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:58.485985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342e3c5-867a-4ee0-8125-33e80dfe1f4b req-00e2475a-6381-4ea7-af5e-a367eb7449a3 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.487465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0342e3c5-867a-4ee0-8125-33e80dfe1f4b req-00e2475a-6381-4ea7-af5e-a367eb7449a3 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.1157761 Sep 17 22:26:58.562482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3008e54-3a00-4390-a5bf-e94db883c7e0 req-bee98f45-0cc2-4827-90d6-8d0991da4881 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.572101 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3008e54-3a00-4390-a5bf-e94db883c7e0 req-bee98f45-0cc2-4827-90d6-8d0991da4881 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0937693 Sep 17 22:26:58.582157 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0342e3c5-867a-4ee0-8125-33e80dfe1f4b req-95cbc88e-99ed-4d1f-b427-44fc2f84afa1 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812302 Sep 17 22:26:58.597528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=596bd5bf-a336-4576-aa76-c9dde005bb58,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:58.617034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.648331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3008e54-3a00-4390-a5bf-e94db883c7e0 req-f6fd2f3f-af68-4111-a7ca-66756609f386 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689602 Sep 17 22:26:58.691716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 547ce131-6aa9-4b23-b81e-a1c1688561a1, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=547ce131-6aa9-4b23-b81e-a1c1688561a1,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:58.708164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '547ce131-6aa9-4b23-b81e-a1c1688561a1', 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a', 'port_id': '547ce131-6aa9-4b23-b81e-a1c1688561a1', 'mac_address': 'fa:16:3e:d7:79:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211f4d40-65d4-4c74-9242-01c2c9480b62', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:58.767338 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.782507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547ce131-6aa9-4b23-b81e-a1c1688561a1 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:58.785570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8aa220b3-40d9-4e33-a1fe-0a6fa0c617be req-daeabb54-9643-4540-9e00-2e046eda4bbc tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 210 time: 0.0392957 Sep 17 22:26:58.806509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 547ce131-6aa9-4b23-b81e-a1c1688561a1, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=547ce131-6aa9-4b23-b81e-a1c1688561a1,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:59.497304 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.499314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.527766 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.552144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=547ce131-6aa9-4b23-b81e-a1c1688561a1,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:59.555847 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:26:59.555847 n-d-713499-18 neutron-server[95454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:26:59.555847 n-d-713499-18 neutron-server[95454]: [parameters: {'project_id_1': 'd330535c95e04df2b4bd1165590e91d0', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 26, 38, 459720)}] Sep 17 22:26:59.555847 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:26:59.556230 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:26:59.598084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f4a59d-1aac-41b0-9c78-af11a7a8c35e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:59.616856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:59.621071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.623999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7948-1262-4ac5-a452-d66c45849874 req-f1438838-9511-4181-97f6-70bd3605ae86 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.630451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7948-1262-4ac5-a452-d66c45849874 req-f1438838-9511-4181-97f6-70bd3605ae86 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.636343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7948-1262-4ac5-a452-d66c45849874 req-f1438838-9511-4181-97f6-70bd3605ae86 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.643656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6aac7948-1262-4ac5-a452-d66c45849874 req-f1438838-9511-4181-97f6-70bd3605ae86 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2412 time: 0.1785436 Sep 17 22:26:59.708964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6aac7948-1262-4ac5-a452-d66c45849874 req-9c055beb-7381-43c5-8649-d2aabfeaa5de tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619433 Sep 17 22:26:59.724673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Allocated IP 192.168.233.118 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/eb180c8f-bfec-4b67-bbbe-394737e30600) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:59.806729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035310c-4597-4420-8b11-71639a623872 req-76d1a4c4-6b32-4b38-966c-d101f9f30a4d tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.808286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8035310c-4597-4420-8b11-71639a623872 req-76d1a4c4-6b32-4b38-966c-d101f9f30a4d tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.0741768 Sep 17 22:26:59.869744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa59d9-3042-459c-b04e-ceb8c04a4fcb req-5b4d39ea-43e6-4260-b771-a4aeb8692c10 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.871522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bfa59d9-3042-459c-b04e-ceb8c04a4fcb req-5b4d39ea-43e6-4260-b771-a4aeb8692c10 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0995355 Sep 17 22:26:59.886920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8035310c-4597-4420-8b11-71639a623872 req-e226df6b-c259-434b-8f29-e8a8a36f59e2 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496955 Sep 17 22:26:59.977712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bfa59d9-3042-459c-b04e-ceb8c04a4fcb req-9f2dbacd-50fe-476d-8407-282770b7f114 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789881 Sep 17 22:26:59.989015 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.992008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.004419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['596bd5bf-a336-4576-aa76-c9dde005bb58'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:00.073530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 26c49c35-4817-47ea-8790-0b48e4743531 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:00.099673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.110009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ad2cb5ab-4879-4ddd-a642-79fedbc77816 req-25e36379-699b-4124-98a1-bdc2727028e3 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 210 time: 0.0553570 Sep 17 22:27:00.119643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Subnet': ['ID=86c4c9ca-5903-4192-b518-65925837e802,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:00.130508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Checking segment: {'id': 'd6ef2069-33c0-4575-adc6-37a37848dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:00.137295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network hostable DHCP agents. Network: 25e07813-534b-42b2-9899-fe89b5b17154, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:00.179315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:00.182845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:00.189344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:00.197822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Made reservation on behalf of d330535c95e04df2b4bd1165590e91d0 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:00.205347 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.229843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:00.230029 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 25e07813-534b-42b2-9899-fe89b5b17154 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:00.253967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 26c49c35-4817-47ea-8790-0b48e4743531, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=26c49c35-4817-47ea-8790-0b48e4743531,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:00.293404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '26c49c35-4817-47ea-8790-0b48e4743531', 'network_id': '2b016f78-fb43-4e68-9762-6431db23729a', 'port_id': '26c49c35-4817-47ea-8790-0b48e4743531', 'mac_address': 'fa:16:3e:26:c5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211f4d40-65d4-4c74-9242-01c2c9480b62', 'ip_address': '19.80.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:00.304639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:00.305280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.336000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 25e07813-534b-42b2-9899-fe89b5b17154) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:00.347846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:00.351969 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.355306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926902a-3beb-42d3-996d-17ce7c565a12 None None] Network 25e07813-534b-42b2-9899-fe89b5b17154 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:00.398494 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.415871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Allocated IP 192.168.233.123 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/6b8133f1-3f9d-44dc-8d21-44e0205709cc) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:00.444367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-15c34624-b55d-4d7a-97c1-56c67302d689 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1469302 Sep 17 22:27:00.448511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c49c35-4817-47ea-8790-0b48e4743531 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:00.460349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Request body: {'port': {'device_id': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:00.470475 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-72dad07b-5b6f-4ec8-b61a-01dc555e7fc3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2029095 Sep 17 22:27:00.472052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33360) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:00.477920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 26c49c35-4817-47ea-8790-0b48e4743531, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=26c49c35-4817-47ea-8790-0b48e4743531,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:00.564870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-828d4f94-1ae1-44d3-a7ba-eb8d4635527a None None] Provisioning complete for port eb180c8f-bfec-4b67-bbbe-394737e30600 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:00.567264 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-828d4f94-1ae1-44d3-a7ba-eb8d4635527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.573536 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.634380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.647979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-25e07813-534b-42b2-9899-fe89b5b17154', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:27:00.650565 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.765057 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.833807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.926991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-828d4f94-1ae1-44d3-a7ba-eb8d4635527a None None] Port eb180c8f-bfec-4b67-bbbe-394737e30600 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:00.947325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.967415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b8ae0-c3f0-4853-9846-40c806795742 req-6fa81c30-7dba-4f57-9691-3aa53eaa2d16 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:00.969307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=26c49c35-4817-47ea-8790-0b48e4743531,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:00.970511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b8ae0-c3f0-4853-9846-40c806795742 req-6fa81c30-7dba-4f57-9691-3aa53eaa2d16 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:00.976877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b8ae0-c3f0-4853-9846-40c806795742 req-6fa81c30-7dba-4f57-9691-3aa53eaa2d16 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:00.978874 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb7b8ae0-c3f0-4853-9846-40c806795742 req-6fa81c30-7dba-4f57-9691-3aa53eaa2d16 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2414 time: 0.1579704 Sep 17 22:27:01.028931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Pushing event updated for resources: {'Port': ['ID=6b8133f1-3f9d-44dc-8d21-44e0205709cc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:01.089480 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb7b8ae0-c3f0-4853-9846-40c806795742 req-36fc647a-0909-412d-b18f-518e485bc778 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766399 Sep 17 22:27:01.096333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:01.105965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:01.110723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:01.162370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f1ad8-62ae-4c3f-804b-77dd9375395c req-b3528f6b-d9a1-453c-9942-e0a2ed8b953f tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.169897 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-056f1ad8-62ae-4c3f-804b-77dd9375395c req-b3528f6b-d9a1-453c-9942-e0a2ed8b953f tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.1974716 Sep 17 22:27:01.195565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Allocated IP 172.20.0.2 (25e07813-534b-42b2-9899-fe89b5b17154/86c4c9ca-5903-4192-b518-65925837e802/3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:01.235957 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.236630 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.258837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-056f1ad8-62ae-4c3f-804b-77dd9375395c req-55c030a4-0fb9-448c-9046-9339993ab6ab tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879951 Sep 17 22:27:01.375668 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb180c8f-bfec-4b67-bbbe-394737e30600 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:01.386569 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.404244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Transition to ACTIVE for port object eb180c8f-bfec-4b67-bbbe-394737e30600 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:01.408667 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb845d74-a9af-408e-9634-d364fdba3470 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1798155 Sep 17 22:27:01.422856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec183f53-81db-4c18-a4df-9b7fd8cca746 req-79bfedc7-cfc1-4b19-80a3-12fab358a400 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.427426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Request body: {'port': {'device_id': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:01.437020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec183f53-81db-4c18-a4df-9b7fd8cca746 req-79bfedc7-cfc1-4b19-80a3-12fab358a400 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1050837 Sep 17 22:27:01.442651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['547ce131-6aa9-4b23-b81e-a1c1688561a1'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:01.494314 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec183f53-81db-4c18-a4df-9b7fd8cca746 req-d583f924-7136-46d0-9fcf-bdc50cb40445 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603902 Sep 17 22:27:01.494832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.508354 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.528352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['26c49c35-4817-47ea-8790-0b48e4743531'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:01.564086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.589975 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.614956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af081809-bb6c-458e-b60c-d2e327cce0e1 req-9b6bea9a-0631-4b12-87a9-7f48c205454f tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.616805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-af081809-bb6c-458e-b60c-d2e327cce0e1 req-9b6bea9a-0631-4b12-87a9-7f48c205454f tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 936 time: 0.2071607 Sep 17 22:27:01.618147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:01.658551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ffe53683-2aed-4621-b321-1546635f9471 None None] Provisioning complete for port 6b8133f1-3f9d-44dc-8d21-44e0205709cc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:01.659001 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ffe53683-2aed-4621-b321-1546635f9471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.686383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Allocated IP 172.20.0.1 (25e07813-534b-42b2-9899-fe89b5b17154/86c4c9ca-5903-4192-b518-65925837e802/47759243-2fc8-444a-9241-507348199914) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:01.698351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Network 25e07813-534b-42b2-9899-fe89b5b17154 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:01.714847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:01.718368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:01.732356 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Pushing event updated for resources: {'Port': ['ID=3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:01.799387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ffe53683-2aed-4621-b321-1546635f9471 None None] Port 6b8133f1-3f9d-44dc-8d21-44e0205709cc cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:01.800000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-af081809-bb6c-458e-b60c-d2e327cce0e1 req-bed6e697-48c6-4a5a-918b-9c654e2d4b32 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536188 Sep 17 22:27:01.900056 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.903578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Attempting to bind port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:01.904021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Attempting to bind port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd6ef2069-33c0-4575-adc6-37a37848dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:01.905175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Attempting to bind port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 on network 25e07813-534b-42b2-9899-fe89b5b17154 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:01.914706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Attempting to bind port eb180c8f-bfec-4b67-bbbe-394737e30600 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:01.915136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Attempting to bind port eb180c8f-bfec-4b67-bbbe-394737e30600 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:01.915526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Attempting to bind port eb180c8f-bfec-4b67-bbbe-394737e30600 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:01.938724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:01.942889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Checking segment: {'id': 'd6ef2069-33c0-4575-adc6-37a37848dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:01.942889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.942889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Bound using segment: {'id': 'd6ef2069-33c0-4575-adc6-37a37848dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:01.942889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Bound port: 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ef2069-33c0-4575-adc6-37a37848dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:01.942889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.950928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Port eb180c8f-bfec-4b67-bbbe-394737e30600 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:01.951252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Attempting to bind port eb180c8f-bfec-4b67-bbbe-394737e30600 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:01.970203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:01.970546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:01.970930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:01.971444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Bound port: eb180c8f-bfec-4b67-bbbe-394737e30600, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:01.971813 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.040795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.050687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] For port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:02.055855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] For port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5,segment=NetworkSegment(d6ef2069-33c0-4575-adc6-37a37848dd1c),segment_id=d6ef2069-33c0-4575-adc6-37a37848dd1c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:02.086363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 25e07813-534b-42b2-9899-fe89b5b17154 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:02.092496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:02.096706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:02.107677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 596bd5bf-a336-4576-aa76-c9dde005bb58 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:02.147385 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.243498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c1b2b-6276-4018-91fe-d467fa5af099 None None] Pushing event updated for resources: {'Port': ['ID=3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:02.323406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 596bd5bf-a336-4576-aa76-c9dde005bb58 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:02.328845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 596bd5bf-a336-4576-aa76-c9dde005bb58 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:02.329283 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.478389 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.523003 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.548922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596bd5bf-a336-4576-aa76-c9dde005bb58'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:02.552761 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce11527-dd40-4672-85ad-d31c3e1c2052" -d '{"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-plugged", "status": "completed", "tag": "596bd5bf-a336-4576-aa76-c9dde005bb58"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:02.576176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 596bd5bf-a336-4576-aa76-c9dde005bb58, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=596bd5bf-a336-4576-aa76-c9dde005bb58,segment=NetworkSegment(c212606a-971d-4817-a789-eec913fe940e),segment_id=c212606a-971d-4817-a789-eec913fe940e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:02.651430 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.677331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=47759243-2fc8-444a-9241-507348199914,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:02.706730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958aa8-8e94-4163-9bc3-43c0ab12217f req-dcd4a8f7-d6cc-4918-944a-8ed21c6a8935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.713438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958aa8-8e94-4163-9bc3-43c0ab12217f req-dcd4a8f7-d6cc-4918-944a-8ed21c6a8935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.725078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958aa8-8e94-4163-9bc3-43c0ab12217f req-dcd4a8f7-d6cc-4918-944a-8ed21c6a8935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.732491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd958aa8-8e94-4163-9bc3-43c0ab12217f req-dcd4a8f7-d6cc-4918-944a-8ed21c6a8935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2414 time: 0.1785667 Sep 17 22:27:02.735207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=596bd5bf-a336-4576-aa76-c9dde005bb58,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:02.764164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e28a2e-6123-4656-aaf9-59266739712e req-e8aee1b9-8d48-41a0-b827-728be6fe2def tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.768587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21e28a2e-6123-4656-aaf9-59266739712e req-e8aee1b9-8d48-41a0-b827-728be6fe2def tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.2466052 Sep 17 22:27:02.804720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd958aa8-8e94-4163-9bc3-43c0ab12217f req-ac70c929-fdaf-4a2a-b3ff-5dff84404d93 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506530 Sep 17 22:27:02.819231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8133f1-3f9d-44dc-8d21-44e0205709cc {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:02.823491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:02.831190 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.853865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:02.861709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21e28a2e-6123-4656-aaf9-59266739712e req-66f73b71-865f-4e96-900a-df975643b871 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747802 Sep 17 22:27:02.867195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Transition to ACTIVE for port object 6b8133f1-3f9d-44dc-8d21-44e0205709cc will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:02.947024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.960832 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.978876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811289b-0ace-419d-853f-7426a4a8c71d req-d053ae1d-dccf-48dc-819f-0b5c6112d9f6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.984975 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1811289b-0ace-419d-853f-7426a4a8c71d req-d053ae1d-dccf-48dc-819f-0b5c6112d9f6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1108036 Sep 17 22:27:03.030996 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26da534d-58f6-4af7-9a58-c9a401a0d39a x-openstack-request-id: req-26da534d-58f6-4af7-9a58-c9a401a0d39a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:03.031299 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-plugged", "status": "completed", "tag": "596bd5bf-a336-4576-aa76-c9dde005bb58", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:03.031538 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26da534d-58f6-4af7-9a58-c9a401a0d39a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:03.031993 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596bd5bf-a336-4576-aa76-c9dde005bb58', 'code': 200} Sep 17 22:27:03.051068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.053326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:03.077420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.078046 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.079917 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-879300e2-1160-49cf-8637-a854337a6a67 service neutron] 10.222.0.23 "PUT /v2.0/ports/eb180c8f-bfec-4b67-bbbe-394737e30600 HTTP/1.1" status: 200 len: 1097 time: 2.6259372 Sep 17 22:27:03.081645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:03.084546 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90ab1a5-2575-406f-8694-211dfaae4590" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:03.098752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1811289b-0ace-419d-853f-7426a4a8c71d req-237afe8e-ef74-4542-9e14-9ab646e2d5c0 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852439 Sep 17 22:27:03.229291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Pushing event updated for resources: {'Port': ['ID=6b8133f1-3f9d-44dc-8d21-44e0205709cc,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:03.241065 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630a8959-0324-48fa-90d6-0cb6085fbe70 x-openstack-request-id: req-630a8959-0324-48fa-90d6-0cb6085fbe70 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:03.241362 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:03.241611 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-630a8959-0324-48fa-90d6-0cb6085fbe70 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:03.242042 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'status': 'completed', 'code': 200} Sep 17 22:27:03.283266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-432484e7-0bf7-4b7c-8c27-f3f2b71424f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.345282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-5549fd4a-46b1-4a0c-93a7-05cac6efa275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.346331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-5549fd4a-46b1-4a0c-93a7-05cac6efa275 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d330535c95e04df2b4bd1165590e91d0&device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 1100 time: 0.1426334 Sep 17 22:27:03.400823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929281a-4153-4444-9aa4-0119e4ee3948 req-7cbe935c-060f-4ffa-bcf6-4032c97476d6 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.408755 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7929281a-4153-4444-9aa4-0119e4ee3948 req-7cbe935c-060f-4ffa-bcf6-4032c97476d6 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 948 time: 0.1217051 Sep 17 22:27:03.440702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-c87c1599-79ac-41c2-b357-8b107ee610dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eb180c8f-bfec-4b67-bbbe-394737e30600 HTTP/1.1" status: 200 len: 217 time: 0.0803466 Sep 17 22:27:03.523605 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Attempting to bind port 6b8133f1-3f9d-44dc-8d21-44e0205709cc on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:03.524694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Attempting to bind port 6b8133f1-3f9d-44dc-8d21-44e0205709cc by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:03.525039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Attempting to bind port 6b8133f1-3f9d-44dc-8d21-44e0205709cc on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:03.532105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Port 6b8133f1-3f9d-44dc-8d21-44e0205709cc on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:03.532451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Attempting to bind port 6b8133f1-3f9d-44dc-8d21-44e0205709cc on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:03.552484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-ac7e3b4b-fabd-4b75-b511-5c5da7304b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.554066 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-ac7e3b4b-fabd-4b75-b511-5c5da7304b66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1071103 Sep 17 22:27:03.555040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:03.555540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:03.555968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:03.556474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Bound port: 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:03.556815 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.564535 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7929281a-4153-4444-9aa4-0119e4ee3948 req-e15b0d70-3c68-4348-9dd7-4d2fdb37a0b4 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515932 Sep 17 22:27:03.634281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-a7d237d9-4d56-45cd-8838-8b9f7692b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.636320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-a7d237d9-4d56-45cd-8838-8b9f7692b1dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0667486 Sep 17 22:27:03.653308 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.754452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.773342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] For port 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:03.789724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] For port 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:03.809798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-ea2b2de2-9d50-41fd-a92f-8398cac43917 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531799 Sep 17 22:27:03.845909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc0cec-8670-416a-9c49-73d67b5a7a88 None None] Network 25e07813-534b-42b2-9899-fe89b5b17154 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:03.905329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.919599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:03.977342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.987396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=47759243-2fc8-444a-9241-507348199914,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:04.070094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.071152 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.072662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] 10.222.0.23 "PUT /v2.0/ports/6b8133f1-3f9d-44dc-8d21-44e0205709cc HTTP/1.1" status: 200 len: 1097 time: 2.6500330 Sep 17 22:27:04.090084 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f90e626-93b0-4a32-bb25-532d0d51f32e req-1c9e44e0-7255-474b-ad34-5eaf4f75c1d1 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646306 Sep 17 22:27:04.097993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722da642-3977-4620-ae0f-c1b70d7765eb service neutron] Pushing event updated for resources: {'Port': ['ID=6b8133f1-3f9d-44dc-8d21-44e0205709cc,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:04.098725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 26c49c35-4817-47ea-8790-0b48e4743531 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:04.131641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4763a81-9e8a-430d-bbf0-ff68c88437ff req-124a3372-6f92-40d8-9157-727978c34525 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.137240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593f44-8f4a-4cc8-8dbe-33f6b6967928 req-d411b417-b2ee-44a2-841b-5e05df7e4292 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.142706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4763a81-9e8a-430d-bbf0-ff68c88437ff req-124a3372-6f92-40d8-9157-727978c34525 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.142841 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e1593f44-8f4a-4cc8-8dbe-33f6b6967928 req-d411b417-b2ee-44a2-841b-5e05df7e4292 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.1455178 Sep 17 22:27:04.146611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4763a81-9e8a-430d-bbf0-ff68c88437ff req-124a3372-6f92-40d8-9157-727978c34525 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.148635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4763a81-9e8a-430d-bbf0-ff68c88437ff req-124a3372-6f92-40d8-9157-727978c34525 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2415 time: 0.2478297 Sep 17 22:27:04.175457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9c03f97b-26e2-4f8e-94ae-42c10bce02d3 None None] Provisioning complete for port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:04.176535 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9c03f97b-26e2-4f8e-94ae-42c10bce02d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.204018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e1593f44-8f4a-4cc8-8dbe-33f6b6967928 req-917e5aa1-a0c7-4b83-900e-a5d97152a54e tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529218 Sep 17 22:27:04.230012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 25e07813-534b-42b2-9899-fe89b5b17154 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:04.232288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:04.266758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4763a81-9e8a-430d-bbf0-ff68c88437ff req-790e2e27-c16e-47ff-8065-12081262630a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085110 Sep 17 22:27:04.332255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-d975f077-271e-4e2d-b0c1-57b0e67e6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.332981 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-d975f077-271e-4e2d-b0c1-57b0e67e6245 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d330535c95e04df2b4bd1165590e91d0&device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 1100 time: 0.1212327 Sep 17 22:27:04.341972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-8d2ae1b1-e582-4e07-92d4-fbf42b3cbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.346156 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-8d2ae1b1-e582-4e07-92d4-fbf42b3cbedf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d330535c95e04df2b4bd1165590e91d0&device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 1100 time: 0.0746777 Sep 17 22:27:04.397537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:04.398083 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.417017 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-df1cdff4-62ce-4119-b074-d339b67c1142 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc HTTP/1.1" status: 200 len: 217 time: 0.0714972 Sep 17 22:27:04.433631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebd0b3-ea2a-40a8-b2c6-bf0291383538 req-c298b380-4abb-4cc0-976b-c2185e95ad7c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.435293 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abebd0b3-ea2a-40a8-b2c6-bf0291383538 req-c298b380-4abb-4cc0-976b-c2185e95ad7c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0937037 Sep 17 22:27:04.451158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 26c49c35-4817-47ea-8790-0b48e4743531 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:04.467749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 26c49c35-4817-47ea-8790-0b48e4743531 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:04.468282 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.480660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abebd0b3-ea2a-40a8-b2c6-bf0291383538 req-39d5f94f-316a-448c-b29e-1bfcb35b8596 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377162 Sep 17 22:27:04.512252 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9c03f97b-26e2-4f8e-94ae-42c10bce02d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.547831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb6abe5f-720a-4bb0-a17c-2b0af0f5119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.555686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:27:04.556048 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-fb6abe5f-720a-4bb0-a17c-2b0af0f5119f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1219487 Sep 17 22:27:04.592387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9c03f97b-26e2-4f8e-94ae-42c10bce02d3 None None] For port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5,segment=NetworkSegment(d6ef2069-33c0-4575-adc6-37a37848dd1c),segment_id=d6ef2069-33c0-4575-adc6-37a37848dd1c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:04.610643 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.627068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-ae34dbea-627b-49f2-a29e-5f8dc944402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.628956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-ae34dbea-627b-49f2-a29e-5f8dc944402d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2719889 Sep 17 22:27:04.649378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-5483cbe4-d4a9-452e-9697-97100fb38317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.650953 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-5483cbe4-d4a9-452e-9697-97100fb38317 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0908117 Sep 17 22:27:04.665408 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.692863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-8c3d4030-8073-4b4d-8cc3-a2cb866acf01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eb180c8f-bfec-4b67-bbbe-394737e30600 HTTP/1.1" status: 200 len: 217 time: 0.0525343 Sep 17 22:27:04.705260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 26c49c35-4817-47ea-8790-0b48e4743531, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=26c49c35-4817-47ea-8790-0b48e4743531,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:04.707557 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9c03f97b-26e2-4f8e-94ae-42c10bce02d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.709120 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:04.723932 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Sync routers for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:04.731227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-19db5738-148d-4f6e-9688-a15d830e5b32 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2551622 Sep 17 22:27:04.742305 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:04.747078 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:26:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:04.747251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33422) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:04.752447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'network': {'name': 'tempest-RoutersTest-1138859902'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:04.804909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5054-8b18-4ede-8402-020761adcbf0 req-dceff440-38a7-4b40-bb92-fb453b331597 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.806426 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7fc5054-8b18-4ede-8402-020761adcbf0 req-dceff440-38a7-4b40-bb92-fb453b331597 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 948 time: 0.1117601 Sep 17 22:27:04.811580 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.812412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 547ce131-6aa9-4b23-b81e-a1c1688561a1 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:04.814278 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:27:04.814635 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:27:04.842407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03f97b-26e2-4f8e-94ae-42c10bce02d3 None None] Pushing event updated for resources: {'Port': ['ID=3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:04.887916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7fc5054-8b18-4ede-8402-020761adcbf0 req-836b64ac-0501-448e-896a-b886cefb963e tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699196 Sep 17 22:27:04.910801 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:04.916157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-7f3b24b9-e52f-46ed-bce9-ddc881a650d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.917575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-7f3b24b9-e52f-46ed-bce9-ddc881a650d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2085419 Sep 17 22:27:04.919520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:04.921895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=26c49c35-4817-47ea-8790-0b48e4743531,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:04.926642 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.959519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:27:04.969104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.973119 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added segment 74892c65-1117-4560-b479-4c5f02854701 of type vlan for network 0da376e9-d9c0-4476-86e2-9c01bede9696 Sep 17 22:27:04.976993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-00199a02-1423-4bdf-82d6-b70e017c0a80 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935495 Sep 17 22:27:04.998091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-9520f0c8-2ad8-4f5b-a55f-116dc031246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.001796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-9520f0c8-2ad8-4f5b-a55f-116dc031246e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0641258 Sep 17 22:27:05.025567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d9bf271c-9255-44a0-b8c9-577d082d4772 None None] Provisioning complete for port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:05.026275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d9bf271c-9255-44a0-b8c9-577d082d4772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.026684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.057742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c49c35-4817-47ea-8790-0b48e4743531'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:05.060582 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdcccd4-6411-4011-ba01-e06f744a83a8" -d '{"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-plugged", "status": "completed", "tag": "26c49c35-4817-47ea-8790-0b48e4743531"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:05.069500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 547ce131-6aa9-4b23-b81e-a1c1688561a1 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:05.080496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 547ce131-6aa9-4b23-b81e-a1c1688561a1 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:05.080957 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.165474 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f8bf46-f45a-49ec-9fe9-1bd40cf6c4a8 x-openstack-request-id: req-42f8bf46-f45a-49ec-9fe9-1bd40cf6c4a8 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:05.165831 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-plugged", "status": "completed", "tag": "26c49c35-4817-47ea-8790-0b48e4743531", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:05.169045 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42f8bf46-f45a-49ec-9fe9-1bd40cf6c4a8 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:05.169734 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c49c35-4817-47ea-8790-0b48e4743531', 'code': 200} Sep 17 22:27:05.186330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.195189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.195843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.250111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'tag': '6b8133f1-3f9d-44dc-8d21-44e0205709cc'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:05.256412 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6331ec1f-5f48-420f-b242-55fae6bc9dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2c0de5-4f01-470c-a209-93503ad68162", "tag": "6b8133f1-3f9d-44dc-8d21-44e0205709cc"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:05.256579 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:02Z', 'revision_number': 2, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:03Z', 'revision_number': 2, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:05.269796 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.273283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d9bf271c-9255-44a0-b8c9-577d082d4772 None None] Provisioning complete for port 47759243-2fc8-444a-9241-507348199914 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:05.273650 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d9bf271c-9255-44a0-b8c9-577d082d4772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.295454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-db5b7478-e537-4b3d-982d-bb916f4c5684 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800868 Sep 17 22:27:05.321892 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Checking router: 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:05.322569 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Updating router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 port 47759243-2fc8-444a-9241-507348199914 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:27:05.330530 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb2cae9e-e562-4df5-b8ae-ce1e4a6e16e9 req-763e3a19-ae3f-4b7a-bc6e-c58467f1a60b service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459234 Sep 17 22:27:05.524863 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56810c68-7b14-498a-b9ec-3ff86f916513 x-openstack-request-id: req-56810c68-7b14-498a-b9ec-3ff86f916513 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:05.524863 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2c0de5-4f01-470c-a209-93503ad68162", "tag": "6b8133f1-3f9d-44dc-8d21-44e0205709cc", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:05.524863 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56810c68-7b14-498a-b9ec-3ff86f916513 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:05.524863 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'tag': '6b8133f1-3f9d-44dc-8d21-44e0205709cc', 'status': 'completed', 'code': 200} Sep 17 22:27:05.526546 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.526660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Network': ['ID=0da376e9-d9c0-4476-86e2-9c01bede9696,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:05.526757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 0da376e9-d9c0-4476-86e2-9c01bede9696 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:05.526853 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-91b452f2-8737-42bc-bb24-330deb8138eb tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7054133 Sep 17 22:27:05.526853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33436) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:05.526853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'subnet': {'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:05.527092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 547ce131-6aa9-4b23-b81e-a1c1688561a1, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=547ce131-6aa9-4b23-b81e-a1c1688561a1,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:05.527092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf271c-9255-44a0-b8c9-577d082d4772 None None] Port 47759243-2fc8-444a-9241-507348199914 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:05.546313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e90ab1a5-2575-406f-8694-211dfaae4590 req-1b6d750d-db12-4bfc-8690-3f6272da7106 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426229 Sep 17 22:27:05.583051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad903b-3d0e-4556-b4c1-28e9f702c76a req-8d7a77af-b8f0-4c9c-8a18-596ee9837fc7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.589185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad903b-3d0e-4556-b4c1-28e9f702c76a req-8d7a77af-b8f0-4c9c-8a18-596ee9837fc7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.595514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad903b-3d0e-4556-b4c1-28e9f702c76a req-8d7a77af-b8f0-4c9c-8a18-596ee9837fc7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.602465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c024-ee99-4534-ba4a-387006b79eb2 req-f85b8d9f-95ac-4070-9a62-31b9f2bb2116 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.604058 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-77ad903b-3d0e-4556-b4c1-28e9f702c76a req-8d7a77af-b8f0-4c9c-8a18-596ee9837fc7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2416 time: 0.1101892 Sep 17 22:27:05.611014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-52702d8d-cc50-47d3-b055-34f1e2ca6118 None None] Provisioning complete for port 47759243-2fc8-444a-9241-507348199914 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:05.612343 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0256c024-ee99-4534-ba4a-387006b79eb2 req-f85b8d9f-95ac-4070-9a62-31b9f2bb2116 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.2260787 Sep 17 22:27:05.612511 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-52702d8d-cc50-47d3-b055-34f1e2ca6118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.658045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0256c024-ee99-4534-ba4a-387006b79eb2 req-812a2905-7634-485d-a9e8-db9c09c9fd2c tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449719 Sep 17 22:27:05.683933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-52702d8d-cc50-47d3-b055-34f1e2ca6118 None None] Port 47759243-2fc8-444a-9241-507348199914 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:05.722352 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.725054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-77ad903b-3d0e-4556-b4c1-28e9f702c76a req-d4a57f23-2974-40b3-a616-d64d623d7ece tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194448 Sep 17 22:27:05.746168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-9503262c-d0b4-4c4d-9e50-11ba3d818393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.751363 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-9503262c-d0b4-4c4d-9e50-11ba3d818393 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d330535c95e04df2b4bd1165590e91d0&device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 1100 time: 0.1442678 Sep 17 22:27:05.772778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:05.782820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:05.782820 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.815127 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.850151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=547ce131-6aa9-4b23-b81e-a1c1688561a1,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:05.862132 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b0d73915-1a12-46cb-acee-641b65605425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.879035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:05.879408 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.889116 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.946541 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287f5ec-6dc9-4105-8efa-4c09445c28ff None None] Pushing event updated for resources: {'Port': ['ID=47759243-2fc8-444a-9241-507348199914,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:06.021462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-99d45fb9-cd54-4e54-982b-f51f3799f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.021462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-99d45fb9-cd54-4e54-982b-f51f3799f3e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2163692 Sep 17 22:27:06.021462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f011812-c742-4667-8e75-9f43f7b425ec req-ee71e159-e179-4e7d-90d7-6a4d51c79661 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.021462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f011812-c742-4667-8e75-9f43f7b425ec req-ee71e159-e179-4e7d-90d7-6a4d51c79661 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1925657 Sep 17 22:27:06.031084 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Attempting to bind port 47759243-2fc8-444a-9241-507348199914 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:06.031454 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Attempting to bind port 47759243-2fc8-444a-9241-507348199914 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd6ef2069-33c0-4575-adc6-37a37848dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:06.031805 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Attempting to bind port 47759243-2fc8-444a-9241-507348199914 on network 25e07813-534b-42b2-9899-fe89b5b17154 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:06.037516 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:06.037879 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Checking segment: {'id': 'd6ef2069-33c0-4575-adc6-37a37848dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:06.038352 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.038825 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Bound using segment: {'id': 'd6ef2069-33c0-4575-adc6-37a37848dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:06.039460 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Bound port: 47759243-2fc8-444a-9241-507348199914, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ef2069-33c0-4575-adc6-37a37848dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:06.039837 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.045419 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-dddd5557-1ec8-4a57-a17d-4374179fb31e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc HTTP/1.1" status: 200 len: 217 time: 0.0618312 Sep 17 22:27:06.133599 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] For port 47759243-2fc8-444a-9241-507348199914, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:06.135160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f011812-c742-4667-8e75-9f43f7b425ec req-daa467bc-cf3b-43ee-875d-4680cf6ee686 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858984 Sep 17 22:27:06.139724 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] For port 47759243-2fc8-444a-9241-507348199914, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=47759243-2fc8-444a-9241-507348199914,segment=NetworkSegment(d6ef2069-33c0-4575-adc6-37a37848dd1c),segment_id=d6ef2069-33c0-4575-adc6-37a37848dd1c)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:06.151697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89d5e7-f438-4567-a9d0-e14f0cf50fa6 req-ba1ecab6-9bea-42ad-9e4b-278bd972ff1a tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.154235 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db89d5e7-f438-4567-a9d0-e14f0cf50fa6 req-ba1ecab6-9bea-42ad-9e4b-278bd972ff1a tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 948 time: 0.1158843 Sep 17 22:27:06.170802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-4bf69929-ea30-461e-8f54-71cc425fbc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.172396 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-4bf69929-ea30-461e-8f54-71cc425fbc9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1179068 Sep 17 22:27:06.217854 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db89d5e7-f438-4567-a9d0-e14f0cf50fa6 req-725bfea7-3895-4ff4-9965-1a3b611bef6c tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571938 Sep 17 22:27:06.238726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-6e097d34-e5c6-489b-8399-9581ee0606a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.240273 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-6e097d34-e5c6-489b-8399-9581ee0606a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591516 Sep 17 22:27:06.245654 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.272537 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.321435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5768a59f-e155-43d9-9835-0b4f28ac6161 None None] Provisioning complete for port 47759243-2fc8-444a-9241-507348199914 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:06.323805 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5768a59f-e155-43d9-9835-0b4f28ac6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.327323 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:06.327949 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:06.332239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Subnet': ['ID=1aa03fcc-109d-4b7c-af18-39b115c0bff2,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:06.339610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-8978374c-5547-4b9c-acf9-4ed6e071fadc service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912201 Sep 17 22:27:06.340229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Checking segment: {'id': '74892c65-1117-4560-b479-4c5f02854701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:06.341227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network hostable DHCP agents. Network: 0da376e9-d9c0-4476-86e2-9c01bede9696, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:06.381444 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287f5ec-6dc9-4105-8efa-4c09445c28ff None None] Pushing event updated for resources: {'Port': ['ID=47759243-2fc8-444a-9241-507348199914,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:06.449889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5768a59f-e155-43d9-9835-0b4f28ac6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.453494 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:06.457350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6331ec1f-5f48-420f-b242-55fae6bc9dfc req-4bb24533-cf4b-4450-9a0b-540c12ecc689 service neutron] 10.222.0.23 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083686 Sep 17 22:27:06.471656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 0da376e9-d9c0-4476-86e2-9c01bede9696 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:06.492083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device eb180c8f-bfec-4b67-bbbe-394737e30600 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:06.498447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5768a59f-e155-43d9-9835-0b4f28ac6161 None None] For port 47759243-2fc8-444a-9241-507348199914, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=47759243-2fc8-444a-9241-507348199914,segment=NetworkSegment(d6ef2069-33c0-4575-adc6-37a37848dd1c),segment_id=d6ef2069-33c0-4575-adc6-37a37848dd1c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:06.600266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:06.611898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'mac_address': 'fa:16:3e:77:70:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:06.652906 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.667921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb180c8f-bfec-4b67-bbbe-394737e30600 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:06.685184 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 0da376e9-d9c0-4476-86e2-9c01bede9696) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:06.690981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.691502 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.707313 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f586fa04-176d-49ec-b6c4-6cc78179d903 None None] Network 0da376e9-d9c0-4476-86e2-9c01bede9696 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:06.715092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:06.736365 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5768a59f-e155-43d9-9835-0b4f28ac6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.775920 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:02Z', 'revision_number': 2, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:06.798921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc55274-fba2-4f7f-afad-57df572fc68f req-08611c64-3571-48df-a11a-8990125320dc tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.801110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fc55274-fba2-4f7f-afad-57df572fc68f req-08611c64-3571-48df-a11a-8990125320dc tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.0712502 Sep 17 22:27:06.816319 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36cf9d-1db4-49cc-8459-187fc93c353b None None] The sync data for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 is: [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:02Z', 'revision_number': 2, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:06.855784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fc55274-fba2-4f7f-afad-57df572fc68f req-82906376-abaa-47b2-b36f-caf6bc342eaa tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477843 Sep 17 22:27:06.873833 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3f72e46b-da63-4a4d-952a-1c21a8e804d4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4173629 Sep 17 22:27:06.876215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33452) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:06.906057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5e56d-a89c-44bc-9e3b-cc467fd789a3 req-8705a8d9-f6d9-45c9-b71d-e04cd4c0cfbb tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.920533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5e56d-a89c-44bc-9e3b-cc467fd789a3 req-8705a8d9-f6d9-45c9-b71d-e04cd4c0cfbb tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.932261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5e56d-a89c-44bc-9e3b-cc467fd789a3 req-8705a8d9-f6d9-45c9-b71d-e04cd4c0cfbb tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.934825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76b5e56d-a89c-44bc-9e3b-cc467fd789a3 req-8705a8d9-f6d9-45c9-b71d-e04cd4c0cfbb tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2417 time: 0.1237543 Sep 17 22:27:06.966774 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.993462 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76b5e56d-a89c-44bc-9e3b-cc467fd789a3 req-03bf329a-a678-4d5a-aa6a-fd995fff1b6f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513833 Sep 17 22:27:07.048661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768a59f-e155-43d9-9835-0b4f28ac6161 None None] Pushing event updated for resources: {'Port': ['ID=47759243-2fc8-444a-9241-507348199914,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:07.052041 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-04701cc9-2947-463d-9881-b6e3812c5943 None None] Provisioning complete for port 47759243-2fc8-444a-9241-507348199914 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:07.052443 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-04701cc9-2947-463d-9881-b6e3812c5943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.184153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547ce131-6aa9-4b23-b81e-a1c1688561a1'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:07.186608 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e824c15-96ff-418b-8244-c20cd9838b75" -d '{"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-plugged", "status": "completed", "tag": "547ce131-6aa9-4b23-b81e-a1c1688561a1"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:07.190433 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.290739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['eb180c8f-bfec-4b67-bbbe-394737e30600'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:07.307222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbac75-9212-49b8-b037-8e5f3c8afb11 req-e379e032-1255-4d3f-8923-02a8ceb23204 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.322033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0abbac75-9212-49b8-b037-8e5f3c8afb11 req-e379e032-1255-4d3f-8923-02a8ceb23204 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0935524 Sep 17 22:27:07.326021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:07.342478 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.342478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-0da376e9-d9c0-4476-86e2-9c01bede9696', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:27:07.342478 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.369512 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f110970-25be-4fd8-95f7-32244c8c6ff0 x-openstack-request-id: req-0f110970-25be-4fd8-95f7-32244c8c6ff0 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:07.369904 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-plugged", "status": "completed", "tag": "547ce131-6aa9-4b23-b81e-a1c1688561a1", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:07.370149 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f110970-25be-4fd8-95f7-32244c8c6ff0 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:07.370535 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547ce131-6aa9-4b23-b81e-a1c1688561a1', 'code': 200} Sep 17 22:27:07.411930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0abbac75-9212-49b8-b037-8e5f3c8afb11 req-4ed04458-33b9-4bac-8151-819bdf5afa1e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844860 Sep 17 22:27:07.506690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.533117 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a5875-c299-4338-b04c-7cfe379d56cd req-29d9cd40-0c74-4f8e-8cd9-3bf870e5a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.533575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a5875-c299-4338-b04c-7cfe379d56cd req-29d9cd40-0c74-4f8e-8cd9-3bf870e5a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.534038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a5875-c299-4338-b04c-7cfe379d56cd req-29d9cd40-0c74-4f8e-8cd9-3bf870e5a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.536216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b90a5875-c299-4338-b04c-7cfe379d56cd req-29d9cd40-0c74-4f8e-8cd9-3bf870e5a311 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2873 time: 0.1120636 Sep 17 22:27:07.546079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e1626-66d0-4096-a574-8599ce56dc48 req-95f24af7-38b9-4209-9476-06a7cfb6fed2 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.547696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df5e1626-66d0-4096-a574-8599ce56dc48 req-95f24af7-38b9-4209-9476-06a7cfb6fed2 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 948 time: 0.1218245 Sep 17 22:27:07.580483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Allocated IP 172.21.0.2 (0da376e9-d9c0-4476-86e2-9c01bede9696/1aa03fcc-109d-4b7c-af18-39b115c0bff2/d3e76d76-e607-4592-bb6e-2b581928231e) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:07.685330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b90a5875-c299-4338-b04c-7cfe379d56cd req-06b3f45f-2c24-4bf4-8300-95a5c2255cdf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317897 Sep 17 22:27:07.687643 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df5e1626-66d0-4096-a574-8599ce56dc48 req-7092f506-2142-4be3-8f2f-82583c4dc753 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936306 Sep 17 22:27:07.820343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 47759243-2fc8-444a-9241-507348199914 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:07.846697 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.870357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa8d9b-f65a-4b34-9a61-f3f53b5bdc34 req-20994434-3a77-48d7-bd6e-923cad23abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.871889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27aa8d9b-f65a-4b34-9a61-f3f53b5bdc34 req-20994434-3a77-48d7-bd6e-923cad23abab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 1098 time: 0.1444058 Sep 17 22:27:07.877227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 47759243-2fc8-444a-9241-507348199914 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:07.877608 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.913299 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27aa8d9b-f65a-4b34-9a61-f3f53b5bdc34 req-42f0144f-bc2c-4c51-af1e-915350212810 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323033 Sep 17 22:27:07.997773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.999525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca267f-d065-45b5-a9da-c1f5dac77f56 req-9330a641-1907-467e-a1f1-2bc84eda3875 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.007149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-38ca267f-d065-45b5-a9da-c1f5dac77f56 req-9330a641-1907-467e-a1f1-2bc84eda3875 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.0627680 Sep 17 22:27:08.044830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Network 0da376e9-d9c0-4476-86e2-9c01bede9696 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:08.049211 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-38ca267f-d065-45b5-a9da-c1f5dac77f56 req-d3050c48-9169-435e-992d-8df376187ba7 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Sep 17 22:27:08.049357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:08.056062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:08.062551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Allocated IP 172.21.0.1 (0da376e9-d9c0-4476-86e2-9c01bede9696/1aa03fcc-109d-4b7c-af18-39b115c0bff2/e31db23d-34f6-4a59-8b7e-f1061f003b52) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:08.075953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Pushing event updated for resources: {'Port': ['ID=d3e76d76-e607-4592-bb6e-2b581928231e,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:08.164883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Attempting to bind port d3e76d76-e607-4592-bb6e-2b581928231e on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:08.164883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Attempting to bind port d3e76d76-e607-4592-bb6e-2b581928231e by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '74892c65-1117-4560-b479-4c5f02854701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:08.164883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Attempting to bind port d3e76d76-e607-4592-bb6e-2b581928231e on network 0da376e9-d9c0-4476-86e2-9c01bede9696 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:08.167195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:08.167533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Checking segment: {'id': '74892c65-1117-4560-b479-4c5f02854701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:08.168157 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.168441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Bound using segment: {'id': '74892c65-1117-4560-b479-4c5f02854701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:08.169083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Bound port: d3e76d76-e607-4592-bb6e-2b581928231e, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74892c65-1117-4560-b479-4c5f02854701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:08.169244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.190450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7988487-f1a6-4c44-a71e-6d6fdfce5739 req-a0cb36e7-2d05-43d8-a5b4-d21a0e690427 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.202316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7988487-f1a6-4c44-a71e-6d6fdfce5739 req-a0cb36e7-2d05-43d8-a5b4-d21a0e690427 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.208257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7988487-f1a6-4c44-a71e-6d6fdfce5739 req-a0cb36e7-2d05-43d8-a5b4-d21a0e690427 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.209976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7988487-f1a6-4c44-a71e-6d6fdfce5739 req-a0cb36e7-2d05-43d8-a5b4-d21a0e690427 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2417 time: 0.0852771 Sep 17 22:27:08.236858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.241862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] For port d3e76d76-e607-4592-bb6e-2b581928231e, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:08.245482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] For port d3e76d76-e607-4592-bb6e-2b581928231e, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d3e76d76-e607-4592-bb6e-2b581928231e,segment=NetworkSegment(74892c65-1117-4560-b479-4c5f02854701),segment_id=74892c65-1117-4560-b479-4c5f02854701)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:08.268273 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7988487-f1a6-4c44-a71e-6d6fdfce5739 req-b3ec4cbd-2579-46ed-a2e5-63aca28842bd tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516870 Sep 17 22:27:08.346468 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.375744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.413169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c368a83-0540-4360-bd48-d8b03ebeca49 None None] Pushing event updated for resources: {'Port': ['ID=d3e76d76-e607-4592-bb6e-2b581928231e,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:08.438327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 0da376e9-d9c0-4476-86e2-9c01bede9696 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:08.443206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:08.447650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:08.480855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=e31db23d-34f6-4a59-8b7e-f1061f003b52,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:08.489025 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6b8133f1-3f9d-44dc-8d21-44e0205709cc details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:08.492626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device eb180c8f-bfec-4b67-bbbe-394737e30600 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:08.543347 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.610067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14f9a3-6790-46d5-a224-7965ef8a87a7 req-bcf30be9-05c6-4e2f-b185-bbba88df1e75 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.624358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f14f9a3-6790-46d5-a224-7965ef8a87a7 req-bcf30be9-05c6-4e2f-b185-bbba88df1e75 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1407065 Sep 17 22:27:08.654770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:08.677346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '6b8133f1-3f9d-44dc-8d21-44e0205709cc', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '6b8133f1-3f9d-44dc-8d21-44e0205709cc', 'mac_address': 'fa:16:3e:ae:97:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:08.705945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f14f9a3-6790-46d5-a224-7965ef8a87a7 req-f6010942-8795-4ed6-b6e3-9358de30b0c0 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806386 Sep 17 22:27:08.723212 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.736631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port eb180c8f-bfec-4b67-bbbe-394737e30600 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:08.741492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port eb180c8f-bfec-4b67-bbbe-394737e30600 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:08.742156 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.771069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8133f1-3f9d-44dc-8d21-44e0205709cc {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:08.804591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:08.846636 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.856269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6cb9e-c77c-4046-a752-996d2dce7aee req-7a151045-b6a1-4393-a542-4aed8c4ea413 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.859264 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0fc6cb9e-c77c-4046-a752-996d2dce7aee req-7a151045-b6a1-4393-a542-4aed8c4ea413 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 948 time: 0.0662587 Sep 17 22:27:08.873318 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.901644 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0fc6cb9e-c77c-4046-a752-996d2dce7aee req-b55530be-6758-424b-9092-7a455d0a1ee2 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354176 Sep 17 22:27:08.911702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:08.940759 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.987021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=6b8133f1-3f9d-44dc-8d21-44e0205709cc,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:09.005540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.090380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.179772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:09.208617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6b8133f1-3f9d-44dc-8d21-44e0205709cc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:09.373515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:09.375965 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f451d21b-e895-4334-a9cf-c217a33e8979" -d '{"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-plugged", "status": "completed", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:09.427994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4969-dcb9-4547-9bbb-7540a024f190 req-c05dae5c-6a33-4341-99a0-7a9af3965ba8 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.436288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4969-dcb9-4547-9bbb-7540a024f190 req-c05dae5c-6a33-4341-99a0-7a9af3965ba8 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.443959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4969-dcb9-4547-9bbb-7540a024f190 req-c05dae5c-6a33-4341-99a0-7a9af3965ba8 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.446550 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dcf4969-dcb9-4547-9bbb-7540a024f190 req-c05dae5c-6a33-4341-99a0-7a9af3965ba8 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2417 time: 0.1049001 Sep 17 22:27:09.468545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf8688-6d86-4a6f-a406-e11bf0f86469 req-01ea0ba0-4767-4e87-8f74-d12e1c203d71 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.477209 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4cf8688-6d86-4a6f-a406-e11bf0f86469 req-01ea0ba0-4767-4e87-8f74-d12e1c203d71 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.1124909 Sep 17 22:27:09.522663 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dcf4969-dcb9-4547-9bbb-7540a024f190 req-12a6416b-7624-4d39-a7af-27aedd30a404 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594342 Sep 17 22:27:09.577018 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab38270-0694-4b7d-9904-7a884904a107 x-openstack-request-id: req-7ab38270-0694-4b7d-9904-7a884904a107 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:09.577018 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-plugged", "status": "completed", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:09.577313 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ab38270-0694-4b7d-9904-7a884904a107 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:09.578101 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'code': 200} Sep 17 22:27:09.597833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4cf8688-6d86-4a6f-a406-e11bf0f86469 req-05e05385-bb33-4316-9f86-790791bc4949 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105721 Sep 17 22:27:09.598536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6dc9d-09b4-44c0-8aa6-65abf9becaf4 None None] Network 0da376e9-d9c0-4476-86e2-9c01bede9696 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:09.656012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.683585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-35740078-6fc3-446f-9e3f-bcfe7cc0ccf3 None None] Provisioning complete for port d3e76d76-e607-4592-bb6e-2b581928231e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:09.683881 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-35740078-6fc3-446f-9e3f-bcfe7cc0ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.788254 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.832638 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d3e76d76-e607-4592-bb6e-2b581928231e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:09.882434 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-35740078-6fc3-446f-9e3f-bcfe7cc0ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.938656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=e31db23d-34f6-4a59-8b7e-f1061f003b52,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:09.939663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-35740078-6fc3-446f-9e3f-bcfe7cc0ccf3 None None] For port d3e76d76-e607-4592-bb6e-2b581928231e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d3e76d76-e607-4592-bb6e-2b581928231e,segment=NetworkSegment(74892c65-1117-4560-b479-4c5f02854701),segment_id=74892c65-1117-4560-b479-4c5f02854701)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:09.946675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d3e76d76-e607-4592-bb6e-2b581928231e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:09.947124 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.953414 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.981900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bffe3-559f-43f4-879a-bd76ce3fa131 req-03330450-ef24-44a3-b9aa-763c770d866e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.981900 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c2bffe3-559f-43f4-879a-bd76ce3fa131 req-03330450-ef24-44a3-b9aa-763c770d866e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1372297 Sep 17 22:27:10.008872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b0b99-7410-4d4f-b8bb-5c51ea5cea8c req-c6d2485c-732f-466a-bc35-1eb84dffbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.010373 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f4b0b99-7410-4d4f-b8bb-5c51ea5cea8c req-c6d2485c-732f-466a-bc35-1eb84dffbffa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 1102 time: 0.2186990 Sep 17 22:27:10.021129 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325120-742d-40b4-9f5c-29830b16781b req-a082d61e-f03f-4c02-8a41-231f40be4d3f tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.023605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-a082d61e-f03f-4c02-8a41-231f40be4d3f tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/networks?id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 200 len: 810 time: 0.1771576 Sep 17 22:27:10.048989 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-69b6e7a5-eef4-486a-9f52-aa318adcd3b6 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/quotas/3915a7bb8d0140abb14ade2b4cea5457 HTTP/1.1" status: 200 len: 375 time: 0.0152357 Sep 17 22:27:10.053066 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.103226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c2bffe3-559f-43f4-879a-bd76ce3fa131 req-907b6f1e-1590-493f-ac83-0725ba30463a tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994501 Sep 17 22:27:10.114937 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-35740078-6fc3-446f-9e3f-bcfe7cc0ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.122994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f4b0b99-7410-4d4f-b8bb-5c51ea5cea8c req-bf50cca1-4e15-4d8c-97cd-f3a8e964c1af service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629864 Sep 17 22:27:10.133135 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:10.139466 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-8c9435d8-8026-4b76-9543-3470e6723cc7 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828769 Sep 17 22:27:10.151794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 0da376e9-d9c0-4476-86e2-9c01bede9696 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:10.153517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:10.198138 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.266668 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:27:10.267170 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:27:10.286166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35740078-6fc3-446f-9e3f-bcfe7cc0ccf3 None None] Pushing event updated for resources: {'Port': ['ID=d3e76d76-e607-4592-bb6e-2b581928231e,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:10.306230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-db9695c0-bd25-4f19-ad39-90a89183b1e9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:27:10.314109 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-db9695c0-bd25-4f19-ad39-90a89183b1e9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1618638 Sep 17 22:27:10.335710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:10.340353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0f8e1717-8f32-4591-adda-231f73a61180 None None] Provisioning complete for port d3e76d76-e607-4592-bb6e-2b581928231e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:10.340619 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1717-8f32-4591-adda-231f73a61180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.359523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459a9a7-2286-41eb-9d03-8913b89143ac req-202980ca-6654-44f4-be5b-a95720f40d78 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.361443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2459a9a7-2286-41eb-9d03-8913b89143ac req-202980ca-6654-44f4-be5b-a95720f40d78 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 949 time: 0.1366086 Sep 17 22:27:10.422403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-5278b18d-ad6c-4580-9407-3f66ca249453 service neutron] 10.222.0.30 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070657 Sep 17 22:27:10.442806 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:10.463411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'port_id': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'mac_address': 'fa:16:3e:64:cf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:10.517719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6b8133f1-3f9d-44dc-8d21-44e0205709cc up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:10.524650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2459a9a7-2286-41eb-9d03-8913b89143ac req-a3d30574-9313-4fbc-9a32-2261da424324 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553379 Sep 17 22:27:10.539986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:10.553365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-da7afe55-ecc3-4048-9664-c85b9108dbbd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6754549 Sep 17 22:27:10.555367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33516) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:10.570543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'network': {'name': 'tempest-RoutersTest-893280098'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:10.572486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-32fa3a71-cc52-48d3-be48-0e87010c2a3d service neutron] 10.222.0.30 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420126 Sep 17 22:27:10.574759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Sync routers for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:10.589531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0f8e1717-8f32-4591-adda-231f73a61180 None None] Provisioning complete for port e31db23d-34f6-4a59-8b7e-f1061f003b52 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:10.589531 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1717-8f32-4591-adda-231f73a61180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.592673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.643524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:10.644514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:10.701473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e1717-8f32-4591-adda-231f73a61180 None None] Port e31db23d-34f6-4a59-8b7e-f1061f003b52 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:10.788248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:10.792141 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.854707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:27:10.883451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb775e-4ee7-4eb4-942b-50382a782448 req-a154f997-0e6c-4028-9a54-dc44dbe2e2b6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.885606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:10.889119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb775e-4ee7-4eb4-942b-50382a782448 req-a154f997-0e6c-4028-9a54-dc44dbe2e2b6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.895728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 6b8133f1-3f9d-44dc-8d21-44e0205709cc completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:10.895921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb775e-4ee7-4eb4-942b-50382a782448 req-a154f997-0e6c-4028-9a54-dc44dbe2e2b6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.897738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aceb775e-4ee7-4eb4-942b-50382a782448 req-a154f997-0e6c-4028-9a54-dc44dbe2e2b6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2417 time: 0.1024404 Sep 17 22:27:10.903116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.903413 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added segment 866888a3-cee3-48b6-9162-a33f5765dde9 of type vlan for network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af Sep 17 22:27:10.933942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 6b8133f1-3f9d-44dc-8d21-44e0205709cc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:10.934321 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.981635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:10.994773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7c56320-60ef-4e36-8c49-a364224aeaef req-4a56699e-3af7-42fb-848e-0097f9065a6b tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 210 time: 0.0451097 Sep 17 22:27:11.017277 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.017418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:11.027652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ff5c4555-9bed-43da-a036-201aa59302ff None None] Provisioning complete for port e31db23d-34f6-4a59-8b7e-f1061f003b52 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:11.027652 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ff5c4555-9bed-43da-a036-201aa59302ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.031824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aceb775e-4ee7-4eb4-942b-50382a782448 req-ea7be689-4224-4aef-8949-dff57f8e4017 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192970 Sep 17 22:27:11.060398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df149e31-785d-4532-9148-e29ceaaef58f req-4527ec63-77ff-40c9-b93d-27f7512b1898 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0986378 Sep 17 22:27:11.122253 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.141816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c4555-9bed-43da-a036-201aa59302ff None None] Port e31db23d-34f6-4a59-8b7e-f1061f003b52 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:11.188332 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.198097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.198097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.278540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9c0a7-19d8-4b33-b6b2-5a6ff5cea1b4 req-abfc31ac-59f6-46f8-8461-b09d397e367d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.288732 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21a9c0a7-19d8-4b33-b6b2-5a6ff5cea1b4 req-abfc31ac-59f6-46f8-8461-b09d397e367d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 944 time: 0.0665183 Sep 17 22:27:11.293571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Network': ['ID=9b2fb75a-5ae9-4808-bb7d-7bb31804e8af,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:11.304982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df149e31-785d-4532-9148-e29ceaaef58f req-4c6747ff-bbab-4126-b4ce-8b68cff15f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.306537 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df149e31-785d-4532-9148-e29ceaaef58f req-4c6747ff-bbab-4126-b4ce-8b68cff15f28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 1097 time: 0.1750038 Sep 17 22:27:11.312265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:11.316414 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e371a86d-82f2-4f12-b875-5bb23d3190aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7552841 Sep 17 22:27:11.317111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33532) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:11.322705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'subnet': {'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:11.326516 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.341078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:11.352715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21a9c0a7-19d8-4b33-b6b2-5a6ff5cea1b4 req-e7e94ee4-2211-481e-a793-d78fd21ed589 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626976 Sep 17 22:27:11.355861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:11.498222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:11.504169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df149e31-785d-4532-9148-e29ceaaef58f req-4fa2d9f4-31ea-45f9-987b-4db1167fdb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.505816 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df149e31-785d-4532-9148-e29ceaaef58f req-4fa2d9f4-31ea-45f9-987b-4db1167fdb00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.1614416 Sep 17 22:27:11.548863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df149e31-785d-4532-9148-e29ceaaef58f req-05d5b12f-e3ac-4ce7-bc49-c5b4f652c069 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77147a9f-0258-4afd-b057-b5933f570010 HTTP/1.1" status: 200 len: 217 time: 0.0354285 Sep 17 22:27:11.562623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:08Z', 'revision_number': 3, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:09Z', 'revision_number': 2, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:11.591608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8133f1-3f9d-44dc-8d21-44e0205709cc'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:11.593903 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7255d85f-8980-48ac-b37c-0ce49c16d845" -d '{"events": [{"server_uuid": "dc2c0de5-4f01-470c-a209-93503ad68162", "name": "network-vif-plugged", "status": "completed", "tag": "6b8133f1-3f9d-44dc-8d21-44e0205709cc"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:11.605301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Checking router: 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:11.605664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Updating router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 port e31db23d-34f6-4a59-8b7e-f1061f003b52 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:27:11.607425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df149e31-785d-4532-9148-e29ceaaef58f req-3203ef05-30a8-40f5-b478-340901364528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.609810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df149e31-785d-4532-9148-e29ceaaef58f req-3203ef05-30a8-40f5-b478-340901364528 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.0534110 Sep 17 22:27:11.657901 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.673950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df149e31-785d-4532-9148-e29ceaaef58f req-9bcd8fdd-dcf8-4137-a963-80113cdbf432 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576596 Sep 17 22:27:11.679428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:11.682287 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.688699 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.718929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acf2a9-3383-464b-9935-bd4188ec2dab req-9044c1df-58f0-4d51-a745-ef86cb955512 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.732522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10acf2a9-3383-464b-9935-bd4188ec2dab req-9044c1df-58f0-4d51-a745-ef86cb955512 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 949 time: 0.1248870 Sep 17 22:27:11.780010 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f209666b-bb26-4c8e-b803-a59ce6530b01 x-openstack-request-id: req-f209666b-bb26-4c8e-b803-a59ce6530b01 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:11.780324 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2c0de5-4f01-470c-a209-93503ad68162", "name": "network-vif-plugged", "status": "completed", "tag": "6b8133f1-3f9d-44dc-8d21-44e0205709cc", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:11.780619 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f209666b-bb26-4c8e-b803-a59ce6530b01 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:11.781014 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8133f1-3f9d-44dc-8d21-44e0205709cc', 'code': 200} Sep 17 22:27:11.809482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10acf2a9-3383-464b-9935-bd4188ec2dab req-c978b09a-90c5-4842-b2b3-2980b785d1c5 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757122 Sep 17 22:27:11.874506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d3e76d76-e607-4592-bb6e-2b581928231e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:11.913886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=6b8133f1-3f9d-44dc-8d21-44e0205709cc,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:11.955398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df149e31-785d-4532-9148-e29ceaaef58f req-9a8eec15-c45b-483d-ba67-320cf5a0a121 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598100 Sep 17 22:27:11.977374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c203f-e2ac-4a36-8cef-d0a90147a640 req-3262c8c3-6de3-42b6-b6cc-7c20f67a8d20 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.984539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c203f-e2ac-4a36-8cef-d0a90147a640 req-3262c8c3-6de3-42b6-b6cc-7c20f67a8d20 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.989560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d3e76d76-e607-4592-bb6e-2b581928231e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:11.989935 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.991410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c203f-e2ac-4a36-8cef-d0a90147a640 req-3262c8c3-6de3-42b6-b6cc-7c20f67a8d20 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.994347 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-558c203f-e2ac-4a36-8cef-d0a90147a640 req-3262c8c3-6de3-42b6-b6cc-7c20f67a8d20 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2417 time: 0.0765045 Sep 17 22:27:12.054140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff35d6-3746-4776-93ef-331f107657fd req-4603b4db-6bfc-457e-bf1f-bdf952fb9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:12.055272 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0fff35d6-3746-4776-93ef-331f107657fd req-4603b4db-6bfc-457e-bf1f-bdf952fb9d77 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 1102 time: 0.1684294 Sep 17 22:27:12.057644 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-558c203f-e2ac-4a36-8cef-d0a90147a640 req-6d7ad14c-bca6-470f-9d77-3961b27bbe0f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580208 Sep 17 22:27:12.116222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df149e31-785d-4532-9148-e29ceaaef58f req-6e24177f-6317-4271-854a-f4e7380af608 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527429 Sep 17 22:27:12.140484 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b6ee6f0-846d-426e-9396-1819189ef7ec req-880df93f-c85b-406c-816f-7d4a39950c4e tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 210 time: 0.0427229 Sep 17 22:27:12.141440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:12.176336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0fff35d6-3746-4776-93ef-331f107657fd req-ce750b81-d5e7-4d13-b586-11617e836e72 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115062 Sep 17 22:27:12.236522 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.254324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:12.254697 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.323270 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.332487 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.364164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:12.368435 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.399648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Subnet': ['ID=fe903773-89bb-4c86-9707-ed63d6744cd8,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:12.402042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Checking segment: {'id': '866888a3-cee3-48b6-9162-a33f5765dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:12.402431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network hostable DHCP agents. Network: 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:12.453669 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.490109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a757b1-69b6-4da8-b97b-cbe279f09ee2 None None] Pushing event updated for resources: {'Port': ['ID=e31db23d-34f6-4a59-8b7e-f1061f003b52,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:12.500726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0e651-8ebc-40e4-a6a9-8a04f17267f8 req-effca16d-0cb8-43dd-a6cc-a99f4df2aecb tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:12.502872 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a1d0e651-8ebc-40e4-a6a9-8a04f17267f8 req-effca16d-0cb8-43dd-a6cc-a99f4df2aecb tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0634832 Sep 17 22:27:12.515330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Attempting to bind port e31db23d-34f6-4a59-8b7e-f1061f003b52 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:12.515886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Attempting to bind port e31db23d-34f6-4a59-8b7e-f1061f003b52 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '74892c65-1117-4560-b479-4c5f02854701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:12.516227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Attempting to bind port e31db23d-34f6-4a59-8b7e-f1061f003b52 on network 0da376e9-d9c0-4476-86e2-9c01bede9696 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:12.529414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:12.529782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Checking segment: {'id': '74892c65-1117-4560-b479-4c5f02854701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:12.530187 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.530595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Bound using segment: {'id': '74892c65-1117-4560-b479-4c5f02854701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:12.531262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Bound port: e31db23d-34f6-4a59-8b7e-f1061f003b52, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74892c65-1117-4560-b479-4c5f02854701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:12.531772 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.548552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:12.549357 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a1d0e651-8ebc-40e4-a6a9-8a04f17267f8 req-e8017b50-4a5e-4945-b480-2dbd8de60780 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400467 Sep 17 22:27:12.592074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:12.625122 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] For port e31db23d-34f6-4a59-8b7e-f1061f003b52, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:12.628630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] For port e31db23d-34f6-4a59-8b7e-f1061f003b52, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e31db23d-34f6-4a59-8b7e-f1061f003b52,segment=NetworkSegment(74892c65-1117-4560-b479-4c5f02854701),segment_id=74892c65-1117-4560-b479-4c5f02854701)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:12.672981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-462f6f28-27e6-4e80-834d-7a81b632ef22 None None] Provisioning complete for port e31db23d-34f6-4a59-8b7e-f1061f003b52 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:12.673353 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-462f6f28-27e6-4e80-834d-7a81b632ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.673942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:12.679096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:12.684419 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.698115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c16d74-10df-49ed-96ad-143fbb8335a3 None None] Network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:12.733532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-462f6f28-27e6-4e80-834d-7a81b632ef22 None None] Port e31db23d-34f6-4a59-8b7e-f1061f003b52 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:12.813673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.851833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-518840af-6fc4-4b5e-b23b-17b11da081a3 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5336206 Sep 17 22:27:12.854569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33556) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:13.012607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104f021-99d4-4caa-b21e-3246baae70fe req-dbaa8c78-8884-4123-83a6-1c97b63c99a6 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.014171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3104f021-99d4-4caa-b21e-3246baae70fe req-dbaa8c78-8884-4123-83a6-1c97b63c99a6 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 950 time: 0.1061275 Sep 17 22:27:13.053075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:27:13.053932 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.056546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a757b1-69b6-4da8-b97b-cbe279f09ee2 None None] Pushing event updated for resources: {'Port': ['ID=e31db23d-34f6-4a59-8b7e-f1061f003b52,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:13.059116 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:13.059724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:13.145277 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3104f021-99d4-4caa-b21e-3246baae70fe req-99a3cd07-0b1e-4300-9f10-b993a87185a2 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202412 Sep 17 22:27:13.254314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa070c-b905-4a1c-a186-1f0005b21325 req-7dcb5332-9aa4-43aa-b97c-238fda8cf919 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.255177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:13.263529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa070c-b905-4a1c-a186-1f0005b21325 req-7dcb5332-9aa4-43aa-b97c-238fda8cf919 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.279208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa070c-b905-4a1c-a186-1f0005b21325 req-7dcb5332-9aa4-43aa-b97c-238fda8cf919 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.281440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abaa070c-b905-4a1c-a186-1f0005b21325 req-7dcb5332-9aa4-43aa-b97c-238fda8cf919 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2417 time: 0.1150768 Sep 17 22:27:13.327906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-847730e6-5845-4473-b45d-c0569ad2b48e req-b9990fd9-1841-46eb-815f-1337eee16dff tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 210 time: 0.0365460 Sep 17 22:27:13.355082 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abaa070c-b905-4a1c-a186-1f0005b21325 req-c7a16c3a-0e5c-4a08-a16e-53e2f3cd3859 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659392 Sep 17 22:27:13.412662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-138c5252-5b26-4f6a-9017-c7d049c8ccf7 None None] Provisioning complete for port e31db23d-34f6-4a59-8b7e-f1061f003b52 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:13.413032 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-138c5252-5b26-4f6a-9017-c7d049c8ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.440324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.474542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Allocated IP 172.22.0.2 (9b2fb75a-5ae9-4808-bb7d-7bb31804e8af/fe903773-89bb-4c86-9707-ed63d6744cd8/7385745e-2749-423d-bdc4-2290cd00be90) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:13.667479 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-138c5252-5b26-4f6a-9017-c7d049c8ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.743583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-138c5252-5b26-4f6a-9017-c7d049c8ccf7 None None] For port e31db23d-34f6-4a59-8b7e-f1061f003b52, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e31db23d-34f6-4a59-8b7e-f1061f003b52,segment=NetworkSegment(74892c65-1117-4560-b479-4c5f02854701),segment_id=74892c65-1117-4560-b479-4c5f02854701)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:13.781455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd68891-8d1d-44f9-a6f4-16300dddfdd8 req-5880ec39-bc85-495f-86b7-fd6c312a8b5c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.783031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bd68891-8d1d-44f9-a6f4-16300dddfdd8 req-5880ec39-bc85-495f-86b7-fd6c312a8b5c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1372783 Sep 17 22:27:13.788606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:13.788606 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea91b53-1bf5-49ac-a059-a5848c83de91" -d '{"events": [{"server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "name": "network-vif-plugged", "status": "completed", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:13.796241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:08Z', 'revision_number': 3, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:12Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:13.798337 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.820999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325120-742d-40b4-9f5c-29830b16781b req-3824911b-f332-4c18-bbd0-7516c46357f4 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.822724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-3824911b-f332-4c18-bbd0-7516c46357f4 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.15 "GET /v2.0/networks?id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 200 len: 810 time: 0.1785431 Sep 17 22:27:13.826102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2030187-ce45-4dae-a15f-bf9dde994b87 None None] The sync data for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 is: [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:08Z', 'revision_number': 3, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:12Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:13.828494 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18ed9be-a342-491c-bc77-1820296c128f x-openstack-request-id: req-b18ed9be-a342-491c-bc77-1820296c128f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:13.828929 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "name": "network-vif-plugged", "status": "completed", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:13.829037 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b18ed9be-a342-491c-bc77-1820296c128f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:13.829445 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'code': 200} Sep 17 22:27:13.851165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Request body: {'port': {'device_id': '273c9bbf-d102-4cbe-a025-678bbf680165', 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b', 'admin_state_up': True, 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:13.908089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bd68891-8d1d-44f9-a6f4-16300dddfdd8 req-05e7cbcb-83cb-41a1-9453-c0d342f31b32 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957847 Sep 17 22:27:13.940332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-138c5252-5b26-4f6a-9017-c7d049c8ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.943777 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.983636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:13.987182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:13.992749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:14.054132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c5252-5b26-4f6a-9017-c7d049c8ccf7 None None] Pushing event updated for resources: {'Port': ['ID=e31db23d-34f6-4a59-8b7e-f1061f003b52,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:14.065704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Allocated IP 172.22.0.1 (9b2fb75a-5ae9-4808-bb7d-7bb31804e8af/fe903773-89bb-4c86-9707-ed63d6744cd8/7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:14.091367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-436e8939-4ff5-4784-aa9d-0785d8f352a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.103953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-436e8939-4ff5-4784-aa9d-0785d8f352a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.109053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Attempting to bind port 7385745e-2749-423d-bdc4-2290cd00be90 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:14.109439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Attempting to bind port 7385745e-2749-423d-bdc4-2290cd00be90 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '866888a3-cee3-48b6-9162-a33f5765dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:14.109802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Attempting to bind port 7385745e-2749-423d-bdc4-2290cd00be90 on network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:14.109911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-436e8939-4ff5-4784-aa9d-0785d8f352a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.111530 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-436e8939-4ff5-4784-aa9d-0785d8f352a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.15 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2417 time: 0.1196504 Sep 17 22:27:14.122960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:14.123394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Checking segment: {'id': '866888a3-cee3-48b6-9162-a33f5765dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:14.123802 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.124396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Bound using segment: {'id': '866888a3-cee3-48b6-9162-a33f5765dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:14.124754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Bound port: 7385745e-2749-423d-bdc4-2290cd00be90, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866888a3-cee3-48b6-9162-a33f5765dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:14.125686 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.156935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Pushing event updated for resources: {'Port': ['ID=7385745e-2749-423d-bdc4-2290cd00be90,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:14.227658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] For port 7385745e-2749-423d-bdc4-2290cd00be90, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:14.231265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] For port 7385745e-2749-423d-bdc4-2290cd00be90, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7385745e-2749-423d-bdc4-2290cd00be90,segment=NetworkSegment(866888a3-cee3-48b6-9162-a33f5765dde9),segment_id=866888a3-cee3-48b6-9162-a33f5765dde9)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:14.272111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Made reservation on behalf of 3915a7bb8d0140abb14ade2b4cea5457 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:14.276159 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.337976 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.349135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed01d4-2104-48b5-a5d2-cb9af91d7577 req-e81aaa31-ed6b-487c-b305-3b936cf7239f tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.351992 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6aed01d4-2104-48b5-a5d2-cb9af91d7577 req-e81aaa31-ed6b-487c-b305-3b936cf7239f tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 950 time: 0.0612674 Sep 17 22:27:14.392068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.399250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-207ab022-aa51-401c-bbbb-e165170483e3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting port 547ce131-6aa9-4b23-b81e-a1c1688561a1 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:14.399590 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-207ab022-aa51-401c-bbbb-e165170483e3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.418752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917f486-1b67-40ab-9caa-0d6972d379fc None None] Pushing event updated for resources: {'Port': ['ID=7385745e-2749-423d-bdc4-2290cd00be90,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:14.449813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6aed01d4-2104-48b5-a5d2-cb9af91d7577 req-7e8f6350-3554-4f87-ae2d-288661f12374 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885696 Sep 17 22:27:14.504041 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35da1dfb-43ff-48f0-8ef5-63a1fbae294e req-829a7267-49bc-44f1-b023-7d498d17dd96 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 210 time: 0.0627458 Sep 17 22:27:14.632817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd57e-f45e-403e-a14e-fbaf250494ed req-5d9f9448-1b64-43ea-a814-40c22753fd99 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.639905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd57e-f45e-403e-a14e-fbaf250494ed req-5d9f9448-1b64-43ea-a814-40c22753fd99 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.648011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd57e-f45e-403e-a14e-fbaf250494ed req-5d9f9448-1b64-43ea-a814-40c22753fd99 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.649798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5cdd57e-f45e-403e-a14e-fbaf250494ed req-5d9f9448-1b64-43ea-a814-40c22753fd99 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 2417 time: 0.0915387 Sep 17 22:27:14.728763 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5cdd57e-f45e-403e-a14e-fbaf250494ed req-9e3e2fdf-b1cb-4131-a6b9-7d8088a441c5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692801 Sep 17 22:27:15.036742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596d4f-d84a-4f23-9b28-7689efefe3b3 req-7ca47dc7-d705-4b13-b9fa-0b82fba5dc63 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:15.038319 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68596d4f-d84a-4f23-9b28-7689efefe3b3 req-7ca47dc7-d705-4b13-b9fa-0b82fba5dc63 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0555732 Sep 17 22:27:15.038794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-207ab022-aa51-401c-bbbb-e165170483e3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] For port 547ce131-6aa9-4b23-b81e-a1c1688561a1, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=547ce131-6aa9-4b23-b81e-a1c1688561a1,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:15.039170 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-207ab022-aa51-401c-bbbb-e165170483e3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.052897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Allocated IP 172.20.0.7 (8aa8ca51-a31b-42bc-9823-e1ee66d6c18b/24123f15-557c-401b-8d53-054c6af9f5aa/fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:15.070790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-207ab022-aa51-401c-bbbb-e165170483e3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Calling delete_port for 547ce131-6aa9-4b23-b81e-a1c1688561a1 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:15.080540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dbe32-a224-40b7-9104-02181b7f88de req-87b77250-7874-4d69-aa7d-54c1292d886f tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:15.080927 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68596d4f-d84a-4f23-9b28-7689efefe3b3 req-d00ca1f9-ef25-4b17-9eeb-870b17e3f3ad tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361490 Sep 17 22:27:15.083063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b36dbe32-a224-40b7-9104-02181b7f88de req-87b77250-7874-4d69-aa7d-54c1292d886f tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 950 time: 0.1675599 Sep 17 22:27:15.184324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.282589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b36dbe32-a224-40b7-9104-02181b7f88de req-6c6806e4-056c-4a59-a0a5-f10b374cb966 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897948 Sep 17 22:27:15.295283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:15.303101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:15.351529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:15.386245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:15.438622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.539530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.550556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5220808d-747b-4153-8ea8-acef46846d5a None None] Network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:15.621904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1d03d6c6-929d-4f16-b961-47b2fb9b54b6 req-e749c271-b226-4dfd-8f8b-f40a10aa1316 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 210 time: 0.0311959 Sep 17 22:27:15.622850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-80ad206b-8054-4af3-9967-c5aa0c1b1e39 None None] Provisioning complete for port 7385745e-2749-423d-bdc4-2290cd00be90 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:15.623230 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-80ad206b-8054-4af3-9967-c5aa0c1b1e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.759400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-207ab022-aa51-401c-bbbb-e165170483e3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.777321 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-80ad206b-8054-4af3-9967-c5aa0c1b1e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.796224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['596bd5bf-a336-4576-aa76-c9dde005bb58', '547ce131-6aa9-4b23-b81e-a1c1688561a1', '26c49c35-4817-47ea-8790-0b48e4743531'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:15.835400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ab022-aa51-401c-bbbb-e165170483e3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Port': ['ID=547ce131-6aa9-4b23-b81e-a1c1688561a1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:15.856533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-80ad206b-8054-4af3-9967-c5aa0c1b1e39 None None] For port 7385745e-2749-423d-bdc4-2290cd00be90, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7385745e-2749-423d-bdc4-2290cd00be90,segment=NetworkSegment(866888a3-cee3-48b6-9162-a33f5765dde9),segment_id=866888a3-cee3-48b6-9162-a33f5765dde9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:15.870259 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e31db23d-34f6-4a59-8b7e-f1061f003b52 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:15.879307 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.901218 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.915600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ea808854-5be3-4760-be11-db1917d9338a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:15.927142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b056ccb-ffd2-40d4-a733-7e550ebc3a35 req-5ffded3a-b2ea-453c-8b26-626a3eda11f5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:15.934492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b056ccb-ffd2-40d4-a733-7e550ebc3a35 req-5ffded3a-b2ea-453c-8b26-626a3eda11f5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:15.953030 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b056ccb-ffd2-40d4-a733-7e550ebc3a35 req-5ffded3a-b2ea-453c-8b26-626a3eda11f5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 1682 time: 0.1434383 Sep 17 22:27:15.987928 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-80ad206b-8054-4af3-9967-c5aa0c1b1e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.014155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-207ab022-aa51-401c-bbbb-e165170483e3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] No DVR routers for this DVR port 547ce131-6aa9-4b23-b81e-a1c1688561a1 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:16.024493 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-207ab022-aa51-401c-bbbb-e165170483e3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.026879 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-207ab022-aa51-401c-bbbb-e165170483e3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.15 "DELETE /v2.0/ports/547ce131-6aa9-4b23-b81e-a1c1688561a1 HTTP/1.1" status: 204 len: 173 time: 1.9063029 Sep 17 22:27:16.027594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-deleted', 'tag': '547ce131-6aa9-4b23-b81e-a1c1688561a1'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:16.030191 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cb8c86-1216-4630-8788-f12211132dc4" -d '{"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-deleted", "tag": "547ce131-6aa9-4b23-b81e-a1c1688561a1"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:16.080311 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b056ccb-ffd2-40d4-a733-7e550ebc3a35 req-e92a21fb-2b15-4e3d-b34c-95f022682fa8 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191049 Sep 17 22:27:16.110555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port e31db23d-34f6-4a59-8b7e-f1061f003b52 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:16.111000 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.134669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:16.144288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:16.164937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Pushing event updated for resources: {'Port': ['ID=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:16.167602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:16.265181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad206b-8054-4af3-9967-c5aa0c1b1e39 None None] Pushing event updated for resources: {'Port': ['ID=7385745e-2749-423d-bdc4-2290cd00be90,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:16.350940 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24632031-1a25-497c-bf25-1caa546ddb51 x-openstack-request-id: req-24632031-1a25-497c-bf25-1caa546ddb51 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:16.351590 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-deleted", "tag": "547ce131-6aa9-4b23-b81e-a1c1688561a1", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:16.351698 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24632031-1a25-497c-bf25-1caa546ddb51 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:16.352004 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-deleted', 'tag': '547ce131-6aa9-4b23-b81e-a1c1688561a1', 'status': 'completed', 'code': 200} Sep 17 22:27:16.441432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:16.442438 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.522032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778f9a6-e513-43a8-8133-aa752f573171 req-b48afd91-f654-4617-a410-8027fad0fee6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:16.532930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3778f9a6-e513-43a8-8133-aa752f573171 req-b48afd91-f654-4617-a410-8027fad0fee6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1289303 Sep 17 22:27:16.559701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-028110e9-c746-4c8a-bf87-4f2827f4f935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting port 26c49c35-4817-47ea-8790-0b48e4743531 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:16.560052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-028110e9-c746-4c8a-bf87-4f2827f4f935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.611041 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-a0322e66-2d11-4780-86a4-79912e30ecf5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7653883 Sep 17 22:27:16.619125 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3778f9a6-e513-43a8-8133-aa752f573171 req-8c63a190-847a-4ba0-b982-c724d3231cc5 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832155 Sep 17 22:27:16.633763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Request body: {'port': {'device_id': '273c9bbf-d102-4cbe-a025-678bbf680165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:16.689594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ba3bba91-8a87-4325-b36b-e6ab10c19450 None None] Provisioning complete for port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:16.691130 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ba3bba91-8a87-4325-b36b-e6ab10c19450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.716811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7385745e-2749-423d-bdc4-2290cd00be90 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:16.814887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ba3bba91-8a87-4325-b36b-e6ab10c19450 None None] Port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:16.853816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ba3bba91-8a87-4325-b36b-e6ab10c19450 None None] Provisioning complete for port 7385745e-2749-423d-bdc4-2290cd00be90 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:16.854020 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ba3bba91-8a87-4325-b36b-e6ab10c19450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.887256 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.890002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-028110e9-c746-4c8a-bf87-4f2827f4f935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] For port 26c49c35-4817-47ea-8790-0b48e4743531, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=26c49c35-4817-47ea-8790-0b48e4743531,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:16.890367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-028110e9-c746-4c8a-bf87-4f2827f4f935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.895423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7385745e-2749-423d-bdc4-2290cd00be90 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:16.895880 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.930704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-028110e9-c746-4c8a-bf87-4f2827f4f935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Calling delete_port for 26c49c35-4817-47ea-8790-0b48e4743531 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:16.941962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0844a9-894f-4cdd-8389-4d40fbb77418 req-2e3721bb-c8a3-47ab-9ff5-3e45a126f751 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:16.943529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc0844a9-894f-4cdd-8389-4d40fbb77418 req-2e3721bb-c8a3-47ab-9ff5-3e45a126f751 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 931 time: 0.1692185 Sep 17 22:27:17.004973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.074497 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.148184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9344cc72-6485-47ff-a6a1-84bb6804ff66 None None] Provisioning complete for port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:17.148569 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9344cc72-6485-47ff-a6a1-84bb6804ff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.188483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc0844a9-894f-4cdd-8389-4d40fbb77418 req-c01857f7-a88e-4704-bcb7-c8a885fcadd8 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341566 Sep 17 22:27:17.194064 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9344cc72-6485-47ff-a6a1-84bb6804ff66 None None] Port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:17.246046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7b7d-d832-4cf0-bc0c-00136b6638c0 req-f8f7241a-e094-4624-9bce-0b6d1571a393 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:17.253315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7b7d-d832-4cf0-bc0c-00136b6638c0 req-f8f7241a-e094-4624-9bce-0b6d1571a393 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:17.255625 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27eb7b7d-d832-4cf0-bc0c-00136b6638c0 req-f8f7241a-e094-4624-9bce-0b6d1571a393 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 1682 time: 0.0781059 Sep 17 22:27:17.366678 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27eb7b7d-d832-4cf0-bc0c-00136b6638c0 req-be7ddbeb-975c-49b3-8ffa-5867e37ffc95 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036093 Sep 17 22:27:17.427094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:17.456752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.459478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:17.465090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.568248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Transition to ACTIVE for port object fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:17.624570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:17.630565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:17.711308 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.815210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7385745e-2749-423d-bdc4-2290cd00be90 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:17.849821 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-028110e9-c746-4c8a-bf87-4f2827f4f935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.902092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7385745e-2749-423d-bdc4-2290cd00be90 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:17.902626 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.982232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:18.040293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-028110e9-c746-4c8a-bf87-4f2827f4f935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] No DVR routers for this DVR port 26c49c35-4817-47ea-8790-0b48e4743531 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:18.051899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-028110e9-c746-4c8a-bf87-4f2827f4f935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.054162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-028110e9-c746-4c8a-bf87-4f2827f4f935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.15 "DELETE /v2.0/ports/26c49c35-4817-47ea-8790-0b48e4743531 HTTP/1.1" status: 204 len: 173 time: 2.0162995 Sep 17 22:27:18.058070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Pushing event updated for resources: {'Port': ['ID=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:18.068491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d5706385-5e4c-45b5-86f1-e484f3788325 None None] Provisioning complete for port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:18.068874 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d5706385-5e4c-45b5-86f1-e484f3788325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.132375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d5706385-5e4c-45b5-86f1-e484f3788325 None None] Port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:18.144192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028110e9-c746-4c8a-bf87-4f2827f4f935 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Port': ['ID=26c49c35-4817-47ea-8790-0b48e4743531,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:18.203290 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adf896-92ee-4090-8b69-a0fbfc88ae3a req-dfcbe72f-1841-4450-af53-6c0f9cbfb3f1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:18.204866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-74adf896-92ee-4090-8b69-a0fbfc88ae3a req-dfcbe72f-1841-4450-af53-6c0f9cbfb3f1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.3906434 Sep 17 22:27:18.212014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 596bd5bf-a336-4576-aa76-c9dde005bb58 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:18.341351 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.373091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '596bd5bf-a336-4576-aa76-c9dde005bb58'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:18.375510 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e359125-bff9-4d6b-9e08-9ed4063372e2" -d '{"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-unplugged", "status": "completed", "tag": "596bd5bf-a336-4576-aa76-c9dde005bb58"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:18.383624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-deleted', 'tag': '26c49c35-4817-47ea-8790-0b48e4743531'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:18.391039 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd811d5-954b-4a45-b7fc-9c5ee25bd842" -d '{"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-deleted", "tag": "26c49c35-4817-47ea-8790-0b48e4743531"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:18.391890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 596bd5bf-a336-4576-aa76-c9dde005bb58, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=596bd5bf-a336-4576-aa76-c9dde005bb58,segment=NetworkSegment(c212606a-971d-4817-a789-eec913fe940e),segment_id=c212606a-971d-4817-a789-eec913fe940e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:18.414184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Attempting to bind port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:18.414516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Attempting to bind port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:18.414835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Attempting to bind port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b on network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:18.424350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-74adf896-92ee-4090-8b69-a0fbfc88ae3a req-9fa117b1-56ad-4d95-93e3-2c4e24102b02 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090034 Sep 17 22:27:18.438071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b on network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:18.438494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Attempting to bind port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b on network 8aa8ca51-a31b-42bc-9823-e1ee66d6c18b {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:18.452459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:18.454125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:18.454450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Checking segment: {'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:18.454847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Bound using segment: {'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:18.455277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Bound port: fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57e0756-225e-4e8a-bcb9-09d183c657a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:18.455626 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.478074 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Sync routers for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:18.487013 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:18.491551 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.498205 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.504266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 26c49c35-4817-47ea-8790-0b48e4743531 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:18.543675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-3f0ea663-7cb2-42e9-81db-f144d0cc78eb tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:18.557657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-3f0ea663-7cb2-42e9-81db-f144d0cc78eb tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 807 time: 0.2111452 Sep 17 22:27:18.558680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device eb180c8f-bfec-4b67-bbbe-394737e30600 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:18.587712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-e782f4a0-4d2c-4d5a-974f-d07b0636e9fa tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/quotas/a202bb9a868f4e9b94bee628f0f7b756 HTTP/1.1" status: 200 len: 375 time: 0.0287631 Sep 17 22:27:18.603218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 26c49c35-4817-47ea-8790-0b48e4743531 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:18.604087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 26c49c35-4817-47ea-8790-0b48e4743531 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:18.604539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 547ce131-6aa9-4b23-b81e-a1c1688561a1 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:18.642147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 547ce131-6aa9-4b23-b81e-a1c1688561a1 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:18.642495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 547ce131-6aa9-4b23-b81e-a1c1688561a1 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:18.703554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=596bd5bf-a336-4576-aa76-c9dde005bb58,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:18.718313 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-85a765c9-99a7-4ad6-a884-1d2fdbcafad6 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270630 Sep 17 22:27:18.735449 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:18.803045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:18.822245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'mac_address': 'fa:16:3e:77:70:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:18.891100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-df2ab4fc-f632-429f-8f5b-29f7cc553bcf tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0329070 Sep 17 22:27:18.891315 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.892749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33690) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:18.913603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb180c8f-bfec-4b67-bbbe-394737e30600 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:18.917787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'network': {'name': 'tempest-RoutersTest-1449604710'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:18.939937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:18.977700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] For port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:18.982181 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-f1724609-6d7c-4833-86ce-7dbec6113980 service neutron] 10.222.0.30 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629633 Sep 17 22:27:18.984159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] For port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:19.001264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-c15591f3-eddb-465c-ba1a-22c00e94fe23 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting port 596bd5bf-a336-4576-aa76-c9dde005bb58 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:19.001609 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-c15591f3-eddb-465c-ba1a-22c00e94fe23 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.014455 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.055560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:19.059856 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.108199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:19.116070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-c15591f3-eddb-465c-ba1a-22c00e94fe23 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] For port 596bd5bf-a336-4576-aa76-c9dde005bb58, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=596bd5bf-a336-4576-aa76-c9dde005bb58,segment=NetworkSegment(c212606a-971d-4817-a789-eec913fe940e),segment_id=c212606a-971d-4817-a789-eec913fe940e)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:19.117079 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-c15591f3-eddb-465c-ba1a-22c00e94fe23 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.137705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-c15591f3-eddb-465c-ba1a-22c00e94fe23 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Calling delete_port for 596bd5bf-a336-4576-aa76-c9dde005bb58 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:19.151740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:27:19.178929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-8fea9fb7-ead2-4ad2-a991-51b2d444bc0d service neutron] 10.222.0.30 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941924 Sep 17 22:27:19.190656 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.191247 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added segment afdcd319-068f-4dae-8197-13fd0027b11c of type vlan for network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 Sep 17 22:27:19.192724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['eb180c8f-bfec-4b67-bbbe-394737e30600'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:19.228680 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:15Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:16Z', 'revision_number': 2, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:19.265967 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Checking router: 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:19.266454 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Updating router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:27:19.290031 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.294448 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.321610 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.362927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:19.363687 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.365320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] 10.222.0.15 "PUT /v2.0/ports/fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b HTTP/1.1" status: 200 len: 1092 time: 2.7359917 Sep 17 22:27:19.415073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948c677-a40f-402e-a39b-86efdd279305 req-1704e2c0-5b13-48b3-8d05-c36fd7c84ceb tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:19.418750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3948c677-a40f-402e-a39b-86efdd279305 req-1704e2c0-5b13-48b3-8d05-c36fd7c84ceb tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 943 time: 0.5287743 Sep 17 22:27:19.427931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-c15591f3-eddb-465c-ba1a-22c00e94fe23 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.467155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.474164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:19.476237 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.501103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fdd8c-173b-420f-9b48-cdc9b48da28f service neutron] Pushing event updated for resources: {'Port': ['ID=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:19.580708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15591f3-eddb-465c-ba1a-22c00e94fe23 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Port': ['ID=596bd5bf-a336-4576-aa76-c9dde005bb58,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:19.685149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3948c677-a40f-402e-a39b-86efdd279305 req-d0f7e45a-ba65-45db-b8e1-6b3a68562729 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407317 Sep 17 22:27:19.686171 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-c15591f3-eddb-465c-ba1a-22c00e94fe23 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] No DVR routers for this DVR port 596bd5bf-a336-4576-aa76-c9dde005bb58 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:19.690999 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-c15591f3-eddb-465c-ba1a-22c00e94fe23 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.693358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0e791d7-1b9a-4014-9053-c5b05e5ed8fc req-c15591f3-eddb-465c-ba1a-22c00e94fe23 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.15 "DELETE /v2.0/ports/596bd5bf-a336-4576-aa76-c9dde005bb58 HTTP/1.1" status: 204 len: 173 time: 1.5586953 Sep 17 22:27:19.703135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325120-742d-40b4-9f5c-29830b16781b req-ce032219-c145-45ba-9aaf-9b120088c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:19.704881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-ce032219-c145-45ba-9aaf-9b120088c1b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 1095 time: 0.1813667 Sep 17 22:27:19.726881 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8328481 Sep 17 22:27:19.727665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33708) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.738928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'subnet': {'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:19.744166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c13c8-8e0d-43ff-95aa-9de08eeeaf70 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Network': ['ID=2cffdb49-e2e5-4bd5-9be5-fd3d67b41901,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:19.778663 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-35d84a11-b85c-493f-ae67-f687d6ba633d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b HTTP/1.1" status: 200 len: 217 time: 0.0596228 Sep 17 22:27:19.787792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:19.790938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-a987ad25-fb90-4bbd-a779-3a593769a72a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2213111 Sep 17 22:27:19.921474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325120-742d-40b4-9f5c-29830b16781b req-43c2ad6e-2c17-4846-812a-7e842fb6622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:19.922558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-43c2ad6e-2c17-4846-812a-7e842fb6622b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24123f15-557c-401b-8d53-054c6af9f5aa HTTP/1.1" status: 200 len: 850 time: 0.1243846 Sep 17 22:27:19.923226 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.977005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-c7d26106-3def-4ad1-943d-3524faaf08d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416687 Sep 17 22:27:20.027991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-951d126a-b8ad-46c4-95f8-51767ef1511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:20.029568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-951d126a-b8ad-46c4-95f8-51767ef1511c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 1096 time: 0.1679804 Sep 17 22:27:20.091379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-d5654569-4e96-409d-9b0c-66aaec96d734 service neutron] 10.222.0.15 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046216 Sep 17 22:27:20.126297 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.249989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-1b20a4b4-d40d-41e1-bcd1-a3f2b1f3d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:20.255699 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-1b20a4b4-d40d-41e1-bcd1-a3f2b1f3d886 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.1987758 Sep 17 22:27:20.258560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Made reservation on behalf of cb997f09edb14692bea3965af1711033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:20.267292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.328203 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Pushing event updated for resources: {'Port': ['ID=7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:20.387501 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.387707 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.388005 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.388368 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.388698 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.389024 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.389350 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.389663 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.389985 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.396021 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.397514 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.397623 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:20.433083 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Attempting to bind port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:20.433467 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Attempting to bind port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '866888a3-cee3-48b6-9162-a33f5765dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:20.433836 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Attempting to bind port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc on network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:20.449307 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:20.449882 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Checking segment: {'id': '866888a3-cee3-48b6-9162-a33f5765dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:20.450234 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.451271 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Bound using segment: {'id': '866888a3-cee3-48b6-9162-a33f5765dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:20.451765 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Bound port: 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866888a3-cee3-48b6-9162-a33f5765dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:20.454344 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.485996 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f61fbdf-a007-45e4-b222-f31d2fd34e58 x-openstack-request-id: req-5f61fbdf-a007-45e4-b222-f31d2fd34e58 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:20.486540 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-unplugged", "status": "completed", "tag": "596bd5bf-a336-4576-aa76-c9dde005bb58", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:20.486540 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f61fbdf-a007-45e4-b222-f31d2fd34e58 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:20.486945 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '596bd5bf-a336-4576-aa76-c9dde005bb58', 'code': 200} Sep 17 22:27:20.489571 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b325120-742d-40b4-9f5c-29830b16781b req-01ce3d65-b6f1-4ccb-ac2c-2839b9b16b48 service neutron] 10.222.0.15 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871584 Sep 17 22:27:20.537435 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60a4eeb-fb86-4e44-aaec-50b1d59487f8 x-openstack-request-id: req-c60a4eeb-fb86-4e44-aaec-50b1d59487f8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:20.537435 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-deleted", "tag": "26c49c35-4817-47ea-8790-0b48e4743531", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:20.537435 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c60a4eeb-fb86-4e44-aaec-50b1d59487f8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:20.537435 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-deleted', 'tag': '26c49c35-4817-47ea-8790-0b48e4743531', 'status': 'completed', 'code': 200} Sep 17 22:27:20.555424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device eb180c8f-bfec-4b67-bbbe-394737e30600 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:20.630393 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] For port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:20.654601 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] For port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc,segment=NetworkSegment(866888a3-cee3-48b6-9162-a33f5765dde9),segment_id=866888a3-cee3-48b6-9162-a33f5765dde9)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:20.729691 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.740869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port eb180c8f-bfec-4b67-bbbe-394737e30600 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:20.741546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.838898 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:20.839434 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:20.906974 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10e928-8856-4a00-96d5-2d1d7f68ac07 None None] Pushing event updated for resources: {'Port': ['ID=7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:20.933973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a1dafeb9-961e-4f2b-9e05-d468d2a7feff None None] Provisioning complete for port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:20.934635 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1dafeb9-961e-4f2b-9e05-d468d2a7feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.027755 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:21.028995 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.093957 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c04c1-30ec-4d57-8917-cd7794661df7 req-b8995404-1128-4d94-a4e3-5e67d58e1d03 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.105945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb5c04c1-30ec-4d57-8917-cd7794661df7 req-b8995404-1128-4d94-a4e3-5e67d58e1d03 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1396804 Sep 17 22:27:21.156928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:21.189808 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1dafeb9-961e-4f2b-9e05-d468d2a7feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.236544 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb5c04c1-30ec-4d57-8917-cd7794661df7 req-7fcace99-a87e-465b-b97a-c9d6584ddc0b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285913 Sep 17 22:27:21.320982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a1dafeb9-961e-4f2b-9e05-d468d2a7feff None None] For port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc,segment=NetworkSegment(866888a3-cee3-48b6-9162-a33f5765dde9),segment_id=866888a3-cee3-48b6-9162-a33f5765dde9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:21.322830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.349338 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17d894b9-e778-4bc2-9ba0-b4517d544ba1 req-4cb7f6af-37e4-4ee9-8574-52ea37e91542 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 210 time: 0.0568964 Sep 17 22:27:21.474072 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1dafeb9-961e-4f2b-9e05-d468d2a7feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.478953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:21.530682 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-d625c622-f35e-416e-a0ce-250489c947d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877 HTTP/1.1" status: 200 len: 217 time: 1.2346601 Sep 17 22:27:21.532737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ccbbfb41-2fdb-49c1-bb97-3501b363846d req-7c0e58ca-41d2-4752-825b-225a52a26720 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=17638c85-1702-49b9-b0f3-a42b5d13c442 HTTP/1.1" status: 200 len: 210 time: 0.0967457 Sep 17 22:27:21.598547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c21d6-27bb-4368-9b2c-7d2c3ad3300e req-45d1e80b-a9f5-442f-b2c5-0a213044d408 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.610069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c18c21d6-27bb-4368-9b2c-7d2c3ad3300e req-45d1e80b-a9f5-442f-b2c5-0a213044d408 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 943 time: 0.1654482 Sep 17 22:27:21.638261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dafeb9-961e-4f2b-9e05-d468d2a7feff None None] Pushing event updated for resources: {'Port': ['ID=7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:21.647886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4195ac12-cbb4-4a3f-80c2-0b22f408d390 None None] Provisioning complete for port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:21.648596 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4195ac12-cbb4-4a3f-80c2-0b22f408d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.699834 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:15Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:20Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:21.754169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c18c21d6-27bb-4368-9b2c-7d2c3ad3300e req-ce5c0367-aad8-4e2d-8e30-5e40ec628404 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431258 Sep 17 22:27:21.772414 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e517b-ab77-426f-ae98-dadea9910796 None None] The sync data for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 is: [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:15Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:20Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:21.796839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-d4d9aaed-c4cf-4a1c-808f-112c1e6ee07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.810494 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-d4d9aaed-c4cf-4a1c-808f-112c1e6ee07f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.2508099 Sep 17 22:27:22.054566 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-af087831-f83d-46cd-8991-6122896239dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2380121 Sep 17 22:27:22.358808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-77af0159-4825-425d-b664-14841a40506d service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416730 Sep 17 22:27:22.388037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.459237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ec9c2-9b3e-4c7f-962e-31996b7f0d94 req-5e73fbf6-96ed-4a37-b469-09c028662f8e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.469560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c5ec9c2-9b3e-4c7f-962e-31996b7f0d94 req-5e73fbf6-96ed-4a37-b469-09c028662f8e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1338341 Sep 17 22:27:22.488950 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:22.491611 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c030048-35de-4f4a-9138-d4cb6b2ca636" -d '{"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-plugged", "status": "completed", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:22.553610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273c9bbf-d102-4cbe-a025-678bbf680165', 'tag': 'fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b'}, {'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-deleted', 'tag': '596bd5bf-a336-4576-aa76-c9dde005bb58'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:22.557382 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52" -d '{"events": [{"name": "network-changed", "server_uuid": "273c9bbf-d102-4cbe-a025-678bbf680165", "tag": "fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b"}, {"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-deleted", "tag": "596bd5bf-a336-4576-aa76-c9dde005bb58"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:22.616145 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c5ec9c2-9b3e-4c7f-962e-31996b7f0d94 req-0e2234bd-689b-41cd-b969-078b239e035c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446860 Sep 17 22:27:22.616756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Subnet': ['ID=3373181e-3c53-417a-a147-f531689e3ca8,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:22.759596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c942a131-c815-4528-963f-4ea0c2308da6 req-d4bb8649-7667-4028-8231-f2537f4ba789 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 210 time: 0.0457067 Sep 17 22:27:22.794035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Checking segment: {'id': 'afdcd319-068f-4dae-8197-13fd0027b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:22.794035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network hostable DHCP agents. Network: 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:22.806680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a00d20c4-1e1b-41af-a578-9181d1eee714 req-07c9362f-40d0-47ab-b7fb-b8daca47594a service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348896 Sep 17 22:27:22.839183 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787a44c8-43e1-45a5-a1f6-65daf769736a x-openstack-request-id: req-787a44c8-43e1-45a5-a1f6-65daf769736a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:22.842451 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-plugged", "status": "completed", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:22.843048 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-787a44c8-43e1-45a5-a1f6-65daf769736a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:22.844444 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'code': 200} Sep 17 22:27:22.879502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:22.902268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33766) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:22.970195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:22.982057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b596ee-4dcb-4009-8e83-5238296d875d None None] Network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:22.989883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.990479 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.003382 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268eb7b9-2def-4dd6-b65e-1377d73feef7 x-openstack-request-id: req-268eb7b9-2def-4dd6-b65e-1377d73feef7 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:23.004427 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273c9bbf-d102-4cbe-a025-678bbf680165", "tag": "fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b", "status": "completed", "code": 200}, {"server_uuid": "17638c85-1702-49b9-b0f3-a42b5d13c442", "name": "network-vif-deleted", "tag": "596bd5bf-a336-4576-aa76-c9dde005bb58", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:23.005313 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-268eb7b9-2def-4dd6-b65e-1377d73feef7 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:23.005953 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273c9bbf-d102-4cbe-a025-678bbf680165', 'tag': 'fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b', 'status': 'completed', 'code': 200} Sep 17 22:27:23.006419 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17638c85-1702-49b9-b0f3-a42b5d13c442', 'name': 'network-vif-deleted', 'tag': '596bd5bf-a336-4576-aa76-c9dde005bb58', 'status': 'completed', 'code': 200} Sep 17 22:27:23.028318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c3dffb-2d08-4919-9c13-df661f514432 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting subnet c947297e-ab28-4d87-8a7d-eebb05d86d38 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:23.037843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66c3dffb-2d08-4919-9c13-df661f514432 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.123898 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4c9116ae-bac9-4ab3-99ec-b24fd804810a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3844211 Sep 17 22:27:23.144140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33772) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:23.264960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66c3dffb-2d08-4919-9c13-df661f514432 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.337538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52 req-38425493-771e-4cca-8534-c73d5de20bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:23.339779 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52 req-38425493-771e-4cca-8534-c73d5de20bf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 1095 time: 0.2531126 Sep 17 22:27:23.429564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-2cffdb49-e2e5-4bd5-9be5-fd3d67b41901', 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'fixed_ips': [{'subnet_id': '3373181e-3c53-417a-a147-f531689e3ca8'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:27:23.430444 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.529178 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66c3dffb-2d08-4919-9c13-df661f514432 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.562929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52 req-4ad12094-0c93-4441-83b2-cab74467e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:23.566178 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52 req-4ad12094-0c93-4441-83b2-cab74467e35a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 200 len: 911 time: 0.2130780 Sep 17 22:27:23.617715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52 req-2a218d4f-e894-4bfe-a976-45fea02ff656 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b HTTP/1.1" status: 200 len: 217 time: 0.0434849 Sep 17 22:27:23.701099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52 req-aec41708-d968-4487-8684-529979eb09da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:23.708308 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52 req-aec41708-d968-4487-8684-529979eb09da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24123f15-557c-401b-8d53-054c6af9f5aa HTTP/1.1" status: 200 len: 850 time: 0.0825551 Sep 17 22:27:23.713897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Allocated IP 172.23.0.2 (2cffdb49-e2e5-4bd5-9be5-fd3d67b41901/3373181e-3c53-417a-a147-f531689e3ca8/4efddea9-30bd-4988-b07e-8e5ce38d302a) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:23.773691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52 req-8f8c2fe9-b875-456f-8b04-7948d30265d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555065 Sep 17 22:27:23.786630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66c3dffb-2d08-4919-9c13-df661f514432 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.851803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3dffb-2d08-4919-9c13-df661f514432 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Subnet': ['ID=c947297e-ab28-4d87-8a7d-eebb05d86d38,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:23.859392 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66c3dffb-2d08-4919-9c13-df661f514432 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.873043 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-66c3dffb-2d08-4919-9c13-df661f514432 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "DELETE /v2.0/subnets/c947297e-ab28-4d87-8a7d-eebb05d86d38 HTTP/1.1" status: 204 len: 168 time: 0.9696758 Sep 17 22:27:23.879621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33782) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:23.920884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba2528-5ce9-4dad-a9f0-31f5e28cab9f req-f7c25299-6403-406d-9dcb-a245ae7a4a10 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:23.934978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94ba2528-5ce9-4dad-a9f0-31f5e28cab9f req-f7c25299-6403-406d-9dcb-a245ae7a4a10 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 943 time: 0.8292675 Sep 17 22:27:23.960143 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.967696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b308f0d-243f-4737-9819-78f2c493e554 None None] Network 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:23.970568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:24.057438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.107461 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52 req-4bb2ad03-a8a3-4def-875c-567d85645807 service neutron] 10.222.0.15 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211658 Sep 17 22:27:24.174324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94ba2528-5ce9-4dad-a9f0-31f5e28cab9f req-0c2cdff9-047f-44ff-9e22-7d8f76914936 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380428 Sep 17 22:27:24.182722 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.371166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Pushing event updated for resources: {'Port': ['ID=4efddea9-30bd-4988-b07e-8e5ce38d302a,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:24.388966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting port 9afcff0b-a481-4b1a-bca0-33fcac34490d {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:24.389689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.392886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-a4af3456-2ec6-4303-8f2b-2173f1e3580f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:24.394622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-a4af3456-2ec6-4303-8f2b-2173f1e3580f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 807 time: 1.0016742 Sep 17 22:27:24.427435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:24.442582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Request body: {'port': {'device_id': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6', 'admin_state_up': True, 'tenant_id': 'a202bb9a868f4e9b94bee628f0f7b756'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:24.609491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] For port 9afcff0b-a481-4b1a-bca0-33fcac34490d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9afcff0b-a481-4b1a-bca0-33fcac34490d,segment=NetworkSegment(c212606a-971d-4817-a789-eec913fe940e),segment_id=c212606a-971d-4817-a789-eec913fe940e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:24.609776 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.633475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:24.644706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Calling delete_port for 9afcff0b-a481-4b1a-bca0-33fcac34490d owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:24.672766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b', 'network_id': '8aa8ca51-a31b-42bc-9823-e1ee66d6c18b', 'port_id': 'fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b', 'mac_address': 'fa:16:3e:1c:f4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24123f15-557c-401b-8d53-054c6af9f5aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:24.710999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:24.753584 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:24.763357 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.793237 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb7d9afc-2a7f-4d85-aa5b-7d7d06e23a52 req-e2d27b03-4302-46ed-8f56-f63ccc410ebf service neutron] 10.222.0.15 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774049 Sep 17 22:27:24.813689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:24.832254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:24.832869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.928954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a62e-5ab7-4778-bbd9-abc058ebaf69 req-deb6ab3d-c17c-4df1-8545-90a8e0831750 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:24.938608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.943932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6f2a4-48f6-47da-92f9-42523d2061bf None None] DHCP port deletion for 6bd0866c-dff2-4af1-ace0-85a29b59e3a8 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:24.956735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c783a62e-5ab7-4778-bbd9-abc058ebaf69 req-deb6ab3d-c17c-4df1-8545-90a8e0831750 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.3133054 Sep 17 22:27:24.991300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Port': ['ID=9afcff0b-a481-4b1a-bca0-33fcac34490d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:25.007407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] No DVR routers for this DVR port 9afcff0b-a481-4b1a-bca0-33fcac34490d on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:25.036498 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.135780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Attempting to bind port 4efddea9-30bd-4988-b07e-8e5ce38d302a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:25.136615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Attempting to bind port 4efddea9-30bd-4988-b07e-8e5ce38d302a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'afdcd319-068f-4dae-8197-13fd0027b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:25.137174 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Attempting to bind port 4efddea9-30bd-4988-b07e-8e5ce38d302a on network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:25.175021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:25.180627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Checking segment: {'id': 'afdcd319-068f-4dae-8197-13fd0027b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:25.181620 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.182034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Bound using segment: {'id': 'afdcd319-068f-4dae-8197-13fd0027b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:25.182672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Bound port: 4efddea9-30bd-4988-b07e-8e5ce38d302a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdcd319-068f-4dae-8197-13fd0027b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:25.183642 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.193579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:25.197614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c783a62e-5ab7-4778-bbd9-abc058ebaf69 req-28a6474e-4901-4646-ae8a-0f66734e3168 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399433 Sep 17 22:27:25.228317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:25.255838 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.325335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd0866c-dff2-4af1-ace0-85a29b59e3a8']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:25.354124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c212606a-971d-4817-a789-eec913fe940e') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:25.354443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c212606a-971d-4817-a789-eec913fe940e') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:25.370104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.398658 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.405163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:25.405939 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:25.409066 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:25.417331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Made reservation on behalf of a202bb9a868f4e9b94bee628f0f7b756 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:25.422705 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.423641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] For port 4efddea9-30bd-4988-b07e-8e5ce38d302a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:25.431989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] For port 4efddea9-30bd-4988-b07e-8e5ce38d302a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4efddea9-30bd-4988-b07e-8e5ce38d302a,segment=NetworkSegment(afdcd319-068f-4dae-8197-13fd0027b11c),segment_id=afdcd319-068f-4dae-8197-13fd0027b11c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:25.435363 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.459593 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-05c865d4-5ab1-466a-b3e2-3b36d83bd24f req-6140244a-0b24-4a6f-acf8-bed0de316781 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 210 time: 0.0874577 Sep 17 22:27:25.577666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:25.588661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.633804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.641002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.646783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "DELETE /v2.0/networks/6bd0866c-dff2-4af1-ace0-85a29b59e3a8 HTTP/1.1" status: 204 len: 168 time: 1.7655773 Sep 17 22:27:25.647461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33790) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:25.845494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc5e105-e7ad-4db7-bdfb-a05bff8a4fc2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting subnet 211f4d40-65d4-4c74-9242-01c2c9480b62 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:25.863409 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e105-e7ad-4db7-bdfb-a05bff8a4fc2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.931907 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d71e4-679a-4840-8266-21ba5bba7be6 None None] Pushing event updated for resources: {'Port': ['ID=4efddea9-30bd-4988-b07e-8e5ce38d302a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:25.965469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e105-e7ad-4db7-bdfb-a05bff8a4fc2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.017728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:26.045836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Allocated IP 172.20.0.5 (98b05c37-47f7-49f8-994b-dfa2648565f6/af326825-090a-41ad-89c5-84ef6913ca42/9cfbaa26-0bf3-44dc-a56b-85e2143e3032) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:26.099009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9afcff0b-a481-4b1a-bca0-33fcac34490d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:26.123164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c504356-cf73-4fab-affe-d795881e233e req-aac5a052-1bad-444c-9a86-bf001fad9ec1 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:26.132287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c504356-cf73-4fab-affe-d795881e233e req-aac5a052-1bad-444c-9a86-bf001fad9ec1 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 944 time: 0.4522622 Sep 17 22:27:26.177595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 9afcff0b-a481-4b1a-bca0-33fcac34490d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:26.178021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9afcff0b-a481-4b1a-bca0-33fcac34490d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:26.259635 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e105-e7ad-4db7-bdfb-a05bff8a4fc2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.298681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Allocated IP 172.23.0.1 (2cffdb49-e2e5-4bd5-9be5-fd3d67b41901/3373181e-3c53-417a-a147-f531689e3ca8/8c719e11-d22c-46e3-ab55-d327457651d9) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:26.354925 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c504356-cf73-4fab-affe-d795881e233e req-02d75e8c-1842-42e2-9c5d-5e87ffb26f95 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211435 Sep 17 22:27:26.430513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362b025-bf85-4ca0-b45e-075ece431df2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Network': ['ID=6bd0866c-dff2-4af1-ace0-85a29b59e3a8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:26.514476 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e105-e7ad-4db7-bdfb-a05bff8a4fc2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.584633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5e105-e7ad-4db7-bdfb-a05bff8a4fc2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Subnet': ['ID=211f4d40-65d4-4c74-9242-01c2c9480b62,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:26.618022 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e105-e7ad-4db7-bdfb-a05bff8a4fc2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.625715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bbc5e105-e7ad-4db7-bdfb-a05bff8a4fc2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "DELETE /v2.0/subnets/211f4d40-65d4-4c74-9242-01c2c9480b62 HTTP/1.1" status: 204 len: 168 time: 0.9758875 Sep 17 22:27:26.631151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33798) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:26.667979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514b0101-dca6-43b2-9b31-d6934452d1dc None None] Network 2b016f78-fb43-4e68-9762-6431db23729a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:26.902682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.953402 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.093201 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.105198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e0b6f-7b84-4f09-992f-6ccbc09291ac req-ad9d161d-1a8d-492d-9b30-49d8a7e42f89 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:27.114787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-237e0b6f-7b84-4f09-992f-6ccbc09291ac req-ad9d161d-1a8d-492d-9b30-49d8a7e42f89 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.2435811 Sep 17 22:27:27.156679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting port 28f055e7-cff5-44fa-872f-8f1dc13773f9 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:27.157131 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.167192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.365788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] For port 28f055e7-cff5-44fa-872f-8f1dc13773f9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=28f055e7-cff5-44fa-872f-8f1dc13773f9,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:27.371917 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.387941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:27.389310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=8c719e11-d22c-46e3-ab55-d327457651d9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:27.420068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.420730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.421219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.424752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.425314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.425831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.426313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.426799 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Calling delete_port for 28f055e7-cff5-44fa-872f-8f1dc13773f9 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:27.426953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.427425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.431760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.432338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.432876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.447588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:27.458718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:27.464817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-237e0b6f-7b84-4f09-992f-6ccbc09291ac req-0f455be1-5746-49d0-b7df-4109c830640b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491471 Sep 17 22:27:27.478581 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.515323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['77147a9f-0258-4afd-b057-b5933f570010'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:27.585184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d60cb6-bf31-4a1c-afb2-9893c449efa0 None None] DHCP port deletion for 2b016f78-fb43-4e68-9762-6431db23729a request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:27.786187 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Network 98b05c37-47f7-49f8-994b-dfa2648565f6 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:27.786516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-47d60cb6-bf31-4a1c-afb2-9893c449efa0 None None] Deleting port 28f055e7-cff5-44fa-872f-8f1dc13773f9 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:27.786516 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-47d60cb6-bf31-4a1c-afb2-9893c449efa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.796425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:27.839984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Pushing event updated for resources: {'Port': ['ID=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:27.855639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:27.888551 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.902951 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.965269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Port': ['ID=28f055e7-cff5-44fa-872f-8f1dc13773f9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:27.982324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] No DVR routers for this DVR port 28f055e7-cff5-44fa-872f-8f1dc13773f9 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:27.988215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.988835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.989410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.990052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.990591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.991128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.991806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.992539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.993145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.994241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.994855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:27.997035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:28.033511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd9cd4-4578-4eb5-8cd6-628545b5e764 None None] Network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:28.062751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-47d60cb6-bf31-4a1c-afb2-9893c449efa0 None None] For port 28f055e7-cff5-44fa-872f-8f1dc13773f9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=28f055e7-cff5-44fa-872f-8f1dc13773f9,segment=NetworkSegment(2173245d-d3f9-4b36-9fae-f394369781c5),segment_id=2173245d-d3f9-4b36-9fae-f394369781c5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:28.063820 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-47d60cb6-bf31-4a1c-afb2-9893c449efa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.175020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4efddea9-30bd-4988-b07e-8e5ce38d302a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:28.179893 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.213215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b016f78-fb43-4e68-9762-6431db23729a']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:28.215687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-47d60cb6-bf31-4a1c-afb2-9893c449efa0 None None] Calling delete_port for 28f055e7-cff5-44fa-872f-8f1dc13773f9 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:28.227987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e6fee707-4ab2-4c35-9b36-8b18b58d9d91 None None] Provisioning complete for port 4efddea9-30bd-4988-b07e-8e5ce38d302a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:28.228385 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e6fee707-4ab2-4c35-9b36-8b18b58d9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.228483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2173245d-d3f9-4b36-9fae-f394369781c5') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:28.229140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2173245d-d3f9-4b36-9fae-f394369781c5') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:28.240965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.274355 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.291203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:28.292229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:28.296775 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:28.496489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.513216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.515213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "DELETE /v2.0/networks/2b016f78-fb43-4e68-9762-6431db23729a HTTP/1.1" status: 204 len: 168 time: 1.8830032 Sep 17 22:27:28.559220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33810) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:28.566807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-5704163'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:28.601577 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-47d60cb6-bf31-4a1c-afb2-9893c449efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.605381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cd901-d2eb-4096-84a6-546f2aa92cf9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Network': ['ID=2b016f78-fb43-4e68-9762-6431db23729a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:28.743243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d60cb6-bf31-4a1c-afb2-9893c449efa0 None None] Pushing event deleted for resources: {'Port': ['ID=28f055e7-cff5-44fa-872f-8f1dc13773f9,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:28.751544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:28.756032 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.767952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4efddea9-30bd-4988-b07e-8e5ce38d302a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:28.769460 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.770830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47d60cb6-bf31-4a1c-afb2-9893c449efa0 None None] Network 2b016f78-fb43-4e68-9762-6431db23729a is not hosted by any dhcp agent {{(pid=95456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:27:28.771516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d60cb6-bf31-4a1c-afb2-9893c449efa0 None None] No DVR routers for this DVR port 28f055e7-cff5-44fa-872f-8f1dc13773f9 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:28.805629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:27:28.829235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.829564 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Added segment 5caa3787-d5b2-48a4-9843-241fc8ee9684 of type vlan for network 23aa2414-4395-4c50-9a0a-4767d074a85d Sep 17 22:27:28.866515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8df7e-2d7c-4caf-b905-a8626639bdcc req-e03455ae-7fe2-4993-92da-b5b0790a136d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:28.880006 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9dd8df7e-2d7c-4caf-b905-a8626639bdcc req-e03455ae-7fe2-4993-92da-b5b0790a136d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 931 time: 1.1429143 Sep 17 22:27:28.938450 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.940632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:28.941505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.012428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9dd8df7e-2d7c-4caf-b905-a8626639bdcc req-a9757546-e00e-4b6d-8a27-021a2928a925 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267269 Sep 17 22:27:29.046383 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e6fee707-4ab2-4c35-9b36-8b18b58d9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.057648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-1d655702-f2dc-43e6-a5c2-12e3edee7fc5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6355767 Sep 17 22:27:29.097339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.103917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:29.107746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.109868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Request body: {'port': {'device_id': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:29.115351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e6fee707-4ab2-4c35-9b36-8b18b58d9d91 None None] For port 4efddea9-30bd-4988-b07e-8e5ce38d302a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4efddea9-30bd-4988-b07e-8e5ce38d302a,segment=NetworkSegment(afdcd319-068f-4dae-8197-13fd0027b11c),segment_id=afdcd319-068f-4dae-8197-13fd0027b11c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:29.276017 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e6fee707-4ab2-4c35-9b36-8b18b58d9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.342514 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7819011 Sep 17 22:27:29.343025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33814) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:29.350622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'subnet': {'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:29.354100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93971f74-b6cd-4b29-9f60-0d2d7e9aa439 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Network': ['ID=23aa2414-4395-4c50-9a0a-4767d074a85d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:29.415836 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.430855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fee707-4ab2-4c35-9b36-8b18b58d9d91 None None] Pushing event updated for resources: {'Port': ['ID=4efddea9-30bd-4988-b07e-8e5ce38d302a,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:29.448938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 23aa2414-4395-4c50-9a0a-4767d074a85d details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:29.494907 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.529251 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.542111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bc53d-e32c-4a2f-aaa3-9a89907fa8e9 req-73ca0915-a0a9-48be-971a-ad20b4dd11e2 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:29.550338 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-805bc53d-e32c-4a2f-aaa3-9a89907fa8e9 req-73ca0915-a0a9-48be-971a-ad20b4dd11e2 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 944 time: 0.3677580 Sep 17 22:27:29.736271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:29.742039 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.766872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-23a44a46-c3f9-4e11-a198-acf678a0920a None None] Provisioning complete for port 8c719e11-d22c-46e3-ab55-d327457651d9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:29.771055 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23a44a46-c3f9-4e11-a198-acf678a0920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.785721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-805bc53d-e32c-4a2f-aaa3-9a89907fa8e9 req-1b15edb4-c34e-49eb-92f4-d01cc5307077 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293408 Sep 17 22:27:29.923563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-23a44a46-c3f9-4e11-a198-acf678a0920a None None] Port 8c719e11-d22c-46e3-ab55-d327457651d9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:29.953500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.101531 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:27:30.161300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-23a44a46-c3f9-4e11-a198-acf678a0920a None None] Provisioning complete for port 4efddea9-30bd-4988-b07e-8e5ce38d302a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:30.166122 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23a44a46-c3f9-4e11-a198-acf678a0920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.312397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:30.375712 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.388905 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:27:30.389385 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:27:30.586610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Subnet': ['ID=0a05d15c-9e54-482e-a408-a00d15e6009a,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:30.598328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Checking segment: {'id': '5caa3787-d5b2-48a4-9843-241fc8ee9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:30.601243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f674-0e0f-4288-8199-fdfed087ec63 req-ca822747-9bab-474c-9c56-b3f9a4b5b273 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:30.601243 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0c3f674-0e0f-4288-8199-fdfed087ec63 req-ca822747-9bab-474c-9c56-b3f9a4b5b273 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.3332283 Sep 17 22:27:30.609604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network hostable DHCP agents. Network: 23aa2414-4395-4c50-9a0a-4767d074a85d, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:30.682844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:30.687200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:30.687582 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.747317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network 23aa2414-4395-4c50-9a0a-4767d074a85d is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:30.822921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 23aa2414-4395-4c50-9a0a-4767d074a85d) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:30.828086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:30.829934 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.845240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb73e49-738b-4f81-b3d7-f75761dedea6 None None] Network 23aa2414-4395-4c50-9a0a-4767d074a85d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:30.943130 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6a4084fd-297f-4fb4-83cd-099c77b488a7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5987630 Sep 17 22:27:30.947412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33820) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.954953 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.956968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1858603687'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:30.997872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0c3f674-0e0f-4288-8199-fdfed087ec63 req-2cfbe9fa-97c7-4565-a938-6c8eabbe4cc0 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761208 Sep 17 22:27:31.039173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:31.057718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.058007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b432e039-49e8-4b16-ae6e-c2dc37f0a1ab None None] Provisioning complete for port 8c719e11-d22c-46e3-ab55-d327457651d9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:31.058382 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b432e039-49e8-4b16-ae6e-c2dc37f0a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.064932 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.119504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:31.124037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.189027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event updated for resources: {'Port': ['ID=8c719e11-d22c-46e3-ab55-d327457651d9,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:31.255552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:27:31.264079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Transition to ACTIVE for port object 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:31.270007 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.298800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097a40f-0595-4bfd-8599-d96f177a05a5 req-399bc26a-7b8d-43c0-ab4b-87e86bd53b10 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:31.308559 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1097a40f-0595-4bfd-8599-d96f177a05a5 req-399bc26a-7b8d-43c0-ab4b-87e86bd53b10 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 931 time: 0.1292031 Sep 17 22:27:31.311735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.312279 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Added segment 97fc2ed4-ed58-40ff-b774-108df670123b of type vlan for network 9d77a358-83d1-435f-8df7-54dc4e4ac592 Sep 17 22:27:31.363283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-23aa2414-4395-4c50-9a0a-4767d074a85d', 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'fixed_ips': [{'subnet_id': '0a05d15c-9e54-482e-a408-a00d15e6009a'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:27:31.364474 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.435608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:31.442051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.464904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:31.547221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.547834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:31.958583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b432e039-49e8-4b16-ae6e-c2dc37f0a1ab None None] Port 8c719e11-d22c-46e3-ab55-d327457651d9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:31.958583 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.958583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 28f055e7-cff5-44fa-872f-8f1dc13773f9 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:31.961088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1097a40f-0595-4bfd-8599-d96f177a05a5 req-f11de1b6-913b-4567-b2c0-6bf3efe01350 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258214 Sep 17 22:27:31.961088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:31.962418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 28f055e7-cff5-44fa-872f-8f1dc13773f9 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:31.962418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 28f055e7-cff5-44fa-872f-8f1dc13773f9 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:31.962418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Allocated IP 19.80.0.2 (23aa2414-4395-4c50-9a0a-4767d074a85d/0a05d15c-9e54-482e-a408-a00d15e6009a/33accfc3-61f7-4aac-87df-3cb6527eada1) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:31.962418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273c9bbf-d102-4cbe-a025-678bbf680165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:31.962418 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec87b53-883a-4731-8a13-287e697da8f2" -d '{"events": [{"server_uuid": "273c9bbf-d102-4cbe-a025-678bbf680165", "name": "network-vif-plugged", "status": "completed", "tag": "fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:31.962418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:32.009085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.017795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:32.017795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.176149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Network': ['ID=9d77a358-83d1-435f-8df7-54dc4e4ac592,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:32.217523 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.217840 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f904d6ec-26ab-412c-988a-0002d2f84f1a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2684777 Sep 17 22:27:32.219956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33832) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:32.226260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4efddea9-30bd-4988-b07e-8e5ce38d302a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:32.226732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'subnet': {'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:32.229170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 9d77a358-83d1-435f-8df7-54dc4e4ac592 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:32.234802 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.319118 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.326169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3a17eed6-6c7f-4380-8199-cd4e86f177e6 None None] Provisioning complete for port 8c719e11-d22c-46e3-ab55-d327457651d9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:32.327021 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a17eed6-6c7f-4380-8199-cd4e86f177e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.381989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:32.410345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33838) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:32.410967 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d8731c68-3ee6-41f8-b829-824121bf6d52 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2553694 Sep 17 22:27:32.415111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-db726c20-9967-4ccb-b57f-f54aaed92870 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:32.416450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:32.416962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:32.417444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:32.433166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:32.433751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:32.453846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:32.454477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:32.454713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Sync routers for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:32.455169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:32.456457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Bound port: 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:32.457000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.511691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4e589-60f7-4e08-a5e8-569cf7135d46 req-67337da5-8e6d-475d-b482-8800a5b01b7f tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:32.515556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Network 23aa2414-4395-4c50-9a0a-4767d074a85d is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:32.528720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbf4e589-60f7-4e08-a5e8-569cf7135d46 req-67337da5-8e6d-475d-b482-8800a5b01b7f tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 944 time: 0.4304459 Sep 17 22:27:32.542725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:32.549995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:32.654478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:32.677122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbf4e589-60f7-4e08-a5e8-569cf7135d46 req-f7f6f449-60da-4504-a38b-a492e1879790 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469293 Sep 17 22:27:32.698865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:32.722423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:32.800446 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.863057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:32.866880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3a17eed6-6c7f-4380-8199-cd4e86f177e6 None None] Port 8c719e11-d22c-46e3-ab55-d327457651d9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:32.874429 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.880666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:32.880854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:32.920545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:32.920933 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.922307 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/9cfbaa26-0bf3-44dc-a56b-85e2143e3032 HTTP/1.1" status: 200 len: 1092 time: 3.8184478 Sep 17 22:27:32.922776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'tag': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:32.925334 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b20bdcf-c2e8-4f23-a496-59c271afe721", "tag": "9cfbaa26-0bf3-44dc-a56b-85e2143e3032"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:33.000158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e4930-9a5d-438a-9456-40f6d29216f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:33.038238 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4efddea9-30bd-4988-b07e-8e5ce38d302a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:33.039341 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.106922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Pushing event updated for resources: {'Port': ['ID=33accfc3-61f7-4aac-87df-3cb6527eada1,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:33.155322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-4467f96b-a74c-4d11-999a-1310a209609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:33.156887 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-4467f96b-a74c-4d11-999a-1310a209609f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 1095 time: 0.1015399 Sep 17 22:27:33.176737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Attempting to bind port 33accfc3-61f7-4aac-87df-3cb6527eada1 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:33.177129 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Attempting to bind port 33accfc3-61f7-4aac-87df-3cb6527eada1 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '5caa3787-d5b2-48a4-9843-241fc8ee9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:33.177476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Attempting to bind port 33accfc3-61f7-4aac-87df-3cb6527eada1 on network 23aa2414-4395-4c50-9a0a-4767d074a85d {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:33.189011 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e1c27e-f37c-4c8a-a9e5-785a94ed634c x-openstack-request-id: req-70e1c27e-f37c-4c8a-a9e5-785a94ed634c {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:33.189316 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273c9bbf-d102-4cbe-a025-678bbf680165", "name": "network-vif-plugged", "status": "completed", "tag": "fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:33.189537 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70e1c27e-f37c-4c8a-a9e5-785a94ed634c {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:33.189957 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273c9bbf-d102-4cbe-a025-678bbf680165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b', 'code': 200} Sep 17 22:27:33.230913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:33.231301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Checking segment: {'id': '5caa3787-d5b2-48a4-9843-241fc8ee9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:33.231688 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.232080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Bound using segment: {'id': '5caa3787-d5b2-48a4-9843-241fc8ee9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:33.239118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Bound port: 33accfc3-61f7-4aac-87df-3cb6527eada1, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5caa3787-d5b2-48a4-9843-241fc8ee9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:33.239515 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.312742 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-9bb7c036-5e8c-484b-b624-7bb0d5309b0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032 HTTP/1.1" status: 200 len: 217 time: 0.1108027 Sep 17 22:27:33.336380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:33.539201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-95d28166-b020-466f-ad49-edc15252f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:33.542794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-95d28166-b020-466f-ad49-edc15252f984 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.2231309 Sep 17 22:27:33.570632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f13e4-b1c1-414c-a89c-2e16fa62a1ae req-c2d8094e-f3d7-462c-91fa-14a1f36f1eb1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:33.581568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e72f13e4-b1c1-414c-a89c-2e16fa62a1ae req-c2d8094e-f3d7-462c-91fa-14a1f36f1eb1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1590974 Sep 17 22:27:33.660029 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8aef9-1cbd-4fc2-992d-1bdce78ff52c req-513ab844-9416-441d-89a5-4d46aeaa5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:33.670222 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65f8aef9-1cbd-4fc2-992d-1bdce78ff52c req-513ab844-9416-441d-89a5-4d46aeaa5ab9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 1097 time: 0.3601632 Sep 17 22:27:33.717593 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cbd670b5-b7a3-4e33-aac4-3adec58dd9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.718137 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-93dffcaa-a085-4d7c-82ca-7da5ccf27f4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104712 Sep 17 22:27:33.874857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] For port 33accfc3-61f7-4aac-87df-3cb6527eada1, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:33.875190 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e72f13e4-b1c1-414c-a89c-2e16fa62a1ae req-9f4adc4f-1f61-4cff-bb57-5207f8f4952c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777526 Sep 17 22:27:33.894704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65f8aef9-1cbd-4fc2-992d-1bdce78ff52c req-3ddbf65d-80b6-4ad5-9ea5-9d8ec1f93ce1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002273 Sep 17 22:27:33.973013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.extraroute_db [None req-db726c20-9967-4ccb-b57f-f54aaed92870 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95455) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:27:33.991494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] For port 33accfc3-61f7-4aac-87df-3cb6527eada1, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=33accfc3-61f7-4aac-87df-3cb6527eada1,segment=NetworkSegment(5caa3787-d5b2-48a4-9843-241fc8ee9684),segment_id=5caa3787-d5b2-48a4-9843-241fc8ee9684)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:34.000777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.extraroute_db [None req-db726c20-9967-4ccb-b57f-f54aaed92870 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Removed routes are [] {{(pid=95455) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:27:34.000984 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-db726c20-9967-4ccb-b57f-f54aaed92870 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.097840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9506f-3ede-48c6-834e-bd632cdc6237 req-4b7d9fba-9501-4c22-8efd-07d138873f3c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:34.100057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16d9506f-3ede-48c6-834e-bd632cdc6237 req-4b7d9fba-9501-4c22-8efd-07d138873f3c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.0926235 Sep 17 22:27:34.103835 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-cc76c893-ab5a-45f3-9d80-951e6c7c14d9 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898532 Sep 17 22:27:34.139920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:28Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:21Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c719e11-d22c-46e3-ab55-d327457651d9', 'name': '', 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:b3:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3373181e-3c53-417a-a147-f531689e3ca8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:25Z', 'updated_at': '2021-09-17T22:27:30Z', 'revision_number': 2, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '3373181e-3c53-417a-a147-f531689e3ca8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:34.154072 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16d9506f-3ede-48c6-834e-bd632cdc6237 req-5206c39f-73fc-491d-9d37-8f9b967e5cbe tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437043 Sep 17 22:27:34.198613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Checking router: 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:34.199325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Updating router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 port 8c719e11-d22c-46e3-ab55-d327457651d9 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:27:34.210439 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.235628 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc8ee9-34a1-4210-a82e-f262bf42acb8 x-openstack-request-id: req-a0fc8ee9-34a1-4210-a82e-f262bf42acb8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:34.236376 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b20bdcf-c2e8-4f23-a496-59c271afe721", "tag": "9cfbaa26-0bf3-44dc-a56b-85e2143e3032", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:34.238702 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0fc8ee9-34a1-4210-a82e-f262bf42acb8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:34.239716 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'tag': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032', 'status': 'completed', 'code': 200} Sep 17 22:27:34.240527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.261519 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.616498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef6351-01b9-4add-bbdb-294f30af0cbb req-080a6d91-9a66-4921-af0f-511c69f49b83 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:34.617505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a068a89-563e-4ab7-b47d-bc3b1f0d8fed None None] Pushing event updated for resources: {'Port': ['ID=33accfc3-61f7-4aac-87df-3cb6527eada1,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:34.620901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1ef6351-01b9-4add-bbdb-294f30af0cbb req-080a6d91-9a66-4921-af0f-511c69f49b83 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.2090991 Sep 17 22:27:34.626029 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdff437b-bc98-44a4-8e0e-0fcf55f418a7 req-aa38c58d-5ddb-475b-b471-67ba633e2b0a service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628895 Sep 17 22:27:34.784868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1ef6351-01b9-4add-bbdb-294f30af0cbb req-bd460708-6452-42c6-a57a-8ae26f8457f6 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480017 Sep 17 22:27:34.902346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d req-564aa706-462c-46f1-87ac-70c0cd3454fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:34.910089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d req-564aa706-462c-46f1-87ac-70c0cd3454fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 1095 time: 0.1319959 Sep 17 22:27:35.163363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d req-4a85b18e-cc86-4b51-a25a-3182f07b8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.163363 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d req-4a85b18e-cc86-4b51-a25a-3182f07b8d94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.2398748 Sep 17 22:27:35.179008 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.259805 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.264839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d req-3ff82c90-6462-4f05-98e5-bd2364eab042 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032 HTTP/1.1" status: 200 len: 217 time: 0.0937574 Sep 17 22:27:35.270848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Subnet': ['ID=bb2314d5-af90-4b7c-a553-d34d16ec0fdf,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:35.361107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d req-9130525f-8d5b-4ad8-8ac7-10bac6f95944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.363517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d req-9130525f-8d5b-4ad8-8ac7-10bac6f95944 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.0909314 Sep 17 22:27:35.384624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ad424-adb4-49ef-b7e0-5d59521273dd None None] Pushing event updated for resources: {'Port': ['ID=8c719e11-d22c-46e3-ab55-d327457651d9,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:35.392325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Checking segment: {'id': '97fc2ed4-ed58-40ff-b774-108df670123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:35.392682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network hostable DHCP agents. Network: 9d77a358-83d1-435f-8df7-54dc4e4ac592, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:35.404486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-db726c20-9967-4ccb-b57f-f54aaed92870 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.419234 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-db726c20-9967-4ccb-b57f-f54aaed92870 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.563569 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d req-94cfadda-9ca5-4234-ab3d-c7057f10a4ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693140 Sep 17 22:27:35.594517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network 9d77a358-83d1-435f-8df7-54dc4e4ac592 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:35.640977 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db726c20-9967-4ccb-b57f-f54aaed92870 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:35.670500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Attempting to bind port 8c719e11-d22c-46e3-ab55-d327457651d9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:35.674972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Attempting to bind port 8c719e11-d22c-46e3-ab55-d327457651d9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'afdcd319-068f-4dae-8197-13fd0027b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:35.675409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Attempting to bind port 8c719e11-d22c-46e3-ab55-d327457651d9 on network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:35.692682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:35.694815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Checking segment: {'id': 'afdcd319-068f-4dae-8197-13fd0027b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:35.698061 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.698931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Bound using segment: {'id': 'afdcd319-068f-4dae-8197-13fd0027b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:35.699681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Bound port: 8c719e11-d22c-46e3-ab55-d327457651d9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdcd319-068f-4dae-8197-13fd0027b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:35.701063 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.766886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 9d77a358-83d1-435f-8df7-54dc4e4ac592) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:35.787807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.788428 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.802727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6eeaf3-366e-47a1-86bf-b926d90b536c None None] Network 9d77a358-83d1-435f-8df7-54dc4e4ac592 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:35.875537 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d req-029ed680-bc24-4e7a-a132-580a4a815177 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971451 Sep 17 22:27:35.895039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8397b9e-5060-4bef-b604-0500fe24c1dc req-a54fa86e-bb92-4a2a-bfcf-6b787c844b7c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.904736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8397b9e-5060-4bef-b604-0500fe24c1dc req-a54fa86e-bb92-4a2a-bfcf-6b787c844b7c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.5394838 Sep 17 22:27:35.965826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db726c20-9967-4ccb-b57f-f54aaed92870 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:35.976009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-db726c20-9967-4ccb-b57f-f54aaed92870 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.976009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-db726c20-9967-4ccb-b57f-f54aaed92870 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5 HTTP/1.1" status: 200 len: 934 time: 3.5638020 Sep 17 22:27:35.980881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33862) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:35.994876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fc31f015-e25c-48ea-9e37-051aabf4dcaa tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7735891 Sep 17 22:27:36.109541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c3d24bd-69c0-4b17-8056-d3e1cf5e7f4d req-5187e13a-5d10-4080-af73-fe211721d314 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953435 Sep 17 22:27:36.281478 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3d9f1b92-9745-47fc-85fc-8906d2cde7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.284725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8397b9e-5060-4bef-b604-0500fe24c1dc req-a601ecba-05eb-479a-b9eb-327420ada8fd tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3790269 Sep 17 22:27:36.292078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f22d6d-6d24-4317-94f9-5b4cd77bd852 None None] Network 23aa2414-4395-4c50-9a0a-4767d074a85d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:36.311010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-be69fd01-04b3-4fff-9391-e2c9b8becb0a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5 HTTP/1.1" status: 200 len: 934 time: 0.3268044 Sep 17 22:27:36.313682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33870) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:36.318834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-040c3fd4-e326-4c1d-9186-49762b46c52d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'routes': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:36.342359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a6c134c9-beb9-4bb7-9ebb-34ac0956b6c6 None None] Provisioning complete for port 8c719e11-d22c-46e3-ab55-d327457651d9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:36.344068 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a6c134c9-beb9-4bb7-9ebb-34ac0956b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.444719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] For port 8c719e11-d22c-46e3-ab55-d327457651d9, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:36.450537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] For port 8c719e11-d22c-46e3-ab55-d327457651d9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8c719e11-d22c-46e3-ab55-d327457651d9,segment=NetworkSegment(afdcd319-068f-4dae-8197-13fd0027b11c),segment_id=afdcd319-068f-4dae-8197-13fd0027b11c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:36.594726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9d3a-c98e-44c5-bff4-637e41c042c6 req-32958985-7155-418f-9f00-a43b6d0a9899 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:36.596737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cdd9d3a-c98e-44c5-bff4-637e41c042c6 req-32958985-7155-418f-9f00-a43b6d0a9899 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.1200652 Sep 17 22:27:36.661774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 33accfc3-61f7-4aac-87df-3cb6527eada1 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:36.683470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cdd9d3a-c98e-44c5-bff4-637e41c042c6 req-df77380a-ec11-4ece-a6b2-103baa7eb702 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796285 Sep 17 22:27:36.748467 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.881460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ad424-adb4-49ef-b7e0-5d59521273dd None None] Pushing event updated for resources: {'Port': ['ID=8c719e11-d22c-46e3-ab55-d327457651d9,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:36.962690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33c1d3-d2c1-4612-8942-7ab4225e7e25 req-65978017-8bfb-4de3-96b5-1af576efe7ea tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:36.964292 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f33c1d3-d2c1-4612-8942-7ab4225e7e25 req-65978017-8bfb-4de3-96b5-1af576efe7ea tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.1107121 Sep 17 22:27:37.070615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f33c1d3-d2c1-4612-8942-7ab4225e7e25 req-5722ce57-1fc4-4736-87d3-a189f2d529be tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868709 Sep 17 22:27:37.086955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-9d77a358-83d1-435f-8df7-54dc4e4ac592', 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'fixed_ips': [{'subnet_id': 'bb2314d5-af90-4b7c-a553-d34d16ec0fdf'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:27:37.087850 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.108580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.extraroute_db [None req-040c3fd4-e326-4c1d-9186-49762b46c52d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added routes are [] {{(pid=95454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:27:37.109168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.extraroute_db [None req-040c3fd4-e326-4c1d-9186-49762b46c52d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:27:37.188390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-040c3fd4-e326-4c1d-9186-49762b46c52d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.460061 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a6c134c9-beb9-4bb7-9ebb-34ac0956b6c6 None None] Port 8c719e11-d22c-46e3-ab55-d327457651d9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:37.487449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Allocated IP 19.86.0.2 (9d77a358-83d1-435f-8df7-54dc4e4ac592/bb2314d5-af90-4b7c-a553-d34d16ec0fdf/aad6cba2-7d88-4790-a053-173901eca091) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:37.491340 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.518862 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-040c3fd4-e326-4c1d-9186-49762b46c52d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.523500 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-040c3fd4-e326-4c1d-9186-49762b46c52d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.563157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:37.563963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:37.624397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.689462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040c3fd4-e326-4c1d-9186-49762b46c52d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:37.736626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 33accfc3-61f7-4aac-87df-3cb6527eada1 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:37.737057 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.820957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-af048848-4361-4877-8472-ac63e317f524 None None] Provisioning complete for port 33accfc3-61f7-4aac-87df-3cb6527eada1 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:37.821404 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-af048848-4361-4877-8472-ac63e317f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.835711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040c3fd4-e326-4c1d-9186-49762b46c52d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:37.863635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-040c3fd4-e326-4c1d-9186-49762b46c52d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.867136 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-040c3fd4-e326-4c1d-9186-49762b46c52d tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5 HTTP/1.1" status: 200 len: 700 time: 1.5500226 Sep 17 22:27:37.867419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33882) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:37.912104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:38.158571 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-af048848-4361-4877-8472-ac63e317f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.262937 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.330309 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.365156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-af048848-4361-4877-8472-ac63e317f524 None None] For port 33accfc3-61f7-4aac-87df-3cb6527eada1, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=33accfc3-61f7-4aac-87df-3cb6527eada1,segment=NetworkSegment(5caa3787-d5b2-48a4-9843-241fc8ee9684),segment_id=5caa3787-d5b2-48a4-9843-241fc8ee9684)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:38.434447 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.477435 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-af048848-4361-4877-8472-ac63e317f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.525037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Network 9d77a358-83d1-435f-8df7-54dc4e4ac592 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:38.557463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:38.557463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:38.600910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Pushing event updated for resources: {'Port': ['ID=aad6cba2-7d88-4790-a053-173901eca091,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:38.600910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-af048848-4361-4877-8472-ac63e317f524 None None] Provisioning complete for port 8c719e11-d22c-46e3-ab55-d327457651d9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:38.600910 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-af048848-4361-4877-8472-ac63e317f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.851897 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-632caa83-8649-41c1-8ecb-232938af2831 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5 HTTP/1.1" status: 200 len: 700 time: 0.8079586 Sep 17 22:27:38.854584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33888) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:38.855185 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:27:38.855185 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:27:38.855185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Attempting to bind port aad6cba2-7d88-4790-a053-173901eca091 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:38.855185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Attempting to bind port aad6cba2-7d88-4790-a053-173901eca091 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '97fc2ed4-ed58-40ff-b774-108df670123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:38.855185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Attempting to bind port aad6cba2-7d88-4790-a053-173901eca091 on network 9d77a358-83d1-435f-8df7-54dc4e4ac592 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:38.855185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af048848-4361-4877-8472-ac63e317f524 None None] Pushing event updated for resources: {'Port': ['ID=33accfc3-61f7-4aac-87df-3cb6527eada1,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:38.855185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:38.855185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Checking segment: {'id': '97fc2ed4-ed58-40ff-b774-108df670123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:38.855185 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.855185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Bound using segment: {'id': '97fc2ed4-ed58-40ff-b774-108df670123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:38.856533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Bound port: aad6cba2-7d88-4790-a053-173901eca091, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97fc2ed4-ed58-40ff-b774-108df670123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:38.856533 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.856744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:37Z', 'revision_number': 7, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:21Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c719e11-d22c-46e3-ab55-d327457651d9', 'name': '', 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:b3:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3373181e-3c53-417a-a147-f531689e3ca8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:25Z', 'updated_at': '2021-09-17T22:27:36Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '3373181e-3c53-417a-a147-f531689e3ca8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:38.856744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0ada3-d8d0-472c-96ec-de7aff541714 None None] The sync data for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 is: [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:37Z', 'revision_number': 7, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:21Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c719e11-d22c-46e3-ab55-d327457651d9', 'name': '', 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:b3:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3373181e-3c53-417a-a147-f531689e3ca8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:25Z', 'updated_at': '2021-09-17T22:27:36Z', 'revision_number': 4, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '3373181e-3c53-417a-a147-f531689e3ca8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:38.930248 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-af048848-4361-4877-8472-ac63e317f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.960006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] For port aad6cba2-7d88-4790-a053-173901eca091, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:38.977973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] For port aad6cba2-7d88-4790-a053-173901eca091, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=aad6cba2-7d88-4790-a053-173901eca091,segment=NetworkSegment(97fc2ed4-ed58-40ff-b774-108df670123b),segment_id=97fc2ed4-ed58-40ff-b774-108df670123b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:39.003256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-af048848-4361-4877-8472-ac63e317f524 None None] For port 8c719e11-d22c-46e3-ab55-d327457651d9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8c719e11-d22c-46e3-ab55-d327457651d9,segment=NetworkSegment(afdcd319-068f-4dae-8197-13fd0027b11c),segment_id=afdcd319-068f-4dae-8197-13fd0027b11c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:39.133757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.197845 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-af048848-4361-4877-8472-ac63e317f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.241448 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.244024 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.630241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af048848-4361-4877-8472-ac63e317f524 None None] Pushing event updated for resources: {'Port': ['ID=8c719e11-d22c-46e3-ab55-d327457651d9,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:39.639031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-202863a7-c3e0-41bb-b258-19d9e0acf6ff None None] Provisioning complete for port 33accfc3-61f7-4aac-87df-3cb6527eada1 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:39.639643 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-202863a7-c3e0-41bb-b258-19d9e0acf6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.648941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 8c719e11-d22c-46e3-ab55-d327457651d9 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:39.650872 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.887597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fd108-3361-49d9-917d-c17acdb9ce78 None None] Pushing event updated for resources: {'Port': ['ID=aad6cba2-7d88-4790-a053-173901eca091,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:39.937095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port 8c719e11-d22c-46e3-ab55-d327457651d9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8c719e11-d22c-46e3-ab55-d327457651d9,segment=NetworkSegment(afdcd319-068f-4dae-8197-13fd0027b11c),segment_id=afdcd319-068f-4dae-8197-13fd0027b11c)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:39.937743 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.979387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 8c719e11-d22c-46e3-ab55-d327457651d9 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:39.989922 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] Sync routers for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:40.062381 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:40.063391 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:40.088581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8c719e11-d22c-46e3-ab55-d327457651d9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:40.169410 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.194521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8c719e11-d22c-46e3-ab55-d327457651d9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:40.194988 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.228416 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:40.377948 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 33accfc3-61f7-4aac-87df-3cb6527eada1 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:40.466337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.533680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 33accfc3-61f7-4aac-87df-3cb6527eada1 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:40.534669 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.539934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=8c719e11-d22c-46e3-ab55-d327457651d9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:40.633853 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:37Z', 'revision_number': 7, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:21Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c719e11-d22c-46e3-ab55-d327457651d9', 'name': '', 'network_id': '2cffdb49-e2e5-4bd5-9be5-fd3d67b41901', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:b3:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3373181e-3c53-417a-a147-f531689e3ca8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:25Z', 'updated_at': '2021-09-17T22:27:38Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '3373181e-3c53-417a-a147-f531689e3ca8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:40.703625 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] Checking router: 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:40.715534 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:40.716562 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:40.824467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.953773 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:41.160906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:41.203620 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:40Z', 'revision_number': 8, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:21Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:41.232411 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f8bf5-4485-4bf6-b652-d0d97bc13fa9 None None] The sync data for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 is: [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:40Z', 'revision_number': 8, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:21Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:41.275120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed973b-808d-4714-bdbe-8cc4a601fe6a None None] Network 9d77a358-83d1-435f-8df7-54dc4e4ac592 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:41.326435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1273f97d-1843-45ac-abb4-a38f2d1d1f53 None None] Provisioning complete for port aad6cba2-7d88-4790-a053-173901eca091 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:41.326629 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1273f97d-1843-45ac-abb4-a38f2d1d1f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.329229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:41.342794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-11d49942-c99e-42a3-8846-c6ec885a9e62 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6604452 Sep 17 22:27:41.343440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33920) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:41.398454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9fbbf7-15af-4097-b885-57fd5c37c4a1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting subnet 3373181e-3c53-417a-a147-f531689e3ca8 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:41.401887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbbf7-15af-4097-b885-57fd5c37c4a1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.449312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-7ab35113-f204-486d-91cd-7b299690df89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:41.450922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbbf7-15af-4097-b885-57fd5c37c4a1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.455161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-7ab35113-f204-486d-91cd-7b299690df89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:41.463346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-7ab35113-f204-486d-91cd-7b299690df89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/networks?id=23aa2414-4395-4c50-9a0a-4767d074a85d&id=9d77a358-83d1-435f-8df7-54dc4e4ac592 HTTP/1.1" status: 200 len: 1389 time: 0.1541536 Sep 17 22:27:41.479214 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e9970070-f9a8-40f8-b3ca-0bb9fd08dafd tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/quotas/666c978cefef4d4da73471fe25d8014b HTTP/1.1" status: 200 len: 375 time: 0.0149441 Sep 17 22:27:41.513787 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1273f97d-1843-45ac-abb4-a38f2d1d1f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.551962 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-5d94eb87-af12-4c26-bb29-ca595e9e343f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=666c978cefef4d4da73471fe25d8014b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0712066 Sep 17 22:27:41.557340 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbbf7-15af-4097-b885-57fd5c37c4a1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.563788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-844d9a69-0fcb-47fb-9701-1aef05b961ef service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:27:41.565800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-844d9a69-0fcb-47fb-9701-1aef05b961ef service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062978 Sep 17 22:27:41.594669 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1273f97d-1843-45ac-abb4-a38f2d1d1f53 None None] For port aad6cba2-7d88-4790-a053-173901eca091, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=aad6cba2-7d88-4790-a053-173901eca091,segment=NetworkSegment(97fc2ed4-ed58-40ff-b774-108df670123b),segment_id=97fc2ed4-ed58-40ff-b774-108df670123b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:41.660595 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1273f97d-1843-45ac-abb4-a38f2d1d1f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.732986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-7dddb312-0eb9-4f38-94a3-ad5d88e80126 service neutron] 10.222.0.30 "GET /v2.0/networks/23aa2414-4395-4c50-9a0a-4767d074a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611469 Sep 17 22:27:41.753820 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbbf7-15af-4097-b885-57fd5c37c4a1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.762966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273f97d-1843-45ac-abb4-a38f2d1d1f53 None None] Pushing event updated for resources: {'Port': ['ID=aad6cba2-7d88-4790-a053-173901eca091,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:41.796248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50092b16-f72d-454e-b581-5cd654b8eded None None] Network 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:41.799463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fbbf7-15af-4097-b885-57fd5c37c4a1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Subnet': ['ID=3373181e-3c53-417a-a147-f531689e3ca8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:41.870096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbbf7-15af-4097-b885-57fd5c37c4a1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.876927 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5d9fbbf7-15af-4097-b885-57fd5c37c4a1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/3373181e-3c53-417a-a147-f531689e3ca8 HTTP/1.1" status: 204 len: 168 time: 0.5320137 Sep 17 22:27:41.878571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:41.904725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device aad6cba2-7d88-4790-a053-173901eca091 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:41.938108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-19369427-7bba-46e6-a00e-ae28a78a350b service neutron] 10.222.0.30 "GET /v2.0/networks/23aa2414-4395-4c50-9a0a-4767d074a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965849 Sep 17 22:27:41.948920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e7de6-d965-48ce-a36e-75061c7f5b18 req-3062c623-ae0d-4bcd-a9f6-3c8f36565865 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:41.958169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9f5e7de6-d965-48ce-a36e-75061c7f5b18 req-3062c623-ae0d-4bcd-a9f6-3c8f36565865 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1482134 Sep 17 22:27:42.014970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] Sync routers for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:42.026342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port aad6cba2-7d88-4790-a053-173901eca091 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:42.026661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.032508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-849d391b-a015-414f-a457-158d185a87ba None None] Provisioning complete for port aad6cba2-7d88-4790-a053-173901eca091 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:42.032738 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-849d391b-a015-414f-a457-158d185a87ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.034863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.069164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9f5e7de6-d965-48ce-a36e-75061c7f5b18 req-a71bd1c6-4ab6-403f-af8a-3222f0507e81 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099179 Sep 17 22:27:42.086261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:42.086896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:42.153387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e33b77-e6d1-441e-9dc1-32f254735856 req-5882f5d2-9632-4d52-ac7b-26729ef8f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.155039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9e33b77-e6d1-441e-9dc1-32f254735856 req-5882f5d2-9632-4d52-ac7b-26729ef8f48f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 1097 time: 0.1517723 Sep 17 22:27:42.164843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-0af3922a-8b0b-439c-a216-75cc9ef51f35 service neutron] 10.222.0.30 "GET /v2.0/networks/9d77a358-83d1-435f-8df7-54dc4e4ac592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183897 Sep 17 22:27:42.195940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 4efddea9-30bd-4988-b07e-8e5ce38d302a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:42.196507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.208114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] DHCP port deletion for 2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:42.241337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:42.297885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port 4efddea9-30bd-4988-b07e-8e5ce38d302a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4efddea9-30bd-4988-b07e-8e5ce38d302a,segment=NetworkSegment(afdcd319-068f-4dae-8197-13fd0027b11c),segment_id=afdcd319-068f-4dae-8197-13fd0027b11c)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:42.298158 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.316484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c08c37-c760-4b8b-af94-d6d1f35f44d0 req-b2c8f8b7-5ff6-4afa-9162-8a9437d72cda tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.317187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-86c08c37-c760-4b8b-af94-d6d1f35f44d0 req-b2c8f8b7-5ff6-4afa-9162-8a9437d72cda tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.1035092 Sep 17 22:27:42.323161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 4efddea9-30bd-4988-b07e-8e5ce38d302a owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:42.340909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-67f3d794-62c1-45c3-ac38-885d130ff8fc service neutron] 10.222.0.30 "GET /v2.0/networks/9d77a358-83d1-435f-8df7-54dc4e4ac592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664495 Sep 17 22:27:42.346028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e33b77-e6d1-441e-9dc1-32f254735856 req-ae773ba4-9eaa-4e77-ac59-42591af433e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.347689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9e33b77-e6d1-441e-9dc1-32f254735856 req-ae773ba4-9eaa-4e77-ac59-42591af433e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 200 len: 911 time: 0.1818404 Sep 17 22:27:42.419415 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-86c08c37-c760-4b8b-af94-d6d1f35f44d0 req-2d555e41-fac0-44e3-8862-f1ae7c7dab66 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902474 Sep 17 22:27:42.451752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9e33b77-e6d1-441e-9dc1-32f254735856 req-63831b7b-1398-4e6f-8b38-1b097a84c47c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b HTTP/1.1" status: 200 len: 217 time: 0.0468175 Sep 17 22:27:42.467848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Deleting port 4efddea9-30bd-4988-b07e-8e5ce38d302a {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:42.468397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.490974 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8c719e11-d22c-46e3-ab55-d327457651d9 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:42.525815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e33b77-e6d1-441e-9dc1-32f254735856 req-94edb474-4234-4d18-b769-2ca02c9e6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.528237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9e33b77-e6d1-441e-9dc1-32f254735856 req-94edb474-4234-4d18-b769-2ca02c9e6bd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24123f15-557c-401b-8d53-054c6af9f5aa HTTP/1.1" status: 200 len: 850 time: 0.0822816 Sep 17 22:27:42.528656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 8c719e11-d22c-46e3-ab55-d327457651d9 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:42.528983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8c719e11-d22c-46e3-ab55-d327457651d9 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:42.544426 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.583425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9e33b77-e6d1-441e-9dc1-32f254735856 req-15ac3d27-1306-4795-bf9a-0dd63c39f4af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325611 Sep 17 22:27:42.588438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] For port 4efddea9-30bd-4988-b07e-8e5ce38d302a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4efddea9-30bd-4988-b07e-8e5ce38d302a,segment=NetworkSegment(afdcd319-068f-4dae-8197-13fd0027b11c),segment_id=afdcd319-068f-4dae-8197-13fd0027b11c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:42.588899 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.592373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No DVR routers for this DVR port 4efddea9-30bd-4988-b07e-8e5ce38d302a on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:42.599426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=4efddea9-30bd-4988-b07e-8e5ce38d302a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:42.610503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Calling delete_port for 4efddea9-30bd-4988-b07e-8e5ce38d302a owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:42.623842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-a37e36d7-7d7a-48a0-b60d-01cd1d4a32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.625419 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-a37e36d7-7d7a-48a0-b60d-01cd1d4a32c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 1097 time: 0.1141417 Sep 17 22:27:42.693270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:40Z', 'revision_number': 8, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:21Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:42.711676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.722152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] Checking router: 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:42.731603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9e33b77-e6d1-441e-9dc1-32f254735856 req-48beb9f2-c88b-4d98-99d0-a13c99661036 service neutron] 10.222.0.15 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379588 Sep 17 22:27:42.740994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:42.741620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:42.759985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cffdb49-e2e5-4bd5-9be5-fd3d67b41901']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:42.772061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdcd319-068f-4dae-8197-13fd0027b11c') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:42.772399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdcd319-068f-4dae-8197-13fd0027b11c') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:42.782887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.801032 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.828566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:42.828990 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:42.832993 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:42.907499 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9e33b77-e6d1-441e-9dc1-32f254735856 req-498e97cd-0815-47e1-a95f-7e8f2a17aa22 service neutron] 10.222.0.15 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648502 Sep 17 22:27:42.939728 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.953056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f107764-93ba-4670-817b-541cd4c8f9d0 req-d5d1e1c5-6b41-4435-9320-26f7e8389f2d tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 210 time: 0.0757611 Sep 17 22:27:42.988234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdf50c-7d06-4dcf-bd75-7fd4d0faa9ee req-7765e1b7-776f-4871-bfef-d4b76af57825 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.989790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90bdf50c-7d06-4dcf-bd75-7fd4d0faa9ee req-7765e1b7-776f-4871-bfef-d4b76af57825 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.1826289 Sep 17 22:27:43.000475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Pushing event deleted for resources: {'Port': ['ID=4efddea9-30bd-4988-b07e-8e5ce38d302a,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:43.015081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] No DVR routers for this DVR port 4efddea9-30bd-4988-b07e-8e5ce38d302a on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:43.026253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.026598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.026932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.027262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.027591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.027915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.028254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.028578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.028905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.029224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.029536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.029851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1626b0-4747-4b70-8282-d1a12abcb650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:43.042137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:43.051358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-966df249-a2bf-4020-8c94-98319fb0f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.052893 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-966df249-a2bf-4020-8c94-98319fb0f23f service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.2356205 Sep 17 22:27:43.068184 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90bdf50c-7d06-4dcf-bd75-7fd4d0faa9ee req-c9e07f0a-952c-4e78-979d-ce8f6b91e924 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703223 Sep 17 22:27:43.082422 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.150394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.156182 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/networks/2cffdb49-e2e5-4bd5-9be5-fd3d67b41901 HTTP/1.1" status: 204 len: 168 time: 1.2744184 Sep 17 22:27:43.169673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33968) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:43.205100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9b119-3d0d-40c8-95ba-baf88bac44bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Network': ['ID=2cffdb49-e2e5-4bd5-9be5-fd3d67b41901,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:43.226796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29991af-475c-491e-a471-81758429a7b8 req-fa8b5017-aad4-45dc-95da-b893a8c8bc1f tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.229039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a29991af-475c-491e-a471-81758429a7b8 req-fa8b5017-aad4-45dc-95da-b893a8c8bc1f tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 950 time: 0.0760069 Sep 17 22:27:43.283909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a29991af-475c-491e-a471-81758429a7b8 req-6a0c13c8-4f68-4c9d-9dc0-84eaf58406c5 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Sep 17 22:27:43.313497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:40Z', 'revision_number': 8, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:21Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:43.343513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64081037-1609-4c2d-ba7d-0107294e2ffa None None] The sync data for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 is: [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:40Z', 'revision_number': 8, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc', 'name': '', 'network_id': '9b2fb75a-5ae9-4808-bb7d-7bb31804e8af', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:13Z', 'updated_at': '2021-09-17T22:27:21Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': 'fe903773-89bb-4c86-9707-ed63d6744cd8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:43.629434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-1ca7c05d-90ba-427b-9720-9e675eb1f6d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 HTTP/1.1" status: 200 len: 1000 time: 0.5601218 Sep 17 22:27:43.718966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7564f-fe6d-4cc9-9215-88ec52533123 req-14ac72de-ca99-4bc3-ba2a-945bde753b18 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.720623 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2d7564f-fe6d-4cc9-9215-88ec52533123 req-14ac72de-ca99-4bc3-ba2a-945bde753b18 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.5362344 Sep 17 22:27:43.727833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device aad6cba2-7d88-4790-a053-173901eca091 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:43.776674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port aad6cba2-7d88-4790-a053-173901eca091 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:43.777051 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.792253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-34f2a504-9aea-486f-849b-422a6b37d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.793713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-34f2a504-9aea-486f-849b-422a6b37d409 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.1528151 Sep 17 22:27:43.847894 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2d7564f-fe6d-4cc9-9215-88ec52533123 req-21630e56-da58-45c3-a4bd-ae8ef63d6691 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145549 Sep 17 22:27:43.926976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-6b49e440-047f-444f-b2d2-2fe95dd1eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:43.927897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-6b49e440-047f-444f-b2d2-2fe95dd1eade service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264396 Sep 17 22:27:43.944858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4efddea9-30bd-4988-b07e-8e5ce38d302a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:43.966013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 4efddea9-30bd-4988-b07e-8e5ce38d302a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:43.966445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4efddea9-30bd-4988-b07e-8e5ce38d302a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:44.110696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b77d79-bb7e-458c-80f9-c72c8e52654a req-06c08141-0194-45d2-9f7e-0724165f1f44 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.112401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61b77d79-bb7e-458c-80f9-c72c8e52654a req-06c08141-0194-45d2-9f7e-0724165f1f44 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.1484444 Sep 17 22:27:44.135825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-4f4cc3fa-9903-40aa-abea-1001a65caa31 service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987529 Sep 17 22:27:44.218735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61b77d79-bb7e-458c-80f9-c72c8e52654a req-1cd5e4c3-70be-4663-8285-3353dc325267 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934582 Sep 17 22:27:44.230164 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f37ee347-5201-43d7-a676-573ddb435663 req-6261e863-38e2-4bc1-93e3-b1ac6a403c5d tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 210 time: 0.0462301 Sep 17 22:27:44.304178 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b5e8850-ef27-4284-a29f-a301da2b76a2 req-11a7b5b1-3301-43c3-88fa-6bd4f2af0db3 service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560884 Sep 17 22:27:44.307753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.338803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcbd0b-fa9d-4a66-b3c6-5ad720868682 req-acee3566-d94c-4d82-9cc0-cebd72eab669 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.340365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48dcbd0b-fa9d-4a66-b3c6-5ad720868682 req-acee3566-d94c-4d82-9cc0-cebd72eab669 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0534534 Sep 17 22:27:44.347094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:44.384574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48dcbd0b-fa9d-4a66-b3c6-5ad720868682 req-d3a6e21a-d87f-4337-b456-8b8c784f60d7 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362997 Sep 17 22:27:44.454107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:44.466327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032', 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6', 'port_id': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032', 'mac_address': 'fa:16:3e:f3:a7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af326825-090a-41ad-89c5-84ef6913ca42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:44.503737 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.516322 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:44.536406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:44.576756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:44.577096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.619640 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.665592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc,segment=NetworkSegment(866888a3-cee3-48b6-9162-a33f5765dde9),segment_id=866888a3-cee3-48b6-9162-a33f5765dde9)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:44.665959 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.667044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:44.678603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:44.695423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device eb180c8f-bfec-4b67-bbbe-394737e30600 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:44.775335 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.796679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:44.800144 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054e8a12-16ca-432b-974b-167c885ab244" -d '{"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-unplugged", "status": "completed", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:44.811178 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:44.838125 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be0a613-14e7-4943-99c1-169033e3077b x-openstack-request-id: req-8be0a613-14e7-4943-99c1-169033e3077b {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:44.838443 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-unplugged", "status": "completed", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:44.838703 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8be0a613-14e7-4943-99c1-169033e3077b {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:44.839673 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'code': 200} Sep 17 22:27:44.870783 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.923616 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.926470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:44.959701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:44.996898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c72ee-a66e-4d63-bae9-12ec8a8ca567 req-872d29e4-2ded-4efe-9333-5fd153dc50e7 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.998528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-796c72ee-a66e-4d63-bae9-12ec8a8ca567 req-872d29e4-2ded-4efe-9333-5fd153dc50e7 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.0563703 Sep 17 22:27:45.053772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-796c72ee-a66e-4d63-bae9-12ec8a8ca567 req-d0622c21-2c30-4012-864b-ed71cd386882 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449469 Sep 17 22:27:45.068773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['9cfbaa26-0bf3-44dc-a56b-85e2143e3032'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:45.147178 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.356655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-d3f75773-a9fa-459c-bb89-2e596db83cd4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.363479 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-d3f75773-a9fa-459c-bb89-2e596db83cd4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.365151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-d3f75773-a9fa-459c-bb89-2e596db83cd4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.23 "GET /v2.0/networks?id=23aa2414-4395-4c50-9a0a-4767d074a85d&id=9d77a358-83d1-435f-8df7-54dc4e4ac592 HTTP/1.1" status: 200 len: 1389 time: 0.1925883 Sep 17 22:27:45.381302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'port': {'device_id': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d', 'admin_state_up': True, 'tenant_id': '666c978cefef4d4da73471fe25d8014b'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:45.407960 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8b2daf5d-375b-4c98-9aa9-ba42f1bad12c req-41d2984e-10aa-433b-8882-cb499690872d tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 210 time: 0.0416975 Sep 17 22:27:45.465687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce93e5-31de-4bfe-9c2c-f3319948dc90 req-ed4cfdf9-44c2-4c7f-a5fe-111d6d0eec98 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.467202 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1cce93e5-31de-4bfe-9c2c-f3319948dc90 req-ed4cfdf9-44c2-4c7f-a5fe-111d6d0eec98 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 944 time: 0.1278706 Sep 17 22:27:45.511995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:45.530232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1cce93e5-31de-4bfe-9c2c-f3319948dc90 req-f0ced95e-ec6c-4af4-9c58-7b43b35b4185 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473933 Sep 17 22:27:45.569888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0a1c0-bbb0-41f4-b4f9-6de916cb2199 req-00a50c7a-56e8-4407-9730-103c674563b9 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.571545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39a0a1c0-bbb0-41f4-b4f9-6de916cb2199 req-00a50c7a-56e8-4407-9730-103c674563b9 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0864947 Sep 17 22:27:45.614071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39a0a1c0-bbb0-41f4-b4f9-6de916cb2199 req-d5f674b7-c95b-4d2e-bf6d-06ea38432b61 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361233 Sep 17 22:27:45.629878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:45.639207 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-40daecd3-05d1-40c9-9e55-977f0945884e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4679837 Sep 17 22:27:45.641308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34028) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:45.644753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] Sync routers for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:45.653943 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:45.654546 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:45.661424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:45.669299 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.704601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-884a8037-fbb8-4b10-aaa6-c36eb589302b tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting subnet fe903773-89bb-4c86-9707-ed63d6744cd8 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:45.706996 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-884a8037-fbb8-4b10-aaa6-c36eb589302b tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.751136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-884a8037-fbb8-4b10-aaa6-c36eb589302b tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.768427 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:45.820526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Allocated IP 19.80.0.217 (23aa2414-4395-4c50-9a0a-4767d074a85d/0a05d15c-9e54-482e-a408-a00d15e6009a/88225b63-3555-42e3-950a-d440613d0f57) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:45.842168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-884a8037-fbb8-4b10-aaa6-c36eb589302b tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.965046 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-884a8037-fbb8-4b10-aaa6-c36eb589302b tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.975354 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:44Z', 'revision_number': 9, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:45.983571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.994050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a8037-fbb8-4b10-aaa6-c36eb589302b tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Subnet': ['ID=fe903773-89bb-4c86-9707-ed63d6744cd8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:45.996928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-884a8037-fbb8-4b10-aaa6-c36eb589302b tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.998803 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-884a8037-fbb8-4b10-aaa6-c36eb589302b tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/fe903773-89bb-4c86-9707-ed63d6744cd8 HTTP/1.1" status: 204 len: 168 time: 0.3565254 Sep 17 22:27:46.001347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34030) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:46.011422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8ac1e-56f7-4f85-8330-c8cab4e73a91 None None] Network 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:46.015860 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] Checking router: 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:46.025734 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:46.026342 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:46.105381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.106466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.172779 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:46.180306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network 23aa2414-4395-4c50-9a0a-4767d074a85d is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:46.188193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:46.193926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:46.265246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c3bc9-cd6d-4414-8fb1-7621bc477c3f None None] DHCP port deletion for 9b2fb75a-5ae9-4808-bb7d-7bb31804e8af request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:46.275560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:46.277506 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.286463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Port': ['ID=88225b63-3555-42e3-950a-d440613d0f57,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:46.329121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214208c-b9cd-4ec9-aa21-46e5704a77a7 req-757a8f97-c534-463e-b1c1-fd36fc4ae767 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:46.331479 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c214208c-b9cd-4ec9-aa21-46e5704a77a7 req-757a8f97-c534-463e-b1c1-fd36fc4ae767 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 945 time: 0.1466923 Sep 17 22:27:46.343863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-142c3bc9-cd6d-4414-8fb1-7621bc477c3f None None] Deleting port 7385745e-2749-423d-bdc4-2290cd00be90 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:46.344997 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-142c3bc9-cd6d-4414-8fb1-7621bc477c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.349217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 7385745e-2749-423d-bdc4-2290cd00be90 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:46.349556 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.356722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:46.371140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-27030610-f3c9-4bc2-8c59-d9cb851d2b4e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9948878 Sep 17 22:27:46.387492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Request body: {'port': {'device_id': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592', 'admin_state_up': True, 'tenant_id': '666c978cefef4d4da73471fe25d8014b'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:46.510700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port 7385745e-2749-423d-bdc4-2290cd00be90, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7385745e-2749-423d-bdc4-2290cd00be90,segment=NetworkSegment(866888a3-cee3-48b6-9162-a33f5765dde9),segment_id=866888a3-cee3-48b6-9162-a33f5765dde9)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:46.511281 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.532705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 7385745e-2749-423d-bdc4-2290cd00be90 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:46.545523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-142c3bc9-cd6d-4414-8fb1-7621bc477c3f None None] For port 7385745e-2749-423d-bdc4-2290cd00be90, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7385745e-2749-423d-bdc4-2290cd00be90,segment=NetworkSegment(866888a3-cee3-48b6-9162-a33f5765dde9),segment_id=866888a3-cee3-48b6-9162-a33f5765dde9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:46.545925 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-142c3bc9-cd6d-4414-8fb1-7621bc477c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.561070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c214208c-b9cd-4ec9-aa21-46e5704a77a7 req-83b61c70-fdc3-43a2-b958-5c99a1737ae3 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200966 Sep 17 22:27:46.563462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-142c3bc9-cd6d-4414-8fb1-7621bc477c3f None None] Calling delete_port for 7385745e-2749-423d-bdc4-2290cd00be90 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:46.568936 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:44Z', 'revision_number': 9, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:46.610909 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c63139-6c33-4fa4-9f4c-eff00f880705 None None] The sync data for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 is: [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:44Z', 'revision_number': 9, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31db23d-34f6-4a59-8b7e-f1061f003b52', 'name': '', 'network_id': '0da376e9-d9c0-4476-86e2-9c01bede9696', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:cc:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:07Z', 'updated_at': '2021-09-17T22:27:13Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '1aa03fcc-109d-4b7c-af18-39b115c0bff2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:46.659433 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.659433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1d2a6e08-a11f-4615-a57f-29a4e4e04f36 None None] Provisioning complete for port 88225b63-3555-42e3-950a-d440613d0f57 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:46.659433 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6e08-a11f-4615-a57f-29a4e4e04f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.683961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ee725-dee7-475a-b272-7a7f6428b83d req-73bafbf7-fc45-4676-a561-4920a6a37399 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:46.691908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-929ee725-dee7-475a-b272-7a7f6428b83d req-73bafbf7-fc45-4676-a561-4920a6a37399 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 932 time: 0.1646287 Sep 17 22:27:46.711767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6b8133f1-3f9d-44dc-8d21-44e0205709cc details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:46.732557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318e1dc-698a-43a7-8c39-377b85d9a9dc req-a9cd8e79-820b-4b99-ac35-55c6b62f1372 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:46.734265 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1318e1dc-698a-43a7-8c39-377b85d9a9dc req-a9cd8e79-820b-4b99-ac35-55c6b62f1372 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 944 time: 0.0548685 Sep 17 22:27:46.740881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-929ee725-dee7-475a-b272-7a7f6428b83d req-02945be9-f523-40e9-a51a-f3bc476cd778 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478294 Sep 17 22:27:46.741125 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a6e08-a11f-4615-a57f-29a4e4e04f36 None None] Port 88225b63-3555-42e3-950a-d440613d0f57 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:46.750385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.755513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:46.765815 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-142c3bc9-cd6d-4414-8fb1-7621bc477c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.795867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No DVR routers for this DVR port 7385745e-2749-423d-bdc4-2290cd00be90 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:46.797521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=7385745e-2749-423d-bdc4-2290cd00be90,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:46.811252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c3bc9-cd6d-4414-8fb1-7621bc477c3f None None] No DVR routers for this DVR port 7385745e-2749-423d-bdc4-2290cd00be90 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:46.812854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c3bc9-cd6d-4414-8fb1-7621bc477c3f None None] Pushing event deleted for resources: {'Port': ['ID=7385745e-2749-423d-bdc4-2290cd00be90,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:46.834258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Made reservation on behalf of 666c978cefef4d4da73471fe25d8014b for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:46.837799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.861128 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1318e1dc-698a-43a7-8c39-377b85d9a9dc req-01f04400-cb5f-4c4c-8a1e-70d8a04e0e1a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190903 Sep 17 22:27:46.863786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:46.865930 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f1d3a-6319-4155-a17f-78e15260e44e" -d '{"events": [{"server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "name": "network-vif-unplugged", "status": "completed", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:46.881051 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.886816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440b903-8901-458d-bebf-e0447e397d66 req-8c288461-2db2-48f5-9549-b94bffdccdec tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:46.888420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c440b903-8901-458d-bebf-e0447e397d66 req-8c288461-2db2-48f5-9549-b94bffdccdec tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0816360 Sep 17 22:27:46.944569 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe042160-0775-4554-b1a1-087a8bea7fbf x-openstack-request-id: req-fe042160-0775-4554-b1a1-087a8bea7fbf {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:46.944883 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "name": "network-vif-unplugged", "status": "completed", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:46.945139 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe042160-0775-4554-b1a1-087a8bea7fbf {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:46.945531 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'code': 200} Sep 17 22:27:46.951739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:46.959591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.964869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:46.975102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '6b8133f1-3f9d-44dc-8d21-44e0205709cc', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '6b8133f1-3f9d-44dc-8d21-44e0205709cc', 'mac_address': 'fa:16:3e:ae:97:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:47.005348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c440b903-8901-458d-bebf-e0447e397d66 req-9467cee4-1b7c-44fc-b683-86e538275e37 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038935 Sep 17 22:27:47.018679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2fb75a-5ae9-4808-bb7d-7bb31804e8af']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:47.024312 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.035443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866888a3-cee3-48b6-9162-a33f5765dde9') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:47.036194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866888a3-cee3-48b6-9162-a33f5765dde9') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:47.043188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b8133f1-3f9d-44dc-8d21-44e0205709cc {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:47.046843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.068912 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.075294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:47.075870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.086132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:47.089663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Allocated IP 19.86.0.174 (9d77a358-83d1-435f-8df7-54dc4e4ac592/bb2314d5-af90-4b7c-a553-d34d16ec0fdf/3c2b1726-5daa-4999-a75f-dcb44eba0fa6) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:47.097811 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:47.150762 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.206154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=6b8133f1-3f9d-44dc-8d21-44e0205709cc,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:47.238855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.249435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.255660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/networks/9b2fb75a-5ae9-4808-bb7d-7bb31804e8af HTTP/1.1" status: 204 len: 168 time: 1.2497602 Sep 17 22:27:47.257204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34058) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:47.259331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6b8133f1-3f9d-44dc-8d21-44e0205709cc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:47.268445 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.274093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b8e58-4fea-4cd7-9e2b-3b0cedd88832 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Network': ['ID=9b2fb75a-5ae9-4808-bb7d-7bb31804e8af,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:47.504207 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.554971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Network 9d77a358-83d1-435f-8df7-54dc4e4ac592 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:47.561595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:47.565114 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:47.610967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event updated for resources: {'Port': ['ID=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:47.661339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.662006 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.746886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:47.748913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e2cf1e35-42da-4ac5-9550-ccb85d834f7b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3654244 Sep 17 22:27:47.772441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:47.772441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7fa3c186-bcc3-4d8d-8a03-c2fb713bbecc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:47.772943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7385745e-2749-423d-bdc4-2290cd00be90 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:47.786671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Request body: {'port': {'device_id': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:47.796824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7385745e-2749-423d-bdc4-2290cd00be90 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:47.797215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7385745e-2749-423d-bdc4-2290cd00be90 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:47.838504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb6b26-34c5-48d6-8f18-dae089a5026d req-943caed5-cb69-4b82-a1de-0ef48be131ad tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.840374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93cb6b26-34c5-48d6-8f18-dae089a5026d req-943caed5-cb69-4b82-a1de-0ef48be131ad tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1371589 Sep 17 22:27:47.876829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8169e659-47b5-424a-a4d1-b8d0754ed7f8 None None] Provisioning complete for port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:47.877839 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8169e659-47b5-424a-a4d1-b8d0754ed7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.878390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5abdce-7761-4df6-86c0-356891ae161d req-5980dbce-db91-45aa-9be5-f4c89f4549a3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.890638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5abdce-7761-4df6-86c0-356891ae161d req-5980dbce-db91-45aa-9be5-f4c89f4549a3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.890638 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af5abdce-7761-4df6-86c0-356891ae161d req-5980dbce-db91-45aa-9be5-f4c89f4549a3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1655 time: 0.0715528 Sep 17 22:27:47.920808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8169e659-47b5-424a-a4d1-b8d0754ed7f8 None None] Port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:47.935135 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93cb6b26-34c5-48d6-8f18-dae089a5026d req-d48b85e6-a7b1-4419-a335-524bde00dbec tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629082 Sep 17 22:27:47.935901 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.942304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af5abdce-7761-4df6-86c0-356891ae161d req-06a93ab4-7438-431c-bf92-7fb5bcc029c6 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454657 Sep 17 22:27:47.977840 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.055206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f30ea-5358-4b2f-be8a-916de1796c84 req-10240b81-5c14-4314-96bd-45548d930ff0 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.056895 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb1f30ea-5358-4b2f-be8a-916de1796c84 req-10240b81-5c14-4314-96bd-45548d930ff0 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 944 time: 0.0552607 Sep 17 22:27:48.098832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb1f30ea-5358-4b2f-be8a-916de1796c84 req-2280691f-c17c-4bfa-afed-d39a73236b18 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348220 Sep 17 22:27:48.255889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddebdb-6bb2-46ed-8c26-3d7fc3f34d2a req-98661d32-5042-4e9a-aa35-a7aefab89a82 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.264472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-80ddebdb-6bb2-46ed-8c26-3d7fc3f34d2a req-98661d32-5042-4e9a-aa35-a7aefab89a82 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0638146 Sep 17 22:27:48.314400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-80ddebdb-6bb2-46ed-8c26-3d7fc3f34d2a req-bafbfcc2-2a3d-41f2-a009-033d757f91d6 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486798 Sep 17 22:27:48.370707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:48.473822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88225b63-3555-42e3-950a-d440613d0f57 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:48.485045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.506397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port e31db23d-34f6-4a59-8b7e-f1061f003b52 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:48.507066 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.512320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Transition to ACTIVE for port object 88225b63-3555-42e3-950a-d440613d0f57 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:48.581605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:48.586937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:48.587375 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.711895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.724861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6b8133f1-3f9d-44dc-8d21-44e0205709cc up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:48.782679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:48.810142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 6b8133f1-3f9d-44dc-8d21-44e0205709cc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:48.813644 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.857173 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.858031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:48.950784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:48.953423 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae30e0-bad9-4381-b7f3-31522565669a" -d '{"events": [{"server_uuid": "1b20bdcf-c2e8-4f23-a496-59c271afe721", "name": "network-vif-plugged", "status": "completed", "tag": "9cfbaa26-0bf3-44dc-a56b-85e2143e3032"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:48.980874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:48.996565 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.017095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port e31db23d-34f6-4a59-8b7e-f1061f003b52, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e31db23d-34f6-4a59-8b7e-f1061f003b52,segment=NetworkSegment(74892c65-1117-4560-b479-4c5f02854701),segment_id=74892c65-1117-4560-b479-4c5f02854701)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:49.017460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.032732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for e31db23d-34f6-4a59-8b7e-f1061f003b52 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:49.042812 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.072496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:49.133603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Pushing event updated for resources: {'Port': ['ID=88225b63-3555-42e3-950a-d440613d0f57,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:49.150204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b32d6a-40bb-4aeb-8971-6a41c97832fd req-6dad202c-a45e-4494-a9ed-9427fb45fede tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.156463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b32d6a-40bb-4aeb-8971-6a41c97832fd req-6dad202c-a45e-4494-a9ed-9427fb45fede tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.158171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94b32d6a-40bb-4aeb-8971-6a41c97832fd req-6dad202c-a45e-4494-a9ed-9427fb45fede tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1667 time: 0.0889492 Sep 17 22:27:49.163624 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.267695 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94b32d6a-40bb-4aeb-8971-6a41c97832fd req-a45764a4-9303-4f28-b7eb-6322ae706593 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915496 Sep 17 22:27:49.282929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=6b8133f1-3f9d-44dc-8d21-44e0205709cc,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:49.293679 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1b14fa-1e75-4bcc-9c40-4f52b7e26a9f x-openstack-request-id: req-be1b14fa-1e75-4bcc-9c40-4f52b7e26a9f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:49.294255 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b20bdcf-c2e8-4f23-a496-59c271afe721", "name": "network-vif-plugged", "status": "completed", "tag": "9cfbaa26-0bf3-44dc-a56b-85e2143e3032", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:49.294706 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be1b14fa-1e75-4bcc-9c40-4f52b7e26a9f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:49.295305 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032', 'code': 200} Sep 17 22:27:49.422532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb052-0949-4c8b-8db8-a7c43cfd03c7 req-77f1a99c-7fa6-4afa-a2b0-71aa39a57645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.424571 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-80ebb052-0949-4c8b-8db8-a7c43cfd03c7 req-77f1a99c-7fa6-4afa-a2b0-71aa39a57645 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 1097 time: 0.0813651 Sep 17 22:27:49.450598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Attempting to bind port 88225b63-3555-42e3-950a-d440613d0f57 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:49.450929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Attempting to bind port 88225b63-3555-42e3-950a-d440613d0f57 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '5caa3787-d5b2-48a4-9843-241fc8ee9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:49.451463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Attempting to bind port 88225b63-3555-42e3-950a-d440613d0f57 on network 23aa2414-4395-4c50-9a0a-4767d074a85d {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:49.492370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Port 88225b63-3555-42e3-950a-d440613d0f57 on network 23aa2414-4395-4c50-9a0a-4767d074a85d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:49.492959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Attempting to bind port 88225b63-3555-42e3-950a-d440613d0f57 on network 23aa2414-4395-4c50-9a0a-4767d074a85d {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:49.499304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-80ebb052-0949-4c8b-8db8-a7c43cfd03c7 req-842725a5-06c4-4557-99bf-e0ca3db9104b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633054 Sep 17 22:27:49.504667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:49.505006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Checking segment: {'id': '5caa3787-d5b2-48a4-9843-241fc8ee9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:49.505389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Bound using segment: {'id': '5caa3787-d5b2-48a4-9843-241fc8ee9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:49.505826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Bound port: 88225b63-3555-42e3-950a-d440613d0f57, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5caa3787-d5b2-48a4-9843-241fc8ee9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:49.506183 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.509413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8795aa-0544-4bab-83ce-ded449068b6b req-a8d6813a-dd62-4fe5-877a-4c2c14ed3f20 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.517239 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba8795aa-0544-4bab-83ce-ded449068b6b req-a8d6813a-dd62-4fe5-877a-4c2c14ed3f20 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0990407 Sep 17 22:27:49.540431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71483da9-6487-4b30-a5e7-cd2d63ca7bea req-2ba49961-d65b-4fcc-bdb3-915fb20151d1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.547970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-71483da9-6487-4b30-a5e7-cd2d63ca7bea req-2ba49961-d65b-4fcc-bdb3-915fb20151d1 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 945 time: 0.1415951 Sep 17 22:27:49.584429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba8795aa-0544-4bab-83ce-ded449068b6b req-61018790-d123-4b56-88e5-9052c83f24b6 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656898 Sep 17 22:27:49.620913 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.656643 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-71483da9-6487-4b30-a5e7-cd2d63ca7bea req-f06d0d1e-caef-4149-b608-49c2110fc5bd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033082 Sep 17 22:27:49.657260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-3fd8af4f-90ec-43ca-abfa-e019cca31162 req-f48dc594-5987-49f7-801d-bd87de1399d6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:27:49.659056 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fd8af4f-90ec-43ca-abfa-e019cca31162 req-f48dc594-5987-49f7-801d-bd87de1399d6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055528 Sep 17 22:27:49.691564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=e31db23d-34f6-4a59-8b7e-f1061f003b52,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:49.718683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] For port 88225b63-3555-42e3-950a-d440613d0f57, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:49.753732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] For port 88225b63-3555-42e3-950a-d440613d0f57, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=88225b63-3555-42e3-950a-d440613d0f57,segment=NetworkSegment(5caa3787-d5b2-48a4-9843-241fc8ee9684),segment_id=5caa3787-d5b2-48a4-9843-241fc8ee9684)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:49.877625 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.888085 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.941809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.942484 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.945382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] 10.222.0.23 "PUT /v2.0/ports/88225b63-3555-42e3-950a-d440613d0f57 HTTP/1.1" status: 200 len: 1093 time: 2.1661127 Sep 17 22:27:49.951836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'tag': '88225b63-3555-42e3-950a-d440613d0f57'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:49.954339 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b85e8be-85fe-4ba9-83d8-2bf32f4be42c" -d '{"events": [{"name": "network-changed", "server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "tag": "88225b63-3555-42e3-950a-d440613d0f57"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:50.053661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Request body: {'port': {'device_id': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:50.176278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e6680-4dae-430c-a555-b4f607c6d7bd service neutron] Pushing event updated for resources: {'Port': ['ID=88225b63-3555-42e3-950a-d440613d0f57,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:50.182119 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8121cd8-c789-4ec1-9a20-70423088fa3b x-openstack-request-id: req-e8121cd8-c789-4ec1-9a20-70423088fa3b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:50.185974 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "tag": "88225b63-3555-42e3-950a-d440613d0f57", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:50.185974 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8121cd8-c789-4ec1-9a20-70423088fa3b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:50.185974 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'tag': '88225b63-3555-42e3-950a-d440613d0f57', 'status': 'completed', 'code': 200} Sep 17 22:27:50.241058 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.575266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cfc97-e32c-4c02-9fa5-bb1e7c2fd2a1 req-820991c6-29ce-4970-bfe5-a7df5baf2281 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.575266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-270cfc97-e32c-4c02-9fa5-bb1e7c2fd2a1 req-820991c6-29ce-4970-bfe5-a7df5baf2281 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1762586 Sep 17 22:27:50.575266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e8be-85fe-4ba9-83d8-2bf32f4be42c req-60b8e456-18b7-43b3-be14-bb3d6e485e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.575266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e8be-85fe-4ba9-83d8-2bf32f4be42c req-60b8e456-18b7-43b3-be14-bb3d6e485e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.575266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b85e8be-85fe-4ba9-83d8-2bf32f4be42c req-60b8e456-18b7-43b3-be14-bb3d6e485e3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=666c978cefef4d4da73471fe25d8014b&device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1915 time: 0.2015758 Sep 17 22:27:50.578298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-645081f5-b1b8-406f-9875-b2ea4895c4c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990787 Sep 17 22:27:50.578298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8844864-dd85-4fbb-8794-82ff910c9355 req-19837117-d13b-4c07-ae39-8e94b42788d7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.578298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8844864-dd85-4fbb-8794-82ff910c9355 req-19837117-d13b-4c07-ae39-8e94b42788d7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.578298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8844864-dd85-4fbb-8794-82ff910c9355 req-19837117-d13b-4c07-ae39-8e94b42788d7 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1667 time: 0.1043992 Sep 17 22:27:50.578298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8844864-dd85-4fbb-8794-82ff910c9355 req-c0add9b5-e4d2-417c-b168-97a335956632 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593150 Sep 17 22:27:50.689890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-270cfc97-e32c-4c02-9fa5-bb1e7c2fd2a1 req-7ae53c93-320c-42db-9450-14a21147144e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927499 Sep 17 22:27:50.698176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:50.702561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e8be-85fe-4ba9-83d8-2bf32f4be42c req-758d9826-91a4-4c02-875f-de6afb0a7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.703050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e8be-85fe-4ba9-83d8-2bf32f4be42c req-758d9826-91a4-4c02-875f-de6afb0a7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.703494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e8be-85fe-4ba9-83d8-2bf32f4be42c req-758d9826-91a4-4c02-875f-de6afb0a7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.705205 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b85e8be-85fe-4ba9-83d8-2bf32f4be42c req-758d9826-91a4-4c02-875f-de6afb0a7455 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=666c978cefef4d4da73471fe25d8014b&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2885461 Sep 17 22:27:50.793061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d82ed-701c-49c1-a7a1-cd3ad2e1fb53 req-ebae3b13-3576-4bf8-b1c3-41b00142c84d tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.795140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b91d82ed-701c-49c1-a7a1-cd3ad2e1fb53 req-ebae3b13-3576-4bf8-b1c3-41b00142c84d tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0845437 Sep 17 22:27:50.858927 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b91d82ed-701c-49c1-a7a1-cd3ad2e1fb53 req-f827a5bb-01bf-4e8c-8d67-b8cff0dc4262 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511410 Sep 17 22:27:51.023344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e8be-85fe-4ba9-83d8-2bf32f4be42c req-e3f2cf1c-29c5-4dfe-9022-4c491a937f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.024854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b85e8be-85fe-4ba9-83d8-2bf32f4be42c req-e3f2cf1c-29c5-4dfe-9022-4c491a937f27 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2940490 Sep 17 22:27:51.036826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7c01-7104-41fb-822e-bc90fe32c3e5 req-1589f15a-d0ef-47cd-a3ae-23399805fe73 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.044149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1ac7c01-7104-41fb-822e-bc90fe32c3e5 req-1589f15a-d0ef-47cd-a3ae-23399805fe73 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 945 time: 0.2429864 Sep 17 22:27:51.066399 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:51.075956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8871c510-969b-4c68-b4cc-a9a5b8a78088 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8176274 Sep 17 22:27:51.076904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] Sync routers for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:51.078992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34184) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:51.117013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:51.122009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:51.153571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:51.166921 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1ac7c01-7104-41fb-822e-bc90fe32c3e5 req-3c7413c6-fbf3-4d5a-afb0-d3f7a788e6e4 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218982 Sep 17 22:27:51.169526 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.200164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Transition to ACTIVE for port object 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:51.216323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-07995304-2b54-43f9-97fb-9f0a6f9eab97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting subnet 1aa03fcc-109d-4b7c-af18-39b115c0bff2 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:51.243696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07995304-2b54-43f9-97fb-9f0a6f9eab97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.296453 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.366939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:51.374424 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07995304-2b54-43f9-97fb-9f0a6f9eab97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.456756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8133f1-3f9d-44dc-8d21-44e0205709cc'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:51.464701 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2be91db-e1e2-4354-8eb8-70dc0b630e27" -d '{"events": [{"server_uuid": "dc2c0de5-4f01-470c-a209-93503ad68162", "name": "network-vif-plugged", "status": "completed", "tag": "6b8133f1-3f9d-44dc-8d21-44e0205709cc"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:51.511672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:51.533183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Attempting to bind port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:51.533550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Attempting to bind port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '97fc2ed4-ed58-40ff-b774-108df670123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:51.534144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Attempting to bind port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 on network 9d77a358-83d1-435f-8df7-54dc4e4ac592 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:51.539653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 on network 9d77a358-83d1-435f-8df7-54dc4e4ac592 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:51.540361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Attempting to bind port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 on network 9d77a358-83d1-435f-8df7-54dc4e4ac592 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:51.551279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:51.551611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Checking segment: {'id': '97fc2ed4-ed58-40ff-b774-108df670123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:51.556881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Bound using segment: {'id': '97fc2ed4-ed58-40ff-b774-108df670123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:51.557345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Bound port: 3c2b1726-5daa-4999-a75f-dcb44eba0fa6, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97fc2ed4-ed58-40ff-b774-108df670123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:51.557710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.569425 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9140ba6b-e0d4-405b-ab69-2fb4e2c6311a x-openstack-request-id: req-9140ba6b-e0d4-405b-ab69-2fb4e2c6311a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:51.570037 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2c0de5-4f01-470c-a209-93503ad68162", "name": "network-vif-plugged", "status": "completed", "tag": "6b8133f1-3f9d-44dc-8d21-44e0205709cc", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:51.570478 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9140ba6b-e0d4-405b-ab69-2fb4e2c6311a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:51.571031 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8133f1-3f9d-44dc-8d21-44e0205709cc', 'code': 200} Sep 17 22:27:51.608427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07995304-2b54-43f9-97fb-9f0a6f9eab97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.668462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] For port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:51.672653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] For port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,segment=NetworkSegment(97fc2ed4-ed58-40ff-b774-108df670123b),segment_id=97fc2ed4-ed58-40ff-b774-108df670123b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:51.779877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.804710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07995304-2b54-43f9-97fb-9f0a6f9eab97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.868914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.869529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.870945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c2b1726-5daa-4999-a75f-dcb44eba0fa6 HTTP/1.1" status: 200 len: 1093 time: 1.8258972 Sep 17 22:27:51.897348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07995304-2b54-43f9-97fb-9f0a6f9eab97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa03fcc-109d-4b7c-af18-39b115c0bff2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:51.897348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07995304-2b54-43f9-97fb-9f0a6f9eab97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.897348 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-07995304-2b54-43f9-97fb-9f0a6f9eab97 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/1aa03fcc-109d-4b7c-af18-39b115c0bff2 HTTP/1.1" status: 204 len: 168 time: 0.8161261 Sep 17 22:27:51.906333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34204) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:51.907652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b649afe-3ffd-4274-b8cd-c1fd948aab49 None None] Network 0da376e9-d9c0-4476-86e2-9c01bede9696 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:51.912712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787e263-7d29-42f4-947b-7cc7190ee3ea req-b4dd6806-e980-4906-845a-62cdbd9cc602 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.922205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787e263-7d29-42f4-947b-7cc7190ee3ea req-b4dd6806-e980-4906-845a-62cdbd9cc602 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:51.931987 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0787e263-7d29-42f4-947b-7cc7190ee3ea req-b4dd6806-e980-4906-845a-62cdbd9cc602 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1679 time: 0.2348919 Sep 17 22:27:52.041446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086788c3-64ee-46a4-9b0b-1165dc972ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:52.055836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:49Z', 'revision_number': 10, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:52.085853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d689cb4-d6af-42c9-9236-ad779cba2886 req-53b4bc31-6a30-4b60-a559-3b1723439ac9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:52.096775 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d689cb4-d6af-42c9-9236-ad779cba2886 req-53b4bc31-6a30-4b60-a559-3b1723439ac9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.2095120 Sep 17 22:27:52.144275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.150733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] Checking router: 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:52.185335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0787e263-7d29-42f4-947b-7cc7190ee3ea req-423798bc-dc84-43fc-a479-85861c7c600f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520652 Sep 17 22:27:52.186760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'tag': '3c2b1726-5daa-4999-a75f-dcb44eba0fa6'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:52.198990 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf432c6-386f-4739-9b3c-05c5f8ed0379" -d '{"events": [{"name": "network-changed", "server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "tag": "3c2b1726-5daa-4999-a75f-dcb44eba0fa6"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:52.200164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d689cb4-d6af-42c9-9236-ad779cba2886 req-e9e45126-7cef-4624-961a-05af347fe62c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023405 Sep 17 22:27:52.237515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:52.239608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:52.254149 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-b8af4cc2-e049-4d37-bfde-ff232623d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:52.254707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-b8af4cc2-e049-4d37-bfde-ff232623d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:52.256244 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-b8af4cc2-e049-4d37-bfde-ff232623d1e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=666c978cefef4d4da73471fe25d8014b&device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1983 time: 0.2456226 Sep 17 22:27:52.307244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port d3e76d76-e607-4592-bb6e-2b581928231e {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:52.307646 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.396544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port d3e76d76-e607-4592-bb6e-2b581928231e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d3e76d76-e607-4592-bb6e-2b581928231e,segment=NetworkSegment(74892c65-1117-4560-b479-4c5f02854701),segment_id=74892c65-1117-4560-b479-4c5f02854701)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:52.397846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.403845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e0f9a72f-9b5e-46c6-af77-0d1af8ade478 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.217&port_id=88225b63-3555-42e3-950a-d440613d0f57 HTTP/1.1" status: 200 len: 217 time: 0.1287210 Sep 17 22:27:52.416410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for d3e76d76-e607-4592-bb6e-2b581928231e owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:52.463291 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:52.521718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772ef5a-d371-477d-9b20-637d6590f1f7 None None] DHCP port deletion for 0da376e9-d9c0-4476-86e2-9c01bede9696 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:52.572600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461fae-69b5-4900-985b-39fd4bdf6c12 req-5a982b7d-4651-4cf7-a400-c867b51985b3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:52.577339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-ec455c1b-689d-4f02-958a-d1b1cf633b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:52.578755 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-ec455c1b-689d-4f02-958a-d1b1cf633b60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a05d15c-9e54-482e-a408-a00d15e6009a HTTP/1.1" status: 200 len: 801 time: 0.1258974 Sep 17 22:27:52.584480 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef461fae-69b5-4900-985b-39fd4bdf6c12 req-5a982b7d-4651-4cf7-a400-c867b51985b3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 945 time: 0.0698235 Sep 17 22:27:52.650119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff87e6-dd6b-4e84-bd4d-1e409fd540d1 req-67524d6b-17af-48da-8220-013fc6077276 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:52.657870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afff87e6-dd6b-4e84-bd4d-1e409fd540d1 req-67524d6b-17af-48da-8220-013fc6077276 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.3757827 Sep 17 22:27:52.659752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef461fae-69b5-4900-985b-39fd4bdf6c12 req-34003ecd-5a19-4255-9c38-c90402662139 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739319 Sep 17 22:27:52.664186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.698849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No DVR routers for this DVR port d3e76d76-e607-4592-bb6e-2b581928231e on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:52.707810 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6772ef5a-d371-477d-9b20-637d6590f1f7 None None] Deleting port d3e76d76-e607-4592-bb6e-2b581928231e {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:52.708230 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6772ef5a-d371-477d-9b20-637d6590f1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.724477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afff87e6-dd6b-4e84-bd4d-1e409fd540d1 req-d7e5c060-a0a7-4c75-8c61-8f4e3e7cb105 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590184 Sep 17 22:27:52.739495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-caf71b59-6555-463a-9933-62fa334495fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:52.742159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-caf71b59-6555-463a-9933-62fa334495fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23aa2414-4395-4c50-9a0a-4767d074a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539812 Sep 17 22:27:52.764219 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23505049-f7ff-45df-a740-b83d10935402 x-openstack-request-id: req-23505049-f7ff-45df-a740-b83d10935402 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:52.786411 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "tag": "3c2b1726-5daa-4999-a75f-dcb44eba0fa6", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:52.799801 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23505049-f7ff-45df-a740-b83d10935402 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:52.802126 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'tag': '3c2b1726-5daa-4999-a75f-dcb44eba0fa6', 'status': 'completed', 'code': 200} Sep 17 22:27:52.805383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=d3e76d76-e607-4592-bb6e-2b581928231e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:52.838341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6772ef5a-d371-477d-9b20-637d6590f1f7 None None] For port d3e76d76-e607-4592-bb6e-2b581928231e, host n-d-713499-18, got binding levels [] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:52.838738 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6772ef5a-d371-477d-9b20-637d6590f1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.859680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6772ef5a-d371-477d-9b20-637d6590f1f7 None None] Calling delete_port for d3e76d76-e607-4592-bb6e-2b581928231e owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:52.864807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.ipam_backend_mixin [None req-6772ef5a-d371-477d-9b20-637d6590f1f7 None None] Port d3e76d76-e607-4592-bb6e-2b581928231e was not found and therefore no delete operation was performed {{(pid=95456) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:27:52.865956 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6772ef5a-d371-477d-9b20-637d6590f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.904929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772ef5a-d371-477d-9b20-637d6590f1f7 None None] No DVR routers for this DVR port d3e76d76-e607-4592-bb6e-2b581928231e on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:52.909913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772ef5a-d371-477d-9b20-637d6590f1f7 None None] Pushing event deleted for resources: {'Port': ['ID=d3e76d76-e607-4592-bb6e-2b581928231e,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:52.943537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:49Z', 'revision_number': 10, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:52.988356 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7f1513-e436-471d-9f15-6132f880782a None None] The sync data for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 is: [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:49Z', 'revision_number': 10, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None, '_interfaces': [{'id': '47759243-2fc8-444a-9241-507348199914', 'name': '', 'network_id': '25e07813-534b-42b2-9899-fe89b5b17154', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'mac_address': 'fa:16:3e:81:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '86c4c9ca-5903-4192-b518-65925837e802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:00Z', 'updated_at': '2021-09-17T22:27:06Z', 'revision_number': 5, 'project_id': 'cb997f09edb14692bea3965af1711033', 'subnets': [{'id': '86c4c9ca-5903-4192-b518-65925837e802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:52.997722 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.058030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da376e9-d9c0-4476-86e2-9c01bede9696']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:53.065391 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-70b60507-5cb4-4ab2-aaef-f67be39232a4 service neutron] 10.222.0.23 "GET /v2.0/networks/23aa2414-4395-4c50-9a0a-4767d074a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136942 Sep 17 22:27:53.073642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74892c65-1117-4560-b479-4c5f02854701') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:53.073965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74892c65-1117-4560-b479-4c5f02854701') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:53.079133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d240b81-f30a-4264-a89f-b4de34ddc59e req-fa8aa3c6-99c2-4d1d-b2b1-4c1cff91c357 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.085208 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d240b81-f30a-4264-a89f-b4de34ddc59e req-fa8aa3c6-99c2-4d1d-b2b1-4c1cff91c357 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 1097 time: 0.1011012 Sep 17 22:27:53.102230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.130074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.140068 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d240b81-f30a-4264-a89f-b4de34ddc59e req-c1c74288-80ff-4c4c-b7c8-e49bfbffa1a2 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481503 Sep 17 22:27:53.141056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:53.141456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:53.145816 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:53.225221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-07419119-11c5-4f79-a7a4-37fb1352124c service neutron] 10.222.0.23 "GET /v2.0/networks/23aa2414-4395-4c50-9a0a-4767d074a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500673 Sep 17 22:27:53.301327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e5651997-6572-4e55-9341-fda2f5da3daa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=3c2b1726-5daa-4999-a75f-dcb44eba0fa6 HTTP/1.1" status: 200 len: 217 time: 0.0650642 Sep 17 22:27:53.368974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d5173-ad4a-4761-8ebf-05d18a2e3f93 req-65c21ab7-6605-492a-a9ed-c87f78e5165a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.393200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d5173-ad4a-4761-8ebf-05d18a2e3f93 req-65c21ab7-6605-492a-a9ed-c87f78e5165a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.394201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-a84f50da-027e-4b1d-8e65-143e436ab795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.398484 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-a84f50da-027e-4b1d-8e65-143e436ab795 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb2314d5-af90-4b7c-a553-d34d16ec0fdf HTTP/1.1" status: 200 len: 801 time: 0.0849624 Sep 17 22:27:53.402352 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-098d5173-ad4a-4761-8ebf-05d18a2e3f93 req-65c21ab7-6605-492a-a9ed-c87f78e5165a tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1679 time: 0.1231661 Sep 17 22:27:53.427938 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.442533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.449971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34234) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:53.450234 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/networks/0da376e9-d9c0-4476-86e2-9c01bede9696 HTTP/1.1" status: 204 len: 168 time: 1.5389524 Sep 17 22:27:53.452491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94ad6d-1240-48c8-a237-22c932af0b2b req-b0806c85-aa8a-4059-9ad9-2239f72225f0 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.454666 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a94ad6d-1240-48c8-a237-22c932af0b2b req-b0806c85-aa8a-4059-9ad9-2239f72225f0 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 1097 time: 0.1520281 Sep 17 22:27:53.485749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31b75b-8a6b-4b11-9540-48ad5c44e6aa tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Network': ['ID=0da376e9-d9c0-4476-86e2-9c01bede9696,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:53.516961 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-098d5173-ad4a-4761-8ebf-05d18a2e3f93 req-703358b1-9bda-4d37-97cf-be5e54090a27 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139078 Sep 17 22:27:53.574123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e0e5a7c5-6fd7-473e-8b8a-893c70538c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.575309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-e0e5a7c5-6fd7-473e-8b8a-893c70538c07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d77a358-83d1-435f-8df7-54dc4e4ac592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712036 Sep 17 22:27:53.664701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa6099-8599-431d-bed2-d8d82bd14324 req-5ca41190-d04a-484c-b930-d5edc22ddcc9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:53.668072 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8fa6099-8599-431d-bed2-d8d82bd14324 req-5ca41190-d04a-484c-b930-d5edc22ddcc9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.0644643 Sep 17 22:27:53.816718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e31db23d-34f6-4a59-8b7e-f1061f003b52 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:53.886205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: e31db23d-34f6-4a59-8b7e-f1061f003b52 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:53.886558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e31db23d-34f6-4a59-8b7e-f1061f003b52 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:53.887127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d3e76d76-e607-4592-bb6e-2b581928231e no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:53.932863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d3e76d76-e607-4592-bb6e-2b581928231e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:53.933144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d3e76d76-e607-4592-bb6e-2b581928231e not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:54.064534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a94ad6d-1240-48c8-a237-22c932af0b2b req-590c1755-2d9e-4251-8d6b-0eee4ffc0831 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6005979 Sep 17 22:27:54.261214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8fa6099-8599-431d-bed2-d8d82bd14324 req-aebb0c92-46fe-408e-bd76-44b1e41b82dd tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5839376 Sep 17 22:27:54.282810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-79be7dc4-9ebe-4d59-a974-2a32ab2e2898 service neutron] 10.222.0.23 "GET /v2.0/networks/9d77a358-83d1-435f-8df7-54dc4e4ac592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557364 Sep 17 22:27:54.410789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d720024-7040-4f7d-af33-b8531b387e10 req-8e71ae45-43b2-4a21-9d17-a7a0e49fd5de tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:54.418734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1d720024-7040-4f7d-af33-b8531b387e10 req-8e71ae45-43b2-4a21-9d17-a7a0e49fd5de tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0663092 Sep 17 22:27:54.434235 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b093fa06-d83c-4950-ac5b-df9e6f66a259 req-f47e8bcd-66eb-456f-9c47-99ad40f41255 service neutron] 10.222.0.23 "GET /v2.0/networks/9d77a358-83d1-435f-8df7-54dc4e4ac592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373818 Sep 17 22:27:54.472822 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1d720024-7040-4f7d-af33-b8531b387e10 req-d062f002-d86e-4cf3-bb61-04114ce452e3 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481918 Sep 17 22:27:54.592310 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.652877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-c7448751-da2a-4179-9555-a66f8866030d req-7dec608e-664d-493a-be80-e7de7ec2a9e1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:27:54.654342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7448751-da2a-4179-9555-a66f8866030d req-7dec608e-664d-493a-be80-e7de7ec2a9e1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071516 Sep 17 22:27:54.678493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116513cf-0ada-4a0c-89f2-c71c64856ef8 req-7d377912-4972-4ed2-a7d9-0603c6798c56 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:54.685431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116513cf-0ada-4a0c-89f2-c71c64856ef8 req-7d377912-4972-4ed2-a7d9-0603c6798c56 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:54.687299 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-116513cf-0ada-4a0c-89f2-c71c64856ef8 req-7d377912-4972-4ed2-a7d9-0603c6798c56 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1679 time: 0.0755048 Sep 17 22:27:54.732849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-116513cf-0ada-4a0c-89f2-c71c64856ef8 req-64d1b1a6-a731-4f6e-985b-28cd0c6d7012 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360994 Sep 17 22:27:54.843281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-d3d526d3-3124-4426-bc08-ea4fd8db0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:54.843795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-d3d526d3-3124-4426-bc08-ea4fd8db0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:54.845760 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-d3d526d3-3124-4426-bc08-ea4fd8db0023 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=666c978cefef4d4da73471fe25d8014b&device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1983 time: 0.0604925 Sep 17 22:27:55.024303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-dc182ba2-a7a7-4d21-a7ab-98365a5c0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.025888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-dc182ba2-a7a7-4d21-a7ab-98365a5c0035 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d77a358-83d1-435f-8df7-54dc4e4ac592 HTTP/1.1" status: 200 len: 903 time: 0.1505775 Sep 17 22:27:55.030107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 47759243-2fc8-444a-9241-507348199914 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:55.030552 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.104167 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-4530225d-bcd4-4161-a8c5-6d1e5cfd3043 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=3c2b1726-5daa-4999-a75f-dcb44eba0fa6 HTTP/1.1" status: 200 len: 217 time: 0.0630662 Sep 17 22:27:55.202175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-cddc1514-1e2d-4fb4-beb8-8c41268d7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.203822 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-cddc1514-1e2d-4fb4-beb8-8c41268d7a78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb2314d5-af90-4b7c-a553-d34d16ec0fdf HTTP/1.1" status: 200 len: 801 time: 0.0716577 Sep 17 22:27:55.215563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port 47759243-2fc8-444a-9241-507348199914, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=47759243-2fc8-444a-9241-507348199914,segment=NetworkSegment(d6ef2069-33c0-4575-adc6-37a37848dd1c),segment_id=d6ef2069-33c0-4575-adc6-37a37848dd1c)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:55.218090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.306990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 47759243-2fc8-444a-9241-507348199914 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:55.407400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-55f0a05e-ec49-4515-9734-48ca521dfc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.409165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-55f0a05e-ec49-4515-9734-48ca521dfc3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d77a358-83d1-435f-8df7-54dc4e4ac592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852083 Sep 17 22:27:55.440934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ae90a-6b47-4b2b-84ce-12af040920a5 req-c6ed6398-e5f7-444e-8a01-245d6d731b4b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.451717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-469ae90a-6b47-4b2b-84ce-12af040920a5 req-c6ed6398-e5f7-444e-8a01-245d6d731b4b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.0972056 Sep 17 22:27:55.546203 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-469ae90a-6b47-4b2b-84ce-12af040920a5 req-9f4c0b9d-737b-4bcb-bd76-570fcfed3682 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912037 Sep 17 22:27:55.579642 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-8146fb4a-2ea3-4c21-a5d7-d1db21d870c8 service neutron] 10.222.0.23 "GET /v2.0/networks/9d77a358-83d1-435f-8df7-54dc4e4ac592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619287 Sep 17 22:27:55.783984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.818049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=47759243-2fc8-444a-9241-507348199914,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:55.862064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a626-bc0f-4ced-87f6-e77350b9b7da req-b7c3fe76-2da9-4a66-bf2c-e7bc218d5111 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.872267 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2cf432c6-386f-4739-9b3c-05c5f8ed0379 req-f910a837-3575-4153-8ba8-2a5961291d0f service neutron] 10.222.0.23 "GET /v2.0/networks/9d77a358-83d1-435f-8df7-54dc4e4ac592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773879 Sep 17 22:27:55.874487 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f944a626-bc0f-4ced-87f6-e77350b9b7da req-b7c3fe76-2da9-4a66-bf2c-e7bc218d5111 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.1244459 Sep 17 22:27:55.977171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f944a626-bc0f-4ced-87f6-e77350b9b7da req-df1e8d90-d284-4046-af09-59f8082efead tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017001 Sep 17 22:27:56.178429 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:56.403815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:56.518664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5a13-c625-49a6-9012-88f0561ba4a0 req-5bf52788-bf99-4988-a7bf-66326e345e4b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:56.520758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:56.525096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5a13-c625-49a6-9012-88f0561ba4a0 req-5bf52788-bf99-4988-a7bf-66326e345e4b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:56.534541 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] Sync routers for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:56.536499 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dffd5a13-c625-49a6-9012-88f0561ba4a0 req-5bf52788-bf99-4988-a7bf-66326e345e4b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1679 time: 0.1384957 Sep 17 22:27:56.536938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e220198f-fdee-45fc-bf8a-b2bcb9445e29 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0797956 Sep 17 22:27:56.537822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34302) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:56.575007 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:56.575624 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:56.606378 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dffd5a13-c625-49a6-9012-88f0561ba4a0 req-ee29737b-08a1-4a05-b60e-92327f519eb3 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613561 Sep 17 22:27:56.642714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba282ef-5f61-4467-80f2-d0e0f054a727 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting subnet 86c4c9ca-5903-4192-b518-65925837e802 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:56.654893 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ba282ef-5f61-4467-80f2-d0e0f054a727 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:56.703703 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:56.712552 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ba282ef-5f61-4467-80f2-d0e0f054a727 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:56.775257 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:55Z', 'revision_number': 11, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:56.801590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:56.809670 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] Checking router: 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:56.820314 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:56.821038 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:56.849325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4a3e9-d588-47bb-9694-ad6bd1243c6b req-58ee2cff-b353-43ff-b9a2-49e2df81a622 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:56.850484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-adf4a3e9-d588-47bb-9694-ad6bd1243c6b req-58ee2cff-b353-43ff-b9a2-49e2df81a622 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.0925360 Sep 17 22:27:56.862409 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ba282ef-5f61-4467-80f2-d0e0f054a727 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:56.944874 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-adf4a3e9-d588-47bb-9694-ad6bd1243c6b req-4a12c402-d0c3-4ccf-8af5-52622c71555f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857215 Sep 17 22:27:56.978787 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:57.042342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,segment=NetworkSegment(97fc2ed4-ed58-40ff-b774-108df670123b),segment_id=97fc2ed4-ed58-40ff-b774-108df670123b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:57.047675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-b8298848-b758-4b2e-a96c-b978f765cf78 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:27:57.049218 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-b8298848-b758-4b2e-a96c-b978f765cf78 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066371 Sep 17 22:27:57.079284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '3c2b1726-5daa-4999-a75f-dcb44eba0fa6', 'network_id': '9d77a358-83d1-435f-8df7-54dc4e4ac592', 'port_id': '3c2b1726-5daa-4999-a75f-dcb44eba0fa6', 'mac_address': 'fa:16:3e:17:79:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2314d5-af90-4b7c-a553-d34d16ec0fdf', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:57.084541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ba282ef-5f61-4467-80f2-d0e0f054a727 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.136052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-e4eb848d-96fd-4f92-bca1-2763c0f6d573 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:57.138377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba282ef-5f61-4467-80f2-d0e0f054a727 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Subnet': ['ID=86c4c9ca-5903-4192-b518-65925837e802,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:57.141068 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-e4eb848d-96fd-4f92-bca1-2763c0f6d573 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports/9cfbaa26-0bf3-44dc-a56b-85e2143e3032 HTTP/1.1" status: 200 len: 1094 time: 0.0853915 Sep 17 22:27:57.155046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Request body: {'binding': {'host': 'n-h1-713499-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:57.156814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Unknown quota resources ['binding']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:27:57.159224 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ba282ef-5f61-4467-80f2-d0e0f054a727 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.170146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8ba282ef-5f61-4467-80f2-d0e0f054a727 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/86c4c9ca-5903-4192-b518-65925837e802 HTTP/1.1" status: 204 len: 168 time: 0.6301937 Sep 17 22:27:57.179982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34312) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:57.193212 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11c8e1-40cc-4a3a-acbf-98cb6943bdf3 None None] Network 25e07813-534b-42b2-9899-fe89b5b17154 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:57.201983 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:55Z', 'revision_number': 11, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:57.265191 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c56dea-66db-4dd1-a94e-50ac95833a6d None None] The sync data for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 is: [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:55Z', 'revision_number': 11, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:57.277297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.342835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:57.354275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.374008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,segment=NetworkSegment(97fc2ed4-ed58-40ff-b774-108df670123b),segment_id=97fc2ed4-ed58-40ff-b774-108df670123b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:57.396252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on host n-h1-713499-18 for vnic_type normal with profile None {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:57.396596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:57.396931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:57.402201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:57.402697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:57.413413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:57.413758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:57.414156 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:57.414607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Bound port: 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:57.461489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3e61d-fe4b-4ce8-9409-233ab0089ff6 req-31455bfd-480d-43d4-960a-e23470a4ad9e tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:57.474140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-faf3e61d-fe4b-4ce8-9409-233ab0089ff6 req-31455bfd-480d-43d4-960a-e23470a4ad9e tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.1336424 Sep 17 22:27:57.478534 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.484778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Deleting port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:57.485260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 88225b63-3555-42e3-950a-d440613d0f57 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:57.485599 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.573219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] For port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5,segment=NetworkSegment(d6ef2069-33c0-4575-adc6-37a37848dd1c),segment_id=d6ef2069-33c0-4575-adc6-37a37848dd1c)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:57.574013 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.574575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-faf3e61d-fe4b-4ce8-9409-233ab0089ff6 req-cb23bd3b-d223-4229-ac2c-806833103006 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994818 Sep 17 22:27:57.585945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:57.604964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Calling delete_port for 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:57.620574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:57.665289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b67dc6c-57c5-44cc-bbde-8be6a14323ad None None] DHCP port deletion for 25e07813-534b-42b2-9899-fe89b5b17154 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:57.699542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] Notify callbacks [] for binding, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.702212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07a96f3f-5524-4090-acba-d862deb49a0f service neutron] 10.222.0.30 "POST /v2.0/ports/9cfbaa26-0bf3-44dc-a56b-85e2143e3032/bindings HTTP/1.1" status: 201 len: 390 time: 0.5509722 Sep 17 22:27:57.745672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 88225b63-3555-42e3-950a-d440613d0f57, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=88225b63-3555-42e3-950a-d440613d0f57,segment=NetworkSegment(5caa3787-d5b2-48a4-9843-241fc8ee9684),segment_id=5caa3787-d5b2-48a4-9843-241fc8ee9684)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:57.786614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '88225b63-3555-42e3-950a-d440613d0f57', 'network_id': '23aa2414-4395-4c50-9a0a-4767d074a85d', 'port_id': '88225b63-3555-42e3-950a-d440613d0f57', 'mac_address': 'fa:16:3e:9a:d3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a05d15c-9e54-482e-a408-a00d15e6009a', 'ip_address': '19.80.0.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:57.840829 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.858120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 47759243-2fc8-444a-9241-507348199914 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:57.907532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 47759243-2fc8-444a-9241-507348199914 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:57.908267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 47759243-2fc8-444a-9241-507348199914 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:57.911267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:57.930109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No DVR routers for this DVR port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:57.948044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:57.949859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:57.952970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8b67dc6c-57c5-44cc-bbde-8be6a14323ad None None] Deleting port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:57.953929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b67dc6c-57c5-44cc-bbde-8be6a14323ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.956707 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.025984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88225b63-3555-42e3-950a-d440613d0f57 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:58.041355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4b3f2-1b43-4108-a0cf-1ef9212699a7 req-3e653660-6921-40bf-9085-fd7ade47cf76 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.052368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4b3f2-1b43-4108-a0cf-1ef9212699a7 req-3e653660-6921-40bf-9085-fd7ade47cf76 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.064150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2b4b3f2-1b43-4108-a0cf-1ef9212699a7 req-3e653660-6921-40bf-9085-fd7ade47cf76 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1680 time: 0.1091182 Sep 17 22:27:58.074788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Port': ['ID=3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:58.089158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8b67dc6c-57c5-44cc-bbde-8be6a14323ad None None] For port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5, host n-d-713499-18, got binding levels [] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:58.090285 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b67dc6c-57c5-44cc-bbde-8be6a14323ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.094505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 88225b63-3555-42e3-950a-d440613d0f57, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=88225b63-3555-42e3-950a-d440613d0f57,segment=NetworkSegment(5caa3787-d5b2-48a4-9843-241fc8ee9684),segment_id=5caa3787-d5b2-48a4-9843-241fc8ee9684)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:58.124002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8b67dc6c-57c5-44cc-bbde-8be6a14323ad None None] Calling delete_port for 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:58.131670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.ipam_backend_mixin [None req-8b67dc6c-57c5-44cc-bbde-8be6a14323ad None None] Port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 was not found and therefore no delete operation was performed {{(pid=95456) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:27:58.143847 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b67dc6c-57c5-44cc-bbde-8be6a14323ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.159367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2b4b3f2-1b43-4108-a0cf-1ef9212699a7 req-2aa12d02-cba3-4523-ac54-7230baf1f5dc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936542 Sep 17 22:27:58.183625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67dc6c-57c5-44cc-bbde-8be6a14323ad None None] Pushing event deleted for resources: {'Port': ['ID=3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:58.186415 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.225680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67dc6c-57c5-44cc-bbde-8be6a14323ad None None] No DVR routers for this DVR port 3b97f4bf-8cf4-4a97-82a4-26b2b1c8dbb5 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:58.256887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=88225b63-3555-42e3-950a-d440613d0f57,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:58.266208 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.302119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e07813-534b-42b2-9899-fe89b5b17154']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:58.319849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ef2069-33c0-4575-adc6-37a37848dd1c') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:58.320167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ef2069-33c0-4575-adc6-37a37848dd1c') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:58.333546 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.372263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414841-e507-4d2c-a194-c4f457f57210 req-190ee3c3-f800-4369-a87b-d15311fa9999 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.372485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6a7e5-bae9-4edd-b12a-7cb481c16a21 req-49c9310d-52e3-4abd-96d7-2fc2ababc80d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.372485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-22e6a7e5-bae9-4edd-b12a-7cb481c16a21 req-49c9310d-52e3-4abd-96d7-2fc2ababc80d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 945 time: 0.2359824 Sep 17 22:27:58.372485 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.387997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:58.388497 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59414841-e507-4d2c-a194-c4f457f57210 req-190ee3c3-f800-4369-a87b-d15311fa9999 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1368573 Sep 17 22:27:58.388971 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.437246 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59414841-e507-4d2c-a194-c4f457f57210 req-f9c7610b-44f9-4c27-b8c5-afc02add7d13 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449386 Sep 17 22:27:58.464756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3c2b1726-5daa-4999-a75f-dcb44eba0fa6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:58.468200 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:58.557860 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.578274 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-22e6a7e5-bae9-4edd-b12a-7cb481c16a21 req-f2e433e7-85b6-49d6-9595-8e733ae229e9 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964266 Sep 17 22:27:58.589440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.589440 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/networks/25e07813-534b-42b2-9899-fe89b5b17154 HTTP/1.1" status: 204 len: 168 time: 1.4144886 Sep 17 22:27:58.600007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34336) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.603496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccbbb4-d88b-4d8e-b96c-27c9d352712e tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Pushing event deleted for resources: {'Network': ['ID=25e07813-534b-42b2-9899-fe89b5b17154,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:58.605225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bf6c7111-dff8-4d1a-a553-d58be853d8a7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'routes': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:58.636243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-dcb8a717-1eea-401a-b2b9-34ea7fae6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.643617 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-dcb8a717-1eea-401a-b2b9-34ea7fae6fb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 1097 time: 0.1542494 Sep 17 22:27:58.793162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-cf24a599-709f-426f-b3f6-6437fd44f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.803971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-cf24a599-709f-426f-b3f6-6437fd44f382 service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.1527579 Sep 17 22:27:58.843609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27dce4-af52-452c-a9f2-11b29bfc13ee req-0126065d-fa23-4ec7-82f1-877e16b00702 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.852383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab27dce4-af52-452c-a9f2-11b29bfc13ee req-0126065d-fa23-4ec7-82f1-877e16b00702 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.1608443 Sep 17 22:27:58.874087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-4b4d5ecb-67ea-4b5a-8805-55d52383a0dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032 HTTP/1.1" status: 200 len: 217 time: 0.0598099 Sep 17 22:27:58.919549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.extraroute_db [None req-bf6c7111-dff8-4d1a-a553-d58be853d8a7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Added routes are [] {{(pid=95455) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:27:58.919850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.extraroute_db [None req-bf6c7111-dff8-4d1a-a553-d58be853d8a7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Removed routes are [] {{(pid=95455) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:27:58.920233 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7111-dff8-4d1a-a553-d58be853d8a7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.949452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-83532bfc-ff2c-46fe-92a1-9f0e72e47582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.949452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-83532bfc-ff2c-46fe-92a1-9f0e72e47582 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.0678730 Sep 17 22:27:58.991322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab27dce4-af52-452c-a9f2-11b29bfc13ee req-cd5e0f85-ebdc-4f53-943d-31e185b17dbe tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380682 Sep 17 22:27:59.011562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-0bb76cc5-7263-448d-9215-f7c09dabec27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364347 Sep 17 22:27:59.067209 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.127769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7111-dff8-4d1a-a553-d58be853d8a7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.130020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-72237819-59db-4fa7-b9b4-484f75852657 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179438 Sep 17 22:27:59.140527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7111-dff8-4d1a-a553-d58be853d8a7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.258786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6c7111-dff8-4d1a-a553-d58be853d8a7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:59.281451 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-8917d44b-9591-4edd-80c8-2826a40bbe76 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434402 Sep 17 22:27:59.309992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74c72f-81db-4d35-a14c-5c212aa08626 req-2e8f1348-f1b6-407b-843e-b5fe6b59a16f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:59.321310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74c72f-81db-4d35-a14c-5c212aa08626 req-2e8f1348-f1b6-407b-843e-b5fe6b59a16f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:59.323577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df74c72f-81db-4d35-a14c-5c212aa08626 req-2e8f1348-f1b6-407b-843e-b5fe6b59a16f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1681 time: 0.0933547 Sep 17 22:27:59.355047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6c7111-dff8-4d1a-a553-d58be853d8a7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:59.367497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] Sync routers for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:59.373168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7111-dff8-4d1a-a553-d58be853d8a7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.382601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bf6c7111-dff8-4d1a-a553-d58be853d8a7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5 HTTP/1.1" status: 200 len: 701 time: 0.7791486 Sep 17 22:27:59.382601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34352) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:59.389244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:59.390039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:59.396042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df74c72f-81db-4d35-a14c-5c212aa08626 req-0c2542ac-b926-41b4-acd7-0f1163f00bb2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625916 Sep 17 22:27:59.416777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b77c54ed-f386-4d7b-aeda-28d5fb37815f tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=25592f7a-4bd1-4565-b3b4-99daa5ef81f5 HTTP/1.1" status: 200 len: 205 time: 0.0342879 Sep 17 22:27:59.419643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34354) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:59.532716 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5dca0bee-d5dd-4a9f-b12a-45b7823e108a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.707509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:59.803967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:55Z', 'revision_number': 11, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:59.844930 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5dca0bee-d5dd-4a9f-b12a-45b7823e108a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.847520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5dca0bee-d5dd-4a9f-b12a-45b7823e108a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.872067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] Checking router: 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:59.896240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] Routers {'25592f7a-4bd1-4565-b3b4-99daa5ef81f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:59.897091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:59.927422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd847a4c-fefa-4c7f-9f4c-c041e0b60836 req-fbe2bd7c-188d-42e3-a1d8-6eb8c841e9e9 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:59.928966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dd847a4c-fefa-4c7f-9f4c-c041e0b60836 req-fbe2bd7c-188d-42e3-a1d8-6eb8c841e9e9 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 945 time: 0.1301434 Sep 17 22:27:59.997695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134c685-214d-4fa3-99d5-6a7e96f7b85f req-8ec6e81a-6acb-4957-8ee1-259604bf6237 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.006696 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2134c685-214d-4fa3-99d5-6a7e96f7b85f req-8ec6e81a-6acb-4957-8ee1-259604bf6237 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.4267035 Sep 17 22:28:00.008474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dd847a4c-fefa-4c7f-9f4c-c041e0b60836 req-471e7b44-dcd0-4555-82c4-0a9d0d79390a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728130 Sep 17 22:28:00.020221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5dca0bee-d5dd-4a9f-b12a-45b7823e108a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.020221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dca0bee-d5dd-4a9f-b12a-45b7823e108a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Fanout notify agent at l3_agent the message router_deleted on router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:28:00.032135 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5dca0bee-d5dd-4a9f-b12a-45b7823e108a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.033371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5dca0bee-d5dd-4a9f-b12a-45b7823e108a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5 HTTP/1.1" status: 204 len: 168 time: 0.6125703 Sep 17 22:28:00.037536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34372) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:00.037955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['88225b63-3555-42e3-950a-d440613d0f57'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:00.043792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ecec00f6-1a17-4195-82ee-249bfec6e679 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-857862645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:00.043937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] Set router 25592f7a-4bd1-4565-b3b4-99daa5ef81f5 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:00.058756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-e18733cd-28b8-42ad-8b82-9ca72789c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.060443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-e18733cd-28b8-42ad-8b82-9ca72789c114 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4&tenant_id=adf2cd98c5044a71ad390a82767e79d6 HTTP/1.1" status: 200 len: 1095 time: 0.1610990 Sep 17 22:28:00.101962 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2134c685-214d-4fa3-99d5-6a7e96f7b85f req-cfa60a0d-85e6-4da0-a3aa-c3b708b67e6c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942895 Sep 17 22:28:00.209613 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ecec00f6-1a17-4195-82ee-249bfec6e679 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.211116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ecec00f6-1a17-4195-82ee-249bfec6e679 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.227135 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:55Z', 'revision_number': 11, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:00.269177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-7bc6dbee-c00e-43f8-a0f7-7593bcd9ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.271710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-7bc6dbee-c00e-43f8-a0f7-7593bcd9ac9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 1095 time: 0.1641059 Sep 17 22:28:00.313331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f610c95-2f31-42cf-a132-2c838bb51fc5 None None] The sync data for ids ['25592f7a-4bd1-4565-b3b4-99daa5ef81f5'] in n-d-713499-18 is: [{'id': '25592f7a-4bd1-4565-b3b4-99daa5ef81f5', 'name': 'tempest-RoutersTest-router-1971129554', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:56Z', 'updated_at': '2021-09-17T22:27:55Z', 'revision_number': 11, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:28:00.382607 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ecec00f6-1a17-4195-82ee-249bfec6e679 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.473335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-63481a24-7c0d-49a3-b9a8-9b7e17c1fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.479142 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-63481a24-7c0d-49a3-b9a8-9b7e17c1fd0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.1995251 Sep 17 22:28:00.481051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ecec00f6-1a17-4195-82ee-249bfec6e679 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.562836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdda8e6-e2c9-45b6-86fb-43c5a88ede29 req-e1e0ed2d-d291-4f3b-9d63-031231d5ac47 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.574732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cdda8e6-e2c9-45b6-86fb-43c5a88ede29 req-e1e0ed2d-d291-4f3b-9d63-031231d5ac47 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.2648156 Sep 17 22:28:00.601534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45bdc8-c222-4126-bfec-d93c5dd8d69f req-3ccb2075-2083-4c65-921c-8bdf6a4f31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.601534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c45bdc8-c222-4126-bfec-d93c5dd8d69f req-3ccb2075-2083-4c65-921c-8bdf6a4f31c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 1097 time: 0.2344997 Sep 17 22:28:00.653628 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-91f1caba-9cf9-416f-a397-dcff4d2584c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 HTTP/1.1" status: 200 len: 998 time: 0.1669662 Sep 17 22:28:00.657616 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ecec00f6-1a17-4195-82ee-249bfec6e679 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.663194 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ecec00f6-1a17-4195-82ee-249bfec6e679 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6240313 Sep 17 22:28:00.678880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cdda8e6-e2c9-45b6-86fb-43c5a88ede29 req-a4f93128-01b8-47f9-aad8-10d260930069 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030025 Sep 17 22:28:00.679615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34382) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:00.691231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8edc34d9-4229-49af-82dc-53eb37c61277 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:00.781430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe53e9-22b0-4d75-87b7-6d9f14a4ceda req-49d68e99-0ce3-4924-9ede-5ecb8f5844f5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.788344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe53e9-22b0-4d75-87b7-6d9f14a4ceda req-49d68e99-0ce3-4924-9ede-5ecb8f5844f5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.796164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-73fe53e9-22b0-4d75-87b7-6d9f14a4ceda req-49d68e99-0ce3-4924-9ede-5ecb8f5844f5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1681 time: 0.2250049 Sep 17 22:28:00.808308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-c7ae395c-da1b-4632-a32f-8c415e51ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:00.809890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-c7ae395c-da1b-4632-a32f-8c415e51ca93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.1488366 Sep 17 22:28:00.810021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c45bdc8-c222-4126-bfec-d93c5dd8d69f req-5cdf38dc-bb1e-4162-bb37-b44845da51a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956410 Sep 17 22:28:00.819764 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:00.913301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-73fe53e9-22b0-4d75-87b7-6d9f14a4ceda req-93ccc045-a0cd-4e07-a37d-8d7edcc0fc49 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612056 Sep 17 22:28:00.985288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:00.991186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:00.994331 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.183581 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.233505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2b1726-5daa-4999-a75f-dcb44eba0fa6'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:01.246975 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b363aa3-4154-483e-a52b-68885e22e4dc" -d '{"events": [{"server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "name": "network-vif-plugged", "status": "completed", "tag": "3c2b1726-5daa-4999-a75f-dcb44eba0fa6"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:01.265686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,segment=NetworkSegment(97fc2ed4-ed58-40ff-b774-108df670123b),segment_id=97fc2ed4-ed58-40ff-b774-108df670123b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:01.286350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-49ea2f97-92ca-416a-8dc5-5c76a0293d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:01.287883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-49ea2f97-92ca-416a-8dc5-5c76a0293d31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438715 Sep 17 22:28:01.296644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9036d35-6d66-4412-9482-f68d452b7d8f req-113c3ab0-3c5d-4f76-b58d-275a283ae88b tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:01.304636 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9036d35-6d66-4412-9482-f68d452b7d8f req-113c3ab0-3c5d-4f76-b58d-275a283ae88b tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 945 time: 0.1727645 Sep 17 22:28:01.339888 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.385029 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9036d35-6d66-4412-9482-f68d452b7d8f req-67075622-52fb-4560-8295-695b97de81fd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748632 Sep 17 22:28:01.473897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:01.538757 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f015904-4d08-45c0-8e79-864079c9cebb x-openstack-request-id: req-1f015904-4d08-45c0-8e79-864079c9cebb {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:01.539047 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "name": "network-vif-plugged", "status": "completed", "tag": "3c2b1726-5daa-4999-a75f-dcb44eba0fa6", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:01.539297 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f015904-4d08-45c0-8e79-864079c9cebb {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:01.539691 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2b1726-5daa-4999-a75f-dcb44eba0fa6', 'code': 200} Sep 17 22:28:01.555291 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-8149e585-4c53-4d2f-919a-051a23198eeb service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480240 Sep 17 22:28:01.617339 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8edc34d9-4229-49af-82dc-53eb37c61277 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.649601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090c242-e954-4910-877b-9880ca2a3454 req-55d67b24-5e51-4902-b464-2b8a4d1ad74d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:01.655811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b090c242-e954-4910-877b-9880ca2a3454 req-55d67b24-5e51-4902-b464-2b8a4d1ad74d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1908770 Sep 17 22:28:01.732224 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b090c242-e954-4910-877b-9880ca2a3454 req-d45939d5-026c-46e0-9ad1-07b632ea6a2b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652502 Sep 17 22:28:01.738758 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8edc34d9-4229-49af-82dc-53eb37c61277 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.741356 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-987e7ce4-fbcd-4261-b1a0-517aa489b880 req-78d21759-af8a-4f05-9b69-21d127ab215e service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750209 Sep 17 22:28:01.911664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d92c3d-dd4f-4273-a7b2-9bb94f10e450 req-57f2aaef-87e5-49f4-bdd5-04b5ca3d0598 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:01.913282 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57d92c3d-dd4f-4273-a7b2-9bb94f10e450 req-57f2aaef-87e5-49f4-bdd5-04b5ca3d0598 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0663979 Sep 17 22:28:01.962287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edc34d9-4229-49af-82dc-53eb37c61277 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Router 3bb43b71-d97e-4a31-aa5c-0de3ba02d808 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:28:01.972723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57d92c3d-dd4f-4273-a7b2-9bb94f10e450 req-153d44af-37d4-42f1-87c6-6ecc6e030c77 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500259 Sep 17 22:28:02.274916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edc34d9-4229-49af-82dc-53eb37c61277 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:28:02.283128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8edc34d9-4229-49af-82dc-53eb37c61277 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:02.284342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8edc34d9-4229-49af-82dc-53eb37c61277 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "PUT /v2.0/routers/3bb43b71-d97e-4a31-aa5c-0de3ba02d808 HTTP/1.1" status: 200 len: 693 time: 1.5988114 Sep 17 22:28:02.287178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34428) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:02.289428 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] Sync routers for ids ['3bb43b71-d97e-4a31-aa5c-0de3ba02d808'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:28:02.316155 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] Routers {'3bb43b71-d97e-4a31-aa5c-0de3ba02d808'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:02.318749 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3bb43b71-d97e-4a31-aa5c-0de3ba02d808'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:02.342567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fec18-8423-40b3-bb2a-12d917086712 req-e28b4c97-1f66-4694-9cba-db917b21eb2b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:02.350303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fec18-8423-40b3-bb2a-12d917086712 req-e28b4c97-1f66-4694-9cba-db917b21eb2b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:02.367337 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a7fec18-8423-40b3-bb2a-12d917086712 req-e28b4c97-1f66-4694-9cba-db917b21eb2b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1682 time: 0.2918103 Sep 17 22:28:02.443810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-42834890-1404-4a4c-a2b8-1d2f7e6b24df tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/routers/3bb43b71-d97e-4a31-aa5c-0de3ba02d808 HTTP/1.1" status: 200 len: 699 time: 0.1555274 Sep 17 22:28:02.447251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34434) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:02.470928 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a7fec18-8423-40b3-bb2a-12d917086712 req-8f3fb147-b066-4b02-a7cc-afeabfb7ddf4 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025484 Sep 17 22:28:02.487826 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] Set router 3bb43b71-d97e-4a31-aa5c-0de3ba02d808 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:02.531091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34442) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:02.534827 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e63a4c7d-314d-485d-b73b-7635525f2ce9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bb43b71-d97e-4a31-aa5c-0de3ba02d808 HTTP/1.1" status: 200 len: 205 time: 0.0781832 Sep 17 22:28:02.643419 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb43b71-d97e-4a31-aa5c-0de3ba02d808', 'name': 'tempest-RoutersTest-router-857862645', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:00Z', 'updated_at': '2021-09-17T22:28:01Z', 'revision_number': 2, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:02.649179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f0be2-b77e-40b3-9f5c-e5faf849c4f7 req-ca62ad86-542e-440c-a009-ef78e938c7ed tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:02.658691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d48f0be2-b77e-40b3-9f5c-e5faf849c4f7 req-ca62ad86-542e-440c-a009-ef78e938c7ed tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 945 time: 0.1106703 Sep 17 22:28:02.720249 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4056245-66da-4dfb-971c-373bcf29edb1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:02.743780 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] Checking router: 3bb43b71-d97e-4a31-aa5c-0de3ba02d808 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:28:02.750000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d48f0be2-b77e-40b3-9f5c-e5faf849c4f7 req-1ca10148-0fe7-43af-836d-217a3f7c5a39 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826879 Sep 17 22:28:02.773256 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] Routers {'3bb43b71-d97e-4a31-aa5c-0de3ba02d808'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:02.773880 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:27:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3bb43b71-d97e-4a31-aa5c-0de3ba02d808'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:02.841007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 88225b63-3555-42e3-950a-d440613d0f57 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:02.914574 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] Set router 3bb43b71-d97e-4a31-aa5c-0de3ba02d808 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:03.049925 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4056245-66da-4dfb-971c-373bcf29edb1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.055957 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4056245-66da-4dfb-971c-373bcf29edb1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.067083 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb43b71-d97e-4a31-aa5c-0de3ba02d808', 'name': 'tempest-RoutersTest-router-857862645', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:00Z', 'updated_at': '2021-09-17T22:28:01Z', 'revision_number': 2, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:03.085069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 88225b63-3555-42e3-950a-d440613d0f57 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:03.090389 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 88225b63-3555-42e3-950a-d440613d0f57 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:03.093131 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.123156 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9bfb7-1238-4e26-8f13-3d82040148b5 req-dfbbb51b-59e8-447b-b219-87973f819efd tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:03.134333 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cc9bfb7-1238-4e26-8f13-3d82040148b5 req-dfbbb51b-59e8-447b-b219-87973f819efd tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1274414 Sep 17 22:28:03.157068 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff51a79-3cca-4c2b-a509-f73583e8b792 None None] The sync data for ids ['3bb43b71-d97e-4a31-aa5c-0de3ba02d808'] in n-d-713499-18 is: [{'id': '3bb43b71-d97e-4a31-aa5c-0de3ba02d808', 'name': 'tempest-RoutersTest-router-857862645', 'tenant_id': 'cb997f09edb14692bea3965af1711033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:28:00Z', 'updated_at': '2021-09-17T22:28:01Z', 'revision_number': 2, 'project_id': 'cb997f09edb14692bea3965af1711033', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:28:03.228561 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cc9bfb7-1238-4e26-8f13-3d82040148b5 req-5a2223c0-beeb-4320-9fc9-610f62e5fd25 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897086 Sep 17 22:28:03.238570 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4056245-66da-4dfb-971c-373bcf29edb1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.239119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4056245-66da-4dfb-971c-373bcf29edb1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Fanout notify agent at l3_agent the message router_deleted on router 3bb43b71-d97e-4a31-aa5c-0de3ba02d808 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:28:03.246341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4056245-66da-4dfb-971c-373bcf29edb1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.252443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34450) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:03.252632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a4056245-66da-4dfb-971c-373bcf29edb1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/3bb43b71-d97e-4a31-aa5c-0de3ba02d808 HTTP/1.1" status: 204 len: 168 time: 0.7151954 Sep 17 22:28:03.356822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34454) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:03.358551 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fd6d4761-06bd-49d7-b0d6-da4cf10cb590 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bb43b71-d97e-4a31-aa5c-0de3ba02d808 HTTP/1.1" status: 200 len: 205 time: 0.1026955 Sep 17 22:28:03.416220 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-9d55e703-fb1e-4f23-b512-8d4a7490c7fc tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] delete failed (client error): The resource could not be found. Sep 17 22:28:03.417518 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9d55e703-fb1e-4f23-b512-8d4a7490c7fc tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/3bb43b71-d97e-4a31-aa5c-0de3ba02d808 HTTP/1.1" status: 404 len: 336 time: 0.0596683 Sep 17 22:28:03.420382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34456) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:03.427617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.430126 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2535a84f-e1c0-4e35-8b3e-82f5ff6988f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.468399 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14d851e-54ca-40c8-9f42-778b5c0b38f0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:03.468873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14d851e-54ca-40c8-9f42-778b5c0b38f0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:03.471324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d14d851e-54ca-40c8-9f42-778b5c0b38f0 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/3373181e-3c53-417a-a147-f531689e3ca8 HTTP/1.1" status: 404 len: 337 time: 0.0471768 Sep 17 22:28:03.479604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34458) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:03.505119 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 88225b63-3555-42e3-950a-d440613d0f57, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=88225b63-3555-42e3-950a-d440613d0f57,segment=NetworkSegment(5caa3787-d5b2-48a4-9843-241fc8ee9684),segment_id=5caa3787-d5b2-48a4-9843-241fc8ee9684)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:03.540560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88225b63-3555-42e3-950a-d440613d0f57'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:03.543820 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9cf9af-d5c7-4310-976e-d0c34245f27f" -d '{"events": [{"server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "name": "network-vif-plugged", "status": "completed", "tag": "88225b63-3555-42e3-950a-d440613d0f57"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:03.549495 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7586cb-aace-4781-9957-4f83de1b7bb4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:03.549930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7586cb-aace-4781-9957-4f83de1b7bb4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:03.551808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1b7586cb-aace-4781-9957-4f83de1b7bb4 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/fe903773-89bb-4c86-9707-ed63d6744cd8 HTTP/1.1" status: 404 len: 337 time: 0.0711527 Sep 17 22:28:03.561622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34464) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:03.564366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec338000-4854-4a4a-a8df-0c6b9fa3bc89 req-df538174-e99b-4ce7-92ab-0080b4448577 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:03.566108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec338000-4854-4a4a-a8df-0c6b9fa3bc89 req-df538174-e99b-4ce7-92ab-0080b4448577 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.1497440 Sep 17 22:28:03.568717 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.635314 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cc77ca-ecec-4aa3-bf5b-147883650d59 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:03.637686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0cc77ca-ecec-4aa3-bf5b-147883650d59 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:03.641229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a0cc77ca-ecec-4aa3-bf5b-147883650d59 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/1aa03fcc-109d-4b7c-af18-39b115c0bff2 HTTP/1.1" status: 404 len: 337 time: 0.0785694 Sep 17 22:28:03.646785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34466) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:03.672239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=88225b63-3555-42e3-950a-d440613d0f57,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:03.691006 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec338000-4854-4a4a-a8df-0c6b9fa3bc89 req-a4fdb2c8-4ea2-4caa-9ae4-9432ccf5242d tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110563 Sep 17 22:28:03.705941 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7691fc86-0028-40e6-bb81-94c8d038e007 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:03.706414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7691fc86-0028-40e6-bb81-94c8d038e007 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:03.708892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7691fc86-0028-40e6-bb81-94c8d038e007 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/86c4c9ca-5903-4192-b518-65925837e802 HTTP/1.1" status: 404 len: 337 time: 0.0607417 Sep 17 22:28:03.711691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34470) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:03.775944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0e4b5169-366d-4a76-8541-41cba0ab21bd tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=25592f7a-4bd1-4565-b3b4-99daa5ef81f5 HTTP/1.1" status: 200 len: 205 time: 0.0630517 Sep 17 22:28:03.779435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34472) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:03.834520 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-2e70f964-fc8b-4bc7-8c9b-b13ad2f0c9b9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] delete failed (client error): The resource could not be found. Sep 17 22:28:03.835744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2e70f964-fc8b-4bc7-8c9b-b13ad2f0c9b9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/25592f7a-4bd1-4565-b3b4-99daa5ef81f5 HTTP/1.1" status: 404 len: 336 time: 0.0552731 Sep 17 22:28:03.838837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34476) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:04.315508 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a18bf0c9-cabb-486c-a174-630c359db42a tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=21ca0b3f-fc5f-4583-aba5-1d6c1aa36649 HTTP/1.1" status: 200 len: 205 time: 0.4731126 Sep 17 22:28:04.318469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34482) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:04.387719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1974a-43c2-4435-ad9b-837d561bc1f1 req-6a762c23-6b2c-441a-946c-3f1877044343 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:04.403106 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-2abc490f-3c0d-4e16-93d7-bee36a066ea7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] delete failed (client error): The resource could not be found. Sep 17 22:28:04.406426 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2abc490f-3c0d-4e16-93d7-bee36a066ea7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/21ca0b3f-fc5f-4583-aba5-1d6c1aa36649 HTTP/1.1" status: 404 len: 336 time: 0.0847166 Sep 17 22:28:04.408588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34484) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:04.413226 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1974a-43c2-4435-ad9b-837d561bc1f1 req-6a762c23-6b2c-441a-946c-3f1877044343 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:04.415443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58d1974a-43c2-4435-ad9b-837d561bc1f1 req-6a762c23-6b2c-441a-946c-3f1877044343 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1683 time: 0.1047869 Sep 17 22:28:04.465810 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce91734e-f65d-4240-a953-37f0f85090f1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:04.466489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce91734e-f65d-4240-a953-37f0f85090f1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:04.468676 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ce91734e-f65d-4240-a953-37f0f85090f1 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/819f63cf-8e4b-463d-858f-8f6f49672bed HTTP/1.1" status: 404 len: 337 time: 0.0591486 Sep 17 22:28:04.474244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34486) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:04.511118 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e822ffab-3a4c-42fd-a318-92dc8353c355 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=339c460d-bc70-4017-a0ac-e7272865aad3 HTTP/1.1" status: 200 len: 205 time: 0.0349402 Sep 17 22:28:04.515230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34488) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:04.540173 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58d1974a-43c2-4435-ad9b-837d561bc1f1 req-e3c3e254-27f0-4aca-96c0-38fdcc98ed89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131177 Sep 17 22:28:04.596267 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adabd6db-4ec0-4df5-a52e-d4bdf5bac692 x-openstack-request-id: req-adabd6db-4ec0-4df5-a52e-d4bdf5bac692 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:04.597695 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "name": "network-vif-plugged", "status": "completed", "tag": "88225b63-3555-42e3-950a-d440613d0f57", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:04.598087 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adabd6db-4ec0-4df5-a52e-d4bdf5bac692 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:04.602686 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88225b63-3555-42e3-950a-d440613d0f57', 'code': 200} Sep 17 22:28:04.623808 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-764a06e8-30d9-45b3-9b6e-ef7741e79254 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] delete failed (client error): The resource could not be found. Sep 17 22:28:04.628432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34490) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:04.630093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-764a06e8-30d9-45b3-9b6e-ef7741e79254 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/339c460d-bc70-4017-a0ac-e7272865aad3 HTTP/1.1" status: 404 len: 336 time: 0.1106365 Sep 17 22:28:04.684869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34492) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:04.691375 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-648de51f-11f7-4e15-b0d7-cb1867a6b6d9 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=4583c354-4361-440e-ba1f-9bd26bd9cb45 HTTP/1.1" status: 200 len: 205 time: 0.0615649 Sep 17 22:28:04.818194 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-b8b7750a-7a7c-40a8-9477-76ca9b8941e6 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] delete failed (client error): The resource could not be found. Sep 17 22:28:04.819331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b8b7750a-7a7c-40a8-9477-76ca9b8941e6 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/4583c354-4361-440e-ba1f-9bd26bd9cb45 HTTP/1.1" status: 404 len: 336 time: 0.1321576 Sep 17 22:28:04.820778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34496) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:04.836555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e185d-2e75-4d72-8630-7d0d311830e4 req-4167e102-240a-4a5a-81e0-5589a15a9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:04.837527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e185d-2e75-4d72-8630-7d0d311830e4 req-4167e102-240a-4a5a-81e0-5589a15a9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:04.838693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa5e185d-2e75-4d72-8630-7d0d311830e4 req-4167e102-240a-4a5a-81e0-5589a15a9b7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1987 time: 0.1679087 Sep 17 22:28:04.874362 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed795f99-7cd3-466e-8805-bf045a93892c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:04.876714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed795f99-7cd3-466e-8805-bf045a93892c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:04.879757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ed795f99-7cd3-466e-8805-bf045a93892c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/4efa1ca9-27f4-4872-b724-ad98f8ddf888 HTTP/1.1" status: 404 len: 337 time: 0.0578845 Sep 17 22:28:04.884743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34498) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:04.910988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa5e185d-2e75-4d72-8630-7d0d311830e4 req-89e6c30f-d963-480a-b45c-cf2ba81a6295 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639815 Sep 17 22:28:04.935439 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b1dfc547-52cf-4531-ad1f-2b4bb11a517c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b HTTP/1.1" status: 200 len: 205 time: 0.0492370 Sep 17 22:28:04.937863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34502) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:05.034295 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-48965aac-f0ab-4e7d-922e-dcb7f9e0fdfe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] delete failed (client error): The resource could not be found. Sep 17 22:28:05.037702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-48965aac-f0ab-4e7d-922e-dcb7f9e0fdfe tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/39fb5ce9-9a11-4ccc-a0b7-e9f9cdc2fd0b HTTP/1.1" status: 404 len: 336 time: 0.0965292 Sep 17 22:28:05.038190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34504) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:05.079569 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-225d26ff-ab92-48b6-9956-f08273603f99 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:05.081461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225d26ff-ab92-48b6-9956-f08273603f99 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:05.086881 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-225d26ff-ab92-48b6-9956-f08273603f99 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/8eb4a1f9-8676-4b2c-bcbb-bb6a1562fd9f HTTP/1.1" status: 404 len: 337 time: 0.0452349 Sep 17 22:28:05.089287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34506) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:05.145764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118775-4df4-4027-a459-d6e1dd79d723 req-c5fa12b5-e46a-430c-bc93-cd709d33b201 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:05.147675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0118775-4df4-4027-a459-d6e1dd79d723 req-c5fa12b5-e46a-430c-bc93-cd709d33b201 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 945 time: 0.0617518 Sep 17 22:28:05.158063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-926ccfea-9dc4-4bf6-88d5-8fd40f7e7ef7 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "GET /v2.0/ports?device_id=05889b8c-f7bb-41e9-ba22-718f14478f34 HTTP/1.1" status: 200 len: 205 time: 0.0675435 Sep 17 22:28:05.162645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34508) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:05.212303 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0118775-4df4-4027-a459-d6e1dd79d723 req-ad1fea7d-1908-4e13-99c0-a7d1eca076ef tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Sep 17 22:28:05.229874 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-6ba2f4f5-afdb-4daf-81d5-cd659848659c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] delete failed (client error): The resource could not be found. Sep 17 22:28:05.231162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6ba2f4f5-afdb-4daf-81d5-cd659848659c tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/routers/05889b8c-f7bb-41e9-ba22-718f14478f34 HTTP/1.1" status: 404 len: 336 time: 0.0673270 Sep 17 22:28:05.233609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34510) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:05.284905 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e27c43-d26b-4730-8cd6-4b6a1b54bdf2 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:05.285527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e27c43-d26b-4730-8cd6-4b6a1b54bdf2 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:05.288692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-81e27c43-d26b-4730-8cd6-4b6a1b54bdf2 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/45f19081-89c7-492a-b0e9-342d3b7ce2f5 HTTP/1.1" status: 404 len: 337 time: 0.0539451 Sep 17 22:28:05.291181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34512) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:05.339164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1529b80-0e9c-459b-b6ee-dfe0a7ab0719 req-5f22fdea-3450-4dce-9a27-684f107216d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:05.340955 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1529b80-0e9c-459b-b6ee-dfe0a7ab0719 req-5f22fdea-3450-4dce-9a27-684f107216d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 1097 time: 0.0510457 Sep 17 22:28:05.402216 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64ea3b1-73db-4e16-8122-8e61d3010494 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:05.402661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64ea3b1-73db-4e16-8122-8e61d3010494 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:05.415091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c64ea3b1-73db-4e16-8122-8e61d3010494 tempest-RoutersTest-2038468874 tempest-RoutersTest-2038468874-project] 10.222.0.30 "DELETE /v2.0/subnets/4d6ae0f3-fba7-408a-9386-7dea7ef000fe HTTP/1.1" status: 404 len: 337 time: 0.1223404 Sep 17 22:28:05.587193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53114486-9e04-4fda-9fad-b12bd904a7f4 req-5de3cbfc-8f40-4993-8cbf-23aeb1d62ce9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:05.595218 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53114486-9e04-4fda-9fad-b12bd904a7f4 req-5de3cbfc-8f40-4993-8cbf-23aeb1d62ce9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1822417 Sep 17 22:28:05.673278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53114486-9e04-4fda-9fad-b12bd904a7f4 req-f2df9a4e-62c0-4a7a-8eba-5871d21b10de tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704529 Sep 17 22:28:05.738543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1529b80-0e9c-459b-b6ee-dfe0a7ab0719 req-7d652f57-af9e-43c3-bd4f-20e934c82d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:05.741799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1529b80-0e9c-459b-b6ee-dfe0a7ab0719 req-7d652f57-af9e-43c3-bd4f-20e934c82d86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 200 len: 911 time: 0.3394744 Sep 17 22:28:05.823271 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1529b80-0e9c-459b-b6ee-dfe0a7ab0719 req-0f85f428-84f4-4109-9da6-9e5c76532d2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b HTTP/1.1" status: 200 len: 217 time: 0.0710757 Sep 17 22:28:05.856599 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b5df025a-7a21-438f-85e8-a100816e6de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:06.127776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1529b80-0e9c-459b-b6ee-dfe0a7ab0719 req-a4f0d93a-053b-4615-aaf3-31fc4132748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.130239 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1529b80-0e9c-459b-b6ee-dfe0a7ab0719 req-a4f0d93a-053b-4615-aaf3-31fc4132748e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24123f15-557c-401b-8d53-054c6af9f5aa HTTP/1.1" status: 200 len: 850 time: 0.1572576 Sep 17 22:28:06.141344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ed5d-97c7-464f-8693-5e78a25591b6 req-b6be0199-1eeb-4212-8c66-4149be5245d6 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.151689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d75ed5d-97c7-464f-8693-5e78a25591b6 req-b6be0199-1eeb-4212-8c66-4149be5245d6 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.2284932 Sep 17 22:28:06.177444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34520) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:06.275739 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1529b80-0e9c-459b-b6ee-dfe0a7ab0719 req-9bb7577d-014f-4e31-a7a1-06580228083f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656438 Sep 17 22:28:06.275739 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d75ed5d-97c7-464f-8693-5e78a25591b6 req-eddcc927-7fd5-4107-a9a7-e05876994717 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175046 Sep 17 22:28:06.385597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79960a08-f608-4c8f-a119-9b496fef2806 req-750cc7bd-01e7-4d49-8e83-ef2d73b56a78 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.391507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79960a08-f608-4c8f-a119-9b496fef2806 req-750cc7bd-01e7-4d49-8e83-ef2d73b56a78 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.393710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79960a08-f608-4c8f-a119-9b496fef2806 req-750cc7bd-01e7-4d49-8e83-ef2d73b56a78 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1683 time: 0.0601544 Sep 17 22:28:06.460410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-db0b43db-7835-4f9d-8a99-d3aca0e22fdd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb997f09edb14692bea3965af1711033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816505 Sep 17 22:28:06.464752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34528) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:06.503570 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79960a08-f608-4c8f-a119-9b496fef2806 req-e6ad257d-fa9c-4bf9-a08c-5070f2954bd5 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037247 Sep 17 22:28:06.526950 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d54c-d724-435d-9b67-c12cfdf980e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:06.535094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1529b80-0e9c-459b-b6ee-dfe0a7ab0719 req-6613b5ca-5f27-4d0b-ae7d-21a7a1b51b5a service neutron] 10.222.0.15 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214311 Sep 17 22:28:06.552235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d54c-d724-435d-9b67-c12cfdf980e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:06.665981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c9a4c-4c8f-4fde-b28e-b801a8b5907d req-a5605575-1fae-4448-b3c0-022b00f03b73 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.667463 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e3c9a4c-4c8f-4fde-b28e-b801a8b5907d req-a5605575-1fae-4448-b3c0-022b00f03b73 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 945 time: 0.0966077 Sep 17 22:28:06.684262 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1529b80-0e9c-459b-b6ee-dfe0a7ab0719 req-b4d9518e-0367-495f-b619-8e034fb1c9aa service neutron] 10.222.0.15 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421885 Sep 17 22:28:06.711684 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e3c9a4c-4c8f-4fde-b28e-b801a8b5907d req-f10cd7d5-d330-492d-9982-0df341130f57 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Sep 17 22:28:06.837448 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d54c-d724-435d-9b67-c12cfdf980e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:06.842935 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5d6d54c-d724-435d-9b67-c12cfdf980e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:06.844514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e5d6d54c-d724-435d-9b67-c12cfdf980e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c0c9438-0eb3-4875-ae8d-0fed5b568361 HTTP/1.1" status: 204 len: 168 time: 0.3787735 Sep 17 22:28:06.856735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6d54c-d724-435d-9b67-c12cfdf980e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c9438-0eb3-4875-ae8d-0fed5b568361,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:06.966576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b4d4-a678-449e-950b-9f3c2fa89c39 req-1ad47fa5-d6bb-4821-a88e-73492c11833c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:06.975773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7fc0b4d4-a678-449e-950b-9f3c2fa89c39 req-1ad47fa5-d6bb-4821-a88e-73492c11833c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.0693738 Sep 17 22:28:07.013732 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7fc0b4d4-a678-449e-950b-9f3c2fa89c39 req-6149bcba-8fac-47f9-91bb-d35aa400a570 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369136 Sep 17 22:28:07.026831 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:07.072480 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:28:07.255239 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:07.705753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5832c-b5c4-4576-83b8-51180044b7c2 req-9495a395-66a2-43e3-99d4-03d556934cef tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:07.708263 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecf5832c-b5c4-4576-83b8-51180044b7c2 req-9495a395-66a2-43e3-99d4-03d556934cef tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0908158 Sep 17 22:28:07.756346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecf5832c-b5c4-4576-83b8-51180044b7c2 req-da5e8973-e5c7-4d79-a5d9-6c463d4360bf tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Sep 17 22:28:07.930384 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddb32-67ed-4dbf-9af0-1fe0fbfd4337 req-c7a0f0e5-5a84-408a-9365-d0955840219e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:07.936269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddb32-67ed-4dbf-9af0-1fe0fbfd4337 req-c7a0f0e5-5a84-408a-9365-d0955840219e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:07.937789 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6aaddb32-67ed-4dbf-9af0-1fe0fbfd4337 req-c7a0f0e5-5a84-408a-9365-d0955840219e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1683 time: 0.0563085 Sep 17 22:28:07.976833 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6aaddb32-67ed-4dbf-9af0-1fe0fbfd4337 req-98cc26c2-deec-48d6-9110-644b65b66f2b tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Sep 17 22:28:08.131753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927d2e5-8693-475b-9002-b25d39493ede req-36563f3f-7326-471f-a7a3-97145f7929b3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:08.136371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7927d2e5-8693-475b-9002-b25d39493ede req-36563f3f-7326-471f-a7a3-97145f7929b3 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 945 time: 0.0914664 Sep 17 22:28:08.212679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7927d2e5-8693-475b-9002-b25d39493ede req-9267954c-9f4b-46df-8ef5-10ac87f36c2f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708513 Sep 17 22:28:08.386302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34576) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:08.553636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-13cbfd7d-af70-4d27-b912-8898a3874134 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-559797470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:08.644989 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-13cbfd7d-af70-4d27-b912-8898a3874134 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.646405 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-13cbfd7d-af70-4d27-b912-8898a3874134 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.713657 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-13cbfd7d-af70-4d27-b912-8898a3874134 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.816591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-13cbfd7d-af70-4d27-b912-8898a3874134 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.958267 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.960235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-13cbfd7d-af70-4d27-b912-8898a3874134 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.961465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-13cbfd7d-af70-4d27-b912-8898a3874134 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5740273 Sep 17 22:28:08.964269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34598) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:08.969355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1592582616'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:08.995419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc62f-9126-4f9a-a0d6-d16301527d1f req-8b0265ba-fae9-4379-b757-0478a0f96412 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:08.997010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41bc62f-9126-4f9a-a0d6-d16301527d1f req-8b0265ba-fae9-4379-b757-0478a0f96412 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.0722444 Sep 17 22:28:09.040851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b41bc62f-9126-4f9a-a0d6-d16301527d1f req-204c0b91-5702-4a43-b5d8-d696970600af tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360985 Sep 17 22:28:09.083733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Made reservation on behalf of f258524c8a0a42339e41697585a5b1aa for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:09.088108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:09.101740 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:09.207753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:09.293333 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:09.321417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:09.332322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080696dd-85e1-4ae2-bfda-b27b935dc81c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:09.339336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:09.339681 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Added segment e7607863-b191-4fde-ab99-f06ec3c5c7c6 of type vlan for network cfdd1153-d34b-49fd-8779-5662cdc6d0af Sep 17 22:28:09.382919 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:09.493614 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:09.499367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:09.500109 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:09.566502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'Network': ['ID=cfdd1153-d34b-49fd-8779-5662cdc6d0af,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:09.576815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network cfdd1153-d34b-49fd-8779-5662cdc6d0af details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:09.616141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-390cd459-909c-465a-955d-fe562c392e0f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6507242 Sep 17 22:28:09.619150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34602) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:09.624086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Request body: {'subnet': {'network_id': 'cfdd1153-d34b-49fd-8779-5662cdc6d0af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:09.826864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Made reservation on behalf of f258524c8a0a42339e41697585a5b1aa for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:09.831410 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.107321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.152552 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.166046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'Subnet': ['ID=971eb913-f778-4029-82f6-f9153eab652a,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:10.177020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Checking segment: {'id': 'e7607863-b191-4fde-ab99-f06ec3c5c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfdd1153-d34b-49fd-8779-5662cdc6d0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:10.177366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Network hostable DHCP agents. Network: cfdd1153-d34b-49fd-8779-5662cdc6d0af, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:10.261215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Network cfdd1153-d34b-49fd-8779-5662cdc6d0af is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:10.375218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, cfdd1153-d34b-49fd-8779-5662cdc6d0af) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:10.379357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:10.379951 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.384333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72a38d-c129-4dfb-8ee6-caf933147156 None None] Network cfdd1153-d34b-49fd-8779-5662cdc6d0af requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:10.444270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6b6ee5f9-7468-4827-ade4-ac0dd0aa607d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8238871 Sep 17 22:28:10.447156 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34606) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:10.453060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Request body: {'network': {'name': 'tempest-router-network01--35846426'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:10.544441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-cfdd1153-d34b-49fd-8779-5662cdc6d0af', 'network_id': 'cfdd1153-d34b-49fd-8779-5662cdc6d0af', 'tenant_id': 'f258524c8a0a42339e41697585a5b1aa', 'fixed_ips': [{'subnet_id': '971eb913-f778-4029-82f6-f9153eab652a'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:10.545570 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.556188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Made reservation on behalf of f258524c8a0a42339e41697585a5b1aa for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:10.560289 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.592863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:10.603217 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.603608 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Added segment 8968054a-b84e-4d49-b211-584781495a18 of type vlan for network 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde Sep 17 22:28:10.645866 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.705959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Allocated IP 172.20.0.2 (cfdd1153-d34b-49fd-8779-5662cdc6d0af/971eb913-f778-4029-82f6-f9153eab652a/ef69dd07-bbbe-4b82-bf58-e8d999c6d06c) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:10.807225 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.813130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:10.813783 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.858590 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.890112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'Network': ['ID=399c5c6b-81a7-4445-9a08-9ab7aa4a8fde,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:10.909447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a4d13885-c5de-4543-ba87-aa1c7fcaa809 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4593935 Sep 17 22:28:10.910806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34608) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:10.911071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:10.916785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Request body: {'network': {'name': 'tempest-router-network02--962764784'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:10.994191 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:11.039761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Network cfdd1153-d34b-49fd-8779-5662cdc6d0af is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:11.042630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:11.043776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Made reservation on behalf of f258524c8a0a42339e41697585a5b1aa for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:11.045394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:11.047584 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:11.058984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Pushing event updated for resources: {'Port': ['ID=ef69dd07-bbbe-4b82-bf58-e8d999c6d06c,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:11.083671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:11.083671 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:11.083671 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Added segment 721bf198-05d1-4810-b684-6eae0d106aef of type vlan for network 662f849f-af9b-4827-8b59-82262baae356 Sep 17 22:28:11.134646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Attempting to bind port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:11.135417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Attempting to bind port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e7607863-b191-4fde-ab99-f06ec3c5c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfdd1153-d34b-49fd-8779-5662cdc6d0af'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:11.136003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Attempting to bind port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c on network cfdd1153-d34b-49fd-8779-5662cdc6d0af {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:11.145856 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:11.146234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Checking segment: {'id': 'e7607863-b191-4fde-ab99-f06ec3c5c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfdd1153-d34b-49fd-8779-5662cdc6d0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:11.146913 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:11.147944 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Bound using segment: {'id': 'e7607863-b191-4fde-ab99-f06ec3c5c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfdd1153-d34b-49fd-8779-5662cdc6d0af'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:11.148339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Bound port: ef69dd07-bbbe-4b82-bf58-e8d999c6d06c, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7607863-b191-4fde-ab99-f06ec3c5c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfdd1153-d34b-49fd-8779-5662cdc6d0af'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:11.148735 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:11.180230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:11.250610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] For port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:11.253943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] For port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ef69dd07-bbbe-4b82-bf58-e8d999c6d06c,segment=NetworkSegment(e7607863-b191-4fde-ab99-f06ec3c5c7c6),segment_id=e7607863-b191-4fde-ab99-f06ec3c5c7c6)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:11.609876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:11.616364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:11.616987 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:11.694204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'Network': ['ID=662f849f-af9b-4827-8b59-82262baae356,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:11.704809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 662f849f-af9b-4827-8b59-82262baae356 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:11.709471 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:11.729196 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2248f649-3cc8-45d6-94c1-13dc5dd1a18d tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8166807 Sep 17 22:28:11.732005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34612) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:11.739625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Request body: {'subnet': {'network_id': '399c5c6b-81a7-4445-9a08-9ab7aa4a8fde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:11.834824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05461f0-9b1d-4591-8e94-541687f9997e None None] Pushing event updated for resources: {'Port': ['ID=ef69dd07-bbbe-4b82-bf58-e8d999c6d06c,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:11.951992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Made reservation on behalf of f258524c8a0a42339e41697585a5b1aa for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:11.955893 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.242278 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.308461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'Subnet': ['ID=555f338a-3b72-4b4a-be62-2a0a59984b44,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:12.322426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Checking segment: {'id': '8968054a-b84e-4d49-b211-584781495a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '399c5c6b-81a7-4445-9a08-9ab7aa4a8fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:12.337849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Network hostable DHCP agents. Network: 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:12.478232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Network 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:12.569510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:12.573539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:12.574120 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.579657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0636641-95cb-4701-84cc-d6559d6c736c None None] Network 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:12.702020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ed157f01-4e17-4d05-b47b-5f3cc6c1ae97 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9687495 Sep 17 22:28:12.704773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34614) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:12.709967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Request body: {'subnet': {'network_id': '662f849f-af9b-4827-8b59-82262baae356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:12.799456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-399c5c6b-81a7-4445-9a08-9ab7aa4a8fde', 'network_id': '399c5c6b-81a7-4445-9a08-9ab7aa4a8fde', 'tenant_id': 'f258524c8a0a42339e41697585a5b1aa', 'fixed_ips': [{'subnet_id': '555f338a-3b72-4b4a-be62-2a0a59984b44'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:12.800478 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:12.875204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6b8133f1-3f9d-44dc-8d21-44e0205709cc no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:12.933267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Made reservation on behalf of f258524c8a0a42339e41697585a5b1aa for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:12.938100 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.063227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4190d7c4-9071-480a-91b4-a773be176bbc None None] Network cfdd1153-d34b-49fd-8779-5662cdc6d0af requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:13.115873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-16447734-0328-47c4-b3d5-8ef2da90a9d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0721896 Sep 17 22:28:13.191807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-20c458c0-9306-410f-a094-51fd9cb13c1a None None] Provisioning complete for port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:13.191807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-20c458c0-9306-410f-a094-51fd9cb13c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.246738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-aa0b2aef-ab1c-40c6-9cb4-75fbe1871cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.252470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-aa0b2aef-ab1c-40c6-9cb4-75fbe1871cb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 1098 time: 0.1082702 Sep 17 22:28:13.259611 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Allocated IP 172.20.0.2 (399c5c6b-81a7-4445-9a08-9ab7aa4a8fde/555f338a-3b72-4b4a-be62-2a0a59984b44/a58d45f9-2892-4428-87a3-f2b6f614f663) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:13.338659 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.362842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-cde56241-039c-4d62-9bdc-ea97ce3ffe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.366370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-cde56241-039c-4d62-9bdc-ea97ce3ffe2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 200 len: 911 time: 0.0910072 Sep 17 22:28:13.416692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-99f769c5-574f-44ae-b08b-df399339be72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea808854-5be3-4760-be11-db1917d9338a HTTP/1.1" status: 200 len: 217 time: 0.0446627 Sep 17 22:28:13.421321 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.461456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8133f1-3f9d-44dc-8d21-44e0205709cc'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:13.463727 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47426472-e439-4530-a6df-7d667da962ea" -d '{"events": [{"server_uuid": "dc2c0de5-4f01-470c-a209-93503ad68162", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8133f1-3f9d-44dc-8d21-44e0205709cc"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:13.496856 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-20c458c0-9306-410f-a094-51fd9cb13c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.499706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:13.541513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-3677d1c6-4bcf-406c-ba79-74700d241de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.543186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-3677d1c6-4bcf-406c-ba79-74700d241de0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24123f15-557c-401b-8d53-054c6af9f5aa HTTP/1.1" status: 200 len: 850 time: 0.1173842 Sep 17 22:28:13.587586 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.602911 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-9b178d86-277b-4c4d-b5c0-2ab39c0d074f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471826 Sep 17 22:28:13.611763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'Subnet': ['ID=eb20c28c-4af7-4b29-beac-59423e0af132,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:13.622776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-20c458c0-9306-410f-a094-51fd9cb13c1a None None] For port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ef69dd07-bbbe-4b82-bf58-e8d999c6d06c,segment=NetworkSegment(e7607863-b191-4fde-ab99-f06ec3c5c7c6),segment_id=e7607863-b191-4fde-ab99-f06ec3c5c7c6)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:13.656370 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.674145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=6b8133f1-3f9d-44dc-8d21-44e0205709cc,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:13.696851 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-20c458c0-9306-410f-a094-51fd9cb13c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.757555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Checking segment: {'id': '721bf198-05d1-4810-b684-6eae0d106aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '662f849f-af9b-4827-8b59-82262baae356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:13.757921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Network hostable DHCP agents. Network: 662f849f-af9b-4827-8b59-82262baae356, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:13.774056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c458c0-9306-410f-a094-51fd9cb13c1a None None] Pushing event updated for resources: {'Port': ['ID=ef69dd07-bbbe-4b82-bf58-e8d999c6d06c,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:13.806009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:13.830082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-584ba3ff-7bb1-4ecb-bfa4-bbd614d3a849 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:13.833874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-584ba3ff-7bb1-4ecb-bfa4-bbd614d3a849 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1097 time: 0.1765919 Sep 17 22:28:13.833874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-9e29fb46-1da9-42f9-8bf7-20af4e130a58 service neutron] 10.222.0.23 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180517 Sep 17 22:28:13.851889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-18'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:13.896769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ef69dd07-bbbe-4b82-bf58-e8d999c6d06c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:13.927854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Network 662f849f-af9b-4827-8b59-82262baae356 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:13.940740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Network 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:13.944775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Pushing event updated for resources: {'Port': ['ID=a58d45f9-2892-4428-87a3-f2b6f614f663,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:13.947416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:13.951330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:13.980320 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.028646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 662f849f-af9b-4827-8b59-82262baae356) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:14.031149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Attempting to bind port a58d45f9-2892-4428-87a3-f2b6f614f663 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:14.031976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Attempting to bind port a58d45f9-2892-4428-87a3-f2b6f614f663 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '8968054a-b84e-4d49-b211-584781495a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '399c5c6b-81a7-4445-9a08-9ab7aa4a8fde'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:14.032462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Attempting to bind port a58d45f9-2892-4428-87a3-f2b6f614f663 on network 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:14.041556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8563d99-1f2f-4bb5-8ba8-4a5d1bbafe32 None None] Network 662f849f-af9b-4827-8b59-82262baae356 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:14.048321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:14.049217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.061788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:14.067512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Checking segment: {'id': '8968054a-b84e-4d49-b211-584781495a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '399c5c6b-81a7-4445-9a08-9ab7aa4a8fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:14.067512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.067512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Bound using segment: {'id': '8968054a-b84e-4d49-b211-584781495a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '399c5c6b-81a7-4445-9a08-9ab7aa4a8fde'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:14.067512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Bound port: a58d45f9-2892-4428-87a3-f2b6f614f663, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8968054a-b84e-4d49-b211-584781495a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '399c5c6b-81a7-4445-9a08-9ab7aa4a8fde'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:14.067512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.067512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:14.067512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.082619 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-babc45f2-0c33-4bb2-9f4e-369b36ca38e0 req-d431ff66-5b8d-4783-8f2a-8f13ae2828b2 service neutron] 10.222.0.23 "GET /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925194 Sep 17 22:28:14.107415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e2adf67f-5106-415a-8521-23a8875f1bd2 None None] Provisioning complete for port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:14.107796 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2adf67f-5106-415a-8521-23a8875f1bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.164910 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d296fc51-1d46-4258-adb5-4bde2f3f619f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4589219 Sep 17 22:28:14.167285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34618) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:14.178893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:14.277043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] For port a58d45f9-2892-4428-87a3-f2b6f614f663, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:14.352658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] For port a58d45f9-2892-4428-87a3-f2b6f614f663, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a58d45f9-2892-4428-87a3-f2b6f614f663,segment=NetworkSegment(8968054a-b84e-4d49-b211-584781495a18),segment_id=8968054a-b84e-4d49-b211-584781495a18)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:14.384546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:14.425897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-662f849f-af9b-4827-8b59-82262baae356', 'network_id': '662f849f-af9b-4827-8b59-82262baae356', 'tenant_id': 'f258524c8a0a42339e41697585a5b1aa', 'fixed_ips': [{'subnet_id': 'eb20c28c-4af7-4b29-beac-59423e0af132'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:14.430651 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.485207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:14.488320 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732d352d-39d3-4403-b459-285b4c6c1f81" -d '{"events": [{"server_uuid": "1b20bdcf-c2e8-4f23-a496-59c271afe721", "name": "network-vif-unplugged", "status": "completed", "tag": "9cfbaa26-0bf3-44dc-a56b-85e2143e3032"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:14.495002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.499545 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.583808 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.636262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.656370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Allocated IP 172.20.0.2 (662f849f-af9b-4827-8b59-82262baae356/eb20c28c-4af7-4b29-beac-59423e0af132/541d35bb-9677-46b8-99ce-cba1618745f9) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:14.662583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c014801-57b5-4108-a54a-6b3c97fec80d None None] Pushing event updated for resources: {'Port': ['ID=a58d45f9-2892-4428-87a3-f2b6f614f663,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:14.808525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Pushing event updated for resources: {'Port': ['ID=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:14.829734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on host n-h2-713499-18 for vnic_type normal with profile {"migrating_to": "n-h1-713499-18"} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:14.830226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:14.830763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:14.832683 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.850547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:14.882679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:14.883055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:14.912010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:14.912234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:14.912628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:14.915112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Bound port: 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:14.915499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.922083 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.015479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Network 662f849f-af9b-4827-8b59-82262baae356 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:15.024954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:15.029564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:15.034487 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Pushing event updated for resources: {'Port': ['ID=541d35bb-9677-46b8-99ce-cba1618745f9,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:15.077923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, got binding levels [] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:15.102762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Allocated IP 172.20.0.1 (399c5c6b-81a7-4445-9a08-9ab7aa4a8fde/555f338a-3b72-4b4a-be62-2a0a59984b44/d8d1c418-cad4-49c2-bf0e-1fd2f635f7ba) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:15.123729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Attempting to bind port 541d35bb-9677-46b8-99ce-cba1618745f9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:15.124261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Attempting to bind port 541d35bb-9677-46b8-99ce-cba1618745f9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '721bf198-05d1-4810-b684-6eae0d106aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '662f849f-af9b-4827-8b59-82262baae356'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:15.124654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Attempting to bind port 541d35bb-9677-46b8-99ce-cba1618745f9 on network 662f849f-af9b-4827-8b59-82262baae356 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:15.138825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:15.143773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Checking segment: {'id': '721bf198-05d1-4810-b684-6eae0d106aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '662f849f-af9b-4827-8b59-82262baae356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:15.143773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.143773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Bound using segment: {'id': '721bf198-05d1-4810-b684-6eae0d106aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '662f849f-af9b-4827-8b59-82262baae356'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:15.143773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Bound port: 541d35bb-9677-46b8-99ce-cba1618745f9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721bf198-05d1-4810-b684-6eae0d106aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '662f849f-af9b-4827-8b59-82262baae356'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:15.143773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.144331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on host n-h2-713499-18 for vnic_type normal with profile {"migrating_to": "n-h1-713499-18"} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:15.144778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:15.145179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:15.147188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:15.158193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:15.158722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:15.183535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:15.184001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:15.184496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:15.185036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Bound port: 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:15.185491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.198044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:15.256243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.290863 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.392194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Pushing event updated for resources: {'Port': ['ID=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,revision_number=8']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:15.396520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:15.397641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.398558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-07519732-b6e0-433e-99c4-c40816603a5d service neutron] 10.222.0.23 "PUT /v2.0/ports/9cfbaa26-0bf3-44dc-a56b-85e2143e3032 HTTP/1.1" status: 200 len: 1123 time: 1.5517397 Sep 17 22:28:15.412922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] For port 541d35bb-9677-46b8-99ce-cba1618745f9, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:15.437049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] For port 541d35bb-9677-46b8-99ce-cba1618745f9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=541d35bb-9677-46b8-99ce-cba1618745f9,segment=NetworkSegment(721bf198-05d1-4810-b684-6eae0d106aef),segment_id=721bf198-05d1-4810-b684-6eae0d106aef)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:15.459394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:15.467043 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.508506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['9cfbaa26-0bf3-44dc-a56b-85e2143e3032'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:15.541091 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 9cfbaa26-0bf3-44dc-a56b-85e2143e3032-n-h2-713499-18-0 {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:28:15.552576 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:28:15.555922 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.563392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['9cfbaa26-0bf3-44dc-a56b-85e2143e3032'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:15.707997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d14ac-78bc-4114-8f30-40d399d65d6c None None] Pushing event updated for resources: {'Port': ['ID=541d35bb-9677-46b8-99ce-cba1618745f9,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:16.140628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a58d45f9-2892-4428-87a3-f2b6f614f663 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:16.174252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Network 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:16.177774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:16.182256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:16.185894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on host n-h2-713499-18 for vnic_type normal with profile {"migrating_to": "n-h1-713499-18"} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:16.186271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:16.186632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:16.201225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:16.201897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Attempting to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on network 98b05c37-47f7-49f8-994b-dfa2648565f6 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:16.229082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'Port': ['ID=d8d1c418-cad4-49c2-bf0e-1fd2f635f7ba,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:16.229277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:16.229677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Checking segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:16.230194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Bound using segment: {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:16.230779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Bound port: 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefa150-1e6d-41a9-8f21-afaa33792f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '98b05c37-47f7-49f8-994b-dfa2648565f6'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:16.231515 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.251396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.264066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4914e9-808e-4426-9d80-53a31bd9e4d8 None None] Network 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:16.418048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a58d45f9-2892-4428-87a3-f2b6f614f663 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:16.485453 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.485453 n-d-713499-18 neutron-server[95456]: WARNING neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Concurrent port binding operations failed on port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 Sep 17 22:28:16.485453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a740daee-1b3b-4228-b12b-e121a676dd94 None None] Provisioning complete for port a58d45f9-2892-4428-87a3-f2b6f614f663 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:16.485453 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a740daee-1b3b-4228-b12b-e121a676dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.485453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:16.486330 n-d-713499-18 neutron-server[95456]: INFO neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Attempt 2 to bind port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 Sep 17 22:28:16.486330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 has no active binding in host n-h1-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:28:16.638741 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.678195 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a740daee-1b3b-4228-b12b-e121a676dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.700431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port a58d45f9-2892-4428-87a3-f2b6f614f663, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a58d45f9-2892-4428-87a3-f2b6f614f663,segment=NetworkSegment(8968054a-b84e-4d49-b211-584781495a18),segment_id=8968054a-b84e-4d49-b211-584781495a18)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:16.943748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2876b-5845-4772-9717-2767ea089640 req-16c1ec92-8bcb-4757-92c2-c11bc9de09e8 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:16.948666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-36f2876b-5845-4772-9717-2767ea089640 req-16c1ec92-8bcb-4757-92c2-c11bc9de09e8 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0672700 Sep 17 22:28:16.993939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.999707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-36f2876b-5845-4772-9717-2767ea089640 req-59b6a72b-1914-41b4-8245-ebb7287cf691 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387449 Sep 17 22:28:17.135950 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.163546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ef69dd07-bbbe-4b82-bf58-e8d999c6d06c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:17.230286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c6ba4-9319-464b-af88-4613175b9ebd None None] Network 662f849f-af9b-4827-8b59-82262baae356 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:17.389530 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-a740daee-1b3b-4228-b12b-e121a676dd94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:28:17.389530 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-a740daee-1b3b-4228-b12b-e121a676dd94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:28:17.389530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=a58d45f9-2892-4428-87a3-f2b6f614f663,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:17.390582 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.390960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:17.390960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.603617 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.671941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'Port': ['ID=d8d1c418-cad4-49c2-bf0e-1fd2f635f7ba,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:17.678632 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.782476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Network 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:17.784707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:17.885383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a58d45f9-2892-4428-87a3-f2b6f614f663 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:17.933443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d87f00-e6f9-4bef-a36d-adaaa2b6ec47 req-2ecb8aff-aa46-47a7-8d92-b02b828bb623 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:17.943224 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81d87f00-e6f9-4bef-a36d-adaaa2b6ec47 req-2ecb8aff-aa46-47a7-8d92-b02b828bb623 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.0759006 Sep 17 22:28:17.954482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a58d45f9-2892-4428-87a3-f2b6f614f663 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:17.954482 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.984708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81d87f00-e6f9-4bef-a36d-adaaa2b6ec47 req-4d61fd8c-f713-48a1-bfbc-b598ed469048 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Sep 17 22:28:18.011520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-95cb8b91-cb1b-451d-a1ed-fb0accf7002f None None] Provisioning complete for port a58d45f9-2892-4428-87a3-f2b6f614f663 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:18.011966 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95cb8b91-cb1b-451d-a1ed-fb0accf7002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.026725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Router 667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:28:18.098029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 541d35bb-9677-46b8-99ce-cba1618745f9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:18.102216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f13cf-5743-401f-bf23-f6039a9803ac req-1c5981c5-ed99-43fd-a2f9-119bfc17a266 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:18.104168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-735f13cf-5743-401f-bf23-f6039a9803ac req-1c5981c5-ed99-43fd-a2f9-119bfc17a266 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.0527301 Sep 17 22:28:18.143642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:28:18.152022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-27fb4875-6584-4107-bb39-539a658149eb tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "PUT /v2.0/routers/667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9836915 Sep 17 22:28:18.152914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34640) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:18.159227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877585e-2640-4738-92c3-6b120a429c4a None None] Sync routers for ids ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:28:18.159942 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-735f13cf-5743-401f-bf23-f6039a9803ac req-f07f988d-3564-4332-8920-db275f41c6d7 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456936 Sep 17 22:28:18.182461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-95cb8b91-cb1b-451d-a1ed-fb0accf7002f None None] Provisioning complete for port d8d1c418-cad4-49c2-bf0e-1fd2f635f7ba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:18.182838 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95cb8b91-cb1b-451d-a1ed-fb0accf7002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.188226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877585e-2640-4738-92c3-6b120a429c4a None None] Routers {'667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:18.188794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5877585e-2640-4738-92c3-6b120a429c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:18.213507 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38dacc1-da2d-4e87-ae07-973fd91ccf5d x-openstack-request-id: req-b38dacc1-da2d-4e87-ae07-973fd91ccf5d {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:18.213795 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2c0de5-4f01-470c-a209-93503ad68162", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8133f1-3f9d-44dc-8d21-44e0205709cc", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:18.214046 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b38dacc1-da2d-4e87-ae07-973fd91ccf5d {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:18.214433 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8133f1-3f9d-44dc-8d21-44e0205709cc', 'code': 200} Sep 17 22:28:18.248381 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217337a2-7a73-408a-b857-65b9d2c151d1 x-openstack-request-id: req-217337a2-7a73-408a-b857-65b9d2c151d1 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:18.248768 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b20bdcf-c2e8-4f23-a496-59c271afe721", "name": "network-vif-unplugged", "status": "completed", "tag": "9cfbaa26-0bf3-44dc-a56b-85e2143e3032", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:18.249082 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-217337a2-7a73-408a-b857-65b9d2c151d1 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:18.249536 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032', 'code': 200} Sep 17 22:28:18.250670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5877585e-2640-4738-92c3-6b120a429c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:18.272672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 541d35bb-9677-46b8-99ce-cba1618745f9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:18.273075 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.275607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-95cb8b91-cb1b-451d-a1ed-fb0accf7002f None None] Port d8d1c418-cad4-49c2-bf0e-1fd2f635f7ba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:28:18.278922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877585e-2640-4738-92c3-6b120a429c4a None None] Routers {'667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:18.279558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5877585e-2640-4738-92c3-6b120a429c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:18.335904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5877585e-2640-4738-92c3-6b120a429c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:18.336548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877585e-2640-4738-92c3-6b120a429c4a None None] The sync data for ids ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:28:18.346561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-95cb8b91-cb1b-451d-a1ed-fb0accf7002f None None] Provisioning complete for port 541d35bb-9677-46b8-99ce-cba1618745f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:18.346860 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95cb8b91-cb1b-451d-a1ed-fb0accf7002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.353315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023f5a1-4305-44f5-90ae-bae29031bd5f req-96be1938-999d-463a-ac8f-549264e18474 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:18.354990 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2023f5a1-4305-44f5-90ae-bae29031bd5f req-96be1938-999d-463a-ac8f-549264e18474 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 948 time: 0.0566473 Sep 17 22:28:18.398071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2023f5a1-4305-44f5-90ae-bae29031bd5f req-36d8ee1b-0770-4581-a3e1-e2403a2b4915 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355339 Sep 17 22:28:18.458326 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.483742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95cb8b91-cb1b-451d-a1ed-fb0accf7002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.511396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 541d35bb-9677-46b8-99ce-cba1618745f9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=541d35bb-9677-46b8-99ce-cba1618745f9,segment=NetworkSegment(721bf198-05d1-4810-b684-6eae0d106aef),segment_id=721bf198-05d1-4810-b684-6eae0d106aef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:18.521921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4116d2-aeb9-4bdd-a9bb-bedf449b506e req-639bf2e3-eda8-4909-b5ed-5cc3888e9997 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:18.527844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4116d2-aeb9-4bdd-a9bb-bedf449b506e req-639bf2e3-eda8-4909-b5ed-5cc3888e9997 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:18.529451 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa4116d2-aeb9-4bdd-a9bb-bedf449b506e req-639bf2e3-eda8-4909-b5ed-5cc3888e9997 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1683 time: 0.0625010 Sep 17 22:28:18.551183 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-1949d3ad-59fb-475b-9328-9da3f680938c tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:28:18.554689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1949d3ad-59fb-475b-9328-9da3f680938c tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "PUT /v2.0/routers/667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3985379 Sep 17 22:28:18.555164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34644) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:18.571725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa4116d2-aeb9-4bdd-a9bb-bedf449b506e req-ca563980-c923-4064-80c1-5b5afb0b9a17 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357385 Sep 17 22:28:18.574540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.646137 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-95cb8b91-cb1b-451d-a1ed-fb0accf7002f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:28:18.646491 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-95cb8b91-cb1b-451d-a1ed-fb0accf7002f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:28:18.664909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=541d35bb-9677-46b8-99ce-cba1618745f9,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:18.884188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aa741-5e4b-4b7d-a3bc-eff6e9b80044 req-93adebed-1a6e-47df-baf4-8f2406a1554d tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:18.885652 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e5aa741-5e4b-4b7d-a3bc-eff6e9b80044 req-93adebed-1a6e-47df-baf4-8f2406a1554d tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0641425 Sep 17 22:28:18.887467 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.930051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e5aa741-5e4b-4b7d-a3bc-eff6e9b80044 req-d8242230-73b9-428b-8910-d83b0792ec16 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363481 Sep 17 22:28:19.146629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Deleting port d8d1c418-cad4-49c2-bf0e-1fd2f635f7ba {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:19.146972 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.254535 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.268397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Calling delete_port for d8d1c418-cad4-49c2-bf0e-1fd2f635f7ba owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:19.310502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-768f2b97-7d01-4004-b0b2-a6483313bd1c None None] Provisioning complete for port d8d1c418-cad4-49c2-bf0e-1fd2f635f7ba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:19.311094 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-768f2b97-7d01-4004-b0b2-a6483313bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.353594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768de9d-1d08-4e6b-bfdf-7da68e8ae275 req-efe95bcf-09b1-4718-b2bd-9e808263617c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.355835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2768de9d-1d08-4e6b-bfdf-7da68e8ae275 req-efe95bcf-09b1-4718-b2bd-9e808263617c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.0746644 Sep 17 22:28:19.366798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-768f2b97-7d01-4004-b0b2-a6483313bd1c None None] Port d8d1c418-cad4-49c2-bf0e-1fd2f635f7ba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:28:19.405287 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2768de9d-1d08-4e6b-bfdf-7da68e8ae275 req-691a04ef-bca5-4e4e-bf47-bad3b037fa0d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Sep 17 22:28:19.520593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-0bb6bb9c-85ba-4b9d-b786-723f6c2853fd tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.526524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-0bb6bb9c-85ba-4b9d-b786-723f6c2853fd tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.528064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-0bb6bb9c-85ba-4b9d-b786-723f6c2853fd tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1683 time: 0.1303530 Sep 17 22:28:19.540967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ee5df-8847-4969-92c3-8d1a3fe961de req-4683e698-932b-4f91-b730-5c06356edeae tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.542408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-008ee5df-8847-4969-92c3-8d1a3fe961de req-4683e698-932b-4f91-b730-5c06356edeae tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1319127 Sep 17 22:28:19.609880 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.665932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-008ee5df-8847-4969-92c3-8d1a3fe961de req-0445d6c2-939d-423d-92d0-496977b4346b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160228 Sep 17 22:28:19.668927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event deleted for resources: {'Port': ['ID=d8d1c418-cad4-49c2-bf0e-1fd2f635f7ba,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:19.720911 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd627c-573d-498f-82a4-9f796c7fc45b req-7cbbdc0e-8adb-40be-bf11-6402f6aba592 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.727191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd627c-573d-498f-82a4-9f796c7fc45b req-7cbbdc0e-8adb-40be-bf11-6402f6aba592 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.728900 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42bd627c-573d-498f-82a4-9f796c7fc45b req-7cbbdc0e-8adb-40be-bf11-6402f6aba592 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1683 time: 0.0794151 Sep 17 22:28:19.764138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-1cd0803a-6225-42cd-8571-279ef577fa31 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:19.764547 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-1cd0803a-6225-42cd-8571-279ef577fa31 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.784939 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42bd627c-573d-498f-82a4-9f796c7fc45b req-4d8c6960-1f9e-4631-b6c6-145cea80667e tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Sep 17 22:28:19.796335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 541d35bb-9677-46b8-99ce-cba1618745f9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:19.848657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 541d35bb-9677-46b8-99ce-cba1618745f9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:19.848958 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.872456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.026753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-1cd0803a-6225-42cd-8571-279ef577fa31 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] For port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,segment=NetworkSegment(97fc2ed4-ed58-40ff-b774-108df670123b),segment_id=97fc2ed4-ed58-40ff-b774-108df670123b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:20.027114 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-1cd0803a-6225-42cd-8571-279ef577fa31 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.066185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-1cd0803a-6225-42cd-8571-279ef577fa31 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Calling delete_port for 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:20.188581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Router 667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:28:20.203214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18f359-9b8d-43d9-b93b-6f80647a8bc4 req-f98c2892-0f6b-493b-9185-96d9ebcb9809 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.204803 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd18f359-9b8d-43d9-b93b-6f80647a8bc4 req-f98c2892-0f6b-493b-9185-96d9ebcb9809 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.1859488 Sep 17 22:28:20.278408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'tag': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:20.280687 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae74b25-73eb-4141-8eb0-516da372ccc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b20bdcf-c2e8-4f23-a496-59c271afe721", "tag": "9cfbaa26-0bf3-44dc-a56b-85e2143e3032"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:20.337328 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749cd72b-0525-409b-adef-24b697bd13ed x-openstack-request-id: req-749cd72b-0525-409b-adef-24b697bd13ed {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:20.337610 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b20bdcf-c2e8-4f23-a496-59c271afe721", "tag": "9cfbaa26-0bf3-44dc-a56b-85e2143e3032", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:20.337861 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-749cd72b-0525-409b-adef-24b697bd13ed {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:20.338224 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'tag': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032', 'status': 'completed', 'code': 200} Sep 17 22:28:20.343920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:28:20.349383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a7c70091-bd8c-4807-abe2-82477f7a56ac tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "PUT /v2.0/routers/667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7932756 Sep 17 22:28:20.355077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd18f359-9b8d-43d9-b93b-6f80647a8bc4 req-4dab101d-272a-4129-90da-47c6560c4919 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431825 Sep 17 22:28:20.355702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34680) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:20.359050 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e9f7f-1e81-4006-b704-cbd51e6a1f12 None None] Sync routers for ids ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:28:20.380269 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e9f7f-1e81-4006-b704-cbd51e6a1f12 None None] Routers {'667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:20.380886 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4a0e9f7f-1e81-4006-b704-cbd51e6a1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:20.398373 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-9b5451b0-a7f2-4bec-97d5-bff333d055e0 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] delete failed (client error): The resource could not be found. Sep 17 22:28:20.400316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9b5451b0-a7f2-4bec-97d5-bff333d055e0 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-863208481 HTTP/1.1" status: 404 len: 334 time: 0.0421376 Sep 17 22:28:20.404965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34682) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:20.412066 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4a0e9f7f-1e81-4006-b704-cbd51e6a1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:20.420872 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e9f7f-1e81-4006-b704-cbd51e6a1f12 None None] Routers {'667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:20.421472 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4a0e9f7f-1e81-4006-b704-cbd51e6a1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:20.431452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae74b25-73eb-4141-8eb0-516da372ccc0 req-7c6e84be-e559-4b85-8a4e-c4a652058ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.432994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ae74b25-73eb-4141-8eb0-516da372ccc0 req-7c6e84be-e559-4b85-8a4e-c4a652058ec8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 1126 time: 0.0464389 Sep 17 22:28:20.439543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7ac8f16d-bae0-472c-a185-ff43797cadab tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Request body: {'router': {'external_gateway_info': {'network_id': '667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:20.461570 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4a0e9f7f-1e81-4006-b704-cbd51e6a1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:20.462643 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e9f7f-1e81-4006-b704-cbd51e6a1f12 None None] The sync data for ids ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:28:20.600060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628af73-dbb8-477c-92ac-2efacdf30aa1 req-63033095-5863-46f6-a838-fc8e1ca7d85d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.601809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9628af73-dbb8-477c-92ac-2efacdf30aa1 req-63033095-5863-46f6-a838-fc8e1ca7d85d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.0852644 Sep 17 22:28:20.602990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae74b25-73eb-4141-8eb0-516da372ccc0 req-7ffc71dd-ffb2-43ee-bebb-9c26358e11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.604521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ae74b25-73eb-4141-8eb0-516da372ccc0 req-7ffc71dd-ffb2-43ee-bebb-9c26358e11dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.1626821 Sep 17 22:28:20.661099 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ae74b25-73eb-4141-8eb0-516da372ccc0 req-c71b88d1-d6f8-4231-9467-1500c7d318db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032 HTTP/1.1" status: 200 len: 217 time: 0.0448334 Sep 17 22:28:20.687715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9628af73-dbb8-477c-92ac-2efacdf30aa1 req-6f05de6d-f706-4bde-a065-86cadc04b460 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790920 Sep 17 22:28:20.731923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae74b25-73eb-4141-8eb0-516da372ccc0 req-4d35b77f-4333-4866-99c9-06bdc72b263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.733473 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ae74b25-73eb-4141-8eb0-516da372ccc0 req-4d35b77f-4333-4866-99c9-06bdc72b263b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.0622373 Sep 17 22:28:20.805668 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ae74b25-73eb-4141-8eb0-516da372ccc0 req-27bc3cba-cfe5-4a48-84fe-f11c1b079d16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283549 Sep 17 22:28:20.964950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094f148-09fa-4694-b8fd-ff1c8460ffb6 req-0b60616c-c7e1-4c82-ab0c-e13fbec1a0d9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.971395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094f148-09fa-4694-b8fd-ff1c8460ffb6 req-0b60616c-c7e1-4c82-ab0c-e13fbec1a0d9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.973062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0094f148-09fa-4694-b8fd-ff1c8460ffb6 req-0b60616c-c7e1-4c82-ab0c-e13fbec1a0d9 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 1683 time: 0.1136055 Sep 17 22:28:20.992368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012d1c-311b-494c-9440-a8a9454fabc8 req-a04a886f-4416-4a01-927c-2f2fb0f769e9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.996497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-58012d1c-311b-494c-9440-a8a9454fabc8 req-a04a886f-4416-4a01-927c-2f2fb0f769e9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1623857 Sep 17 22:28:21.009408 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ae74b25-73eb-4141-8eb0-516da372ccc0 req-d24b2e73-7abe-4cd2-acb5-627a9531c400 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397846 Sep 17 22:28:21.025950 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0094f148-09fa-4694-b8fd-ff1c8460ffb6 req-5e0a614e-d396-4ab6-8398-527f6698457f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/security-groups?id=d64f4638-a368-450a-9d71-42dd0ea5351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464950 Sep 17 22:28:21.048865 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-1cd0803a-6225-42cd-8571-279ef577fa31 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.079882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f16d-bae0-472c-a185-ff43797cadab tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.121151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0803a-6225-42cd-8571-279ef577fa31 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Port': ['ID=3c2b1726-5daa-4999-a75f-dcb44eba0fa6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:21.136999 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-58012d1c-311b-494c-9440-a8a9454fabc8 req-5589c21a-fdce-4989-bf95-21e5239e0531 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085122 Sep 17 22:28:21.182157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-1cd0803a-6225-42cd-8571-279ef577fa31 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] No DVR routers for this DVR port 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:21.186555 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-1cd0803a-6225-42cd-8571-279ef577fa31 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.190488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-1cd0803a-6225-42cd-8571-279ef577fa31 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.23 "DELETE /v2.0/ports/3c2b1726-5daa-4999-a75f-dcb44eba0fa6 HTTP/1.1" status: 204 len: 173 time: 1.6452525 Sep 17 22:28:21.198659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ae74b25-73eb-4141-8eb0-516da372ccc0 req-f3874fad-4bab-47be-9731-7a54ddeb468b service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160524 Sep 17 22:28:21.206585 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-7ac8f16d-bae0-472c-a185-ff43797cadab tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] update failed (client error): The resource could not be found. Sep 17 22:28:21.207583 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7ac8f16d-bae0-472c-a185-ff43797cadab tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "PUT /v2.0/routers/667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68 HTTP/1.1" status: 404 len: 339 time: 0.8017230 Sep 17 22:28:21.211731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34704) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:21.306597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-a243e55a-b3c8-4792-8a30-9ff53de03ddc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting port 88225b63-3555-42e3-950a-d440613d0f57 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:21.306942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-a243e55a-b3c8-4792-8a30-9ff53de03ddc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.427301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-a243e55a-b3c8-4792-8a30-9ff53de03ddc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] For port 88225b63-3555-42e3-950a-d440613d0f57, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=88225b63-3555-42e3-950a-d440613d0f57,segment=NetworkSegment(5caa3787-d5b2-48a4-9843-241fc8ee9684),segment_id=5caa3787-d5b2-48a4-9843-241fc8ee9684)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:21.427766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-a243e55a-b3c8-4792-8a30-9ff53de03ddc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.457071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-a243e55a-b3c8-4792-8a30-9ff53de03ddc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Calling delete_port for 88225b63-3555-42e3-950a-d440613d0f57 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:21.526920 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.532398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de579b-443e-413f-a984-99ad41926dce req-062f9171-5e17-4bc0-be18-9beea4ae23b6 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.534860 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97de579b-443e-413f-a984-99ad41926dce req-062f9171-5e17-4bc0-be18-9beea4ae23b6 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0976624 Sep 17 22:28:21.594674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97de579b-443e-413f-a984-99ad41926dce req-72ee0b46-08a5-4f6b-a55b-f8962f4356f3 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510657 Sep 17 22:28:21.612738 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-fc155f2a-75b4-48ea-abf4-fc262591b213 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0940645 Sep 17 22:28:21.750518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-a243e55a-b3c8-4792-8a30-9ff53de03ddc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.783215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243e55a-b3c8-4792-8a30-9ff53de03ddc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Port': ['ID=88225b63-3555-42e3-950a-d440613d0f57,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:21.807852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-237bea68-2942-4e54-bd6a-104cb80c762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.815706 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-237bea68-2942-4e54-bd6a-104cb80c762d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 1096 time: 0.1260688 Sep 17 22:28:21.843179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-a243e55a-b3c8-4792-8a30-9ff53de03ddc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] No DVR routers for this DVR port 88225b63-3555-42e3-950a-d440613d0f57 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:21.843932 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-a243e55a-b3c8-4792-8a30-9ff53de03ddc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.846777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f2cea87-5bde-4dc7-bef9-df92f43fdfdb req-a243e55a-b3c8-4792-8a30-9ff53de03ddc tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.23 "DELETE /v2.0/ports/88225b63-3555-42e3-950a-d440613d0f57 HTTP/1.1" status: 204 len: 173 time: 0.6476593 Sep 17 22:28:21.907731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab30765-8438-43b7-a14e-e2f672800dc9 req-4f7e58a3-be77-4ba6-8619-c13fdb667a20 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.909318 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ab30765-8438-43b7-a14e-e2f672800dc9 req-4f7e58a3-be77-4ba6-8619-c13fdb667a20 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.1407981 Sep 17 22:28:21.958121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Allocated IP 172.20.0.1 (cfdd1153-d34b-49fd-8779-5662cdc6d0af/971eb913-f778-4029-82f6-f9153eab652a/84bc1ffa-068d-441d-83ef-930e6dd5b007) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:22.028899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ab30765-8438-43b7-a14e-e2f672800dc9 req-b192a33a-75d2-4fd6-b08a-22a4f223a0c8 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864780 Sep 17 22:28:22.033903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-528b4f0c-ed82-4b34-8cbb-52d1b85ebb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.035122 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-528b4f0c-ed82-4b34-8cbb-52d1b85ebb70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.1884217 Sep 17 22:28:22.123682 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-6442fe9e-92ea-4046-8cc1-2c9b02f18908 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 200 len: 217 time: 0.0795989 Sep 17 22:28:22.152169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-834c3c38-e9b7-414b-80e8-c1acaafd6e59 req-a2f5202c-8a16-48db-abdc-e030e0817e89 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "GET /v2.0/ports?device_id=20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31 HTTP/1.1" status: 200 len: 210 time: 0.0329759 Sep 17 22:28:22.152505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c302cd-364b-4b65-b8d3-56b16ee10e8d req-f9c20167-d99f-4990-bb3b-b81f68e5b4fc tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.154149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-31c302cd-364b-4b65-b8d3-56b16ee10e8d req-f9c20167-d99f-4990-bb3b-b81f68e5b4fc tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0580530 Sep 17 22:28:22.208606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-31c302cd-364b-4b65-b8d3-56b16ee10e8d req-9ca44e9b-1764-46b8-9a0b-7bfcf5c8b465 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 Sep 17 22:28:22.349455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab1652-9a26-4e92-ac8d-57fe02afc415 req-338b79c4-544f-4286-8be0-e6ce55843d30 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.351026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fab1652-9a26-4e92-ac8d-57fe02afc415 req-338b79c4-544f-4286-8be0-e6ce55843d30 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.0821123 Sep 17 22:28:22.352065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'name': 'network-vif-deleted', 'tag': '3c2b1726-5daa-4999-a75f-dcb44eba0fa6'}, {'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'name': 'network-vif-deleted', 'tag': '88225b63-3555-42e3-950a-d440613d0f57'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:22.354475 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f27cf77-26b7-492c-8621-6696335986c0" -d '{"events": [{"server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "name": "network-vif-deleted", "tag": "3c2b1726-5daa-4999-a75f-dcb44eba0fa6"}, {"server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "name": "network-vif-deleted", "tag": "88225b63-3555-42e3-950a-d440613d0f57"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:22.401120 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6fab1652-9a26-4e92-ac8d-57fe02afc415 req-6fa95cf5-a157-4110-8e03-fdbe056c3de0 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Sep 17 22:28:22.465440 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6cb970-6bdb-4a8d-bfdc-56a37e4c335d x-openstack-request-id: req-8c6cb970-6bdb-4a8d-bfdc-56a37e4c335d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:22.465813 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "name": "network-vif-deleted", "tag": "3c2b1726-5daa-4999-a75f-dcb44eba0fa6", "status": "completed", "code": 200}, {"server_uuid": "20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31", "name": "network-vif-deleted", "tag": "88225b63-3555-42e3-950a-d440613d0f57", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:22.466102 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c6cb970-6bdb-4a8d-bfdc-56a37e4c335d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:22.466441 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'name': 'network-vif-deleted', 'tag': '3c2b1726-5daa-4999-a75f-dcb44eba0fa6', 'status': 'completed', 'code': 200} Sep 17 22:28:22.466721 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c324a3-f8ef-4e92-8c2e-e4f0fa78bc31', 'name': 'network-vif-deleted', 'tag': '88225b63-3555-42e3-950a-d440613d0f57', 'status': 'completed', 'code': 200} Sep 17 22:28:22.563460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.584940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-f27ff41d-ef33-4b00-b767-9ea2b06f0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.586392 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-f27ff41d-ef33-4b00-b767-9ea2b06f0548 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.4137089 Sep 17 22:28:22.624244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5a9b-2b8c-418c-97b8-2ad403a12347 req-ba6d1527-e23d-46c5-9b65-7285e59d1ec6 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.628219 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0cd5a9b-2b8c-418c-97b8-2ad403a12347 req-ba6d1527-e23d-46c5-9b65-7285e59d1ec6 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.1035757 Sep 17 22:28:22.656608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-f7deab2f-3f10-4ab9-a9a8-61bf778003ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556359 Sep 17 22:28:22.728071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.769053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0cd5a9b-2b8c-418c-97b8-2ad403a12347 req-1b635d9c-2dd0-4d33-931e-93ca1d6b11d9 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316497 Sep 17 22:28:22.813948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Network cfdd1153-d34b-49fd-8779-5662cdc6d0af is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:22.821133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:22.830186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:22.884639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-d222bbc2-4172-4ac7-a785-90cdf66caf03 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018952 Sep 17 22:28:22.884639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'Port': ['ID=84bc1ffa-068d-441d-83ef-930e6dd5b007,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:22.927129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.953311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device eb180c8f-bfec-4b67-bbbe-394737e30600 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:23.075250 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7639a8e-1d93-47d9-b866-0f6a305e56f9 req-6f9197ed-72fe-4e78-8244-8601b8e4a5c6 service neutron] 10.222.0.15 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733770 Sep 17 22:28:23.085391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:23.099192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:23.127709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:23.127709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3c2b1726-5daa-4999-a75f-dcb44eba0fa6 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:23.127709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 88225b63-3555-42e3-950a-d440613d0f57 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:23.157283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 88225b63-3555-42e3-950a-d440613d0f57 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:23.159339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 88225b63-3555-42e3-950a-d440613d0f57 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:23.163454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'mac_address': 'fa:16:3e:77:70:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:23.207608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.232723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c98d82-8288-4e37-b424-19282af44659 req-fd7a49d8-34f7-4181-b4d9-a9f370968dc2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.233297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.235349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c98d82-8288-4e37-b424-19282af44659 req-fd7a49d8-34f7-4181-b4d9-a9f370968dc2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.0976996 Sep 17 22:28:23.241499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34762) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:23.336300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da07a8f-b0f3-40aa-8c9e-51fb5158fc48 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting subnet bb2314d5-af90-4b7c-a553-d34d16ec0fdf {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:23.339766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8da07a8f-b0f3-40aa-8c9e-51fb5158fc48 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.411155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c98d82-8288-4e37-b424-19282af44659 req-d5d8e876-7c10-4156-93c3-8b45f742cc74 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664481 Sep 17 22:28:23.427755 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8da07a8f-b0f3-40aa-8c9e-51fb5158fc48 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.440916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb180c8f-bfec-4b67-bbbe-394737e30600 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:23.462397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:23.469228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-913454f1-cabb-482d-837e-d3dc6d9bc478 None None] Provisioning complete for port 84bc1ffa-068d-441d-83ef-930e6dd5b007 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:23.469975 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-913454f1-cabb-482d-837e-d3dc6d9bc478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.533066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-913454f1-cabb-482d-837e-d3dc6d9bc478 None None] Port 84bc1ffa-068d-441d-83ef-930e6dd5b007 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:28:23.541993 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.610334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:23.629343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ef146-589c-4210-b2a2-bfa0f7fce06f req-22519bd9-70c3-49b3-9d58-7928265346a0 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.631543 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-393ef146-589c-4210-b2a2-bfa0f7fce06f req-22519bd9-70c3-49b3-9d58-7928265346a0 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.2551939 Sep 17 22:28:23.639690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['eb180c8f-bfec-4b67-bbbe-394737e30600'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:23.647764 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8da07a8f-b0f3-40aa-8c9e-51fb5158fc48 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.766254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71adb9-0066-4f51-bb98-a922785783fc req-ac1d70d1-72ee-4621-a76e-ab4ccc496a25 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.774436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd71adb9-0066-4f51-bb98-a922785783fc req-ac1d70d1-72ee-4621-a76e-ab4ccc496a25 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.0750821 Sep 17 22:28:23.781228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-393ef146-589c-4210-b2a2-bfa0f7fce06f req-ae5ab2cd-d5bf-4dfc-b552-3e23ec9cfc0e tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414433 Sep 17 22:28:23.797089 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.827071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd71adb9-0066-4f51-bb98-a922785783fc req-14e95322-de48-40ac-9fb4-eb847a639eaf tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515759 Sep 17 22:28:23.836276 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8da07a8f-b0f3-40aa-8c9e-51fb5158fc48 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.880897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da07a8f-b0f3-40aa-8c9e-51fb5158fc48 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2314d5-af90-4b7c-a553-d34d16ec0fdf,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:23.883267 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8da07a8f-b0f3-40aa-8c9e-51fb5158fc48 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.885217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8da07a8f-b0f3-40aa-8c9e-51fb5158fc48 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "DELETE /v2.0/subnets/bb2314d5-af90-4b7c-a553-d34d16ec0fdf HTTP/1.1" status: 204 len: 168 time: 0.6427925 Sep 17 22:28:23.887737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34784) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:23.895104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4561150-ef25-4963-acd7-f744902eff51 None None] Network 9d77a358-83d1-435f-8df7-54dc4e4ac592 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:23.906995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.007057 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.043824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event updated for resources: {'Port': ['ID=84bc1ffa-068d-441d-83ef-930e6dd5b007,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:24.066857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.072750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting port aad6cba2-7d88-4790-a053-173901eca091 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:24.073812 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.181880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] For port aad6cba2-7d88-4790-a053-173901eca091, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=aad6cba2-7d88-4790-a053-173901eca091,segment=NetworkSegment(97fc2ed4-ed58-40ff-b774-108df670123b),segment_id=97fc2ed4-ed58-40ff-b774-108df670123b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:24.182266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.188570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99c487-cb19-4233-a51f-912cb808d97f None None] DHCP port deletion for 9d77a358-83d1-435f-8df7-54dc4e4ac592 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:24.199701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Calling delete_port for aad6cba2-7d88-4790-a053-173901eca091 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:24.209042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Network cfdd1153-d34b-49fd-8779-5662cdc6d0af is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:24.210644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:24.265990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ff99c487-cb19-4233-a51f-912cb808d97f None None] Deleting port aad6cba2-7d88-4790-a053-173901eca091 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:24.266532 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ff99c487-cb19-4233-a51f-912cb808d97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.323968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Router 667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:28:24.359343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ff99c487-cb19-4233-a51f-912cb808d97f None None] For port aad6cba2-7d88-4790-a053-173901eca091, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=aad6cba2-7d88-4790-a053-173901eca091,segment=NetworkSegment(97fc2ed4-ed58-40ff-b774-108df670123b),segment_id=97fc2ed4-ed58-40ff-b774-108df670123b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:24.359343 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ff99c487-cb19-4233-a51f-912cb808d97f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.368904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ff99c487-cb19-4233-a51f-912cb808d97f None None] Calling delete_port for aad6cba2-7d88-4790-a053-173901eca091 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:24.419214 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.460006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:28:24.467295 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1d5ca81e-4b7f-4891-bb02-120131e59c18 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "PUT /v2.0/routers/667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2542121 Sep 17 22:28:24.470228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34796) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:24.472727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Port': ['ID=aad6cba2-7d88-4790-a053-173901eca091,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:24.475419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac7aeb-b534-4265-980e-fc72fe4f747a None None] Sync routers for ids ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:28:24.483715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] No DVR routers for this DVR port aad6cba2-7d88-4790-a053-173901eca091 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:24.502853 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:28:24.507539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac7aeb-b534-4265-980e-fc72fe4f747a None None] Routers {'667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:24.507539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-22ac7aeb-b534-4265-980e-fc72fe4f747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:24.568164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-22ac7aeb-b534-4265-980e-fc72fe4f747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:24.585387 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ff99c487-cb19-4233-a51f-912cb808d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.601089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99c487-cb19-4233-a51f-912cb808d97f None None] No DVR routers for this DVR port aad6cba2-7d88-4790-a053-173901eca091 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:24.627214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac7aeb-b534-4265-980e-fc72fe4f747a None None] Routers {'667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:24.627214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-22ac7aeb-b534-4265-980e-fc72fe4f747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:24.630654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99c487-cb19-4233-a51f-912cb808d97f None None] Pushing event deleted for resources: {'Port': ['ID=aad6cba2-7d88-4790-a053-173901eca091,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:24.680058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-22ac7aeb-b534-4265-980e-fc72fe4f747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:24.680727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac7aeb-b534-4265-980e-fc72fe4f747a None None] The sync data for ids ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:28:24.694213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-23624b51-ec51-4560-82c4-8ffb4dead5b5 None None] Provisioning complete for port 84bc1ffa-068d-441d-83ef-930e6dd5b007 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:24.695057 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23624b51-ec51-4560-82c4-8ffb4dead5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.712553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.744461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d77a358-83d1-435f-8df7-54dc4e4ac592']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:24.757781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fc2ed4-ed58-40ff-b774-108df670123b') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:24.758077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fc2ed4-ed58-40ff-b774-108df670123b') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:24.762312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-23624b51-ec51-4560-82c4-8ffb4dead5b5 None None] Port 84bc1ffa-068d-441d-83ef-930e6dd5b007 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:28:24.776244 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.777272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d036f79e-fd0b-455e-b762-86a8b208fec3 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.794607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3636e-b562-4353-bf41-fa35b8b953aa req-a95976cd-6a9a-4f5b-91c8-ce3e333bf321 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:24.801993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cc3636e-b562-4353-bf41-fa35b8b953aa req-a95976cd-6a9a-4f5b-91c8-ce3e333bf321 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.2276912 Sep 17 22:28:24.829642 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.839352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:24.839756 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:24.842950 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:24.889114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cc3636e-b562-4353-bf41-fa35b8b953aa req-e236cd9d-2cb3-473d-b901-3311371c8c7c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858073 Sep 17 22:28:24.944140 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device eb180c8f-bfec-4b67-bbbe-394737e30600 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:24.990447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-f1475d3d-08f3-4520-97ea-9aa75c7a6804 service neutron] 10.222.0.15 "GET /v2.0/ports/9cfbaa26-0bf3-44dc-a56b-85e2143e3032/bindings/n-h1-713499-18 HTTP/1.1" status: 200 len: 385 time: 0.3394995 Sep 17 22:28:25.001381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port eb180c8f-bfec-4b67-bbbe-394737e30600 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:25.002814 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.045377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9caa2-9a78-44d2-994e-40708ef1d8a7 req-01dbd299-24d6-4628-ab7a-dcc11bc32c4e tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.054859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70d9caa2-9a78-44d2-994e-40708ef1d8a7 req-01dbd299-24d6-4628-ab7a-dcc11bc32c4e tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.0877099 Sep 17 22:28:25.086251 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-d036f79e-fd0b-455e-b762-86a8b208fec3 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:28:25.087323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d036f79e-fd0b-455e-b762-86a8b208fec3 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "DELETE /v2.0/routers/667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68 HTTP/1.1" status: 409 len: 329 time: 0.6154819 Sep 17 22:28:25.094206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34810) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:25.097416 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.151259 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.157114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70d9caa2-9a78-44d2-994e-40708ef1d8a7 req-66277c10-19a4-4d3f-b354-b0f9a96a36fb tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013198 Sep 17 22:28:25.174099 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.174099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "DELETE /v2.0/networks/9d77a358-83d1-435f-8df7-54dc4e4ac592 HTTP/1.1" status: 204 len: 168 time: 1.2833054 Sep 17 22:28:25.199878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:25.202582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:25.210881 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a147ac7-2706-41a4-aae7-beaace35e076" -d '{"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-plugged", "status": "completed", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:25.216240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536d71d-a2fd-46c4-8bb7-950a1299d62c tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Network': ['ID=9d77a358-83d1-435f-8df7-54dc4e4ac592,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:25.217529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34812) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:25.306493 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.384657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=10']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:25.403873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d859e3-1f09-4b5a-99be-289ed75d198a req-c19a2510-766d-46ff-a5c5-96bdc6fabc77 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.414286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82d859e3-1f09-4b5a-99be-289ed75d198a req-c19a2510-766d-46ff-a5c5-96bdc6fabc77 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.1458910 Sep 17 22:28:25.510482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82d859e3-1f09-4b5a-99be-289ed75d198a req-e2523f35-d01c-4d13-b647-5daf26a0eb59 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949962 Sep 17 22:28:25.520523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3232e3-3f5a-4584-a3a8-bd2e130dd5b2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting subnet 0a05d15c-9e54-482e-a408-a00d15e6009a {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:25.549156 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea3232e3-3f5a-4584-a3a8-bd2e130dd5b2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.561229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-ef9ddea6-97cb-4aef-afab-11daca76e6ad service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:25.611224 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8ed9a-3b3e-4ea0-9453-73a4ec83372e req-f7db2971-98cd-442a-a19b-fb574425100c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.619018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93e8ed9a-3b3e-4ea0-9453-73a4ec83372e req-f7db2971-98cd-442a-a19b-fb574425100c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.3540771 Sep 17 22:28:25.628995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-ef9ddea6-97cb-4aef-afab-11daca76e6ad service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:25.712943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93e8ed9a-3b3e-4ea0-9453-73a4ec83372e req-01fa00df-624c-4493-a249-e23e8ce3448f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923626 Sep 17 22:28:25.721195 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467d3876-c6d7-4170-ab17-43a57db2d9da x-openstack-request-id: req-467d3876-c6d7-4170-ab17-43a57db2d9da {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:25.721426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea3232e3-3f5a-4584-a3a8-bd2e130dd5b2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.721540 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-plugged", "status": "completed", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:25.721733 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-467d3876-c6d7-4170-ab17-43a57db2d9da {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:25.722132 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'code': 200} Sep 17 22:28:25.740595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-ef9ddea6-97cb-4aef-afab-11daca76e6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:25.760474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-ef9ddea6-97cb-4aef-afab-11daca76e6ad service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:25.837805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device aad6cba2-7d88-4790-a053-173901eca091 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:25.885545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: aad6cba2-7d88-4790-a053-173901eca091 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:25.885897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device aad6cba2-7d88-4790-a053-173901eca091 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:25.896623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-ef9ddea6-97cb-4aef-afab-11daca76e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.931037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea3232e3-3f5a-4584-a3a8-bd2e130dd5b2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.943886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-3cde501b-a766-432d-a00c-8db1cec5aadf tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.945460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-3cde501b-a766-432d-a00c-8db1cec5aadf tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.15 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.1324201 Sep 17 22:28:26.024358 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.120237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93762998-5320-412e-9427-72a3654beae7 req-9dd34904-ad59-47eb-9dcf-ac96f5375783 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:26.129394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93762998-5320-412e-9427-72a3654beae7 req-9dd34904-ad59-47eb-9dcf-ac96f5375783 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 943 time: 0.1168170 Sep 17 22:28:26.132144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-ef9ddea6-97cb-4aef-afab-11daca76e6ad service neutron] Transition to ACTIVE for port object 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:26.191564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93762998-5320-412e-9427-72a3654beae7 req-fa6ddfb1-55fe-432e-b9c3-0ebf10532c44 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611269 Sep 17 22:28:26.199167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-ef9ddea6-97cb-4aef-afab-11daca76e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.268684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-ef9ddea6-97cb-4aef-afab-11daca76e6ad service neutron] No DVR routers for this DVR port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:26.292641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea3232e3-3f5a-4584-a3a8-bd2e130dd5b2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.323379 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-ef9ddea6-97cb-4aef-afab-11daca76e6ad service neutron] 10.222.0.15 "PUT /v2.0/ports/9cfbaa26-0bf3-44dc-a56b-85e2143e3032/bindings/n-h1-713499-18/activate HTTP/1.1" status: 200 len: 370 time: 1.3208334 Sep 17 22:28:26.337940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ddea6-97cb-4aef-afab-11daca76e6ad service neutron] Pushing event updated for resources: {'Port': ['ID=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,revision_number=10']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:26.401696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3232e3-3f5a-4584-a3a8-bd2e130dd5b2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Subnet': ['ID=0a05d15c-9e54-482e-a408-a00d15e6009a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:26.435361 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24807498-0e65-4cbc-8ea2-cfc15bc023c2 None None] Network 23aa2414-4395-4c50-9a0a-4767d074a85d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:26.450501 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea3232e3-3f5a-4584-a3a8-bd2e130dd5b2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.455942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ea3232e3-3f5a-4584-a3a8-bd2e130dd5b2 tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "DELETE /v2.0/subnets/0a05d15c-9e54-482e-a408-a00d15e6009a HTTP/1.1" status: 204 len: 168 time: 1.2348022 Sep 17 22:28:26.460218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34836) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:26.467694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Deleting port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:26.468085 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.488952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:26.573311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad013fa-0389-4d81-82d9-14a6e07256db req-15bc1c41-a785-4348-bc4d-e7a05038fdc3 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:26.574979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cad013fa-0389-4d81-82d9-14a6e07256db req-15bc1c41-a785-4348-bc4d-e7a05038fdc3 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 945 time: 0.2645352 Sep 17 22:28:26.645758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:26.646070 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.697636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] For port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:26.698011 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.739755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Deleting port 33accfc3-61f7-4aac-87df-3cb6527eada1 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:26.740114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.759800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Calling delete_port for fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:26.764108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cad013fa-0389-4d81-82d9-14a6e07256db req-24606acb-5526-46db-b182-5cd2db62ed69 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648343 Sep 17 22:28:26.781044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-bf4e6ed1-2b3a-4716-91de-875d216cdc3d tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:26.782951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-bf4e6ed1-2b3a-4716-91de-875d216cdc3d tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.2032540 Sep 17 22:28:26.888711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] For port 33accfc3-61f7-4aac-87df-3cb6527eada1, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=33accfc3-61f7-4aac-87df-3cb6527eada1,segment=NetworkSegment(5caa3787-d5b2-48a4-9843-241fc8ee9684),segment_id=5caa3787-d5b2-48a4-9843-241fc8ee9684)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:26.889094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf8b74a-af18-4d4d-a9d3-bff91c6da206 None None] DHCP port deletion for 23aa2414-4395-4c50-9a0a-4767d074a85d request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:26.890051 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.929234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Calling delete_port for 33accfc3-61f7-4aac-87df-3cb6527eada1 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:27.009850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8b74a-af18-4d4d-a9d3-bff91c6da206 None None] Deleting port 33accfc3-61f7-4aac-87df-3cb6527eada1 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:27.015216 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b74a-af18-4d4d-a9d3-bff91c6da206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.048878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926afe7-ba24-4cac-aaf6-bcb91276e8c1 req-a8d2f082-b5d2-4015-869e-8c1388a84aab tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.056106 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c926afe7-ba24-4cac-aaf6-bcb91276e8c1 req-a8d2f082-b5d2-4015-869e-8c1388a84aab tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.1117523 Sep 17 22:28:27.127107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c926afe7-ba24-4cac-aaf6-bcb91276e8c1 req-cff9c207-1eb6-4aac-a1ac-5e2aefb70465 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686235 Sep 17 22:28:27.127250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bcf8b74a-af18-4d4d-a9d3-bff91c6da206 None None] For port 33accfc3-61f7-4aac-87df-3cb6527eada1, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=33accfc3-61f7-4aac-87df-3cb6527eada1,segment=NetworkSegment(5caa3787-d5b2-48a4-9843-241fc8ee9684),segment_id=5caa3787-d5b2-48a4-9843-241fc8ee9684)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:27.128289 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b74a-af18-4d4d-a9d3-bff91c6da206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.148456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8b74a-af18-4d4d-a9d3-bff91c6da206 None None] Calling delete_port for 33accfc3-61f7-4aac-87df-3cb6527eada1 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:27.176363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-204c48de-af7b-40b4-963e-a5d0f57d1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.177866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-204c48de-af7b-40b4-963e-a5d0f57d1203 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721&tenant_id=a202bb9a868f4e9b94bee628f0f7b756 HTTP/1.1" status: 200 len: 1096 time: 0.3867931 Sep 17 22:28:27.196043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.229911 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Port': ['ID=33accfc3-61f7-4aac-87df-3cb6527eada1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:27.236453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] No DVR routers for this DVR port 33accfc3-61f7-4aac-87df-3cb6527eada1 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:27.241223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db80587-869c-4063-80fc-826c04f9ef93 req-69a27f97-e1f9-4e23-9f65-dd400fe6eb46 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.255720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8db80587-869c-4063-80fc-826c04f9ef93 req-69a27f97-e1f9-4e23-9f65-dd400fe6eb46 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.2130623 Sep 17 22:28:27.277013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Deleting port 84bc1ffa-068d-441d-83ef-930e6dd5b007 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:27.277388 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.291630 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b74a-af18-4d4d-a9d3-bff91c6da206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.293523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.353861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ea808854-5be3-4760-be11-db1917d9338a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:27.356110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:27.360185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8b74a-af18-4d4d-a9d3-bff91c6da206 None None] No DVR routers for this DVR port 33accfc3-61f7-4aac-87df-3cb6527eada1 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:27.360540 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.361987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8b74a-af18-4d4d-a9d3-bff91c6da206 None None] Pushing event deleted for resources: {'Port': ['ID=33accfc3-61f7-4aac-87df-3cb6527eada1,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:27.395875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23aa2414-4395-4c50-9a0a-4767d074a85d']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:27.410665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5caa3787-d5b2-48a4-9843-241fc8ee9684') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:27.411035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5caa3787-d5b2-48a4-9843-241fc8ee9684') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:27.425613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.490263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.513558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6003a8-6964-4780-ad3c-4f2d1d14ddb0 req-db26f94a-69b3-4115-a4db-b802616f0214 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.515153 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb6003a8-6964-4780-ad3c-4f2d1d14ddb0 req-db26f94a-69b3-4115-a4db-b802616f0214 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 944 time: 0.0858943 Sep 17 22:28:27.516345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:27.516904 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:27.520609 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:27.630868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb6003a8-6964-4780-ad3c-4f2d1d14ddb0 req-8463f7ef-2f45-4af1-8a13-9c82da95dc06 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955248 Sep 17 22:28:27.700353 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.716486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.718367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] 10.222.0.30 "DELETE /v2.0/networks/23aa2414-4395-4c50-9a0a-4767d074a85d HTTP/1.1" status: 204 len: 168 time: 1.2571537 Sep 17 22:28:27.754611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb8095-57d1-4449-8ccc-a1ca8912486f tempest-ServersTestMultiNic-766312878 tempest-ServersTestMultiNic-766312878-project] Pushing event deleted for resources: {'Network': ['ID=23aa2414-4395-4c50-9a0a-4767d074a85d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:27.832431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 33accfc3-61f7-4aac-87df-3cb6527eada1 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:27.873637 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 33accfc3-61f7-4aac-87df-3cb6527eada1 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:27.875595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 33accfc3-61f7-4aac-87df-3cb6527eada1 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:27.882923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Pushing event deleted for resources: {'Port': ['ID=fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:27.922820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.923744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.924183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.924652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.925046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.925462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.925867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.926268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.926659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.927045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.927432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.927807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:27.950878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65232ae7-03dc-45a4-9c77-ede70b909878 req-7de3da46-29af-45fa-b953-90793b506e80 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 210 time: 0.0511565 Sep 17 22:28:27.992363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] No DVR routers for this DVR port fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:28.004538 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.005312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3e39b198-e4e4-483e-bc88-3c456e2e4d20 req-632e74e9-f16e-45c2-a57b-40c86147a4b5 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.15 "DELETE /v2.0/ports/fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b HTTP/1.1" status: 204 len: 173 time: 2.0315025 Sep 17 22:28:28.007192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.011129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-d9f5b31c-11ef-40c3-91b2-d917f2a5c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:28.012775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-d9f5b31c-11ef-40c3-91b2-d917f2a5c0d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 1096 time: 0.8010786 Sep 17 22:28:28.013132 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273c9bbf-d102-4cbe-a025-678bbf680165', 'name': 'network-vif-deleted', 'tag': 'fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:28.015431 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37bb727-14cf-444e-8878-6681a85aec54" -d '{"events": [{"server_uuid": "273c9bbf-d102-4cbe-a025-678bbf680165", "name": "network-vif-deleted", "tag": "fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:28.046794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8db80587-869c-4063-80fc-826c04f9ef93 req-dd6d526b-5e60-4975-9117-a33d608a475b tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7558234 Sep 17 22:28:28.057783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Calling delete_port for 84bc1ffa-068d-441d-83ef-930e6dd5b007 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:28.135892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34878) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:28.159405 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40327078-83ae-46a8-9401-74a8fcc09fb6 x-openstack-request-id: req-40327078-83ae-46a8-9401-74a8fcc09fb6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:28.159674 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273c9bbf-d102-4cbe-a025-678bbf680165", "name": "network-vif-deleted", "tag": "fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:28.159994 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40327078-83ae-46a8-9401-74a8fcc09fb6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:28.160601 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273c9bbf-d102-4cbe-a025-678bbf680165', 'name': 'network-vif-deleted', 'tag': 'fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b', 'status': 'completed', 'code': 200} Sep 17 22:28:28.205597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-b612ce18-49ea-498b-a616-4032747a188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:28.207095 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-b612ce18-49ea-498b-a616-4032747a188d service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 200 len: 908 time: 0.1799648 Sep 17 22:28:28.315760 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-ae76384b-f502-4459-9e79-0e99844a98d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032 HTTP/1.1" status: 200 len: 217 time: 0.0989208 Sep 17 22:28:28.426438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-0ca0cffe-61f4-4020-b28f-b5274e51af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:28.428028 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-0ca0cffe-61f4-4020-b28f-b5274e51af25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 200 len: 847 time: 0.1031277 Sep 17 22:28:28.492975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-8cabeb18-c2f1-477c-b45e-c81f5e09cf37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b05c37-47f7-49f8-994b-dfa2648565f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566733 Sep 17 22:28:28.511585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abd970-55ec-406f-8598-ce85431f458f req-025f4755-6344-438b-9367-b3b956a55720 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:28.519421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:28.530856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0abd970-55ec-406f-8598-ce85431f458f req-025f4755-6344-438b-9367-b3b956a55720 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 943 time: 0.2223129 Sep 17 22:28:28.648652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:28.665065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'port_id': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'mac_address': 'fa:16:3e:64:cf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:28.707405 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.728917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:28.755309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:28.760528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.796866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0abd970-55ec-406f-8598-ce85431f458f req-57bb4dec-67f2-43fb-ae24-4efbe725e301 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648857 Sep 17 22:28:28.833266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event deleted for resources: {'Port': ['ID=84bc1ffa-068d-441d-83ef-930e6dd5b007,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:28.845758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda569a4-8e4b-48ed-b9d9-a240b333b022 req-f56eb26a-d361-4acd-9bd8-9d6054c7c416 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:28.847298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bda569a4-8e4b-48ed-b9d9-a240b333b022 req-f56eb26a-d361-4acd-9bd8-9d6054c7c416 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 944 time: 0.0974014 Sep 17 22:28:28.852614 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.855503 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.987902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:29.022148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-538ff2f8-6fdc-4901-91ed-073bbf6279ca service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190568 Sep 17 22:28:29.039016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bda569a4-8e4b-48ed-b9d9-a240b333b022 req-74cdaad7-b0e5-49c0-8316-928d28b5164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828477 Sep 17 22:28:29.101853 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.206384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284966b6-92fc-436b-8b6f-550520c414ad req-43168e72-6410-4332-9db8-a194c6a761e0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.208254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-284966b6-92fc-436b-8b6f-550520c414ad req-43168e72-6410-4332-9db8-a194c6a761e0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.15 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.3679554 Sep 17 22:28:29.246040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34d514c0-1223-4e24-8add-4beeb4c3b058 req-85c53a80-277b-400e-b702-bcfb8b733293 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=273c9bbf-d102-4cbe-a025-678bbf680165 HTTP/1.1" status: 200 len: 210 time: 0.1083829 Sep 17 22:28:29.280241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:29.318515 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a9a77-d5bb-4ef2-bc21-5a3de2da750c req-bb58ba9f-5387-410c-8e16-27fe00d7c571 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:29.320680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-543a9a77-d5bb-4ef2-bc21-5a3de2da750c req-bb58ba9f-5387-410c-8e16-27fe00d7c571 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.1084559 Sep 17 22:28:29.347322 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.416307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-543a9a77-d5bb-4ef2-bc21-5a3de2da750c req-16382201-1d14-4ec2-b0f7-9b09f7bc03c5 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883653 Sep 17 22:28:29.514461 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-d87f016b-4bbe-448e-b9ff-c65e4083a580 service neutron] 10.222.0.23 "GET /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164414 Sep 17 22:28:29.517547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Deleting port 4d740fb5-e466-4d06-8d02-600f28a07806 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:29.518004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.639229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] For port 4d740fb5-e466-4d06-8d02-600f28a07806, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4d740fb5-e466-4d06-8d02-600f28a07806,segment=NetworkSegment(2495ff7b-2cf2-4de0-9f13-753bceaa134a),segment_id=2495ff7b-2cf2-4de0-9f13-753bceaa134a)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:29.639608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.656743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Calling delete_port for 4d740fb5-e466-4d06-8d02-600f28a07806 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:29.665848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Router 667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:28:29.677529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Deleting port c2ec0019-c099-4679-9e0b-4e99af0e5731 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:29.680301 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.816109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:28:29.863493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] For port c2ec0019-c099-4679-9e0b-4e99af0e5731, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c2ec0019-c099-4679-9e0b-4e99af0e5731,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:29.863866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.033753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a623245-49e0-42e1-9cf4-e3a6cd1ef91b None None] Sync routers for ids ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:28:30.033753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a623245-49e0-42e1-9cf4-e3a6cd1ef91b None None] Routers {'667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:30.033753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1a623245-49e0-42e1-9cf4-e3a6cd1ef91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:30.034289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e4db65cc-1632-48f7-9334-6a32d5b71061 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "PUT /v2.0/routers/667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8663428 Sep 17 22:28:30.034650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34906) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:30.034650 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-fa03648d-504e-4070-b9d8-8758b71317ce tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] show failed (client error): The resource could not be found. Sep 17 22:28:30.034650 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fa03648d-504e-4070-b9d8-8758b71317ce tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-2048671885 HTTP/1.1" status: 404 len: 335 time: 0.0491748 Sep 17 22:28:30.034650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34908) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:30.034650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2bb79b20-6edd-46ab-be06-8bce6d3c684f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:30.037712 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1a623245-49e0-42e1-9cf4-e3a6cd1ef91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:30.056174 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a623245-49e0-42e1-9cf4-e3a6cd1ef91b None None] Routers {'667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:30.056875 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1a623245-49e0-42e1-9cf4-e3a6cd1ef91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:30.073580 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-2bb79b20-6edd-46ab-be06-8bce6d3c684f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] update failed (client error): The resource could not be found. Sep 17 22:28:30.075344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2bb79b20-6edd-46ab-be06-8bce6d3c684f tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-522523206 HTTP/1.1" status: 404 len: 334 time: 0.0497112 Sep 17 22:28:30.093783 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34912) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:30.111286 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1a623245-49e0-42e1-9cf4-e3a6cd1ef91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:30.112154 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a623245-49e0-42e1-9cf4-e3a6cd1ef91b None None] The sync data for ids ['667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:28:30.175580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-602e06db-e962-4436-9c9e-7cb1a6cbdd76 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Deleting subnet eb20c28c-4af7-4b29-beac-59423e0af132 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:30.179723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-602e06db-e962-4436-9c9e-7cb1a6cbdd76 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.190110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f2c76-c4e1-4cfa-b81b-207c1254f50f req-727a4dd5-116c-4f0a-a319-3d3ee045ad78 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.191596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf3f2c76-c4e1-4cfa-b81b-207c1254f50f req-727a4dd5-116c-4f0a-a319-3d3ee045ad78 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 944 time: 0.1077850 Sep 17 22:28:30.216348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee931b10-7ff8-40ac-9c19-bbf08460da27 req-14aa13df-99c8-46d6-8068-0bc227cf4a9e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.217902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ee931b10-7ff8-40ac-9c19-bbf08460da27 req-14aa13df-99c8-46d6-8068-0bc227cf4a9e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 944 time: 0.0587125 Sep 17 22:28:30.243808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-602e06db-e962-4436-9c9e-7cb1a6cbdd76 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.267910 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ee931b10-7ff8-40ac-9c19-bbf08460da27 req-95fa118a-3627-4eb2-aa91-b7bcc3ccb4bf tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427151 Sep 17 22:28:30.278893 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf3f2c76-c4e1-4cfa-b81b-207c1254f50f req-f91a550a-226b-4d0c-a6e5-2aeb47874d00 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694325 Sep 17 22:28:30.467114 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.469386 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.469386 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Floating IP 5d55fb93-c929-4f51-b574-d4f099b6e257 disassociated. External IP: 172.25.6.236, port: c2ec0019-c099-4679-9e0b-4e99af0e5731. Sep 17 22:28:30.469386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Calling delete_port for c2ec0019-c099-4679-9e0b-4e99af0e5731 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:30.540818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:30.627086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.660139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d740fb5-e466-4d06-8d02-600f28a07806,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:30.703151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:30.703900 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.749438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.749823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.750164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.750516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.752231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.752748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.753083 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.753409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.753732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.754066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.754396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.754715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:30.775052 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-602e06db-e962-4436-9c9e-7cb1a6cbdd76 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.777064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc94dc8-d9f7-48a3-87f9-06247b6454af req-ece10539-7d72-45c2-8715-9a6a1e3eac10 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.785795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbc94dc8-d9f7-48a3-87f9-06247b6454af req-ece10539-7d72-45c2-8715-9a6a1e3eac10 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 945 time: 0.2578208 Sep 17 22:28:30.799009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-1ab27169-d105-4e8d-a6ba-badf280b536c tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.800757 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-1ab27169-d105-4e8d-a6ba-badf280b536c tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721&tenant_id=a202bb9a868f4e9b94bee628f0f7b756&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.2331960 Sep 17 22:28:30.884766 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.911878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbc94dc8-d9f7-48a3-87f9-06247b6454af req-3d0661d5-b6f7-4b55-90da-b0fe4a623a26 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups?id=df5924d2-1f8d-4dc7-805b-5699146e24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247132 Sep 17 22:28:30.918603 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.962617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Pushing event deleted for resources: {'Port': ['ID=c2ec0019-c099-4679-9e0b-4e99af0e5731,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:31.014545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:31.017260 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097e9037-6e7d-468b-8cc9-081d3ae456e3" -d '{"events": [{"server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "name": "network-vif-plugged", "status": "completed", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:31.057129 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:31.090589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-602e06db-e962-4436-9c9e-7cb1a6cbdd76 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.108258 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f840cc8-f081-49dc-b08e-ac1945e99353 x-openstack-request-id: req-4f840cc8-f081-49dc-b08e-ac1945e99353 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:31.108552 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "name": "network-vif-plugged", "status": "completed", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:31.108802 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f840cc8-f081-49dc-b08e-ac1945e99353 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:31.109227 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'code': 200} Sep 17 22:28:31.135529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.135749 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.135749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c2ec0019-c099-4679-9e0b-4e99af0e5731 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:31.137142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e06db-e962-4436-9c9e-7cb1a6cbdd76 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event deleted for resources: {'Subnet': ['ID=eb20c28c-4af7-4b29-beac-59423e0af132,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:31.149832 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-602e06db-e962-4436-9c9e-7cb1a6cbdd76 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.152143 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-602e06db-e962-4436-9c9e-7cb1a6cbdd76 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "DELETE /v2.0/subnets/eb20c28c-4af7-4b29-beac-59423e0af132 HTTP/1.1" status: 204 len: 168 time: 1.0570936 Sep 17 22:28:31.154614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34940) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:31.199699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20851d5-6e4a-4a14-b6e8-ded7c5e0c08f None None] Network 662f849f-af9b-4827-8b59-82262baae356 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:31.208910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abed92f-960d-440d-b9d4-76cddcad7387 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Deleting subnet 555f338a-3b72-4b4a-be62-2a0a59984b44 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:31.215059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7abed92f-960d-440d-b9d4-76cddcad7387 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.245619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: c2ec0019-c099-4679-9e0b-4e99af0e5731 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:31.246391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c2ec0019-c099-4679-9e0b-4e99af0e5731 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:31.246824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:31.291230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Router e4ed8c68-260b-4548-b196-8a241aed5136 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:28:31.294271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:31.294627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device fb7ee356-1a0f-4ec3-9c00-a16b7de8e72b not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:31.320283 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7abed92f-960d-440d-b9d4-76cddcad7387 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.337235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66177d4-e92d-4c9f-96ac-d38f4c595957 req-23f164c8-975d-4ca7-91a4-e84643b6da09 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:31.339738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f66177d4-e92d-4c9f-96ac-d38f4c595957 req-23f164c8-975d-4ca7-91a4-e84643b6da09 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.2683685 Sep 17 22:28:31.428324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=10']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:31.490112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-f0d90206-a403-41eb-9517-e9efd4e9301f service neutron] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:31.502565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-f0d90206-a403-41eb-9517-e9efd4e9301f service neutron] Notify callbacks [] for binding, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.503944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88c73f9f-0c87-4cf5-9a41-b24360199435 req-f0d90206-a403-41eb-9517-e9efd4e9301f service neutron] 10.222.0.23 "DELETE /v2.0/ports/9cfbaa26-0bf3-44dc-a56b-85e2143e3032/bindings/n-h2-713499-18 HTTP/1.1" status: 204 len: 173 time: 0.6932628 Sep 17 22:28:31.546954 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f66177d4-e92d-4c9f-96ac-d38f4c595957 req-ac1cd99e-b463-497c-91e6-5f4390abfd1e tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893537 Sep 17 22:28:31.670936 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77beebc1-5777-4065-b462-361bf350b02f None None] DHCP port deletion for 662f849f-af9b-4827-8b59-82262baae356 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:31.769115 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62956dc7-c89f-4da2-b22d-3156f4743db1 req-f10755fb-569f-4577-abba-270d58fc758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:31.780535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:28:31.780753 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62956dc7-c89f-4da2-b22d-3156f4743db1 req-f10755fb-569f-4577-abba-270d58fc758d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 1098 time: 0.2667079 Sep 17 22:28:31.808726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] Sync routers for ids ['e4ed8c68-260b-4548-b196-8a241aed5136'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:28:31.816171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b9db-f9f2-4790-92ee-62fce8c1ef53 req-fa9633bb-c643-4c5d-9c82-9ff37fe8b8af tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:31.827137 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa75b9db-f9f2-4790-92ee-62fce8c1ef53 req-fa9633bb-c643-4c5d-9c82-9ff37fe8b8af tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 944 time: 0.3595097 Sep 17 22:28:31.834859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] Routers {'e4ed8c68-260b-4548-b196-8a241aed5136'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:31.835970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['e4ed8c68-260b-4548-b196-8a241aed5136'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:31.941815 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62956dc7-c89f-4da2-b22d-3156f4743db1 req-5c09c17f-02ca-4e43-929c-80f330d5836b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007676 Sep 17 22:28:31.981439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] No DVR routers for this DVR port c2ec0019-c099-4679-9e0b-4e99af0e5731 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:31.987113 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.990805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-284966b6-92fc-436b-8b6f-550520c414ad req-1053f379-8599-45e9-8367-4247ff6720c4 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.15 "DELETE /v2.0/ports/c2ec0019-c099-4679-9e0b-4e99af0e5731 HTTP/1.1" status: 204 len: 173 time: 2.7611685 Sep 17 22:28:31.995274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72af353-8975-4781-acf0-5f3d05729283', 'name': 'network-vif-deleted', 'tag': 'c2ec0019-c099-4679-9e0b-4e99af0e5731'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:31.999643 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e956f3-a352-47ac-8d92-d9c433a0ec4e" -d '{"events": [{"server_uuid": "d72af353-8975-4781-acf0-5f3d05729283", "name": "network-vif-deleted", "tag": "c2ec0019-c099-4679-9e0b-4e99af0e5731"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:32.044296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 541d35bb-9677-46b8-99ce-cba1618745f9 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:32.051113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aa845-b8ba-4305-a84e-a0c0a79934cf req-f25f10dc-dce7-4aaf-a850-71b3ad488b5b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:32.051409 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7abed92f-960d-440d-b9d4-76cddcad7387 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.064750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be5aa845-b8ba-4305-a84e-a0c0a79934cf req-f25f10dc-dce7-4aaf-a850-71b3ad488b5b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 946 time: 0.2576346 Sep 17 22:28:32.124963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa75b9db-f9f2-4790-92ee-62fce8c1ef53 req-77c58d72-bf23-4c39-a45d-1c201f0ec595 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954764 Sep 17 22:28:32.176395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-77beebc1-5777-4065-b462-361bf350b02f None None] Deleting port 541d35bb-9677-46b8-99ce-cba1618745f9 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:32.176775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-77beebc1-5777-4065-b462-361bf350b02f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.178183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be5aa845-b8ba-4305-a84e-a0c0a79934cf req-9a53736a-c662-4f71-82a4-7318c311da4e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117928 Sep 17 22:28:32.249741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] Set router e4ed8c68-260b-4548-b196-8a241aed5136 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:32.287952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:28:32.345984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f81295a6-05da-4093-82dd-2a452c751b5c req-81d5c148-bfbb-435e-863c-422de502eb26 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 210 time: 0.0637181 Sep 17 22:28:32.357293 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f98183-36fe-4979-99fb-fb825b077a89 x-openstack-request-id: req-19f98183-36fe-4979-99fb-fb825b077a89 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:32.364317 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72af353-8975-4781-acf0-5f3d05729283", "name": "network-vif-deleted", "tag": "c2ec0019-c099-4679-9e0b-4e99af0e5731", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:32.364317 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19f98183-36fe-4979-99fb-fb825b077a89 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:32.364317 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72af353-8975-4781-acf0-5f3d05729283', 'name': 'network-vif-deleted', 'tag': 'c2ec0019-c099-4679-9e0b-4e99af0e5731', 'status': 'completed', 'code': 200} Sep 17 22:28:32.386798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7abed92f-960d-440d-b9d4-76cddcad7387 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.402574 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.457193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abed92f-960d-440d-b9d4-76cddcad7387 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event deleted for resources: {'Subnet': ['ID=555f338a-3b72-4b4a-be62-2a0a59984b44,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:32.483884 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7abed92f-960d-440d-b9d4-76cddcad7387 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.490850 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7abed92f-960d-440d-b9d4-76cddcad7387 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "DELETE /v2.0/subnets/555f338a-3b72-4b4a-be62-2a0a59984b44 HTTP/1.1" status: 204 len: 168 time: 1.3350635 Sep 17 22:28:32.493758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34966) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:32.530261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 541d35bb-9677-46b8-99ce-cba1618745f9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=541d35bb-9677-46b8-99ce-cba1618745f9,segment=NetworkSegment(721bf198-05d1-4810-b684-6eae0d106aef),segment_id=721bf198-05d1-4810-b684-6eae0d106aef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:32.533533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d82f73-1312-4a2c-86c8-d827d03181ef None None] Network 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:32.573493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-77beebc1-5777-4065-b462-361bf350b02f None None] For port 541d35bb-9677-46b8-99ce-cba1618745f9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=541d35bb-9677-46b8-99ce-cba1618745f9,segment=NetworkSegment(721bf198-05d1-4810-b684-6eae0d106aef),segment_id=721bf198-05d1-4810-b684-6eae0d106aef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:32.574190 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-77beebc1-5777-4065-b462-361bf350b02f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.647331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:28:32.667903 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] Sync routers for ids ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:28:32.668929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-98021ff8-d2d7-41f8-a296-d76eabaaa7d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/2b08d976-a6a1-4b5a-8baa-84bcc1b25693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5318177 Sep 17 22:28:32.669678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34970) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:32.694475 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] Routers {'2b08d976-a6a1-4b5a-8baa-84bcc1b25693'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:32.695572 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:32.787622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.800774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c332e4-5764-4b91-9dd5-0c1ffd5e500e req-de0d32a6-6d40-49b6-a61c-45dcc6766ed9 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:32.809205 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5c332e4-5764-4b91-9dd5-0c1ffd5e500e req-de0d32a6-6d40-49b6-a61c-45dcc6766ed9 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 1096 time: 0.2507131 Sep 17 22:28:32.815857 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e101c8e-3f44-495b-a3c5-d6ea899c6f1a req-e6def048-370f-4162-9f9a-658bdaec48ac tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:32.817465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e101c8e-3f44-495b-a3c5-d6ea899c6f1a req-e6def048-370f-4162-9f9a-658bdaec48ac tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.1076708 Sep 17 22:28:32.912795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.955359 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5c332e4-5764-4b91-9dd5-0c1ffd5e500e req-9a375a50-e61d-43c2-abc7-14d8482ed313 tempest-LiveMigrationTest-1092199790 tempest-LiveMigrationTest-1092199790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404350 Sep 17 22:28:32.967679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e101c8e-3f44-495b-a3c5-d6ea899c6f1a req-0c90c05c-0524-41ac-baaf-91bcff32b68c tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b3a235d-5a03-4f2c-b6df-565ced4c4b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981400 Sep 17 22:28:33.090282 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] Set router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:33.115569 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.148446 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.169836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-77beebc1-5777-4065-b462-361bf350b02f None None] Calling delete_port for 541d35bb-9677-46b8-99ce-cba1618745f9 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:33.257827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-16f33a22-4eec-4094-93dd-d40577750de7 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.269271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-16f33a22-4eec-4094-93dd-d40577750de7 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.23 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 946 time: 0.2841487 Sep 17 22:28:33.301823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Deleting port 541d35bb-9677-46b8-99ce-cba1618745f9 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:33.302063 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.447674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7536dada-7216-4614-9ce0-03e54caf5e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.465941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Deleting port 36b1766f-e64b-4539-b350-066c75c1dc1d {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:33.466593 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.488888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=541d35bb-9677-46b8-99ce-cba1618745f9,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:33.501721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-77beebc1-5777-4065-b462-361bf350b02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.509976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] For port 541d35bb-9677-46b8-99ce-cba1618745f9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=541d35bb-9677-46b8-99ce-cba1618745f9,segment=NetworkSegment(721bf198-05d1-4810-b684-6eae0d106aef),segment_id=721bf198-05d1-4810-b684-6eae0d106aef)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:33.510455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.562740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Calling delete_port for 541d35bb-9677-46b8-99ce-cba1618745f9 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:33.575186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-9e860d21-fa9b-416e-a576-df8ef686e351 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Deleting port ea808854-5be3-4760-be11-db1917d9338a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:33.575509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-9e860d21-fa9b-416e-a576-df8ef686e351 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.581620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77beebc1-5777-4065-b462-361bf350b02f None None] No DVR routers for this DVR port 541d35bb-9677-46b8-99ce-cba1618745f9 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:33.599969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77beebc1-5777-4065-b462-361bf350b02f None None] Pushing event deleted for resources: {'Port': ['ID=541d35bb-9677-46b8-99ce-cba1618745f9,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:33.606075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3137b5-bbe1-438a-920e-7f3d1b76b12f None None] DHCP port deletion for 399c5c6b-81a7-4445-9a08-9ab7aa4a8fde request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:33.621445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:24:01Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '599b3b68-e952-4d3c-8c04-256ad1620056', 'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'mac_address': 'fa:16:3e:b9:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:59Z', 'updated_at': '2021-09-17T22:24:07Z', 'revision_number': 5, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'subnets': [{'id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:33.638400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] For port 36b1766f-e64b-4539-b350-066c75c1dc1d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=36b1766f-e64b-4539-b350-066c75c1dc1d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:33.640486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.670356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Calling delete_port for 36b1766f-e64b-4539-b350-066c75c1dc1d owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:33.702517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] Checking router: e4ed8c68-260b-4548-b196-8a241aed5136 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:28:33.739875 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'name': 'tempest-ServersTestMultiNic-902565853-router', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:28:29Z', 'revision_number': 5, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'gw_port': {'id': '36b1766f-e64b-4539-b350-066c75c1dc1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:18Z', 'updated_at': '2021-09-17T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:33.810863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] Routers {'e4ed8c68-260b-4548-b196-8a241aed5136'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:33.811497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['e4ed8c68-260b-4548-b196-8a241aed5136'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:33.814894 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] Checking router: 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:28:33.817580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a58d45f9-2892-4428-87a3-f2b6f614f663 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:33.835426 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] Routers {'2b08d976-a6a1-4b5a-8baa-84bcc1b25693'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:33.836216 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:33.878830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273d8f-b9f8-4cb1-85e5-4fa42ee6d919 req-bc97ce3e-cd6e-4b24-b8fb-db85dae29d94 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.887179 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba273d8f-b9f8-4cb1-85e5-4fa42ee6d919 req-bc97ce3e-cd6e-4b24-b8fb-db85dae29d94 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 946 time: 0.5465512 Sep 17 22:28:33.963341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba273d8f-b9f8-4cb1-85e5-4fa42ee6d919 req-03dd9c93-da8e-4f4b-a8f3-fa219a83acf4 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749741 Sep 17 22:28:33.994940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-9e860d21-fa9b-416e-a576-df8ef686e351 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] For port ea808854-5be3-4760-be11-db1917d9338a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ea808854-5be3-4760-be11-db1917d9338a,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:33.995792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-9e860d21-fa9b-416e-a576-df8ef686e351 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.077160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-9e860d21-fa9b-416e-a576-df8ef686e351 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Calling delete_port for ea808854-5be3-4760-be11-db1917d9338a owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:34.099703 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] Set router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:34.175166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ed3137b5-bbe1-438a-920e-7f3d1b76b12f None None] Deleting port a58d45f9-2892-4428-87a3-f2b6f614f663 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:34.175746 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed3137b5-bbe1-438a-920e-7f3d1b76b12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.260799 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'name': 'tempest-ServersTestMultiNic-902565853-router', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:28:33Z', 'revision_number': 6, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:34.264086 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f49c98c-d992-4711-8ada-ddb5210693ea req-9e34ad21-ab05-42d2-9b41-f8f683895b6b tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 210 time: 0.0728462 Sep 17 22:28:34.266718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.327916 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b8ab3-7cc0-46df-80c5-dc46a3c0dffc None None] The sync data for ids ['2b08d976-a6a1-4b5a-8baa-84bcc1b25693'] in n-d-713499-18 is: [{'id': '2b08d976-a6a1-4b5a-8baa-84bcc1b25693', 'name': 'tempest-ServersTestMultiNic-902565853-router', 'tenant_id': '666c978cefef4d4da73471fe25d8014b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:28:33Z', 'revision_number': 6, 'project_id': '666c978cefef4d4da73471fe25d8014b', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:28:34.342681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Pushing event deleted for resources: {'Port': ['ID=36b1766f-e64b-4539-b350-066c75c1dc1d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:34.397137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] Set router e4ed8c68-260b-4548-b196-8a241aed5136 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:34.421364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.504781 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.528348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ed3137b5-bbe1-438a-920e-7f3d1b76b12f None None] For port a58d45f9-2892-4428-87a3-f2b6f614f663, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a58d45f9-2892-4428-87a3-f2b6f614f663,segment=NetworkSegment(8968054a-b84e-4d49-b211-584781495a18),segment_id=8968054a-b84e-4d49-b211-584781495a18)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:34.533693 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed3137b5-bbe1-438a-920e-7f3d1b76b12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.552734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] No DVR routers for this DVR port 541d35bb-9677-46b8-99ce-cba1618745f9 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:34.556742 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-9e860d21-fa9b-416e-a576-df8ef686e351 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.564694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event deleted for resources: {'Port': ['ID=541d35bb-9677-46b8-99ce-cba1618745f9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:34.569820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ed3137b5-bbe1-438a-920e-7f3d1b76b12f None None] Calling delete_port for a58d45f9-2892-4428-87a3-f2b6f614f663 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:34.630037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e860d21-fa9b-416e-a576-df8ef686e351 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Pushing event deleted for resources: {'Port': ['ID=ea808854-5be3-4760-be11-db1917d9338a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:34.656207 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.660566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.713452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ea808854-5be3-4760-be11-db1917d9338a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:34.760938 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.796764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf459a1-659f-440e-b222-9858a56b1381 req-7f629a68-d472-47c0-9a6c-6893ec5760e6 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:34.799420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7bf459a1-659f-440e-b222-9858a56b1381 req-7f629a68-d472-47c0-9a6c-6893ec5760e6 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 944 time: 0.2410109 Sep 17 22:28:34.842785 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed3137b5-bbe1-438a-920e-7f3d1b76b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.879186 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7bf459a1-659f-440e-b222-9858a56b1381 req-a978f1d2-6040-4b30-8ffa-67855479165a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674250 Sep 17 22:28:34.900624 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.901334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b08d976-a6a1-4b5a-8baa-84bcc1b25693 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:28:34.906748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.912616 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c029fb62-e9b2-4b48-958d-efbff263be5c admin admin] 10.222.0.30 "DELETE /v2.0/routers/2b08d976-a6a1-4b5a-8baa-84bcc1b25693 HTTP/1.1" status: 204 len: 168 time: 2.2394776 Sep 17 22:28:34.913413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35024) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:35.046575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1a6ab0-2c73-48bb-af56-b9624a925e6b admin admin] Deleting subnet 2b2c7cca-c485-46ea-939d-a312cf6e67c8 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:35.071753 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3137b5-bbe1-438a-920e-7f3d1b76b12f None None] Pushing event deleted for resources: {'Port': ['ID=a58d45f9-2892-4428-87a3-f2b6f614f663,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:35.108445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3137b5-bbe1-438a-920e-7f3d1b76b12f None None] No DVR routers for this DVR port a58d45f9-2892-4428-87a3-f2b6f614f663 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:35.114044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6ab0-2c73-48bb-af56-b9624a925e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.168623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6ab0-2c73-48bb-af56-b9624a925e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.197657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:24:01Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '599b3b68-e952-4d3c-8c04-256ad1620056', 'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'mac_address': 'fa:16:3e:b9:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:59Z', 'updated_at': '2021-09-17T22:24:07Z', 'revision_number': 5, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'subnets': [{'id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:35.256691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b78425-5092-4790-afba-b4f44220d4c2 None None] The sync data for ids ['e4ed8c68-260b-4548-b196-8a241aed5136'] in n-d-713499-18 is: [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:24:01Z', 'revision_number': 4, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '599b3b68-e952-4d3c-8c04-256ad1620056', 'name': '', 'network_id': '8b976c42-f4a0-4f13-b359-b6aca8335cd7', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'mac_address': 'fa:16:3e:b9:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:59Z', 'updated_at': '2021-09-17T22:24:07Z', 'revision_number': 5, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'subnets': [{'id': 'b3adcdca-4ced-4989-807c-395e5010b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:28:35.295647 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6ab0-2c73-48bb-af56-b9624a925e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.346884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-9e860d21-fa9b-416e-a576-df8ef686e351 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] No DVR routers for this DVR port ea808854-5be3-4760-be11-db1917d9338a on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:35.353128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-9e860d21-fa9b-416e-a576-df8ef686e351 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.355133 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46decda7-1c9c-4cb9-ac91-a3016973c6a4 req-9e860d21-fa9b-416e-a576-df8ef686e351 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.23 "DELETE /v2.0/ports/ea808854-5be3-4760-be11-db1917d9338a HTTP/1.1" status: 204 len: 173 time: 2.0810211 Sep 17 22:28:35.355633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e415501b-4f3b-4a36-9c68-eb481ec73c69', 'name': 'network-vif-deleted', 'tag': 'ea808854-5be3-4760-be11-db1917d9338a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:35.372029 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113c2bfb-4f75-4138-96c8-5d5289cd5904" -d '{"events": [{"server_uuid": "e415501b-4f3b-4a36-9c68-eb481ec73c69", "name": "network-vif-deleted", "tag": "ea808854-5be3-4760-be11-db1917d9338a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:35.397899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e5c5b2bb-7422-4692-95c1-de0d32390f38 req-07d3faf9-3f21-4b36-b6d9-349d49977c22 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 210 time: 0.3393860 Sep 17 22:28:35.424030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-fd4d586d-9d81-4648-93ba-654c53b8ec6f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:35.429800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-fd4d586d-9d81-4648-93ba-654c53b8ec6f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 944 time: 1.0096085 Sep 17 22:28:35.583406 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.650970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b142f14-d844-462c-8f1a-c6e1699d8374 req-d93326d2-3d1a-42fd-991d-b79f85f00460 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:35.650970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b142f14-d844-462c-8f1a-c6e1699d8374 req-d93326d2-3d1a-42fd-991d-b79f85f00460 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 946 time: 0.1257133 Sep 17 22:28:35.665503 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6ab0-2c73-48bb-af56-b9624a925e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.714074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6ab0-2c73-48bb-af56-b9624a925e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.720553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b1c95a-de83-483a-b5f4-cf5f2d6f40a6 None None] Network 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:35.725628 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aa1a6ab0-2c73-48bb-af56-b9624a925e6b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2b2c7cca-c485-46ea-939d-a312cf6e67c8 HTTP/1.1" status: 204 len: 168 time: 0.8092613 Sep 17 22:28:35.745606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a6ab0-2c73-48bb-af56-b9624a925e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2c7cca-c485-46ea-939d-a312cf6e67c8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:35.746164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35034) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:35.747848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662f849f-af9b-4827-8b59-82262baae356']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:35.786726 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b142f14-d844-462c-8f1a-c6e1699d8374 req-91c5bb81-2353-4118-95fd-93b9ac531c3e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366143 Sep 17 22:28:35.857596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721bf198-05d1-4810-b684-6eae0d106aef') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:35.858447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721bf198-05d1-4810-b684-6eae0d106aef') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:35.935616 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.991385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 36b1766f-e64b-4539-b350-066c75c1dc1d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:35.998887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e139790-6af7-41f2-8509-bb3f54ab828a None None] New status for floating IP 5d55fb93-c929-4f51-b574-d4f099b6e257: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:28:36.003438 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d85df9e8-5007-4985-a629-879e3c770090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.019826 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.026927 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483de9bb-9818-41bd-94a6-1b2c0fc03d74 x-openstack-request-id: req-483de9bb-9818-41bd-94a6-1b2c0fc03d74 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:36.027220 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e415501b-4f3b-4a36-9c68-eb481ec73c69", "name": "network-vif-deleted", "tag": "ea808854-5be3-4760-be11-db1917d9338a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:36.027455 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-483de9bb-9818-41bd-94a6-1b2c0fc03d74 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:36.027846 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e415501b-4f3b-4a36-9c68-eb481ec73c69', 'name': 'network-vif-deleted', 'tag': 'ea808854-5be3-4760-be11-db1917d9338a', 'status': 'completed', 'code': 200} Sep 17 22:28:36.031072 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b220e41-8ccf-452e-a33e-11c0c8a45a40 req-70fcccc0-c2ab-45c9-b539-8a2848e8730a tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 210 time: 0.0814087 Sep 17 22:28:36.045271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:36.045707 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:36.053184 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:36.066181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-559b9aa3-d8d0-4f03-98f3-81b6cea4164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Deleting port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:36.066524 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-559b9aa3-d8d0-4f03-98f3-81b6cea4164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.071112 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.262922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 36b1766f-e64b-4539-b350-066c75c1dc1d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:36.263450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 36b1766f-e64b-4539-b350-066c75c1dc1d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:36.263686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4d740fb5-e466-4d06-8d02-600f28a07806 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:36.284690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-559b9aa3-d8d0-4f03-98f3-81b6cea4164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] For port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:36.285071 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-559b9aa3-d8d0-4f03-98f3-81b6cea4164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.302561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 4d740fb5-e466-4d06-8d02-600f28a07806 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:36.302965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4d740fb5-e466-4d06-8d02-600f28a07806 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:36.304371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Deleting port 34d14778-e839-47ab-8736-d0540a703d07 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:36.304371 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.314676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-559b9aa3-d8d0-4f03-98f3-81b6cea4164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Calling delete_port for 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:36.362867 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.370183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b740d-0881-461c-ac6b-428813dd3dc8 req-12123bb0-0ab3-4298-a9ad-30061bddeeff tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:36.388664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b8b740d-0881-461c-ac6b-428813dd3dc8 req-12123bb0-0ab3-4298-a9ad-30061bddeeff tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 944 time: 0.1675503 Sep 17 22:28:36.427429 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.434510 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "DELETE /v2.0/networks/662f849f-af9b-4827-8b59-82262baae356 HTTP/1.1" status: 204 len: 168 time: 3.9395673 Sep 17 22:28:36.441546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cba5a8-836b-4e71-9923-94a5d81aa214 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event deleted for resources: {'Network': ['ID=662f849f-af9b-4827-8b59-82262baae356,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:36.445477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35044) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:36.457414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b8b740d-0881-461c-ac6b-428813dd3dc8 req-97012729-95c8-46b1-b236-041c01d246bd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678277 Sep 17 22:28:36.577214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db975a-888f-4ef8-abc9-2daa2fdebb80 None None] DHCP port deletion for 25ac685e-12bd-44b5-8b2f-54dece2ba6f1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:36.590114 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] For port 34d14778-e839-47ab-8736-d0540a703d07, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=34d14778-e839-47ab-8736-d0540a703d07,segment=NetworkSegment(2495ff7b-2cf2-4de0-9f13-753bceaa134a),segment_id=2495ff7b-2cf2-4de0-9f13-753bceaa134a)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:36.591195 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.644440 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.660791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Calling delete_port for 34d14778-e839-47ab-8736-d0540a703d07 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:36.712250 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d23d60ff-8954-453d-9cf3-8a09ecf034ff req-251323f9-fd18-472e-9fb3-7ac3504fff71 tempest-ServerRescueTestJSON-1218260125 tempest-ServerRescueTestJSON-1218260125-project] 10.222.0.30 "GET /v2.0/ports?device_id=e415501b-4f3b-4a36-9c68-eb481ec73c69 HTTP/1.1" status: 200 len: 210 time: 0.0944269 Sep 17 22:28:36.827221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.836672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e3db975a-888f-4ef8-abc9-2daa2fdebb80 None None] Deleting port 34d14778-e839-47ab-8736-d0540a703d07 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:36.837303 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e3db975a-888f-4ef8-abc9-2daa2fdebb80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.878488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399c5c6b-81a7-4445-9a08-9ab7aa4a8fde']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:36.895469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8968054a-b84e-4d49-b211-584781495a18') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:36.904681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8968054a-b84e-4d49-b211-584781495a18') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:36.929854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.948036 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.948501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e3db975a-888f-4ef8-abc9-2daa2fdebb80 None None] For port 34d14778-e839-47ab-8736-d0540a703d07, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=34d14778-e839-47ab-8736-d0540a703d07,segment=NetworkSegment(2495ff7b-2cf2-4de0-9f13-753bceaa134a),segment_id=2495ff7b-2cf2-4de0-9f13-753bceaa134a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:36.948999 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e3db975a-888f-4ef8-abc9-2daa2fdebb80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.956182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:36.956916 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.963066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e3db975a-888f-4ef8-abc9-2daa2fdebb80 None None] Calling delete_port for 34d14778-e839-47ab-8736-d0540a703d07 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:37.035144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:37.067277 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:37.078136 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-559b9aa3-d8d0-4f03-98f3-81b6cea4164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.115123 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['77147a9f-0258-4afd-b057-b5933f570010'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:37.132387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b9aa3-d8d0-4f03-98f3-81b6cea4164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Pushing event deleted for resources: {'Port': ['ID=9cfbaa26-0bf3-44dc-a56b-85e2143e3032,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:37.158567 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.208795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e3db975a-888f-4ef8-abc9-2daa2fdebb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.236919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d14778-e839-47ab-8736-d0540a703d07,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:37.262609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db975a-888f-4ef8-abc9-2daa2fdebb80 None None] No DVR routers for this DVR port 34d14778-e839-47ab-8736-d0540a703d07 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:37.275069 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.286396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db975a-888f-4ef8-abc9-2daa2fdebb80 None None] Pushing event deleted for resources: {'Port': ['ID=34d14778-e839-47ab-8736-d0540a703d07,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:37.329063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No active binding found for port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 {{(pid=95456) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 22:28:37.330297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:37.330961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea808854-5be3-4760-be11-db1917d9338a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:37.341653 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4ce3a46-5b8e-43a6-991b-dc55fd34168a req-d2b02f41-5201-4d04-be7e-65f57ee7e39e tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 210 time: 0.1100471 Sep 17 22:28:37.364033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] No DVR routers for this DVR port 34d14778-e839-47ab-8736-d0540a703d07 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:37.381102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: ea808854-5be3-4760-be11-db1917d9338a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:37.382243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ea808854-5be3-4760-be11-db1917d9338a not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:37.448859 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.495427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.513226 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.515066 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "DELETE /v2.0/networks/399c5c6b-81a7-4445-9a08-9ab7aa4a8fde HTTP/1.1" status: 204 len: 168 time: 1.0539436 Sep 17 22:28:37.518270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35064) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:37.521014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-559b9aa3-d8d0-4f03-98f3-81b6cea4164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] No DVR routers for this DVR port 9cfbaa26-0bf3-44dc-a56b-85e2143e3032 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:37.525668 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-559b9aa3-d8d0-4f03-98f3-81b6cea4164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.530212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1efb0cf5-ac27-4af2-87f3-3901558e48f8 req-559b9aa3-d8d0-4f03-98f3-81b6cea4164e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.23 "DELETE /v2.0/ports/9cfbaa26-0bf3-44dc-a56b-85e2143e3032 HTTP/1.1" status: 204 len: 173 time: 2.0917060 Sep 17 22:28:37.593258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5ceb6d-177c-46ef-9a0a-13ebc5396692 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Deleting subnet 971eb913-f778-4029-82f6-f9153eab652a {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:37.598056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170b35c-44e7-4b87-ba5a-8e0bae132941 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event deleted for resources: {'Network': ['ID=399c5c6b-81a7-4445-9a08-9ab7aa4a8fde,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:37.601653 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da5ceb6d-177c-46ef-9a0a-13ebc5396692 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.643759 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.646782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070b502-95ba-4ffd-bfc5-0b19d2dbb49c req-626b9016-8a6f-4a5b-a305-f89bddd6dd8b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:37.654729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c070b502-95ba-4ffd-bfc5-0b19d2dbb49c req-626b9016-8a6f-4a5b-a305-f89bddd6dd8b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 946 time: 0.5860560 Sep 17 22:28:37.724207 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef5d2def-115a-407a-af6b-c63d7f5dc1fb req-f162da37-34c8-4eec-8ed4-77aef57430a8 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 210 time: 0.0936067 Sep 17 22:28:37.735284 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da5ceb6d-177c-46ef-9a0a-13ebc5396692 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.776027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ac685e-12bd-44b5-8b2f-54dece2ba6f1']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:37.783595 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c070b502-95ba-4ffd-bfc5-0b19d2dbb49c req-6e11ee08-8792-4a46-8341-f54a09ab5bcb tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203511 Sep 17 22:28:37.803738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2495ff7b-2cf2-4de0-9f13-753bceaa134a') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:37.804091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2495ff7b-2cf2-4de0-9f13-753bceaa134a') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:37.820449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35068) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:37.827230 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.858862 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.867353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:37.868025 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:37.869768 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:37.900286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 34d14778-e839-47ab-8736-d0540a703d07 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:37.963738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 34d14778-e839-47ab-8736-d0540a703d07 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:37.964096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 34d14778-e839-47ab-8736-d0540a703d07 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:38.031426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'name': 'network-vif-deleted', 'tag': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:38.036039 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77b499f-fdbd-4850-aa65-5354dbc87260" -d '{"events": [{"server_uuid": "1b20bdcf-c2e8-4f23-a496-59c271afe721", "name": "network-vif-deleted", "tag": "9cfbaa26-0bf3-44dc-a56b-85e2143e3032"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:38.050889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.063318 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.067661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/25ac685e-12bd-44b5-8b2f-54dece2ba6f1 HTTP/1.1" status: 204 len: 168 time: 2.3008406 Sep 17 22:28:38.104769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d5d88-56b8-4c1f-a6a1-6a1b1fda9ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ac685e-12bd-44b5-8b2f-54dece2ba6f1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:38.132259 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f06685-1cb3-4f10-8557-d0cd3d747801 x-openstack-request-id: req-59f06685-1cb3-4f10-8557-d0cd3d747801 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:38.132560 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b20bdcf-c2e8-4f23-a496-59c271afe721", "name": "network-vif-deleted", "tag": "9cfbaa26-0bf3-44dc-a56b-85e2143e3032", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:38.132851 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59f06685-1cb3-4f10-8557-d0cd3d747801 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:38.133315 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b20bdcf-c2e8-4f23-a496-59c271afe721', 'name': 'network-vif-deleted', 'tag': '9cfbaa26-0bf3-44dc-a56b-85e2143e3032', 'status': 'completed', 'code': 200} Sep 17 22:28:38.167121 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da5ceb6d-177c-46ef-9a0a-13ebc5396692 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.431406 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.468891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da5ceb6d-177c-46ef-9a0a-13ebc5396692 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.530945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca95c1ce-8075-419e-9a14-8d7ce99d26a8 req-31124801-e85b-45ed-a726-e758fbc902ca tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 210 time: 0.0657847 Sep 17 22:28:38.535338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ceb6d-177c-46ef-9a0a-13ebc5396692 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event deleted for resources: {'Subnet': ['ID=971eb913-f778-4029-82f6-f9153eab652a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:38.539042 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da5ceb6d-177c-46ef-9a0a-13ebc5396692 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.543309 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-da5ceb6d-177c-46ef-9a0a-13ebc5396692 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "DELETE /v2.0/subnets/971eb913-f778-4029-82f6-f9153eab652a HTTP/1.1" status: 204 len: 168 time: 1.0116093 Sep 17 22:28:38.544002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35096) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:38.553078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e98a24-9aac-4a83-a007-65e30c59e34a None None] Network cfdd1153-d34b-49fd-8779-5662cdc6d0af requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:38.686183 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.766742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35100) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:38.863562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Deleting port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:38.863996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.885684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f895087-fb8b-48cf-bca6-832163570ed4 None None] DHCP port deletion for cfdd1153-d34b-49fd-8779-5662cdc6d0af request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:38.930886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82cce370-4615-4137-b0fa-72e35256f003 req-b9db2b10-d0dc-411b-ba58-ed22ac821e21 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 210 time: 0.0711300 Sep 17 22:28:38.951214 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.951325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] For port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ef69dd07-bbbe-4b82-bf58-e8d999c6d06c,segment=NetworkSegment(e7607863-b191-4fde-ab99-f06ec3c5c7c6),segment_id=e7607863-b191-4fde-ab99-f06ec3c5c7c6)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:38.951325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.952283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] Deleting port 01bb5d2d-55cb-4614-8117-da3405fe858b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:38.952656 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.967510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Calling delete_port for ef69dd07-bbbe-4b82-bf58-e8d999c6d06c owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:38.975953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8f895087-fb8b-48cf-bca6-832163570ed4 None None] Deleting port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:38.976463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f895087-fb8b-48cf-bca6-832163570ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.080748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c45ce249-5eaa-4abf-b676-ddd9014ad71e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=666c978cefef4d4da73471fe25d8014b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975888 Sep 17 22:28:39.083498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35108) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:39.107016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] For port 01bb5d2d-55cb-4614-8117-da3405fe858b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=01bb5d2d-55cb-4614-8117-da3405fe858b,segment=NetworkSegment(f57e0756-225e-4e8a-bcb9-09d183c657a1),segment_id=f57e0756-225e-4e8a-bcb9-09d183c657a1)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:39.107616 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.129166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8f895087-fb8b-48cf-bca6-832163570ed4 None None] For port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ef69dd07-bbbe-4b82-bf58-e8d999c6d06c,segment=NetworkSegment(e7607863-b191-4fde-ab99-f06ec3c5c7c6),segment_id=e7607863-b191-4fde-ab99-f06ec3c5c7c6)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:39.129691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f895087-fb8b-48cf-bca6-832163570ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.140355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] Calling delete_port for 01bb5d2d-55cb-4614-8117-da3405fe858b owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:39.167359 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-97597edc-7095-40dd-b597-e881226f4a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.168028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8f895087-fb8b-48cf-bca6-832163570ed4 None None] Calling delete_port for ef69dd07-bbbe-4b82-bf58-e8d999c6d06c owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:39.193437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-97597edc-7095-40dd-b597-e881226f4a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.242980 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.260588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] No DVR routers for this DVR port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:39.288654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event deleted for resources: {'Port': ['ID=ef69dd07-bbbe-4b82-bf58-e8d999c6d06c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:39.371179 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f895087-fb8b-48cf-bca6-832163570ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.374635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.401022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f895087-fb8b-48cf-bca6-832163570ed4 None None] Pushing event deleted for resources: {'Port': ['ID=ef69dd07-bbbe-4b82-bf58-e8d999c6d06c,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:39.411782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f895087-fb8b-48cf-bca6-832163570ed4 None None] No DVR routers for this DVR port ef69dd07-bbbe-4b82-bf58-e8d999c6d06c on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:39.414671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdd1153-d34b-49fd-8779-5662cdc6d0af']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:39.425677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-97597edc-7095-40dd-b597-e881226f4a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.428469 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-97597edc-7095-40dd-b597-e881226f4a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.429803 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-97597edc-7095-40dd-b597-e881226f4a17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d64f4638-a368-450a-9d71-42dd0ea5351b HTTP/1.1" status: 204 len: 168 time: 0.3455665 Sep 17 22:28:39.442852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7607863-b191-4fde-ab99-f06ec3c5c7c6') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:39.444274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7607863-b191-4fde-ab99-f06ec3c5c7c6') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:39.445459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97597edc-7095-40dd-b597-e881226f4a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64f4638-a368-450a-9d71-42dd0ea5351b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:39.468827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.491332 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.496914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.503593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:39.505029 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:39.512839 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:39.580187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] Pushing event deleted for resources: {'Port': ['ID=01bb5d2d-55cb-4614-8117-da3405fe858b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:39.788157 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.833497 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.845283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35120) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:39.847360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "DELETE /v2.0/networks/cfdd1153-d34b-49fd-8779-5662cdc6d0af HTTP/1.1" status: 204 len: 168 time: 1.3013630 Sep 17 22:28:39.850365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2f2a2-4654-43e0-8839-1cc354a796d6 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Pushing event deleted for resources: {'Network': ['ID=cfdd1153-d34b-49fd-8779-5662cdc6d0af,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:39.925947 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3ed257da-26a5-49dc-8888-e8b7d8a50e5c req-e4af00bf-cc5d-4ad2-9164-09d9c96b2252 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d72af353-8975-4781-acf0-5f3d05729283 HTTP/1.1" status: 200 len: 210 time: 0.1459668 Sep 17 22:28:39.930492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1f6ad3c1-cea0-4f94-8ec5-495b835b8cb9 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "GET /v2.0/ports?device_id=667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68 HTTP/1.1" status: 200 len: 205 time: 0.0817931 Sep 17 22:28:39.931075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35122) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:39.953905 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.993639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ef69dd07-bbbe-4b82-bf58-e8d999c6d06c no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:40.056397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6be3024a-536b-4616-9b64-e0d5907105f0 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.098439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: ef69dd07-bbbe-4b82-bf58-e8d999c6d06c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:40.098779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ef69dd07-bbbe-4b82-bf58-e8d999c6d06c not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:40.191912 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.312706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc28aa7d-8c5d-4dea-90f9-f7eb71a2117d req-1a88ccc7-4e5d-41a5-9a9c-2fcfec2764b2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 210 time: 0.1372962 Sep 17 22:28:40.390663 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6be3024a-536b-4616-9b64-e0d5907105f0 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.395727 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6be3024a-536b-4616-9b64-e0d5907105f0 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.514172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] Router 5ba88eec-722a-4982-9109-096b2d6cd2b9 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:28:40.603597 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6be3024a-536b-4616-9b64-e0d5907105f0 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.604452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be3024a-536b-4616-9b64-e0d5907105f0 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Fanout notify agent at l3_agent the message router_deleted on router 667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:28:40.612654 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6be3024a-536b-4616-9b64-e0d5907105f0 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.614134 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6be3024a-536b-4616-9b64-e0d5907105f0 tempest-RoutersNegativeTest-1900184492 tempest-RoutersNegativeTest-1900184492-project] 10.222.0.30 "DELETE /v2.0/routers/667e1bfc-3ed0-4c9a-9fa4-31c0313a8f68 HTTP/1.1" status: 204 len: 168 time: 0.6818047 Sep 17 22:28:40.672625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:28:40.686438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] Sync routers for ids ['5ba88eec-722a-4982-9109-096b2d6cd2b9'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:28:40.689095 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-75be3e37-4585-4541-ac82-ae4671a40161 admin admin] 10.222.0.30 "PUT /v2.0/routers/5ba88eec-722a-4982-9109-096b2d6cd2b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8670340 Sep 17 22:28:40.691888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35148) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:40.705373 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] Routers {'5ba88eec-722a-4982-9109-096b2d6cd2b9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:40.706985 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ba88eec-722a-4982-9109-096b2d6cd2b9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:40.857412 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.025677 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] Set router 5ba88eec-722a-4982-9109-096b2d6cd2b9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:41.129391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.276931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35168) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:41.391980 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'name': 'tempest-ServerRescueTestJSON-897950643-router', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'fd506501-5a2c-4346-99b5-07183946169e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:15Z', 'updated_at': '2021-09-17T22:28:39Z', 'revision_number': 5, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'gw_port': {'id': 'fd506501-5a2c-4346-99b5-07183946169e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:26:16Z', 'updated_at': '2021-09-17T22:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:41.404335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Deleting port fd506501-5a2c-4346-99b5-07183946169e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:41.404335 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.409189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35180) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:41.434705 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] Checking router: 5ba88eec-722a-4982-9109-096b2d6cd2b9 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:28:41.461257 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] Routers {'5ba88eec-722a-4982-9109-096b2d6cd2b9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:41.463205 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ba88eec-722a-4982-9109-096b2d6cd2b9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:41.491317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e326918-ca71-4434-ac28-366784be8ad0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.527583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35184) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:41.529186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e326918-ca71-4434-ac28-366784be8ad0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.624740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] For port fd506501-5a2c-4346-99b5-07183946169e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fd506501-5a2c-4346-99b5-07183946169e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:41.626603 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.642873 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e1072a1-70c1-4d53-a30d-b7181d477d88 req-b8758eae-e426-458f-bd8c-b7aad507d415 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 210 time: 0.1027853 Sep 17 22:28:41.645114 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-612070135-network', 'tenant_id': 'cb5fb09ac1f94457a86522e06e4faabe'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:41.650396 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] Set router 5ba88eec-722a-4982-9109-096b2d6cd2b9 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:41.665500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Calling delete_port for fd506501-5a2c-4346-99b5-07183946169e owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:41.709329 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'name': 'tempest-ServerRescueTestJSON-897950643-router', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:15Z', 'updated_at': '2021-09-17T22:28:41Z', 'revision_number': 6, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:41.751864 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195ed44-b2f0-4789-a2d9-e8f5de1319d1 None None] The sync data for ids ['5ba88eec-722a-4982-9109-096b2d6cd2b9'] in n-d-713499-18 is: [{'id': '5ba88eec-722a-4982-9109-096b2d6cd2b9', 'name': 'tempest-ServerRescueTestJSON-897950643-router', 'tenant_id': '3915a7bb8d0140abb14ade2b4cea5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:26:15Z', 'updated_at': '2021-09-17T22:28:41Z', 'revision_number': 6, 'project_id': '3915a7bb8d0140abb14ade2b4cea5457', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:28:41.791689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-65063161-8a8c-4a73-a7b3-cc0b45c7bbcc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f258524c8a0a42339e41697585a5b1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630848 Sep 17 22:28:41.792608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35188) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:41.796736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Made reservation on behalf of cb5fb09ac1f94457a86522e06e4faabe for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:41.799728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.812301 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e326918-ca71-4434-ac28-366784be8ad0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.816100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e326918-ca71-4434-ac28-366784be8ad0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.820566 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5e326918-ca71-4434-ac28-366784be8ad0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "DELETE /v2.0/security-groups/df5924d2-1f8d-4dc7-805b-5699146e24c2 HTTP/1.1" status: 204 len: 168 time: 0.5417757 Sep 17 22:28:41.821001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35190) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:41.821906 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.850154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e326918-ca71-4434-ac28-366784be8ad0 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5924d2-1f8d-4dc7-805b-5699146e24c2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:41.902230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d1e143b-eb94-4ac6-9d1f-55a3271ebd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.929658 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d1e143b-eb94-4ac6-9d1f-55a3271ebd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.933881 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.942613 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-7078444a-77b6-47a1-9c54-c0b03c8139a3 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] show failed (client error): The resource could not be found. Sep 17 22:28:41.946364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7078444a-77b6-47a1-9c54-c0b03c8139a3 tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "GET /v2.0/security-groups/df5924d2-1f8d-4dc7-805b-5699146e24c2 HTTP/1.1" status: 404 len: 347 time: 0.1116323 Sep 17 22:28:41.947841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35192) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:42.011678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.055839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61715ba5-452d-4a10-880b-ee3b6e362d47,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:42.129246 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.141495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-30cb9e72-668d-4869-bbda-3c52316f8b3f tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Deleting port 09270fe7-03da-42fc-a37c-ba9e780ec461 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:42.142196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30cb9e72-668d-4869-bbda-3c52316f8b3f tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.238153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:42.239370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd506501-5a2c-4346-99b5-07183946169e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:42.259571 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30cb9e72-668d-4869-bbda-3c52316f8b3f tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.259909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30cb9e72-668d-4869-bbda-3c52316f8b3f tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.276489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-30cb9e72-668d-4869-bbda-3c52316f8b3f tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Calling delete_port for 09270fe7-03da-42fc-a37c-ba9e780ec461 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:42.345348 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.350442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.350784 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Added segment d3326ba4-d255-456d-86c7-34603aae1448 of type vlan for network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 Sep 17 22:28:42.439852 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d1e143b-eb94-4ac6-9d1f-55a3271ebd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.442226 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d1e143b-eb94-4ac6-9d1f-55a3271ebd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.443389 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9d1e143b-eb94-4ac6-9d1f-55a3271ebd40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/080696dd-85e1-4ae2-bfda-b27b935dc81c HTTP/1.1" status: 204 len: 168 time: 0.6492813 Sep 17 22:28:42.460729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e143b-eb94-4ac6-9d1f-55a3271ebd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080696dd-85e1-4ae2-bfda-b27b935dc81c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:42.547488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.550118 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.560770 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.606739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30cb9e72-668d-4869-bbda-3c52316f8b3f tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.713807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb9e72-668d-4869-bbda-3c52316f8b3f tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Pushing event deleted for resources: {'Port': ['ID=09270fe7-03da-42fc-a37c-ba9e780ec461,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:42.777165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30cb9e72-668d-4869-bbda-3c52316f8b3f tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.786965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30cb9e72-668d-4869-bbda-3c52316f8b3f tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.788187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-30cb9e72-668d-4869-bbda-3c52316f8b3f tempest-ServersTestBootFromVolume-696238521 tempest-ServersTestBootFromVolume-696238521-project] 10.222.0.30 "DELETE /v2.0/floatingips/5d55fb93-c929-4f51-b574-d4f099b6e257 HTTP/1.1" status: 204 len: 168 time: 0.8390365 Sep 17 22:28:42.791058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35210) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:42.810299 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ccc5181a-16b1-4ff6-b8e5-a65912e47942 req-fed46a17-199a-4cd5-b553-4f92b34608c5 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 210 time: 0.0553257 Sep 17 22:28:42.834831 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.834831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba88eec-722a-4982-9109-096b2d6cd2b9 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:28:42.834831 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.834831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7337e128-465b-43b4-abd7-d5c1c40067d5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5ba88eec-722a-4982-9109-096b2d6cd2b9 HTTP/1.1" status: 204 len: 168 time: 2.1382883 Sep 17 22:28:42.835958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35212) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:42.930130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-1133269c-086d-4515-99f2-843af9571613 admin admin] Deleting subnet 24123f15-557c-401b-8d53-054c6af9f5aa {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:42.935916 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1133269c-086d-4515-99f2-843af9571613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.941352 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.943835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:42.944795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.076238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5469415 Sep 17 22:28:43.079697 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1133269c-086d-4515-99f2-843af9571613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.079969 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35216) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:43.097795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Request body: {'subnet': {'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-612070135-subnet', 'tenant_id': 'cb5fb09ac1f94457a86522e06e4faabe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:43.164016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53597d8a-7759-4ddd-8d08-a00ec8fb746e admin admin] Pushing event updated for resources: {'Network': ['ID=bcd2dd30-d152-4d49-a73e-5d5f23e340f0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:43.175702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:43.217829 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1133269c-086d-4515-99f2-843af9571613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.279454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Made reservation on behalf of cb5fb09ac1f94457a86522e06e4faabe for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:43.281777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.404392 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1133269c-086d-4515-99f2-843af9571613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.549901 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133269c-086d-4515-99f2-843af9571613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24123f15-557c-401b-8d53-054c6af9f5aa,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:43.562490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1133269c-086d-4515-99f2-843af9571613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.567433 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1133269c-086d-4515-99f2-843af9571613 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/24123f15-557c-401b-8d53-054c6af9f5aa HTTP/1.1" status: 204 len: 168 time: 0.7246082 Sep 17 22:28:43.569664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35236) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:43.674956 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.767576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.772746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.792200 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.833554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 01bb5d2d-55cb-4614-8117-da3405fe858b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:43.848573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa8ca51-a31b-42bc-9823-e1ee66d6c18b']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:43.876681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57e0756-225e-4e8a-bcb9-09d183c657a1') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:43.877112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57e0756-225e-4e8a-bcb9-09d183c657a1') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:43.894282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 01bb5d2d-55cb-4614-8117-da3405fe858b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:43.895163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 01bb5d2d-55cb-4614-8117-da3405fe858b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:43.895779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fd506501-5a2c-4346-99b5-07183946169e no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:43.908099 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.943014 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.963831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:43.964535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: fd506501-5a2c-4346-99b5-07183946169e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:43.965596 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.965786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fd506501-5a2c-4346-99b5-07183946169e not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:44.039571 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:44.077445 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:28:44.092574 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.098906 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.101052 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] 10.222.0.30 "DELETE /v2.0/networks/8aa8ca51-a31b-42bc-9823-e1ee66d6c18b HTTP/1.1" status: 204 len: 168 time: 0.5303464 Sep 17 22:28:44.126254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957ee04-f8c9-4762-9c26-f3ec94f4866f admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa8ca51-a31b-42bc-9823-e1ee66d6c18b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:44.316139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23bd6b69-f6b1-4480-a0e1-6b36cdd2fb12 req-9e69c03c-97b8-4fc9-bdbb-23448d22dc1f tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 210 time: 0.1100521 Sep 17 22:28:44.359237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16e1135-9458-404d-aad4-2d92a6602cd5,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:44.422048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Checking segment: {'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:44.429247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Network hostable DHCP agents. Network: bcd2dd30-d152-4d49-a73e-5d5f23e340f0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:44.483452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35254) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:44.530296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35256) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:44.539661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:44.588030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35266) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:44.589902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-592ac294-84a3-41ad-8bef-c58bf998e204 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3915a7bb8d0140abb14ade2b4cea5457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1017935 Sep 17 22:28:44.674401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, bcd2dd30-d152-4d49-a73e-5d5f23e340f0) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:44.754512 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9505ec8f-69b3-4062-b465-e8cc46b2f6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.782110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7771644d-afaf-4337-aad7-22b8bc84157d None None] Network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:44.790913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:44.791811 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.803787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9505ec8f-69b3-4062-b465-e8cc46b2f6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.845390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fe650d79-05eb-44ae-a5f5-32b421811874 tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1940162635', 'prefixes': ['172.20.0.0/16']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:44.919559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] Deleting port 599b3b68-e952-4d3c-8c04-256ad1620056 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:44.920224 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.936193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17e2db-3df5-4564-be90-f178ca8ad4ec None None] Network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:45.010494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] For port 599b3b68-e952-4d3c-8c04-256ad1620056, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=599b3b68-e952-4d3c-8c04-256ad1620056,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:45.010828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.025325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] Calling delete_port for 599b3b68-e952-4d3c-8c04-256ad1620056 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:45.077899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c2d6288c-1540-4382-9f90-991e3882373d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9966838 Sep 17 22:28:45.107497 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9505ec8f-69b3-4062-b465-e8cc46b2f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.110826 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9505ec8f-69b3-4062-b465-e8cc46b2f6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.124081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9505ec8f-69b3-4062-b465-e8cc46b2f6c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b3a235d-5a03-4f2c-b6df-565ced4c4b76 HTTP/1.1" status: 204 len: 168 time: 0.5206208 Sep 17 22:28:45.137728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505ec8f-69b3-4062-b465-e8cc46b2f6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3a235d-5a03-4f2c-b6df-565ced4c4b76,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:45.446667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e94f46-9455-48f1-8cd8-b82c16745375 req-e90a0535-8ae3-4f22-9240-dcff5a60e8f6 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b20bdcf-c2e8-4f23-a496-59c271afe721 HTTP/1.1" status: 200 len: 210 time: 0.0334404 Sep 17 22:28:45.461022 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe650d79-05eb-44ae-a5f5-32b421811874 tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] Notify callbacks [] for subnetpool, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.463468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fe650d79-05eb-44ae-a5f5-32b421811874 tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9321759 Sep 17 22:28:45.477416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35290) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:45.493216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.589439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=599b3b68-e952-4d3c-8c04-256ad1620056,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:45.596680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9463f1fc-9dae-433e-b170-6c1fddfd8011 tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] 10.222.0.30 "GET /v2.0/subnetpools/53d75ec3-9362-405d-8cc3-11dc5f75c7d2 HTTP/1.1" status: 200 len: 732 time: 0.1123831 Sep 17 22:28:45.600743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35292) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:45.610980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-97579696-3aac-479e-9266-6615958ebebc tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-106734573'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:45.929558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-97579696-3aac-479e-9266-6615958ebebc tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] Notify callbacks [] for subnetpool, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.930780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-97579696-3aac-479e-9266-6615958ebebc tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] 10.222.0.30 "PUT /v2.0/subnetpools/53d75ec3-9362-405d-8cc3-11dc5f75c7d2 HTTP/1.1" status: 200 len: 683 time: 0.3290420 Sep 17 22:28:45.934734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35314) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:45.967975 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.214904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-dcc2fed2-7a17-4bd4-9fa7-0003566e9055 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:46.216799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-dcc2fed2-7a17-4bd4-9fa7-0003566e9055 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/networks?id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0 HTTP/1.1" status: 200 len: 817 time: 0.2281249 Sep 17 22:28:46.251938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-325b9e68-dfa2-4e81-9b44-e3b02b145e7e tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/quotas/cb5fb09ac1f94457a86522e06e4faabe HTTP/1.1" status: 200 len: 375 time: 0.0240304 Sep 17 22:28:46.275309 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45a677b0-7ef8-4b3c-bd24-893ba4a2d371 tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] Notify callbacks [] for subnetpool, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.279047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-45a677b0-7ef8-4b3c-bd24-893ba4a2d371 tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] 10.222.0.30 "DELETE /v2.0/subnetpools/53d75ec3-9362-405d-8cc3-11dc5f75c7d2 HTTP/1.1" status: 204 len: 168 time: 0.3409448 Sep 17 22:28:46.291933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35324) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:46.300252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-0b409978-7aaa-43e6-8c42-410d5736d734 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5fb09ac1f94457a86522e06e4faabe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360053 Sep 17 22:28:46.318844 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-1a72bc6e-8ef5-4760-90d5-34e694e9a365 tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] show failed (client error): The resource could not be found. Sep 17 22:28:46.319212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] Router e4ed8c68-260b-4548-b196-8a241aed5136 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:28:46.320342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1a72bc6e-8ef5-4760-90d5-34e694e9a365 tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] 10.222.0.30 "GET /v2.0/subnetpools/53d75ec3-9362-405d-8cc3-11dc5f75c7d2 HTTP/1.1" status: 404 len: 346 time: 0.0250843 Sep 17 22:28:46.326483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35328) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:46.380525 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-6805bcc8-cb61-478f-af12-ff8dd1733e5d tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] delete failed (client error): The resource could not be found. Sep 17 22:28:46.386620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6805bcc8-cb61-478f-af12-ff8dd1733e5d tempest-SubnetPoolsTestJSON-1683432840 tempest-SubnetPoolsTestJSON-1683432840-project] 10.222.0.30 "DELETE /v2.0/subnetpools/53d75ec3-9362-405d-8cc3-11dc5f75c7d2 HTTP/1.1" status: 404 len: 346 time: 0.0533092 Sep 17 22:28:46.559703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:28:46.578587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] Sync routers for ids ['e4ed8c68-260b-4548-b196-8a241aed5136'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:28:46.579816 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-60ed0184-100b-4ac8-b8d6-e4aa0317eb0a admin admin] 10.222.0.30 "PUT /v2.0/routers/e4ed8c68-260b-4548-b196-8a241aed5136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7754438 Sep 17 22:28:46.580517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35338) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:46.602109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] Routers {'e4ed8c68-260b-4548-b196-8a241aed5136'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:46.611280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['e4ed8c68-260b-4548-b196-8a241aed5136'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:46.753721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-3ca89d7b-77fe-4c9f-b434-6ecb26666699 service neutron] 10.222.0.30 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489028 Sep 17 22:28:46.785577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] Set router e4ed8c68-260b-4548-b196-8a241aed5136 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:46.855009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:47.048948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-a4435c3e-2c45-4066-9b24-3b9e2998b2de service neutron] 10.222.0.30 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930744 Sep 17 22:28:47.142427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:47.192538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:28:45Z', 'revision_number': 5, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:47.219055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] Checking router: e4ed8c68-260b-4548-b196-8a241aed5136 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:28:47.228245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] Routers {'e4ed8c68-260b-4548-b196-8a241aed5136'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:28:47.228999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['e4ed8c68-260b-4548-b196-8a241aed5136'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:47.359530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] Set router e4ed8c68-260b-4548-b196-8a241aed5136 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:28:47.430995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Deleting port b55e245e-c51a-4c55-8b83-853d2d5905de {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:47.432273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:47.566192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35374) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:47.674641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] For port b55e245e-c51a-4c55-8b83-853d2d5905de, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b55e245e-c51a-4c55-8b83-853d2d5905de,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:47.679214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:47.729237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Calling delete_port for b55e245e-c51a-4c55-8b83-853d2d5905de owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:47.755070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:28:45Z', 'revision_number': 5, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:47.820570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0fc68-039e-4f67-b159-c55b8c57eac6 None None] The sync data for ids ['e4ed8c68-260b-4548-b196-8a241aed5136'] in n-d-713499-18 is: [{'id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'name': 'tempest-ServersTestBootFromVolume-1614752382-router', 'tenant_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:52Z', 'updated_at': '2021-09-17T22:28:45Z', 'revision_number': 5, 'project_id': '2cd2ee263f4648268c7154a01fa1e4d9', 'gw_port': {'id': 'b55e245e-c51a-4c55-8b83-853d2d5905de', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ed8c68-260b-4548-b196-8a241aed5136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:53Z', 'updated_at': '2021-09-17T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:28:47.882764 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-adb1899c-7bf3-408f-a5b3-e5aeb9513b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.104670 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-adb1899c-7bf3-408f-a5b3-e5aeb9513b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.210103 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47becb5a-9e62-4100-a13e-325b41760c1e req-8fa326e7-fd26-4db3-85d9-80a1ceeb175f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 210 time: 0.0848446 Sep 17 22:28:48.215917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-adb1899c-7bf3-408f-a5b3-e5aeb9513b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.297694 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-adb1899c-7bf3-408f-a5b3-e5aeb9513b98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77a80eea19e2450f9b1f057ad4d7ab51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297606 Sep 17 22:28:48.302879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1899c-7bf3-408f-a5b3-e5aeb9513b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a23ef5-9651-4fc7-acc9-b636bf1a7e2c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:48.303174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35414) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:48.368606 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.450778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55e245e-c51a-4c55-8b83-853d2d5905de,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:48.570766 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-726817d1-ed38-46e2-9e3e-557059c9b845 req-2cd3b9da-1973-4708-ba8c-3df15bac77c4 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.1151330 Sep 17 22:28:48.637712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec1b4d-194e-4b22-bf4f-589c404779c1 req-1adbedf2-2221-48ac-bd8a-c2773b98c017 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:48.647616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57ec1b4d-194e-4b22-bf4f-589c404779c1 req-1adbedf2-2221-48ac-bd8a-c2773b98c017 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 951 time: 0.0810816 Sep 17 22:28:48.693574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c910efc-d4d3-4331-a970-602f210ef7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.695519 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.732081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57ec1b4d-194e-4b22-bf4f-589c404779c1 req-49521083-31f3-47c5-a448-5719d63b6b13 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831480 Sep 17 22:28:48.884384 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.894007 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c910efc-d4d3-4331-a970-602f210ef7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.902556 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.219166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c910efc-d4d3-4331-a970-602f210ef7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.226243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c910efc-d4d3-4331-a970-602f210ef7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.228054 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1c910efc-d4d3-4331-a970-602f210ef7e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5a23ef5-9651-4fc7-acc9-b636bf1a7e2c HTTP/1.1" status: 204 len: 168 time: 0.9266057 Sep 17 22:28:49.245269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.246590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4ed8c68-260b-4548-b196-8a241aed5136 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:28:49.259307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.261291 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3b9c5902-52f3-4576-bf00-af1fd7122560 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e4ed8c68-260b-4548-b196-8a241aed5136 HTTP/1.1" status: 204 len: 168 time: 2.6771328 Sep 17 22:28:49.263602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35496) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:49.302663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c910efc-d4d3-4331-a970-602f210ef7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a23ef5-9651-4fc7-acc9-b636bf1a7e2c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:49.497873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a0f1bfa0-ea1a-4852-9bb6-8500f4c004a0 req-7760ad32-8218-4472-8e88-032adb08b4e8 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 210 time: 0.0547559 Sep 17 22:28:49.574030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7beb77d-2e91-4dcf-b3c3-50ccd3b494e4 admin admin] Deleting subnet b3adcdca-4ced-4989-807c-395e5010b8a6 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:49.579777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7beb77d-2e91-4dcf-b3c3-50ccd3b494e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.625419 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7beb77d-2e91-4dcf-b3c3-50ccd3b494e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.742916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19c016a7-9873-4048-95ed-b25160c6d369 req-ddb7b64a-d6d7-4ee3-a8a2-40978c8b00c6 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0474737 Sep 17 22:28:49.839626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7beb77d-2e91-4dcf-b3c3-50ccd3b494e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.030752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7beb77d-2e91-4dcf-b3c3-50ccd3b494e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.032956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 599b3b68-e952-4d3c-8c04-256ad1620056 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:50.061460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7beb77d-2e91-4dcf-b3c3-50ccd3b494e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.066995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f7beb77d-2e91-4dcf-b3c3-50ccd3b494e4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b3adcdca-4ced-4989-807c-395e5010b8a6 HTTP/1.1" status: 204 len: 168 time: 0.7969382 Sep 17 22:28:50.070766 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35556) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:50.073667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec71d3-44a8-4a58-83ca-c34237c17b46 None None] Network 8b976c42-f4a0-4f13-b359-b6aca8335cd7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:50.142695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7beb77d-2e91-4dcf-b3c3-50ccd3b494e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3adcdca-4ced-4989-807c-395e5010b8a6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:50.229534 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.424518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 599b3b68-e952-4d3c-8c04-256ad1620056 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:50.425146 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 599b3b68-e952-4d3c-8c04-256ad1620056 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:50.427054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b55e245e-c51a-4c55-8b83-853d2d5905de no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:50.442384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Deleting port 03726738-8ffc-4423-9602-8a88fcd8a469 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:50.442384 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.516333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: b55e245e-c51a-4c55-8b83-853d2d5905de {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:50.517013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b55e245e-c51a-4c55-8b83-853d2d5905de not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:50.670987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] DHCP port deletion for 8b976c42-f4a0-4f13-b359-b6aca8335cd7 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:50.714385 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-04c0fe03-1d14-47d2-986c-17afde45ca54 req-51aae4f5-6f68-49e6-b9b9-38edad2c5384 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 210 time: 0.1108541 Sep 17 22:28:50.754445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] For port 03726738-8ffc-4423-9602-8a88fcd8a469, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03726738-8ffc-4423-9602-8a88fcd8a469,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:50.764101 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.808387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Calling delete_port for 03726738-8ffc-4423-9602-8a88fcd8a469 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:50.880577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Deleting port 03726738-8ffc-4423-9602-8a88fcd8a469 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:50.885645 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.014373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] For port 03726738-8ffc-4423-9602-8a88fcd8a469, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03726738-8ffc-4423-9602-8a88fcd8a469,segment=NetworkSegment(b72fad8d-09a2-43ab-a59a-33664b4497f8),segment_id=b72fad8d-09a2-43ab-a59a-33664b4497f8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:51.014831 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.025826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d987868-cbce-4ce6-8773-388fa49f6957 req-60b8ad5b-8048-4f85-88fc-347e112c0384 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0877662 Sep 17 22:28:51.038217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Calling delete_port for 03726738-8ffc-4423-9602-8a88fcd8a469 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:51.089110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device eb180c8f-bfec-4b67-bbbe-394737e30600 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:51.157497 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.203360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Pushing event deleted for resources: {'Port': ['ID=03726738-8ffc-4423-9602-8a88fcd8a469,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:51.217780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] No DVR routers for this DVR port 03726738-8ffc-4423-9602-8a88fcd8a469 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:51.288157 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.321604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:51.321604 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf41a55-a05a-45b8-9de9-0e4ca9b2bbd9" -d '{"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-unplugged", "status": "completed", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:51.327528 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.376779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] No DVR routers for this DVR port 03726738-8ffc-4423-9602-8a88fcd8a469 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:51.389098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:51.395371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Pushing event deleted for resources: {'Port': ['ID=03726738-8ffc-4423-9602-8a88fcd8a469,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:51.408979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.409937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.410499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.411385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.411952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.412515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.413174 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.413728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.414264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.414809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.439038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.439700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8463d-1005-4eaf-97dc-fdfc94ef804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:51.468080 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dd963e-cb65-4ecb-a5f8-ff0d672a0628 x-openstack-request-id: req-58dd963e-cb65-4ecb-a5f8-ff0d672a0628 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:51.468705 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-unplugged", "status": "completed", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:51.469195 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58dd963e-cb65-4ecb-a5f8-ff0d672a0628 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:51.470328 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'code': 200} Sep 17 22:28:51.472287 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.549803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35674) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:51.625728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=11']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:51.810988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-86018851'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:51.844077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03726738-8ffc-4423-9602-8a88fcd8a469 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:51.927214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 03726738-8ffc-4423-9602-8a88fcd8a469 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:51.927482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03726738-8ffc-4423-9602-8a88fcd8a469 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:51.952355 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c2e3d1e8-9581-4f6b-84a5-b8c9d10859aa req-079abe0f-9036-408e-acc0-0a8c9606a741 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 210 time: 0.0838468 Sep 17 22:28:51.984162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Made reservation on behalf of aa346270a8aa46c28d478bcc089ae403 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:51.993370 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.027731 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.061161 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.104033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b976c42-f4a0-4f13-b359-b6aca8335cd7']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:52.128662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72fad8d-09a2-43ab-a59a-33664b4497f8') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:52.131227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72fad8d-09a2-43ab-a59a-33664b4497f8') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:52.143507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.164612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.179993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:52.180520 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:52.182327 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:52.225518 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.258557 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa4250b0-22f9-483b-8daa-2df9b9ed31ad req-4a2575d1-56ef-4e78-ab59-a87d03f2414f tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0562778 Sep 17 22:28:52.315632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.351421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:52.376765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bff1eed-f493-4c85-8ebc-009cd79fb6f2,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:52.385465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.386263 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Added segment 3a943cd4-6194-4f28-bb01-faf3c3d39d82 of type vlan for network 19a6eda5-7b46-4d1f-8e66-f30d21df9be0 Sep 17 22:28:52.394040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.400520 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.403646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] 10.222.0.30 "DELETE /v2.0/networks/8b976c42-f4a0-4f13-b359-b6aca8335cd7 HTTP/1.1" status: 204 len: 168 time: 2.3342168 Sep 17 22:28:52.428139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff158dc9-edff-4e44-9fc8-ba6b3cbe990a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b976c42-f4a0-4f13-b359-b6aca8335cd7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:52.451731 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.592242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.600546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:52.602277 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.721866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Pushing event updated for resources: {'Network': ['ID=19a6eda5-7b46-4d1f-8e66-f30d21df9be0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:52.733634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 19a6eda5-7b46-4d1f-8e66-f30d21df9be0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:52.767673 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a6af6b71-4668-465e-8a4c-4fc94675492e tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2121241 Sep 17 22:28:52.768340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35714) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:52.774937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-3d6748e1-6dfb-4ef9-9351-4278ec817a21 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0', 'tempest-TagsTest-Tag-1324746440') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:52.851058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-c0d53edb-52ef-43e0-b987-484c41828df7 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:52.852838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-c0d53edb-52ef-43e0-b987-484c41828df7 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.15 "GET /v2.0/networks?id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0 HTTP/1.1" status: 200 len: 817 time: 0.2076361 Sep 17 22:28:52.875653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Request body: {'port': {'device_id': 'f3be677c-6acd-4986-b9a6-d0580acb778a', 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0', 'admin_state_up': True, 'tenant_id': 'cb5fb09ac1f94457a86522e06e4faabe'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:52.988192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3d6748e1-6dfb-4ef9-9351-4278ec817a21 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "PUT /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags/tempest-TagsTest-Tag-1324746440 HTTP/1.1" status: 201 len: 201 time: 0.2180934 Sep 17 22:28:52.988877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35716) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:52.994723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35720) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:53.000658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-a15fd166-7275-4061-9524-55e9fa836e2b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0', 'tempest-TagsTest-Tag-1324746440') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:53.143009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35730) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:53.146570 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a15fd166-7275-4061-9524-55e9fa836e2b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "GET /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags/tempest-TagsTest-Tag-1324746440 HTTP/1.1" status: 204 len: 168 time: 0.1536925 Sep 17 22:28:53.154777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-7a62bf30-b40e-4ea2-b204-d376ee6e5907 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:53.174277 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df26c00f-0f50-4368-8784-d767ca149095 req-4f53abdc-e72f-4d68-9ece-4eac68523d98 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 210 time: 0.0568132 Sep 17 22:28:53.257187 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7537bd6a-792a-4b9d-9e5c-688732dd04db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cd2ee263f4648268c7154a01fa1e4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529137 Sep 17 22:28:53.259689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35736) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:53.297205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36beadca-a14b-43ac-80b1-7b2f48b3dc2b tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:53.299572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36beadca-a14b-43ac-80b1-7b2f48b3dc2b tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.23 "GET /v2.0/networks?id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0 HTTP/1.1" status: 200 len: 817 time: 0.2873974 Sep 17 22:28:53.333163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Request body: {'port': {'device_id': '8fb9ded4-b34b-409d-b641-51d5619ce6ba', 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0', 'admin_state_up': True, 'tenant_id': 'cb5fb09ac1f94457a86522e06e4faabe'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:53.349865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7a62bf30-b40e-4ea2-b204-d376ee6e5907 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "GET /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags HTTP/1.1" status: 200 len: 238 time: 0.2035656 Sep 17 22:28:53.353626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35740) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:53.358504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-93bcd728-139a-4e69-b7cf-37b26aff292d tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0', {'tags': ['tempest-TagsTest-Tag-1467512611', 'tempest-TagsTest-Tag-638056734', 'tempest-TagsTest-Tag-469957735']}) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:53.372792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Made reservation on behalf of cb5fb09ac1f94457a86522e06e4faabe for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:53.377158 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.470129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c920904c-cdf2-44b4-bc7b-b37e0e1f9baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.552866 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-411e0580-6bad-478e-8f85-9202842f4222 req-468654d5-3a02-4210-9baf-b120afe0b32b tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0847366 Sep 17 22:28:53.578409 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c920904c-cdf2-44b4-bc7b-b37e0e1f9baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.606006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-56eb147e-85c1-431b-b112-c0b05c0df50f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:53.609701 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-56eb147e-85c1-431b-b112-c0b05c0df50f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.15 "GET /v2.0/networks?id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0 HTTP/1.1" status: 200 len: 817 time: 0.2060637 Sep 17 22:28:53.638701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Request body: {'port': {'device_id': 'edaf29c4-89cd-4d0e-ad57-c0b37de58481', 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0', 'admin_state_up': True, 'tenant_id': 'cb5fb09ac1f94457a86522e06e4faabe'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:53.658989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Allocated IP 172.20.0.9 (bcd2dd30-d152-4d49-a73e-5d5f23e340f0/e16e1135-9458-404d-aad4-2d92a6602cd5/2c35a5db-3eb3-4f35-9869-1a7b180730a4) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:53.668775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-93bcd728-139a-4e69-b7cf-37b26aff292d tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "PUT /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags HTTP/1.1" status: 200 len: 307 time: 0.3138506 Sep 17 22:28:53.675968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35750) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:53.681793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-bdcc9077-f8ce-4228-8102-8f495a966136 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0', 'tempest-TagsTest-Tag-1467512611') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:53.832826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Made reservation on behalf of cb5fb09ac1f94457a86522e06e4faabe for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:53.836440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.871761 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c920904c-cdf2-44b4-bc7b-b37e0e1f9baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.874940 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c920904c-cdf2-44b4-bc7b-b37e0e1f9baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.877220 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c920904c-cdf2-44b4-bc7b-b37e0e1f9baa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/148399f7-3be4-4a62-bb30-6daa3c9fa5a6 HTTP/1.1" status: 204 len: 168 time: 0.6164188 Sep 17 22:28:53.890023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920904c-cdf2-44b4-bc7b-b37e0e1f9baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148399f7-3be4-4a62-bb30-6daa3c9fa5a6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:53.911575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Made reservation on behalf of cb5fb09ac1f94457a86522e06e4faabe for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:53.920516 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.018046 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.049442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35770) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:54.049646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bdcc9077-f8ce-4228-8102-8f495a966136 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "DELETE /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags/tempest-TagsTest-Tag-1467512611 HTTP/1.1" status: 204 len: 168 time: 0.3688560 Sep 17 22:28:54.051489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-7b7599de-bdb4-45e4-ab3e-3eadfdbd8641 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0', 'tempest-TagsTest-Tag-1467512611') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:54.193936 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.272942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:54.279784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:54.294402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:54.335875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Pushing event updated for resources: {'Port': ['ID=2c35a5db-3eb3-4f35-9869-1a7b180730a4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:54.356549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Allocated IP 172.20.0.12 (bcd2dd30-d152-4d49-a73e-5d5f23e340f0/e16e1135-9458-404d-aad4-2d92a6602cd5/70a91693-e3ac-415a-8a63-045d7e863a66) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:54.379260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:54.379839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.459621 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-7b7599de-bdb4-45e4-ab3e-3eadfdbd8641 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] show failed (client error): The resource could not be found. Sep 17 22:28:54.462985 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7b7599de-bdb4-45e4-ab3e-3eadfdbd8641 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "GET /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags/tempest-TagsTest-Tag-1467512611 HTTP/1.1" status: 404 len: 326 time: 0.4162169 Sep 17 22:28:54.468860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35786) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:54.477577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-f2a30f43-8169-40a6-92d0-db7c22538252 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0', 'tempest-TagsTest-Tag-638056734') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:54.486215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-675f3a2b-492a-4388-8142-c8f6bede3d5d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6161640 Sep 17 22:28:54.499228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80b6dc-78a9-4874-a521-d628677cd7db req-b457a20d-eec3-4d04-b3fe-b334eed81694 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:54.500886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d80b6dc-78a9-4874-a521-d628677cd7db req-b457a20d-eec3-4d04-b3fe-b334eed81694 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 945 time: 0.0549467 Sep 17 22:28:54.533750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Request body: {'port': {'device_id': 'f3be677c-6acd-4986-b9a6-d0580acb778a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:54.548881 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d80b6dc-78a9-4874-a521-d628677cd7db req-7c8ecb32-7499-4a33-a84d-5a49b0e5018d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Sep 17 22:28:54.650394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e08dd38-db88-48df-9f53-d28303a8ae5c req-d24ad302-fc09-4564-9986-a9eae8573180 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 210 time: 0.0291662 Sep 17 22:28:54.683138 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.702327 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.705498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f2a30f43-8169-40a6-92d0-db7c22538252 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "GET /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags/tempest-TagsTest-Tag-638056734 HTTP/1.1" status: 204 len: 168 time: 0.2350385 Sep 17 22:28:54.708284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35802) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:54.714884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-dfe9fba0-82c8-4303-a3dd-306920e3c536 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0', 'tempest-TagsTest-Tag-469957735') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:54.783920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53e43312-29d6-4f5d-8f44-05de7f4799dc req-d7129207-c8da-48b4-8130-e2f30d128c2f tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0405350 Sep 17 22:28:54.786317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f96248-0022-4c20-b46b-5894f1600817 req-cacebd67-9dec-44b0-a594-c04421fd18ef tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:54.787829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-64f96248-0022-4c20-b46b-5894f1600817 req-cacebd67-9dec-44b0-a594-c04421fd18ef tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.23 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 945 time: 0.1276746 Sep 17 22:28:54.854092 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dfe9fba0-82c8-4303-a3dd-306920e3c536 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "GET /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags/tempest-TagsTest-Tag-469957735 HTTP/1.1" status: 204 len: 168 time: 0.1443925 Sep 17 22:28:54.856434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35808) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:54.861241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-1b0fc0a4-1daa-4994-a06f-1aba985cbe0c tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:54.940623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.997898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:55.003193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Allocated IP 172.20.0.6 (bcd2dd30-d152-4d49-a73e-5d5f23e340f0/e16e1135-9458-404d-aad4-2d92a6602cd5/4d1b19e9-dbc4-4a45-8fed-fbc54c94e261) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:55.008850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:55.014851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:55.020285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Pushing event updated for resources: {'Port': ['ID=70a91693-e3ac-415a-8a63-045d7e863a66,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:55.055549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-64f96248-0022-4c20-b46b-5894f1600817 req-e6ed1308-00cd-4705-b79a-b89722367a33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Deleting port 77147a9f-0258-4afd-b057-b5933f570010 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:55.055896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-64f96248-0022-4c20-b46b-5894f1600817 req-e6ed1308-00cd-4705-b79a-b89722367a33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.078602 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1b0fc0a4-1daa-4994-a06f-1aba985cbe0c tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "DELETE /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags HTTP/1.1" status: 204 len: 168 time: 0.2186899 Sep 17 22:28:55.080209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35820) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:55.085146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-a81f8b3c-8836-4da8-a37a-82f3042506b2 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0', 'tempest-TagsTest-Tag-638056734') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:55.097917 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:55.098602 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.175981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-64f96248-0022-4c20-b46b-5894f1600817 req-e6ed1308-00cd-4705-b79a-b89722367a33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] For port 77147a9f-0258-4afd-b057-b5933f570010, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=77147a9f-0258-4afd-b057-b5933f570010,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:55.176556 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-64f96248-0022-4c20-b46b-5894f1600817 req-e6ed1308-00cd-4705-b79a-b89722367a33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.190936 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-64f96248-0022-4c20-b46b-5894f1600817 req-e6ed1308-00cd-4705-b79a-b89722367a33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Calling delete_port for 77147a9f-0258-4afd-b057-b5933f570010 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:55.223141 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-a81f8b3c-8836-4da8-a37a-82f3042506b2 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] show failed (client error): The resource could not be found. Sep 17 22:28:55.224427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a81f8b3c-8836-4da8-a37a-82f3042506b2 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "GET /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags/tempest-TagsTest-Tag-638056734 HTTP/1.1" status: 404 len: 325 time: 0.1432309 Sep 17 22:28:55.227115 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35828) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:55.234229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-e25d8a66-fd4b-4910-baf5-1f76d201e87b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0', 'tempest-TagsTest-Tag-469957735') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:55.237138 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.255937 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d37309ce-c96c-41fe-b730-c29d6d4b6eba tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9307482 Sep 17 22:28:55.278334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Request body: {'port': {'device_id': '8fb9ded4-b34b-409d-b641-51d5619ce6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:55.288373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35832) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:55.357744 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-e25d8a66-fd4b-4910-baf5-1f76d201e87b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] show failed (client error): The resource could not be found. Sep 17 22:28:55.358809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e25d8a66-fd4b-4910-baf5-1f76d201e87b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "GET /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags/tempest-TagsTest-Tag-469957735 HTTP/1.1" status: 404 len: 325 time: 0.1307886 Sep 17 22:28:55.361850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35840) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:55.366446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-c14ade3a-01c8-4c8c-ba49-9fd7593eb4a3 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '19a6eda5-7b46-4d1f-8e66-f30d21df9be0') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:55.372488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.450096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.460043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-903025296-network', 'tenant_id': '2dbf418ad7db4b2e92e446df8c405d0c'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:55.550076 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c14ade3a-01c8-4c8c-ba49-9fd7593eb4a3 tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "DELETE /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0/tags HTTP/1.1" status: 204 len: 168 time: 0.1833394 Sep 17 22:28:55.558874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35850) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:55.564263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:55.578923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:55.581243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Pushing event updated for resources: {'Port': ['ID=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:55.584624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:55.659450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ed142-a0d0-493a-baeb-7c35bdf7c15d req-666737ed-82a1-42cf-97a0-6e6e4984e1a9 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:55.661001 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-734ed142-a0d0-493a-baeb-7c35bdf7c15d req-666737ed-82a1-42cf-97a0-6e6e4984e1a9 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 946 time: 0.1916547 Sep 17 22:28:55.673774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-64f96248-0022-4c20-b46b-5894f1600817 req-e6ed1308-00cd-4705-b79a-b89722367a33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.707193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Made reservation on behalf of 2dbf418ad7db4b2e92e446df8c405d0c for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:55.709517 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.713576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c35a5db-3eb3-4f35-9869-1a7b180730a4 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:55.723237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed1308-00cd-4705-b79a-b89722367a33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Pushing event deleted for resources: {'Port': ['ID=77147a9f-0258-4afd-b057-b5933f570010,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:55.726650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.741087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:55.741747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.749260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.752217 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.775541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f96248-0022-4c20-b46b-5894f1600817 req-e6ed1308-00cd-4705-b79a-b89722367a33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] No DVR routers for this DVR port 77147a9f-0258-4afd-b057-b5933f570010 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:55.777496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Transition to ACTIVE for port object 2c35a5db-3eb3-4f35-9869-1a7b180730a4 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:55.778685 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-64f96248-0022-4c20-b46b-5894f1600817 req-e6ed1308-00cd-4705-b79a-b89722367a33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.780702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-64f96248-0022-4c20-b46b-5894f1600817 req-e6ed1308-00cd-4705-b79a-b89722367a33 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.23 "DELETE /v2.0/ports/77147a9f-0258-4afd-b057-b5933f570010 HTTP/1.1" status: 204 len: 173 time: 0.9864428 Sep 17 22:28:55.781320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'name': 'network-vif-deleted', 'tag': '77147a9f-0258-4afd-b057-b5933f570010'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:55.784347 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04feab35-9c1f-429a-9a9c-0ea5e1c58844" -d '{"events": [{"server_uuid": "092021ba-c0cb-4b79-b20a-fafbeec24b4c", "name": "network-vif-deleted", "tag": "77147a9f-0258-4afd-b057-b5933f570010"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:55.798878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-734ed142-a0d0-493a-baeb-7c35bdf7c15d req-c26689cc-7173-4c7e-863d-6337386cddeb tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001732 Sep 17 22:28:55.834083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df90d873-f5da-4866-9810-fdddb3729543 req-754059e2-26af-4a94-ae2a-197cc484626e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0454445 Sep 17 22:28:55.850747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.912226 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.955024 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-156c0d4e-f4cf-4a3c-aede-e39979f88ec4 req-5d3324c1-60e5-482d-bd4d-c6a861c018c2 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 210 time: 0.0765874 Sep 17 22:28:55.964858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a6eda5-7b46-4d1f-8e66-f30d21df9be0']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:55.981552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a943cd4-6194-4f28-bb01-faf3c3d39d82') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:55.981852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a943cd4-6194-4f28-bb01-faf3c3d39d82') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:55.998698 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.019294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Pushing event updated for resources: {'Port': ['ID=2c35a5db-3eb3-4f35-9869-1a7b180730a4,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:56.019596 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.034060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:56.034473 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:56.037602 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:56.068297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.084641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Attempting to bind port 2c35a5db-3eb3-4f35-9869-1a7b180730a4 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:56.084976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Attempting to bind port 2c35a5db-3eb3-4f35-9869-1a7b180730a4 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:56.085304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Attempting to bind port 2c35a5db-3eb3-4f35-9869-1a7b180730a4 on network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:56.108507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Port 2c35a5db-3eb3-4f35-9869-1a7b180730a4 on network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:56.108828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Attempting to bind port 2c35a5db-3eb3-4f35-9869-1a7b180730a4 on network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:56.124641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:56.124641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Checking segment: {'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:56.125043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Bound using segment: {'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:56.143764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Bound port: 2c35a5db-3eb3-4f35-9869-1a7b180730a4, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:56.143764 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.147293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a91693-e3ac-415a-8a63-045d7e863a66 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:56.148495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab201cee-36eb-4eec-a2d1-4ab1eff68835 req-95ddee02-4012-4312-a09f-a5bb2fe508f4 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:56.150055 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab201cee-36eb-4eec-a2d1-4ab1eff68835 req-95ddee02-4012-4312-a09f-a5bb2fe508f4 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 931 time: 0.1077700 Sep 17 22:28:56.157345 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.174179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.191983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Transition to ACTIVE for port object 70a91693-e3ac-415a-8a63-045d7e863a66 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:56.215842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab201cee-36eb-4eec-a2d1-4ab1eff68835 req-145185f6-808f-42d2-b2b6-895201a09bc7 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572088 Sep 17 22:28:56.217646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85ad45a-14e9-431e-9345-e8748bd41a27,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:56.224176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] For port 2c35a5db-3eb3-4f35-9869-1a7b180730a4, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:56.228185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] For port 2c35a5db-3eb3-4f35-9869-1a7b180730a4, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2c35a5db-3eb3-4f35-9869-1a7b180730a4,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:56.251236 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:56.261562 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a923d43e-6236-4998-9b58-e723608f4f9f x-openstack-request-id: req-a923d43e-6236-4998-9b58-e723608f4f9f {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:56.262541 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092021ba-c0cb-4b79-b20a-fafbeec24b4c", "name": "network-vif-deleted", "tag": "77147a9f-0258-4afd-b057-b5933f570010", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:56.262800 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a923d43e-6236-4998-9b58-e723608f4f9f {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:56.263208 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092021ba-c0cb-4b79-b20a-fafbeec24b4c', 'name': 'network-vif-deleted', 'tag': '77147a9f-0258-4afd-b057-b5933f570010', 'status': 'completed', 'code': 200} Sep 17 22:28:56.263427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.274670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.274931 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Added segment 8763adca-d217-434f-bbda-24da40682280 of type vlan for network ea29fd46-8ada-4e99-9213-0d4eece86de5 Sep 17 22:28:56.276660 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.278951 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] 10.222.0.30 "DELETE /v2.0/networks/19a6eda5-7b46-4d1f-8e66-f30d21df9be0 HTTP/1.1" status: 204 len: 168 time: 0.7135205 Sep 17 22:28:56.295174 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.301570 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-36503fba-43dd-4fbc-8c1c-54c82466cfc6 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6691878 Sep 17 22:28:56.302374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec122e7-a86a-410c-aa2b-739bfb26a50b tempest-TagsTest-1699652718 tempest-TagsTest-1699652718-project] Pushing event deleted for resources: {'Network': ['ID=19a6eda5-7b46-4d1f-8e66-f30d21df9be0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:56.333679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Request body: {'port': {'device_id': 'edaf29c4-89cd-4d0e-ad57-c0b37de58481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:56.355677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.378705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Pushing event updated for resources: {'Port': ['ID=70a91693-e3ac-415a-8a63-045d7e863a66,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:56.393544 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-512b82ae-bb9c-4a8d-b9c0-3cf5ed640955 req-9dc1d601-000f-4519-afd0-a271fdd16d84 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0658433 Sep 17 22:28:56.395332 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.436228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:56.437580 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.439379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] 10.222.0.15 "PUT /v2.0/ports/2c35a5db-3eb3-4f35-9869-1a7b180730a4 HTTP/1.1" status: 200 len: 1092 time: 1.9106007 Sep 17 22:28:56.448524 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.499972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eee5df-c674-40f0-997e-ca6a5f16919d service neutron] Pushing event updated for resources: {'Port': ['ID=2c35a5db-3eb3-4f35-9869-1a7b180730a4,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:56.505869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Attempting to bind port 70a91693-e3ac-415a-8a63-045d7e863a66 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:56.506430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Attempting to bind port 70a91693-e3ac-415a-8a63-045d7e863a66 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:56.506924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Attempting to bind port 70a91693-e3ac-415a-8a63-045d7e863a66 on network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:56.511933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Port 70a91693-e3ac-415a-8a63-045d7e863a66 on network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:56.512446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Attempting to bind port 70a91693-e3ac-415a-8a63-045d7e863a66 on network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:56.519148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:56.520318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Checking segment: {'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:56.520708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Bound using segment: {'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:56.521139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Bound port: 70a91693-e3ac-415a-8a63-045d7e863a66, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:56.521500 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.598014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] For port 70a91693-e3ac-415a-8a63-045d7e863a66, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:56.602170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] For port 70a91693-e3ac-415a-8a63-045d7e863a66, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=70a91693-e3ac-415a-8a63-045d7e863a66,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:56.625122 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.626664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:56.627452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.650474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-f6db6a9f-0c58-4a30-ac8b-4883afad5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:56.652242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-f6db6a9f-0c58-4a30-ac8b-4883afad5f0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb5fb09ac1f94457a86522e06e4faabe&device_id=f3be677c-6acd-4986-b9a6-d0580acb778a HTTP/1.1" status: 200 len: 1095 time: 0.0485506 Sep 17 22:28:56.706507 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d9672571-d59a-4160-bfec-9820a6d82c04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c35a5db-3eb3-4f35-9869-1a7b180730a4 HTTP/1.1" status: 200 len: 217 time: 0.0381379 Sep 17 22:28:56.770994 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-cfdc4f30-2fd2-4224-b319-1d20fa0e044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:56.776191 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-cfdc4f30-2fd2-4224-b319-1d20fa0e044b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e16e1135-9458-404d-aad4-2d92a6602cd5 HTTP/1.1" status: 200 len: 857 time: 0.0619488 Sep 17 22:28:56.784640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] Pushing event updated for resources: {'Network': ['ID=ea29fd46-8ada-4e99-9213-0d4eece86de5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:56.797196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:56.821283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.862108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-21f89269-8ffc-4acb-843a-80127cee463e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5716124 Sep 17 22:28:56.871149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35882) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:56.887550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Request body: {'subnet': {'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-903025296-subnet', 'tenant_id': '2dbf418ad7db4b2e92e446df8c405d0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:56.896569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35884) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:56.911703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-401917bc-c40e-4f90-94a2-208c260e784c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248310 Sep 17 22:28:56.973810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:56.974440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.975862 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] 10.222.0.23 "PUT /v2.0/ports/70a91693-e3ac-415a-8a63-045d7e863a66 HTTP/1.1" status: 200 len: 1093 time: 1.7063541 Sep 17 22:28:56.998628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Made reservation on behalf of 2dbf418ad7db4b2e92e446df8c405d0c for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:57.002339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.089213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d6ddd-e15b-43ca-9c18-abbc3b7105aa service neutron] Pushing event updated for resources: {'Port': ['ID=70a91693-e3ac-415a-8a63-045d7e863a66,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:57.164849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 77147a9f-0258-4afd-b057-b5933f570010 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:57.186029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 77147a9f-0258-4afd-b057-b5933f570010 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:57.186374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 77147a9f-0258-4afd-b057-b5933f570010 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:57.229193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-1b29daab-6940-46a7-96ef-9c2f36127d64 service neutron] 10.222.0.15 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095498 Sep 17 22:28:57.231181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f63c53ec-e773-427b-9a2d-1c94ccfa84dd req-80f90239-7b3d-4578-aa5a-295c330080fa tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=092021ba-c0cb-4b79-b20a-fafbeec24b4c HTTP/1.1" status: 200 len: 210 time: 0.0335202 Sep 17 22:28:57.274741 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:57.293448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-c5d91379-3d94-4961-a99d-f78efd9eb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:57.294470 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.295000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-c5d91379-3d94-4961-a99d-f78efd9eb97a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb5fb09ac1f94457a86522e06e4faabe&device_id=8fb9ded4-b34b-409d-b641-51d5619ce6ba HTTP/1.1" status: 200 len: 1096 time: 0.1437984 Sep 17 22:28:57.309380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a4544537-7052-4b6f-a13e-d50e0cbaa9f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa346270a8aa46c28d478bcc089ae403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010994 Sep 17 22:28:57.309913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35896) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:57.325910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d938c6-08fe-4ca9-a37b-51497a46470a req-fb2546de-c054-4b70-81e6-0032cba6bccc tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:57.327379 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0d938c6-08fe-4ca9-a37b-51497a46470a req-fb2546de-c054-4b70-81e6-0032cba6bccc tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 946 time: 0.1486490 Sep 17 22:28:57.335690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Transition to ACTIVE for port object 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:57.369988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.384103 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-8a3d5580-2541-4240-a15b-3a4268c7f5b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70a91693-e3ac-415a-8a63-045d7e863a66 HTTP/1.1" status: 200 len: 217 time: 0.0758586 Sep 17 22:28:57.405563 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0d938c6-08fe-4ca9-a37b-51497a46470a req-6088e2ec-602c-4b8a-b74d-3f83b7d77f93 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687184 Sep 17 22:28:57.443696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.460867 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7eea326c-b9f8-482c-9dc1-f5d8b20b00f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.538923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=461e6197-8fbb-40ee-954d-8227cda698ef,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:57.576627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7eea326c-b9f8-482c-9dc1-f5d8b20b00f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.581369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Checking segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:57.581369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Network hostable DHCP agents. Network: ea29fd46-8ada-4e99-9213-0d4eece86de5, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:57.590697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Pushing event updated for resources: {'Port': ['ID=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:57.688863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32a4b2-7811-4c7a-adf4-20e55011ffbb req-e250591e-4a92-4da8-9b11-920d9caaf561 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:57.690473 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f32a4b2-7811-4c7a-adf4-20e55011ffbb req-e250591e-4a92-4da8-9b11-920d9caaf561 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 943 time: 0.1930015 Sep 17 22:28:57.719882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Attempting to bind port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:57.720449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Attempting to bind port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:57.720787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Attempting to bind port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 on network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:57.731888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 on network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:57.732255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Attempting to bind port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 on network bcd2dd30-d152-4d49-a73e-5d5f23e340f0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:57.745441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:57.745780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Checking segment: {'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:57.746163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Bound using segment: {'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:57.746595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Bound port: 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3326ba4-d255-456d-86c7-34603aae1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:57.746956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.794574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f32a4b2-7811-4c7a-adf4-20e55011ffbb req-192dc90d-2cf6-4082-b0d3-48ff6d383d8e tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712631 Sep 17 22:28:57.796669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:57.829399 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-a1e2f79f-d21e-45ab-ac93-a1bbebbfac87 service neutron] 10.222.0.15 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729775 Sep 17 22:28:57.829513 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7eea326c-b9f8-482c-9dc1-f5d8b20b00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.831708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7eea326c-b9f8-482c-9dc1-f5d8b20b00f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.835096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7eea326c-b9f8-482c-9dc1-f5d8b20b00f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bff1eed-f493-4c85-8ebc-009cd79fb6f2 HTTP/1.1" status: 204 len: 168 time: 0.5214701 Sep 17 22:28:57.838333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-07c95026-0b45-4af1-8682-f30711ae9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:57.840046 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-07c95026-0b45-4af1-8682-f30711ae9bf2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e16e1135-9458-404d-aad4-2d92a6602cd5 HTTP/1.1" status: 200 len: 857 time: 0.4374244 Sep 17 22:28:57.861362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85388025-c4de-48e9-b83e-7a7ca3b27e10 req-c32530a6-08a5-4947-b6e1-03db48ae3963 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:57.864189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea326c-b9f8-482c-9dc1-f5d8b20b00f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bff1eed-f493-4c85-8ebc-009cd79fb6f2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:57.870182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85388025-c4de-48e9-b83e-7a7ca3b27e10 req-c32530a6-08a5-4947-b6e1-03db48ae3963 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 948 time: 0.5510888 Sep 17 22:28:57.874600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] For port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:57.890126 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] For port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:57.891720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, ea29fd46-8ada-4e99-9213-0d4eece86de5) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:57.898576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:57.899568 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.904781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-c4f69b11-18dd-4cb2-9ea0-6e785575596b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533473 Sep 17 22:28:57.916738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca32f25-8fcf-4e86-8843-2b86302eaaf0 None None] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:57.947286 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85388025-c4de-48e9-b83e-7a7ca3b27e10 req-e7fa11d6-2d3b-4f6e-87f6-538dc0c3daac tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760787 Sep 17 22:28:57.969401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-871c093a-1f3e-42a3-9e02-e600293f4379 req-bae61411-5a31-4af6-9beb-d9b354a4fdad tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0333180 Sep 17 22:28:57.973447 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:58.022937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.023550 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:58.025009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] 10.222.0.15 "PUT /v2.0/ports/4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 HTTP/1.1" status: 200 len: 1092 time: 1.6985664 Sep 17 22:28:58.025461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edaf29c4-89cd-4d0e-ad57-c0b37de58481', 'tag': '4d1b19e9-dbc4-4a45-8fed-fbc54c94e261'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:58.027756 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9" -d '{"events": [{"name": "network-changed", "server_uuid": "edaf29c4-89cd-4d0e-ad57-c0b37de58481", "tag": "4d1b19e9-dbc4-4a45-8fed-fbc54c94e261"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:58.039214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-943e0465-1e16-409f-ab07-64608f7307c1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1642509 Sep 17 22:28:58.061120 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc30f6a-0187-4849-b869-d10b2cd77b1a service neutron] Pushing event updated for resources: {'Port': ['ID=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:58.095998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2849d12-8455-4da6-9b47-9766a587b930 None None] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:58.100386 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-dceac44b-411d-42b1-ae36-3d5aa259818c service neutron] 10.222.0.23 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850600 Sep 17 22:28:58.251988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-c67c23c5-76c5-497c-8d6c-0b8cf4edc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.255240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-c67c23c5-76c5-497c-8d6c-0b8cf4edc8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb5fb09ac1f94457a86522e06e4faabe&device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 1095 time: 0.0951276 Sep 17 22:28:58.264680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3be677c-6acd-4986-b9a6-d0580acb778a', 'tag': '2c35a5db-3eb3-4f35-9869-1a7b180730a4'}, {'name': 'network-changed', 'server_uuid': '8fb9ded4-b34b-409d-b641-51d5619ce6ba', 'tag': '70a91693-e3ac-415a-8a63-045d7e863a66'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:58.268681 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4383b1b-207e-483b-89b7-43e5ceccf14b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3be677c-6acd-4986-b9a6-d0580acb778a", "tag": "2c35a5db-3eb3-4f35-9869-1a7b180730a4"}, {"name": "network-changed", "server_uuid": "8fb9ded4-b34b-409d-b641-51d5619ce6ba", "tag": "70a91693-e3ac-415a-8a63-045d7e863a66"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:58.291189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-e6cdb91f-2940-4a9e-b79c-ee717c018928 service neutron] 10.222.0.23 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829541 Sep 17 22:28:58.318403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-bb322f17-9e8b-435b-81e2-1de1f3dfcda4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 HTTP/1.1" status: 200 len: 217 time: 0.0391197 Sep 17 22:28:58.385255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-a7a3ba9a-e45c-4bf3-8ac9-4b8391fea968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.387189 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-a7a3ba9a-e45c-4bf3-8ac9-4b8391fea968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e16e1135-9458-404d-aad4-2d92a6602cd5 HTTP/1.1" status: 200 len: 857 time: 0.0613196 Sep 17 22:28:58.439166 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675dfe38-c3c2-4268-b659-81574b9ec569 x-openstack-request-id: req-675dfe38-c3c2-4268-b659-81574b9ec569 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:58.439450 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edaf29c4-89cd-4d0e-ad57-c0b37de58481", "tag": "4d1b19e9-dbc4-4a45-8fed-fbc54c94e261", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:58.439693 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-675dfe38-c3c2-4268-b659-81574b9ec569 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:58.440097 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edaf29c4-89cd-4d0e-ad57-c0b37de58481', 'tag': '4d1b19e9-dbc4-4a45-8fed-fbc54c94e261', 'status': 'completed', 'code': 200} Sep 17 22:28:58.442646 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-1180ae28-7e40-4e87-ad2d-5df907434940 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456722 Sep 17 22:28:58.498364 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df343ad6-3514-439d-b854-ac00461183cb x-openstack-request-id: req-df343ad6-3514-439d-b854-ac00461183cb {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:58.498364 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3be677c-6acd-4986-b9a6-d0580acb778a", "tag": "2c35a5db-3eb3-4f35-9869-1a7b180730a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fb9ded4-b34b-409d-b641-51d5619ce6ba", "tag": "70a91693-e3ac-415a-8a63-045d7e863a66", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:58.498364 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df343ad6-3514-439d-b854-ac00461183cb {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:58.498364 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3be677c-6acd-4986-b9a6-d0580acb778a', 'tag': '2c35a5db-3eb3-4f35-9869-1a7b180730a4', 'status': 'completed', 'code': 200} Sep 17 22:28:58.498364 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb9ded4-b34b-409d-b641-51d5619ce6ba', 'tag': '70a91693-e3ac-415a-8a63-045d7e863a66', 'status': 'completed', 'code': 200} Sep 17 22:28:58.559077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-4ac66289-5557-4dc0-83e6-0d8b630ff2d9 service neutron] 10.222.0.15 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072404 Sep 17 22:28:58.601810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-47dddabe-0afb-4499-b524-6fa3d6dd17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.603486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-47dddabe-0afb-4499-b524-6fa3d6dd17ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb5fb09ac1f94457a86522e06e4faabe&device_id=8fb9ded4-b34b-409d-b641-51d5619ce6ba HTTP/1.1" status: 200 len: 1096 time: 0.0843110 Sep 17 22:28:58.649493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-df8b6a5a-9b84-4caf-834e-5099c0cccce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.651579 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-df8b6a5a-9b84-4caf-834e-5099c0cccce3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb5fb09ac1f94457a86522e06e4faabe&device_id=f3be677c-6acd-4986-b9a6-d0580acb778a HTTP/1.1" status: 200 len: 1095 time: 0.0932102 Sep 17 22:28:58.840367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-11769061-8e86-44cb-9cda-33bb7e8ffa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.842026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-11769061-8e86-44cb-9cda-33bb7e8ffa61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0 HTTP/1.1" status: 200 len: 918 time: 0.2289708 Sep 17 22:28:58.928724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-5fcb6c0e-e288-4300-b679-c823aee082e7 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.930334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-5fcb6c0e-e288-4300-b679-c823aee082e7 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 948 time: 0.2086544 Sep 17 22:28:58.931696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-2caa7851-c41c-4d00-9288-23ec937abcd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70a91693-e3ac-415a-8a63-045d7e863a66 HTTP/1.1" status: 200 len: 217 time: 0.0805664 Sep 17 22:28:58.940315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-9d28e89b-682d-48f1-9fd7-27c5353279b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:58.942738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-9d28e89b-682d-48f1-9fd7-27c5353279b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0 HTTP/1.1" status: 200 len: 918 time: 0.2799487 Sep 17 22:28:58.999363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-326d23a7-9f4c-4cb1-a943-21701e38be17 req-81fc4b54-5133-48e3-af63-ff647e77bfba service neutron] 10.222.0.15 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323313 Sep 17 22:28:59.047898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-1f46b588-a694-404a-8907-4303de1cfeb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c35a5db-3eb3-4f35-9869-1a7b180730a4 HTTP/1.1" status: 200 len: 217 time: 0.0655050 Sep 17 22:28:59.070338 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.083360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-dc78c151-390c-40ca-94c3-d8de681c925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.083360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-dc78c151-390c-40ca-94c3-d8de681c925f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e16e1135-9458-404d-aad4-2d92a6602cd5 HTTP/1.1" status: 200 len: 857 time: 0.1293416 Sep 17 22:28:59.083788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 70a91693-e3ac-415a-8a63-045d7e863a66 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:59.154922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-13a11dbd-379d-4779-9184-35de6fffac54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435448 Sep 17 22:28:59.219968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9 req-ce8c08dd-a851-42ff-91fe-1f27f1ebfb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.222077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9 req-ce8c08dd-a851-42ff-91fe-1f27f1ebfb94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb5fb09ac1f94457a86522e06e4faabe&device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 1095 time: 0.0536985 Sep 17 22:28:59.232230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 70a91693-e3ac-415a-8a63-045d7e863a66, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=70a91693-e3ac-415a-8a63-045d7e863a66,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:59.255387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '70a91693-e3ac-415a-8a63-045d7e863a66', 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0', 'port_id': '70a91693-e3ac-415a-8a63-045d7e863a66', 'mac_address': 'fa:16:3e:83:6b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16e1135-9458-404d-aad4-2d92a6602cd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:59.267322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-5d60da70-aeda-434c-96ce-038b76fd89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.268868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-5d60da70-aeda-434c-96ce-038b76fd89fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e16e1135-9458-404d-aad4-2d92a6602cd5 HTTP/1.1" status: 200 len: 857 time: 0.2133892 Sep 17 22:28:59.307318 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.327472 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a91693-e3ac-415a-8a63-045d7e863a66 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:59.343343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9 req-427f4bf7-caa9-4cf3-9546-1cbda00e526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.346579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9 req-427f4bf7-caa9-4cf3-9546-1cbda00e526c service neutron] 10.222.0.15 "GET /v2.0/networks?id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0 HTTP/1.1" status: 200 len: 918 time: 0.1150227 Sep 17 22:28:59.346768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 70a91693-e3ac-415a-8a63-045d7e863a66, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=70a91693-e3ac-415a-8a63-045d7e863a66,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:59.379595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-b6861fa9-19f9-4840-bceb-0202baef2fa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755656 Sep 17 22:28:59.392963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9 req-48b2cd98-eb83-4778-916d-630bc545a07c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 HTTP/1.1" status: 200 len: 217 time: 0.0379224 Sep 17 22:28:59.414236 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.449876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-57d29e64-1f9a-44df-93d9-e9df277372e1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Deleting port 6b8133f1-3f9d-44dc-8d21-44e0205709cc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:59.450137 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-57d29e64-1f9a-44df-93d9-e9df277372e1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.467217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35976) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:59.476564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0045350 Sep 17 22:28:59.476564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9 req-9ed97bcb-d8db-4ed1-93c9-e0ece8645fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.476564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9 req-9ed97bcb-d8db-4ed1-93c9-e0ece8645fb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e16e1135-9458-404d-aad4-2d92a6602cd5 HTTP/1.1" status: 200 len: 857 time: 0.0723627 Sep 17 22:28:59.477102 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35978) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:59.479807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=70a91693-e3ac-415a-8a63-045d7e863a66,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:59.505815 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-f763f994-b388-4dd0-aa9c-4dd538af867c service neutron] 10.222.0.23 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211591 Sep 17 22:28:59.512414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-71bf1bf3-faba-467d-b6c9-911c31ed8f36 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.513840 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-71bf1bf3-faba-467d-b6c9-911c31ed8f36 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.4093421 Sep 17 22:28:59.514078 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9 req-e5e8949b-625c-4b53-8fb5-2d5df54469b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283592 Sep 17 22:28:59.623218 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2f90ef19-360c-4bb8-a78c-cd4ca1d97ed8 tempest-NetworksApiDiscovery-21307098 tempest-NetworksApiDiscovery-21307098-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1448712 Sep 17 22:28:59.629693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['70a91693-e3ac-415a-8a63-045d7e863a66'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:59.636367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9 req-2644031b-8b71-484f-a66b-20b8e2e5325a service neutron] 10.222.0.15 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123579 Sep 17 22:28:59.647146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-bd185515-f0cd-4b48-9d4a-4ac40035e223 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/quotas/2dbf418ad7db4b2e92e446df8c405d0c HTTP/1.1" status: 200 len: 375 time: 0.0905368 Sep 17 22:28:59.735736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-daf4257c-60a1-4a9e-bd32-ede63adeab7b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872340 Sep 17 22:28:59.767086 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-14c9182d-5d54-40c6-b054-c4403c14b3c6 service neutron] 10.222.0.15 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736882 Sep 17 22:28:59.778658 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8a0fff9-ac29-4da8-bd65-efa473cf78a9 req-e90a0c6e-49fc-42f2-8ea2-c8d57b78ce63 service neutron] 10.222.0.15 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285431 Sep 17 22:28:59.788513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618fcff-5a76-4747-80f4-9b5f70afbfce req-5acad4a1-5449-49cf-bdab-3ec8f226c8c1 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.789412 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6618fcff-5a76-4747-80f4-9b5f70afbfce req-5acad4a1-5449-49cf-bdab-3ec8f226c8c1 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 946 time: 0.1521478 Sep 17 22:28:59.816323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-57d29e64-1f9a-44df-93d9-e9df277372e1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] For port 6b8133f1-3f9d-44dc-8d21-44e0205709cc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6b8133f1-3f9d-44dc-8d21-44e0205709cc,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:59.816758 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-57d29e64-1f9a-44df-93d9-e9df277372e1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.834447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6618fcff-5a76-4747-80f4-9b5f70afbfce req-b33b1f0e-c841-4e34-8623-a15748f957fb tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378523 Sep 17 22:28:59.860914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-57d29e64-1f9a-44df-93d9-e9df277372e1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Calling delete_port for 6b8133f1-3f9d-44dc-8d21-44e0205709cc owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:59.874463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-8067b107-50b3-4b34-b80e-cd86680f2a0a service neutron] 10.222.0.23 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240392 Sep 17 22:28:59.948249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162feea0-3183-403f-aa0d-367bd56b6a2c req-f9d4c2d6-976e-4228-80b6-8cd21e0eeed3 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.950212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-162feea0-3183-403f-aa0d-367bd56b6a2c req-f9d4c2d6-976e-4228-80b6-8cd21e0eeed3 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 943 time: 0.0597830 Sep 17 22:28:59.989846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-162feea0-3183-403f-aa0d-367bd56b6a2c req-b5f16505-b115-4faf-bce2-ad4f999c5d9e tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Sep 17 22:29:00.032152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-72b5f0e6-f4d3-4830-ba6a-c32f732d97e7 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840507 Sep 17 22:29:00.038329 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4383b1b-207e-483b-89b7-43e5ceccf14b req-73e24456-dc4f-4345-aa0b-eb717c92e48b service neutron] 10.222.0.15 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496092 Sep 17 22:29:00.106449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674e48f-7315-4e88-a2ca-3a7590c75700 req-a7ec3400-7da7-4219-afdd-9813f627d444 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:00.107876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5674e48f-7315-4e88-a2ca-3a7590c75700 req-a7ec3400-7da7-4219-afdd-9813f627d444 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 948 time: 0.0605314 Sep 17 22:29:00.149416 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5674e48f-7315-4e88-a2ca-3a7590c75700 req-3d73faa1-e4a6-416b-b744-97cd54ee31e6 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353093 Sep 17 22:29:00.161121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35988) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:00.206456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-930650b0-bfbf-4d5e-9180-6b645cc710f8 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671171 Sep 17 22:29:00.253855 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79793135-3837-4284-914a-537cf965edd7 req-9a0af249-0cc7-413b-9f34-9f8df6de1c26 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0375059 Sep 17 22:29:00.271229 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-57d29e64-1f9a-44df-93d9-e9df277372e1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.319511 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3175d0f-3962-4db8-93c6-ffc389c4a53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.351762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d29e64-1f9a-44df-93d9-e9df277372e1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Pushing event deleted for resources: {'Port': ['ID=6b8133f1-3f9d-44dc-8d21-44e0205709cc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:00.372108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-57d29e64-1f9a-44df-93d9-e9df277372e1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] No DVR routers for this DVR port 6b8133f1-3f9d-44dc-8d21-44e0205709cc on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:00.375896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-57d29e64-1f9a-44df-93d9-e9df277372e1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.379413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e1ba0a7-59c3-4f20-b43a-f4fc4a2f943f req-57d29e64-1f9a-44df-93d9-e9df277372e1 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.23 "DELETE /v2.0/ports/6b8133f1-3f9d-44dc-8d21-44e0205709cc HTTP/1.1" status: 204 len: 173 time: 1.4345555 Sep 17 22:29:00.413999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc2033-5a2c-4d60-b030-bf1e6d15cd09 req-3716d28e-8064-47b5-be37-42cfa55305ad tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:00.415444 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7edc2033-5a2c-4d60-b030-bf1e6d15cd09 req-3716d28e-8064-47b5-be37-42cfa55305ad tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 944 time: 0.0773335 Sep 17 22:29:00.487041 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7edc2033-5a2c-4d60-b030-bf1e6d15cd09 req-28075fa3-f632-471b-9857-910a733edd4d tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633912 Sep 17 22:29:00.496499 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3175d0f-3962-4db8-93c6-ffc389c4a53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.508540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'name': 'network-vif-deleted', 'tag': '6b8133f1-3f9d-44dc-8d21-44e0205709cc'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:00.511457 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc941d8b-0118-4cfb-8525-858395ca66ca" -d '{"events": [{"server_uuid": "dc2c0de5-4f01-470c-a209-93503ad68162", "name": "network-vif-deleted", "tag": "6b8133f1-3f9d-44dc-8d21-44e0205709cc"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:00.537701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f10ba8f-e69d-48c9-a1d6-bfa4e335beba req-2531c418-945f-4bff-bd9a-a3ca57b8541a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 210 time: 0.0581720 Sep 17 22:29:00.577986 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bed6f78-b77a-45c4-9a62-99d786860f21 x-openstack-request-id: req-0bed6f78-b77a-45c4-9a62-99d786860f21 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:00.578274 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2c0de5-4f01-470c-a209-93503ad68162", "name": "network-vif-deleted", "tag": "6b8133f1-3f9d-44dc-8d21-44e0205709cc", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:00.579434 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bed6f78-b77a-45c4-9a62-99d786860f21 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:00.589440 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c0de5-4f01-470c-a209-93503ad68162', 'name': 'network-vif-deleted', 'tag': '6b8133f1-3f9d-44dc-8d21-44e0205709cc', 'status': 'completed', 'code': 200} Sep 17 22:29:00.612587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3175d0f-3962-4db8-93c6-ffc389c4a53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.627185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-6cfde34f-cf74-4155-b122-fb10436b975c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:00.628917 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-6cfde34f-cf74-4155-b122-fb10436b975c tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 944 time: 0.0674732 Sep 17 22:29:00.658897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d3175d0f-3962-4db8-93c6-ffc389c4a53d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a06f43c358fc4a69b70034a0e995c290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940548 Sep 17 22:29:00.658897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3175d0f-3962-4db8-93c6-ffc389c4a53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59b4b62-b2d8-47f2-bd43-c281fc86e059,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:00.659723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36008) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:00.742453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-5f2f5c42-b4be-4994-84dd-edb4e8788d46 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Deleting port dfafe866-3006-42ef-84e8-1ea0bbd85877 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:00.742791 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-5f2f5c42-b4be-4994-84dd-edb4e8788d46 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.759591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-537d6801-f942-454c-954d-ed5a1681be49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.785605 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-537d6801-f942-454c-954d-ed5a1681be49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.852677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-5f2f5c42-b4be-4994-84dd-edb4e8788d46 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] For port dfafe866-3006-42ef-84e8-1ea0bbd85877, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=dfafe866-3006-42ef-84e8-1ea0bbd85877,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:00.853137 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-5f2f5c42-b4be-4994-84dd-edb4e8788d46 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.866937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-5f2f5c42-b4be-4994-84dd-edb4e8788d46 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Calling delete_port for dfafe866-3006-42ef-84e8-1ea0bbd85877 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:00.940228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-537d6801-f942-454c-954d-ed5a1681be49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.943444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-537d6801-f942-454c-954d-ed5a1681be49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.947792 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-537d6801-f942-454c-954d-ed5a1681be49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c59b4b62-b2d8-47f2-bd43-c281fc86e059 HTTP/1.1" status: 204 len: 168 time: 0.2765992 Sep 17 22:29:00.956530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d6801-f942-454c-954d-ed5a1681be49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59b4b62-b2d8-47f2-bd43-c281fc86e059,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:01.004167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b1b05-1a81-44b2-9ac1-04bc9e1fd278 req-85e7ae12-4627-43d4-a1e5-addbd7369fb7 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:01.005926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e6b1b05-1a81-44b2-9ac1-04bc9e1fd278 req-85e7ae12-4627-43d4-a1e5-addbd7369fb7 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 946 time: 0.0955439 Sep 17 22:29:01.077549 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e6b1b05-1a81-44b2-9ac1-04bc9e1fd278 req-207470f6-b100-446f-9c62-b995d4859133 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9564d620-6d40-4510-a848-77a594dc235b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652497 Sep 17 22:29:01.082015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 70a91693-e3ac-415a-8a63-045d7e863a66 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:01.162802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c78a7-fa94-4aa9-b246-6f9e972f0828 req-073b6399-6daa-48c4-86c0-731f8d1ec308 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:01.165047 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-917c78a7-fa94-4aa9-b246-6f9e972f0828 req-073b6399-6daa-48c4-86c0-731f8d1ec308 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 943 time: 0.0935135 Sep 17 22:29:01.180101 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-5f2f5c42-b4be-4994-84dd-edb4e8788d46 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.221582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f5c42-b4be-4994-84dd-edb4e8788d46 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Pushing event deleted for resources: {'Port': ['ID=dfafe866-3006-42ef-84e8-1ea0bbd85877,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:01.254240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-917c78a7-fa94-4aa9-b246-6f9e972f0828 req-558ab475-0477-4f0b-8bec-377fb2f68ac2 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767982 Sep 17 22:29:01.257998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 70a91693-e3ac-415a-8a63-045d7e863a66 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:01.269235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-eed5fb05-ceb4-4c63-9c9e-4219e1fef373 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:01.269566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 70a91693-e3ac-415a-8a63-045d7e863a66 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:01.270140 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.281305 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-eed5fb05-ceb4-4c63-9c9e-4219e1fef373 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.15 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 946 time: 0.1132281 Sep 17 22:29:01.284245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-5f2f5c42-b4be-4994-84dd-edb4e8788d46 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] No DVR routers for this DVR port dfafe866-3006-42ef-84e8-1ea0bbd85877 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:01.287524 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-5f2f5c42-b4be-4994-84dd-edb4e8788d46 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.290697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-782e23f1-6175-405e-890e-cc9be7b5dcac req-5f2f5c42-b4be-4994-84dd-edb4e8788d46 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.15 "DELETE /v2.0/ports/dfafe866-3006-42ef-84e8-1ea0bbd85877 HTTP/1.1" status: 204 len: 173 time: 0.6545501 Sep 17 22:29:01.333373 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c052484-0ffa-4764-bd69-27ecad00222e req-d746da88-976f-4ba7-b386-ab20dd1fbf80 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2c0de5-4f01-470c-a209-93503ad68162 HTTP/1.1" status: 200 len: 210 time: 0.0589275 Sep 17 22:29:01.416022 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.437147 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ab637bf-0087-42c6-8542-e7542e13923d req-374cdea0-5319-44fe-9fef-db3d8c6852a2 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0514166 Sep 17 22:29:01.450376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb9ded4-b34b-409d-b641-51d5619ce6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a91693-e3ac-415a-8a63-045d7e863a66'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:01.453721 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94acb9a3-8ca0-4d1a-8eda-1078fd499ee6" -d '{"events": [{"server_uuid": "8fb9ded4-b34b-409d-b641-51d5619ce6ba", "name": "network-vif-plugged", "status": "completed", "tag": "70a91693-e3ac-415a-8a63-045d7e863a66"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:01.474375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 70a91693-e3ac-415a-8a63-045d7e863a66, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=70a91693-e3ac-415a-8a63-045d7e863a66,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:01.488717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Deleting port b8e49680-d5af-4674-b7ec-e92f26546929 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:01.489063 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.507751 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8bba83-f66e-4127-b1f9-0b299f856def x-openstack-request-id: req-6d8bba83-f66e-4127-b1f9-0b299f856def {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:01.508092 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb9ded4-b34b-409d-b641-51d5619ce6ba", "name": "network-vif-plugged", "status": "completed", "tag": "70a91693-e3ac-415a-8a63-045d7e863a66", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:01.508658 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d8bba83-f66e-4127-b1f9-0b299f856def {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:01.509232 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb9ded4-b34b-409d-b641-51d5619ce6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a91693-e3ac-415a-8a63-045d7e863a66', 'code': 200} Sep 17 22:29:01.581109 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.581946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6b8133f1-3f9d-44dc-8d21-44e0205709cc no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:01.617798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 6b8133f1-3f9d-44dc-8d21-44e0205709cc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:01.618047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6b8133f1-3f9d-44dc-8d21-44e0205709cc not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:01.648025 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56b5ee72-02bb-447a-97c4-e89d3a82520b req-8f96dab0-ec83-48e5-a12b-44531d8783cc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 210 time: 0.0423558 Sep 17 22:29:01.665025 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=70a91693-e3ac-415a-8a63-045d7e863a66,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:01.671087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62544cdf-7681-4417-af96-5b8062b5f189 req-c04077db-4ea9-4467-a075-b566f242d0c4 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a60d3bb-3c73-4680-a682-d056fafa5353 HTTP/1.1" status: 200 len: 210 time: 0.0470705 Sep 17 22:29:01.681371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6ffc-5f08-44a6-97e5-9daa464797ad req-117eec6f-b189-4e61-a63c-f1ff8685c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:01.690623 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29fc6ffc-5f08-44a6-97e5-9daa464797ad req-117eec6f-b189-4e61-a63c-f1ff8685c911 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8fb9ded4-b34b-409d-b641-51d5619ce6ba HTTP/1.1" status: 200 len: 1098 time: 0.0889947 Sep 17 22:29:01.690852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] For port b8e49680-d5af-4674-b7ec-e92f26546929, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b8e49680-d5af-4674-b7ec-e92f26546929,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:01.690852 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.727519 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29fc6ffc-5f08-44a6-97e5-9daa464797ad req-e3ce5dcd-9e20-4143-a681-4add6b460d73 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331438 Sep 17 22:29:01.922175 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.923269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.923636 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Floating IP df401ee5-4494-4b7f-9afa-e40ce74819b5 disassociated. External IP: 172.25.6.111, port: b8e49680-d5af-4674-b7ec-e92f26546929. Sep 17 22:29:01.923983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Calling delete_port for b8e49680-d5af-4674-b7ec-e92f26546929 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:02.132849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.166063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Pushing event deleted for resources: {'Port': ['ID=b8e49680-d5af-4674-b7ec-e92f26546929,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:02.227757 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-55982142-b0dd-4e13-bac7-dafde2837a73 req-94db2658-7586-46d6-8d50-01debb15134d tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 210 time: 0.0416343 Sep 17 22:29:02.303645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:02.465041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4065911-ac73-4e57-b5b2-4dcb8756bc09 req-02956083-fa1a-4bc5-a338-fa0d0fba7a41 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:02.466458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4065911-ac73-4e57-b5b2-4dcb8756bc09 req-02956083-fa1a-4bc5-a338-fa0d0fba7a41 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 943 time: 0.1161439 Sep 17 22:29:02.508712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:02.523205 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] Sync routers for ids ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:02.539012 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] Routers {'25cdeffa-ec2a-4441-a268-a9f8a7f2807c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:02.539629 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:02.581176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'name': 'network-vif-deleted', 'tag': 'dfafe866-3006-42ef-84e8-1ea0bbd85877'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:02.584840 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0b09c5-c9f1-4fb9-befc-c167745fac8b" -d '{"events": [{"server_uuid": "7a60d3bb-3c73-4680-a682-d056fafa5353", "name": "network-vif-deleted", "tag": "dfafe866-3006-42ef-84e8-1ea0bbd85877"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:02.587173 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] No DVR routers for this DVR port b8e49680-d5af-4674-b7ec-e92f26546929 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:02.599176 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4065911-ac73-4e57-b5b2-4dcb8756bc09 req-7bdb3900-a84e-4d38-ab0a-e1aaaa44b3f0 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139984 Sep 17 22:29:02.600461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.602510 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a63ae8d-6975-433d-823c-d705adedf6d8 req-364611f5-12b0-4271-82be-b2bbdb37d752 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.15 "DELETE /v2.0/ports/b8e49680-d5af-4674-b7ec-e92f26546929 HTTP/1.1" status: 204 len: 173 time: 1.3147273 Sep 17 22:29:02.603051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'name': 'network-vif-deleted', 'tag': 'b8e49680-d5af-4674-b7ec-e92f26546929'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:02.605818 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bba1f04-c285-46cd-a578-4a8b4a887dc5" -d '{"events": [{"server_uuid": "86ef1ca8-54a7-43aa-953d-c380fad1cf11", "name": "network-vif-deleted", "tag": "b8e49680-d5af-4674-b7ec-e92f26546929"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:02.631155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2c35a5db-3eb3-4f35-9869-1a7b180730a4 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:02.680148 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] Set router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:02.837744 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df296698-df4c-4aef-a507-2aa9ca7109c4 req-2f9e2be5-3300-4bba-95b2-17965d6460e8 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0764568 Sep 17 22:29:02.844600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2c35a5db-3eb3-4f35-9869-1a7b180730a4, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2c35a5db-3eb3-4f35-9869-1a7b180730a4,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:02.858381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '2c35a5db-3eb3-4f35-9869-1a7b180730a4', 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0', 'port_id': '2c35a5db-3eb3-4f35-9869-1a7b180730a4', 'mac_address': 'fa:16:3e:55:f4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16e1135-9458-404d-aad4-2d92a6602cd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:02.914360 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.937364 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1c21cf-e7ec-4ff2-8e04-f15ea181cf7b x-openstack-request-id: req-0b1c21cf-e7ec-4ff2-8e04-f15ea181cf7b {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:02.937364 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ef1ca8-54a7-43aa-953d-c380fad1cf11", "name": "network-vif-deleted", "tag": "b8e49680-d5af-4674-b7ec-e92f26546929", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:02.937364 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b1c21cf-e7ec-4ff2-8e04-f15ea181cf7b {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:02.938475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c35a5db-3eb3-4f35-9869-1a7b180730a4 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:02.938587 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ef1ca8-54a7-43aa-953d-c380fad1cf11', 'name': 'network-vif-deleted', 'tag': 'b8e49680-d5af-4674-b7ec-e92f26546929', 'status': 'completed', 'code': 200} Sep 17 22:29:02.947347 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce44cf1-0306-427c-b7b2-e592b106575d x-openstack-request-id: req-9ce44cf1-0306-427c-b7b2-e592b106575d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:02.947838 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a60d3bb-3c73-4680-a682-d056fafa5353", "name": "network-vif-deleted", "tag": "dfafe866-3006-42ef-84e8-1ea0bbd85877", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:02.948152 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ce44cf1-0306-427c-b7b2-e592b106575d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:02.948616 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a60d3bb-3c73-4680-a682-d056fafa5353', 'name': 'network-vif-deleted', 'tag': 'dfafe866-3006-42ef-84e8-1ea0bbd85877', 'status': 'completed', 'code': 200} Sep 17 22:29:02.969655 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2c35a5db-3eb3-4f35-9869-1a7b180730a4, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2c35a5db-3eb3-4f35-9869-1a7b180730a4,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:03.044853 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:16Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '083f819f-b912-453c-a86d-2bacb869e9ba', 'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'mac_address': 'fa:16:3e:9a:56:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:23Z', 'revision_number': 5, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'subnets': [{'id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:03.085056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5de6b916-6c72-4045-b07d-79b14473817f req-653769d3-d58b-42ee-b439-a363d98af7c2 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 210 time: 0.0651863 Sep 17 22:29:03.098714 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] Checking router: 25cdeffa-ec2a-4441-a268-a9f8a7f2807c for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:03.105238 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.105967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:03.142913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65805a-8cf6-4f8c-9dac-1477ee1a9338 req-5a55d46f-1980-4413-8547-fcd3cec79637 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:03.144984 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] Routers {'25cdeffa-ec2a-4441-a268-a9f8a7f2807c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:03.145974 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:28:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:03.146815 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d65805a-8cf6-4f8c-9dac-1477ee1a9338 req-5a55d46f-1980-4413-8547-fcd3cec79637 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 949 time: 0.0940297 Sep 17 22:29:03.220146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d65805a-8cf6-4f8c-9dac-1477ee1a9338 req-2db4f4b6-587a-41f5-a550-3d78bbeea3e7 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601594 Sep 17 22:29:03.225266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:03.243087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-85f3df7d-ba7c-45ea-9d20-5ca5a1f1a2dd tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:03.244850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-85f3df7d-ba7c-45ea-9d20-5ca5a1f1a2dd tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.2266831 Sep 17 22:29:03.254178 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '4d1b19e9-dbc4-4a45-8fed-fbc54c94e261', 'network_id': 'bcd2dd30-d152-4d49-a73e-5d5f23e340f0', 'port_id': '4d1b19e9-dbc4-4a45-8fed-fbc54c94e261', 'mac_address': 'fa:16:3e:d3:36:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16e1135-9458-404d-aad4-2d92a6602cd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:03.270375 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Request body: {'port': {'device_id': 'ce94d8fc-82a4-440f-8dda-fe2df2acddc2', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'admin_state_up': True, 'tenant_id': '2dbf418ad7db4b2e92e446df8c405d0c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:03.322705 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.346995 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] Set router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:03.352310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:03.378398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:03.379559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=2c35a5db-3eb3-4f35-9869-1a7b180730a4,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:03.408273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-74b8dea5-cc8d-4c57-afb0-05b2bc08da13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.456516 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.475917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c6cba48d-062f-462d-b2c4-fe6b8bb7f742 req-0ad8f7bf-62f6-4ab3-9103-64f3af5f8c81 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ef1ca8-54a7-43aa-953d-c380fad1cf11 HTTP/1.1" status: 200 len: 210 time: 0.0616257 Sep 17 22:29:03.517214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Made reservation on behalf of 2dbf418ad7db4b2e92e446df8c405d0c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:03.521238 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.545369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:03.700323 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:16Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '083f819f-b912-453c-a86d-2bacb869e9ba', 'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'mac_address': 'fa:16:3e:9a:56:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:23Z', 'revision_number': 5, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'subnets': [{'id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:03.703267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7519e3e-a0af-45fa-82b0-b00376bf2cf8 req-5af92d70-f8e5-4b57-8e2a-1ee36e3c0edd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:03.712008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7519e3e-a0af-45fa-82b0-b00376bf2cf8 req-5af92d70-f8e5-4b57-8e2a-1ee36e3c0edd tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 944 time: 0.0877502 Sep 17 22:29:03.738520 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13018060-4296-4342-b7d7-541f7723ac8a None None] The sync data for ids ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'] in n-d-713499-18 is: [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:25:16Z', 'revision_number': 4, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '083f819f-b912-453c-a86d-2bacb869e9ba', 'name': '', 'network_id': 'c57fcb56-addd-4be9-955c-218138339862', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'mac_address': 'fa:16:3e:9a:56:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:23Z', 'revision_number': 5, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'subnets': [{'id': 'f4ad2aff-9b08-43f8-b9e3-bed64078620f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:03.749719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7519e3e-a0af-45fa-82b0-b00376bf2cf8 req-50c7069c-2b24-4d24-8e5a-90bb6de2801a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/security-groups?id=c3e5f954-6cc1-4af6-9be5-658a918a94c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367260 Sep 17 22:29:03.785547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Allocated IP 172.20.0.5 (ea29fd46-8ada-4e99-9213-0d4eece86de5/461e6197-8fbb-40ee-954d-8227cda698ef/aa1da125-a036-4940-a4bd-424a9c308ce6) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:03.839541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b34b32-3952-4fe1-9769-8870490d235a req-a8fab7ec-9ef1-4964-9033-74d07c96cd4f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:03.841143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-65b34b32-3952-4fe1-9769-8870490d235a req-a8fab7ec-9ef1-4964-9033-74d07c96cd4f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 944 time: 0.1473420 Sep 17 22:29:03.952647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-65b34b32-3952-4fe1-9769-8870490d235a req-5a9cbc39-292c-47e9-9f2a-ce48de7c0d88 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035228 Sep 17 22:29:03.975102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a55f05be-4260-4dae-9040-1e5fa090b140 req-52b6dcbd-0941-44ed-a60e-5ea5c623a32f tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0395119 Sep 17 22:29:04.024694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['4d1b19e9-dbc4-4a45-8fed-fbc54c94e261'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:04.052249 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.054643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2c35a5db-3eb3-4f35-9869-1a7b180730a4'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:04.090403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c2bdf-3791-4456-a657-95a7d6516264 None None] New status for floating IP df401ee5-4494-4b7f-9afa-e40ce74819b5: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:29:04.163228 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.243993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:04.247762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:04.250536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:04.257130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event updated for resources: {'Port': ['ID=aa1da125-a036-4940-a4bd-424a9c308ce6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:04.302768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f34102-afc9-405b-89c2-d4bdecebc750 req-8eafea73-73c5-4af7-9509-634530dbba14 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:04.311580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54f34102-afc9-405b-89c2-d4bdecebc750 req-8eafea73-73c5-4af7-9509-634530dbba14 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 931 time: 0.1612122 Sep 17 22:29:04.376620 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54f34102-afc9-405b-89c2-d4bdecebc750 req-929a259d-8bcb-4fd9-9a9d-76c3eab8a69b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639606 Sep 17 22:29:04.384343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-260d769a-64c0-4ff6-af48-322c10c78a65 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:04.384947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36112) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:04.386174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-260d769a-64c0-4ff6-af48-322c10c78a65 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.15 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 944 time: 0.1006067 Sep 17 22:29:04.399319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:04.399967 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.409788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a8223-ee78-4abc-95b4-5e83036bde98 req-2326e79d-3bd7-45f8-8eeb-97c760bff586 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:04.411892 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-905a8223-ee78-4abc-95b4-5e83036bde98 req-2326e79d-3bd7-45f8-8eeb-97c760bff586 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 949 time: 0.1170435 Sep 17 22:29:04.494503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-3f0bc072-d6f5-4eed-8570-cab450485f02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2349317 Sep 17 22:29:04.507296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Request body: {'port': {'device_id': 'ce94d8fc-82a4-440f-8dda-fe2df2acddc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:04.509902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-905a8223-ee78-4abc-95b4-5e83036bde98 req-cdedad84-b09b-4b52-a5f8-77849116894f tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726445 Sep 17 22:29:04.559597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-c1bc8e0d-c00b-40a5-af24-4025d6930b1e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Deleting port 45be83c6-fa86-475c-83f3-b32428a147da {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:04.559952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-c1bc8e0d-c00b-40a5-af24-4025d6930b1e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.579407 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4d79-c129-4081-b2ce-948a20e65898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.621353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.637634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36120) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:04.645892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b8e49680-d5af-4674-b7ec-e92f26546929 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:04.671737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: b8e49680-d5af-4674-b7ec-e92f26546929 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:04.672343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b8e49680-d5af-4674-b7ec-e92f26546929 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:04.672877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device dfafe866-3006-42ef-84e8-1ea0bbd85877 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:04.693536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: dfafe866-3006-42ef-84e8-1ea0bbd85877 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:04.694050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device dfafe866-3006-42ef-84e8-1ea0bbd85877 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:04.695807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-c1bc8e0d-c00b-40a5-af24-4025d6930b1e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] For port 45be83c6-fa86-475c-83f3-b32428a147da, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=45be83c6-fa86-475c-83f3-b32428a147da,segment=NetworkSegment(fdefa150-1e6d-41a9-8f21-afaa33792f5b),segment_id=fdefa150-1e6d-41a9-8f21-afaa33792f5b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:04.696207 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-c1bc8e0d-c00b-40a5-af24-4025d6930b1e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.716525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-c1bc8e0d-c00b-40a5-af24-4025d6930b1e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Calling delete_port for 45be83c6-fa86-475c-83f3-b32428a147da owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:04.738050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39175f25-40e0-4fda-b58a-94a3a1fde04a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.794078 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39175f25-40e0-4fda-b58a-94a3a1fde04a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.962690 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39175f25-40e0-4fda-b58a-94a3a1fde04a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.965461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39175f25-40e0-4fda-b58a-94a3a1fde04a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.969086 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-39175f25-40e0-4fda-b58a-94a3a1fde04a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "DELETE /v2.0/security-groups/9564d620-6d40-4510-a848-77a594dc235b HTTP/1.1" status: 204 len: 168 time: 0.3280792 Sep 17 22:29:04.971445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36126) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:04.987433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39175f25-40e0-4fda-b58a-94a3a1fde04a tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9564d620-6d40-4510-a848-77a594dc235b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:04.994798 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-d78e46ed-8a28-4439-8340-da4d256fb8c3 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] show failed (client error): The resource could not be found. Sep 17 22:29:04.996607 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d78e46ed-8a28-4439-8340-da4d256fb8c3 tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "GET /v2.0/security-groups/9564d620-6d40-4510-a848-77a594dc235b HTTP/1.1" status: 404 len: 347 time: 0.0233870 Sep 17 22:29:04.998074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-c1bc8e0d-c00b-40a5-af24-4025d6930b1e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.999766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36128) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:05.088995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc8e0d-c00b-40a5-af24-4025d6930b1e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Pushing event deleted for resources: {'Port': ['ID=45be83c6-fa86-475c-83f3-b32428a147da,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:05.171304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79b86c69-3395-458d-9f70-78c06fbd2479 req-c0f4ba68-3b65-47a5-addb-e65b159a699a tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 210 time: 0.0483341 Sep 17 22:29:05.181701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-b7e1083a-a174-463e-8e28-da35240c7549 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:05.183174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-b7e1083a-a174-463e-8e28-da35240c7549 tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 949 time: 0.5183194 Sep 17 22:29:05.213070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-c1bc8e0d-c00b-40a5-af24-4025d6930b1e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] No DVR routers for this DVR port 45be83c6-fa86-475c-83f3-b32428a147da on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:05.229719 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-c1bc8e0d-c00b-40a5-af24-4025d6930b1e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.229719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e567f0b-aaf7-403d-8e2b-994e6c65189f req-c1bc8e0d-c00b-40a5-af24-4025d6930b1e tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.15 "DELETE /v2.0/ports/45be83c6-fa86-475c-83f3-b32428a147da HTTP/1.1" status: 204 len: 173 time: 0.8324547 Sep 17 22:29:05.229719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'name': 'network-vif-deleted', 'tag': '45be83c6-fa86-475c-83f3-b32428a147da'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:05.230066 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a90cd4-c9ce-4b9b-a820-0b1010ab1a59" -d '{"events": [{"server_uuid": "e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8", "name": "network-vif-deleted", "tag": "45be83c6-fa86-475c-83f3-b32428a147da"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:05.243714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ab8a1-50a0-42a6-b100-9066cede134d req-c3e4bc00-82bc-4603-8f6c-950e3a5ba55e tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:05.246240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-661ab8a1-50a0-42a6-b100-9066cede134d req-c3e4bc00-82bc-4603-8f6c-950e3a5ba55e tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 944 time: 0.1957829 Sep 17 22:29:05.298589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4d79-c129-4081-b2ce-948a20e65898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.299646 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-661ab8a1-50a0-42a6-b100-9066cede134d req-e7b6af6f-2079-4cf9-918d-4e2888fcf6a1 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457873 Sep 17 22:29:05.301015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ef73e-455e-485c-9e5b-363c9fff89ca tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Deleting port a0f5ed2b-7815-446b-84d6-726c03ad0aaa {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:05.301359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef73e-455e-485c-9e5b-363c9fff89ca tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.321720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93fe5bef-f814-493a-95ca-209be8dd23b8 req-5f0d3b0d-1e0f-4fd9-b016-ef3d97056f77 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0715220 Sep 17 22:29:05.372660 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf2528e-7335-48ec-b933-523fa1cd396f x-openstack-request-id: req-cdf2528e-7335-48ec-b933-523fa1cd396f {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:05.372956 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8", "name": "network-vif-deleted", "tag": "45be83c6-fa86-475c-83f3-b32428a147da", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:05.373211 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdf2528e-7335-48ec-b933-523fa1cd396f {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:05.373608 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8', 'name': 'network-vif-deleted', 'tag': '45be83c6-fa86-475c-83f3-b32428a147da', 'status': 'completed', 'code': 200} Sep 17 22:29:05.398600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef73e-455e-485c-9e5b-363c9fff89ca tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.399292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef73e-455e-485c-9e5b-363c9fff89ca tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.399971 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4d79-c129-4081-b2ce-948a20e65898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.412724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ef73e-455e-485c-9e5b-363c9fff89ca tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Calling delete_port for a0f5ed2b-7815-446b-84d6-726c03ad0aaa owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:05.435758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-a8be8ef7-7b63-43b6-b6ea-5cbe8e80328b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Deleting port eb180c8f-bfec-4b67-bbbe-394737e30600 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:05.436187 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-a8be8ef7-7b63-43b6-b6ea-5cbe8e80328b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.510861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a9ef4d79-c129-4081-b2ce-948a20e65898 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef5bb31e3e2b490ea04f9bfdb4dfee61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1247475 Sep 17 22:29:05.513723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36138) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:05.546581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef4d79-c129-4081-b2ce-948a20e65898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3012760-d299-404e-b7c5-a5f2bd8ed510,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:05.580890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1da125-a036-4940-a4bd-424a9c308ce6 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:05.591218 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.602353 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e83dd2-4303-4fff-bdce-db4b150283c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.618547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Transition to ACTIVE for port object aa1da125-a036-4940-a4bd-424a9c308ce6 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:05.642068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e83dd2-4303-4fff-bdce-db4b150283c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.645680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e4510-ce5d-4b8a-be0f-c7f32744d947 req-b552c1f5-f0d1-4f93-ba18-687970e41298 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:05.647277 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-118e4510-ce5d-4b8a-be0f-c7f32744d947 req-b552c1f5-f0d1-4f93-ba18-687970e41298 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 931 time: 0.1806238 Sep 17 22:29:05.652397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-a8be8ef7-7b63-43b6-b6ea-5cbe8e80328b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] For port eb180c8f-bfec-4b67-bbbe-394737e30600, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=eb180c8f-bfec-4b67-bbbe-394737e30600,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:05.652765 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-a8be8ef7-7b63-43b6-b6ea-5cbe8e80328b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.673087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-a8be8ef7-7b63-43b6-b6ea-5cbe8e80328b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Calling delete_port for eb180c8f-bfec-4b67-bbbe-394737e30600 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:05.694361 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef73e-455e-485c-9e5b-363c9fff89ca tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.731964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c2072-cc99-469e-9d33-1e57f2ceb722 req-665469d8-b68c-4862-bf25-3780e909741c tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:05.733513 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-031c2072-cc99-469e-9d33-1e57f2ceb722 req-665469d8-b68c-4862-bf25-3780e909741c tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 949 time: 0.1023111 Sep 17 22:29:05.739652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ef73e-455e-485c-9e5b-363c9fff89ca tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Pushing event deleted for resources: {'Port': ['ID=a0f5ed2b-7815-446b-84d6-726c03ad0aaa,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:05.741168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-118e4510-ce5d-4b8a-be0f-c7f32744d947 req-cdcb52a1-a22d-4620-9f14-78ffa767eb9d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858359 Sep 17 22:29:05.745193 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.833408 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-031c2072-cc99-469e-9d33-1e57f2ceb722 req-0a53f666-337c-48c9-976c-ed75b44db9bf tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f4a59d-1aac-41b0-9c78-af11a7a8c35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706263 Sep 17 22:29:05.834948 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7d07bde5-ef27-4b3c-b9ec-344c221f2e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.841396 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef73e-455e-485c-9e5b-363c9fff89ca tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.845896 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef73e-455e-485c-9e5b-363c9fff89ca tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.849924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ef7ef73e-455e-485c-9e5b-363c9fff89ca tempest-ServersTestManualDisk-293040753 tempest-ServersTestManualDisk-293040753-project] 10.222.0.30 "DELETE /v2.0/floatingips/df401ee5-4494-4b7f-9afa-e40ce74819b5 HTTP/1.1" status: 204 len: 168 time: 0.8449156 Sep 17 22:29:05.850486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36142) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:05.862121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1da125-a036-4940-a4bd-424a9c308ce6,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:05.890107 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e83dd2-4303-4fff-bdce-db4b150283c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.893820 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e83dd2-4303-4fff-bdce-db4b150283c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.896392 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35e83dd2-4303-4fff-bdce-db4b150283c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3012760-d299-404e-b7c5-a5f2bd8ed510 HTTP/1.1" status: 204 len: 168 time: 0.3813233 Sep 17 22:29:05.912767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e83dd2-4303-4fff-bdce-db4b150283c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3012760-d299-404e-b7c5-a5f2bd8ed510,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:05.961516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Attempting to bind port aa1da125-a036-4940-a4bd-424a9c308ce6 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:05.961909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Attempting to bind port aa1da125-a036-4940-a4bd-424a9c308ce6 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:05.962166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Attempting to bind port aa1da125-a036-4940-a4bd-424a9c308ce6 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:05.973317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Port aa1da125-a036-4940-a4bd-424a9c308ce6 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:05.973887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Attempting to bind port aa1da125-a036-4940-a4bd-424a9c308ce6 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:05.979858 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:05.980475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Checking segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:05.981182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Bound using segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:05.981637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Bound port: aa1da125-a036-4940-a4bd-424a9c308ce6, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:05.982006 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.046576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] For port aa1da125-a036-4940-a4bd-424a9c308ce6, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:06.049772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] For port aa1da125-a036-4940-a4bd-424a9c308ce6, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=aa1da125-a036-4940-a4bd-424a9c308ce6,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:06.065737 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-a8be8ef7-7b63-43b6-b6ea-5cbe8e80328b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.096202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be8ef7-7b63-43b6-b6ea-5cbe8e80328b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Pushing event deleted for resources: {'Port': ['ID=eb180c8f-bfec-4b67-bbbe-394737e30600,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:06.137715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.162054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-a8be8ef7-7b63-43b6-b6ea-5cbe8e80328b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] No DVR routers for this DVR port eb180c8f-bfec-4b67-bbbe-394737e30600 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:06.187521 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-a8be8ef7-7b63-43b6-b6ea-5cbe8e80328b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.190215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1597687a-4dc9-4775-90aa-80f98451e8cf req-a8be8ef7-7b63-43b6-b6ea-5cbe8e80328b tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.23 "DELETE /v2.0/ports/eb180c8f-bfec-4b67-bbbe-394737e30600 HTTP/1.1" status: 204 len: 173 time: 1.0006227 Sep 17 22:29:06.192168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-deleted', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:06.202667 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e83818a-13e3-4f74-a8ef-07e5ff615ead" -d '{"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-deleted", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:06.212744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:06.213381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.215137 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] 10.222.0.23 "PUT /v2.0/ports/aa1da125-a036-4940-a4bd-424a9c308ce6 HTTP/1.1" status: 200 len: 1092 time: 1.7121339 Sep 17 22:29:06.259504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f583c5b-388d-4623-93bf-8f0603400468 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1da125-a036-4940-a4bd-424a9c308ce6,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:06.288054 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa3f49e-1f72-4884-a55a-4b52aae38e3a x-openstack-request-id: req-5aa3f49e-1f72-4884-a55a-4b52aae38e3a {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:06.288407 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8e414-da0c-4b6a-9e47-08556a20cb2b", "name": "network-vif-deleted", "tag": "eb180c8f-bfec-4b67-bbbe-394737e30600", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:06.288662 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5aa3f49e-1f72-4884-a55a-4b52aae38e3a {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:06.296015 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8e414-da0c-4b6a-9e47-08556a20cb2b', 'name': 'network-vif-deleted', 'tag': 'eb180c8f-bfec-4b67-bbbe-394737e30600', 'status': 'completed', 'code': 200} Sep 17 22:29:06.337388 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba4fef05-a297-4335-8963-8b82b7708ea5 req-23dff344-47b7-4d52-b9f6-419b079bfd87 tempest-LiveMigrationTest-2123966639 tempest-LiveMigrationTest-2123966639-project] 10.222.0.30 "GET /v2.0/ports?device_id=e21a2f73-c82a-4c81-a2e6-ca2c92eb84b8 HTTP/1.1" status: 200 len: 210 time: 0.0345809 Sep 17 22:29:06.437311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-dacac6d2-496f-48b1-aa71-e0ac573a2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:06.440069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-dacac6d2-496f-48b1-aa71-e0ac573a2b71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 1095 time: 0.0977924 Sep 17 22:29:06.519518 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-ffc161be-4034-4d58-8270-4b2a0d17288e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1da125-a036-4940-a4bd-424a9c308ce6 HTTP/1.1" status: 200 len: 217 time: 0.0664914 Sep 17 22:29:06.521554 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae1bbee9-99e1-49db-87b1-d6c0201ba492 req-f1769821-c8ba-40d6-ab2f-994bcac5587e tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0605302 Sep 17 22:29:06.527346 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9496e10-8fc8-4760-bc36-d2dd148ebd64 req-0645da59-686d-4c65-aa46-11ad44d21474 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:06.534012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9496e10-8fc8-4760-bc36-d2dd148ebd64 req-0645da59-686d-4c65-aa46-11ad44d21474 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 944 time: 0.0992968 Sep 17 22:29:06.593608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-0d7fed1b-f081-4d9c-b0e5-bb87b5a9790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:06.595181 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9496e10-8fc8-4760-bc36-d2dd148ebd64 req-cdc4b130-8507-4aa0-9b0f-56e60d9b47c8 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479043 Sep 17 22:29:06.595827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-0d7fed1b-f081-4d9c-b0e5-bb87b5a9790d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.0689254 Sep 17 22:29:06.643469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-db2118d8-333d-4c68-b3c2-93c4733858de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405893 Sep 17 22:29:06.681380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2c35a5db-3eb3-4f35-9869-1a7b180730a4 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:06.689758 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.740012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36156) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:06.749927 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-53aa3256-26bc-4e8a-86ef-7cc4b5c28c1d service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993102 Sep 17 22:29:06.759958 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1553b7bc-9e68-4b17-ac98-a02af220f037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.819868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 2c35a5db-3eb3-4f35-9869-1a7b180730a4 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:06.823872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 2c35a5db-3eb3-4f35-9869-1a7b180730a4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:06.824290 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.895036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8beab81-66c3-447f-baae-e4e762df0f7f req-5a23d132-5411-4b04-9961-44c4e8b1d037 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:06.902352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8beab81-66c3-447f-baae-e4e762df0f7f req-5a23d132-5411-4b04-9961-44c4e8b1d037 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 943 time: 0.0765843 Sep 17 22:29:06.906516 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d3b0841-620e-4214-a3a0-224eb8232055 req-e6bcd8ba-22f7-4031-bd2d-dda7a1b034d7 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482763 Sep 17 22:29:06.943110 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.962194 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8beab81-66c3-447f-baae-e4e762df0f7f req-329e08a9-6eb1-4699-9e58-ed45216588c6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538335 Sep 17 22:29:06.971319 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3be677c-6acd-4986-b9a6-d0580acb778a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c35a5db-3eb3-4f35-9869-1a7b180730a4'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:06.974265 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae76a7d4-6e91-48d0-8fc8-e8ccb889091f" -d '{"events": [{"server_uuid": "f3be677c-6acd-4986-b9a6-d0580acb778a", "name": "network-vif-plugged", "status": "completed", "tag": "2c35a5db-3eb3-4f35-9869-1a7b180730a4"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:06.989775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2c35a5db-3eb3-4f35-9869-1a7b180730a4, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2c35a5db-3eb3-4f35-9869-1a7b180730a4,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:07.012675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-785d4278-4ef6-4092-9c68-9aec6be8f608 req-407e9970-2d47-4a41-9d0d-6fc8e5252e5a tempest-ListImageFiltersTestJSON-1172848139 tempest-ListImageFiltersTestJSON-1172848139-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae8e414-da0c-4b6a-9e47-08556a20cb2b HTTP/1.1" status: 200 len: 210 time: 0.0498540 Sep 17 22:29:07.016443 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4136e5-0179-4964-a4c7-4698956540ca x-openstack-request-id: req-bb4136e5-0179-4964-a4c7-4698956540ca {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:07.016739 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3be677c-6acd-4986-b9a6-d0580acb778a", "name": "network-vif-plugged", "status": "completed", "tag": "2c35a5db-3eb3-4f35-9869-1a7b180730a4", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:07.016995 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb4136e5-0179-4964-a4c7-4698956540ca {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:07.017394 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3be677c-6acd-4986-b9a6-d0580acb778a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c35a5db-3eb3-4f35-9869-1a7b180730a4', 'code': 200} Sep 17 22:29:07.049297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.080026 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.080943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:07.114732 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1553b7bc-9e68-4b17-ac98-a02af220f037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.133098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device eb180c8f-bfec-4b67-bbbe-394737e30600 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:07.171361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7274a67-7e5d-40e2-a0d1-2707369f4248 req-6bd26e42-1fce-4a71-8309-3d91fe925191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:07.172972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7274a67-7e5d-40e2-a0d1-2707369f4248 req-6bd26e42-1fce-4a71-8309-3d91fe925191 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3be677c-6acd-4986-b9a6-d0580acb778a HTTP/1.1" status: 200 len: 1097 time: 0.0605848 Sep 17 22:29:07.174631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: eb180c8f-bfec-4b67-bbbe-394737e30600 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:07.174964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device eb180c8f-bfec-4b67-bbbe-394737e30600 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:07.175313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] Deleting port 083f819f-b912-453c-a86d-2bacb869e9ba {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:07.175656 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.207271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=2c35a5db-3eb3-4f35-9869-1a7b180730a4,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:07.215678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1553b7bc-9e68-4b17-ac98-a02af220f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.253721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.282568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:07.287036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:07.287486 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.299522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7274a67-7e5d-40e2-a0d1-2707369f4248 req-35819e0a-2db7-4f65-bdd8-266a6d94f8e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123030 Sep 17 22:29:07.301643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1553b7bc-9e68-4b17-ac98-a02af220f037 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1a4e2097b824adbb0a3e12fc4b01910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605693 Sep 17 22:29:07.303867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553b7bc-9e68-4b17-ac98-a02af220f037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2529ae-ac8c-4d83-8aa0-edbd8f38959e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:07.304640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36166) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:07.328178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] For port 083f819f-b912-453c-a86d-2bacb869e9ba, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=083f819f-b912-453c-a86d-2bacb869e9ba,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:07.329436 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.343794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] Calling delete_port for 083f819f-b912-453c-a86d-2bacb869e9ba owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:07.362513 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8f4dba0c-0f37-47a1-8bf0-afb3af3dc247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.385018 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.388735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8f4dba0c-0f37-47a1-8bf0-afb3af3dc247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.430313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36170) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:07.439599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:07.517401 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.518391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 45be83c6-fa86-475c-83f3-b32428a147da no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:07.546665 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8f4dba0c-0f37-47a1-8bf0-afb3af3dc247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.550586 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8f4dba0c-0f37-47a1-8bf0-afb3af3dc247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.553671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8f4dba0c-0f37-47a1-8bf0-afb3af3dc247 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b2529ae-ac8c-4d83-8aa0-edbd8f38959e HTTP/1.1" status: 204 len: 168 time: 0.2461390 Sep 17 22:29:07.581374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dba0c-0f37-47a1-8bf0-afb3af3dc247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2529ae-ac8c-4d83-8aa0-edbd8f38959e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:07.594318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 45be83c6-fa86-475c-83f3-b32428a147da {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:07.594915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 45be83c6-fa86-475c-83f3-b32428a147da not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:07.642030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:07.665907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4dec198e-f98e-4535-b2ab-010e7fa83b3a req-095083a8-29ca-4ab0-9bb5-23428f1ad029 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0396402 Sep 17 22:29:07.666714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.737999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] Pushing event deleted for resources: {'Port': ['ID=083f819f-b912-453c-a86d-2bacb869e9ba,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:07.768422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd9aa-0928-421a-8afd-c70bb4188470 req-c1a16867-9315-4b5f-b3a2-e36c12b16570 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:07.769979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-765dd9aa-0928-421a-8afd-c70bb4188470 req-c1a16867-9315-4b5f-b3a2-e36c12b16570 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 945 time: 0.0704646 Sep 17 22:29:07.800376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0df51a2-45ee-46c1-a108-6a5f6892b7ed admin admin] Deleting subnet af326825-090a-41ad-89c5-84ef6913ca42 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:07.806370 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f0df51a2-45ee-46c1-a108-6a5f6892b7ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.814874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-765dd9aa-0928-421a-8afd-c70bb4188470 req-4946ae5b-e05b-4a0b-8e63-8060ea75ab72 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385349 Sep 17 22:29:07.890231 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f0df51a2-45ee-46c1-a108-6a5f6892b7ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.979570 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f0df51a2-45ee-46c1-a108-6a5f6892b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.008152 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.171521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690e226-854a-4c68-b76f-a1e0f5097a0a req-07de00dd-1c98-4934-be79-4500809399b0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:08.173971 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0690e226-854a-4c68-b76f-a1e0f5097a0a req-07de00dd-1c98-4934-be79-4500809399b0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 943 time: 0.1535687 Sep 17 22:29:08.193142 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f0df51a2-45ee-46c1-a108-6a5f6892b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.230290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df51a2-45ee-46c1-a108-6a5f6892b7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af326825-090a-41ad-89c5-84ef6913ca42,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:08.238099 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f0df51a2-45ee-46c1-a108-6a5f6892b7ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.239945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f0df51a2-45ee-46c1-a108-6a5f6892b7ed admin admin] 10.222.0.30 "DELETE /v2.0/subnets/af326825-090a-41ad-89c5-84ef6913ca42 HTTP/1.1" status: 204 len: 168 time: 0.8087265 Sep 17 22:29:08.242780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36206) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:08.291464 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0690e226-854a-4c68-b76f-a1e0f5097a0a req-7c1e5025-5b12-4ac7-90da-617eda63aff8 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103058 Sep 17 22:29:08.323539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce94d8fc-82a4-440f-8dda-fe2df2acddc2', 'tag': 'aa1da125-a036-4940-a4bd-424a9c308ce6'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:08.326822 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d64812-4346-49f7-9983-aeda5555eaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce94d8fc-82a4-440f-8dda-fe2df2acddc2", "tag": "aa1da125-a036-4940-a4bd-424a9c308ce6"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:08.347718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.367374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] Router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:08.379663 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c418dd-cc14-4fc3-8024-880f20731ea1 x-openstack-request-id: req-a6c418dd-cc14-4fc3-8024-880f20731ea1 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:08.379946 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce94d8fc-82a4-440f-8dda-fe2df2acddc2", "tag": "aa1da125-a036-4940-a4bd-424a9c308ce6", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:08.380220 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6c418dd-cc14-4fc3-8024-880f20731ea1 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:08.380825 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce94d8fc-82a4-440f-8dda-fe2df2acddc2', 'tag': 'aa1da125-a036-4940-a4bd-424a9c308ce6', 'status': 'completed', 'code': 200} Sep 17 22:29:08.483750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.501608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:08.509522 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64812-4346-49f7-9983-aeda5555eaa5 req-1a4c280e-b821-42d0-9653-b9e816a490eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:08.510594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-936e2219-d854-4bef-8386-07a5e0c2f000 admin admin] 10.222.0.30 "PUT /v2.0/routers/25cdeffa-ec2a-4441-a268-a9f8a7f2807c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6591363 Sep 17 22:29:08.511046 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d64812-4346-49f7-9983-aeda5555eaa5 req-1a4c280e-b821-42d0-9653-b9e816a490eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 1095 time: 0.1084933 Sep 17 22:29:08.511241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36216) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:08.514533 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] Sync routers for ids ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:08.529711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b05c37-47f7-49f8-994b-dfa2648565f6']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:08.533450 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] Routers {'25cdeffa-ec2a-4441-a268-a9f8a7f2807c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:08.534347 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:29:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:08.552783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdefa150-1e6d-41a9-8f21-afaa33792f5b') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:08.552783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdefa150-1e6d-41a9-8f21-afaa33792f5b') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:08.570397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.629506 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.639784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:08.640222 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:08.642224 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:08.670425 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.707919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64812-4346-49f7-9983-aeda5555eaa5 req-fd68b23e-bafb-4b26-a779-46b44a63a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:08.709409 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d64812-4346-49f7-9983-aeda5555eaa5 req-fd68b23e-bafb-4b26-a779-46b44a63a846 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 906 time: 0.1883333 Sep 17 22:29:08.765078 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d64812-4346-49f7-9983-aeda5555eaa5 req-9b2c4cab-b11f-42fc-ae85-28c07ee2fb6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1da125-a036-4940-a4bd-424a9c308ce6 HTTP/1.1" status: 200 len: 217 time: 0.0476930 Sep 17 22:29:08.793902 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] Set router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:08.841519 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.846227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2478e5f5-0e1e-47d6-8079-aa11e2045cb8 req-a79132cb-6f02-4217-a0af-c3012676ae75 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0418816 Sep 17 22:29:08.852557 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.867324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.884975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/98b05c37-47f7-49f8-994b-dfa2648565f6 HTTP/1.1" status: 204 len: 168 time: 0.6402669 Sep 17 22:29:08.887014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36230) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:08.920353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4a0c8-4331-47a4-a5d9-473c5c708aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b05c37-47f7-49f8-994b-dfa2648565f6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:08.932528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64812-4346-49f7-9983-aeda5555eaa5 req-8b87c0b6-3b2d-4183-8536-85005c77a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:08.934374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d64812-4346-49f7-9983-aeda5555eaa5 req-8b87c0b6-3b2d-4183-8536-85005c77a3df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.1632156 Sep 17 22:29:08.956739 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.979288 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d64812-4346-49f7-9983-aeda5555eaa5 req-bd4877ba-a3f9-4d49-a745-998671b2102d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368137 Sep 17 22:29:08.979996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36232) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:09.018838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edaf29c4-89cd-4d0e-ad57-c0b37de58481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1b19e9-dbc4-4a45-8fed-fbc54c94e261'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:09.022367 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671653fa-1b7c-4e75-95cf-c56806f2ab0c" -d '{"events": [{"server_uuid": "edaf29c4-89cd-4d0e-ad57-c0b37de58481", "name": "network-vif-plugged", "status": "completed", "tag": "4d1b19e9-dbc4-4a45-8fed-fbc54c94e261"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:09.027408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-074a37ac-88fe-4c9a-b1c5-6ee9d73be420 admin admin] Deleting subnet 669c501f-8395-4079-b2dd-afb36adfde15 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:09.030935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-074a37ac-88fe-4c9a-b1c5-6ee9d73be420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.066504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-074a37ac-88fe-4c9a-b1c5-6ee9d73be420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.093205 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:29:07Z', 'revision_number': 5, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port': {'id': '15d2a72a-a59e-4bb3-b1ec-efc8d1811623', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:25:09Z', 'updated_at': '2021-09-17T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:09.122043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d998f-8293-4958-b5d6-361b47ed5024 req-42f736b2-f05f-4ebb-a78c-9136d32a3608 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:09.129504 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-793d998f-8293-4958-b5d6-361b47ed5024 req-42f736b2-f05f-4ebb-a78c-9136d32a3608 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 945 time: 0.1917243 Sep 17 22:29:09.163692 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] Checking router: 25cdeffa-ec2a-4441-a268-a9f8a7f2807c for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:09.165868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d64812-4346-49f7-9983-aeda5555eaa5 req-a2ee3436-635e-4ff6-ad8e-3a3af611979a service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765854 Sep 17 22:29:09.166661 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-074a37ac-88fe-4c9a-b1c5-6ee9d73be420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.178911 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] Routers {'25cdeffa-ec2a-4441-a268-a9f8a7f2807c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:09.179522 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:29:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:09.206302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1843735556-network', 'tenant_id': 'f7e0c08d66c44266b4fd9eb5dfa378e6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:09.208878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Deleting port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:09.209155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.234214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-793d998f-8293-4958-b5d6-361b47ed5024 req-c9834f13-945b-4184-8631-db5ef54265bf tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037641 Sep 17 22:29:09.291704 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a262ee8-80df-490e-943a-8223f187de01 x-openstack-request-id: req-6a262ee8-80df-490e-943a-8223f187de01 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:09.291704 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edaf29c4-89cd-4d0e-ad57-c0b37de58481", "name": "network-vif-plugged", "status": "completed", "tag": "4d1b19e9-dbc4-4a45-8fed-fbc54c94e261", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:09.291704 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a262ee8-80df-490e-943a-8223f187de01 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:09.291704 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edaf29c4-89cd-4d0e-ad57-c0b37de58481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1b19e9-dbc4-4a45-8fed-fbc54c94e261', 'code': 200} Sep 17 22:29:09.299641 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d64812-4346-49f7-9983-aeda5555eaa5 req-a57c63cd-7738-4ab5-a82a-46e05153d011 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259394 Sep 17 22:29:09.310877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Made reservation on behalf of f7e0c08d66c44266b4fd9eb5dfa378e6 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:09.314367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.338664 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] Set router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:09.348588 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.376249 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-074a37ac-88fe-4c9a-b1c5-6ee9d73be420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.429468 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:29:08Z', 'revision_number': 6, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:09.458775 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa34851-c886-4c3e-83ea-f2b353f5b7a7 None None] The sync data for ids ['25cdeffa-ec2a-4441-a268-a9f8a7f2807c'] in n-d-713499-18 is: [{'id': '25cdeffa-ec2a-4441-a268-a9f8a7f2807c', 'name': 'tempest-ServersTestManualDisk-1207660906-router', 'tenant_id': '5b777bb294584abd89fa76c64b01360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:25:06Z', 'updated_at': '2021-09-17T22:29:08Z', 'revision_number': 6, 'project_id': '5b777bb294584abd89fa76c64b01360f', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:09.470086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.486017 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a37ac-88fe-4c9a-b1c5-6ee9d73be420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669c501f-8395-4079-b2dd-afb36adfde15,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:09.509460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] For port 15d2a72a-a59e-4bb3-b1ec-efc8d1811623, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=15d2a72a-a59e-4bb3-b1ec-efc8d1811623,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:09.509829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.512589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-074a37ac-88fe-4c9a-b1c5-6ee9d73be420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.514442 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-074a37ac-88fe-4c9a-b1c5-6ee9d73be420 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/669c501f-8395-4079-b2dd-afb36adfde15 HTTP/1.1" status: 204 len: 168 time: 0.6263986 Sep 17 22:29:09.517606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36256) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:09.531876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Calling delete_port for 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:09.549175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f68a5-fff2-4d5c-bb2c-fc9d8c58ab89 req-43fdf3b9-994a-48c9-9350-898740997dce tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:09.550705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a14f68a5-fff2-4d5c-bb2c-fc9d8c58ab89 req-43fdf3b9-994a-48c9-9350-898740997dce tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 943 time: 0.1710701 Sep 17 22:29:09.550996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.568926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726589af-14be-4ca5-9ff5-61c1a6e834f6 req-78e74d4c-4bf8-40fa-a4ba-0bde940ded81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:09.570387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-726589af-14be-4ca5-9ff5-61c1a6e834f6 req-78e74d4c-4bf8-40fa-a4ba-0bde940ded81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 1097 time: 0.1774592 Sep 17 22:29:09.610916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:09.627091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.631069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca21f34e-4855-44d2-b352-ae5f3b20ab67,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:09.634797 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.635151 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Added segment 1c6b9380-644b-46a7-ac74-40a4f5166b79 of type vlan for network 940f3fcd-d5df-4979-a51f-31209c5f71fd Sep 17 22:29:09.663798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a14f68a5-fff2-4d5c-bb2c-fc9d8c58ab89 req-3d33f7ae-f7e6-4152-a525-b55dabdc802d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055908 Sep 17 22:29:09.674450 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-726589af-14be-4ca5-9ff5-61c1a6e834f6 req-92888cce-caeb-457c-9b61-41e5b9ff689a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759361 Sep 17 22:29:09.701812 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.768831 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.793258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:09.807621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3157a66-6866-48d9-a65f-b131da95cbbc') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:09.808151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3157a66-6866-48d9-a65f-b131da95cbbc') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:09.819905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.826974 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.829750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:09.829750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.854316 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.855913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 083f819f-b912-453c-a86d-2bacb869e9ba no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:09.869476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:09.869920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:09.871659 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:09.876918 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.886066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 083f819f-b912-453c-a86d-2bacb869e9ba {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:09.887026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 083f819f-b912-453c-a86d-2bacb869e9ba not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:09.922813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Pushing event deleted for resources: {'Port': ['ID=15d2a72a-a59e-4bb3-b1ec-efc8d1811623,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:09.943154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9617524 Sep 17 22:29:09.955812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36274) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:09.970043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fd110-a10a-476b-94c9-36dc2f91fcc1 admin admin] Pushing event updated for resources: {'Network': ['ID=940f3fcd-d5df-4979-a51f-31209c5f71fd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:09.994689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 940f3fcd-d5df-4979-a51f-31209c5f71fd details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:09.999021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Request body: {'subnet': {'network_id': '940f3fcd-d5df-4979-a51f-31209c5f71fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1843735556-subnet', 'tenant_id': 'f7e0c08d66c44266b4fd9eb5dfa378e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:10.006444 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc974ca-e34f-4ff6-ac93-f427a8c7c1a2 req-9039bb37-1114-4355-b5c1-e19501cdb41c tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0292981 Sep 17 22:29:10.038210 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.071019 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.088694 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.090881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] 10.222.0.30 "DELETE /v2.0/networks/8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3 HTTP/1.1" status: 204 len: 168 time: 0.5721798 Sep 17 22:29:10.094111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ce2af-25e6-4893-8dd1-6300f4b5bd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed31c30-4fe0-4491-bc3a-e2c6eb791fb3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:10.098052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Made reservation on behalf of f7e0c08d66c44266b4fd9eb5dfa378e6 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:10.100721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.152772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.156375 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.167878 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.317127 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.317685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25cdeffa-ec2a-4441-a268-a9f8a7f2807c {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:29:10.324867 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.326041 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2ce33142-f968-4360-adb6-aaa26febd38b admin admin] 10.222.0.30 "DELETE /v2.0/routers/25cdeffa-ec2a-4441-a268-a9f8a7f2807c HTTP/1.1" status: 204 len: 168 time: 1.8130181 Sep 17 22:29:10.331492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36286) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:10.360919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a459b78-623c-4872-ab48-844404608eca req-73cfe020-dcdb-41aa-804c-4a26c767022e tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:10.362535 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a459b78-623c-4872-ab48-844404608eca req-73cfe020-dcdb-41aa-804c-4a26c767022e tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 945 time: 0.0624371 Sep 17 22:29:10.385942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a63f68-2819-4bbc-8b4a-cd7a647dec91 admin admin] Deleting subnet f4ad2aff-9b08-43f8-b9e3-bed64078620f {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:10.389587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-41a63f68-2819-4bbc-8b4a-cd7a647dec91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.410351 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a459b78-623c-4872-ab48-844404608eca req-49774a84-5944-4492-b9df-f80839aef324 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Sep 17 22:29:10.427228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-41a63f68-2819-4bbc-8b4a-cd7a647dec91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.455805 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.550869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3e14c9-0a1b-427c-a695-ac3fcc376cd0,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:10.551445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36290) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:10.574798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Checking segment: {'id': '1c6b9380-644b-46a7-ac74-40a4f5166b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '940f3fcd-d5df-4979-a51f-31209c5f71fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:10.575424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Network hostable DHCP agents. Network: 940f3fcd-d5df-4979-a51f-31209c5f71fd, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:10.592697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-41a63f68-2819-4bbc-8b4a-cd7a647dec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.595536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5b26df2c-43e9-4152-ad97-e026ef0b75ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a202bb9a868f4e9b94bee628f0f7b756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433078 Sep 17 22:29:10.597663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36292) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:10.664378 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2b2f-3211-418a-9308-97e5b1e70310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.686525 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2b2f-3211-418a-9308-97e5b1e70310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.705993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Network 940f3fcd-d5df-4979-a51f-31209c5f71fd is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:10.749331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-41a63f68-2819-4bbc-8b4a-cd7a647dec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.777590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a63f68-2819-4bbc-8b4a-cd7a647dec91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ad2aff-9b08-43f8-b9e3-bed64078620f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:10.779600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-41a63f68-2819-4bbc-8b4a-cd7a647dec91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.783263 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-41a63f68-2819-4bbc-8b4a-cd7a647dec91 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f4ad2aff-9b08-43f8-b9e3-bed64078620f HTTP/1.1" status: 204 len: 168 time: 0.4491582 Sep 17 22:29:10.785329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36296) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:10.788451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14196d47-252f-4a24-9862-f940e9016ed5 None None] Network c57fcb56-addd-4be9-955c-218138339862 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:10.792569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ff6d5-e47c-4f2a-a9fa-0449dcb52fac req-c9f18cd7-d561-4719-9a05-aa1336cee9a5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:10.794175 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-945ff6d5-e47c-4f2a-a9fa-0449dcb52fac req-c9f18cd7-d561-4719-9a05-aa1336cee9a5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 943 time: 0.0557070 Sep 17 22:29:10.820892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 940f3fcd-d5df-4979-a51f-31209c5f71fd) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:10.835971 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2b2f-3211-418a-9308-97e5b1e70310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.838561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2b2f-3211-418a-9308-97e5b1e70310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.839706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8e8b2b2f-3211-418a-9308-97e5b1e70310 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3e5f954-6cc1-4af6-9be5-658a918a94c4 HTTP/1.1" status: 204 len: 168 time: 0.2404640 Sep 17 22:29:10.851226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-945ff6d5-e47c-4f2a-a9fa-0449dcb52fac req-12f16e30-1ddd-4777-9d46-7a2f01192c46 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492899 Sep 17 22:29:10.859352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf76543-6a4e-4ca2-9c7d-b23285fb3a16 None None] Network 940f3fcd-d5df-4979-a51f-31209c5f71fd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:10.865533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b2b2f-3211-418a-9308-97e5b1e70310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e5f954-6cc1-4af6-9be5-658a918a94c4,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:10.866334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:10.867173 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.899452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.960010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Deleting port d365c812-ff3e-458f-b1a9-865fc12f01b7 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:10.960402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.975954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a275b8bc-7861-4774-b346-cdecccbe8506 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9820700 Sep 17 22:29:11.035801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] For port d365c812-ff3e-458f-b1a9-865fc12f01b7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d365c812-ff3e-458f-b1a9-865fc12f01b7,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:11.036464 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.053859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Calling delete_port for d365c812-ff3e-458f-b1a9-865fc12f01b7 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:11.136031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device aa1da125-a036-4940-a4bd-424a9c308ce6 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:11.256518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb398e-e969-4565-83e6-e2b44e57cd65 None None] Network 940f3fcd-d5df-4979-a51f-31209c5f71fd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:11.288815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36310) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:11.380872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac743bf-7e24-4020-9804-4f3f364c17ab None None] DHCP port deletion for c57fcb56-addd-4be9-955c-218138339862 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:29:11.442275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port aa1da125-a036-4940-a4bd-424a9c308ce6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=aa1da125-a036-4940-a4bd-424a9c308ce6,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:11.472517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'aa1da125-a036-4940-a4bd-424a9c308ce6', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'port_id': 'aa1da125-a036-4940-a4bd-424a9c308ce6', 'mac_address': 'fa:16:3e:fe:1b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461e6197-8fbb-40ee-954d-8227cda698ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:11.501002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9897f5ba-3eb5-4fa8-920b-b6a9dc6593e5 req-6159da2d-595b-4a0e-a410-79312795670a tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.3895209 Sep 17 22:29:11.565155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f9a34-cbee-4aa7-a807-93eb5fc794aa req-fada8466-b006-41ef-be81-3077eb92bf4e tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:11.566812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a5f9a34-cbee-4aa7-a807-93eb5fc794aa req-fada8466-b006-41ef-be81-3077eb92bf4e tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 945 time: 0.0683749 Sep 17 22:29:11.581156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fac743bf-7e24-4020-9804-4f3f364c17ab None None] Deleting port d365c812-ff3e-458f-b1a9-865fc12f01b7 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:11.581823 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fac743bf-7e24-4020-9804-4f3f364c17ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.584653 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.589830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.619144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1da125-a036-4940-a4bd-424a9c308ce6 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:11.620937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d365c812-ff3e-458f-b1a9-865fc12f01b7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:11.623793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] No DVR routers for this DVR port d365c812-ff3e-458f-b1a9-865fc12f01b7 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:11.640545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a5f9a34-cbee-4aa7-a807-93eb5fc794aa req-5991ddda-9c89-4c99-a600-71d26fa804aa tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657604 Sep 17 22:29:11.691597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port aa1da125-a036-4940-a4bd-424a9c308ce6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=aa1da125-a036-4940-a4bd-424a9c308ce6,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:11.693598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fac743bf-7e24-4020-9804-4f3f364c17ab None None] For port d365c812-ff3e-458f-b1a9-865fc12f01b7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d365c812-ff3e-458f-b1a9-865fc12f01b7,segment=NetworkSegment(e0429e07-5927-4455-8ef2-b7f884b0221b),segment_id=e0429e07-5927-4455-8ef2-b7f884b0221b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:11.693997 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fac743bf-7e24-4020-9804-4f3f364c17ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.717392 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.717925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36320) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:11.723042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fac743bf-7e24-4020-9804-4f3f364c17ab None None] Calling delete_port for d365c812-ff3e-458f-b1a9-865fc12f01b7 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:11.771871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57fcb56-addd-4be9-955c-218138339862']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:11.783761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b776da98-e376-498c-a33d-4fa34464f7ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21c554bb98464cf0bfb0179ba0fdf5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644476 Sep 17 22:29:11.785092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0429e07-5927-4455-8ef2-b7f884b0221b') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:11.785662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0429e07-5927-4455-8ef2-b7f884b0221b') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:11.787253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36322) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:11.790940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36324) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:11.791680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c7cbda15-44cd-4d68-98fa-e1bb60c01f03 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d330535c95e04df2b4bd1165590e91d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015309 Sep 17 22:29:11.796721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.811412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.849306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:11.854269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c1959-4ca0-47de-9724-4a3c608da6ad req-a8afa503-262f-40c5-b912-274f44c15241 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:11.855754 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b0c1959-4ca0-47de-9724-4a3c608da6ad req-a8afa503-262f-40c5-b912-274f44c15241 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fb9ded4-b34b-409d-b641-51d5619ce6ba HTTP/1.1" status: 200 len: 946 time: 0.1261928 Sep 17 22:29:11.864502 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.898288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:11.898696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.898821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:11.899158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 15d2a72a-a59e-4bb3-b1ec-efc8d1811623 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:11.899609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d365c812-ff3e-458f-b1a9-865fc12f01b7 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:11.905559 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fac743bf-7e24-4020-9804-4f3f364c17ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:11.905729 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:11.950186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d365c812-ff3e-458f-b1a9-865fc12f01b7 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:11.950545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d365c812-ff3e-458f-b1a9-865fc12f01b7 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:11.978786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=aa1da125-a036-4940-a4bd-424a9c308ce6,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:11.987253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac743bf-7e24-4020-9804-4f3f364c17ab None None] No DVR routers for this DVR port d365c812-ff3e-458f-b1a9-865fc12f01b7 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:12.021632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc211ab-d8a3-4c88-aab1-9d19b7cd95a2 req-cc00aa06-875f-41b3-9b9e-ec4188e840d1 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:12.024089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebc211ab-d8a3-4c88-aab1-9d19b7cd95a2 req-cc00aa06-875f-41b3-9b9e-ec4188e840d1 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 944 time: 0.0893359 Sep 17 22:29:12.031364 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b0c1959-4ca0-47de-9724-4a3c608da6ad req-2573a0f0-b3ed-461e-82c5-01401568d780 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504078 Sep 17 22:29:12.031364 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a7c2-fa77-4353-b0cc-85ef8f018e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.035488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac743bf-7e24-4020-9804-4f3f364c17ab None None] Pushing event deleted for resources: {'Port': ['ID=d365c812-ff3e-458f-b1a9-865fc12f01b7,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:12.041905 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9520b749-4962-4337-94b3-2df6626503f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.050368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:12.073620 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a7c2-fa77-4353-b0cc-85ef8f018e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.087812 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.089742 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebc211ab-d8a3-4c88-aab1-9d19b7cd95a2 req-b2cef1fa-0c0f-4e82-a857-eb7c1e9844fa tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571115 Sep 17 22:29:12.095813 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9520b749-4962-4337-94b3-2df6626503f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.107659 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.113491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c57fcb56-addd-4be9-955c-218138339862 HTTP/1.1" status: 204 len: 168 time: 1.3267860 Sep 17 22:29:12.194575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1db226-d730-4633-9cc9-b77f217a2fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c57fcb56-addd-4be9-955c-218138339862,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:12.231498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-a7053a3e-c28b-498c-bedf-f81ff10d4c43 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8fb9ded4-b34b-409d-b641-51d5619ce6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827446 Sep 17 22:29:12.255246 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6ecb7-a181-4756-af0a-b74cae30b1d5 req-9b26068d-7975-47cf-8112-3849e23e8848 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:12.257121 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfd6ecb7-a181-4756-af0a-b74cae30b1d5 req-9b26068d-7975-47cf-8112-3849e23e8848 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3be677c-6acd-4986-b9a6-d0580acb778a HTTP/1.1" status: 200 len: 945 time: 0.0979888 Sep 17 22:29:12.296253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9520b749-4962-4337-94b3-2df6626503f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.299343 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9520b749-4962-4337-94b3-2df6626503f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.303130 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9520b749-4962-4337-94b3-2df6626503f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56f4a59d-1aac-41b0-9c78-af11a7a8c35e HTTP/1.1" status: 204 len: 168 time: 0.4994693 Sep 17 22:29:12.315713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfd6ecb7-a181-4756-af0a-b74cae30b1d5 req-2bc794ac-3cab-4059-b04e-f78635e31c3d tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516284 Sep 17 22:29:12.316655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520b749-4962-4337-94b3-2df6626503f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f4a59d-1aac-41b0-9c78-af11a7a8c35e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:12.336941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-ef9e8a3b-3b2d-4193-8365-34bf13742093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:12.338497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-ef9e8a3b-3b2d-4193-8365-34bf13742093 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb5fb09ac1f94457a86522e06e4faabe&device_id=8fb9ded4-b34b-409d-b641-51d5619ce6ba HTTP/1.1" status: 200 len: 1098 time: 0.0529718 Sep 17 22:29:12.361562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a7c2-fa77-4353-b0cc-85ef8f018e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.364446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a7c2-fa77-4353-b0cc-85ef8f018e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.365679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aaf1a7c2-fa77-4353-b0cc-85ef8f018e5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab99847e-b615-40f9-851a-fd65a30c82f4 HTTP/1.1" status: 204 len: 168 time: 0.5764973 Sep 17 22:29:12.381269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1a7c2-fa77-4353-b0cc-85ef8f018e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab99847e-b615-40f9-851a-fd65a30c82f4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:12.464462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-6dee71f1-200f-4360-b97f-98a525785d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:12.466049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-6dee71f1-200f-4360-b97f-98a525785d07 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0 HTTP/1.1" status: 200 len: 918 time: 0.0960088 Sep 17 22:29:12.509706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-c2bc83ae-1929-4b53-87ac-7ee2ea8ee0a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70a91693-e3ac-415a-8a63-045d7e863a66 HTTP/1.1" status: 200 len: 217 time: 0.0364311 Sep 17 22:29:12.564099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-1f86cb7a-a86d-4c45-8ff6-2aeca934dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:12.565761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-1f86cb7a-a86d-4c45-8ff6-2aeca934dc54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e16e1135-9458-404d-aad4-2d92a6602cd5 HTTP/1.1" status: 200 len: 857 time: 0.0496473 Sep 17 22:29:12.604236 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-b6b33d02-ba04-4d65-ab74-103ce7a1b0d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bcd2dd30-d152-4d49-a73e-5d5f23e340f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301211 Sep 17 22:29:12.634658 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-536e2ce8-bfdf-42e5-8f93-afc6ef00ced8 req-ec19befe-e7f3-4e60-a6a9-c964ab946869 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0462587 Sep 17 22:29:12.660612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36350) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:12.803869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0e4ee89c-d9f7-4b93-8455-948f1ce29ae6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b777bb294584abd89fa76c64b01360f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417670 Sep 17 22:29:12.804774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36354) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:12.816820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36356) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:12.838128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-131061379-network', 'tenant_id': 'fd1f33d4a3a74270ab5feed750ac33dd'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:12.861759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1a2c4-2957-4ba5-9dd9-d720b24abcb1 req-43829ad1-1dc5-4a03-97ff-186a3cf59807 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:12.864408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-aeee0530-6ec8-4fe0-90a7-8d6d48629213 service neutron] 10.222.0.23 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461421 Sep 17 22:29:12.869616 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cfc1a2c4-2957-4ba5-9dd9-d720b24abcb1 req-43829ad1-1dc5-4a03-97ff-186a3cf59807 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3be677c-6acd-4986-b9a6-d0580acb778a HTTP/1.1" status: 200 len: 945 time: 0.0763793 Sep 17 22:29:12.931821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cfc1a2c4-2957-4ba5-9dd9-d720b24abcb1 req-7cec64e4-b656-4f06-bc21-899199ea3561 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613372 Sep 17 22:29:13.003870 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f4252158-eed4-4518-b512-614afa7a0fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.022692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Made reservation on behalf of fd1f33d4a3a74270ab5feed750ac33dd for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:13.025003 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.044214 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.047701 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f4252158-eed4-4518-b512-614afa7a0fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.096818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6268fdb6-4b6f-4b68-9e86-427eeefa0f25 req-688bdfa5-e8a7-4af8-bf16-7835c914adc0 service neutron] 10.222.0.23 "GET /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025826 Sep 17 22:29:13.114928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device aa1da125-a036-4940-a4bd-424a9c308ce6 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:13.218635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f4252158-eed4-4518-b512-614afa7a0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.221784 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f4252158-eed4-4518-b512-614afa7a0fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.225591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f4252158-eed4-4518-b512-614afa7a0fb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f61c113e-6110-42aa-a437-710232babea2 HTTP/1.1" status: 204 len: 168 time: 0.4080043 Sep 17 22:29:13.225591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.239093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4252158-eed4-4518-b512-614afa7a0fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c113e-6110-42aa-a437-710232babea2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:13.267401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6d26-4ab9-4185-b113-5a5dce75483a req-69ad1905-5e84-4fd0-9809-e7954e6e9ed6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:13.269057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf3a6d26-4ab9-4185-b113-5a5dce75483a req-69ad1905-5e84-4fd0-9809-e7954e6e9ed6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 944 time: 0.1056831 Sep 17 22:29:13.270766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port aa1da125-a036-4940-a4bd-424a9c308ce6 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:13.276888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port aa1da125-a036-4940-a4bd-424a9c308ce6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:13.277265 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.309163 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf3a6d26-4ab9-4185-b113-5a5dce75483a req-edcb5e29-6703-4810-8f92-36d49c9c51fc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338466 Sep 17 22:29:13.317358 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.340517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:13.356214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f725985-8611-4651-905b-85c0b6424229,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:13.362372 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.362729 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Added segment ba631700-70b1-4ef2-9a0e-6bcab1a1a0ae of type vlan for network 3ae04b85-aa11-4ffd-9282-81877e86b330 Sep 17 22:29:13.369390 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.396142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce94d8fc-82a4-440f-8dda-fe2df2acddc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1da125-a036-4940-a4bd-424a9c308ce6'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:13.399704 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c86906-4e55-49b9-889b-5c4e40920dfe" -d '{"events": [{"server_uuid": "ce94d8fc-82a4-440f-8dda-fe2df2acddc2", "name": "network-vif-plugged", "status": "completed", "tag": "aa1da125-a036-4940-a4bd-424a9c308ce6"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:13.409381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.413345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port aa1da125-a036-4940-a4bd-424a9c308ce6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=aa1da125-a036-4940-a4bd-424a9c308ce6,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:13.442584 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a96f22d-189a-42b0-a434-2822419745bb x-openstack-request-id: req-0a96f22d-189a-42b0-a434-2822419745bb {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:13.442879 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce94d8fc-82a4-440f-8dda-fe2df2acddc2", "name": "network-vif-plugged", "status": "completed", "tag": "aa1da125-a036-4940-a4bd-424a9c308ce6", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:13.443131 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a96f22d-189a-42b0-a434-2822419745bb {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:13.443530 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce94d8fc-82a4-440f-8dda-fe2df2acddc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1da125-a036-4940-a4bd-424a9c308ce6', 'code': 200} Sep 17 22:29:13.477132 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.503258 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.504748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:13.505356 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.538639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=aa1da125-a036-4940-a4bd-424a9c308ce6,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:13.628419 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7999799 Sep 17 22:29:13.630554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3b58a-613c-4a29-80bb-c923213207e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae04b85-aa11-4ffd-9282-81877e86b330,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:13.631795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36392) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:13.642576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 3ae04b85-aa11-4ffd-9282-81877e86b330 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:13.648314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62459d02-ff04-4a01-aec1-cae44bd7b5ac req-e6b16253-1bd7-4ef6-9d10-7bb37016f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:13.649962 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62459d02-ff04-4a01-aec1-cae44bd7b5ac req-e6b16253-1bd7-4ef6-9d10-7bb37016f2f8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 1097 time: 0.1225467 Sep 17 22:29:13.650521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Request body: {'subnet': {'network_id': '3ae04b85-aa11-4ffd-9282-81877e86b330', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-131061379-subnet', 'tenant_id': 'fd1f33d4a3a74270ab5feed750ac33dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:13.689377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62459d02-ff04-4a01-aec1-cae44bd7b5ac req-4682e2c1-d308-41e6-88f2-830bd08c3abb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312731 Sep 17 22:29:13.760838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Made reservation on behalf of fd1f33d4a3a74270ab5feed750ac33dd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:13.760996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c66970dc-07d6-4554-96b6-c70d3a2e13ac req-62cb3760-735d-4cfb-a43f-e20f7a88101b tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0270209 Sep 17 22:29:13.770781 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.144033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43803921-90a5-400a-bc92-107413faafb3 req-766a5c56-bf71-4f4d-91eb-99de57b124ab tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:14.144033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-43803921-90a5-400a-bc92-107413faafb3 req-766a5c56-bf71-4f4d-91eb-99de57b124ab tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3be677c-6acd-4986-b9a6-d0580acb778a HTTP/1.1" status: 200 len: 945 time: 0.0514383 Sep 17 22:29:14.144033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-43803921-90a5-400a-bc92-107413faafb3 req-4b2df6f1-d427-40e2-bfaf-d28659de3cdc tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Sep 17 22:29:14.430732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8436c1-04e0-4929-ba01-08e79d00422c req-3d617aeb-035d-46e9-92e4-deaf62b2b972 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:14.432474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b8436c1-04e0-4929-ba01-08e79d00422c req-3d617aeb-035d-46e9-92e4-deaf62b2b972 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 945 time: 0.0560477 Sep 17 22:29:14.459554 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.514889 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b8436c1-04e0-4929-ba01-08e79d00422c req-984e70fd-b41b-40f0-bc87-658adae63186 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759037 Sep 17 22:29:14.554607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2bac392-1ee8-477b-9854-db1de57ea4e4,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:14.584337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cf953-97c5-4673-b737-6c2904784b4e req-2c883123-30cf-4470-b2c8-e0f1eb6a736f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:14.585810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c70cf953-97c5-4673-b737-6c2904784b4e req-2c883123-30cf-4470-b2c8-e0f1eb6a736f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3be677c-6acd-4986-b9a6-d0580acb778a HTTP/1.1" status: 200 len: 945 time: 0.0907218 Sep 17 22:29:14.586512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Checking segment: {'id': 'ba631700-70b1-4ef2-9a0e-6bcab1a1a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3ae04b85-aa11-4ffd-9282-81877e86b330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:14.586870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Network hostable DHCP agents. Network: 3ae04b85-aa11-4ffd-9282-81877e86b330, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:14.686587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-c70cf953-97c5-4673-b737-6c2904784b4e req-271dfc46-eced-4153-aaac-376d3e20879f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Deleting port 2c35a5db-3eb3-4f35-9869-1a7b180730a4 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:14.686956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c70cf953-97c5-4673-b737-6c2904784b4e req-271dfc46-eced-4153-aaac-376d3e20879f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.747651 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Network 3ae04b85-aa11-4ffd-9282-81877e86b330 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:14.792472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-c70cf953-97c5-4673-b737-6c2904784b4e req-271dfc46-eced-4153-aaac-376d3e20879f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] For port 2c35a5db-3eb3-4f35-9869-1a7b180730a4, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2c35a5db-3eb3-4f35-9869-1a7b180730a4,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:14.792843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c70cf953-97c5-4673-b737-6c2904784b4e req-271dfc46-eced-4153-aaac-376d3e20879f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.813415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-c70cf953-97c5-4673-b737-6c2904784b4e req-271dfc46-eced-4153-aaac-376d3e20879f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Calling delete_port for 2c35a5db-3eb3-4f35-9869-1a7b180730a4 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:14.832564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 3ae04b85-aa11-4ffd-9282-81877e86b330) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:14.841169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:14.841631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a583180-7a60-4785-b10f-99bbdcbba224 None None] Network 3ae04b85-aa11-4ffd-9282-81877e86b330 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:14.842115 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.909598 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8469a809-df12-4099-83a7-5de7357d6dc0 req-ed22f179-a4ff-40a8-8fea-6a740e357ab7 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0513594 Sep 17 22:29:15.001656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-94fb246b-78ee-4f58-aeaa-928abd524a15 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3674622 Sep 17 22:29:15.040986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36430) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.047809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22244b5e-79d8-45a5-a13d-bb21b5367163 None None] Network 3ae04b85-aa11-4ffd-9282-81877e86b330 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:15.111575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c70cf953-97c5-4673-b737-6c2904784b4e req-271dfc46-eced-4153-aaac-376d3e20879f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.126201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['70a91693-e3ac-415a-8a63-045d7e863a66'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:15.142286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dfc46-eced-4153-aaac-376d3e20879f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Pushing event deleted for resources: {'Port': ['ID=2c35a5db-3eb3-4f35-9869-1a7b180730a4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:15.154564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['4d1b19e9-dbc4-4a45-8fed-fbc54c94e261', '2c35a5db-3eb3-4f35-9869-1a7b180730a4'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:15.217171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70cf953-97c5-4673-b737-6c2904784b4e req-271dfc46-eced-4153-aaac-376d3e20879f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] No DVR routers for this DVR port 2c35a5db-3eb3-4f35-9869-1a7b180730a4 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:15.228674 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c70cf953-97c5-4673-b737-6c2904784b4e req-271dfc46-eced-4153-aaac-376d3e20879f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.230320 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c70cf953-97c5-4673-b737-6c2904784b4e req-271dfc46-eced-4153-aaac-376d3e20879f tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.15 "DELETE /v2.0/ports/2c35a5db-3eb3-4f35-9869-1a7b180730a4 HTTP/1.1" status: 204 len: 173 time: 0.6380298 Sep 17 22:29:15.230859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3be677c-6acd-4986-b9a6-d0580acb778a', 'name': 'network-vif-deleted', 'tag': '2c35a5db-3eb3-4f35-9869-1a7b180730a4'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:15.233388 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf39d31b-9cf0-4748-a92a-abfd516d04d6" -d '{"events": [{"server_uuid": "f3be677c-6acd-4986-b9a6-d0580acb778a", "name": "network-vif-deleted", "tag": "2c35a5db-3eb3-4f35-9869-1a7b180730a4"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:15.273958 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7122784-c748-4254-b47c-74016a73346c req-96471e08-931b-455e-a137-d6f66b42b814 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3be677c-6acd-4986-b9a6-d0580acb778a HTTP/1.1" status: 200 len: 210 time: 0.0580266 Sep 17 22:29:15.306585 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce901553-77de-4b7e-b74d-c19289090845 x-openstack-request-id: req-ce901553-77de-4b7e-b74d-c19289090845 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:15.306868 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3be677c-6acd-4986-b9a6-d0580acb778a", "name": "network-vif-deleted", "tag": "2c35a5db-3eb3-4f35-9869-1a7b180730a4", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:15.307122 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce901553-77de-4b7e-b74d-c19289090845 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:15.307519 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3be677c-6acd-4986-b9a6-d0580acb778a', 'name': 'network-vif-deleted', 'tag': '2c35a5db-3eb3-4f35-9869-1a7b180730a4', 'status': 'completed', 'code': 200} Sep 17 22:29:15.407206 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-295de4e7-45e8-4a51-a115-0e60ef712510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.468114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36446) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.528579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fdedc2-7db1-43fa-8086-290e86dd480f admin admin] Deleting subnet aa3e14c9-0a1b-427c-a695-ac3fcc376cd0 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:15.534104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5fdedc2-7db1-43fa-8086-290e86dd480f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.545526 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-295de4e7-45e8-4a51-a115-0e60ef712510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.576312 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5fdedc2-7db1-43fa-8086-290e86dd480f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.649248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5fdedc2-7db1-43fa-8086-290e86dd480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.664833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-295de4e7-45e8-4a51-a115-0e60ef712510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.693418 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38cdf9-ea1b-4cb1-acf0-7fcb89c53153 req-63408510-4596-4934-8a93-be1fa3fe72a5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:15.694902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a38cdf9-ea1b-4cb1-acf0-7fcb89c53153 req-63408510-4596-4934-8a93-be1fa3fe72a5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 945 time: 0.0898845 Sep 17 22:29:15.704677 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-295de4e7-45e8-4a51-a115-0e60ef712510 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=370fcfb2fe914c12a5cc9afaf0303727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6625829 Sep 17 22:29:15.705900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295de4e7-45e8-4a51-a115-0e60ef712510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baa7ea0-7118-436f-904d-8d9bd11aa0c4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:15.708326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36456) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.746521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a38cdf9-ea1b-4cb1-acf0-7fcb89c53153 req-a6b9a35e-93c5-4236-b949-caf18b0bb370 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Sep 17 22:29:15.781689 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23443b7e-a346-4b78-82ed-052f69aac6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.805276 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23443b7e-a346-4b78-82ed-052f69aac6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.842548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36464) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.887294 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5fdedc2-7db1-43fa-8086-290e86dd480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.927281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdedc2-7db1-43fa-8086-290e86dd480f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3e14c9-0a1b-427c-a695-ac3fcc376cd0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:15.938419 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5fdedc2-7db1-43fa-8086-290e86dd480f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.941464 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d5fdedc2-7db1-43fa-8086-290e86dd480f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aa3e14c9-0a1b-427c-a695-ac3fcc376cd0 HTTP/1.1" status: 204 len: 168 time: 0.4710705 Sep 17 22:29:15.943276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36480) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.956411 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23443b7e-a346-4b78-82ed-052f69aac6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.959133 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23443b7e-a346-4b78-82ed-052f69aac6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.960168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-23443b7e-a346-4b78-82ed-052f69aac6db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1baa7ea0-7118-436f-904d-8d9bd11aa0c4 HTTP/1.1" status: 204 len: 168 time: 0.2389731 Sep 17 22:29:15.979017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23443b7e-a346-4b78-82ed-052f69aac6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baa7ea0-7118-436f-904d-8d9bd11aa0c4,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:15.990124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1818834734-network', 'tenant_id': '3a012c6ed97441d3aca09af00408e727'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:16.081309 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.102746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09a33cec-2300-4eb4-97db-bf48d34f025f req-391738a1-b907-4076-b7b4-c2aabc3f808b tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0437253 Sep 17 22:29:16.104360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Made reservation on behalf of 3a012c6ed97441d3aca09af00408e727 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:16.109035 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.122062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.179599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a51bd-8ad1-4ad5-8225-c44ba45fd222 req-94f65d2a-32bb-4f44-8a24-f0cecce7e586 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.192598 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be0a51bd-8ad1-4ad5-8225-c44ba45fd222 req-94f65d2a-32bb-4f44-8a24-f0cecce7e586 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.2170730 Sep 17 22:29:16.208972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be0a51bd-8ad1-4ad5-8225-c44ba45fd222 req-0d80eca4-9af8-433b-8e52-5deca6b8e6d5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/quotas/2dbf418ad7db4b2e92e446df8c405d0c HTTP/1.1" status: 200 len: 375 time: 0.0173829 Sep 17 22:29:16.248038 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.287531 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940f3fcd-d5df-4979-a51f-31209c5f71fd']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:16.289612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be0a51bd-8ad1-4ad5-8225-c44ba45fd222 req-7155a84f-2b35-43c5-ae63-b66ee3fceb15 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734773 Sep 17 22:29:16.309251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6b9380-644b-46a7-ac74-40a4f5166b79') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:16.309696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6b9380-644b-46a7-ac74-40a4f5166b79') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:16.325325 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.356663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.365534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:16.365933 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:16.367931 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:16.400108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.411566 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be0a51bd-8ad1-4ad5-8225-c44ba45fd222 req-c210bf01-3645-4cbf-a6ad-23b0bff4f311 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208115 Sep 17 22:29:16.499385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.522111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:16.537671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de03ac9-6b18-4471-9e29-885753002936,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:16.544024 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be0a51bd-8ad1-4ad5-8225-c44ba45fd222 req-1c37fcb4-4c3e-4f9a-a51a-496f93bc6650 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261256 Sep 17 22:29:16.552601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.552601 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Added segment f5c3550e-9fa8-4d7a-a838-158101d5ffe0 of type vlan for network e8c38caf-5992-486d-8c1f-b1e6bd166ea0 Sep 17 22:29:16.562303 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.577426 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.583634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36502) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:16.583862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/940f3fcd-d5df-4979-a51f-31209c5f71fd HTTP/1.1" status: 204 len: 168 time: 0.6379995 Sep 17 22:29:16.642680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413f5b8-a130-40c4-8cf6-1d4b573ca4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=940f3fcd-d5df-4979-a51f-31209c5f71fd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:16.643807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-84098883-ec96-438c-8650-d2f4094a3d66 admin admin] Deleting subnet c2bac392-1ee8-477b-9854-db1de57ea4e4 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:16.653715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-84098883-ec96-438c-8650-d2f4094a3d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.672610 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.685155 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-84098883-ec96-438c-8650-d2f4094a3d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.729401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-84098883-ec96-438c-8650-d2f4094a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.832740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6702-39db-47aa-a420-0d5c915abdb5 req-03aad8ee-b38e-45fa-8b89-a131876f5c6f tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.833225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6702-39db-47aa-a420-0d5c915abdb5 req-03aad8ee-b38e-45fa-8b89-a131876f5c6f tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.833690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6702-39db-47aa-a420-0d5c915abdb5 req-03aad8ee-b38e-45fa-8b89-a131876f5c6f tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.834192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6702-39db-47aa-a420-0d5c915abdb5 req-03aad8ee-b38e-45fa-8b89-a131876f5c6f tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.834594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6702-39db-47aa-a420-0d5c915abdb5 req-03aad8ee-b38e-45fa-8b89-a131876f5c6f tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.835052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6702-39db-47aa-a420-0d5c915abdb5 req-03aad8ee-b38e-45fa-8b89-a131876f5c6f tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.835510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6702-39db-47aa-a420-0d5c915abdb5 req-03aad8ee-b38e-45fa-8b89-a131876f5c6f tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.837375 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5c8c6702-39db-47aa-a420-0d5c915abdb5 req-03aad8ee-b38e-45fa-8b89-a131876f5c6f tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.2764421 Sep 17 22:29:16.869177 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-84098883-ec96-438c-8650-d2f4094a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.896262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84098883-ec96-438c-8650-d2f4094a3d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2bac392-1ee8-477b-9854-db1de57ea4e4,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:16.911711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.912212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:16.912807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.912953 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-84098883-ec96-438c-8650-d2f4094a3d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.918390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-84098883-ec96-438c-8650-d2f4094a3d66 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c2bac392-1ee8-477b-9854-db1de57ea4e4 HTTP/1.1" status: 204 len: 168 time: 0.3332531 Sep 17 22:29:16.922958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36522) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:17.000435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1532888 Sep 17 22:29:17.003700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36528) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:17.006192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Request body: {'subnet': {'network_id': 'e8c38caf-5992-486d-8c1f-b1e6bd166ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1818834734-subnet', 'tenant_id': '3a012c6ed97441d3aca09af00408e727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:17.009582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27f894-36b2-46df-8073-d7aef37c88b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c38caf-5992-486d-8c1f-b1e6bd166ea0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:17.020641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e8c38caf-5992-486d-8c1f-b1e6bd166ea0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:17.066139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.151669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Made reservation on behalf of 3a012c6ed97441d3aca09af00408e727 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:17.154142 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.194834 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.258899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36544) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:17.292577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbbabc-36aa-4f99-b5f1-3e487556f507 req-4930cb9e-3839-4d9f-859d-430acf197011 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.294192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-86fbbabc-36aa-4f99-b5f1-3e487556f507 req-4930cb9e-3839-4d9f-859d-430acf197011 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 886 time: 0.2181468 Sep 17 22:29:17.409338 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0fea386f-87e8-4a37-83ab-c836ffd60f53 req-44d611b6-fa01-4520-8b1e-c15213b1f633 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0446937 Sep 17 22:29:17.468351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1003105227-network', 'tenant_id': 'bb1f39cfd11f43538ccc1274ebd20d90'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:17.594610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa427-26a0-4d75-8732-4d4eb0958adb req-59352b11-d5e3-41a0-be5e-ccd66195e788 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.594610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa427-26a0-4d75-8732-4d4eb0958adb req-59352b11-d5e3-41a0-be5e-ccd66195e788 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.595203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa427-26a0-4d75-8732-4d4eb0958adb req-59352b11-d5e3-41a0-be5e-ccd66195e788 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.595661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa427-26a0-4d75-8732-4d4eb0958adb req-59352b11-d5e3-41a0-be5e-ccd66195e788 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.595913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa427-26a0-4d75-8732-4d4eb0958adb req-59352b11-d5e3-41a0-be5e-ccd66195e788 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.596448 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa427-26a0-4d75-8732-4d4eb0958adb req-59352b11-d5e3-41a0-be5e-ccd66195e788 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.597341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa427-26a0-4d75-8732-4d4eb0958adb req-59352b11-d5e3-41a0-be5e-ccd66195e788 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.597714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa427-26a0-4d75-8732-4d4eb0958adb req-59352b11-d5e3-41a0-be5e-ccd66195e788 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.599960 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64cfa427-26a0-4d75-8732-4d4eb0958adb req-59352b11-d5e3-41a0-be5e-ccd66195e788 tempest-NetworksTest-1996944908 tempest-NetworksTest-1996944908-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5636 time: 0.1434684 Sep 17 22:29:17.613769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.618669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae04b85-aa11-4ffd-9282-81877e86b330']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:17.622349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Made reservation on behalf of bb1f39cfd11f43538ccc1274ebd20d90 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:17.622349 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.631151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba631700-70b1-4ef2-9a0e-6bcab1a1a0ae') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:17.631798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba631700-70b1-4ef2-9a0e-6bcab1a1a0ae') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:17.644612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.668093 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.686043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.686257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:17.688229 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:17.693866 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:17.750310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1324bd4-93f5-4b8f-888e-392c1ec08edf,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:17.764047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Checking segment: {'id': 'f5c3550e-9fa8-4d7a-a838-158101d5ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e8c38caf-5992-486d-8c1f-b1e6bd166ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:17.764466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Network hostable DHCP agents. Network: e8c38caf-5992-486d-8c1f-b1e6bd166ea0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:17.850089 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.850487 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.866734 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.873425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3ae04b85-aa11-4ffd-9282-81877e86b330 HTTP/1.1" status: 204 len: 168 time: 0.9467278 Sep 17 22:29:17.877346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3b6c2-9126-41e8-8c82-d83edec48147 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae04b85-aa11-4ffd-9282-81877e86b330,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:17.903381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Network e8c38caf-5992-486d-8c1f-b1e6bd166ea0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:17.931873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.974124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e8c554-31bd-4d53-98d2-4b43dae554e4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:17.985182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:17.995424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e8c38caf-5992-486d-8c1f-b1e6bd166ea0) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:18.003923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:18.004632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.006985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71790143-90cc-4bea-9670-511414ecad13 None None] Network e8c38caf-5992-486d-8c1f-b1e6bd166ea0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:18.013038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-bf8ad76b-88fa-4daf-9ae8-d0c8e95ea466 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:18.014693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-bf8ad76b-88fa-4daf-9ae8-d0c8e95ea466 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.1183860 Sep 17 22:29:18.014913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.015256 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Added segment 149382f9-5fd3-457d-acd2-d0e5b1fc0029 of type vlan for network c7eb5cd0-3c0c-4601-8e55-c0457a96348c Sep 17 22:29:18.038267 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-5d877d54-94c7-431c-8b1b-962ff783f6b9 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/quotas/2dbf418ad7db4b2e92e446df8c405d0c HTTP/1.1" status: 200 len: 375 time: 0.0164967 Sep 17 22:29:18.077330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.120450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a2bde19c-1eba-4b76-8403-eecff4f01547 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752656 Sep 17 22:29:18.131028 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1d8cc3be-1197-469a-bb31-0f93edb7679d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1291418 Sep 17 22:29:18.208146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.212676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:18.212676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.240492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ce67e-0eb6-429f-875b-4efd9e6b979a None None] Network e8c38caf-5992-486d-8c1f-b1e6bd166ea0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:18.257240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36592) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:18.257378 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-680681a9-1a3f-4702-b77d-fb9bf2d7e3e0 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358821 Sep 17 22:29:18.303327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36594) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:18.308655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] Pushing event updated for resources: {'Network': ['ID=c7eb5cd0-3c0c-4601-8e55-c0457a96348c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:18.321898 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-93339679-4dab-447a-9f23-77b5bb5c0bbf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0571170 Sep 17 22:29:18.326226 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36598) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:18.337858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Request body: {'subnet': {'network_id': 'c7eb5cd0-3c0c-4601-8e55-c0457a96348c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1003105227-subnet', 'tenant_id': 'bb1f39cfd11f43538ccc1274ebd20d90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:18.359445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network c7eb5cd0-3c0c-4601-8e55-c0457a96348c details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:18.431143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Made reservation on behalf of bb1f39cfd11f43538ccc1274ebd20d90 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:18.436548 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.461573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8a1ac050-f72d-4d38-ace2-964fb8439d41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7e0c08d66c44266b4fd9eb5dfa378e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539531 Sep 17 22:29:18.463475 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-f50b95b2-ffff-4e77-9dc3-0bd7f177fe5c service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044489 Sep 17 22:29:18.463934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36604) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:18.504470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dee29-37b4-48b1-a20c-5e617dc7c5c2 req-61a838a1-dc7a-4725-a24c-4254d0263bd4 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:18.511181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dee29-37b4-48b1-a20c-5e617dc7c5c2 req-61a838a1-dc7a-4725-a24c-4254d0263bd4 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:18.512981 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-664dee29-37b4-48b1-a20c-5e617dc7c5c2 req-61a838a1-dc7a-4725-a24c-4254d0263bd4 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fb9ded4-b34b-409d-b641-51d5619ce6ba&device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 1682 time: 0.1345983 Sep 17 22:29:18.517951 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc23452c-c0c6-4493-9c44-85eb6abdd535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.541921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc23452c-c0c6-4493-9c44-85eb6abdd535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.577680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f77a5615-8f7f-4ec4-bf8a-8b544a0e101d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.643429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-664dee29-37b4-48b1-a20c-5e617dc7c5c2 req-ad9b6475-9223-431b-b9c2-e88ad3cc6d89 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950034 Sep 17 22:29:18.677617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2c35a5db-3eb3-4f35-9869-1a7b180730a4 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:18.699955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc23452c-c0c6-4493-9c44-85eb6abdd535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.703288 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc23452c-c0c6-4493-9c44-85eb6abdd535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.709201 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cc23452c-c0c6-4493-9c44-85eb6abdd535 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca21f34e-4855-44d2-b352-ae5f3b20ab67 HTTP/1.1" status: 204 len: 168 time: 0.2397206 Sep 17 22:29:18.737955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 2c35a5db-3eb3-4f35-9869-1a7b180730a4 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:18.739137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2c35a5db-3eb3-4f35-9869-1a7b180730a4 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:18.743783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23452c-c0c6-4493-9c44-85eb6abdd535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca21f34e-4855-44d2-b352-ae5f3b20ab67,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:18.799674 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe5b66f-1db6-4d35-8201-ab550ddfefad req-7d8efd5d-e375-4b58-b2a6-4baf4fd943ec tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0512838 Sep 17 22:29:18.857077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f77a5615-8f7f-4ec4-bf8a-8b544a0e101d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.918165 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7a2719cd-c912-4293-ac87-ebb41797ad19 req-3aa39b0e-e214-4062-8f38-7a418c489c94 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 210 time: 0.0353656 Sep 17 22:29:18.921054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.958008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f77a5615-8f7f-4ec4-bf8a-8b544a0e101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.012011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Pushing event updated for resources: {'Subnet': ['ID=068fbf62-7145-43a4-8310-c15e3d34a1f1,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:19.022769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f77a5615-8f7f-4ec4-bf8a-8b544a0e101d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f27f71057f2846a0858146a42df6880d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7234266 Sep 17 22:29:19.025320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36624) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:19.035188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a5615-8f7f-4ec4-bf8a-8b544a0e101d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763c3172-d1bc-4aa4-806d-83419d228d21,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:19.055132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Checking segment: {'id': '149382f9-5fd3-457d-acd2-d0e5b1fc0029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c7eb5cd0-3c0c-4601-8e55-c0457a96348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:19.055496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Network hostable DHCP agents. Network: c7eb5cd0-3c0c-4601-8e55-c0457a96348c, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:19.144418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76b415fb-eb7d-4a96-b199-909aa9fc4bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.157425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Network c7eb5cd0-3c0c-4601-8e55-c0457a96348c is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:19.180440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76b415fb-eb7d-4a96-b199-909aa9fc4bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.242243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, c7eb5cd0-3c0c-4601-8e55-c0457a96348c) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:19.246769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.247282 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.251835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc6023-342b-49b0-a6e7-93b6dad41e79 None None] Network c7eb5cd0-3c0c-4601-8e55-c0457a96348c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:19.333816 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76b415fb-eb7d-4a96-b199-909aa9fc4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.343541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e28d1245-1ca7-450f-9ac3-08d1ae1a112b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0060964 Sep 17 22:29:19.349367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76b415fb-eb7d-4a96-b199-909aa9fc4bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.349367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-76b415fb-eb7d-4a96-b199-909aa9fc4bc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/763c3172-d1bc-4aa4-806d-83419d228d21 HTTP/1.1" status: 204 len: 168 time: 0.3137474 Sep 17 22:29:19.354607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b415fb-eb7d-4a96-b199-909aa9fc4bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763c3172-d1bc-4aa4-806d-83419d228d21,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:19.529038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d14bc4-4ae3-4334-9917-8dfd4913ad40 None None] Network c7eb5cd0-3c0c-4601-8e55-c0457a96348c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:19.575648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36644) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:19.638762 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-402018f8-72de-40a5-8180-8a2228c2e926 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd1f33d4a3a74270ab5feed750ac33dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618706 Sep 17 22:29:19.641964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36646) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:19.706578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a0067a6-bcd3-4221-ab80-06b4bb73b043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.734780 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a0067a6-bcd3-4221-ab80-06b4bb73b043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.840879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a0067a6-bcd3-4221-ab80-06b4bb73b043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.844707 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a0067a6-bcd3-4221-ab80-06b4bb73b043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.846044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1a0067a6-bcd3-4221-ab80-06b4bb73b043 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f725985-8611-4651-905b-85c0b6424229 HTTP/1.1" status: 204 len: 168 time: 0.2028878 Sep 17 22:29:19.855018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0067a6-bcd3-4221-ab80-06b4bb73b043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f725985-8611-4651-905b-85c0b6424229,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:19.862363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-30f908a2-9366-4d3f-ade4-0f344e8685f8 req-12bba4fc-edcc-464d-9945-127f4c82f2b2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1566051159', 'description': 'tempest-description-1291492025'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:19.939921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30f908a2-9366-4d3f-ade4-0f344e8685f8 req-12bba4fc-edcc-464d-9945-127f4c82f2b2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.030011 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30f908a2-9366-4d3f-ade4-0f344e8685f8 req-12bba4fc-edcc-464d-9945-127f4c82f2b2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.125958 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30f908a2-9366-4d3f-ade4-0f344e8685f8 req-12bba4fc-edcc-464d-9945-127f4c82f2b2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.158731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bba4fc-edcc-464d-9945-127f4c82f2b2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ceacf3-4680-4bfb-a6b5-72212259f027,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:20.177835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36670) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:20.213662 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eeab47ec-7d89-496d-85f4-8d3b195cd2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.217717 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30f908a2-9366-4d3f-ade4-0f344e8685f8 req-12bba4fc-edcc-464d-9945-127f4c82f2b2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.219783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30f908a2-9366-4d3f-ade4-0f344e8685f8 req-12bba4fc-edcc-464d-9945-127f4c82f2b2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3625588 Sep 17 22:29:20.250508 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79697348-eb9b-4693-97b9-a893fa91e530 req-16b44c2d-084e-491d-8674-74a6768d03e2 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0554600 Sep 17 22:29:20.380338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eeab47ec-7d89-496d-85f4-8d3b195cd2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.405886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d06a1e12-3c76-489a-8490-9e2e8ff4f0a2 req-c8781a8d-78f8-45fe-9fdc-04f7b02a0f0a tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/39ceacf3-4680-4bfb-a6b5-72212259f027 HTTP/1.1" status: 200 len: 1807 time: 0.0604084 Sep 17 22:29:20.418619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-d06a1e12-3c76-489a-8490-9e2e8ff4f0a2 req-d721ec95-7852-425b-9178-b6826ad306fd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39ceacf3-4680-4bfb-a6b5-72212259f027', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:20.419021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-d06a1e12-3c76-489a-8490-9e2e8ff4f0a2 req-d721ec95-7852-425b-9178-b6826ad306fd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39ceacf3-4680-4bfb-a6b5-72212259f027', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:20.463493 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eeab47ec-7d89-496d-85f4-8d3b195cd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.506738 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-eeab47ec-7d89-496d-85f4-8d3b195cd2e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f862ef311eb44e6a878fe4435085e0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266497 Sep 17 22:29:20.510492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36684) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:20.512057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab47ec-7d89-496d-85f4-8d3b195cd2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e77373a-c1a7-434d-92b9-8915e153840d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:20.596591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f6e9cdf-082f-4bb7-a863-2aa688510b64 req-f4bfabd8-53a3-4b43-846b-5b3c54314d4f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 210 time: 0.0375445 Sep 17 22:29:20.599827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e34b9a2-541a-4f91-b55c-52cf9c79da02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.607773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d06a1e12-3c76-489a-8490-9e2e8ff4f0a2 req-d721ec95-7852-425b-9178-b6826ad306fd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.631833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e34b9a2-541a-4f91-b55c-52cf9c79da02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.639053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d06a1e12-3c76-489a-8490-9e2e8ff4f0a2 req-d721ec95-7852-425b-9178-b6826ad306fd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.714578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d06a1e12-3c76-489a-8490-9e2e8ff4f0a2 req-d721ec95-7852-425b-9178-b6826ad306fd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.723063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9fb3-c660-4afa-89d4-68d8647015cf req-07ff297b-4097-4567-b034-362ee4a7f6b8 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:20.725774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-027b9fb3-c660-4afa-89d4-68d8647015cf req-07ff297b-4097-4567-b034-362ee4a7f6b8 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fb9ded4-b34b-409d-b641-51d5619ce6ba HTTP/1.1" status: 200 len: 946 time: 0.0513110 Sep 17 22:29:20.736069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721ec95-7852-425b-9178-b6826ad306fd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f190129-7810-4919-a0ea-937b90c003c5,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:20.766364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-027b9fb3-c660-4afa-89d4-68d8647015cf req-e925e91d-9500-4c76-96ed-18660b55989e tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/security-groups?id=61715ba5-452d-4a10-880b-ee3b6e362d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352054 Sep 17 22:29:20.811777 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e34b9a2-541a-4f91-b55c-52cf9c79da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.812996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e34b9a2-541a-4f91-b55c-52cf9c79da02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.817075 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3e34b9a2-541a-4f91-b55c-52cf9c79da02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e77373a-c1a7-434d-92b9-8915e153840d HTTP/1.1" status: 204 len: 168 time: 0.3045905 Sep 17 22:29:20.829866 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34b9a2-541a-4f91-b55c-52cf9c79da02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e77373a-c1a7-434d-92b9-8915e153840d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:20.834928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d06a1e12-3c76-489a-8490-9e2e8ff4f0a2 req-d721ec95-7852-425b-9178-b6826ad306fd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.837170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d06a1e12-3c76-489a-8490-9e2e8ff4f0a2 req-d721ec95-7852-425b-9178-b6826ad306fd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4238760 Sep 17 22:29:20.881901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-50429a50-8b6d-4c93-9bb3-77088065bb99 req-7dd61864-5306-4837-a868-f41314e25961 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2078194682', 'description': 'tempest-description-471311870'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:21.002318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-50429a50-8b6d-4c93-9bb3-77088065bb99 req-7dd61864-5306-4837-a868-f41314e25961 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.061673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-69eb5eda-2b11-4f01-b8ab-b072b5c249bb tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.072352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-69eb5eda-2b11-4f01-b8ab-b072b5c249bb tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fb9ded4-b34b-409d-b641-51d5619ce6ba HTTP/1.1" status: 200 len: 946 time: 0.1359420 Sep 17 22:29:21.078985 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:29:21.135188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-34674fcb-7039-4faa-9217-550239e0edbc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.136997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-34674fcb-7039-4faa-9217-550239e0edbc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.1957877 Sep 17 22:29:21.176925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Request body: {'port': {'device_id': '03862107-26c8-4c22-bce9-0bb34a1a8720', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'admin_state_up': True, 'tenant_id': '2dbf418ad7db4b2e92e446df8c405d0c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:21.184574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-50429a50-8b6d-4c93-9bb3-77088065bb99 req-7dd61864-5306-4837-a868-f41314e25961 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.260203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-50429a50-8b6d-4c93-9bb3-77088065bb99 req-7dd61864-5306-4837-a868-f41314e25961 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.295523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-2b3dd117-546e-4de6-936b-ca156cd0d62a tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Deleting port 70a91693-e3ac-415a-8a63-045d7e863a66 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:21.295523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-2b3dd117-546e-4de6-936b-ca156cd0d62a tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.334401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd61864-5306-4837-a868-f41314e25961 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9133e2-e37d-4991-b529-268f940f1c84,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:21.377667 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-50429a50-8b6d-4c93-9bb3-77088065bb99 req-7dd61864-5306-4837-a868-f41314e25961 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.379933 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50429a50-8b6d-4c93-9bb3-77088065bb99 req-7dd61864-5306-4837-a868-f41314e25961 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5022998 Sep 17 22:29:21.423039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5b05aba-80ac-4989-8f27-2a862dc434e9 req-f0cebb11-3be5-40ce-9098-8619e13bfe68 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0743594 Sep 17 22:29:21.459895 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-2b3dd117-546e-4de6-936b-ca156cd0d62a tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] For port 70a91693-e3ac-415a-8a63-045d7e863a66, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=70a91693-e3ac-415a-8a63-045d7e863a66,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:21.460400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-2b3dd117-546e-4de6-936b-ca156cd0d62a tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.486077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-2b3dd117-546e-4de6-936b-ca156cd0d62a tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Calling delete_port for 70a91693-e3ac-415a-8a63-045d7e863a66 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:21.536537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Made reservation on behalf of 2dbf418ad7db4b2e92e446df8c405d0c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:21.536537 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.545113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c56c1577-f39b-49e9-9508-9e2dbd8ac061 req-63b0b670-19cf-4edb-91b0-fe2173f2f490 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/9d9133e2-e37d-4991-b529-268f940f1c84 HTTP/1.1" status: 200 len: 1806 time: 0.0820436 Sep 17 22:29:21.586100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c56c1577-f39b-49e9-9508-9e2dbd8ac061 req-5a33348d-3b25-4927-a9b6-5d620669b1c3 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9d9133e2-e37d-4991-b529-268f940f1c84', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:21.586340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c56c1577-f39b-49e9-9508-9e2dbd8ac061 req-5a33348d-3b25-4927-a9b6-5d620669b1c3 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9d9133e2-e37d-4991-b529-268f940f1c84', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:21.709606 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdad7fb9-e902-43ef-b298-48ffa73f9e40 req-cc58e176-d6bd-4b48-8d0b-50a97fa6426d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 210 time: 0.0340776 Sep 17 22:29:21.869760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Allocated IP 172.20.0.11 (ea29fd46-8ada-4e99-9213-0d4eece86de5/461e6197-8fbb-40ee-954d-8227cda698ef/a52daf6e-f721-4623-9a42-c5d6a587dc20) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:21.872343 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c56c1577-f39b-49e9-9508-9e2dbd8ac061 req-5a33348d-3b25-4927-a9b6-5d620669b1c3 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.909017 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c56c1577-f39b-49e9-9508-9e2dbd8ac061 req-5a33348d-3b25-4927-a9b6-5d620669b1c3 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.925878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-d4a0c6e7-b5e9-4115-88b5-bd223d197e9d tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.927397 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-d4a0c6e7-b5e9-4115-88b5-bd223d197e9d tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/networks?id=e8c38caf-5992-486d-8c1f-b1e6bd166ea0 HTTP/1.1" status: 200 len: 810 time: 0.1388137 Sep 17 22:29:21.935122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188750e4-d257-4373-b014-36ba2d550553 req-3dfea340-d32a-4481-bd03-baaad4b1adca tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:21.936538 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-188750e4-d257-4373-b014-36ba2d550553 req-3dfea340-d32a-4481-bd03-baaad4b1adca tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.15 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 945 time: 0.0831978 Sep 17 22:29:21.959757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-62f8a7e1-da46-4daf-91e0-dd89223c0746 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/quotas/3a012c6ed97441d3aca09af00408e727 HTTP/1.1" status: 200 len: 375 time: 0.0219944 Sep 17 22:29:21.959957 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-2b3dd117-546e-4de6-936b-ca156cd0d62a tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.996538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['4d1b19e9-dbc4-4a45-8fed-fbc54c94e261'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:22.012879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-badf9767-0f6a-440f-a714-e726f50db3e2 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a012c6ed97441d3aca09af00408e727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518301 Sep 17 22:29:22.040320 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c56c1577-f39b-49e9-9508-9e2dbd8ac061 req-5a33348d-3b25-4927-a9b6-5d620669b1c3 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.069728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dd117-546e-4de6-936b-ca156cd0d62a tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Pushing event deleted for resources: {'Port': ['ID=70a91693-e3ac-415a-8a63-045d7e863a66,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:22.153669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-2cdc0aeb-5180-4da2-b1a1-90b4ebc8c294 service neutron] 10.222.0.30 "GET /v2.0/networks/e8c38caf-5992-486d-8c1f-b1e6bd166ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399491 Sep 17 22:29:22.162395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-188750e4-d257-4373-b014-36ba2d550553 req-0c8095a3-8dbd-4d49-a807-8726af7756f9 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Deleting port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:22.162733 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-188750e4-d257-4373-b014-36ba2d550553 req-0c8095a3-8dbd-4d49-a807-8726af7756f9 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.167505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33348d-3b25-4927-a9b6-5d620669b1c3 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9dec9e-6a84-4209-a384-272d8c738f5d,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:22.191044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c56c1577-f39b-49e9-9508-9e2dbd8ac061 req-5a33348d-3b25-4927-a9b6-5d620669b1c3 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.214470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c56c1577-f39b-49e9-9508-9e2dbd8ac061 req-5a33348d-3b25-4927-a9b6-5d620669b1c3 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6266546 Sep 17 22:29:22.293329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-2b3dd117-546e-4de6-936b-ca156cd0d62a tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] No DVR routers for this DVR port 70a91693-e3ac-415a-8a63-045d7e863a66 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:22.348543 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.353984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-2b3dd117-546e-4de6-936b-ca156cd0d62a tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.356389 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02f2262b-17b6-48f7-b51d-66a15c66c5e3 req-2b3dd117-546e-4de6-936b-ca156cd0d62a tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.23 "DELETE /v2.0/ports/70a91693-e3ac-415a-8a63-045d7e863a66 HTTP/1.1" status: 204 len: 173 time: 1.2828565 Sep 17 22:29:22.357563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb9ded4-b34b-409d-b641-51d5619ce6ba', 'name': 'network-vif-deleted', 'tag': '70a91693-e3ac-415a-8a63-045d7e863a66'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:22.360907 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bd4f91-2ae4-46bd-8fce-5c49a846228c" -d '{"events": [{"server_uuid": "8fb9ded4-b34b-409d-b641-51d5619ce6ba", "name": "network-vif-deleted", "tag": "70a91693-e3ac-415a-8a63-045d7e863a66"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:22.412844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-257deced-db3e-4aed-939a-86d0b408566c req-fb9c8576-a84f-4108-bbf4-3f1208aa0859 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fb9ded4-b34b-409d-b641-51d5619ce6ba HTTP/1.1" status: 200 len: 210 time: 0.1110175 Sep 17 22:29:22.456659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-141f5281-2187-4ae9-b2e4-b15565303b27 req-ea977f7f-8b7f-4ce4-a79b-2515df28d4ac tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-975146803', 'description': 'tempest-description-400695423'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:22.565776 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.568734 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-141f5281-2187-4ae9-b2e4-b15565303b27 req-ea977f7f-8b7f-4ce4-a79b-2515df28d4ac tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.577180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:22.662909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-188750e4-d257-4373-b014-36ba2d550553 req-0c8095a3-8dbd-4d49-a807-8726af7756f9 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] For port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,segment=NetworkSegment(d3326ba4-d255-456d-86c7-34603aae1448),segment_id=d3326ba4-d255-456d-86c7-34603aae1448)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:22.662909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-188750e4-d257-4373-b014-36ba2d550553 req-0c8095a3-8dbd-4d49-a807-8726af7756f9 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.663516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event updated for resources: {'Port': ['ID=a52daf6e-f721-4623-9a42-c5d6a587dc20,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:22.664467 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-925017c2-cb3a-44a6-b99b-b68b0b480948 service neutron] 10.222.0.30 "GET /v2.0/networks/e8c38caf-5992-486d-8c1f-b1e6bd166ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974639 Sep 17 22:29:22.670916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-e28ec1c6-a202-46ef-bd45-f6ce3e1130a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1398752 Sep 17 22:29:22.676556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-188750e4-d257-4373-b014-36ba2d550553 req-0c8095a3-8dbd-4d49-a807-8726af7756f9 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Calling delete_port for 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:22.706326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:22.790889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:22.794322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:22.861711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-0246c51f-8f7a-4fb2-9825-b74a557b230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.863226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-0246c51f-8f7a-4fb2-9825-b74a557b230d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 1098 time: 0.1241412 Sep 17 22:29:22.885807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:22.886390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.927226 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-188750e4-d257-4373-b014-36ba2d550553 req-0c8095a3-8dbd-4d49-a807-8726af7756f9 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.965333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8095a3-8dbd-4d49-a807-8726af7756f9 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Pushing event deleted for resources: {'Port': ['ID=4d1b19e9-dbc4-4a45-8fed-fbc54c94e261,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:23.016252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-188750e4-d257-4373-b014-36ba2d550553 req-0c8095a3-8dbd-4d49-a807-8726af7756f9 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] No DVR routers for this DVR port 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:23.018787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-188750e4-d257-4373-b014-36ba2d550553 req-0c8095a3-8dbd-4d49-a807-8726af7756f9 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.020990 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-188750e4-d257-4373-b014-36ba2d550553 req-0c8095a3-8dbd-4d49-a807-8726af7756f9 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.15 "DELETE /v2.0/ports/4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 HTTP/1.1" status: 204 len: 173 time: 1.0755310 Sep 17 22:29:23.021419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edaf29c4-89cd-4d0e-ad57-c0b37de58481', 'name': 'network-vif-deleted', 'tag': '4d1b19e9-dbc4-4a45-8fed-fbc54c94e261'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:23.023928 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c16d5f-5691-4e9f-927d-2fc567a46ff1" -d '{"events": [{"server_uuid": "edaf29c4-89cd-4d0e-ad57-c0b37de58481", "name": "network-vif-deleted", "tag": "4d1b19e9-dbc4-4a45-8fed-fbc54c94e261"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:23.027913 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-141f5281-2187-4ae9-b2e4-b15565303b27 req-ea977f7f-8b7f-4ce4-a79b-2515df28d4ac tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.034262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-28762d5b-a090-4040-9d20-f7ec9e199a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:23.035351 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-28762d5b-a090-4040-9d20-f7ec9e199a0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.1418996 Sep 17 22:29:23.118341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-141f5281-2187-4ae9-b2e4-b15565303b27 req-ea977f7f-8b7f-4ce4-a79b-2515df28d4ac tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.127835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 70a91693-e3ac-415a-8a63-045d7e863a66 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:23.152350 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 70a91693-e3ac-415a-8a63-045d7e863a66 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:23.152530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea977f7f-8b7f-4ce4-a79b-2515df28d4ac tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3db9f55-70e1-4fb1-b00d-478efb9353d9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:23.152680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 70a91693-e3ac-415a-8a63-045d7e863a66 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:23.159352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-06d2aa4b-2e65-4847-ac35-0ec8b4b11a75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 HTTP/1.1" status: 200 len: 1000 time: 0.1157913 Sep 17 22:29:23.176500 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d934b33-d04e-407c-b46c-5530fb47e48b x-openstack-request-id: req-2d934b33-d04e-407c-b46c-5530fb47e48b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:23.176878 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb9ded4-b34b-409d-b641-51d5619ce6ba", "name": "network-vif-deleted", "tag": "70a91693-e3ac-415a-8a63-045d7e863a66", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:23.177015 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d934b33-d04e-407c-b46c-5530fb47e48b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:23.177413 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb9ded4-b34b-409d-b641-51d5619ce6ba', 'name': 'network-vif-deleted', 'tag': '70a91693-e3ac-415a-8a63-045d7e863a66', 'status': 'completed', 'code': 200} Sep 17 22:29:23.220781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-a9e63637-dc0a-4af2-843d-4e3a0639b6e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0523129 Sep 17 22:29:23.233839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Request body: {'port': {'device_id': '03862107-26c8-4c22-bce9-0bb34a1a8720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:23.261879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f68214d-40f3-431c-acd6-757a2b4dc783 req-18a5731e-02f1-4e0f-b1bd-e96d438b108f tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0357618 Sep 17 22:29:23.268694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-3e90b6ec-f547-4235-a3b7-655adee1d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:23.270468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-3e90b6ec-f547-4235-a3b7-655adee1d580 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.1043949 Sep 17 22:29:23.273153 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-141f5281-2187-4ae9-b2e4-b15565303b27 req-ea977f7f-8b7f-4ce4-a79b-2515df28d4ac tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.280093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-141f5281-2187-4ae9-b2e4-b15565303b27 req-ea977f7f-8b7f-4ce4-a79b-2515df28d4ac tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8250210 Sep 17 22:29:23.359021 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee56757d-00a9-4b9b-a213-8bd41ebe150f x-openstack-request-id: req-ee56757d-00a9-4b9b-a213-8bd41ebe150f {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:23.359508 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edaf29c4-89cd-4d0e-ad57-c0b37de58481", "name": "network-vif-deleted", "tag": "4d1b19e9-dbc4-4a45-8fed-fbc54c94e261", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:23.359508 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee56757d-00a9-4b9b-a213-8bd41ebe150f {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:23.360052 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edaf29c4-89cd-4d0e-ad57-c0b37de58481', 'name': 'network-vif-deleted', 'tag': '4d1b19e9-dbc4-4a45-8fed-fbc54c94e261', 'status': 'completed', 'code': 200} Sep 17 22:29:23.375619 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.442599 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f322f47-b697-40f5-a24e-abb24218056e req-77fdafc3-aa7f-4f7c-be95-74e7d822ba4e tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 210 time: 0.0400941 Sep 17 22:29:23.466937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-e1773f49-4faa-43ef-8c1a-7510d017a4d4 req-ea36ab5f-acfe-460e-a9aa-bb314fa9a67a tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1017261360', 'description': 'tempest-description-1804664526'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:23.491058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-66d6d7f0-db4f-4386-91e2-c80cdbd6a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:23.492868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-66d6d7f0-db4f-4386-91e2-c80cdbd6a209 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200604 Sep 17 22:29:23.586158 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e1773f49-4faa-43ef-8c1a-7510d017a4d4 req-ea36ab5f-acfe-460e-a9aa-bb314fa9a67a tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.615791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715b8ee-d327-461f-87fc-0de4e6c3154b req-cd8eee33-fae7-44d6-a391-0e4475f6cb11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:23.617555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f715b8ee-d327-461f-87fc-0de4e6c3154b req-cd8eee33-fae7-44d6-a391-0e4475f6cb11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 932 time: 0.2435672 Sep 17 22:29:23.619055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36816) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:23.718404 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e1773f49-4faa-43ef-8c1a-7510d017a4d4 req-ea36ab5f-acfe-460e-a9aa-bb314fa9a67a tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.780856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f715b8ee-d327-461f-87fc-0de4e6c3154b req-ee1f4ba6-05c1-4305-84cd-f915a2e1d2d9 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522315 Sep 17 22:29:23.788527 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-d7cf0001-fd88-417a-be52-d13b27bc981c service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772412 Sep 17 22:29:23.801809 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e1773f49-4faa-43ef-8c1a-7510d017a4d4 req-ea36ab5f-acfe-460e-a9aa-bb314fa9a67a tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.848055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36ab5f-acfe-460e-a9aa-bb314fa9a67a tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e2fe4e-fdb8-4988-8eab-5524ac8657e8,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:23.894222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e1773f49-4faa-43ef-8c1a-7510d017a4d4 req-ea36ab5f-acfe-460e-a9aa-bb314fa9a67a tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.895483 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e1773f49-4faa-43ef-8c1a-7510d017a4d4 req-ea36ab5f-acfe-460e-a9aa-bb314fa9a67a tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4331110 Sep 17 22:29:23.896429 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afe4263-c953-4257-bdfa-498280998a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.008173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3762be3-4030-4cfe-a6bc-8bf6026945c0 req-402b6701-a2c8-43f4-849f-81455521507c service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090135 Sep 17 22:29:24.049013 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8997511a-b1d7-485e-86e6-204051ebc9d4 req-4eb9e33b-82df-4830-8f95-666c6e287ae7 tempest-ListServersNegativeTestJSON-733713032 tempest-ListServersNegativeTestJSON-733713032-project] 10.222.0.30 "GET /v2.0/ports?device_id=edaf29c4-89cd-4d0e-ad57-c0b37de58481 HTTP/1.1" status: 200 len: 210 time: 0.0543993 Sep 17 22:29:24.070135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52daf6e-f721-4623-9a42-c5d6a587dc20 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:24.079464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.090701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afe4263-c953-4257-bdfa-498280998a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.091781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Transition to ACTIVE for port object a52daf6e-f721-4623-9a42-c5d6a587dc20 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:24.133946 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96c4b792-b712-451c-a813-60187fe9fbca req-37b8aad9-8661-41a7-ba8d-e1aaac8f92ca tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/b3db9f55-70e1-4fb1-b00d-478efb9353d9 HTTP/1.1" status: 200 len: 1805 time: 0.0455763 Sep 17 22:29:24.171574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-486e1580-b357-4544-aaa0-7d14a1e6a07e tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218813 Sep 17 22:29:24.181900 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96c4b792-b712-451c-a813-60187fe9fbca req-24e0bcf9-89f3-47aa-8c4c-b0b3ddf50b1b tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/95e2fe4e-fdb8-4988-8eab-5524ac8657e8 HTTP/1.1" status: 200 len: 1807 time: 0.0418971 Sep 17 22:29:24.192340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-96c4b792-b712-451c-a813-60187fe9fbca req-25d8e96a-e75e-4269-addc-c32e23a706c6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b3db9f55-70e1-4fb1-b00d-478efb9353d9', 'remote_group_id': '95e2fe4e-fdb8-4988-8eab-5524ac8657e8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:24.192523 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-96c4b792-b712-451c-a813-60187fe9fbca req-25d8e96a-e75e-4269-addc-c32e23a706c6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b3db9f55-70e1-4fb1-b00d-478efb9353d9', 'remote_group_id': '95e2fe4e-fdb8-4988-8eab-5524ac8657e8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:24.203385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.204433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afe4263-c953-4257-bdfa-498280998a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.253987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0afe4263-c953-4257-bdfa-498280998a2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=487143a44a8842be8d37536141eaaa81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337750 Sep 17 22:29:24.254629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36840) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:24.256617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe4263-c953-4257-bdfa-498280998a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1c3d67-0ef9-4ee7-a198-2ce8c9f8f164,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.340298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a52daf6e-f721-4623-9a42-c5d6a587dc20,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.356619 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-318cd451-ae26-485f-aee0-72485d76cd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.384052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-215e0d1f-8422-461f-aa1c-191316f18418 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:24.388648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-215e0d1f-8422-461f-aa1c-191316f18418 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110972 Sep 17 22:29:24.397180 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-318cd451-ae26-485f-aee0-72485d76cd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.399359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-96c4b792-b712-451c-a813-60187fe9fbca req-25d8e96a-e75e-4269-addc-c32e23a706c6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.411140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-91e260e8-b1c7-4e9a-b098-f085ba3daa96 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/quotas/36b86bdecf6944f2bb9a3b9f3557233f HTTP/1.1" status: 200 len: 375 time: 0.0190189 Sep 17 22:29:24.439524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Attempting to bind port a52daf6e-f721-4623-9a42-c5d6a587dc20 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:24.440400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Attempting to bind port a52daf6e-f721-4623-9a42-c5d6a587dc20 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:24.440897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Attempting to bind port a52daf6e-f721-4623-9a42-c5d6a587dc20 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:24.463842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-05a8d220-f8d0-42e7-b24d-4f039ac6b265 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424449 Sep 17 22:29:24.465880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Port a52daf6e-f721-4623-9a42-c5d6a587dc20 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:24.466203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Attempting to bind port a52daf6e-f721-4623-9a42-c5d6a587dc20 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:24.466315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-96c4b792-b712-451c-a813-60187fe9fbca req-25d8e96a-e75e-4269-addc-c32e23a706c6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.472540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:24.472882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Checking segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:24.473264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Bound using segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:24.473700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Bound port: a52daf6e-f721-4623-9a42-c5d6a587dc20, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:24.474059 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.541567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] For port a52daf6e-f721-4623-9a42-c5d6a587dc20, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:24.544768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] For port a52daf6e-f721-4623-9a42-c5d6a587dc20, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a52daf6e-f721-4623-9a42-c5d6a587dc20,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:24.545790 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-96c4b792-b712-451c-a813-60187fe9fbca req-25d8e96a-e75e-4269-addc-c32e23a706c6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.552055 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-318cd451-ae26-485f-aee0-72485d76cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.554791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-318cd451-ae26-485f-aee0-72485d76cd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.555963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-318cd451-ae26-485f-aee0-72485d76cd2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c1c3d67-0ef9-4ee7-a198-2ce8c9f8f164 HTTP/1.1" status: 204 len: 168 time: 0.3003166 Sep 17 22:29:24.577357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8e96a-e75e-4269-addc-c32e23a706c6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61049f5f-081f-4b9d-8b29-3a7a58a7f808,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.582077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cd451-ae26-485f-aee0-72485d76cd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1c3d67-0ef9-4ee7-a198-2ce8c9f8f164,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.646567 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.677642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:24.682557 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-96c4b792-b712-451c-a813-60187fe9fbca req-25d8e96a-e75e-4269-addc-c32e23a706c6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.683987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96c4b792-b712-451c-a813-60187fe9fbca req-25d8e96a-e75e-4269-addc-c32e23a706c6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4957597 Sep 17 22:29:24.700578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:24.701118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4d1b19e9-dbc4-4a45-8fed-fbc54c94e261 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:24.702355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:24.702653 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.704616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] 10.222.0.23 "PUT /v2.0/ports/a52daf6e-f721-4623-9a42-c5d6a587dc20 HTTP/1.1" status: 200 len: 1093 time: 1.4756296 Sep 17 22:29:24.745645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bfbdc-7d49-4388-80c8-0bc18f1698c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a52daf6e-f721-4623-9a42-c5d6a587dc20,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.804284 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53a2a529-2866-4664-a770-2dbcdd6b4cf8 req-5e95d3f4-2d38-4595-bd45-bea8f2d6d5e9 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0328963 Sep 17 22:29:24.838640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a577ee3a-5d91-4dc7-9ddb-f4920496a1a8 req-70ab3d6a-bf3c-462d-ba91-14d332c8216e tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-122601974', 'description': 'tempest-description-1471265118'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:24.858752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-448be637-0379-4fc0-b77e-00f6c1172955 req-2aa4d4d6-48ba-4f8c-b47b-8782fceaba62 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 210 time: 0.0452499 Sep 17 22:29:24.919810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-2404c2a4-97f1-4494-a83c-ef92f360180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:24.924291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-2404c2a4-97f1-4494-a83c-ef92f360180e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 1096 time: 0.0652976 Sep 17 22:29:24.969092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-fd0d8b45-94a8-4aac-a68e-7c07ab2e4849 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a52daf6e-f721-4623-9a42-c5d6a587dc20 HTTP/1.1" status: 200 len: 217 time: 0.0393188 Sep 17 22:29:24.977473 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a577ee3a-5d91-4dc7-9ddb-f4920496a1a8 req-70ab3d6a-bf3c-462d-ba91-14d332c8216e tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.062037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bdc7e-ad02-49b4-9dd9-b5e42ab5987a req-516b7d29-0c9a-4284-800a-bdaeaff38550 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:25.064698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d81bdc7e-ad02-49b4-9dd9-b5e42ab5987a req-516b7d29-0c9a-4284-800a-bdaeaff38550 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 944 time: 0.0975761 Sep 17 22:29:25.065905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-746ad28e-eb74-49a2-98ed-7b93339a2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:25.067276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-746ad28e-eb74-49a2-98ed-7b93339a2247 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.0733318 Sep 17 22:29:25.068062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a577ee3a-5d91-4dc7-9ddb-f4920496a1a8 req-70ab3d6a-bf3c-462d-ba91-14d332c8216e tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.107124 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-fc9c0763-a02a-4e9d-a879-ffa424cfad14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303180 Sep 17 22:29:25.139008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a577ee3a-5d91-4dc7-9ddb-f4920496a1a8 req-70ab3d6a-bf3c-462d-ba91-14d332c8216e tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.143633 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d81bdc7e-ad02-49b4-9dd9-b5e42ab5987a req-a30c0104-a55b-4fb2-b56b-b0defbdbf6d3 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727177 Sep 17 22:29:25.182892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03862107-26c8-4c22-bce9-0bb34a1a8720', 'tag': 'a52daf6e-f721-4623-9a42-c5d6a587dc20'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:25.185867 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5bd727-72c7-495e-a8c7-297831d20228" -d '{"events": [{"name": "network-changed", "server_uuid": "03862107-26c8-4c22-bce9-0bb34a1a8720", "tag": "a52daf6e-f721-4623-9a42-c5d6a587dc20"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:25.189640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab3d6a-bf3c-462d-ba91-14d332c8216e tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a215a13-45d7-4a0f-9ddd-25d466106ae0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:25.236255 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a577ee3a-5d91-4dc7-9ddb-f4920496a1a8 req-70ab3d6a-bf3c-462d-ba91-14d332c8216e tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.237749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a577ee3a-5d91-4dc7-9ddb-f4920496a1a8 req-70ab3d6a-bf3c-462d-ba91-14d332c8216e tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4033561 Sep 17 22:29:25.266347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-6b6d318f-5f46-4a09-8b50-0c8dabab6946 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504793 Sep 17 22:29:25.268906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-52bed972-f918-47f7-9a9b-3a6da8c73e28 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399072 Sep 17 22:29:25.282584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36878) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:25.325168 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b68063-045c-410f-85e8-5725af696bb0 x-openstack-request-id: req-63b68063-045c-410f-85e8-5725af696bb0 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:25.325691 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03862107-26c8-4c22-bce9-0bb34a1a8720", "tag": "a52daf6e-f721-4623-9a42-c5d6a587dc20", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:25.326159 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63b68063-045c-410f-85e8-5725af696bb0 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:25.326741 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03862107-26c8-4c22-bce9-0bb34a1a8720', 'tag': 'a52daf6e-f721-4623-9a42-c5d6a587dc20', 'status': 'completed', 'code': 200} Sep 17 22:29:25.346149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-0e35bb77-2fc8-4f50-9ed9-d9608d0ef333 req-32514342-1a8f-46e4-91fb-9b59adc6adb2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-772050130', 'description': 'tempest-description-19464473'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:25.379099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36880) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:25.389861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f54306-9cb7-4213-a89d-36bd43658a0e admin admin] Deleting subnet e16e1135-9458-404d-aad4-2d92a6602cd5 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:25.413589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3f54306-9cb7-4213-a89d-36bd43658a0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.415830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75c12c9a-4536-4745-a8d1-058429964e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.475050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3f54306-9cb7-4213-a89d-36bd43658a0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.498664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0e35bb77-2fc8-4f50-9ed9-d9608d0ef333 req-32514342-1a8f-46e4-91fb-9b59adc6adb2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.567335 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3f54306-9cb7-4213-a89d-36bd43658a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.672628 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75c12c9a-4536-4745-a8d1-058429964e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.813699 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8893e30-6ae8-4b62-938f-13db674cc616 req-ad469a28-a7f3-4d68-ac7a-c2c885ed8a29 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394354 Sep 17 22:29:25.815145 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3f54306-9cb7-4213-a89d-36bd43658a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.817204 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75c12c9a-4536-4745-a8d1-058429964e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.822161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-6e44d0b6-6586-42e7-b725-d523992667e9 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:25.830002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-6e44d0b6-6586-42e7-b725-d523992667e9 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5547063 Sep 17 22:29:25.840618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-400b21df-be60-46eb-87e4-04a01ae55564 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/quotas/36b86bdecf6944f2bb9a3b9f3557233f HTTP/1.1" status: 200 len: 375 time: 0.0096965 Sep 17 22:29:25.869412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f54306-9cb7-4213-a89d-36bd43658a0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e16e1135-9458-404d-aad4-2d92a6602cd5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:25.873703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-92974087-066f-4e81-95d1-3687e22cb2d1 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268233 Sep 17 22:29:25.879459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3f54306-9cb7-4213-a89d-36bd43658a0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.881517 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f3f54306-9cb7-4213-a89d-36bd43658a0e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e16e1135-9458-404d-aad4-2d92a6602cd5 HTTP/1.1" status: 204 len: 168 time: 0.5979400 Sep 17 22:29:25.886167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36886) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:25.914835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-75c12c9a-4536-4745-a8d1-058429964e56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c1652097a054791a91c0092830f7ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342603 Sep 17 22:29:25.923319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36890) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:25.941462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c12c9a-4536-4745-a8d1-058429964e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f544a-8593-4183-ab8b-5e6731d3f653,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:25.977402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0e35bb77-2fc8-4f50-9ed9-d9608d0ef333 req-32514342-1a8f-46e4-91fb-9b59adc6adb2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.036404 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8371-b2d9-409e-a3d0-8f1f20582bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.068639 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0e35bb77-2fc8-4f50-9ed9-d9608d0ef333 req-32514342-1a8f-46e4-91fb-9b59adc6adb2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.110189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8371-b2d9-409e-a3d0-8f1f20582bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.111221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.112309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32514342-1a8f-46e4-91fb-9b59adc6adb2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897d365d-18f7-461a-abdc-ed74bf5152b3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:26.119549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd727-72c7-495e-a8c7-297831d20228 req-7a4274b0-f96d-4aa0-bf96-750280dee2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:26.121318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd5bd727-72c7-495e-a8c7-297831d20228 req-7a4274b0-f96d-4aa0-bf96-750280dee2a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 1096 time: 0.1715972 Sep 17 22:29:26.215496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-e5e3402c-01d5-4217-8c97-641130fbcb13 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:26.217144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-e5e3402c-01d5-4217-8c97-641130fbcb13 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.23 "GET /v2.0/networks?id=e8c38caf-5992-486d-8c1f-b1e6bd166ea0 HTTP/1.1" status: 200 len: 810 time: 0.3185396 Sep 17 22:29:26.220827 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0e35bb77-2fc8-4f50-9ed9-d9608d0ef333 req-32514342-1a8f-46e4-91fb-9b59adc6adb2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.222365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e35bb77-2fc8-4f50-9ed9-d9608d0ef333 req-32514342-1a8f-46e4-91fb-9b59adc6adb2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8800926 Sep 17 22:29:26.278419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Request body: {'port': {'device_id': '41a1d459-39bf-443b-afbc-dfbf75136f67', 'network_id': 'e8c38caf-5992-486d-8c1f-b1e6bd166ea0', 'admin_state_up': True, 'tenant_id': '3a012c6ed97441d3aca09af00408e727'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:26.291529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8371-b2d9-409e-a3d0-8f1f20582bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.294284 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8371-b2d9-409e-a3d0-8f1f20582bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.300972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a4eb8371-b2d9-409e-a3d0-8f1f20582bc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d96f544a-8593-4183-ab8b-5e6731d3f653 HTTP/1.1" status: 204 len: 168 time: 0.3755651 Sep 17 22:29:26.317177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb8371-b2d9-409e-a3d0-8f1f20582bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f544a-8593-4183-ab8b-5e6731d3f653,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:26.374015 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.398946 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e004ba0-25fb-4cdb-8c16-f7b1d4e7c261 req-9ebedd72-803d-48a3-bda4-1f425c82890c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 210 time: 0.0422585 Sep 17 22:29:26.456983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd2dd30-d152-4d49-a73e-5d5f23e340f0']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:26.501629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3326ba4-d255-456d-86c7-34603aae1448') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:26.501926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3326ba4-d255-456d-86c7-34603aae1448') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:26.510208 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a0c1905d-7c59-48ba-b0a0-58b1f5831f02 req-5f189eab-20b7-4eaf-89a1-f3d23cbcb90f tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0810611 Sep 17 22:29:26.548589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17c28f-bbad-4d73-af04-382f32bd89fe req-7759a872-8dfa-4e24-b6e7-8d486244f158 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:26.550024 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b17c28f-bbad-4d73-af04-382f32bd89fe req-7759a872-8dfa-4e24-b6e7-8d486244f158 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 944 time: 0.0677726 Sep 17 22:29:26.575734 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.591564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b17c28f-bbad-4d73-af04-382f32bd89fe req-49c19dd0-f352-4b50-8e0e-deba8e66404c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Sep 17 22:29:26.601451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd727-72c7-495e-a8c7-297831d20228 req-b6ecb8b0-50b8-4bd7-a7e1-887fae39e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:26.602925 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd5bd727-72c7-495e-a8c7-297831d20228 req-b6ecb8b0-50b8-4bd7-a7e1-887fae39e101 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 906 time: 0.4689682 Sep 17 22:29:26.628302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6478cbb1-309c-475c-ae82-062dcead4962 req-fc09b4db-a9f1-4d9f-84f4-70b5dbc545ea tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 210 time: 0.0545466 Sep 17 22:29:26.693429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c6f35846-1238-48d2-a5c5-e9899f1feaa8 req-ba5bf178-8b93-48fe-a0df-adadf0166d70 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/7a215a13-45d7-4a0f-9ddd-25d466106ae0 HTTP/1.1" status: 200 len: 1806 time: 0.0665848 Sep 17 22:29:26.709983 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.712953 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd5bd727-72c7-495e-a8c7-297831d20228 req-383d2ae2-0346-464d-a037-1b740b28332f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a52daf6e-f721-4623-9a42-c5d6a587dc20 HTTP/1.1" status: 200 len: 217 time: 0.0892582 Sep 17 22:29:26.727487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:26.728012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:26.729897 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:26.747830 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c6f35846-1238-48d2-a5c5-e9899f1feaa8 req-968c19ae-aa46-48aa-b84f-5ff2c8d5c6b2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/897d365d-18f7-461a-abdc-ed74bf5152b3 HTTP/1.1" status: 200 len: 1804 time: 0.0480981 Sep 17 22:29:26.762803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-c6f35846-1238-48d2-a5c5-e9899f1feaa8 req-8ee47735-0add-409f-b728-7461e558e3bd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7a215a13-45d7-4a0f-9ddd-25d466106ae0', 'remote_group_id': '897d365d-18f7-461a-abdc-ed74bf5152b3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:26.762803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-c6f35846-1238-48d2-a5c5-e9899f1feaa8 req-8ee47735-0add-409f-b728-7461e558e3bd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7a215a13-45d7-4a0f-9ddd-25d466106ae0', 'remote_group_id': '897d365d-18f7-461a-abdc-ed74bf5152b3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:26.847365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd727-72c7-495e-a8c7-297831d20228 req-9ff2d1b6-0605-4df1-a1a3-a6fb12cb89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:26.849152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd5bd727-72c7-495e-a8c7-297831d20228 req-9ff2d1b6-0605-4df1-a1a3-a6fb12cb89f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.1232166 Sep 17 22:29:26.883417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd5bd727-72c7-495e-a8c7-297831d20228 req-a978f493-b80d-45ce-84c2-8e49fe376ee3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267508 Sep 17 22:29:26.987591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.995728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.000805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] 10.222.0.30 "DELETE /v2.0/networks/bcd2dd30-d152-4d49-a73e-5d5f23e340f0 HTTP/1.1" status: 204 len: 168 time: 1.1106195 Sep 17 22:29:27.011684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c6f35846-1238-48d2-a5c5-e9899f1feaa8 req-8ee47735-0add-409f-b728-7461e558e3bd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.025201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0791ee-1e23-4d4f-981c-e5117b93463c admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd2dd30-d152-4d49-a73e-5d5f23e340f0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:27.034216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd5bd727-72c7-495e-a8c7-297831d20228 req-303e9074-c34f-4f1e-a68e-89c0b33dad52 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442204 Sep 17 22:29:27.057382 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c6f35846-1238-48d2-a5c5-e9899f1feaa8 req-8ee47735-0add-409f-b728-7461e558e3bd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.081308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Made reservation on behalf of 3a012c6ed97441d3aca09af00408e727 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:27.084736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.181456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c6f35846-1238-48d2-a5c5-e9899f1feaa8 req-8ee47735-0add-409f-b728-7461e558e3bd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.201405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd5bd727-72c7-495e-a8c7-297831d20228 req-1f2a0d35-d9ee-41f1-a619-ebc3ff26d56e service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588573 Sep 17 22:29:27.216645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee47735-0add-409f-b728-7461e558e3bd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398faba1-5adb-490a-b83f-0dffdd1bb565,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:27.277343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Allocated IP 172.20.0.10 (e8c38caf-5992-486d-8c1f-b1e6bd166ea0/f1324bd4-93f5-4b8f-888e-392c1ec08edf/3514d494-e115-48a9-9af6-b0ad13a98111) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:27.314754 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c6f35846-1238-48d2-a5c5-e9899f1feaa8 req-8ee47735-0add-409f-b728-7461e558e3bd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.316834 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c6f35846-1238-48d2-a5c5-e9899f1feaa8 req-8ee47735-0add-409f-b728-7461e558e3bd tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5616267 Sep 17 22:29:27.412467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36926) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:27.467355 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5520ad00-7a14-4ff8-9172-6fa3a1e5295e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb5fb09ac1f94457a86522e06e4faabe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513201 Sep 17 22:29:27.467733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:27.504576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a378d618-b1e7-4ec2-a2c9-440480d2a47f req-5cbf4d48-b70f-4f8e-8010-5d27e9b546d2 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/897d365d-18f7-461a-abdc-ed74bf5152b3 HTTP/1.1" status: 200 len: 1804 time: 0.1592963 Sep 17 22:29:27.567434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-185822ef-568d-4e27-9584-939484f4bd6c req-41a138ec-42fa-4077-9980-eca30bc3a9d3 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 210 time: 0.0408971 Sep 17 22:29:27.582678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.598500 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71d25616-5f23-4e2c-af5a-a3fcbe4954f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.614533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a378d618-b1e7-4ec2-a2c9-440480d2a47f req-557a54b1-051b-45a7-9522-e3ea3f561e68 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.637251 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71d25616-5f23-4e2c-af5a-a3fcbe4954f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.656056 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a378d618-b1e7-4ec2-a2c9-440480d2a47f req-557a54b1-051b-45a7-9522-e3ea3f561e68 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.705013 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d6d5212-69df-424e-82e5-8e6be9c33d9f req-2ebd88c6-5cae-4b14-9047-3f1a1f21fb06 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0430431 Sep 17 22:29:27.802728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.823192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d7f3-ec79-4608-aa50-57d8d35f3637 req-c668daf9-91fd-42bc-bef4-784bd7eb21a5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:27.824824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-33d5d7f3-ec79-4608-aa50-57d8d35f3637 req-c668daf9-91fd-42bc-bef4-784bd7eb21a5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 944 time: 0.0568295 Sep 17 22:29:27.852618 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71d25616-5f23-4e2c-af5a-a3fcbe4954f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.854668 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a378d618-b1e7-4ec2-a2c9-440480d2a47f req-557a54b1-051b-45a7-9522-e3ea3f561e68 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.857076 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71d25616-5f23-4e2c-af5a-a3fcbe4954f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.857582 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a378d618-b1e7-4ec2-a2c9-440480d2a47f req-557a54b1-051b-45a7-9522-e3ea3f561e68 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.861469 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-71d25616-5f23-4e2c-af5a-a3fcbe4954f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61715ba5-452d-4a10-880b-ee3b6e362d47 HTTP/1.1" status: 204 len: 168 time: 0.3889453 Sep 17 22:29:27.861588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a378d618-b1e7-4ec2-a2c9-440480d2a47f req-557a54b1-051b-45a7-9522-e3ea3f561e68 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "DELETE /v2.0/security-groups/897d365d-18f7-461a-abdc-ed74bf5152b3 HTTP/1.1" status: 204 len: 173 time: 0.3501112 Sep 17 22:29:27.863626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Network e8c38caf-5992-486d-8c1f-b1e6bd166ea0 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:27.879804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a54b1-051b-45a7-9522-e3ea3f561e68 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897d365d-18f7-461a-abdc-ed74bf5152b3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:27.884376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:27.893521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:27.899622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d25616-5f23-4e2c-af5a-a3fcbe4954f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61715ba5-452d-4a10-880b-ee3b6e362d47,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:27.931064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-33d5d7f3-ec79-4608-aa50-57d8d35f3637 req-471f2831-a9a5-4bf5-8a5a-70957434b9e3 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978429 Sep 17 22:29:27.969353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Pushing event updated for resources: {'Port': ['ID=3514d494-e115-48a9-9af6-b0ad13a98111,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:27.992899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.993250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.993579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.993907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.994240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.994564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.994897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.995205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.995538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.995835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.996179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:27.996502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:28.032270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8adbdcb-9dbb-4ab4-9327-15cee87d7e80 req-d320b485-c310-4dd2-8386-c6a64f2c6bc6 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 210 time: 0.0697141 Sep 17 22:29:28.056298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:28.056529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.088518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68e131b8-c200-4843-8412-1a0f31c189cf req-0683cc2f-5f15-40a4-8734-8a00b89a84e9 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/7a215a13-45d7-4a0f-9ddd-25d466106ae0 HTTP/1.1" status: 200 len: 1806 time: 0.0849626 Sep 17 22:29:28.133436 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-34af1fec-760d-403d-9943-f20386e05c98 req-e40d5bad-0f3f-45d5-89a8-290afef573c5 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1346692154', 'description': 'tempest-description-1427156876'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:28.139816 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-7787b6d0-3c4e-4303-87e2-6f51a55019bb tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367649 Sep 17 22:29:28.145667 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-5a94a732-51d8-47d7-86f9-d14daba1f34c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9052391 Sep 17 22:29:28.166064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Request body: {'port': {'device_id': '41a1d459-39bf-443b-afbc-dfbf75136f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:28.282199 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.292623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34af1fec-760d-403d-9943-f20386e05c98 req-e40d5bad-0f3f-45d5-89a8-290afef573c5 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.388817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-85e7e2d3-a011-416f-9900-8cd5d22c184b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:28.390384 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-85e7e2d3-a011-416f-9900-8cd5d22c184b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419345 Sep 17 22:29:28.480054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Request body: {'port': {'device_id': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': '36b86bdecf6944f2bb9a3b9f3557233f'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:28.674100 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34af1fec-760d-403d-9943-f20386e05c98 req-e40d5bad-0f3f-45d5-89a8-290afef573c5 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.708278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583823a-7f92-42ff-ac29-3f6b6900297f req-1bd68b22-71d2-4fed-89f9-8da5aca8efda tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:28.716847 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6583823a-7f92-42ff-ac29-3f6b6900297f req-1bd68b22-71d2-4fed-89f9-8da5aca8efda tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 932 time: 0.0646760 Sep 17 22:29:28.758993 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6583823a-7f92-42ff-ac29-3f6b6900297f req-4d461458-240b-4e17-bd22-261f911b50de tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Sep 17 22:29:28.801664 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34af1fec-760d-403d-9943-f20386e05c98 req-e40d5bad-0f3f-45d5-89a8-290afef573c5 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.836734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3514d494-e115-48a9-9af6-b0ad13a98111 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:28.850144 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.869879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6bee773-0372-435a-8e6f-c561c129ad81 req-c59ba2fa-ef43-4b2b-9f52-dbdadabb055f tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0304508 Sep 17 22:29:28.881918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d5bad-0f3f-45d5-89a8-290afef573c5 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e0ed4f-979c-4483-93df-433f0e36756d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:28.885403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Transition to ACTIVE for port object 3514d494-e115-48a9-9af6-b0ad13a98111 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:28.934746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Made reservation on behalf of 36b86bdecf6944f2bb9a3b9f3557233f for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:28.941506 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.979655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.999879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.015053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-e0d10acc-bebf-4afe-a71e-00a011526e46 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628664 Sep 17 22:29:29.053390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-34af1fec-760d-403d-9943-f20386e05c98 req-e40d5bad-0f3f-45d5-89a8-290afef573c5 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.054668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34af1fec-760d-403d-9943-f20386e05c98 req-e40d5bad-0f3f-45d5-89a8-290afef573c5 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9359779 Sep 17 22:29:29.130567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.149890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a52daf6e-f721-4623-9a42-c5d6a587dc20 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:29.245770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Pushing event updated for resources: {'Port': ['ID=3514d494-e115-48a9-9af6-b0ad13a98111,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:29.257963 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4dc65f5-9ad6-4d25-8c06-260ed3e832b7 req-962878b5-900e-4944-869d-6746faf7872a tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/b3e0ed4f-979c-4483-93df-433f0e36756d HTTP/1.1" status: 200 len: 1807 time: 0.1575806 Sep 17 22:29:29.299760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c4dc65f5-9ad6-4d25-8c06-260ed3e832b7 req-190db1bf-2e09-40d4-b84c-0aa2a241123d tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3e0ed4f-979c-4483-93df-433f0e36756d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:29.300255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c4dc65f5-9ad6-4d25-8c06-260ed3e832b7 req-190db1bf-2e09-40d4-b84c-0aa2a241123d tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3e0ed4f-979c-4483-93df-433f0e36756d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:29.317154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18fd55-ff76-48de-a217-83b02b3713f6 req-628ed803-f59d-4eec-81d1-bf5c09bdb497 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:29.317506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a52daf6e-f721-4623-9a42-c5d6a587dc20, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a52daf6e-f721-4623-9a42-c5d6a587dc20,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:29.326743 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae18fd55-ff76-48de-a217-83b02b3713f6 req-628ed803-f59d-4eec-81d1-bf5c09bdb497 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 944 time: 0.2614715 Sep 17 22:29:29.358636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a52daf6e-f721-4623-9a42-c5d6a587dc20', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'port_id': 'a52daf6e-f721-4623-9a42-c5d6a587dc20', 'mac_address': 'fa:16:3e:6e:97:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461e6197-8fbb-40ee-954d-8227cda698ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:29.389905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-022a730f-b7d2-4bdc-a9e8-f62de9d1eecd tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:29.391876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-022a730f-b7d2-4bdc-a9e8-f62de9d1eecd tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3691864 Sep 17 22:29:29.395396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Attempting to bind port 3514d494-e115-48a9-9af6-b0ad13a98111 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:29.395739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Attempting to bind port 3514d494-e115-48a9-9af6-b0ad13a98111 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'f5c3550e-9fa8-4d7a-a838-158101d5ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e8c38caf-5992-486d-8c1f-b1e6bd166ea0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:29.396066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Attempting to bind port 3514d494-e115-48a9-9af6-b0ad13a98111 on network e8c38caf-5992-486d-8c1f-b1e6bd166ea0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:29.406729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Port 3514d494-e115-48a9-9af6-b0ad13a98111 on network e8c38caf-5992-486d-8c1f-b1e6bd166ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:29.407031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Attempting to bind port 3514d494-e115-48a9-9af6-b0ad13a98111 on network e8c38caf-5992-486d-8c1f-b1e6bd166ea0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:29.417116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:29.419013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Checking segment: {'id': 'f5c3550e-9fa8-4d7a-a838-158101d5ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e8c38caf-5992-486d-8c1f-b1e6bd166ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:29.419013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Bound using segment: {'id': 'f5c3550e-9fa8-4d7a-a838-158101d5ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e8c38caf-5992-486d-8c1f-b1e6bd166ea0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:29.419013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Bound port: 3514d494-e115-48a9-9af6-b0ad13a98111, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c3550e-9fa8-4d7a-a838-158101d5ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e8c38caf-5992-486d-8c1f-b1e6bd166ea0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:29.419013 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.424608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae18fd55-ff76-48de-a217-83b02b3713f6 req-00365155-38c4-447e-9219-8bf2cc08ceda tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968776 Sep 17 22:29:29.439160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Request body: {'port': {'device_id': '32a137b0-ca01-441f-8974-a4126c70ce41', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': '36b86bdecf6944f2bb9a3b9f3557233f'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:29.461535 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.472656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37002) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:29.476878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52daf6e-f721-4623-9a42-c5d6a587dc20 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:29.502022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a52daf6e-f721-4623-9a42-c5d6a587dc20, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a52daf6e-f721-4623-9a42-c5d6a587dc20,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:29.568328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.575080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] For port 3514d494-e115-48a9-9af6-b0ad13a98111, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:29.578731 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.589875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] For port 3514d494-e115-48a9-9af6-b0ad13a98111, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3514d494-e115-48a9-9af6-b0ad13a98111,segment=NetworkSegment(f5c3550e-9fa8-4d7a-a838-158101d5ffe0),segment_id=f5c3550e-9fa8-4d7a-a838-158101d5ffe0)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:29.600300 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e275ec29-e994-4217-a433-f68305dd9dc3 req-3ef6af1e-afd3-4c3a-89fc-7216139555cf tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 210 time: 0.0567756 Sep 17 22:29:29.625269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a52daf6e-f721-4623-9a42-c5d6a587dc20,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:29.633064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-566094094-network', 'tenant_id': '03a542add212453c912a8386c940b572'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:29.729366 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.739444 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.776452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a52daf6e-f721-4623-9a42-c5d6a587dc20'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:29.847030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42dd8502-5c13-48a0-a191-ab4b41a6dc62,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:29.863593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:29.864179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.865572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] 10.222.0.23 "PUT /v2.0/ports/3514d494-e115-48a9-9af6-b0ad13a98111 HTTP/1.1" status: 200 len: 1093 time: 1.7043333 Sep 17 22:29:29.866036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a1d459-39bf-443b-afbc-dfbf75136f67', 'tag': '3514d494-e115-48a9-9af6-b0ad13a98111'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:29.868596 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977" -d '{"events": [{"name": "network-changed", "server_uuid": "41a1d459-39bf-443b-afbc-dfbf75136f67", "tag": "3514d494-e115-48a9-9af6-b0ad13a98111"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:29.904136 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:29:29.904136 n-d-713499-18 neutron-server[95454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:29:29.904136 n-d-713499-18 neutron-server[95454]: [parameters: {'project_id_1': '03a542add212453c912a8386c940b572', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 29, 9, 637486)}] Sep 17 22:29:29.904136 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:29:29.904136 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:29:29.914701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc4a80-8d8a-4a9d-8636-b0c54be65e9d service neutron] Pushing event updated for resources: {'Port': ['ID=3514d494-e115-48a9-9af6-b0ad13a98111,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:29.924099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e9b38-cf5c-4325-9f17-e70cde4e05b7 req-7ca7d797-1d7f-4c51-aee7-2f0ef631b0d2 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:29.925725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-268e9b38-cf5c-4325-9f17-e70cde4e05b7 req-7ca7d797-1d7f-4c51-aee7-2f0ef631b0d2 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 944 time: 0.0784814 Sep 17 22:29:29.986131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-268e9b38-cf5c-4325-9f17-e70cde4e05b7 req-75bc93f3-5632-404f-ad77-294a70a9ba73 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527470 Sep 17 22:29:30.003113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Made reservation on behalf of 36b86bdecf6944f2bb9a3b9f3557233f for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:30.004894 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.007456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c4dc65f5-9ad6-4d25-8c06-260ed3e832b7 req-190db1bf-2e09-40d4-b84c-0aa2a241123d tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.033499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Allocated IP 192.168.233.63 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/c28e95c9-708e-4193-9230-80641a2be157) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:30.060384 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c956a0bb-dec1-4f6a-9def-57786ece51c6 x-openstack-request-id: req-c956a0bb-dec1-4f6a-9def-57786ece51c6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:30.060685 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a1d459-39bf-443b-afbc-dfbf75136f67", "tag": "3514d494-e115-48a9-9af6-b0ad13a98111", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:30.060924 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c956a0bb-dec1-4f6a-9def-57786ece51c6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:30.061453 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a1d459-39bf-443b-afbc-dfbf75136f67', 'tag': '3514d494-e115-48a9-9af6-b0ad13a98111', 'status': 'completed', 'code': 200} Sep 17 22:29:30.091299 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c4dc65f5-9ad6-4d25-8c06-260ed3e832b7 req-190db1bf-2e09-40d4-b84c-0aa2a241123d tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.113005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-43150456-21e2-4e3b-9a0d-a4daee32f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:30.114510 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-43150456-21e2-4e3b-9a0d-a4daee32f6e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a012c6ed97441d3aca09af00408e727&device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 1096 time: 0.1086638 Sep 17 22:29:30.141878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c237048-1452-4049-bc29-4432761f1221 req-8ba784be-995f-4bb2-9735-272babfd1ed8 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0291805 Sep 17 22:29:30.165985 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-b8404b5a-16f3-4cec-a5ce-5bd4478306a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3514d494-e115-48a9-9af6-b0ad13a98111 HTTP/1.1" status: 200 len: 217 time: 0.0431933 Sep 17 22:29:30.218266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c4dc65f5-9ad6-4d25-8c06-260ed3e832b7 req-190db1bf-2e09-40d4-b84c-0aa2a241123d tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.275876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190db1bf-2e09-40d4-b84c-0aa2a241123d tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0eac03a-70ce-48fb-a496-bd62afdbbde3,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:30.292785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-984e03b4-81d2-49de-bf13-159310c98c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:30.294230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-984e03b4-81d2-49de-bf13-159310c98c97 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f1324bd4-93f5-4b8f-888e-392c1ec08edf HTTP/1.1" status: 200 len: 850 time: 0.1127527 Sep 17 22:29:30.335346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-c16f1b40-ff3b-4026-a699-b1593fb684f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c38caf-5992-486d-8c1f-b1e6bd166ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315824 Sep 17 22:29:30.356887 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.372312 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c4dc65f5-9ad6-4d25-8c06-260ed3e832b7 req-190db1bf-2e09-40d4-b84c-0aa2a241123d tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.373446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4dc65f5-9ad6-4d25-8c06-260ed3e832b7 req-190db1bf-2e09-40d4-b84c-0aa2a241123d tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0844522 Sep 17 22:29:30.476257 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a6984f8-e6a8-468c-920c-2715b48cfc27 req-41968ef6-488a-4a6d-8fc1-19f4ed2ce63f tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/b3e0ed4f-979c-4483-93df-433f0e36756d HTTP/1.1" status: 200 len: 2401 time: 0.0798414 Sep 17 22:29:30.485351 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-4d575f52-523e-4cdc-87b8-41a2ea743dda service neutron] 10.222.0.23 "GET /v2.0/networks/e8c38caf-5992-486d-8c1f-b1e6bd166ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392798 Sep 17 22:29:30.497681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-6a6984f8-e6a8-468c-920c-2715b48cfc27 req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3e0ed4f-979c-4483-93df-433f0e36756d', 'remote_group_id': None}]} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:30.498246 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-6a6984f8-e6a8-468c-920c-2715b48cfc27 req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3e0ed4f-979c-4483-93df-433f0e36756d', 'remote_group_id': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:30.549853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Made reservation on behalf of 03a542add212453c912a8386c940b572 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:30.552139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.594746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.597265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.631874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Allocated IP 192.168.233.146 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/03e87e89-9589-4afb-87c3-acf72c7d8ccb) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:30.673360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:30.687754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077866-4ded-4c88-bb94-5ca9034a9d7d req-d6a8f984-9782-435a-8a6b-396d29b59be1 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:30.689572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-26077866-4ded-4c88-bb94-5ca9034a9d7d req-d6a8f984-9782-435a-8a6b-396d29b59be1 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 945 time: 0.1873431 Sep 17 22:29:30.697398 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6a6984f8-e6a8-468c-920c-2715b48cfc27 req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.706347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:30.718112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:30.728045 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6a6984f8-e6a8-468c-920c-2715b48cfc27 req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.730342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e253e7-f7d8-48d7-8356-9df6a90ccb9e req-00dba257-5ef6-4fc7-a376-e3a958d98292 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c38caf-5992-486d-8c1f-b1e6bd166ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377388 Sep 17 22:29:30.730923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:30.798107 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6a6984f8-e6a8-468c-920c-2715b48cfc27 req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.822020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-26077866-4ded-4c88-bb94-5ca9034a9d7d req-3801a555-b891-45a1-9693-c0233cc4b22d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165552 Sep 17 22:29:30.831512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:30.832229 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.839797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a765c1d7-d4d7-4e7f-847d-d7d2b25c5e39,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:30.924092 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.924795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.925179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.925470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.925798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.926128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.926513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.926961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.927236 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.927561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.927894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.928227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.928550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:30.960153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2b96154-35fa-46aa-ba41-9dcf3537bbcc req-69ecfab7-624e-4de1-a801-7c1122864a6d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 210 time: 0.0441062 Sep 17 22:29:30.966716 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977 req-1f551e08-7070-4770-8ec2-ce34163cc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:30.968596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977 req-1f551e08-7070-4770-8ec2-ce34163cc859 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a012c6ed97441d3aca09af00408e727&device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 1096 time: 0.1072490 Sep 17 22:29:30.991203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.012068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.068446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:31.094755 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d52218bb-fc29-4bb0-b676-a35cf67b9682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6345053 Sep 17 22:29:31.098069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fac0a6-fa80-459c-85c6-1cd0d93999ab,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:31.110615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6a6984f8-e6a8-468c-920c-2715b48cfc27 req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.118546 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a6984f8-e6a8-468c-920c-2715b48cfc27 req-4c44da0f-808d-4fb8-b9ad-8b7232c10c9c tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6220272 Sep 17 22:29:31.118546 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.124295 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ff7051aa-be97-400e-a47a-86233b34f923 None None] Provisioning complete for port c28e95c9-708e-4193-9230-80641a2be157 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:31.125588 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ff7051aa-be97-400e-a47a-86233b34f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.129131 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.129476 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Added segment 7e23d515-4a4d-4d5f-831e-14279e2a582b of type vlan for network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a Sep 17 22:29:31.133979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Request body: {'port': {'device_id': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:31.160968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a52daf6e-f721-4623-9a42-c5d6a587dc20 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:31.185761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ff7051aa-be97-400e-a47a-86233b34f923 None None] Port c28e95c9-708e-4193-9230-80641a2be157 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:31.186711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:31.195596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:31.210490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:31.222102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977 req-af91c478-7bdd-4c23-a88f-ef4b4f01f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:31.223621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977 req-af91c478-7bdd-4c23-a88f-ef4b4f01f0d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8c38caf-5992-486d-8c1f-b1e6bd166ea0 HTTP/1.1" status: 200 len: 911 time: 0.2474017 Sep 17 22:29:31.230603 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.246482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Pushing event updated for resources: {'Port': ['ID=03e87e89-9589-4afb-87c3-acf72c7d8ccb,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:31.267350 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4bd89239-a9f9-414e-adac-3d838ac75698 req-823864d2-0e1c-482b-b777-d8644e3e936b tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/b3e0ed4f-979c-4483-93df-433f0e36756d HTTP/1.1" status: 200 len: 3000 time: 0.1101041 Sep 17 22:29:31.295689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:31.297205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.299363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port a52daf6e-f721-4623-9a42-c5d6a587dc20 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:31.303614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a52daf6e-f721-4623-9a42-c5d6a587dc20 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:31.303989 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.330074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410424e-7da6-4b7b-85ab-468c2cba5fd5 req-024ecfab-0268-42ed-8207-ca369646e014 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:31.331676 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f410424e-7da6-4b7b-85ab-468c2cba5fd5 req-024ecfab-0268-42ed-8207-ca369646e014 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 944 time: 0.2611892 Sep 17 22:29:31.337305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977 req-cf358813-9f3f-4f00-be16-4003aa48f703 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3514d494-e115-48a9-9af6-b0ad13a98111 HTTP/1.1" status: 200 len: 217 time: 0.1032667 Sep 17 22:29:31.341385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.380415 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c734526b-332b-435c-bc8c-b535dfb50fde req-2ac8dea3-c374-4c9e-a865-6607d54da1bd tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0335236 Sep 17 22:29:31.382249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-81c81ef2-5e95-4d0f-81ac-6ff4e2708f45 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9566388 Sep 17 22:29:31.401723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Request body: {'port': {'device_id': '32a137b0-ca01-441f-8974-a4126c70ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:31.403611 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.411536 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.412552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:31.413142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.440405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03862107-26c8-4c22-bce9-0bb34a1a8720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52daf6e-f721-4623-9a42-c5d6a587dc20'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:31.442706 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070842f1-f10b-4834-ba86-cea4a55c4cde" -d '{"events": [{"server_uuid": "03862107-26c8-4c22-bce9-0bb34a1a8720", "name": "network-vif-plugged", "status": "completed", "tag": "a52daf6e-f721-4623-9a42-c5d6a587dc20"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:31.455289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a52daf6e-f721-4623-9a42-c5d6a587dc20, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a52daf6e-f721-4623-9a42-c5d6a587dc20,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:31.516188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f080d19a-a58f-4333-98fe-399019e02872 req-fa8251cf-af2a-4cc7-8f25-7be08504fccb tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-group-rules/a765c1d7-d4d7-4e7f-847d-d7d2b25c5e39 HTTP/1.1" status: 200 len: 783 time: 0.0521600 Sep 17 22:29:31.529315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.534466 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.619492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a52daf6e-f721-4623-9a42-c5d6a587dc20,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:31.619670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f080d19a-a58f-4333-98fe-399019e02872 req-dd1922c8-bbad-4b3c-a79c-cf5c7c70ddbf tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/b3e0ed4f-979c-4483-93df-433f0e36756d HTTP/1.1" status: 200 len: 3000 time: 0.0798128 Sep 17 22:29:31.628148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-76e94d64-cf25-419b-8165-afb1bbf5bb11 None None] Provisioning complete for port 03e87e89-9589-4afb-87c3-acf72c7d8ccb triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:31.628542 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-76e94d64-cf25-419b-8165-afb1bbf5bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.669294 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f080d19a-a58f-4333-98fe-399019e02872 req-55debaa1-897a-4a4a-b88e-1030352da2a4 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.672241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-76e94d64-cf25-419b-8165-afb1bbf5bb11 None None] Port 03e87e89-9589-4afb-87c3-acf72c7d8ccb cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:31.681728 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f080d19a-a58f-4333-98fe-399019e02872 req-55debaa1-897a-4a4a-b88e-1030352da2a4 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.846329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f080d19a-a58f-4333-98fe-399019e02872 req-55debaa1-897a-4a4a-b88e-1030352da2a4 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.851465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f080d19a-a58f-4333-98fe-399019e02872 req-55debaa1-897a-4a4a-b88e-1030352da2a4 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.852875 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f080d19a-a58f-4333-98fe-399019e02872 req-55debaa1-897a-4a4a-b88e-1030352da2a4 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a765c1d7-d4d7-4e7f-847d-d7d2b25c5e39 HTTP/1.1" status: 204 len: 173 time: 0.2334604 Sep 17 22:29:31.872327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55debaa1-897a-4a4a-b88e-1030352da2a4 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a765c1d7-d4d7-4e7f-847d-d7d2b25c5e39,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:31.898211 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91690726-c3ca-48b9-bd5c-04c6540e03b4 x-openstack-request-id: req-91690726-c3ca-48b9-bd5c-04c6540e03b4 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:31.898501 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03862107-26c8-4c22-bce9-0bb34a1a8720", "name": "network-vif-plugged", "status": "completed", "tag": "a52daf6e-f721-4623-9a42-c5d6a587dc20", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:31.898753 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91690726-c3ca-48b9-bd5c-04c6540e03b4 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:31.899149 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03862107-26c8-4c22-bce9-0bb34a1a8720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52daf6e-f721-4623-9a42-c5d6a587dc20', 'code': 200} Sep 17 22:29:31.934990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4467015 Sep 17 22:29:31.935900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37044) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:31.943707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977 req-c400c1e9-d8b5-4e08-bf74-7a9349d9d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:31.944249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977 req-c400c1e9-d8b5-4e08-bf74-7a9349d9d260 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f1324bd4-93f5-4b8f-888e-392c1ec08edf HTTP/1.1" status: 200 len: 850 time: 0.5839682 Sep 17 22:29:31.956583 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f410424e-7da6-4b7b-85ab-468c2cba5fd5 req-6de859ab-115b-4b59-b060-ff49c684ac4e tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158960 Sep 17 22:29:31.957616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdca80-b1c8-436e-a734-e85e948c8bbf admin admin] Pushing event updated for resources: {'Network': ['ID=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:31.962838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Request body: {'subnet': {'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-566094094-subnet', 'tenant_id': '03a542add212453c912a8386c940b572', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:31.970335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:32.019379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977 req-d4ca7aee-d43a-4e92-822a-cc88453afa9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c38caf-5992-486d-8c1f-b1e6bd166ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468571 Sep 17 22:29:32.158777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb1219ed-929d-424d-935e-6ce023cd0389 req-a4cca68f-4250-485d-b25a-51bf95c9f9ba tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/b3e0ed4f-979c-4483-93df-433f0e36756d HTTP/1.1" status: 200 len: 2401 time: 0.2193108 Sep 17 22:29:32.197064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e87e89-9589-4afb-87c3-acf72c7d8ccb {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:32.210384 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.231719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Transition to ACTIVE for port object 03e87e89-9589-4afb-87c3-acf72c7d8ccb will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:32.245649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fb1219ed-929d-424d-935e-6ce023cd0389 req-5d63c922-78ea-4b25-b62b-66cf39fa2ebb tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.268310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10d8d0-1967-4b3f-a4ad-3330c2881fc1 req-b0b26f96-fd37-4feb-8e04-b6d90483c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:32.269827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0f10d8d0-1967-4b3f-a4ad-3330c2881fc1 req-b0b26f96-fd37-4feb-8e04-b6d90483c724 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 1098 time: 0.2964196 Sep 17 22:29:32.270547 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fb1219ed-929d-424d-935e-6ce023cd0389 req-5d63c922-78ea-4b25-b62b-66cf39fa2ebb tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.278795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4269ce4-87d0-44b8-a8de-76cf590a8a08 req-7e4dac50-af22-4a62-8f13-8358efdbf3ef tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:32.280224 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4269ce4-87d0-44b8-a8de-76cf590a8a08 req-7e4dac50-af22-4a62-8f13-8358efdbf3ef tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 946 time: 0.2378414 Sep 17 22:29:32.289586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Made reservation on behalf of 03a542add212453c912a8386c940b572 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:32.291868 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.308146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.374475 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977 req-373509f9-d653-44a4-a966-1417e6d01ca1 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c38caf-5992-486d-8c1f-b1e6bd166ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365340 Sep 17 22:29:32.383426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=03e87e89-9589-4afb-87c3-acf72c7d8ccb,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:32.390824 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fb1219ed-929d-424d-935e-6ce023cd0389 req-5d63c922-78ea-4b25-b62b-66cf39fa2ebb tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.393422 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fb1219ed-929d-424d-935e-6ce023cd0389 req-5d63c922-78ea-4b25-b62b-66cf39fa2ebb tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.394562 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb1219ed-929d-424d-935e-6ce023cd0389 req-5d63c922-78ea-4b25-b62b-66cf39fa2ebb tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "DELETE /v2.0/security-groups/b3e0ed4f-979c-4483-93df-433f0e36756d HTTP/1.1" status: 204 len: 173 time: 0.2301233 Sep 17 22:29:32.427706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63c922-78ea-4b25-b62b-66cf39fa2ebb tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e0ed4f-979c-4483-93df-433f0e36756d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:32.461976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Attempting to bind port 03e87e89-9589-4afb-87c3-acf72c7d8ccb on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:32.461976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Attempting to bind port 03e87e89-9589-4afb-87c3-acf72c7d8ccb by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:32.462320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Attempting to bind port 03e87e89-9589-4afb-87c3-acf72c7d8ccb on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:32.467907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Port 03e87e89-9589-4afb-87c3-acf72c7d8ccb on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:32.468303 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Attempting to bind port 03e87e89-9589-4afb-87c3-acf72c7d8ccb on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:32.472259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0f10d8d0-1967-4b3f-a4ad-3330c2881fc1 req-ff46124e-d47b-4006-ac6b-e87dbfb10216 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891613 Sep 17 22:29:32.475915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:32.475915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:32.476217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:32.476547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Bound port: 03e87e89-9589-4afb-87c3-acf72c7d8ccb, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:32.476906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.528538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4269ce4-87d0-44b8-a8de-76cf590a8a08 req-55d50b52-6b60-419b-930f-036761260e02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292204 Sep 17 22:29:32.596057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025d518-aae9-4f34-b3e3-2789c469c990 req-8bed5682-414f-419a-854e-9e82e8746124 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:32.597586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7025d518-aae9-4f34-b3e3-2789c469c990 req-8bed5682-414f-419a-854e-9e82e8746124 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 948 time: 0.1039181 Sep 17 22:29:32.602097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] For port 03e87e89-9589-4afb-87c3-acf72c7d8ccb, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:32.605393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] For port 03e87e89-9589-4afb-87c3-acf72c7d8ccb, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=03e87e89-9589-4afb-87c3-acf72c7d8ccb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:32.639254 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-d37194a2-bb4c-43a2-bed0-4514b1a8447a req-1da96ab9-745b-44d7-aab8-0b98083c1273 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] show failed (client error): The resource could not be found. Sep 17 22:29:32.640625 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d37194a2-bb4c-43a2-bed0-4514b1a8447a req-1da96ab9-745b-44d7-aab8-0b98083c1273 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/897d365d-18f7-461a-abdc-ed74bf5152b3 HTTP/1.1" status: 404 len: 352 time: 0.0663576 Sep 17 22:29:32.645996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7025d518-aae9-4f34-b3e3-2789c469c990 req-52defb5c-01ba-459f-9a5d-d9aaea7cc0ea tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391638 Sep 17 22:29:32.695210 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.746450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:32.746865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.748328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] 10.222.0.15 "PUT /v2.0/ports/03e87e89-9589-4afb-87c3-acf72c7d8ccb HTTP/1.1" status: 200 len: 1097 time: 1.3511949 Sep 17 22:29:32.752217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a137b0-ca01-441f-8974-a4126c70ce41', 'tag': '03e87e89-9589-4afb-87c3-acf72c7d8ccb'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:32.753690 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62e7813e-9cf5-4de2-9e23-f1682d34a430 req-a8f438df-52af-4913-b8e7-404916949fc4 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0521421 Sep 17 22:29:32.754898 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9112f7e-c35e-4bc1-beca-47c32f2b3a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "32a137b0-ca01-441f-8974-a4126c70ce41", "tag": "03e87e89-9589-4afb-87c3-acf72c7d8ccb"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:32.775768 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b94f3dc-0c6c-4a3e-b216-9f0e7aa35977 req-9d250365-d178-4b0e-ae21-df2c7ea906d9 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c38caf-5992-486d-8c1f-b1e6bd166ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859816 Sep 17 22:29:32.825010 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb95910-e8e4-456f-8323-c585c0a80cc2 x-openstack-request-id: req-7eb95910-e8e4-456f-8323-c585c0a80cc2 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:32.825295 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a137b0-ca01-441f-8974-a4126c70ce41", "tag": "03e87e89-9589-4afb-87c3-acf72c7d8ccb", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:32.825546 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7eb95910-e8e4-456f-8323-c585c0a80cc2 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:32.825956 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a137b0-ca01-441f-8974-a4126c70ce41', 'tag': '03e87e89-9589-4afb-87c3-acf72c7d8ccb', 'status': 'completed', 'code': 200} Sep 17 22:29:32.838139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-678bd3a7-b71f-484c-b452-8d87250435f1 req-5d177f14-f9a2-4ace-a096-52b27bf46924 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/7a215a13-45d7-4a0f-9ddd-25d466106ae0 HTTP/1.1" status: 200 len: 1806 time: 0.1557415 Sep 17 22:29:32.839932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e95c4-8398-49d2-a764-f1178ddf1ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=03e87e89-9589-4afb-87c3-acf72c7d8ccb,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:32.880796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28e95c9-708e-4193-9230-80641a2be157 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:32.888093 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.901472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Transition to ACTIVE for port object c28e95c9-708e-4193-9230-80641a2be157 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:32.943482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9112f7e-c35e-4bc1-beca-47c32f2b3a7a req-29847d2b-c2e2-4137-b8db-cb61c182db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:32.945031 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9112f7e-c35e-4bc1-beca-47c32f2b3a7a req-29847d2b-c2e2-4137-b8db-cb61c182db37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 1100 time: 0.0806458 Sep 17 22:29:32.946037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-678bd3a7-b71f-484c-b452-8d87250435f1 req-2f06f93c-7be2-4f2f-a578-96d6a024e1b6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.978977 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.984846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-678bd3a7-b71f-484c-b452-8d87250435f1 req-2f06f93c-7be2-4f2f-a578-96d6a024e1b6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.003079 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9112f7e-c35e-4bc1-beca-47c32f2b3a7a req-b6b15ca2-1bfc-4191-8c47-fc775d5858c5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361493 Sep 17 22:29:33.017026 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.118541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=810ab61d-ffa3-406b-a586-7d853cb21049,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:33.129342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:33.174423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Checking segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:33.174998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Network hostable DHCP agents. Network: b56e9f02-d5ca-4cd4-a7a0-bb044beac31a, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:33.227852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad42b2-3c55-4005-8d4e-f2c1d005b302 req-e6f3c92f-23d5-4321-a14f-a9a05d31f156 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:33.229664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66ad42b2-3c55-4005-8d4e-f2c1d005b302 req-e6f3c92f-23d5-4321-a14f-a9a05d31f156 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 944 time: 0.1688716 Sep 17 22:29:33.235186 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8a04a03d-3063-46c5-afc3-c0523b4dc73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.267974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9112f7e-c35e-4bc1-beca-47c32f2b3a7a req-828a2527-cd68-4393-a9b2-cfefad001676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:33.270987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9112f7e-c35e-4bc1-beca-47c32f2b3a7a req-828a2527-cd68-4393-a9b2-cfefad001676 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2511969 Sep 17 22:29:33.272276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-678bd3a7-b71f-484c-b452-8d87250435f1 req-2f06f93c-7be2-4f2f-a578-96d6a024e1b6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.273682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Attempting to bind port c28e95c9-708e-4193-9230-80641a2be157 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:33.274023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Attempting to bind port c28e95c9-708e-4193-9230-80641a2be157 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:33.274348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Attempting to bind port c28e95c9-708e-4193-9230-80641a2be157 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:33.276038 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-678bd3a7-b71f-484c-b452-8d87250435f1 req-2f06f93c-7be2-4f2f-a578-96d6a024e1b6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.284441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Port c28e95c9-708e-4193-9230-80641a2be157 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:33.284441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Attempting to bind port c28e95c9-708e-4193-9230-80641a2be157 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:33.285301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-678bd3a7-b71f-484c-b452-8d87250435f1 req-2f06f93c-7be2-4f2f-a578-96d6a024e1b6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "DELETE /v2.0/security-groups/7a215a13-45d7-4a0f-9ddd-25d466106ae0 HTTP/1.1" status: 204 len: 173 time: 0.4345515 Sep 17 22:29:33.298399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06f93c-7be2-4f2f-a578-96d6a024e1b6 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a215a13-45d7-4a0f-9ddd-25d466106ae0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:33.298662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:33.299080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:33.299463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:33.299987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Bound port: c28e95c9-708e-4193-9230-80641a2be157, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:33.300456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.306587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66ad42b2-3c55-4005-8d4e-f2c1d005b302 req-7d074a24-b973-4bb2-a7a2-840dfa5aa236 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587702 Sep 17 22:29:33.333629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:33.413805 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3385ae8-94c4-4749-9bd0-be943dcecdf1 req-1f834e11-0a63-4ca2-8aa0-acf6b89e20a3 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/95e2fe4e-fdb8-4988-8eab-5524ac8657e8 HTTP/1.1" status: 200 len: 1807 time: 0.0965204 Sep 17 22:29:33.423231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:33.426818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:33.444327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-46f331c6-b8ed-488c-827c-e602aa9b5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:33.445809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-46f331c6-b8ed-488c-827c-e602aa9b5e30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 1100 time: 0.0675831 Sep 17 22:29:33.447621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, b56e9f02-d5ca-4cd4-a7a0-bb044beac31a) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:33.451907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:33.452550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.459038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f3db6a-faeb-4c6f-b6d6-2043ed04d18b None None] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:33.541754 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a3385ae8-94c4-4749-9bd0-be943dcecdf1 req-2b0254eb-6672-4aa4-8c5d-034cbeb3c215 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.544759 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-700e7766-ab52-435e-860e-d3f38b9d8d3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=03e87e89-9589-4afb-87c3-acf72c7d8ccb HTTP/1.1" status: 200 len: 217 time: 0.0406437 Sep 17 22:29:33.563314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.615059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-5725f9b3-908f-4563-b466-717c1166abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:33.618041 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-5725f9b3-908f-4563-b466-717c1166abaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0628128 Sep 17 22:29:33.628069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'tenant_id': '03a542add212453c912a8386c940b572', 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:29:33.633257 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.641830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a3385ae8-94c4-4749-9bd0-be943dcecdf1 req-2b0254eb-6672-4aa4-8c5d-034cbeb3c215 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.650500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f6acd63b-6139-4ba8-b615-cdf79090c9dd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7049274 Sep 17 22:29:33.658733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:33.660805 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.662393 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] 10.222.0.15 "PUT /v2.0/ports/c28e95c9-708e-4193-9230-80641a2be157 HTTP/1.1" status: 200 len: 1096 time: 2.5402572 Sep 17 22:29:33.662877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:33.665794 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88083f5e-4556-454c-a838-5fc20faa2d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "tag": "c28e95c9-708e-4193-9230-80641a2be157"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:33.667044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37068) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:33.678041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:33.749217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dfeb1-999c-4c50-8e9f-d3683569dcfb service neutron] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:33.800013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a567aa-70d6-4528-836c-8d509c66c883 req-cc6c8694-beeb-4183-8ec8-42c6fefbc779 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:33.802283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-a35aad22-1620-4bf2-803c-1cdb862a11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:33.804472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-a35aad22-1620-4bf2-803c-1cdb862a11d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1770163 Sep 17 22:29:33.808701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4a567aa-70d6-4528-836c-8d509c66c883 req-cc6c8694-beeb-4183-8ec8-42c6fefbc779 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 946 time: 0.1515594 Sep 17 22:29:33.857624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Allocated IP 172.20.0.2 (b56e9f02-d5ca-4cd4-a7a0-bb044beac31a/810ab61d-ffa3-406b-a586-7d853cb21049/cbb2cfd4-8414-43b7-9305-d9cb33d66e02) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:33.883479 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4a567aa-70d6-4528-836c-8d509c66c883 req-338433ef-f724-4542-93b2-dc9f3a99bc4f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738869 Sep 17 22:29:33.911166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-1135fb6b-06de-4379-afd1-1fcdcab021dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:33.915319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-1135fb6b-06de-4379-afd1-1fcdcab021dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 1099 time: 0.0679007 Sep 17 22:29:33.947118 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a3385ae8-94c4-4749-9bd0-be943dcecdf1 req-2b0254eb-6672-4aa4-8c5d-034cbeb3c215 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.950830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a3385ae8-94c4-4749-9bd0-be943dcecdf1 req-2b0254eb-6672-4aa4-8c5d-034cbeb3c215 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.968890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3385ae8-94c4-4749-9bd0-be943dcecdf1 req-2b0254eb-6672-4aa4-8c5d-034cbeb3c215 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "DELETE /v2.0/security-groups/95e2fe4e-fdb8-4988-8eab-5524ac8657e8 HTTP/1.1" status: 204 len: 173 time: 0.5437398 Sep 17 22:29:33.973158 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-11f8c47b-3d92-4031-b761-f7e8bfffe305 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c28e95c9-708e-4193-9230-80641a2be157 HTTP/1.1" status: 200 len: 217 time: 0.0431325 Sep 17 22:29:33.985583 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79d8652-5c3e-45f8-b2cd-4d37362fa035 x-openstack-request-id: req-d79d8652-5c3e-45f8-b2cd-4d37362fa035 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:33.986209 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "tag": "c28e95c9-708e-4193-9230-80641a2be157", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:33.986209 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d79d8652-5c3e-45f8-b2cd-4d37362fa035 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:33.986537 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157', 'status': 'completed', 'code': 200} Sep 17 22:29:34.008459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.013651 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.030261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0254eb-6672-4aa4-8c5d-034cbeb3c215 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e2fe4e-fdb8-4988-8eab-5524ac8657e8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:34.059228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d50c9c88-d2db-4c6d-9409-23de57a50170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:34.060763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-d50c9c88-d2db-4c6d-9409-23de57a50170 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0735016 Sep 17 22:29:34.088804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-7201e4c8-242e-4c94-9c59-6950b7a25544 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582686 Sep 17 22:29:34.106628 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0da7508-8a24-4a76-b9aa-8ccea37615db req-1a1768f4-8832-4586-9a68-7ab0ecbcd267 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0440068 Sep 17 22:29:34.174050 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.191587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cd5dcd06-b31c-4624-bbfa-af6700cff9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:34.193171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-cd5dcd06-b31c-4624-bbfa-af6700cff9aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1208801 Sep 17 22:29:34.252358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a06255b4-fd8c-4ba8-b83a-85a7407fccef req-e97f339b-9f98-4ab4-a987-4698ceceb59b tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/b3db9f55-70e1-4fb1-b00d-478efb9353d9 HTTP/1.1" status: 200 len: 1805 time: 0.0941691 Sep 17 22:29:34.277166 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.334473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:34.344971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:34.351047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Pushing event updated for resources: {'Port': ['ID=cbb2cfd4-8414-43b7-9305-d9cb33d66e02,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:34.354162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:34.359871 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a06255b4-fd8c-4ba8-b83a-85a7407fccef req-a230b19b-7e2a-443c-8128-b0bd95c4ae07 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.363272 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-2caafb9a-0e72-43f5-8534-9e79f9aa10ab service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593292 Sep 17 22:29:34.415270 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a06255b4-fd8c-4ba8-b83a-85a7407fccef req-a230b19b-7e2a-443c-8128-b0bd95c4ae07 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.420389 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Attempting to bind port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:34.420761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Attempting to bind port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:34.421119 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Attempting to bind port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:34.427468 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:34.428442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Checking segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:34.428572 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.428967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Bound using segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:34.430200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Bound port: cbb2cfd4-8414-43b7-9305-d9cb33d66e02, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:34.430673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.510232 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e217c3f0-11d9-498f-8364-b113da3efa30 req-4e356d4c-b429-4327-ac0b-5b460ba48bce service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335602 Sep 17 22:29:34.527498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27aa10-e6a9-4271-a3ee-11749427523c req-0353af16-bc3c-4e33-bd5a-a16f54b1a7ba tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:34.530099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] For port cbb2cfd4-8414-43b7-9305-d9cb33d66e02, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:34.535178 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] For port cbb2cfd4-8414-43b7-9305-d9cb33d66e02, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cbb2cfd4-8414-43b7-9305-d9cb33d66e02,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:34.535366 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb27aa10-e6a9-4271-a3ee-11749427523c req-0353af16-bc3c-4e33-bd5a-a16f54b1a7ba tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 948 time: 0.4431942 Sep 17 22:29:34.561580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.613837 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb27aa10-e6a9-4271-a3ee-11749427523c req-5c5dcde3-4371-455c-9735-c172e2c74748 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776188 Sep 17 22:29:34.615955 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f438f81f-0bbc-4118-bd64-4e8494a0285b req-e811d42f-3f18-481e-9641-fddb4206ad1a service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191483 Sep 17 22:29:34.629012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a06255b4-fd8c-4ba8-b83a-85a7407fccef req-a230b19b-7e2a-443c-8128-b0bd95c4ae07 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.632858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a06255b4-fd8c-4ba8-b83a-85a7407fccef req-a230b19b-7e2a-443c-8128-b0bd95c4ae07 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.634059 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a06255b4-fd8c-4ba8-b83a-85a7407fccef req-a230b19b-7e2a-443c-8128-b0bd95c4ae07 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "DELETE /v2.0/security-groups/b3db9f55-70e1-4fb1-b00d-478efb9353d9 HTTP/1.1" status: 204 len: 173 time: 0.3534732 Sep 17 22:29:34.646562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230b19b-7e2a-443c-8128-b0bd95c4ae07 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3db9f55-70e1-4fb1-b00d-478efb9353d9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:34.672818 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.729249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b79083a2-4cf7-424d-8348-d660e4fa1e38 req-45eb87f0-4361-495f-aa38-fb17a39f62dc tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/9d9133e2-e37d-4991-b529-268f940f1c84 HTTP/1.1" status: 200 len: 2406 time: 0.0535750 Sep 17 22:29:34.752260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569aae0-4c1d-4e5e-8620-13c96a8eb279 None None] Pushing event updated for resources: {'Port': ['ID=cbb2cfd4-8414-43b7-9305-d9cb33d66e02,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:34.817114 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b79083a2-4cf7-424d-8348-d660e4fa1e38 req-b1c1cdf1-4f14-493e-a1ac-7fb91cde9298 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.845754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b79083a2-4cf7-424d-8348-d660e4fa1e38 req-b1c1cdf1-4f14-493e-a1ac-7fb91cde9298 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.906839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b79514-ff19-4d1a-8cd8-c74b356dde11 req-c999d9d5-a7ba-433d-a6bb-4fad1209ebb2 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:34.908533 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23b79514-ff19-4d1a-8cd8-c74b356dde11 req-c999d9d5-a7ba-433d-a6bb-4fad1209ebb2 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 944 time: 0.1562274 Sep 17 22:29:34.970232 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.981931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-18c381c0-e794-4d9b-9098-93553a41d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:34.983413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-18c381c0-e794-4d9b-9098-93553a41d3b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 1099 time: 0.2432270 Sep 17 22:29:35.006501 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b79083a2-4cf7-424d-8348-d660e4fa1e38 req-b1c1cdf1-4f14-493e-a1ac-7fb91cde9298 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.010319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b79083a2-4cf7-424d-8348-d660e4fa1e38 req-b1c1cdf1-4f14-493e-a1ac-7fb91cde9298 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.011783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b79083a2-4cf7-424d-8348-d660e4fa1e38 req-b1c1cdf1-4f14-493e-a1ac-7fb91cde9298 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "DELETE /v2.0/security-groups/9d9133e2-e37d-4991-b529-268f940f1c84 HTTP/1.1" status: 204 len: 173 time: 0.2721970 Sep 17 22:29:35.026463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1cdf1-4f14-493e-a1ac-7fb91cde9298 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9133e2-e37d-4991-b529-268f940f1c84,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:35.037958 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23b79514-ff19-4d1a-8cd8-c74b356dde11 req-d9d8bfa3-8ac9-4840-89cd-970ae6a815d1 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186554 Sep 17 22:29:35.175984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3514d494-e115-48a9-9af6-b0ad13a98111 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:35.182439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399c736-24d2-49e2-beed-0f4ad3a73b47 req-d499805d-3865-4f9d-9282-08b1a32cf1bf tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:35.190837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5399c736-24d2-49e2-beed-0f4ad3a73b47 req-d499805d-3865-4f9d-9282-08b1a32cf1bf tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 946 time: 0.1012905 Sep 17 22:29:35.239731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5399c736-24d2-49e2-beed-0f4ad3a73b47 req-c3549724-1779-496c-8e28-cac80d351612 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478947 Sep 17 22:29:35.248132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-45d5cba9-dc12-456d-a58b-d9fb234cc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:35.249803 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-45d5cba9-dc12-456d-a58b-d9fb234cc617 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.2581491 Sep 17 22:29:35.252482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64ab5aeb-b991-43e2-a5e2-4a25a7f5892d req-26f5ee87-11a9-471b-b45b-8d92c1735961 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "GET /v2.0/security-groups/39ceacf3-4680-4bfb-a6b5-72212259f027 HTTP/1.1" status: 200 len: 2401 time: 0.1853452 Sep 17 22:29:35.323314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3514d494-e115-48a9-9af6-b0ad13a98111, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3514d494-e115-48a9-9af6-b0ad13a98111,segment=NetworkSegment(f5c3550e-9fa8-4d7a-a838-158101d5ffe0),segment_id=f5c3550e-9fa8-4d7a-a838-158101d5ffe0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:35.336306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '3514d494-e115-48a9-9af6-b0ad13a98111', 'network_id': 'e8c38caf-5992-486d-8c1f-b1e6bd166ea0', 'port_id': '3514d494-e115-48a9-9af6-b0ad13a98111', 'mac_address': 'fa:16:3e:bd:06:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1324bd4-93f5-4b8f-888e-392c1ec08edf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:35.346787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e732847f-c027-4679-8f76-de3da3907d01 req-353fe4d6-eba0-4dc3-a2ee-67df5fdfc802 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0376196 Sep 17 22:29:35.364464 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-59b947c6-a8ed-4a6f-9173-4d507448e672 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c28e95c9-708e-4193-9230-80641a2be157 HTTP/1.1" status: 200 len: 217 time: 0.1024554 Sep 17 22:29:35.382482 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.401432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3514d494-e115-48a9-9af6-b0ad13a98111 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:35.422998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3514d494-e115-48a9-9af6-b0ad13a98111, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3514d494-e115-48a9-9af6-b0ad13a98111,segment=NetworkSegment(f5c3550e-9fa8-4d7a-a838-158101d5ffe0),segment_id=f5c3550e-9fa8-4d7a-a838-158101d5ffe0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:35.450839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-d7134eea-5545-4712-8717-2e260b6b283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:35.452242 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-d7134eea-5545-4712-8717-2e260b6b283c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0715904 Sep 17 22:29:35.470810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a44e9-f362-463e-9bf2-c152c68c2471 req-5a84df36-ad2a-4ec5-8d82-030ca0d9c8cc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:35.472561 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f90a44e9-f362-463e-9bf2-c152c68c2471 req-5a84df36-ad2a-4ec5-8d82-030ca0d9c8cc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 946 time: 0.0531869 Sep 17 22:29:35.478838 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-64ab5aeb-b991-43e2-a5e2-4a25a7f5892d req-2f323cfe-feaf-49a8-8065-e09e938d7773 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.503156 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.522600 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f90a44e9-f362-463e-9bf2-c152c68c2471 req-37b34479-438a-47f3-bba5-22131850ab47 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417740 Sep 17 22:29:35.560185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3514d494-e115-48a9-9af6-b0ad13a98111,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:35.601039 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-64ab5aeb-b991-43e2-a5e2-4a25a7f5892d req-2f323cfe-feaf-49a8-8065-e09e938d7773 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.627937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-5618d6d2-1303-4437-8f3a-47766c821b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:35.629521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-5618d6d2-1303-4437-8f3a-47766c821b88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1662636 Sep 17 22:29:35.723810 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3514d494-e115-48a9-9af6-b0ad13a98111'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:35.741369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.767693 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.829100 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-76a28693-e2fb-4bb7-bd8f-9e35971e42e3 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758318 Sep 17 22:29:35.886174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-64ab5aeb-b991-43e2-a5e2-4a25a7f5892d req-2f323cfe-feaf-49a8-8065-e09e938d7773 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.889094 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-64ab5aeb-b991-43e2-a5e2-4a25a7f5892d req-2f323cfe-feaf-49a8-8065-e09e938d7773 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.896999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37110) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:35.900074 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64ab5aeb-b991-43e2-a5e2-4a25a7f5892d req-2f323cfe-feaf-49a8-8065-e09e938d7773 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] 10.222.0.30 "DELETE /v2.0/security-groups/39ceacf3-4680-4bfb-a6b5-72212259f027 HTTP/1.1" status: 204 len: 173 time: 0.6391735 Sep 17 22:29:35.927585 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-679addba-ee78-4310-ab34-741c538ee1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.956642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b01fa97-8de5-4d2f-b997-76391664cab3 None None] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:35.958645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cbb2cfd4-8414-43b7-9305-d9cb33d66e02 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:36.006105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f323cfe-feaf-49a8-8065-e09e938d7773 tempest-SecurityGroupRulesTestJSON-41143962 tempest-SecurityGroupRulesTestJSON-41143962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ceacf3-4680-4bfb-a6b5-72212259f027,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.017635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1aecd98f-8d1c-46d7-807b-2e26d6244cf7 req-7d385dcf-76d3-4731-b134-cb6ca4ef6349 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0340784 Sep 17 22:29:36.023061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fbc339-f414-4ad4-bf77-08592bf83444 admin admin] Deleting subnet 068fbf62-7145-43a4-8310-c15e3d34a1f1 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:36.026715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc339-f414-4ad4-bf77-08592bf83444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.071223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc339-f414-4ad4-bf77-08592bf83444 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.087113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Allocated IP 172.25.6.186 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:36.121901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-bcf7fb69-6209-444a-9582-077a45835a3b None None] Provisioning complete for port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:36.122417 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bcf7fb69-6209-444a-9582-077a45835a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.127758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2f929-0708-42c8-921a-2da6fccc46f7 req-af536474-3539-4ca4-83a9-47524e10810d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:36.129594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46f2f929-0708-42c8-921a-2da6fccc46f7 req-af536474-3539-4ca4-83a9-47524e10810d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 948 time: 0.1477807 Sep 17 22:29:36.155002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88083f5e-4556-454c-a838-5fc20faa2d2e req-8bdb523e-c98b-4bda-9696-987df8988ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076901 Sep 17 22:29:36.173009 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc339-f414-4ad4-bf77-08592bf83444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.185156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:36.185624 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.210669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd409f-f553-4bf9-afc1-9e45018dc8c6 req-8fcf6838-8ebe-443e-9608-99399bae5943 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:36.212547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e4bd409f-f553-4bf9-afc1-9e45018dc8c6 req-8fcf6838-8ebe-443e-9608-99399bae5943 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 946 time: 0.1095674 Sep 17 22:29:36.223777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46f2f929-0708-42c8-921a-2da6fccc46f7 req-7fed3ee1-e9e1-46be-8095-0c368386f454 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794024 Sep 17 22:29:36.268610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e4bd409f-f553-4bf9-afc1-9e45018dc8c6 req-4b021c9c-a79d-445c-8790-324868cba7a7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493460 Sep 17 22:29:36.278314 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.318611 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bcf7fb69-6209-444a-9582-077a45835a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.331628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc339-f414-4ad4-bf77-08592bf83444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.355707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bcf7fb69-6209-444a-9582-077a45835a3b None None] For port cbb2cfd4-8414-43b7-9305-d9cb33d66e02, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cbb2cfd4-8414-43b7-9305-d9cb33d66e02,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:36.362692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbc339-f414-4ad4-bf77-08592bf83444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=068fbf62-7145-43a4-8310-c15e3d34a1f1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.380530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc339-f414-4ad4-bf77-08592bf83444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.385780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b7fbc339-f414-4ad4-bf77-08592bf83444 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/068fbf62-7145-43a4-8310-c15e3d34a1f1 HTTP/1.1" status: 204 len: 168 time: 0.4875903 Sep 17 22:29:36.386013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac467ba4-e10c-443a-8751-2d03ba418f49 req-b299e2d9-0ca5-48ba-9b8c-87a82cb3468c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:36.387081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37124) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:36.394855 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac467ba4-e10c-443a-8751-2d03ba418f49 req-b299e2d9-0ca5-48ba-9b8c-87a82cb3468c tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 945 time: 0.0894115 Sep 17 22:29:36.426598 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.430926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bcf7fb69-6209-444a-9582-077a45835a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.449562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.493635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.507152 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac467ba4-e10c-443a-8751-2d03ba418f49 req-4a0e6c93-8447-4c94-b923-ab71934f4808 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112881 Sep 17 22:29:36.537018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7fb69-6209-444a-9582-077a45835a3b None None] Pushing event updated for resources: {'Port': ['ID=cbb2cfd4-8414-43b7-9305-d9cb33d66e02,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.551488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:36.555545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:36.560036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:36.565162 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:29:36.565527 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:29:36.596258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28593e95-88f9-4063-95c0-a4239970a29e req-a76e8326-c34a-48dd-abb8-135bd2964210 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0797195 Sep 17 22:29:36.669198 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.696033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7eb5cd0-3c0c-4601-8e55-c0457a96348c']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:36.706534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149382f9-5fd3-457d-acd2-d0e5b1fc0029') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:36.706797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149382f9-5fd3-457d-acd2-d0e5b1fc0029') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:36.718397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.733462 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.734769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Pushing event updated for resources: {'Port': ['ID=4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.744050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:36.744606 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:36.764194 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:36.768213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7a1629ba-d298-4f6e-b80c-fbe00432bc22 None None] Provisioning complete for port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:36.768600 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a1629ba-d298-4f6e-b80c-fbe00432bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.893540 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.915430 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.917432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] 10.222.0.30 "DELETE /v2.0/networks/c7eb5cd0-3c0c-4601-8e55-c0457a96348c HTTP/1.1" status: 204 len: 168 time: 0.5292764 Sep 17 22:29:36.918524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ada8ec-85a8-409a-8d63-6b95528fde3e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7eb5cd0-3c0c-4601-8e55-c0457a96348c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.956921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.058938 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.190438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.193447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3514d494-e115-48a9-9af6-b0ad13a98111 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:37.238073 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.301001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37150) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:37.362898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 3514d494-e115-48a9-9af6-b0ad13a98111 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:37.368460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 3514d494-e115-48a9-9af6-b0ad13a98111 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:37.368920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.431703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3b552-e37c-4aac-a1ed-41c5666016e7 req-be210243-58de-421e-a7cd-7fd52cd2a12b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:37.446070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14d3b552-e37c-4aac-a1ed-41c5666016e7 req-be210243-58de-421e-a7cd-7fd52cd2a12b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 948 time: 0.1040184 Sep 17 22:29:37.451688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Router ad214992-5b5d-4d4f-9124-02823de710c6 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:29:37.476700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-2a483d24-b88d-4717-97d3-2c0c35f6f815 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:37.478941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-2a483d24-b88d-4717-97d3-2c0c35f6f815 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 946 time: 0.1445146 Sep 17 22:29:37.502550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4aafdac3-bc92-4d3b-afb9-8be127ae5a26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb1f39cfd11f43538ccc1274ebd20d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998281 Sep 17 22:29:37.506484 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.521483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37152) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:37.535566 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14d3b552-e37c-4aac-a1ed-41c5666016e7 req-4aa05cba-760c-47ae-8929-bfe0f248ce0b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886049 Sep 17 22:29:37.536597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a1d459-39bf-443b-afbc-dfbf75136f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3514d494-e115-48a9-9af6-b0ad13a98111'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:37.538762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f48def-629d-4838-ab1f-20fa279b5570 req-e768ed28-4bea-4a34-906a-7eb13aa5269f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:37.540452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21f48def-629d-4838-ab1f-20fa279b5570 req-e768ed28-4bea-4a34-906a-7eb13aa5269f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 946 time: 0.1439495 Sep 17 22:29:37.541227 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e320ca-99aa-49bf-82b6-05cbd1bb8fd5" -d '{"events": [{"server_uuid": "41a1d459-39bf-443b-afbc-dfbf75136f67", "name": "network-vif-plugged", "status": "completed", "tag": "3514d494-e115-48a9-9af6-b0ad13a98111"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:37.565440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3514d494-e115-48a9-9af6-b0ad13a98111, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3514d494-e115-48a9-9af6-b0ad13a98111,segment=NetworkSegment(f5c3550e-9fa8-4d7a-a838-158101d5ffe0),segment_id=f5c3550e-9fa8-4d7a-a838-158101d5ffe0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:37.631694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:37.647374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Sync routers for ids ['ad214992-5b5d-4d4f-9124-02823de710c6'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:37.658696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Routers {'ad214992-5b5d-4d4f-9124-02823de710c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:37.660000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:29:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ad214992-5b5d-4d4f-9124-02823de710c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:37.681042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21f48def-629d-4838-ab1f-20fa279b5570 req-f44912a9-68eb-4ad3-be86-546421913873 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292551 Sep 17 22:29:37.759531 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.764195 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02a391bd-784b-4472-94b9-f26947993758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.768860 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-01a3928a-de04-4bdb-a28e-00c98b5aa985 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0973585 Sep 17 22:29:37.773962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37160) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:37.794151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-57946fdd-5a05-469f-b4b5-7d67d097ca35 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Deleting port a52daf6e-f721-4623-9a42-c5d6a587dc20 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:37.797745 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-57946fdd-5a05-469f-b4b5-7d67d097ca35 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.822886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1a5b1-734d-44a6-bdaa-04689e856168 req-171f02d2-a928-48e7-a78b-248558e1f734 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:37.827112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58e1a5b1-734d-44a6-bdaa-04689e856168 req-171f02d2-a928-48e7-a78b-248558e1f734 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 946 time: 0.1710453 Sep 17 22:29:37.872221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02a391bd-784b-4472-94b9-f26947993758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.896505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Set router ad214992-5b5d-4d4f-9124-02823de710c6 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:37.959203 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-58f8228c-313b-4b3b-b15d-fbaa5bae097e req-57414a06-ac5c-4bf9-9b87-e9064efff98f tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0936444 Sep 17 22:29:37.980820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58e1a5b1-734d-44a6-bdaa-04689e856168 req-61cc7e19-3aea-415f-9b4d-a2a6b35eabee tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715683 Sep 17 22:29:37.986495 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d89283a-2ba2-4b22-9f83-7da820ff5b13 x-openstack-request-id: req-6d89283a-2ba2-4b22-9f83-7da820ff5b13 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:37.986793 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a1d459-39bf-443b-afbc-dfbf75136f67", "name": "network-vif-plugged", "status": "completed", "tag": "3514d494-e115-48a9-9af6-b0ad13a98111", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:37.987045 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d89283a-2ba2-4b22-9f83-7da820ff5b13 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:37.988535 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a1d459-39bf-443b-afbc-dfbf75136f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3514d494-e115-48a9-9af6-b0ad13a98111', 'code': 200} Sep 17 22:29:37.998240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cbb2cfd4-8414-43b7-9305-d9cb33d66e02 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:38.051369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-57946fdd-5a05-469f-b4b5-7d67d097ca35 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] For port a52daf6e-f721-4623-9a42-c5d6a587dc20, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a52daf6e-f721-4623-9a42-c5d6a587dc20,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:38.052059 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-57946fdd-5a05-469f-b4b5-7d67d097ca35 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.063404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3825-e4a4-4904-9771-71f6965d1ce5 req-b08d06cd-9e19-4aa3-97bb-c5f8910317a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.065278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a06f3825-e4a4-4904-9771-71f6965d1ce5 req-b08d06cd-9e19-4aa3-97bb-c5f8910317a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 1098 time: 0.1203327 Sep 17 22:29:38.071405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-57946fdd-5a05-469f-b4b5-7d67d097ca35 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Calling delete_port for a52daf6e-f721-4623-9a42-c5d6a587dc20 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:38.087917 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.164675 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02a391bd-784b-4472-94b9-f26947993758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.167203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02a391bd-784b-4472-94b9-f26947993758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.168364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-02a391bd-784b-4472-94b9-f26947993758 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69e8c554-31bd-4d53-98d2-4b43dae554e4 HTTP/1.1" status: 204 len: 168 time: 0.6459129 Sep 17 22:29:38.186782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a391bd-784b-4472-94b9-f26947993758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e8c554-31bd-4d53-98d2-4b43dae554e4,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:38.193914 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a06f3825-e4a4-4904-9771-71f6965d1ce5 req-0380c7ce-65e7-4967-a401-fb60420413bd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201828 Sep 17 22:29:38.228815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:38.228815 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.253522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3514d494-e115-48a9-9af6-b0ad13a98111,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:38.373499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:36Z', 'revision_number': 3, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:38.403660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Checking router: ad214992-5b5d-4d4f-9124-02823de710c6 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:38.404101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Updating router ad214992-5b5d-4d4f-9124-02823de710c6 port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:29:38.407852 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-57946fdd-5a05-469f-b4b5-7d67d097ca35 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.424083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6', 'a52daf6e-f721-4623-9a42-c5d6a587dc20'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:38.445684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57946fdd-5a05-469f-b4b5-7d67d097ca35 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event deleted for resources: {'Port': ['ID=a52daf6e-f721-4623-9a42-c5d6a587dc20,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:38.457112 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.524563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-57946fdd-5a05-469f-b4b5-7d67d097ca35 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] No DVR routers for this DVR port a52daf6e-f721-4623-9a42-c5d6a587dc20 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:38.530203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-57946fdd-5a05-469f-b4b5-7d67d097ca35 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.534289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4fe4bfc-7a8a-4c5d-9d4c-2a926d19dc53 req-57946fdd-5a05-469f-b4b5-7d67d097ca35 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "DELETE /v2.0/ports/a52daf6e-f721-4623-9a42-c5d6a587dc20 HTTP/1.1" status: 204 len: 173 time: 1.0453494 Sep 17 22:29:38.537162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03862107-26c8-4c22-bce9-0bb34a1a8720', 'name': 'network-vif-deleted', 'tag': 'a52daf6e-f721-4623-9a42-c5d6a587dc20'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:38.541212 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d01b3-5b0d-4eee-9b19-576179e519db" -d '{"events": [{"server_uuid": "03862107-26c8-4c22-bce9-0bb34a1a8720", "name": "network-vif-deleted", "tag": "a52daf6e-f721-4623-9a42-c5d6a587dc20"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:38.601985 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0adff07-67cb-4968-8249-1eabe53e69bc x-openstack-request-id: req-b0adff07-67cb-4968-8249-1eabe53e69bc {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:38.602364 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03862107-26c8-4c22-bce9-0bb34a1a8720", "name": "network-vif-deleted", "tag": "a52daf6e-f721-4623-9a42-c5d6a587dc20", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:38.602691 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0adff07-67cb-4968-8249-1eabe53e69bc {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:38.603167 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03862107-26c8-4c22-bce9-0bb34a1a8720', 'name': 'network-vif-deleted', 'tag': 'a52daf6e-f721-4623-9a42-c5d6a587dc20', 'status': 'completed', 'code': 200} Sep 17 22:29:38.659077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.729381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 03e87e89-9589-4afb-87c3-acf72c7d8ccb details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:38.761119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c14140-5ec4-4b71-a410-7386cf30179c req-0c93ab7a-2146-44b3-a446-6e352d588caa tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.782054 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62c14140-5ec4-4b71-a410-7386cf30179c req-0c93ab7a-2146-44b3-a446-6e352d588caa tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 948 time: 0.1389728 Sep 17 22:29:38.835985 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a13cc2c-197e-45c7-9e45-a65c3e3cfda4 req-4fd1e86d-03aa-47fc-9fab-955a7d09365b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=03862107-26c8-4c22-bce9-0bb34a1a8720 HTTP/1.1" status: 200 len: 210 time: 0.0467203 Sep 17 22:29:38.924753 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62c14140-5ec4-4b71-a410-7386cf30179c req-eff1eb60-425c-40ed-9ddd-c7ddb1952ae4 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402488 Sep 17 22:29:38.927696 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.930558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 03e87e89-9589-4afb-87c3-acf72c7d8ccb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=03e87e89-9589-4afb-87c3-acf72c7d8ccb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:38.945672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '03e87e89-9589-4afb-87c3-acf72c7d8ccb', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '03e87e89-9589-4afb-87c3-acf72c7d8ccb', 'mac_address': 'fa:16:3e:e0:70:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:38.988264 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.007455 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.045238 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e87e89-9589-4afb-87c3-acf72c7d8ccb {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:39.053088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.086360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Allocated IP 172.20.0.1 (b56e9f02-d5ca-4cd4-a7a0-bb044beac31a/810ab61d-ffa3-406b-a586-7d853cb21049/8f620615-e2b6-4575-8d7f-391defd34b60) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:39.104203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 03e87e89-9589-4afb-87c3-acf72c7d8ccb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=03e87e89-9589-4afb-87c3-acf72c7d8ccb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:39.120189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-396288b8-61c9-4ad8-8b45-05a09f6205de req-5ded6eb9-1bfa-417b-9993-1b5d9ceaa7a4 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0504739 Sep 17 22:29:39.148163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfdf24-a300-4e54-b1c0-eaae12866c5b None None] Pushing event updated for resources: {'Port': ['ID=4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:39.148163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Attempting to bind port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:39.148163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Attempting to bind port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:39.148163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Attempting to bind port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:39.152852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:39.152852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:39.152852 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.152852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:39.152852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Bound port: 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:39.152852 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.180579 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.181317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c28e95c9-708e-4193-9230-80641a2be157 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:39.218880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c2b6b-1d27-45ea-a1d4-50458e346f21 req-29dca78a-2119-49ea-a515-56a921afb03f tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:39.220961 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-599c2b6b-1d27-45ea-a1d4-50458e346f21 req-29dca78a-2119-49ea-a515-56a921afb03f tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 946 time: 0.1466532 Sep 17 22:29:39.277878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:39.280857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] For port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:39.289514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=03e87e89-9589-4afb-87c3-acf72c7d8ccb,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:39.303527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] For port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:39.304970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'c28e95c9-708e-4193-9230-80641a2be157', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'c28e95c9-708e-4193-9230-80641a2be157', 'mac_address': 'fa:16:3e:37:07:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:39.350566 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.367623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28e95c9-708e-4193-9230-80641a2be157 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:39.390331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:39.408559 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.497296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.516545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Routers {'ad214992-5b5d-4d4f-9124-02823de710c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:39.517185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:29:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ad214992-5b5d-4d4f-9124-02823de710c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:39.519219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfdf24-a300-4e54-b1c0-eaae12866c5b None None] Pushing event updated for resources: {'Port': ['ID=4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:39.655116 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:39.691875 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] Set router ad214992-5b5d-4d4f-9124-02823de710c6 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:39.726385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.745859 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-599c2b6b-1d27-45ea-a1d4-50458e346f21 req-549e2d2b-6a14-4d65-9520-e6e5be9d75aa tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186281 Sep 17 22:29:39.766666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37204) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:39.903777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-41101996-8cea-447d-9fd8-02c9d9d13e24 req-411f7781-02eb-45df-bc98-e5534418e70f tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0361788 Sep 17 22:29:39.920722 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-201598430-network', 'tenant_id': '6a37e94996d44f16a7f77183e4fc3406'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:39.924964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.988624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7b1b695-a6e2-4123-9b15-003e1107a34b req-4a55a08c-180a-41bc-80a7-d686d231abce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d47338308bf8446e906a6d984a92aee1&device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0815039 Sep 17 22:29:40.031245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:40.060371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:40.064354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f620615-e2b6-4575-8d7f-391defd34b60,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:40.067742 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7b1b695-a6e2-4123-9b15-003e1107a34b req-fe9ef589-c4bb-415d-bc33-c07f9ab9b1cc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d47338308bf8446e906a6d984a92aee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641863 Sep 17 22:29:40.068529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:40.081886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['c28e95c9-708e-4193-9230-80641a2be157'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:40.108358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['03e87e89-9589-4afb-87c3-acf72c7d8ccb'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:40.173558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e0f1-f2cb-4f8a-bf7d-ec56143a008b req-356eb155-3fd7-4f4f-971f-8c08ad1f8dc3 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:40.175034 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d974e0f1-f2cb-4f8a-bf7d-ec56143a008b req-356eb155-3fd7-4f4f-971f-8c08ad1f8dc3 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 949 time: 0.1762762 Sep 17 22:29:40.175816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.181828 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.207832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:36Z', 'revision_number': 3, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:40.213027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Made reservation on behalf of 6a37e94996d44f16a7f77183e4fc3406 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:40.219567 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.254403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603cccf-2c2c-4618-9a8a-5d99ac0ac9d2 None None] The sync data for ids ['ad214992-5b5d-4d4f-9124-02823de710c6'] in n-d-713499-18 is: [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:36Z', 'revision_number': 3, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:40.303878 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.408299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1b695-a6e2-4123-9b15-003e1107a34b req-67b561b7-15d1-4387-a7a6-c745ef8fa737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:40.409799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7b1b695-a6e2-4123-9b15-003e1107a34b req-67b561b7-15d1-4387-a7a6-c745ef8fa737 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3167450 Sep 17 22:29:40.416298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d974e0f1-f2cb-4f8a-bf7d-ec56143a008b req-2971d828-0b16-48ae-af00-70eaa6298fb5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985915 Sep 17 22:29:40.530587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.577328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5475b31e-1be1-477c-b824-43efb103678b None None] Provisioning complete for port 8f620615-e2b6-4575-8d7f-391defd34b60 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:40.579063 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5475b31e-1be1-477c-b824-43efb103678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.613704 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.681255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5475b31e-1be1-477c-b824-43efb103678b None None] Port 8f620615-e2b6-4575-8d7f-391defd34b60 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:40.694452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.731296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:40.758737 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.759082 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Added segment 1b049ab3-7cb6-41bb-96bf-c61db8e55abf of type vlan for network 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 Sep 17 22:29:40.762862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-20014f05-6294-4a74-acf1-d095ab61a55e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:40.771557 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-20014f05-6294-4a74-acf1-d095ab61a55e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.1745605 Sep 17 22:29:40.811953 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-c27e64c4-2b34-47ce-b648-6f1e7ef80373 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/quotas/2dbf418ad7db4b2e92e446df8c405d0c HTTP/1.1" status: 200 len: 375 time: 0.0332561 Sep 17 22:29:40.822276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bd1664-0539-4dad-9917-c77e27fceffb,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:40.864768 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.901855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-98a4f58d-d0e4-4e07-9686-3e9967a53846 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876498 Sep 17 22:29:41.008584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51152b-d302-4e8c-9f07-32620ab2e037 req-11ba5665-12b8-45fe-81b8-813fca9a0c38 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:41.010459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b51152b-d302-4e8c-9f07-32620ab2e037 req-11ba5665-12b8-45fe-81b8-813fca9a0c38 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 946 time: 0.1412365 Sep 17 22:29:41.048650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-e1dd8968-401b-49a4-ba71-ecb5b6c49968 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311893 Sep 17 22:29:41.053146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.054184 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:41.054773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.157637 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.162093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] Pushing event updated for resources: {'Network': ['ID=1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:41.168553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b51152b-d302-4e8c-9f07-32620ab2e037 req-2a922337-e074-4a8e-8bba-8535d4605ad9 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511190 Sep 17 22:29:41.178246 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-736dedde-f1c9-4cbd-9fe5-f5d030d00bbb service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284599 Sep 17 22:29:41.178826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:41.227394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8f7cb016-a36d-4c53-97ed-6797d15a5e00 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4596593 Sep 17 22:29:41.228167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.230981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37244) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:41.237851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Request body: {'subnet': {'network_id': '1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-201598430-subnet', 'tenant_id': '6a37e94996d44f16a7f77183e4fc3406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:41.354178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Made reservation on behalf of 6a37e94996d44f16a7f77183e4fc3406 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:41.356744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.362526 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a74027ea-316c-49e4-b861-49af4879f14d req-d26a7c50-1265-4b5a-b03a-713ed4245229 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0567989 Sep 17 22:29:41.367559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.379915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f620615-e2b6-4575-8d7f-391defd34b60,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:41.502101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:41.503948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:41.826361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Router ad214992-5b5d-4d4f-9124-02823de710c6 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:41.847009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba7dbe-365f-4d46-b6e1-1ee07220d253 req-52130eef-6d05-44f1-a6df-22bb92037286 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:41.848958 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fba7dbe-365f-4d46-b6e1-1ee07220d253 req-52130eef-6d05-44f1-a6df-22bb92037286 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 949 time: 0.2121649 Sep 17 22:29:41.929490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9ff0ed1e-562f-4e1b-bd0d-77bb7b3ee05f None None] Provisioning complete for port 8f620615-e2b6-4575-8d7f-391defd34b60 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:41.930967 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ed1e-562f-4e1b-bd0d-77bb7b3ee05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.931855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.967835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7b1b695-a6e2-4123-9b15-003e1107a34b req-0e3f3efc-4377-4abb-96e9-480cf147dd9a tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.15 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0518060 Sep 17 22:29:41.990642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:41.993726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbcf2aa8-2558-48ad-bc19-f004f95401bb,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:42.021088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fba7dbe-365f-4d46-b6e1-1ee07220d253 req-ce92b360-25a4-427d-a867-55a19e76b3b0 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634717 Sep 17 22:29:42.070323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0ed1e-562f-4e1b-bd0d-77bb7b3ee05f None None] Port 8f620615-e2b6-4575-8d7f-391defd34b60 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:42.142969 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ef438d9-717d-44a4-a347-d803750ad2d0 req-3e059c07-4da8-494c-bcdf-138fd20f2658 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 210 time: 0.0356994 Sep 17 22:29:42.147971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Checking segment: {'id': '1b049ab3-7cb6-41bb-96bf-c61db8e55abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:42.148634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Network hostable DHCP agents. Network: 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:42.155187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:42.155594 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.177500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:42.199708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3ae9cbe0-0aa2-49be-aec9-1e7728e0e0f6 admin admin] 10.222.0.30 "PUT /v2.0/routers/ad214992-5b5d-4d4f-9124-02823de710c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4123664 Sep 17 22:29:42.260596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9fb23-6644-4e40-a89e-bbb392c9a8ae req-b954a267-ede4-4f88-bd84-8b82ea0ab488 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:42.266664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7aa9fb23-6644-4e40-a89e-bbb392c9a8ae req-b954a267-ede4-4f88-bd84-8b82ea0ab488 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 946 time: 0.0759537 Sep 17 22:29:42.270520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Network 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:42.341287 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7aa9fb23-6644-4e40-a89e-bbb392c9a8ae req-fb92f0b2-34cb-4f56-b3b2-730dba212fdd tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692050 Sep 17 22:29:42.344271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.371613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:42.376907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:42.394079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90809a55-bffc-4d90-b647-063bac03b3dc None None] Network 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:42.397974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:42.398763 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.495913 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.522023 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a20a338-bc64-471b-931e-e4d1a6ce51ea req-fe5b997c-5185-4a0c-bf2d-7c25dbffbb54 tempest-ServerShowV254Test-422028076 tempest-ServerShowV254Test-422028076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c674856c-4d10-49aa-90f2-9f3754ac0aed HTTP/1.1" status: 200 len: 210 time: 0.0430677 Sep 17 22:29:42.549952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-18bae116-1dcf-45a1-8a5b-9f9581a3a232 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3176358 Sep 17 22:29:42.601995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:42.660677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae97c32c-6f2d-4547-838f-ab74aa398323 None None] Network 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:42.772036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c28e95c9-708e-4193-9230-80641a2be157 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:42.825961 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Sync routers for ids ['ad214992-5b5d-4d4f-9124-02823de710c6'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:42.852179 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Routers {'ad214992-5b5d-4d4f-9124-02823de710c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:42.853080 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:29:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ad214992-5b5d-4d4f-9124-02823de710c6'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:42.975266 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Set router ad214992-5b5d-4d4f-9124-02823de710c6 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:42.994542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port c28e95c9-708e-4193-9230-80641a2be157 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:42.998232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port c28e95c9-708e-4193-9230-80641a2be157 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:42.998232 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.069384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37310) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:43.074788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-dd6b762a-760f-489d-9fdf-7c028877a2e6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514584903', 'description': 'tempest-description--1500505591'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:43.112955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-422929c6-99f8-47e1-9629-e16ba3687f4b tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:43.126369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-422929c6-99f8-47e1-9629-e16ba3687f4b tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/networks?id=1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 HTTP/1.1" status: 200 len: 813 time: 0.1660962 Sep 17 22:29:43.139625 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-ceb1ffdf-f878-4cc4-91df-043623347b98 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/quotas/6a37e94996d44f16a7f77183e4fc3406 HTTP/1.1" status: 200 len: 375 time: 0.0121436 Sep 17 22:29:43.145646 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.181990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:43.185181 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-39b2cc20-4b1e-4a20-949b-ec140b4baae5 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a37e94996d44f16a7f77183e4fc3406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383034 Sep 17 22:29:43.189536 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb41d35-76ec-4946-8c65-0a4bf98c2ce3" -d '{"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-plugged", "status": "completed", "tag": "c28e95c9-708e-4193-9230-80641a2be157"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:43.225706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:43.229603 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dd6b762a-760f-489d-9fdf-7c028877a2e6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.235107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a52daf6e-f721-4623-9a42-c5d6a587dc20 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:43.275789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e063662-84e6-4cf5-b1cf-83b491984748 req-dc45041e-975b-41f5-bc88-f107c2229062 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:43.279964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: a52daf6e-f721-4623-9a42-c5d6a587dc20 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:43.280503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a52daf6e-f721-4623-9a42-c5d6a587dc20 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:43.284762 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e063662-84e6-4cf5-b1cf-83b491984748 req-dc45041e-975b-41f5-bc88-f107c2229062 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 949 time: 0.1075075 Sep 17 22:29:43.294723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-fdc8869a-6676-43c3-a178-c7602716ad21 service neutron] 10.222.0.30 "GET /v2.0/networks/1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085155 Sep 17 22:29:43.351979 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.353040 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 03e87e89-9589-4afb-87c3-acf72c7d8ccb up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:43.368712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e063662-84e6-4cf5-b1cf-83b491984748 req-0dd1fb27-b3d1-4951-871c-39f687933ce5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770202 Sep 17 22:29:43.386817 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '8f620615-e2b6-4575-8d7f-391defd34b60', 'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'tenant_id': '03a542add212453c912a8386c940b572', 'mac_address': 'fa:16:3e:1a:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:38Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 2, 'project_id': '03a542add212453c912a8386c940b572', 'subnets': [{'id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:43.427536 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-07596554-66b5-4fd8-ae1a-79a6120233d7 service neutron] 10.222.0.30 "GET /v2.0/networks/1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191618 Sep 17 22:29:43.464220 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Checking router: ad214992-5b5d-4d4f-9124-02823de710c6 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:43.464711 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Updating router ad214992-5b5d-4d4f-9124-02823de710c6 port 8f620615-e2b6-4575-8d7f-391defd34b60 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:29:43.474003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-5f6a038b-9c5d-479b-a01c-98c0c30e65ab tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:43.476268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-5f6a038b-9c5d-479b-a01c-98c0c30e65ab tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.23 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 946 time: 0.1322877 Sep 17 22:29:43.507827 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:43.510029 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.581585 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dd6b762a-760f-489d-9fdf-7c028877a2e6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.583990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9becef2-dc44-4a18-8b7b-ef593c54131d req-9bfd6f1b-b41d-4e00-a3cc-b3ff771f08e9 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 210 time: 0.0461397 Sep 17 22:29:43.619288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 03e87e89-9589-4afb-87c3-acf72c7d8ccb completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:43.625659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 03e87e89-9589-4afb-87c3-acf72c7d8ccb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:43.626088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.630699 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131d392d-c884-4336-b4a0-059940ef6b11 x-openstack-request-id: req-131d392d-c884-4336-b4a0-059940ef6b11 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:43.630985 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-plugged", "status": "completed", "tag": "c28e95c9-708e-4193-9230-80641a2be157", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:43.631234 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-131d392d-c884-4336-b4a0-059940ef6b11 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:43.631620 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157', 'code': 200} Sep 17 22:29:43.651917 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-8def6ca9-a365-4155-b204-6ce6ee3312ad tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Deleting port 3514d494-e115-48a9-9af6-b0ad13a98111 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:43.651917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-8def6ca9-a365-4155-b204-6ce6ee3312ad tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.735515 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dd6b762a-760f-489d-9fdf-7c028877a2e6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.747373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.814485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce290ff-7466-479f-9857-5dbcf42da3f1 req-cb44a8f8-b7bb-4ba9-a43d-5fc5bccbf576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:43.816478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ce290ff-7466-479f-9857-5dbcf42da3f1 req-cb44a8f8-b7bb-4ba9-a43d-5fc5bccbf576 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 1101 time: 0.0794532 Sep 17 22:29:43.824694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 03e87e89-9589-4afb-87c3-acf72c7d8ccb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=03e87e89-9589-4afb-87c3-acf72c7d8ccb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:43.867942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:43.887005 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ce290ff-7466-479f-9857-5dbcf42da3f1 req-5208f73e-58ad-4395-8d3a-ebd1bc316844 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618100 Sep 17 22:29:43.913004 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.929596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-8def6ca9-a365-4155-b204-6ce6ee3312ad tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] For port 3514d494-e115-48a9-9af6-b0ad13a98111, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3514d494-e115-48a9-9af6-b0ad13a98111,segment=NetworkSegment(f5c3550e-9fa8-4d7a-a838-158101d5ffe0),segment_id=f5c3550e-9fa8-4d7a-a838-158101d5ffe0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:43.930591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-8def6ca9-a365-4155-b204-6ce6ee3312ad tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.932665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b762a-760f-489d-9fdf-7c028877a2e6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9655f874-1fd3-47f9-8f45-9e780d04884b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:43.945632 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4610bf42-79b3-492e-aa4b-8369e24c6b12 req-d223436c-90e6-4a00-8aea-ad2c25fa3525 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 210 time: 0.0471187 Sep 17 22:29:43.958176 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.961818 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dd6b762a-760f-489d-9fdf-7c028877a2e6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.963622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dd6b762a-760f-489d-9fdf-7c028877a2e6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8926380 Sep 17 22:29:43.965711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-8def6ca9-a365-4155-b204-6ce6ee3312ad tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Calling delete_port for 3514d494-e115-48a9-9af6-b0ad13a98111 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:43.966560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37328) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:43.972874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3fa02190-d944-4187-a0bb-bbc5978e16b8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'security_group_rule': {'security_group_id': '9655f874-1fd3-47f9-8f45-9e780d04884b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:43.991684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40bcfb-00a1-4797-827e-90a1ba0aee3e req-1774cc00-3d86-4b6c-8cd4-07d1020abc21 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:43.993782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac40bcfb-00a1-4797-827e-90a1ba0aee3e req-1774cc00-3d86-4b6c-8cd4-07d1020abc21 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 946 time: 0.1922345 Sep 17 22:29:44.022250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=03e87e89-9589-4afb-87c3-acf72c7d8ccb,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:44.031205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:44.033258 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.050972 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.056621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3fa02190-d944-4187-a0bb-bbc5978e16b8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.107280 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Pushing event updated for resources: {'Port': ['ID=8f620615-e2b6-4575-8d7f-391defd34b60,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:44.127727 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3fa02190-d944-4187-a0bb-bbc5978e16b8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.152241 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.156655 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.158102 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.158462 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.158800 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.159134 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.159466 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.159793 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.160201 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.160948 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.161279 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.161603 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:44.175575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac40bcfb-00a1-4797-827e-90a1ba0aee3e req-63166089-8059-44b7-9d8d-d6d9b8f0d9e4 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de03ac9-6b18-4471-9e29-885753002936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453295 Sep 17 22:29:44.202151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3fa02190-d944-4187-a0bb-bbc5978e16b8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.223741 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa02190-d944-4187-a0bb-bbc5978e16b8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92b4de6-6b3d-4792-9534-3e47b1c18a4d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:44.230644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-8def6ca9-a365-4155-b204-6ce6ee3312ad tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.234483 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Attempting to bind port 8f620615-e2b6-4575-8d7f-391defd34b60 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:44.235140 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Attempting to bind port 8f620615-e2b6-4575-8d7f-391defd34b60 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:44.235674 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Attempting to bind port 8f620615-e2b6-4575-8d7f-391defd34b60 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:44.244183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3514d494-e115-48a9-9af6-b0ad13a98111'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:44.258096 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:44.258469 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Checking segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:44.259031 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.259760 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Bound using segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:44.260580 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Bound port: 8f620615-e2b6-4575-8d7f-391defd34b60, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:44.262558 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.296075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def6ca9-a365-4155-b204-6ce6ee3312ad tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Pushing event deleted for resources: {'Port': ['ID=3514d494-e115-48a9-9af6-b0ad13a98111,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:44.340619 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3fa02190-d944-4187-a0bb-bbc5978e16b8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.348223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3fa02190-d944-4187-a0bb-bbc5978e16b8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791850 Sep 17 22:29:44.351398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37342) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:44.360562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7990f8af-918a-483d-9348-eb33ab3a603e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'security_group_rule': {'security_group_id': '9655f874-1fd3-47f9-8f45-9e780d04884b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:44.392055 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] For port 8f620615-e2b6-4575-8d7f-391defd34b60, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:44.396136 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] For port 8f620615-e2b6-4575-8d7f-391defd34b60, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8f620615-e2b6-4575-8d7f-391defd34b60,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:44.439961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-8def6ca9-a365-4155-b204-6ce6ee3312ad tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] No DVR routers for this DVR port 3514d494-e115-48a9-9af6-b0ad13a98111 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:44.447555 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-8def6ca9-a365-4155-b204-6ce6ee3312ad tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.449842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6596f8c9-cd99-4186-81f3-d65dbb850879 req-8def6ca9-a365-4155-b204-6ce6ee3312ad tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.23 "DELETE /v2.0/ports/3514d494-e115-48a9-9af6-b0ad13a98111 HTTP/1.1" status: 204 len: 173 time: 0.9652653 Sep 17 22:29:44.450479 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a1d459-39bf-443b-afbc-dfbf75136f67', 'name': 'network-vif-deleted', 'tag': '3514d494-e115-48a9-9af6-b0ad13a98111'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:44.453588 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6b0e5b-4f58-4b90-926e-9c01cae72a53" -d '{"events": [{"server_uuid": "41a1d459-39bf-443b-afbc-dfbf75136f67", "name": "network-vif-deleted", "tag": "3514d494-e115-48a9-9af6-b0ad13a98111"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:44.466143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37348) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:44.471108 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.522666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-707b07a1-5213-428b-a19b-6eaf3e9ccbe0 None None] Provisioning complete for port 8f620615-e2b6-4575-8d7f-391defd34b60 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:44.524910 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-707b07a1-5213-428b-a19b-6eaf3e9ccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.525049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-b628127b-dcde-467c-b140-7edf4b3376e0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:44.526513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-b628127b-dcde-467c-b140-7edf4b3376e0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.2458239 Sep 17 22:29:44.539263 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40314e4-e031-485b-9a03-af03478e4763 x-openstack-request-id: req-a40314e4-e031-485b-9a03-af03478e4763 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:44.539561 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a1d459-39bf-443b-afbc-dfbf75136f67", "name": "network-vif-deleted", "tag": "3514d494-e115-48a9-9af6-b0ad13a98111", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:44.539872 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a40314e4-e031-485b-9a03-af03478e4763 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:44.540304 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a1d459-39bf-443b-afbc-dfbf75136f67', 'name': 'network-vif-deleted', 'tag': '3514d494-e115-48a9-9af6-b0ad13a98111', 'status': 'completed', 'code': 200} Sep 17 22:29:44.576065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7990f8af-918a-483d-9348-eb33ab3a603e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.581481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Request body: {'port': {'device_id': 'd61697a1-e327-4ec3-8253-b1f6fe5fa9da', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'admin_state_up': True, 'tenant_id': '2dbf418ad7db4b2e92e446df8c405d0c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:44.647536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9246bb5-e61e-46e8-b9ac-2eb5b249ac86 req-9ba98ea3-dd81-4ba0-b51c-5a50a3c0ea6c tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:44.652825 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Routers {'ad214992-5b5d-4d4f-9124-02823de710c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:44.653704 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:29:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ad214992-5b5d-4d4f-9124-02823de710c6'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:44.660789 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674a237-d56b-4eb1-858e-919dbcfc06a1 None None] Pushing event updated for resources: {'Port': ['ID=8f620615-e2b6-4575-8d7f-391defd34b60,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:44.668556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9246bb5-e61e-46e8-b9ac-2eb5b249ac86 req-9ba98ea3-dd81-4ba0-b51c-5a50a3c0ea6c tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 950 time: 0.1694715 Sep 17 22:29:44.780163 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-707b07a1-5213-428b-a19b-6eaf3e9ccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.797216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7990f8af-918a-483d-9348-eb33ab3a603e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.812823 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a757abb7-aadf-44b2-a31f-17000ee6051a req-3a0f2b39-bf22-4ae0-8f57-3ca832b2dad7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 210 time: 0.0844743 Sep 17 22:29:44.820447 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98c67018-ca2f-4b2a-a9ca-cfe6c7f1a94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.829188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-707b07a1-5213-428b-a19b-6eaf3e9ccbe0 None None] For port 8f620615-e2b6-4575-8d7f-391defd34b60, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8f620615-e2b6-4575-8d7f-391defd34b60,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:44.869094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9246bb5-e61e-46e8-b9ac-2eb5b249ac86 req-0277136f-7ffd-472d-a975-db63564180ec tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971066 Sep 17 22:29:44.886735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7990f8af-918a-483d-9348-eb33ab3a603e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.899153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-707b07a1-5213-428b-a19b-6eaf3e9ccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.929765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990f8af-918a-483d-9348-eb33ab3a603e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cc852c-9fde-438d-a04e-b2cad954397d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:44.999009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b07a1-5213-428b-a19b-6eaf3e9ccbe0 None None] Pushing event updated for resources: {'Port': ['ID=8f620615-e2b6-4575-8d7f-391defd34b60,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:45.050624 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] Set router ad214992-5b5d-4d4f-9124-02823de710c6 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:45.081673 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98c67018-ca2f-4b2a-a9ca-cfe6c7f1a94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.083761 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffd050d3-37ce-44a0-96c9-b654e569cb3d req-a1a918e8-710c-4272-8d68-f41f8972fd53 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 210 time: 0.0395536 Sep 17 22:29:45.130635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-bd78b2af-be5a-4d76-94e3-22e6af7ed696 None None] Provisioning complete for port 8f620615-e2b6-4575-8d7f-391defd34b60 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:45.131121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bd78b2af-be5a-4d76-94e3-22e6af7ed696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.291139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e067cf3f-b9b4-4f01-bfa6-ffe9e9d9b793 req-b7d8f7e7-0918-4805-8e40-bd5127ac46d0 tempest-ServerGroupTestJSON-1354399042 tempest-ServerGroupTestJSON-1354399042-project] 10.222.0.30 "GET /v2.0/ports?device_id=41a1d459-39bf-443b-afbc-dfbf75136f67 HTTP/1.1" status: 200 len: 210 time: 0.0305765 Sep 17 22:29:45.312332 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '8f620615-e2b6-4575-8d7f-391defd34b60', 'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'tenant_id': '03a542add212453c912a8386c940b572', 'mac_address': 'fa:16:3e:1a:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:38Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'subnets': [{'id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:45.338817 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad917b-e5e7-48cb-9c20-07cdb1c4c262 None None] The sync data for ids ['ad214992-5b5d-4d4f-9124-02823de710c6'] in n-d-713499-18 is: [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '8f620615-e2b6-4575-8d7f-391defd34b60', 'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'tenant_id': '03a542add212453c912a8386c940b572', 'mac_address': 'fa:16:3e:1a:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:38Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'subnets': [{'id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:45.345059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98c67018-ca2f-4b2a-a9ca-cfe6c7f1a94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.410450 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-98c67018-ca2f-4b2a-a9ca-cfe6c7f1a94b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d47338308bf8446e906a6d984a92aee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9399498 Sep 17 22:29:45.411482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37370) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:45.411968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c67018-ca2f-4b2a-a9ca-cfe6c7f1a94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b6ed07-de51-4c38-9b29-d64906991a41,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:45.469301 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4108-4b09-4aca-96bd-cbf7acf7cdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.491655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4108-4b09-4aca-96bd-cbf7acf7cdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.500899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Made reservation on behalf of 2dbf418ad7db4b2e92e446df8c405d0c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:45.505059 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.611479 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7990f8af-918a-483d-9348-eb33ab3a603e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.617163 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7990f8af-918a-483d-9348-eb33ab3a603e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2603617 Sep 17 22:29:45.624217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37374) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:45.624515 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:45.633583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a137b0-ca01-441f-8974-a4126c70ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e87e89-9589-4afb-87c3-acf72c7d8ccb'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:45.635981 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d81b84-a59d-4923-98a6-3ca3e90a70cb" -d '{"events": [{"server_uuid": "32a137b0-ca01-441f-8974-a4126c70ce41", "name": "network-vif-plugged", "status": "completed", "tag": "03e87e89-9589-4afb-87c3-acf72c7d8ccb"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:45.736596 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03277e1-62ae-432a-92ae-abdf25e3429e x-openstack-request-id: req-d03277e1-62ae-432a-92ae-abdf25e3429e {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:45.737061 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a137b0-ca01-441f-8974-a4126c70ce41", "name": "network-vif-plugged", "status": "completed", "tag": "03e87e89-9589-4afb-87c3-acf72c7d8ccb", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:45.737407 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d03277e1-62ae-432a-92ae-abdf25e3429e {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:45.737920 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a137b0-ca01-441f-8974-a4126c70ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e87e89-9589-4afb-87c3-acf72c7d8ccb', 'code': 200} Sep 17 22:29:45.752900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Allocated IP 172.20.0.8 (ea29fd46-8ada-4e99-9213-0d4eece86de5/461e6197-8fbb-40ee-954d-8227cda698ef/d52efeb1-68f2-4943-8f33-2525aa41b776) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:45.773319 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.795465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4108-4b09-4aca-96bd-cbf7acf7cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.803783 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4108-4b09-4aca-96bd-cbf7acf7cdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.809187 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6a4c4108-4b09-4aca-96bd-cbf7acf7cdb6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8b6ed07-de51-4c38-9b29-d64906991a41 HTTP/1.1" status: 204 len: 168 time: 0.3922539 Sep 17 22:29:45.918431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c4108-4b09-4aca-96bd-cbf7acf7cdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b6ed07-de51-4c38-9b29-d64906991a41,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:46.005320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f620615-e2b6-4575-8d7f-391defd34b60 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:46.086286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8f620615-e2b6-4575-8d7f-391defd34b60 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:46.086917 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.102872 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4b67cccf-b169-4911-996a-1b9456874e79 req-ab712e13-17e3-400e-84c4-e799ec4ebabc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 210 time: 0.0815420 Sep 17 22:29:46.182993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7601-9193-4255-9827-e0f71444c5b5 req-d557be22-3cd0-49f3-ae83-6701dd926cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:46.184946 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2b7d7601-9193-4255-9827-e0f71444c5b5 req-d557be22-3cd0-49f3-ae83-6701dd926cc5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 1102 time: 0.3063202 Sep 17 22:29:46.291328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2b7d7601-9193-4255-9827-e0f71444c5b5 req-1c8680d3-adae-423a-8814-7d41bc9eae5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853996 Sep 17 22:29:46.346489 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61556568-e282-44e9-880a-4afd8c9b051b req-cb6b719a-287d-485a-b8de-8b346a8b858a tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 210 time: 0.0574098 Sep 17 22:29:46.375984 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.599710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Allocated IP 172.25.6.217 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/45363686-623e-4da1-b569-bafa21753682) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:46.660562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebb89-50f3-412d-a245-7dfe5db50249 req-568915b1-c256-433c-85b8-5b1419d9f64d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:46.676204 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a3ebb89-50f3-412d-a245-7dfe5db50249 req-568915b1-c256-433c-85b8-5b1419d9f64d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 950 time: 0.6642561 Sep 17 22:29:46.767799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.850560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.976525 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a3ebb89-50f3-412d-a245-7dfe5db50249 req-c48405f0-9163-45c6-ad31-511b9a8a64c3 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979820 Sep 17 22:29:46.981650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.004299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:47.028338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.051317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:47.056156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:47.060822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:47.133147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event updated for resources: {'Port': ['ID=d52efeb1-68f2-4943-8f33-2525aa41b776,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:47.169222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:47.171077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:47.171810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.172218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37434) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.190814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:47.197927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:47.263906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3514d494-e115-48a9-9af6-b0ad13a98111 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:47.275052 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-919b936d-0a50-400e-9aa0-5de8d11733e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7279451 Sep 17 22:29:47.282280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Request body: {'port': {'device_id': 'd61697a1-e327-4ec3-8253-b1f6fe5fa9da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:47.321462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'Port': ['ID=45363686-623e-4da1-b569-bafa21753682,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:47.373427 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d4d13a-890d-4f20-8211-f09758a406c3 admin admin] Deleting subnet f1324bd4-93f5-4b8f-888e-392c1ec08edf {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:47.384695 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d13a-890d-4f20-8211-f09758a406c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.427780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 3514d494-e115-48a9-9af6-b0ad13a98111 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:47.430570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3514d494-e115-48a9-9af6-b0ad13a98111 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:47.466465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda4202-e85f-4e8f-8f0a-1de1bdf41db7 req-976bba8f-96a0-49de-b888-3f3c33378d75 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:47.475824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1dda4202-e85f-4e8f-8f0a-1de1bdf41db7 req-976bba8f-96a0-49de-b888-3f3c33378d75 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 931 time: 0.2147226 Sep 17 22:29:47.508628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.513288 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d13a-890d-4f20-8211-f09758a406c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.581257 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1dda4202-e85f-4e8f-8f0a-1de1bdf41db7 req-60dc9a5a-3978-4da4-9909-00f3c7746f03 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047802 Sep 17 22:29:47.597349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5454396-9abd-41b2-a7e0-18cf060d31ac req-75bd520b-e652-4952-8735-df29b1f59b06 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 210 time: 0.0755956 Sep 17 22:29:47.610388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.623455 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d13a-890d-4f20-8211-f09758a406c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.724356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37446) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.749114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d13a-890d-4f20-8211-f09758a406c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.789596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4d13a-890d-4f20-8211-f09758a406c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1324bd4-93f5-4b8f-888e-392c1ec08edf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:47.860435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d13a-890d-4f20-8211-f09758a406c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.864087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c9d4d13a-890d-4f20-8211-f09758a406c3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f1324bd4-93f5-4b8f-888e-392c1ec08edf HTTP/1.1" status: 204 len: 168 time: 0.6907589 Sep 17 22:29:47.868278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37450) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.870975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2070476978-network', 'tenant_id': 'b9c5c465b8a1441dae48ba42af84da5f'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:47.878543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.975660 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.031767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-ffc7430b-cdb1-46a0-a9eb-e1de902982c7 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:48.035050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-ffc7430b-cdb1-46a0-a9eb-e1de902982c7 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.15 "GET /v2.0/networks?id=1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 HTTP/1.1" status: 200 len: 813 time: 0.2602568 Sep 17 22:29:48.071725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Request body: {'port': {'device_id': '8f3a90b6-08c8-4163-b5bb-3c137f49bdc9', 'network_id': '1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8', 'admin_state_up': True, 'tenant_id': '6a37e94996d44f16a7f77183e4fc3406'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:48.138560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Made reservation on behalf of b9c5c465b8a1441dae48ba42af84da5f for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:48.141401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.146652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.168023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c38caf-5992-486d-8c1f-b1e6bd166ea0']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:48.181355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c3550e-9fa8-4d7a-a838-158101d5ffe0') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:48.181652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c3550e-9fa8-4d7a-a838-158101d5ffe0') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:48.192364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.192593 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.204602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52efeb1-68f2-4943-8f33-2525aa41b776 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:48.222205 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.253916 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.267910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:48.268345 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:48.271769 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:48.295484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d76a22-2314-4754-9d0a-af50b5be9b1f req-987f111d-7629-4cab-aebd-7bd95fa1f843 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:48.302537 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62d76a22-2314-4754-9d0a-af50b5be9b1f req-987f111d-7629-4cab-aebd-7bd95fa1f843 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 950 time: 0.2131982 Sep 17 22:29:48.320233 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.379470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62d76a22-2314-4754-9d0a-af50b5be9b1f req-4b5078e6-0fa1-4daf-be28-1245aefc3d25 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759945 Sep 17 22:29:48.381363 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.418507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.447611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Transition to ACTIVE for port object d52efeb1-68f2-4943-8f33-2525aa41b776 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:48.449854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.456859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.460499 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] 10.222.0.30 "DELETE /v2.0/networks/e8c38caf-5992-486d-8c1f-b1e6bd166ea0 HTTP/1.1" status: 204 len: 168 time: 0.5907872 Sep 17 22:29:48.476951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7f4ca-d7c1-4dee-a6e7-9cf02b4c498b admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c38caf-5992-486d-8c1f-b1e6bd166ea0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:48.480387 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.556221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.566748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:48.572516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'Port': ['ID=45363686-623e-4da1-b569-bafa21753682,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:48.611798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Made reservation on behalf of 6a37e94996d44f16a7f77183e4fc3406 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:48.615760 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.639549 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.641271 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.641625 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Added segment 9f821c59-e07f-4a6f-9159-3701ec2bdd79 of type vlan for network fad25667-7666-4080-9fa3-97e0e0572bcd Sep 17 22:29:48.654931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Pushing event updated for resources: {'Port': ['ID=d52efeb1-68f2-4943-8f33-2525aa41b776,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:48.695199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf2305f-13fa-4b21-beae-189f88b798ba,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:48.714687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.745653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfac30-abf2-4ae9-9439-a52fb1cb2c91 req-3f335050-dc6c-4b2f-a14c-5a6e20906c9c tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:48.747196 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9cbfac30-abf2-4ae9-9439-a52fb1cb2c91 req-3f335050-dc6c-4b2f-a14c-5a6e20906c9c tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.2708955 Sep 17 22:29:48.759447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10646626-911c-4aaf-a26e-6265b14789e0 req-58a32612-d29d-4fb6-9952-5a554654e566 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:48.768350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10646626-911c-4aaf-a26e-6265b14789e0 req-58a32612-d29d-4fb6-9952-5a554654e566 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 943 time: 0.0800464 Sep 17 22:29:48.779303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Attempting to bind port d52efeb1-68f2-4943-8f33-2525aa41b776 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:48.782266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Attempting to bind port d52efeb1-68f2-4943-8f33-2525aa41b776 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:48.783619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Attempting to bind port d52efeb1-68f2-4943-8f33-2525aa41b776 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:48.817403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Port d52efeb1-68f2-4943-8f33-2525aa41b776 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:48.818056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Attempting to bind port d52efeb1-68f2-4943-8f33-2525aa41b776 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:48.833359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:48.833712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Checking segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:48.834892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Bound using segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:48.834892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Bound port: d52efeb1-68f2-4943-8f33-2525aa41b776, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:48.834892 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.840035 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9cbfac30-abf2-4ae9-9439-a52fb1cb2c91 req-a88bc4cf-3119-44b5-977d-3c6bbe7732c6 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620239 Sep 17 22:29:48.853147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.856439 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2fc59b02-b2a0-4b2a-bdfc-ba12318593f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2359021 Sep 17 22:29:48.872433 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10646626-911c-4aaf-a26e-6265b14789e0 req-bd400abd-e08e-454e-aece-259b7b31eb19 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827641 Sep 17 22:29:48.941566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.942659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:48.945782 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.973905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37474) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:48.987316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] For port d52efeb1-68f2-4943-8f33-2525aa41b776, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:49.025348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Allocated IP 172.20.0.3 (1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8/fbcf2aa8-2558-48ad-bc19-f004f95401bb/d0490bcb-8e56-4a55-acf0-f75f12538901) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:49.029652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] For port d52efeb1-68f2-4943-8f33-2525aa41b776, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d52efeb1-68f2-4943-8f33-2525aa41b776,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:49.059366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dfed5d28-ec2f-4da6-8c99-dd79972543d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a012c6ed97441d3aca09af00408e727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841930 Sep 17 22:29:49.062910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37482) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:49.075656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] Pushing event updated for resources: {'Network': ['ID=fad25667-7666-4080-9fa3-97e0e0572bcd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:49.090829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network fad25667-7666-4080-9fa3-97e0e0572bcd details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:49.103944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0680c3c3-9892-4fac-80d6-8e29f3da67b1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3757157 Sep 17 22:29:49.109171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37490) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:49.131414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Request body: {'subnet': {'network_id': 'fad25667-7666-4080-9fa3-97e0e0572bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2070476978-subnet', 'tenant_id': 'b9c5c465b8a1441dae48ba42af84da5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:49.157005 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.189671 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b1efb8a-dada-4c04-a263-223c14207616 req-eaf9f2e1-f0b0-4eec-95b3-f08c3871a2bf tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 210 time: 0.0538082 Sep 17 22:29:49.323694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Pushing event updated for resources: {'Port': ['ID=d52efeb1-68f2-4943-8f33-2525aa41b776,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:49.336838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:49.337469 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.338869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-cfc905f6-6311-4d3e-ac2f-d08f6c5d1778 service neutron] 10.222.0.23 "PUT /v2.0/ports/d52efeb1-68f2-4943-8f33-2525aa41b776 HTTP/1.1" status: 200 len: 1092 time: 2.0613515 Sep 17 22:29:49.342701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61697a1-e327-4ec3-8253-b1f6fe5fa9da', 'tag': 'd52efeb1-68f2-4943-8f33-2525aa41b776'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:49.352000 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "d61697a1-e327-4ec3-8253-b1f6fe5fa9da", "tag": "d52efeb1-68f2-4943-8f33-2525aa41b776"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:49.428363 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-fe75a653-8d1b-4ff0-ac53-eb901bb76579 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1514584903&fields=id&tenant_id=03a542add212453c912a8386c940b572 HTTP/1.1" status: 200 len: 267 time: 0.1066673 Sep 17 22:29:49.443997 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b27ab55e-0386-4b1f-88fa-5fade66c6c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.496090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b27ab55e-0386-4b1f-88fa-5fade66c6c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.621747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Made reservation on behalf of b9c5c465b8a1441dae48ba42af84da5f for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:49.624090 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.660980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-1d99b473-c308-482c-ba22-084e2f955dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:49.662497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-1d99b473-c308-482c-ba22-084e2f955dd8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 1095 time: 0.1124322 Sep 17 22:29:49.671607 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b27ab55e-0386-4b1f-88fa-5fade66c6c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.674426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b27ab55e-0386-4b1f-88fa-5fade66c6c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.675997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-5e2207ad-f3a2-4811-aa3e-47c631d39464 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556424 Sep 17 22:29:49.678297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b27ab55e-0386-4b1f-88fa-5fade66c6c6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4de03ac9-6b18-4471-9e29-885753002936 HTTP/1.1" status: 204 len: 168 time: 0.6142383 Sep 17 22:29:49.710290 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462b54-1281-4571-a426-da0458070e68 req-1ea76716-daa2-4c3a-8f5b-07fd75d32b74 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:49.711970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-1ea76716-daa2-4c3a-8f5b-07fd75d32b74 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 811 time: 0.2827082 Sep 17 22:29:49.745093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ab55e-0386-4b1f-88fa-5fade66c6c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de03ac9-6b18-4471-9e29-885753002936,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:49.749373 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-d6bdf25a-bc2c-4678-a4fe-dfad25ea989c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52efeb1-68f2-4943-8f33-2525aa41b776 HTTP/1.1" status: 200 len: 217 time: 0.0678034 Sep 17 22:29:49.781604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-a8ee3fd6-b454-4e2a-b97a-e6dc347a5999 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/quotas/03a542add212453c912a8386c940b572 HTTP/1.1" status: 200 len: 375 time: 0.0379174 Sep 17 22:29:49.834105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-55496649-6171-4f55-acf3-2d3e70affad5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:49.842166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-55496649-6171-4f55-acf3-2d3e70affad5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295748 Sep 17 22:29:49.854671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-c6c47154-86d1-408c-9b77-2dfc330f09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:49.856766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-c6c47154-86d1-408c-9b77-2dfc330f09fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.0880935 Sep 17 22:29:49.886951 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-2c5c3e42-9c23-4b0c-9b77-8af4eb851f6e tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/quotas/36b86bdecf6944f2bb9a3b9f3557233f HTTP/1.1" status: 200 len: 375 time: 0.0411925 Sep 17 22:29:49.895370 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.907395 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-a3aa9c3c-afb1-44bf-983f-0d8f1682f4b8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042206 Sep 17 22:29:49.928783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-584db2e3-2f83-437a-9062-544ce22be27f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591657 Sep 17 22:29:50.037757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.053415 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-dccec5d1-b6ec-4146-b91c-e4c515702775 service neutron] 10.222.0.30 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269834 Sep 17 22:29:50.179012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Pushing event updated for resources: {'Port': ['ID=d0490bcb-8e56-4a55-acf0-f75f12538901,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:50.195715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Network 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:50.213839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:50.223085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:50.232048 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-1babf5a6-d01a-4449-94b5-fc9aaf19575d service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354786 Sep 17 22:29:50.245980 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-90b1a982-5385-4086-9871-84000266b2c2 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2253001 Sep 17 22:29:50.305396 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.377005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.377758 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.402140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f8bf3e-bd2d-448f-b515-1ecca9a51e61,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:50.417779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Checking segment: {'id': '9f821c59-e07f-4a6f-9159-3701ec2bdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fad25667-7666-4080-9fa3-97e0e0572bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:50.418144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Network hostable DHCP agents. Network: fad25667-7666-4080-9fa3-97e0e0572bcd, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:50.457752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-556d4d13-4c21-4b04-9ba8-0e7aa41de914 service neutron] 10.222.0.30 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934321 Sep 17 22:29:50.477765 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-de524176-00c6-45ca-8608-47fe9113091c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4131899 Sep 17 22:29:50.492157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fb6fb30-c2ae-4ce2-96e1-99081d88cfdb req-e5309fdd-30f0-4bc1-b764-0ca7e8599ae1 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479205 Sep 17 22:29:50.498532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Request body: {'port': {'device_id': '8f3a90b6-08c8-4163-b5bb-3c137f49bdc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:50.535802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Network fad25667-7666-4080-9fa3-97e0e0572bcd is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:50.582803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.640330 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4747ae8-2efc-473a-aefb-aca5d5bbfc69 x-openstack-request-id: req-c4747ae8-2efc-473a-aefb-aca5d5bbfc69 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:50.640667 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61697a1-e327-4ec3-8253-b1f6fe5fa9da", "tag": "d52efeb1-68f2-4943-8f33-2525aa41b776", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:50.640989 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4747ae8-2efc-473a-aefb-aca5d5bbfc69 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:50.641466 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61697a1-e327-4ec3-8253-b1f6fe5fa9da', 'tag': 'd52efeb1-68f2-4943-8f33-2525aa41b776', 'status': 'completed', 'code': 200} Sep 17 22:29:50.732795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9 req-0bc18d05-d099-4b97-bb50-d2e5cd334539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.735629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9 req-0bc18d05-d099-4b97-bb50-d2e5cd334539 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 1095 time: 0.0703592 Sep 17 22:29:50.771759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, fad25667-7666-4080-9fa3-97e0e0572bcd) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:50.780931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ab081-fa46-425e-97a5-dea49cf16c67 None None] Network fad25667-7666-4080-9fa3-97e0e0572bcd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:51.012554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9 req-8ef50e5f-b74f-4814-aa39-a5e00bca016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.016726 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9 req-8ef50e5f-b74f-4814-aa39-a5e00bca016e service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 906 time: 0.2687247 Sep 17 22:29:51.073260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9 req-d2032252-2d26-426b-902d-ff0b1102f397 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52efeb1-68f2-4943-8f33-2525aa41b776 HTTP/1.1" status: 200 len: 217 time: 0.0490046 Sep 17 22:29:51.096041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e0ba9-2623-4fed-ade5-f5f59373b50d req-d59a1c26-c7d0-4f09-b56c-2888c03f8ce3 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.108890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e5e0ba9-2623-4fed-ade5-f5f59373b50d req-d59a1c26-c7d0-4f09-b56c-2888c03f8ce3 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 931 time: 0.1828334 Sep 17 22:29:51.116940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e280702-9376-4bff-95ef-287a3b1317dd None None] Network fad25667-7666-4080-9fa3-97e0e0572bcd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:51.137991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.138683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.159041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0490bcb-8e56-4a55-acf0-f75f12538901 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:51.172796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.203727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008f2d7-4ed4-4f45-ab24-1337b8a6199e req-8f91f0a8-eb5b-406e-860e-ecbff358c8f7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.205681 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8008f2d7-4ed4-4f45-ab24-1337b8a6199e req-8f91f0a8-eb5b-406e-860e-ecbff358c8f7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 943 time: 0.4383924 Sep 17 22:29:51.207355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Transition to ACTIVE for port object d0490bcb-8e56-4a55-acf0-f75f12538901 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:51.249089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e5e0ba9-2623-4fed-ade5-f5f59373b50d req-897985c0-f909-43a0-931e-4e5030cbe3c4 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391129 Sep 17 22:29:51.257316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9 req-65dca77b-ca41-4eb5-ab2b-a14640593605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.259207 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9 req-65dca77b-ca41-4eb5-ab2b-a14640593605 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.1313732 Sep 17 22:29:51.272102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bced1611-9e55-4bc1-bd70-1c6854e38b6a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1437316 Sep 17 22:29:51.297127 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8008f2d7-4ed4-4f45-ab24-1337b8a6199e req-69060d31-e1e7-4651-9ff0-8103368f47b9 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720615 Sep 17 22:29:51.308251 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.369888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9 req-ed981dd0-c1bc-421c-9e5c-b92af3fc3a37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001692 Sep 17 22:29:51.481010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-38374333-dad3-483f-b7ca-e21ae9ba66c3 req-ad86296a-681e-4dc9-95f8-5179981203ef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 210 time: 0.0780418 Sep 17 22:29:51.489411 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eec1b2a-8401-44c7-909e-eea477b5232e req-2718ac5f-1c02-4146-bc3a-ee171fc1c9d1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 210 time: 0.0446556 Sep 17 22:29:51.517799 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Pushing event updated for resources: {'Port': ['ID=d0490bcb-8e56-4a55-acf0-f75f12538901,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:51.547604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37570) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:51.664776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Attempting to bind port d0490bcb-8e56-4a55-acf0-f75f12538901 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:51.665257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Attempting to bind port d0490bcb-8e56-4a55-acf0-f75f12538901 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '1b049ab3-7cb6-41bb-96bf-c61db8e55abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:51.665425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9 req-3c3472ad-9ae3-41fb-b7fb-bbc55c7d5f24 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822785 Sep 17 22:29:51.665765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Attempting to bind port d0490bcb-8e56-4a55-acf0-f75f12538901 on network 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:51.671522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Port d0490bcb-8e56-4a55-acf0-f75f12538901 on network 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:51.672313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Attempting to bind port d0490bcb-8e56-4a55-acf0-f75f12538901 on network 1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:51.678113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:51.683132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Checking segment: {'id': '1b049ab3-7cb6-41bb-96bf-c61db8e55abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:51.683132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Bound using segment: {'id': '1b049ab3-7cb6-41bb-96bf-c61db8e55abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:51.683132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Bound port: d0490bcb-8e56-4a55-acf0-f75f12538901, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b049ab3-7cb6-41bb-96bf-c61db8e55abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:51.683694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-2377a628-4dfd-415c-8a5c-b20ebc7aa877 admin admin] Deleting subnet d5f8bf3e-bd2d-448f-b515-1ecca9a51e61 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:51.683795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.705034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2377a628-4dfd-415c-8a5c-b20ebc7aa877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.788746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] For port d0490bcb-8e56-4a55-acf0-f75f12538901, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:51.793670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] For port d0490bcb-8e56-4a55-acf0-f75f12538901, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d0490bcb-8e56-4a55-acf0-f75f12538901,segment=NetworkSegment(1b049ab3-7cb6-41bb-96bf-c61db8e55abf),segment_id=1b049ab3-7cb6-41bb-96bf-c61db8e55abf)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:51.811591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2377a628-4dfd-415c-8a5c-b20ebc7aa877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.868996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2377a628-4dfd-415c-8a5c-b20ebc7aa877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.930962 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1e95681-4d60-4dc4-985d-97c1bb8b3ed9 req-b2f609cf-b729-4ca4-bbe3-0ada021556b9 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343845 Sep 17 22:29:51.951758 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.975625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.976703 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.978930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] 10.222.0.15 "PUT /v2.0/ports/d0490bcb-8e56-4a55-acf0-f75f12538901 HTTP/1.1" status: 200 len: 1092 time: 1.4851682 Sep 17 22:29:51.999660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3a90b6-08c8-4163-b5bb-3c137f49bdc9', 'tag': 'd0490bcb-8e56-4a55-acf0-f75f12538901'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:52.002492 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149ed9f4-9c33-48e6-b930-62b8d244e84e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3a90b6-08c8-4163-b5bb-3c137f49bdc9", "tag": "d0490bcb-8e56-4a55-acf0-f75f12538901"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:52.035055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485dc13-3b3f-42f8-badf-ee09eaf91634 service neutron] Pushing event updated for resources: {'Port': ['ID=d0490bcb-8e56-4a55-acf0-f75f12538901,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:52.054242 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4234775e-e3f4-45b2-b593-cb0fd307b10e x-openstack-request-id: req-4234775e-e3f4-45b2-b593-cb0fd307b10e {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:52.054242 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3a90b6-08c8-4163-b5bb-3c137f49bdc9", "tag": "d0490bcb-8e56-4a55-acf0-f75f12538901", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:52.054437 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4234775e-e3f4-45b2-b593-cb0fd307b10e {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:52.055034 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3a90b6-08c8-4163-b5bb-3c137f49bdc9', 'tag': 'd0490bcb-8e56-4a55-acf0-f75f12538901', 'status': 'completed', 'code': 200} Sep 17 22:29:52.074052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2377a628-4dfd-415c-8a5c-b20ebc7aa877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.110308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377a628-4dfd-415c-8a5c-b20ebc7aa877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f8bf3e-bd2d-448f-b515-1ecca9a51e61,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:52.114693 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2377a628-4dfd-415c-8a5c-b20ebc7aa877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.117044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2377a628-4dfd-415c-8a5c-b20ebc7aa877 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d5f8bf3e-bd2d-448f-b515-1ecca9a51e61 HTTP/1.1" status: 204 len: 168 time: 0.5683701 Sep 17 22:29:52.120089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37588) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:52.158593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed9f4-9c33-48e6-b930-62b8d244e84e req-8ef164c7-f586-4966-be74-9495c29423ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.160215 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-149ed9f4-9c33-48e6-b930-62b8d244e84e req-8ef164c7-f586-4966-be74-9495c29423ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a37e94996d44f16a7f77183e4fc3406&device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 1095 time: 0.0589178 Sep 17 22:29:52.218275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.365178 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.459264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad25667-7666-4080-9fa3-97e0e0572bcd']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:52.473855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f821c59-e07f-4a6f-9159-3701ec2bdd79') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:52.474367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f821c59-e07f-4a6f-9159-3701ec2bdd79') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:52.483644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed9f4-9c33-48e6-b930-62b8d244e84e req-15b067ff-aaaf-4874-bf1a-70ad89e0a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.485783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-149ed9f4-9c33-48e6-b930-62b8d244e84e req-15b067ff-aaaf-4874-bf1a-70ad89e0a779 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a37e94996d44f16a7f77183e4fc3406&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3123517 Sep 17 22:29:52.490959 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.516009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235540a6-a82d-4362-9652-33013c42c782 req-c2e0ff63-6834-47aa-bbf1-f070cbe180e4 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.528811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-235540a6-a82d-4362-9652-33013c42c782 req-c2e0ff63-6834-47aa-bbf1-f070cbe180e4 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 943 time: 0.1657763 Sep 17 22:29:52.553796 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.568498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5038cc-c229-4925-937a-db1eaf061361 req-2eb3c13f-cf06-47f8-ab63-8a1821749ca4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.570021 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-be5038cc-c229-4925-937a-db1eaf061361 req-2eb3c13f-cf06-47f8-ab63-8a1821749ca4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 943 time: 0.1774719 Sep 17 22:29:52.574364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:52.574765 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:52.577957 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:52.594114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-235540a6-a82d-4362-9652-33013c42c782 req-888ed3fe-2dfe-4468-87b0-585fb5f902a7 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644813 Sep 17 22:29:52.643582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed9f4-9c33-48e6-b930-62b8d244e84e req-58874f65-1ca6-49f4-8a72-592a0dee8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.645116 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-149ed9f4-9c33-48e6-b930-62b8d244e84e req-58874f65-1ca6-49f4-8a72-592a0dee8ae8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501646 Sep 17 22:29:52.658620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-be5038cc-c229-4925-937a-db1eaf061361 req-7a7d87ea-b3f2-422f-a807-849d431edf15 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768218 Sep 17 22:29:52.754480 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdb41b70-eb6a-441e-8d90-6d060463d88d req-416c6c7d-6047-4ecf-afa2-5cc7d8654c77 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 210 time: 0.0416245 Sep 17 22:29:52.782553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4dae83a-a53b-4305-880b-4b3e6827ce77 req-f5b91df1-54eb-432a-903d-ab9d243f47d2 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 210 time: 0.0365212 Sep 17 22:29:52.800783 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.812564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.814791 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] 10.222.0.30 "DELETE /v2.0/networks/fad25667-7666-4080-9fa3-97e0e0572bcd HTTP/1.1" status: 204 len: 168 time: 0.6935518 Sep 17 22:29:52.828869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc1f1a-730a-4300-a649-0cc8e5966d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=fad25667-7666-4080-9fa3-97e0e0572bcd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:52.830810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-6a1f1ff0-31fc-47ce-8fbb-8c634bc64187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.832346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-6a1f1ff0-31fc-47ce-8fbb-8c634bc64187 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a37e94996d44f16a7f77183e4fc3406&device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 1095 time: 0.0804615 Sep 17 22:29:52.883295 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-a3171fde-4a55-4438-b952-9da1820f837f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0490bcb-8e56-4a55-acf0-f75f12538901 HTTP/1.1" status: 200 len: 217 time: 0.0362418 Sep 17 22:29:52.949206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-a73b3fb6-cf8c-4624-8dc9-2d37fb27eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.952021 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-a73b3fb6-cf8c-4624-8dc9-2d37fb27eace service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbcf2aa8-2558-48ad-bc19-f004f95401bb HTTP/1.1" status: 200 len: 853 time: 0.0607183 Sep 17 22:29:53.029962 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-aba7c96a-5f86-4ce3-89a8-6f73ad6090dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425584 Sep 17 22:29:53.135485 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-ee0a73be-e08a-4999-b460-ca5209ef171a service neutron] 10.222.0.15 "GET /v2.0/networks/1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953665 Sep 17 22:29:53.237554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1e83b87-f7b7-4698-bf8d-3279e2c373e9 req-3b107b5f-d138-499e-96c3-533eab235996 service neutron] 10.222.0.15 "GET /v2.0/networks/1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964072 Sep 17 22:29:53.253177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d52efeb1-68f2-4943-8f33-2525aa41b776 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:53.337758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37636) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:53.355650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e45150-a876-4a94-bc4c-cdb3961c933f req-c7c50bac-4234-4bdd-9b2a-a8f2987f7d72 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.357122 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-2336bcd8-3659-4af3-a681-7b9e71e9f942 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400534 Sep 17 22:29:53.357430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95e45150-a876-4a94-bc4c-cdb3961c933f req-c7c50bac-4234-4bdd-9b2a-a8f2987f7d72 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 946 time: 0.0866890 Sep 17 22:29:53.403671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d52efeb1-68f2-4943-8f33-2525aa41b776, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d52efeb1-68f2-4943-8f33-2525aa41b776,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:53.416787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95e45150-a876-4a94-bc4c-cdb3961c933f req-55d42ff1-4f8a-4f96-9444-f924f3924c0f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507617 Sep 17 22:29:53.419132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'd52efeb1-68f2-4943-8f33-2525aa41b776', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'port_id': 'd52efeb1-68f2-4943-8f33-2525aa41b776', 'mac_address': 'fa:16:3e:bf:80:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461e6197-8fbb-40ee-954d-8227cda698ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:53.459303 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.459552 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1bd098fa-91d3-44d9-9758-09f8d3acb443 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9c5c465b8a1441dae48ba42af84da5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207166 Sep 17 22:29:53.462412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37638) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:53.474933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52efeb1-68f2-4943-8f33-2525aa41b776 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:53.499188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d52efeb1-68f2-4943-8f33-2525aa41b776, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d52efeb1-68f2-4943-8f33-2525aa41b776,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:53.534284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-7fc5c707-fdcf-4a86-b37a-cab40eeb6980 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.534654 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3377fef0-ce00-4eea-8c48-6ac0d4048798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.535976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-7fc5c707-fdcf-4a86-b37a-cab40eeb6980 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691012 Sep 17 22:29:53.558628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Request body: {'port': {'device_id': 'e98df8c1-b190-4882-ac1e-c0af045a98fb', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': '36b86bdecf6944f2bb9a3b9f3557233f'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:53.584384 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.609285 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3377fef0-ce00-4eea-8c48-6ac0d4048798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.675420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d52efeb1-68f2-4943-8f33-2525aa41b776,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:53.678385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462b54-1281-4571-a426-da0458070e68 req-34786d2c-4c45-4b07-bf8d-e9ac09b726a0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.679994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-34786d2c-4c45-4b07-bf8d-e9ac09b726a0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 811 time: 0.1555641 Sep 17 22:29:53.697628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.702852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.702852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.702852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.702852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.704499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.705195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.705875 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.706380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.707069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.707709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.708688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:53.738727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-4fea78e8-9608-4bbe-aeb3-0531e69c7714 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03a542add212453c912a8386c940b572 HTTP/1.1" status: 200 len: 380 time: 0.0479250 Sep 17 22:29:53.749691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'port': {'device_id': '368c7a10-0597-44b1-8db8-5fc513417542', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'admin_state_up': True, 'tenant_id': '03a542add212453c912a8386c940b572', 'security_groups': ['9655f874-1fd3-47f9-8f45-9e780d04884b']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:53.784239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['d52efeb1-68f2-4943-8f33-2525aa41b776'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:53.787735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3377fef0-ce00-4eea-8c48-6ac0d4048798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.790365 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3377fef0-ce00-4eea-8c48-6ac0d4048798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.794191 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3377fef0-ce00-4eea-8c48-6ac0d4048798 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/adf2305f-13fa-4b21-beae-189f88b798ba HTTP/1.1" status: 204 len: 168 time: 0.3283017 Sep 17 22:29:53.822156 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47613054-8572-4c60-883e-ec3a805ce8fc req-40cc48c5-caec-4f88-83d3-c04c35eb0492 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.829673 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-47613054-8572-4c60-883e-ec3a805ce8fc req-40cc48c5-caec-4f88-83d3-c04c35eb0492 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 943 time: 0.0910921 Sep 17 22:29:53.854106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377fef0-ce00-4eea-8c48-6ac0d4048798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf2305f-13fa-4b21-beae-189f88b798ba,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:53.854883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Made reservation on behalf of 36b86bdecf6944f2bb9a3b9f3557233f for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:53.873868 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.905545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613fe53-581f-4e3f-9a35-f83d3d0a5bcb req-602dae52-77de-4405-99be-a0f44953932b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.914396 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8613fe53-581f-4e3f-9a35-f83d3d0a5bcb req-602dae52-77de-4405-99be-a0f44953932b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 944 time: 0.1428092 Sep 17 22:29:53.978896 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8613fe53-581f-4e3f-9a35-f83d3d0a5bcb req-deb12fab-64d1-4af4-8d5e-76f33878e6d0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598559 Sep 17 22:29:54.047811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Made reservation on behalf of 03a542add212453c912a8386c940b572 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:54.051892 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.079132 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-47613054-8572-4c60-883e-ec3a805ce8fc req-47cefead-2e1e-413a-8371-d59a480ecf9f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476311 Sep 17 22:29:54.096795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-add08477-d0b2-49b0-8f73-9fbeafa923b9 req-4379d04f-fe19-4f00-9b19-95ff3da05ea1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 210 time: 0.0423205 Sep 17 22:29:54.171816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Allocated IP 192.168.233.132 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/ce68bd18-0d8f-4635-aa3b-645c05e6b3b9) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:54.212344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3080630c-a942-4b27-849f-f05ea9bfd9fc req-88bc9e37-564b-4f00-9380-e608a240f5a0 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 210 time: 0.0367386 Sep 17 22:29:54.243465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Allocated IP 172.20.0.6 (b56e9f02-d5ca-4cd4-a7a0-bb044beac31a/810ab61d-ffa3-406b-a586-7d853cb21049/e09ed143-85b5-42d6-9fec-b6e0cf559c22) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:54.389170 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.429774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.486361 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.527442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['03e87e89-9589-4afb-87c3-acf72c7d8ccb', 'c28e95c9-708e-4193-9230-80641a2be157'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:54.553115 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:54.558025 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.558893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:54.564049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:54.569017 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Pushing event updated for resources: {'Port': ['ID=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:54.669898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:54.670685 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.695933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:54.719486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:54.722667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:54.726659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:54.795595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:54.796630 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.800826 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-936ab5d7-66d7-4512-9a3f-4be55d3a8692 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2478614 Sep 17 22:29:54.822862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a9ec5-ae03-4cf2-b78f-946afbe23a2c req-d9a03c58-e569-4270-8719-854e103def57 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:54.824672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-161a9ec5-ae03-4cf2-b78f-946afbe23a2c req-d9a03c58-e569-4270-8719-854e103def57 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 946 time: 0.3240831 Sep 17 22:29:54.830955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Request body: {'port': {'device_id': 'e98df8c1-b190-4882-ac1e-c0af045a98fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:54.917932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-161a9ec5-ae03-4cf2-b78f-946afbe23a2c req-db46f4b7-30c2-4471-a216-7f9d531658b9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841513 Sep 17 22:29:54.921820 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-d592ce4b-08dc-4ef5-9526-d55e5e72a5e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1773543 Sep 17 22:29:54.954915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Request body: {'port': {'device_id': '368c7a10-0597-44b1-8db8-5fc513417542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:55.020456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.108271 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.257021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d52efeb1-68f2-4943-8f33-2525aa41b776 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:55.285298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7a8f6-a539-43eb-a980-1ab376adabc9 req-46bf56bc-69b7-44db-8bd2-fe758946bbd6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:55.293556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fb7a8f6-a539-43eb-a980-1ab376adabc9 req-46bf56bc-69b7-44db-8bd2-fe758946bbd6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 944 time: 0.1916802 Sep 17 22:29:55.370075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-970ecccc-8dff-4c7e-8bfb-9d68d498feba None None] Provisioning complete for port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:55.370646 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-970ecccc-8dff-4c7e-8bfb-9d68d498feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.392979 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fb7a8f6-a539-43eb-a980-1ab376adabc9 req-773e4205-553c-4e45-b6f5-8709b5bdef53 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982802 Sep 17 22:29:55.443367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-970ecccc-8dff-4c7e-8bfb-9d68d498feba None None] Port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:55.472559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port d52efeb1-68f2-4943-8f33-2525aa41b776 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:55.480891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port d52efeb1-68f2-4943-8f33-2525aa41b776 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:55.482044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365dd30-f665-429f-9646-4e195720df25 req-a6fc2607-8212-4e72-8375-6636187fa619 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:55.482567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.489099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4365dd30-f665-429f-9646-4e195720df25 req-a6fc2607-8212-4e72-8375-6636187fa619 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 943 time: 0.2669065 Sep 17 22:29:55.620028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-76c149fd-15ca-4e54-bb7b-99714094d296 None None] Provisioning complete for port e09ed143-85b5-42d6-9fec-b6e0cf559c22 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:55.621219 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-76c149fd-15ca-4e54-bb7b-99714094d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.624655 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.641997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5536bc4-ea54-42b0-b119-4998155cc1ab req-5df31b59-084d-4792-8723-974225456e8a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:55.643522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c5536bc4-ea54-42b0-b119-4998155cc1ab req-5df31b59-084d-4792-8723-974225456e8a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 931 time: 0.1138182 Sep 17 22:29:55.680627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61697a1-e327-4ec3-8253-b1f6fe5fa9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52efeb1-68f2-4943-8f33-2525aa41b776'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:55.684518 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d47fd37-7556-426b-92ab-8a7a92132027" -d '{"events": [{"server_uuid": "d61697a1-e327-4ec3-8253-b1f6fe5fa9da", "name": "network-vif-plugged", "status": "completed", "tag": "d52efeb1-68f2-4943-8f33-2525aa41b776"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:55.688618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-3b17687d-2ddf-4b2b-8f9f-1268fdeebe00 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:55.695403 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-3b17687d-2ddf-4b2b-8f9f-1268fdeebe00 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.15 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 946 time: 0.2755671 Sep 17 22:29:55.705250 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4365dd30-f665-429f-9646-4e195720df25 req-192ca90a-5643-4c9c-9fd5-59c0afe7083f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149169 Sep 17 22:29:55.734911 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c5536bc4-ea54-42b0-b119-4998155cc1ab req-99e4c0ac-8346-4ce8-ac74-8b468f886fee tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787072 Sep 17 22:29:55.756384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d52efeb1-68f2-4943-8f33-2525aa41b776, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d52efeb1-68f2-4943-8f33-2525aa41b776,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:55.761990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-76c149fd-15ca-4e54-bb7b-99714094d296 None None] Port e09ed143-85b5-42d6-9fec-b6e0cf559c22 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:55.802475 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3267dd91-a176-4a85-aa69-c163552a9c7b x-openstack-request-id: req-3267dd91-a176-4a85-aa69-c163552a9c7b {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:55.802920 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61697a1-e327-4ec3-8253-b1f6fe5fa9da", "name": "network-vif-plugged", "status": "completed", "tag": "d52efeb1-68f2-4943-8f33-2525aa41b776", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:55.803225 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3267dd91-a176-4a85-aa69-c163552a9c7b {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:55.803633 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61697a1-e327-4ec3-8253-b1f6fe5fa9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52efeb1-68f2-4943-8f33-2525aa41b776', 'code': 200} Sep 17 22:29:55.864015 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.883012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:55.907779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.939983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Transition to ACTIVE for port object ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:55.963941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d52efeb1-68f2-4943-8f33-2525aa41b776,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:56.013196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.083244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c5690-403c-4339-a554-09adad04ef35 req-05e661af-84c3-4945-8bdf-c8119a16aea0 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.085007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a35c5690-403c-4339-a554-09adad04ef35 req-05e661af-84c3-4945-8bdf-c8119a16aea0 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 936 time: 0.2281830 Sep 17 22:29:56.108722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf5897-83a2-4160-8aaf-a592f6305513 req-632d4bc2-0058-44c6-b727-b236b411a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.110366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b5bf5897-83a2-4160-8aaf-a592f6305513 req-632d4bc2-0058-44c6-b727-b236b411a0a0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 1097 time: 0.2050080 Sep 17 22:29:56.183834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Deleting port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:56.184352 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.184929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Pushing event updated for resources: {'Port': ['ID=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:56.231323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89864f5-97d7-4ab9-994a-5b95fb9f67f5 req-2cd4c1ed-f374-4590-9879-f9167a0384ff tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.234001 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e89864f5-97d7-4ab9-994a-5b95fb9f67f5 req-2cd4c1ed-f374-4590-9879-f9167a0384ff tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 946 time: 0.1532462 Sep 17 22:29:56.236891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09ed143-85b5-42d6-9fec-b6e0cf559c22 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:56.277810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a35c5690-403c-4339-a554-09adad04ef35 req-841c2e8e-f5f2-4c41-9e20-ffc2808ac5e2 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757736 Sep 17 22:29:56.287517 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.330538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Attempting to bind port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:56.336765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Attempting to bind port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:56.336765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Attempting to bind port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:56.337612 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e89864f5-97d7-4ab9-994a-5b95fb9f67f5 req-136961d7-28c3-4d3c-bc9b-17a2f556baab tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906460 Sep 17 22:29:56.339077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:56.339406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Attempting to bind port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:56.346736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:56.347084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:56.347484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:56.347910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Bound port: ce68bd18-0d8f-4635-aa3b-645c05e6b3b9, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:56.348306 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.392202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b5bf5897-83a2-4160-8aaf-a592f6305513 req-44eb0cd3-9080-4b99-93c9-ba5c8698da87 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695169 Sep 17 22:29:56.405037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Transition to ACTIVE for port object e09ed143-85b5-42d6-9fec-b6e0cf559c22 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:56.437136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] For port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:56.445213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] For port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:56.455721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] For port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:56.456087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.519346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.527972 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.560615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37752) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:56.579037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.579892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.581472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] 10.222.0.15 "PUT /v2.0/ports/ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 HTTP/1.1" status: 200 len: 1097 time: 1.7607038 Sep 17 22:29:56.582090 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98df8c1-b190-4882-ac1e-c0af045a98fb', 'tag': 'ce68bd18-0d8f-4635-aa3b-645c05e6b3b9'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:56.584782 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b239e544-7063-4295-b7d0-1d5d2d90fefd" -d '{"events": [{"name": "network-changed", "server_uuid": "e98df8c1-b190-4882-ac1e-c0af045a98fb", "tag": "ce68bd18-0d8f-4635-aa3b-645c05e6b3b9"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:56.627318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf030b6-93ad-43d6-9ed3-9f73979e00db service neutron] Pushing event updated for resources: {'Port': ['ID=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:56.674130 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85323898-34e9-4b37-a7c3-23947200d2e7 x-openstack-request-id: req-85323898-34e9-4b37-a7c3-23947200d2e7 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:56.674428 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98df8c1-b190-4882-ac1e-c0af045a98fb", "tag": "ce68bd18-0d8f-4635-aa3b-645c05e6b3b9", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:56.674695 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85323898-34e9-4b37-a7c3-23947200d2e7 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:56.675181 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98df8c1-b190-4882-ac1e-c0af045a98fb', 'tag': 'ce68bd18-0d8f-4635-aa3b-645c05e6b3b9', 'status': 'completed', 'code': 200} Sep 17 22:29:56.802298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e544-7063-4295-b7d0-1d5d2d90fefd req-a2ca67ac-96ff-4922-a65a-4ccfee288458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.804747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b239e544-7063-4295-b7d0-1d5d2d90fefd req-a2ca67ac-96ff-4922-a65a-4ccfee288458 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 1100 time: 0.0928881 Sep 17 22:29:56.855243 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b239e544-7063-4295-b7d0-1d5d2d90fefd req-8fc0f839-34da-4ecf-b3b6-a88e6ea2b4af service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337727 Sep 17 22:29:56.859586 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d0490bcb-8e56-4a55-acf0-f75f12538901 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:57.011254 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d07d22e-5383-4c4a-b03c-055eba5eb0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.131365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port d0490bcb-8e56-4a55-acf0-f75f12538901, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d0490bcb-8e56-4a55-acf0-f75f12538901,segment=NetworkSegment(1b049ab3-7cb6-41bb-96bf-c61db8e55abf),segment_id=1b049ab3-7cb6-41bb-96bf-c61db8e55abf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:57.157070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e544-7063-4295-b7d0-1d5d2d90fefd req-36ba91ca-a5c2-43a7-8759-d803be0a7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.158451 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b239e544-7063-4295-b7d0-1d5d2d90fefd req-36ba91ca-a5c2-43a7-8759-d803be0a7532 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2897749 Sep 17 22:29:57.165224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'd0490bcb-8e56-4a55-acf0-f75f12538901', 'network_id': '1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8', 'port_id': 'd0490bcb-8e56-4a55-acf0-f75f12538901', 'mac_address': 'fa:16:3e:93:66:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbcf2aa8-2558-48ad-bc19-f004f95401bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:57.185301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aa2e1-7812-4db7-ac55-341177d18943 req-b876309d-be43-4788-a2c9-e9747261ac6d tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.187978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa3aa2e1-7812-4db7-ac55-341177d18943 req-b876309d-be43-4788-a2c9-e9747261ac6d tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 943 time: 0.3362305 Sep 17 22:29:57.256319 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.277730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0490bcb-8e56-4a55-acf0-f75f12538901 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:57.323803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port d0490bcb-8e56-4a55-acf0-f75f12538901, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d0490bcb-8e56-4a55-acf0-f75f12538901,segment=NetworkSegment(1b049ab3-7cb6-41bb-96bf-c61db8e55abf),segment_id=1b049ab3-7cb6-41bb-96bf-c61db8e55abf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:57.345948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa3aa2e1-7812-4db7-ac55-341177d18943 req-ad1b0cd0-1065-4988-94cf-b0913ddfeb7c tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485085 Sep 17 22:29:57.361860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-b5d0e049-16fe-4f0c-ac8f-c2e264f83e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.363561 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-b5d0e049-16fe-4f0c-ac8f-c2e264f83e0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 1100 time: 0.1255145 Sep 17 22:29:57.391292 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.425655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:57.478010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70385a9-041e-4fb6-a1d9-f5d72691740b req-6d3b6edc-c50c-4c96-8dcb-e19a3be08fb5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.486303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f70385a9-041e-4fb6-a1d9-f5d72691740b req-6d3b6edc-c50c-4c96-8dcb-e19a3be08fb5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 945 time: 0.9723656 Sep 17 22:29:57.492931 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-112f3c05-8c72-46c9-81fe-afd672c29791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 HTTP/1.1" status: 200 len: 217 time: 0.0855973 Sep 17 22:29:57.560643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=d0490bcb-8e56-4a55-acf0-f75f12538901,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:57.573545 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.573545 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.573545 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Floating IP ab380547-1faf-485d-93f0-43b6a0b31d2e disassociated. External IP: 172.25.6.35, port: e4b7ff1e-e32f-466d-b6ed-e371cc8593a2. Sep 17 22:29:57.573545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Calling delete_port for e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:57.603546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f70385a9-041e-4fb6-a1d9-f5d72691740b req-08c1b9c0-508f-4e34-9b4c-b59774f20d01 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161361 Sep 17 22:29:57.693157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Attempting to bind port e09ed143-85b5-42d6-9fec-b6e0cf559c22 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:57.693772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Attempting to bind port e09ed143-85b5-42d6-9fec-b6e0cf559c22 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:57.694483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Attempting to bind port e09ed143-85b5-42d6-9fec-b6e0cf559c22 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:57.707590 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Port e09ed143-85b5-42d6-9fec-b6e0cf559c22 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:57.708089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Attempting to bind port e09ed143-85b5-42d6-9fec-b6e0cf559c22 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:57.709834 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d07d22e-5383-4c4a-b03c-055eba5eb0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.712700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-63bde739-5fb4-43bf-9a00-e3ec84e760e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.714319 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-63bde739-5fb4-43bf-9a00-e3ec84e760e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.2124741 Sep 17 22:29:57.722699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ee1cb-4dfc-4429-a907-fa37a6e788ab req-d1627c75-ce0a-40bc-be4b-3fee71e611a7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.730065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-506ee1cb-4dfc-4429-a907-fa37a6e788ab req-d1627c75-ce0a-40bc-be4b-3fee71e611a7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 943 time: 0.1346793 Sep 17 22:29:57.749102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:57.749439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Checking segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:57.749823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Bound using segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:57.750264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Bound port: e09ed143-85b5-42d6-9fec-b6e0cf559c22, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:57.750613 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.821039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['d0490bcb-8e56-4a55-acf0-f75f12538901'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:57.826262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba24833-7e47-4f23-a5b8-277e294d5fe0 req-834d331f-1919-40f4-ab96-d5b36d863143 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.827932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cba24833-7e47-4f23-a5b8-277e294d5fe0 req-834d331f-1919-40f4-ab96-d5b36d863143 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 948 time: 0.1172504 Sep 17 22:29:57.842642 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-506ee1cb-4dfc-4429-a907-fa37a6e788ab req-5f4713eb-3717-4952-9826-12bc94ec0585 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104021 Sep 17 22:29:57.845309 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d07d22e-5383-4c4a-b03c-055eba5eb0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.912476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07d22e-5383-4c4a-b03c-055eba5eb0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a7cff2-6103-412d-b9ef-d99a22934ff4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:57.919364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-67b3cd20-77a0-42fa-8af2-1a539a9fd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.922331 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-67b3cd20-77a0-42fa-8af2-1a539a9fd3b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1501415 Sep 17 22:29:57.965166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8d07d22e-5383-4c4a-b03c-055eba5eb0fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72b1402ab6104254a014ecd51234cb92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4012542 Sep 17 22:29:57.966291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37786) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:57.982882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:57.993007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cba24833-7e47-4f23-a5b8-277e294d5fe0 req-1a7b26c1-5ca7-452f-87d1-3ae03774a8bf tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576817 Sep 17 22:29:58.040852 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.052165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:58.081556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event deleted for resources: {'Port': ['ID=e4b7ff1e-e32f-466d-b6ed-e371cc8593a2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:58.084033 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:29:58.085204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279675b-1c3e-4007-9430-5b5a728d8354 req-897f25a4-9454-45c1-b142-822f702f6231 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:58.086772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7279675b-1c3e-4007-9430-5b5a728d8354 req-897f25a4-9454-45c1-b142-822f702f6231 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 868 time: 0.1198578 Sep 17 22:29:58.102987 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-290ec1c5-8408-4db5-8da5-0e3064b9adbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.132052 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-18755ac9-2bf4-4be8-b5e4-f20eebf66859 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013128 Sep 17 22:29:58.159973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.179924 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-290ec1c5-8408-4db5-8da5-0e3064b9adbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.222211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:58.222886 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.224826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] 10.222.0.23 "PUT /v2.0/ports/e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 1092 time: 3.2881696 Sep 17 22:29:58.224826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:58.227031 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3330f09b-22d5-4f0c-932f-7e78814a5e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:58.235586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7279675b-1c3e-4007-9430-5b5a728d8354 req-fb35e851-9a6b-4b5c-9b86-d499c1220997 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=abcda49f-8696-4deb-8d3d-e7166af7e858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359701 Sep 17 22:29:58.292861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf0f439-af52-4913-9e43-a2b1b42542bd req-98d6f03e-7257-4a39-8b52-476b3ade81b5 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522255 Sep 17 22:29:58.337592 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9a5c2f-e370-4b77-bc16-9b2e77ed93a8 x-openstack-request-id: req-7e9a5c2f-e370-4b77-bc16-9b2e77ed93a8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:58.337704 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:58.337986 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e9a5c2f-e370-4b77-bc16-9b2e77ed93a8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:58.338252 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'status': 'completed', 'code': 200} Sep 17 22:29:58.380613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c86fd-460f-4a04-81c6-7136f1efdad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:58.414973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Router f28a46e6-372a-433f-a232-e90e8180e29b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:58.432229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330f09b-22d5-4f0c-932f-7e78814a5e6b req-7dcfdbc7-183c-4c6f-85f8-49a190517614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:58.433678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3330f09b-22d5-4f0c-932f-7e78814a5e6b req-7dcfdbc7-183c-4c6f-85f8-49a190517614 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1095 time: 0.0945532 Sep 17 22:29:58.563608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190022eb-dec2-40e8-a441-24dcb7b7bf08 req-ed064c6a-aaf4-45ee-9d4a-bf60832c8f48 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:58.565569 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-190022eb-dec2-40e8-a441-24dcb7b7bf08 req-ed064c6a-aaf4-45ee-9d4a-bf60832c8f48 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 944 time: 0.0997963 Sep 17 22:29:58.579243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-290ec1c5-8408-4db5-8da5-0e3064b9adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.581952 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-290ec1c5-8408-4db5-8da5-0e3064b9adbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.583108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-290ec1c5-8408-4db5-8da5-0e3064b9adbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34a7cff2-6103-412d-b9ef-d99a22934ff4 HTTP/1.1" status: 204 len: 168 time: 0.6134515 Sep 17 22:29:58.607145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ec1c5-8408-4db5-8da5-0e3064b9adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a7cff2-6103-412d-b9ef-d99a22934ff4,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:58.648004 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-190022eb-dec2-40e8-a441-24dcb7b7bf08 req-55807e25-287f-4a1c-a5a6-c9f453704382 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762255 Sep 17 22:29:58.658617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:58.676936 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] Sync routers for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:58.685775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:58.685775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:29:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:58.811120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] No DVR routers for this DVR port e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:58.818269 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.820285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32bc402d-0685-40e3-a20b-55bb49c61a12 req-ab469b19-30c9-46ff-924c-4534f809c033 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.15 "DELETE /v2.0/ports/e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 HTTP/1.1" status: 204 len: 173 time: 3.1240463 Sep 17 22:29:58.845906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:58.847228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330f09b-22d5-4f0c-932f-7e78814a5e6b req-50ae2f4b-7c9c-4877-92d4-116bdae3ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:58.848966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3330f09b-22d5-4f0c-932f-7e78814a5e6b req-50ae2f4b-7c9c-4877-92d4-116bdae3ce77 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=03a542add212453c912a8386c940b572&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2804496 Sep 17 22:29:58.856848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73183c4a-5394-42ac-9104-dcb8bdacf87a req-3e960e61-d2b4-4e6d-bbe4-60500f4e1732 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:58.858581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73183c4a-5394-42ac-9104-dcb8bdacf87a req-3e960e61-d2b4-4e6d-bbe4-60500f4e1732 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 945 time: 0.1137598 Sep 17 22:29:58.927336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:58.957176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:58.958090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e4b7ff1e-e32f-466d-b6ed-e371cc8593a2 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:59.010008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73183c4a-5394-42ac-9104-dcb8bdacf87a req-a72bb34c-d12a-423a-9e77-8c43acaa3b9d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415799 Sep 17 22:29:59.091836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330f09b-22d5-4f0c-932f-7e78814a5e6b req-a97e8d09-15a2-415b-ac49-351255a9561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.097180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3330f09b-22d5-4f0c-932f-7e78814a5e6b req-a97e8d09-15a2-415b-ac49-351255a9561e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2361498 Sep 17 22:29:59.130821 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.173646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad9912-acc3-4945-97ad-9b9521725f13 req-788de34c-0edc-4ddf-8b6f-5380e984b646 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.181846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2aad9912-acc3-4945-97ad-9b9521725f13 req-788de34c-0edc-4ddf-8b6f-5380e984b646 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 943 time: 0.2041476 Sep 17 22:29:59.213652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37816) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.230856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462b54-1281-4571-a426-da0458070e68 req-eafa7d3c-2352-40b3-9dbd-d637e0f35bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.232429 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-eafa7d3c-2352-40b3-9dbd-d637e0f35bb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1095 time: 0.0596099 Sep 17 22:29:59.243577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cf87b-b736-42a0-ae36-f15d2bafa272 req-1fa0c8a4-86bf-432a-9b88-7bb57d1122be tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.252695 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2a4cf87b-b736-42a0-ae36-f15d2bafa272 req-1fa0c8a4-86bf-432a-9b88-7bb57d1122be tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 948 time: 0.1302505 Sep 17 22:29:59.272760 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2aad9912-acc3-4945-97ad-9b9521725f13 req-42936b83-a2ba-4952-a90b-f3d3423994f8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865834 Sep 17 22:29:59.294831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.353182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-ded70010-e882-4676-a2c7-f772e51b900a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 217 time: 0.0992668 Sep 17 22:29:59.372448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] Checking router: f28a46e6-372a-433f-a232-e90e8180e29b for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:59.384989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:59.386017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:29:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.436906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2a4cf87b-b736-42a0-ae36-f15d2bafa272 req-2ad8aaeb-9e51-4b1d-a06b-068dd37b2526 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743865 Sep 17 22:29:59.441455 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6a90523-d2e7-40a6-8136-c817f6e71967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.446577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462b54-1281-4571-a426-da0458070e68 req-85492940-810e-4216-9db6-12c41af062eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.448307 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-85492940-810e-4216-9db6-12c41af062eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0871141 Sep 17 22:29:59.558483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462b54-1281-4571-a426-da0458070e68 req-d71887d2-b8db-4d57-862c-9e7cba33546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.560450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-d71887d2-b8db-4d57-862c-9e7cba33546f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049414 Sep 17 22:29:59.572015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:59.609708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6a90523-d2e7-40a6-8136-c817f6e71967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.636212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234ece4-80aa-475b-a3af-da76e04065e7 req-2a3f642f-4d0f-4856-90a6-9c84c5303c87 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.639278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5234ece4-80aa-475b-a3af-da76e04065e7 req-2a3f642f-4d0f-4856-90a6-9c84c5303c87 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 945 time: 0.2470381 Sep 17 22:29:59.709168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5234ece4-80aa-475b-a3af-da76e04065e7 req-80af4d55-627b-4c6e-b054-621301164206 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620432 Sep 17 22:29:59.750326 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-40406f49-7bcd-41d8-908b-c5635b9d41bc req-bbaaab05-8ea9-45b3-ae48-0db3606abe95 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=82bf5e6a-839c-4fdf-8583-b35b9d3438d4 HTTP/1.1" status: 200 len: 210 time: 0.1343842 Sep 17 22:29:59.777324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6a90523-d2e7-40a6-8136-c817f6e71967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.810117 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-d8d5c2d6-2bb9-4b4e-bec7-f6a3410e9d72 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415199 Sep 17 22:29:59.857495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a90523-d2e7-40a6-8136-c817f6e71967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be4dd9d-796c-4f1d-b02a-7a10ca7f5b3b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:59.865313 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c6a90523-d2e7-40a6-8136-c817f6e71967 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39a1c3a538b64f35b3cf5d87dc506336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6482010 Sep 17 22:29:59.866818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37836) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.891396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.907261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12fb8-8559-42da-a29f-af401b595203 req-235e0e3a-6e11-4b63-b173-1df0f5c20ca8 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.914665 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4e12fb8-8559-42da-a29f-af401b595203 req-235e0e3a-6e11-4b63-b173-1df0f5c20ca8 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 944 time: 0.1101947 Sep 17 22:29:59.941757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a20d83d-1af1-4631-83a5-06e21430df27 None None] The sync data for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 is: [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:30:00.002304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4e12fb8-8559-42da-a29f-af401b595203 req-7aa541c9-9dc4-4729-ad23-ada9ffd49635 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866690 Sep 17 22:30:00.011586 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-655d7f5e-2494-479e-aff4-2ed932db6a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.035799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30462b54-1281-4571-a426-da0458070e68 req-dd3e0a08-1c9e-490f-b1a1-6a53db63d721 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183456 Sep 17 22:30:00.063978 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-655d7f5e-2494-479e-aff4-2ed932db6a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.247085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-655d7f5e-2494-479e-aff4-2ed932db6a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.248142 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819cc0ca-1e10-4406-9ffe-307e870af584 None None] New status for floating IP ab380547-1faf-485d-93f0-43b6a0b31d2e: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:30:00.249961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-655d7f5e-2494-479e-aff4-2ed932db6a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.251228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-655d7f5e-2494-479e-aff4-2ed932db6a75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1be4dd9d-796c-4f1d-b02a-7a10ca7f5b3b HTTP/1.1" status: 204 len: 168 time: 0.3832927 Sep 17 22:30:00.261094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d7f5e-2494-479e-aff4-2ed932db6a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be4dd9d-796c-4f1d-b02a-7a10ca7f5b3b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:00.339870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'name': 'network-vif-deleted', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:00.342500 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250df678-705f-4d12-a1e0-fffc36378e0e" -d '{"events": [{"server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "name": "network-vif-deleted", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:00.413739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ac87b-16da-47fd-9837-9a9f9abbcbd4 req-e66bb848-926c-4f3c-a276-8a3b0c400cac tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:00.415243 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f8ac87b-16da-47fd-9837-9a9f9abbcbd4 req-e66bb848-926c-4f3c-a276-8a3b0c400cac tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 943 time: 0.0650070 Sep 17 22:30:00.454380 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f8ac87b-16da-47fd-9837-9a9f9abbcbd4 req-26ad441c-ea12-4164-bee4-c2191870f782 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324376 Sep 17 22:30:00.500057 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21767fb5-1fdf-4f0f-812b-b9dfd5610fed x-openstack-request-id: req-21767fb5-1fdf-4f0f-812b-b9dfd5610fed {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:00.500446 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bf5e6a-839c-4fdf-8583-b35b9d3438d4", "name": "network-vif-deleted", "tag": "e4b7ff1e-e32f-466d-b6ed-e371cc8593a2", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:00.500785 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21767fb5-1fdf-4f0f-812b-b9dfd5610fed {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:00.501305 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bf5e6a-839c-4fdf-8583-b35b9d3438d4', 'name': 'network-vif-deleted', 'tag': 'e4b7ff1e-e32f-466d-b6ed-e371cc8593a2', 'status': 'completed', 'code': 200} Sep 17 22:30:00.614299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8523023-4fb7-448f-8acd-e0dbf686cc16 req-6f9e8321-d0dd-4942-ad1d-9cfaa2433de7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:00.615836 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8523023-4fb7-448f-8acd-e0dbf686cc16 req-6f9e8321-d0dd-4942-ad1d-9cfaa2433de7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 945 time: 0.0594575 Sep 17 22:30:00.657735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8523023-4fb7-448f-8acd-e0dbf686cc16 req-53208a38-ad99-47b0-a3df-0ef61bc63638 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Sep 17 22:30:00.776820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229579fc-f016-4aaa-a0c8-c1de2ca6d8ed req-677bb178-af56-417e-83fd-2fd8015ab861 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:00.783965 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-229579fc-f016-4aaa-a0c8-c1de2ca6d8ed req-677bb178-af56-417e-83fd-2fd8015ab861 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 948 time: 0.0604107 Sep 17 22:30:00.818203 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-229579fc-f016-4aaa-a0c8-c1de2ca6d8ed req-6933be41-edaa-4c76-bde9-9be7476730a5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333345 Sep 17 22:30:00.878726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:00.889853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d0490bcb-8e56-4a55-acf0-f75f12538901 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:01.010893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37892) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:01.024270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:01.038864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'ce68bd18-0d8f-4635-aa3b-645c05e6b3b9', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'ce68bd18-0d8f-4635-aa3b-645c05e6b3b9', 'mac_address': 'fa:16:3e:d8:32:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:01.079732 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ff91729-bdde-4bb8-9784-1e18abf30714 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.090807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.105032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port d0490bcb-8e56-4a55-acf0-f75f12538901 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:01.111214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:01.114290 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ff91729-bdde-4bb8-9784-1e18abf30714 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.118960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port d0490bcb-8e56-4a55-acf0-f75f12538901 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:01.119780 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.127995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37900) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:01.148872 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e62b3a73-2e84-4caa-b131-ebcf5c3e06b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.173015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b280d-db35-46c9-ba98-6b563e93b55f req-f7ec4c00-3947-451f-b7c7-93073362e47a tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:01.174200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba9b280d-db35-46c9-ba98-6b563e93b55f req-f7ec4c00-3947-451f-b7c7-93073362e47a tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 944 time: 0.1001782 Sep 17 22:30:01.176152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:01.244977 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ff91729-bdde-4bb8-9784-1e18abf30714 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.247541 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ff91729-bdde-4bb8-9784-1e18abf30714 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.250759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba9b280d-db35-46c9-ba98-6b563e93b55f req-d8257586-5b4d-4a80-b618-afa3ba3510b5 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598626 Sep 17 22:30:01.255692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37906) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:01.258610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1ff91729-bdde-4bb8-9784-1e18abf30714 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "DELETE /v2.0/security-groups/abcda49f-8696-4deb-8d3d-e7166af7e858 HTTP/1.1" status: 204 len: 168 time: 0.2459130 Sep 17 22:30:01.265982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.279035 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-1904d9c1-56d7-4d8b-bd87-08a9317dce31 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] show failed (client error): The resource could not be found. Sep 17 22:30:01.281302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1904d9c1-56d7-4d8b-bd87-08a9317dce31 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups/abcda49f-8696-4deb-8d3d-e7166af7e858 HTTP/1.1" status: 404 len: 347 time: 0.0261524 Sep 17 22:30:01.288538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.291000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37908) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:01.297298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff91729-bdde-4bb8-9784-1e18abf30714 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcda49f-8696-4deb-8d3d-e7166af7e858,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:01.355202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3a90b6-08c8-4163-b5bb-3c137f49bdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0490bcb-8e56-4a55-acf0-f75f12538901'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:01.358844 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3477d96-d94d-401d-a33f-3f83c1d838b6" -d '{"events": [{"server_uuid": "8f3a90b6-08c8-4163-b5bb-3c137f49bdc9", "name": "network-vif-plugged", "status": "completed", "tag": "d0490bcb-8e56-4a55-acf0-f75f12538901"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:01.404257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port d0490bcb-8e56-4a55-acf0-f75f12538901, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d0490bcb-8e56-4a55-acf0-f75f12538901,segment=NetworkSegment(1b049ab3-7cb6-41bb-96bf-c61db8e55abf),segment_id=1b049ab3-7cb6-41bb-96bf-c61db8e55abf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:01.415379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:01.427785 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e62b3a73-2e84-4caa-b131-ebcf5c3e06b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.429496 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a060bf7-3334-4951-81cc-21d295e2e1ea x-openstack-request-id: req-6a060bf7-3334-4951-81cc-21d295e2e1ea {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:01.433900 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3a90b6-08c8-4163-b5bb-3c137f49bdc9", "name": "network-vif-plugged", "status": "completed", "tag": "d0490bcb-8e56-4a55-acf0-f75f12538901", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:01.433900 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a060bf7-3334-4951-81cc-21d295e2e1ea {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:01.433900 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3a90b6-08c8-4163-b5bb-3c137f49bdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0490bcb-8e56-4a55-acf0-f75f12538901', 'code': 200} Sep 17 22:30:01.473590 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d8d09c1e-3e47-439f-8950-2aaf14d7e081 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Deleting port 28b7f47f-4754-48ff-93ff-f884a3a5f97d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:01.474087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8d09c1e-3e47-439f-8950-2aaf14d7e081 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.487368 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.565268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e62b3a73-2e84-4caa-b131-ebcf5c3e06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.588077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=d0490bcb-8e56-4a55-acf0-f75f12538901,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:01.732350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:01.749438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b3a73-2e84-4caa-b131-ebcf5c3e06b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c50bc57-84ac-4d88-addb-5c7327a7cbe3,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:01.752707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e62b3a73-2e84-4caa-b131-ebcf5c3e06b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2f020c72ffd4a92a1df4bae0ada89d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240194 Sep 17 22:30:01.756565 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37936) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:01.774314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['ce68bd18-0d8f-4635-aa3b-645c05e6b3b9'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:01.776201 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8d09c1e-3e47-439f-8950-2aaf14d7e081 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.776201 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8d09c1e-3e47-439f-8950-2aaf14d7e081 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.801650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d8d09c1e-3e47-439f-8950-2aaf14d7e081 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Calling delete_port for 28b7f47f-4754-48ff-93ff-f884a3a5f97d owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:01.814726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b82918-b3cc-4890-9248-f22f799011f5 req-481096fe-4697-478c-b3d7-6318dc17c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:01.816293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95b82918-b3cc-4890-9248-f22f799011f5 req-481096fe-4697-478c-b3d7-6318dc17c6d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.2138426 Sep 17 22:30:01.833336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e772f-c38d-4c5d-82b7-570a748391aa req-e47c71d1-14d7-41b5-84b6-441a6b970668 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:01.842251 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c82e772f-c38d-4c5d-82b7-570a748391aa req-e47c71d1-14d7-41b5-84b6-441a6b970668 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 943 time: 0.2375371 Sep 17 22:30:01.869717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-48c76e41-b652-430b-a165-b8cbeaa66563 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:01.871251 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-48c76e41-b652-430b-a165-b8cbeaa66563 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 945 time: 0.1746109 Sep 17 22:30:01.880972 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7cebb891-db9e-4cae-8ec4-c2bba5fdf4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.913495 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7cebb891-db9e-4cae-8ec4-c2bba5fdf4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.950717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff70a25-a9a8-4f65-9c71-1ab2f1008b3b req-daa22731-e73b-496a-8c5d-cde5d43e12f0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:01.962202 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ff70a25-a9a8-4f65-9c71-1ab2f1008b3b req-daa22731-e73b-496a-8c5d-cde5d43e12f0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 945 time: 0.2053049 Sep 17 22:30:02.009165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a757cc8-df39-4ffd-9739-99dd3b97ffaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.048966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c82e772f-c38d-4c5d-82b7-570a748391aa req-89dd433b-caac-4964-9018-583e0fb06f2f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055936 Sep 17 22:30:02.053185 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95b82918-b3cc-4890-9248-f22f799011f5 req-db9f1b73-9986-499a-bf16-1a5b25d65d52 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051806 Sep 17 22:30:02.060848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ff70a25-a9a8-4f65-9c71-1ab2f1008b3b req-d9070b7f-c6da-4620-bf9c-fa75bd96a660 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983553 Sep 17 22:30:02.178142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-f8398d04-2e97-4fb2-b3ed-0f27abd0ae11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Deleting port d52efeb1-68f2-4943-8f33-2525aa41b776 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:02.178702 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-f8398d04-2e97-4fb2-b3ed-0f27abd0ae11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.201759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7cebb891-db9e-4cae-8ec4-c2bba5fdf4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.204878 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7cebb891-db9e-4cae-8ec4-c2bba5fdf4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.206254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7cebb891-db9e-4cae-8ec4-c2bba5fdf4f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c50bc57-84ac-4d88-addb-5c7327a7cbe3 HTTP/1.1" status: 204 len: 168 time: 0.4476466 Sep 17 22:30:02.227104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebb891-db9e-4cae-8ec4-c2bba5fdf4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c50bc57-84ac-4d88-addb-5c7327a7cbe3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:02.266484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029484dc-de63-4ce0-94e1-9c38332d6a0e req-dff610a9-39f1-4d70-bbbd-0df94bb336c5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:02.268090 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-029484dc-de63-4ce0-94e1-9c38332d6a0e req-dff610a9-39f1-4d70-bbbd-0df94bb336c5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 949 time: 0.1232464 Sep 17 22:30:02.320623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-f8398d04-2e97-4fb2-b3ed-0f27abd0ae11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] For port d52efeb1-68f2-4943-8f33-2525aa41b776, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d52efeb1-68f2-4943-8f33-2525aa41b776,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:02.320993 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-f8398d04-2e97-4fb2-b3ed-0f27abd0ae11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.335816 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8d09c1e-3e47-439f-8950-2aaf14d7e081 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.352601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-f8398d04-2e97-4fb2-b3ed-0f27abd0ae11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Calling delete_port for d52efeb1-68f2-4943-8f33-2525aa41b776 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:02.368055 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a757cc8-df39-4ffd-9739-99dd3b97ffaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.384548 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-029484dc-de63-4ce0-94e1-9c38332d6a0e req-b64b83c7-a4e8-4a1e-a5bb-12c59577f2b4 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069229 Sep 17 22:30:02.387242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d09c1e-3e47-439f-8950-2aaf14d7e081 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event deleted for resources: {'Port': ['ID=28b7f47f-4754-48ff-93ff-f884a3a5f97d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:02.426451 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743070a-0bd8-4fb7-8a98-bb57bc2c224d req-5bb6a1c7-8ab0-4838-9414-1ed9e2af38e4 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:02.428183 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2743070a-0bd8-4fb7-8a98-bb57bc2c224d req-5bb6a1c7-8ab0-4838-9414-1ed9e2af38e4 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.0586550 Sep 17 22:30:02.466646 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a757cc8-df39-4ffd-9739-99dd3b97ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.502239 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2743070a-0bd8-4fb7-8a98-bb57bc2c224d req-51f922c5-e2e0-4cbb-a031-529db1a4b7f8 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615766 Sep 17 22:30:02.518687 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8d09c1e-3e47-439f-8950-2aaf14d7e081 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.522163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a757cc8-df39-4ffd-9739-99dd3b97ffaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494ef62-9c0e-427b-846c-1fa1e211d24f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:02.528230 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9a757cc8-df39-4ffd-9739-99dd3b97ffaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e119a5f0b4b46febea48626ca3fbea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7936437 Sep 17 22:30:02.529864 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8d09c1e-3e47-439f-8950-2aaf14d7e081 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.531072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37952) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:02.532418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d8d09c1e-3e47-439f-8950-2aaf14d7e081 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "DELETE /v2.0/floatingips/ab380547-1faf-485d-93f0-43b6a0b31d2e HTTP/1.1" status: 204 len: 168 time: 1.2398250 Sep 17 22:30:02.629243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-54fe7783-e997-4c5d-8247-8061c6e450e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.633336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37958) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:02.658132 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-54fe7783-e997-4c5d-8247-8061c6e450e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.724433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-f8398d04-2e97-4fb2-b3ed-0f27abd0ae11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.741504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6', 'd52efeb1-68f2-4943-8f33-2525aa41b776'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:02.787739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-54fe7783-e997-4c5d-8247-8061c6e450e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.792981 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-54fe7783-e997-4c5d-8247-8061c6e450e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.794515 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-54fe7783-e997-4c5d-8247-8061c6e450e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d494ef62-9c0e-427b-846c-1fa1e211d24f HTTP/1.1" status: 204 len: 168 time: 0.2623904 Sep 17 22:30:02.805937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8398d04-2e97-4fb2-b3ed-0f27abd0ae11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event deleted for resources: {'Port': ['ID=d52efeb1-68f2-4943-8f33-2525aa41b776,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:02.817599 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe7783-e997-4c5d-8247-8061c6e450e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494ef62-9c0e-427b-846c-1fa1e211d24f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:02.834003 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fea2f2bd-a87b-4d29-a9a5-65ee133b6edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.840005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-f8398d04-2e97-4fb2-b3ed-0f27abd0ae11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] No DVR routers for this DVR port d52efeb1-68f2-4943-8f33-2525aa41b776 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:02.843242 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-f8398d04-2e97-4fb2-b3ed-0f27abd0ae11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.845707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c397fcaf-707d-4be2-89a7-4f71933ef332 req-f8398d04-2e97-4fb2-b3ed-0f27abd0ae11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "DELETE /v2.0/ports/d52efeb1-68f2-4943-8f33-2525aa41b776 HTTP/1.1" status: 204 len: 173 time: 0.9321139 Sep 17 22:30:02.846223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61697a1-e327-4ec3-8253-b1f6fe5fa9da', 'name': 'network-vif-deleted', 'tag': 'd52efeb1-68f2-4943-8f33-2525aa41b776'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:02.855351 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b79d974-cd8b-4b5d-bf8e-4b78f082a1f2" -d '{"events": [{"server_uuid": "d61697a1-e327-4ec3-8253-b1f6fe5fa9da", "name": "network-vif-deleted", "tag": "d52efeb1-68f2-4943-8f33-2525aa41b776"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:02.898693 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3d88e9-d819-4bb4-9c2f-7c28b3474eea x-openstack-request-id: req-3b3d88e9-d819-4bb4-9c2f-7c28b3474eea {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:02.899177 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61697a1-e327-4ec3-8253-b1f6fe5fa9da", "name": "network-vif-deleted", "tag": "d52efeb1-68f2-4943-8f33-2525aa41b776", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:02.901789 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b3d88e9-d819-4bb4-9c2f-7c28b3474eea {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:02.901789 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61697a1-e327-4ec3-8253-b1f6fe5fa9da', 'name': 'network-vif-deleted', 'tag': 'd52efeb1-68f2-4943-8f33-2525aa41b776', 'status': 'completed', 'code': 200} Sep 17 22:30:02.957652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37974) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:02.960592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fea2f2bd-a87b-4d29-a9a5-65ee133b6edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.962782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-83f24f5e-a15f-4ff2-9e9e-bbe044775dc9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842288921', 'description': 'tempest-description--1428624916'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:03.035608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fea2f2bd-a87b-4d29-a9a5-65ee133b6edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.087899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fea2f2bd-a87b-4d29-a9a5-65ee133b6edd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ae0e5a14bcc41f0935f481e3db2f12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513984 Sep 17 22:30:03.087899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2f2bd-a87b-4d29-a9a5-65ee133b6edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb697353-6693-49aa-b1ce-142fbc099c1a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.088626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37982) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:03.177202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f24f5e-a15f-4ff2-9e9e-bbe044775dc9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.205106 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e2c856b-1f03-433b-8958-33ae1090de55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.235029 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2dd30f19-600a-458b-a445-cec77f6c3557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.276018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73acd46e-05d4-458f-bb22-436539428ed8 req-7627974f-2fba-4cae-8a85-350a382dd3eb tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61697a1-e327-4ec3-8253-b1f6fe5fa9da HTTP/1.1" status: 200 len: 210 time: 0.0774767 Sep 17 22:30:03.295342 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e2c856b-1f03-433b-8958-33ae1090de55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.310016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:03.387332 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f24f5e-a15f-4ff2-9e9e-bbe044775dc9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.469333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e2c856b-1f03-433b-8958-33ae1090de55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.472205 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e2c856b-1f03-433b-8958-33ae1090de55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.473530 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7e2c856b-1f03-433b-8958-33ae1090de55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb697353-6693-49aa-b1ce-142fbc099c1a HTTP/1.1" status: 204 len: 168 time: 0.3827343 Sep 17 22:30:03.480099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84d55c-74b5-4f6c-b044-954d91623b39 req-27922b1e-ac7b-4a4b-80cc-2116bd4ec0ea tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.488656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c84d55c-74b5-4f6c-b044-954d91623b39 req-27922b1e-ac7b-4a4b-80cc-2116bd4ec0ea tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 943 time: 0.0677829 Sep 17 22:30:03.489179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c856b-1f03-433b-8958-33ae1090de55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb697353-6693-49aa-b1ce-142fbc099c1a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.532627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f24f5e-a15f-4ff2-9e9e-bbe044775dc9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.558197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c84d55c-74b5-4f6c-b044-954d91623b39 req-923652f6-5593-41bb-bde9-335dc5d070d2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477839 Sep 17 22:30:03.563182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:03.584953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f528-bcd5-484c-af01-38cac6a06580 req-414aba74-0afa-42f3-8e3a-b833905d0ad7 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.586307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'port_id': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'mac_address': 'fa:16:3e:6d:59:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:03.586719 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb8f528-bcd5-484c-af01-38cac6a06580 req-414aba74-0afa-42f3-8e3a-b833905d0ad7 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 949 time: 0.0998492 Sep 17 22:30:03.587451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f24f5e-a15f-4ff2-9e9e-bbe044775dc9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c30650e-e7c1-4c35-9639-6daae4f2496d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.634861 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f24f5e-a15f-4ff2-9e9e-bbe044775dc9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.637908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-83f24f5e-a15f-4ff2-9e9e-bbe044775dc9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6789768 Sep 17 22:30:03.657833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38006) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:03.662708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-53c7b99d-9dd0-47b1-92f7-155453064c55 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'security_group_rule': {'security_group_id': '8c30650e-e7c1-4c35-9639-6daae4f2496d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:03.667989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb8f528-bcd5-484c-af01-38cac6a06580 req-0be9f9f9-f9db-472a-80bf-4c5ef06ccc37 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642614 Sep 17 22:30:03.694527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.711685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09ed143-85b5-42d6-9fec-b6e0cf559c22 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:03.716383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990e5de-9f3a-4df9-b75f-73c38779035c req-dbaffb94-64f8-44f3-889c-676d80de32bc tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.718275 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7990e5de-9f3a-4df9-b75f-73c38779035c req-dbaffb94-64f8-44f3-889c-676d80de32bc tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.0961344 Sep 17 22:30:03.739067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:03.762729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7990e5de-9f3a-4df9-b75f-73c38779035c req-e6d98fff-8403-4ac7-990e-0e8d17adcb69 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382404 Sep 17 22:30:03.816652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53c7b99d-9dd0-47b1-92f7-155453064c55 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.839048 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.881680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53c7b99d-9dd0-47b1-92f7-155453064c55 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.978635 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53c7b99d-9dd0-47b1-92f7-155453064c55 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.003921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7b99d-9dd0-47b1-92f7-155453064c55 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90c2969-98b1-4578-98aa-d2bf878844db,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:04.020406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:04.061939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['e09ed143-85b5-42d6-9fec-b6e0cf559c22'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:04.113525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53c7b99d-9dd0-47b1-92f7-155453064c55 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.117653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-53c7b99d-9dd0-47b1-92f7-155453064c55 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4560585 Sep 17 22:30:04.120883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38016) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:04.126735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2c5c3c1d-89de-4ad5-b6d2-d25cbdac3717 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'security_group_rule': {'security_group_id': '8c30650e-e7c1-4c35-9639-6daae4f2496d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:04.232661 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3c1d-89de-4ad5-b6d2-d25cbdac3717 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.291163 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3c1d-89de-4ad5-b6d2-d25cbdac3717 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.372500 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3c1d-89de-4ad5-b6d2-d25cbdac3717 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.388761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c3c1d-89de-4ad5-b6d2-d25cbdac3717 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e470349c-01de-4d4e-a5b5-5107d8121d65,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:04.406572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38028) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:04.419700 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6005-15e6-42d7-a58e-f240146866ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.464373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3c1d-89de-4ad5-b6d2-d25cbdac3717 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.466399 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2c5c3c1d-89de-4ad5-b6d2-d25cbdac3717 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3432899 Sep 17 22:30:04.471829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38032) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:04.477265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:04.569086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6005-15e6-42d7-a58e-f240146866ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.685147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6005-15e6-42d7-a58e-f240146866ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.700393 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29eb6e7-470a-4a0c-bfdb-adbd0a891e86 req-5e4c55a3-7f50-48d6-8488-9830464a3526 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.702246 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f29eb6e7-470a-4a0c-bfdb-adbd0a891e86 req-5e4c55a3-7f50-48d6-8488-9830464a3526 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0615458 Sep 17 22:30:04.749519 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f29eb6e7-470a-4a0c-bfdb-adbd0a891e86 req-038f7070-d620-485a-8800-8e728b5118eb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376947 Sep 17 22:30:04.793214 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.890561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:04.939706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.074279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Allocated IP 172.25.6.158 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/1931701c-92a2-4743-a1b3-ce7aa3658060) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:05.084339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:05.086019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:05.086579 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.102862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5e1c6005-15e6-42d7-a58e-f240146866ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f5590e3fecf485ba4bc45a384069a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6935661 Sep 17 22:30:05.104721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38066) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:05.105700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c6005-15e6-42d7-a58e-f240146866ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc2c047-f5ad-4ba2-81a6-8aacc881bd28,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:05.172779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-dfdf5020-a217-4916-94cf-82249abf289c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:05.179732 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-dfdf5020-a217-4916-94cf-82249abf289c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.5293903 Sep 17 22:30:05.203675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-39c91ecd-b2b3-43ae-905f-8b4a32720408 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/quotas/2dbf418ad7db4b2e92e446df8c405d0c HTTP/1.1" status: 200 len: 375 time: 0.0228202 Sep 17 22:30:05.235332 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.244597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.260171 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04189d4-fd64-4fd1-b538-d88c04fbe159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.280595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98df8c1-b190-4882-ac1e-c0af045a98fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce68bd18-0d8f-4635-aa3b-645c05e6b3b9'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:05.283546 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3ac5ad-c4e7-4217-bdb8-a835f8f87593" -d '{"events": [{"server_uuid": "e98df8c1-b190-4882-ac1e-c0af045a98fb", "name": "network-vif-plugged", "status": "completed", "tag": "ce68bd18-0d8f-4635-aa3b-645c05e6b3b9"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:05.293104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-aa4a3f20-633d-4866-8c9d-4e3221763e0d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885642 Sep 17 22:30:05.295296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:05.314103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04189d4-fd64-4fd1-b538-d88c04fbe159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.321662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:05.374128 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.375532 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.425021 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-7bc02660-6fca-4702-99a4-b455df18cb8d service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231408 Sep 17 22:30:05.445552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:05.446857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:05.452981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:05.457813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:05.461168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'Port': ['ID=1931701c-92a2-4743-a1b3-ce7aa3658060,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:05.531103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-5adeb95a-89f8-4ba5-9a2a-b4257d84f180 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991776 Sep 17 22:30:05.548100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04189d4-fd64-4fd1-b538-d88c04fbe159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.548285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port e09ed143-85b5-42d6-9fec-b6e0cf559c22 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:05.551446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c04189d4-fd64-4fd1-b538-d88c04fbe159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.554998 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c04189d4-fd64-4fd1-b538-d88c04fbe159 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bc2c047-f5ad-4ba2-81a6-8aacc881bd28 HTTP/1.1" status: 204 len: 168 time: 0.4427483 Sep 17 22:30:05.557537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port e09ed143-85b5-42d6-9fec-b6e0cf559c22 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:05.557537 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.579736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04189d4-fd64-4fd1-b538-d88c04fbe159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc2c047-f5ad-4ba2-81a6-8aacc881bd28,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:05.676834 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.694050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.722881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:05.800529 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e23484ad-5495-4519-9d46-5c146ed86bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.802106 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.808877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d52efeb1-68f2-4943-8f33-2525aa41b776 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:05.841655 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: d52efeb1-68f2-4943-8f33-2525aa41b776 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:05.841977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d52efeb1-68f2-4943-8f33-2525aa41b776 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:05.875124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:05.908818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:06.028577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09195105-ae42-43f3-a87d-1c85089d27e6 req-05bdb1ae-e6f9-4141-a75d-1738707d012f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:06.030398 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09195105-ae42-43f3-a87d-1c85089d27e6 req-05bdb1ae-e6f9-4141-a75d-1738707d012f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 950 time: 0.1143527 Sep 17 22:30:06.125511 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.133492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09195105-ae42-43f3-a87d-1c85089d27e6 req-0cbe12fb-16d7-4574-8471-98027903b63e tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904808 Sep 17 22:30:06.183918 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064262b9-05b0-4054-8e0b-9fda484a843f x-openstack-request-id: req-064262b9-05b0-4054-8e0b-9fda484a843f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:06.184265 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98df8c1-b190-4882-ac1e-c0af045a98fb", "name": "network-vif-plugged", "status": "completed", "tag": "ce68bd18-0d8f-4635-aa3b-645c05e6b3b9", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:06.184522 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-064262b9-05b0-4054-8e0b-9fda484a843f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:06.184943 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98df8c1-b190-4882-ac1e-c0af045a98fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce68bd18-0d8f-4635-aa3b-645c05e6b3b9', 'code': 200} Sep 17 22:30:06.208062 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.292721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a27a3-8744-461f-a4b8-a5cb21ec52d1 req-307e9bf0-251e-471a-a064-d86e4adfc69e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:06.294266 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b95a27a3-8744-461f-a4b8-a5cb21ec52d1 req-307e9bf0-251e-471a-a064-d86e4adfc69e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 945 time: 0.0602803 Sep 17 22:30:06.298148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca4d0b-d60e-4114-b4fd-a733987da8c0 req-81a177c9-82d1-4ce4-a106-61af8f3f68fa tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:06.299773 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2ca4d0b-d60e-4114-b4fd-a733987da8c0 req-81a177c9-82d1-4ce4-a106-61af8f3f68fa tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.1420708 Sep 17 22:30:06.355669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'Port': ['ID=1931701c-92a2-4743-a1b3-ce7aa3658060,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:06.372492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b95a27a3-8744-461f-a4b8-a5cb21ec52d1 req-272521ec-5519-4159-96ba-0239a583cfe6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663288 Sep 17 22:30:06.392956 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.418656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2ca4d0b-d60e-4114-b4fd-a733987da8c0 req-85a3ebdc-8f8d-400a-adca-9eac27db3ff7 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821605 Sep 17 22:30:06.420799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6b470-112e-4d4c-962b-a6b9f23dd03c req-ecb31073-07f5-499b-815c-dd72431ce578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:06.422430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75e6b470-112e-4d4c-962b-a6b9f23dd03c req-ecb31073-07f5-499b-815c-dd72431ce578 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 1102 time: 0.1161141 Sep 17 22:30:06.440473 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce584f21-b35d-4912-bd31-00b1a2953a3c req-568e7751-5a44-41cf-b4f1-b8ddd3de10fe tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 210 time: 0.0293951 Sep 17 22:30:06.478476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75e6b470-112e-4d4c-962b-a6b9f23dd03c req-3a6fc8c6-57f0-419c-b2ea-fb920da892fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Sep 17 22:30:06.494234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.504100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-386718e5-3d1a-445e-9181-da1ae700b431 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0228434 Sep 17 22:30:06.953359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-6d4bc7a2-539c-4e2a-8431-e603025ace78 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--842288921&fields=id&tenant_id=adf2cd98c5044a71ad390a82767e79d6 HTTP/1.1" status: 200 len: 267 time: 0.0535185 Sep 17 22:30:07.021412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a73b23-fdfa-4e43-a60d-249ee08d6678 req-6cfed6e8-36d2-4ac6-996e-3e510d680a50 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.024330 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.031952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2a73b23-fdfa-4e43-a60d-249ee08d6678 req-6cfed6e8-36d2-4ac6-996e-3e510d680a50 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.0684938 Sep 17 22:30:07.076689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-06033e90-5073-43b6-9752-bd509fb86146 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.087614 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-06033e90-5073-43b6-9752-bd509fb86146 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 816 time: 0.1245298 Sep 17 22:30:07.104760 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-c023fb7c-9a1c-41a5-bfb7-baab9380d7d3 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/quotas/adf2cd98c5044a71ad390a82767e79d6 HTTP/1.1" status: 200 len: 375 time: 0.0160074 Sep 17 22:30:07.172235 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2a73b23-fdfa-4e43-a60d-249ee08d6678 req-6b273611-1121-446b-9e64-c794409a459f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320696 Sep 17 22:30:07.182461 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-0f6b7469-83e9-459b-8444-74adfcb5f466 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0733385 Sep 17 22:30:07.209796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49590ee8-fb87-4f44-8590-0dbbc84f6952 req-bbf812ba-a6e5-4432-b822-34bc70584406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.211344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49590ee8-fb87-4f44-8590-0dbbc84f6952 req-bbf812ba-a6e5-4432-b822-34bc70584406 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a37e94996d44f16a7f77183e4fc3406&device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.1569307 Sep 17 22:30:07.282244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:07.383885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49590ee8-fb87-4f44-8590-0dbbc84f6952 req-f7860abb-570e-4e67-94db-98fb8ccfdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.386016 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49590ee8-fb87-4f44-8590-0dbbc84f6952 req-f7860abb-570e-4e67-94db-98fb8ccfdf5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 HTTP/1.1" status: 200 len: 914 time: 0.1666327 Sep 17 22:30:07.400157 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-692503ad-1845-47e6-8b00-8e0599d39998 service neutron] 10.222.0.30 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034633 Sep 17 22:30:07.471540 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49590ee8-fb87-4f44-8590-0dbbc84f6952 req-01c43729-f692-418f-980c-cfb2fc36211c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0490bcb-8e56-4a55-acf0-f75f12538901 HTTP/1.1" status: 200 len: 217 time: 0.0725350 Sep 17 22:30:07.494015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa816ce-0f29-4b55-9180-79aa922c3480 req-9ce9eb01-f3ee-4148-bb84-eb6da49dbfc2 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.505245 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-baa816ce-0f29-4b55-9180-79aa922c3480 req-9ce9eb01-f3ee-4148-bb84-eb6da49dbfc2 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 950 time: 0.1177797 Sep 17 22:30:07.540713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-9ef040e4-5743-4d39-9d64-8b2c48841612 service neutron] 10.222.0.30 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393816 Sep 17 22:30:07.603678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-baa816ce-0f29-4b55-9180-79aa922c3480 req-9efb1bda-5563-4fc8-8a28-c90f4c554a4e tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974066 Sep 17 22:30:07.605760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49590ee8-fb87-4f44-8590-0dbbc84f6952 req-59debdd1-2cdb-4bb9-a87d-69b2d5460f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.607186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49590ee8-fb87-4f44-8590-0dbbc84f6952 req-59debdd1-2cdb-4bb9-a87d-69b2d5460f3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbcf2aa8-2558-48ad-bc19-f004f95401bb HTTP/1.1" status: 200 len: 853 time: 0.0981483 Sep 17 22:30:07.656261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49590ee8-fb87-4f44-8590-0dbbc84f6952 req-0306f147-5f25-41c0-bb5d-9f1bf87d815e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399108 Sep 17 22:30:07.802147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b01e28-7338-4823-87de-310ca47d8733 req-4fecd161-1f7b-419f-bcee-e293c97fe3d1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.803730 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9b01e28-7338-4823-87de-310ca47d8733 req-4fecd161-1f7b-419f-bcee-e293c97fe3d1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 945 time: 0.1029155 Sep 17 22:30:07.809857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49590ee8-fb87-4f44-8590-0dbbc84f6952 req-a0a9a9ca-cebd-4c8d-80b6-3085e98665b0 service neutron] 10.222.0.15 "GET /v2.0/networks/1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413817 Sep 17 22:30:07.958060 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9b01e28-7338-4823-87de-310ca47d8733 req-17344582-4baa-4d04-9a54-0fa40b72bef7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454883 Sep 17 22:30:08.027102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c55fe62-335a-423f-85d4-05185e236bb1 req-19424e73-4896-4894-b913-cc43c07d8981 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 210 time: 0.0578120 Sep 17 22:30:08.080742 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49590ee8-fb87-4f44-8590-0dbbc84f6952 req-cae28316-2724-46f3-809f-8ded262641b8 service neutron] 10.222.0.15 "GET /v2.0/networks/1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415006 Sep 17 22:30:08.152227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2787be7b-ea98-436a-8ab5-6f23ae9457c8 req-e911ebb5-96c9-406d-9379-6da71f9bb608 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 210 time: 0.0363095 Sep 17 22:30:08.185730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:08.189139 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06021164-e008-4f89-bfc3-357e3f8af772" -d '{"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-plugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:08.329511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd25a4-35fb-4403-bfed-9c7b63795e03 req-d3a2e917-5471-494a-a745-6fa83771d5b4 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.336983 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4bd25a4-35fb-4403-bfed-9c7b63795e03 req-d3a2e917-5471-494a-a745-6fa83771d5b4 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.0959239 Sep 17 22:30:08.380783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4bd25a4-35fb-4403-bfed-9c7b63795e03 req-5cf9d3c3-2ba4-4a72-85ab-677af3d7dadc tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428050 Sep 17 22:30:08.459442 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbbd86e-198a-438d-8742-021c6310e6d5 x-openstack-request-id: req-9bbbd86e-198a-438d-8742-021c6310e6d5 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:08.459788 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-plugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:08.460089 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bbbd86e-198a-438d-8742-021c6310e6d5 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:08.460893 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'code': 200} Sep 17 22:30:08.497800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-4c5205ed-2367-4195-b7fb-77def55f74a7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.503312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-4c5205ed-2367-4195-b7fb-77def55f74a7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.2008705 Sep 17 22:30:08.520495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Request body: {'port': {'device_id': '5e8bdc3d-7d80-4fb1-abbb-371aa75870cb', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'admin_state_up': True, 'tenant_id': '2dbf418ad7db4b2e92e446df8c405d0c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:08.579276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38204) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:08.775403 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b21ec74-f92e-48f7-88af-35f4e71ef8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.838768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb84699-b27b-4227-adf0-0a8acb69d68b req-291d2e69-f162-4561-bf2a-cefea9bbadbc tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.842967 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4fb84699-b27b-4227-adf0-0a8acb69d68b req-291d2e69-f162-4561-bf2a-cefea9bbadbc tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 950 time: 0.1495488 Sep 17 22:30:08.921774 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.926402 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4fb84699-b27b-4227-adf0-0a8acb69d68b req-300e7dcc-2de5-45d7-ba38-23a261ffe8f2 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823016 Sep 17 22:30:09.006708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b21ec74-f92e-48f7-88af-35f4e71ef8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.098303 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b21ec74-f92e-48f7-88af-35f4e71ef8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.130031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde47a0-74fb-453c-bd60-f69280d891c5 req-73dd9ded-2d26-4e84-9895-d6076908ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.131551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfde47a0-74fb-453c-bd60-f69280d891c5 req-73dd9ded-2d26-4e84-9895-d6076908ddcc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1097 time: 0.5858605 Sep 17 22:30:09.154182 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b21ec74-f92e-48f7-88af-35f4e71ef8c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d88e76b5c6d34acf972ecc30d0762e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5726182 Sep 17 22:30:09.157270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38236) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:09.185225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfde47a0-74fb-453c-bd60-f69280d891c5 req-b302ed7d-e26e-4f08-a9a3-55f9f228afb9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372157 Sep 17 22:30:09.220855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc138f6-b73d-45f4-a31c-8b9a79bf4b4d req-d2ba4ce5-5f56-46e0-96ce-58d40ccbe8b2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.228670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdc138f6-b73d-45f4-a31c-8b9a79bf4b4d req-d2ba4ce5-5f56-46e0-96ce-58d40ccbe8b2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 945 time: 0.1438069 Sep 17 22:30:09.229538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21ec74-f92e-48f7-88af-35f4e71ef8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed808d7-d7c8-4738-b8f7-5948455bc5b7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:09.265270 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-459ad82b-46fc-47fa-b315-b65da108cb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.289077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdc138f6-b73d-45f4-a31c-8b9a79bf4b4d req-b6951edd-2f65-4630-9480-7860e3fdaf8e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592909 Sep 17 22:30:09.294092 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-459ad82b-46fc-47fa-b315-b65da108cb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.321412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Made reservation on behalf of 2dbf418ad7db4b2e92e446df8c405d0c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:09.325362 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.439662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39de2432-4e57-44f8-9b66-258aa0958643 req-82a02c48-68c6-4d23-8091-2aa9dabc3b79 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 210 time: 0.0314121 Sep 17 22:30:09.463953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d776811-ff40-40aa-a479-92f9aa8f6f01 req-db88015e-7859-407f-9abc-c06c15ef88de tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 210 time: 0.0310612 Sep 17 22:30:09.470098 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-459ad82b-46fc-47fa-b315-b65da108cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.474933 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-459ad82b-46fc-47fa-b315-b65da108cb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.478995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-459ad82b-46fc-47fa-b315-b65da108cb8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ed808d7-d7c8-4738-b8f7-5948455bc5b7 HTTP/1.1" status: 204 len: 168 time: 0.3183582 Sep 17 22:30:09.487687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad82b-46fc-47fa-b315-b65da108cb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed808d7-d7c8-4738-b8f7-5948455bc5b7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:09.667310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Allocated IP 172.20.0.12 (ea29fd46-8ada-4e99-9213-0d4eece86de5/461e6197-8fbb-40ee-954d-8227cda698ef/391cdc4c-1a13-4ba1-87b4-665e89db5ced) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:09.689464 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537805f-d7d4-4b2d-9874-91f74597a59f req-fe9e3672-199b-4e80-8b84-9cbfb5fcee53 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.691213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3537805f-d7d4-4b2d-9874-91f74597a59f req-fe9e3672-199b-4e80-8b84-9cbfb5fcee53 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.0607760 Sep 17 22:30:09.740508 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3537805f-d7d4-4b2d-9874-91f74597a59f req-63f6b217-9b19-4dee-92ee-047b99fdba03 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Sep 17 22:30:09.882821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f949dc-32a3-434e-81db-9f068d21614e req-0b71384f-a07e-4415-8467-2fbf7d918e14 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.883488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f949dc-32a3-434e-81db-9f068d21614e req-0b71384f-a07e-4415-8467-2fbf7d918e14 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.884011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f949dc-32a3-434e-81db-9f068d21614e req-0b71384f-a07e-4415-8467-2fbf7d918e14 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.884622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f949dc-32a3-434e-81db-9f068d21614e req-0b71384f-a07e-4415-8467-2fbf7d918e14 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.885417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f949dc-32a3-434e-81db-9f068d21614e req-0b71384f-a07e-4415-8467-2fbf7d918e14 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.885933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f949dc-32a3-434e-81db-9f068d21614e req-0b71384f-a07e-4415-8467-2fbf7d918e14 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.888348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19f949dc-32a3-434e-81db-9f068d21614e req-0b71384f-a07e-4415-8467-2fbf7d918e14 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82&device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb&device_id=368c7a10-0597-44b1-8db8-5fc513417542&device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb&device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9&device_id=32a137b0-ca01-441f-8974-a4126c70ce41&device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278&device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 5547 time: 0.1343591 Sep 17 22:30:09.953879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19f949dc-32a3-434e-81db-9f068d21614e req-ad135bf0-f55e-4b87-ad30-66d5219d6e25 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.008155 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.117317 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19f949dc-32a3-434e-81db-9f068d21614e req-ad135bf0-f55e-4b87-ad30-66d5219d6e25 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.153201 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.154756 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.167585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:10.213017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:10.217183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:10.222122 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19f949dc-32a3-434e-81db-9f068d21614e req-ad135bf0-f55e-4b87-ad30-66d5219d6e25 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.239426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:10.296837 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.297507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.319119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event updated for resources: {'Port': ['ID=391cdc4c-1a13-4ba1-87b4-665e89db5ced,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:10.349837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19f949dc-32a3-434e-81db-9f068d21614e req-ad135bf0-f55e-4b87-ad30-66d5219d6e25 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&id=18bd1664-0539-4dad-9917-c77e27fceffb&id=9655f874-1fd3-47f9-8f45-9e780d04884b&id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.4227531 Sep 17 22:30:10.389040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135bf0-f55e-4b87-ad30-66d5219d6e25 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79040c32-5022-4002-a22a-7c08984af081,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:10.422090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38264) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:10.470550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d825d4-f80e-4cf7-b866-e1259ac96a5c req-5d70f35b-9b1f-4d40-96dd-e0bf081d5175 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.473964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71d825d4-f80e-4cf7-b866-e1259ac96a5c req-5d70f35b-9b1f-4d40-96dd-e0bf081d5175 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.0906436 Sep 17 22:30:10.484331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-97cd7a94-5e4d-4a40-aa8f-46a2a4943e66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9707649 Sep 17 22:30:10.547341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Request body: {'port': {'device_id': '5e8bdc3d-7d80-4fb1-abbb-371aa75870cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:10.553576 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71d825d4-f80e-4cf7-b866-e1259ac96a5c req-edf658fe-23d4-4ef3-b11d-4bf431c000f9 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733743 Sep 17 22:30:10.560276 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d6c8951-8e85-4765-b122-0bedcfa48658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.746877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-094f7f34-cc12-48ee-b5c5-986c75f3ec42 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.748369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-094f7f34-cc12-48ee-b5c5-986c75f3ec42 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.23 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 816 time: 0.3934803 Sep 17 22:30:10.763391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c65342-7fbc-4e87-bb86-eabd8a8a8cd1 req-259dd873-5c75-4575-85f6-b269dbd392b6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.765444 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9c65342-7fbc-4e87-bb86-eabd8a8a8cd1 req-259dd873-5c75-4575-85f6-b269dbd392b6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 945 time: 0.2936630 Sep 17 22:30:10.776293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b48d4a-aaee-475c-9942-6f2a4d892f79 req-1cdbdef7-7377-40c6-a609-d9f3be0f5598 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.777948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-47b48d4a-aaee-475c-9942-6f2a4d892f79 req-1cdbdef7-7377-40c6-a609-d9f3be0f5598 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 932 time: 0.0666239 Sep 17 22:30:10.783725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.829528 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-47b48d4a-aaee-475c-9942-6f2a4d892f79 req-195eea78-2fa4-43f2-a9e5-9bcd8918f1e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Sep 17 22:30:10.894957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-d17154d5-4b2f-4012-a5d6-c0249d74634e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adf2cd98c5044a71ad390a82767e79d6 HTTP/1.1" status: 200 len: 379 time: 0.1284149 Sep 17 22:30:10.903598 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9c65342-7fbc-4e87-bb86-eabd8a8a8cd1 req-5638df52-7541-48eb-bccd-06ef94067633 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290522 Sep 17 22:30:10.919284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'port': {'device_id': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'admin_state_up': True, 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'security_groups': ['8c30650e-e7c1-4c35-9639-6daae4f2496d']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:10.954000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0347c403-de8f-44af-8986-ac79cd46571e req-495e2687-1c20-490a-8043-c686d87a1978 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 210 time: 0.0536942 Sep 17 22:30:11.074754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d6c8951-8e85-4765-b122-0bedcfa48658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.152068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d6c8951-8e85-4765-b122-0bedcfa48658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.244928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c8951-8e85-4765-b122-0bedcfa48658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23acd9c6-a2ed-418b-81a6-3a4ad910c80f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:11.249656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2d6c8951-8e85-4765-b122-0bedcfa48658 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82ac1346c1a9445b8644bec225a8bf02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8265126 Sep 17 22:30:11.252381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38276) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:11.286653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabba4a-37cb-4853-86a4-4ad5c6d624ce req-381364c7-5ff0-43e5-a3e9-67691716ca51 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.287139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabba4a-37cb-4853-86a4-4ad5c6d624ce req-381364c7-5ff0-43e5-a3e9-67691716ca51 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.287611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabba4a-37cb-4853-86a4-4ad5c6d624ce req-381364c7-5ff0-43e5-a3e9-67691716ca51 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.289358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eeabba4a-37cb-4853-86a4-4ad5c6d624ce req-381364c7-5ff0-43e5-a3e9-67691716ca51 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb&device_id=32a137b0-ca01-441f-8974-a4126c70ce41&device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 2886 time: 0.0953815 Sep 17 22:30:11.318892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d54d585-a993-4ea1-aa20-aba9e60cca7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.348922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d54d585-a993-4ea1-aa20-aba9e60cca7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.360026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eeabba4a-37cb-4853-86a4-4ad5c6d624ce req-f2e313e8-c09e-49e6-b4d3-b5fc7e632f67 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645940 Sep 17 22:30:11.362069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391cdc4c-1a13-4ba1-87b4-665e89db5ced {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:11.366951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Made reservation on behalf of adf2cd98c5044a71ad390a82767e79d6 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:11.370452 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.383355 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.481187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d54d585-a993-4ea1-aa20-aba9e60cca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.482685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Transition to ACTIVE for port object 391cdc4c-1a13-4ba1-87b4-665e89db5ced will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:11.485710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d54d585-a993-4ea1-aa20-aba9e60cca7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.493676 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0d54d585-a993-4ea1-aa20-aba9e60cca7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23acd9c6-a2ed-418b-81a6-3a4ad910c80f HTTP/1.1" status: 204 len: 168 time: 0.2333183 Sep 17 22:30:11.521006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54d585-a993-4ea1-aa20-aba9e60cca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23acd9c6-a2ed-418b-81a6-3a4ad910c80f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:11.584291 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:11.736334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Allocated IP 172.20.0.10 (dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0/9765020f-4b49-4fb4-9f98-f8d24d18f527/2ffee45a-44b4-4111-84c1-b6fe8afbb53a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:11.742756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Pushing event updated for resources: {'Port': ['ID=391cdc4c-1a13-4ba1-87b4-665e89db5ced,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:11.763511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6c225-c3a2-44fe-bc3a-c2da71ab47f7 req-393c954f-a188-4623-9958-904b63597de6 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.766006 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbe6c225-c3a2-44fe-bc3a-c2da71ab47f7 req-393c954f-a188-4623-9958-904b63597de6 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.1246285 Sep 17 22:30:11.824928 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbe6c225-c3a2-44fe-bc3a-c2da71ab47f7 req-c1be031a-698b-4492-81b7-d351e790df3b tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504663 Sep 17 22:30:11.869593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Attempting to bind port 391cdc4c-1a13-4ba1-87b4-665e89db5ced on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:11.870512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Attempting to bind port 391cdc4c-1a13-4ba1-87b4-665e89db5ced by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:11.870848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Attempting to bind port 391cdc4c-1a13-4ba1-87b4-665e89db5ced on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:11.884373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Port 391cdc4c-1a13-4ba1-87b4-665e89db5ced on network ea29fd46-8ada-4e99-9213-0d4eece86de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:11.884703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Attempting to bind port 391cdc4c-1a13-4ba1-87b4-665e89db5ced on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:11.915918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:11.919249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Checking segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:11.919664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Bound using segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:11.920145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Bound port: 391cdc4c-1a13-4ba1-87b4-665e89db5ced, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:11.921179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.002809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5e383-1d2f-4388-89f6-21b410d0a8f0 req-61d1c9bd-97ec-4e43-9a65-444895e9b495 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.004635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3ab5e383-1d2f-4388-89f6-21b410d0a8f0 req-61d1c9bd-97ec-4e43-9a65-444895e9b495 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 944 time: 0.0603001 Sep 17 22:30:12.062023 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3ab5e383-1d2f-4388-89f6-21b410d0a8f0 req-f01e70cc-6a65-47c6-b908-d407880c6d7a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509439 Sep 17 22:30:12.152867 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.216288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-ec1d90f3-96bd-4b53-9948-a43249b5a4f0 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.218199 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-ec1d90f3-96bd-4b53-9948-a43249b5a4f0 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.2129941 Sep 17 22:30:12.221861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] For port 391cdc4c-1a13-4ba1-87b4-665e89db5ced, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:12.235767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] For port 391cdc4c-1a13-4ba1-87b4-665e89db5ced, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=391cdc4c-1a13-4ba1-87b4-665e89db5ced,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:12.250617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f4b0f-64c5-4c93-a949-ad2bd88e0afd req-cc05cbd5-f693-454b-a091-b610980b282c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.252390 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-865f4b0f-64c5-4c93-a949-ad2bd88e0afd req-cc05cbd5-f693-454b-a091-b610980b282c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 945 time: 0.0903525 Sep 17 22:30:12.314574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fddf535-1ba1-4de7-88d9-a3fb8282dd3f req-0323048b-20e2-4080-88bf-fe78135f1d97 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 210 time: 0.0886803 Sep 17 22:30:12.317892 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.327958 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-865f4b0f-64c5-4c93-a949-ad2bd88e0afd req-da97a9ff-9c8e-49b9-94ba-a8b7e226e3cf tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610707 Sep 17 22:30:12.366128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.404006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.405545 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.407200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] 10.222.0.23 "PUT /v2.0/ports/391cdc4c-1a13-4ba1-87b4-665e89db5ced HTTP/1.1" status: 200 len: 1093 time: 1.8657126 Sep 17 22:30:12.414671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8bdc3d-7d80-4fb1-abbb-371aa75870cb', 'tag': '391cdc4c-1a13-4ba1-87b4-665e89db5ced'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:12.418200 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe67726-e292-458a-8158-2108f48d6273" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8bdc3d-7d80-4fb1-abbb-371aa75870cb", "tag": "391cdc4c-1a13-4ba1-87b4-665e89db5ced"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:12.443632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:12.455552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:12.492773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:12.577511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.578168 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.684249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d638aaf-df3c-4e38-b221-94ece7cd5e4f service neutron] Pushing event updated for resources: {'Port': ['ID=391cdc4c-1a13-4ba1-87b4-665e89db5ced,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:12.752891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7bcdc-c501-4767-b7b7-9ad7655716b9 req-89513ef0-471c-4e99-b721-614e501ba151 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.756033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20e7bcdc-c501-4767-b7b7-9ad7655716b9 req-89513ef0-471c-4e99-b721-614e501ba151 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 945 time: 0.3278656 Sep 17 22:30:12.773852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38342) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:12.783157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6f98a689-fd27-47f3-8c2c-3c40b5722ae8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'floatingip': {'port_id': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:12.840661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9129930 Sep 17 22:30:12.855548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Request body: {'port': {'device_id': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:12.866272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-34c9de77-686b-4f36-9601-f7e88bdeb16d None None] Provisioning complete for port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:12.867228 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-34c9de77-686b-4f36-9601-f7e88bdeb16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.872394 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a66345-6feb-4ac9-8947-8b5b3c847aa6 x-openstack-request-id: req-07a66345-6feb-4ac9-8947-8b5b3c847aa6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:12.872394 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8bdc3d-7d80-4fb1-abbb-371aa75870cb", "tag": "391cdc4c-1a13-4ba1-87b4-665e89db5ced", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:12.872394 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07a66345-6feb-4ac9-8947-8b5b3c847aa6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:12.872967 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8bdc3d-7d80-4fb1-abbb-371aa75870cb', 'tag': '391cdc4c-1a13-4ba1-87b4-665e89db5ced', 'status': 'completed', 'code': 200} Sep 17 22:30:12.884960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f98a689-fd27-47f3-8c2c-3c40b5722ae8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:12.905850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-77d553f8-4fea-4f03-ab48-374410572242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.907601 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-77d553f8-4fea-4f03-ab48-374410572242 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 1096 time: 0.3256922 Sep 17 22:30:12.914367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84b5b1-4068-41ea-9485-9569e00aa697 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:12.966283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-34c9de77-686b-4f36-9601-f7e88bdeb16d None None] Port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:13.105111 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-ff12e9d3-59cf-43aa-99dc-b18ae3b3292f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=391cdc4c-1a13-4ba1-87b4-665e89db5ced HTTP/1.1" status: 200 len: 217 time: 0.0919652 Sep 17 22:30:13.173826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0441-0e4c-4244-b89e-bdc761541a15 req-48e2542a-9f7a-4f50-bd38-0876003dcbe1 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.184170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-406d0441-0e4c-4244-b89e-bdc761541a15 req-48e2542a-9f7a-4f50-bd38-0876003dcbe1 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.1939843 Sep 17 22:30:13.191702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-72350f76-cb53-48ea-bd5d-6c42bf1fd22f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Deleting port d0490bcb-8e56-4a55-acf0-f75f12538901 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:13.192445 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-72350f76-cb53-48ea-bd5d-6c42bf1fd22f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.369079 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-406d0441-0e4c-4244-b89e-bdc761541a15 req-18c1e6f8-132b-49c5-b073-64dbecadf04e tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848369 Sep 17 22:30:13.488080 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.488080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-b4594248-98e8-4d1b-8a9d-2cac6ae2e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.490684 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-b4594248-98e8-4d1b-8a9d-2cac6ae2e4d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.3852184 Sep 17 22:30:13.533675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41c18-128a-4ee1-b91e-c2fd745b56de req-a011c90e-7696-4377-a4b7-e8a3e193f1fa tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.541248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f41c18-128a-4ee1-b91e-c2fd745b56de req-a011c90e-7696-4377-a4b7-e8a3e193f1fa tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 1101 time: 0.5082161 Sep 17 22:30:13.576177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b377b03-fa23-4137-9924-91b84c60853b req-6299b658-e7e0-4570-8f83-8abcfaa211fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4826167 Sep 17 22:30:13.617714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-c404ea14-9cbb-4655-a12c-5355dcf7bdfd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999110 Sep 17 22:30:13.676311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239499f-eb94-4a5c-ad04-96d0a3ccba9b req-cc920915-aca2-4365-af43-661b82bd5c33 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.677888 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3239499f-eb94-4a5c-ad04-96d0a3ccba9b req-cc920915-aca2-4365-af43-661b82bd5c33 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 944 time: 0.1456590 Sep 17 22:30:13.752635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-72350f76-cb53-48ea-bd5d-6c42bf1fd22f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] For port d0490bcb-8e56-4a55-acf0-f75f12538901, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d0490bcb-8e56-4a55-acf0-f75f12538901,segment=NetworkSegment(1b049ab3-7cb6-41bb-96bf-c61db8e55abf),segment_id=1b049ab3-7cb6-41bb-96bf-c61db8e55abf)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:13.753882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-72350f76-cb53-48ea-bd5d-6c42bf1fd22f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.785870 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3239499f-eb94-4a5c-ad04-96d0a3ccba9b req-36719d66-294a-4567-8d83-a16d9c98b53a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618589 Sep 17 22:30:13.825035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-72350f76-cb53-48ea-bd5d-6c42bf1fd22f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Calling delete_port for d0490bcb-8e56-4a55-acf0-f75f12538901 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:13.908192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f98a689-fd27-47f3-8c2c-3c40b5722ae8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.970043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc554290-6ad0-41b3-ba17-d12dde7e7ba4 req-41fb06ca-0104-4901-9dab-d89e817af79c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:13.971656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc554290-6ad0-41b3-ba17-d12dde7e7ba4 req-41fb06ca-0104-4901-9dab-d89e817af79c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 932 time: 0.0691857 Sep 17 22:30:13.985675 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f98a689-fd27-47f3-8c2c-3c40b5722ae8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.134666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc554290-6ad0-41b3-ba17-d12dde7e7ba4 req-239d53a2-01b2-4e1f-8afd-90b0896a748f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453655 Sep 17 22:30:14.138356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72f41c18-128a-4ee1-b91e-c2fd745b56de req-643548bd-e547-4159-b27a-c7cca459b3df tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961976 Sep 17 22:30:14.158852 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-6f98a689-fd27-47f3-8c2c-3c40b5722ae8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Floating IP 2a3a413e-2c08-41f2-8f04-ec86a545a7b0 associated. External IP: 172.25.6.217, port: e09ed143-85b5-42d6-9fec-b6e0cf559c22. Sep 17 22:30:14.228362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377b03-fa23-4137-9924-91b84c60853b req-9a214be3-3fb0-480e-899f-e6ee6db2ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.228362 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b377b03-fa23-4137-9924-91b84c60853b req-9a214be3-3fb0-480e-899f-e6ee6db2ed8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 1097 time: 0.5803337 Sep 17 22:30:14.297963 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-f7b6ae88-67e1-40e0-b4b2-8d7edf68a30f service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393967 Sep 17 22:30:14.395595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae148a-31b4-4fca-ba27-20ceba636e31 req-27edae1d-49f8-40ed-aee8-bae35c2060fc tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.403172 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27ae148a-31b4-4fca-ba27-20ceba636e31 req-27edae1d-49f8-40ed-aee8-bae35c2060fc tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 1101 time: 0.0744076 Sep 17 22:30:14.506621 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27ae148a-31b4-4fca-ba27-20ceba636e31 req-a40eb609-562d-464f-abd9-678332c5755a tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023741 Sep 17 22:30:14.584291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377b03-fa23-4137-9924-91b84c60853b req-e25915cd-1ffd-4dda-b7ee-a3f575e2cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.585999 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b377b03-fa23-4137-9924-91b84c60853b req-e25915cd-1ffd-4dda-b7ee-a3f575e2cddb service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 906 time: 0.3295369 Sep 17 22:30:14.677146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81f58b94-f3e1-4ba8-a12e-25693862866a req-4557be08-e317-45c7-b351-f1c090455999 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715551 Sep 17 22:30:14.685404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b377b03-fa23-4137-9924-91b84c60853b req-2b1d1a55-ffd9-4758-8a15-377569f43e4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1da125-a036-4940-a4bd-424a9c308ce6 HTTP/1.1" status: 200 len: 217 time: 0.0896597 Sep 17 22:30:14.739938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f98a689-fd27-47f3-8c2c-3c40b5722ae8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Router ad214992-5b5d-4d4f-9124-02823de710c6 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:30:14.758725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-72350f76-cb53-48ea-bd5d-6c42bf1fd22f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.773186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2abc2e-f54a-44e7-a374-10c78c757c4b req-cded9e58-3df9-4ab9-8c4e-23e26a11e9b4 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.776681 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a2abc2e-f54a-44e7-a374-10c78c757c4b req-cded9e58-3df9-4ab9-8c4e-23e26a11e9b4 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 945 time: 0.1120331 Sep 17 22:30:14.841886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72350f76-cb53-48ea-bd5d-6c42bf1fd22f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Pushing event deleted for resources: {'Port': ['ID=d0490bcb-8e56-4a55-acf0-f75f12538901,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:14.862029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffee45a-44b4-4111-84c1-b6fe8afbb53a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:14.913474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377b03-fa23-4137-9924-91b84c60853b req-01c5b0a6-565e-415b-b9ef-b12604fd8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.920250 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b377b03-fa23-4137-9924-91b84c60853b req-01c5b0a6-565e-415b-b9ef-b12604fd8b09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.2272618 Sep 17 22:30:14.922973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.926270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d0490bcb-8e56-4a55-acf0-f75f12538901 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:14.939994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a2abc2e-f54a-44e7-a374-10c78c757c4b req-8c13aac3-8f88-46ed-8da0-122b19c417cc tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/security-groups?id=18bd1664-0539-4dad-9917-c77e27fceffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471391 Sep 17 22:30:14.992993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: d0490bcb-8e56-4a55-acf0-f75f12538901 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:14.997597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d0490bcb-8e56-4a55-acf0-f75f12538901 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:15.054525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f98a689-fd27-47f3-8c2c-3c40b5722ae8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:30:15.059265 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f98a689-fd27-47f3-8c2c-3c40b5722ae8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.066977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] Sync routers for ids ['ad214992-5b5d-4d4f-9124-02823de710c6'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:30:15.083636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] Routers {'ad214992-5b5d-4d4f-9124-02823de710c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:15.085110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ad214992-5b5d-4d4f-9124-02823de710c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:15.114093 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6f98a689-fd27-47f3-8c2c-3c40b5722ae8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "PUT /v2.0/floatingips/2a3a413e-2c08-41f2-8f04-ec86a545a7b0 HTTP/1.1" status: 200 len: 991 time: 2.3378913 Sep 17 22:30:15.114693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:15.128850 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fd6984-c4f4-4e72-bd35-6812df66fb90" -d '{"events": [{"name": "network-changed", "server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:15.163909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b377b03-fa23-4137-9924-91b84c60853b req-313f0b37-9626-4c7e-8e85-c0428f531f0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523407 Sep 17 22:30:15.164804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-72350f76-cb53-48ea-bd5d-6c42bf1fd22f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] No DVR routers for this DVR port d0490bcb-8e56-4a55-acf0-f75f12538901 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:15.167797 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-72350f76-cb53-48ea-bd5d-6c42bf1fd22f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.175905 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bf3f036-9879-4287-ad5b-cecb58b2b52d req-72350f76-cb53-48ea-bd5d-6c42bf1fd22f tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.15 "DELETE /v2.0/ports/d0490bcb-8e56-4a55-acf0-f75f12538901 HTTP/1.1" status: 204 len: 173 time: 2.9487889 Sep 17 22:30:15.185951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3a90b6-08c8-4163-b5bb-3c137f49bdc9', 'name': 'network-vif-deleted', 'tag': 'd0490bcb-8e56-4a55-acf0-f75f12538901'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:15.193171 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb74fea0-e318-4f1a-bc6c-495a2a3277ec" -d '{"events": [{"server_uuid": "8f3a90b6-08c8-4163-b5bb-3c137f49bdc9", "name": "network-vif-deleted", "tag": "d0490bcb-8e56-4a55-acf0-f75f12538901"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:15.232380 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Transition to ACTIVE for port object 2ffee45a-44b4-4111-84c1-b6fe8afbb53a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:15.269981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] Set router ad214992-5b5d-4d4f-9124-02823de710c6 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:15.492080 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b377b03-fa23-4137-9924-91b84c60853b req-0d77e06a-6fe2-4b17-b2bb-27562e842c07 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149569 Sep 17 22:30:15.511918 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9033ec7-b421-4c0a-9b17-c338164f6ea2 x-openstack-request-id: req-b9033ec7-b421-4c0a-9b17-c338164f6ea2 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:15.517117 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67726-e292-458a-8158-2108f48d6273 req-803919de-6d2b-4bef-9729-13317acc447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.523221 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:15.524777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe67726-e292-458a-8158-2108f48d6273 req-803919de-6d2b-4bef-9729-13317acc447d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 1096 time: 0.6532514 Sep 17 22:30:15.525252 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9033ec7-b421-4c0a-9b17-c338164f6ea2 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:15.525395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.525942 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'status': 'completed', 'code': 200} Sep 17 22:30:15.648082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-66f9815f-270a-407c-a1bb-7ccdc6996c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.650121 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-66f9815f-270a-407c-a1bb-7ccdc6996c5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1097 time: 0.0842702 Sep 17 22:30:15.660258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3a309-d333-454d-841e-7fb9ec6f662d req-072d4c38-526e-4cb5-9bcf-63e28339f093 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.667178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b1a3a309-d333-454d-841e-7fb9ec6f662d req-072d4c38-526e-4cb5-9bcf-63e28339f093 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 944 time: 0.5138280 Sep 17 22:30:15.742717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:15.764932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336e990-2c9f-42d0-bb67-43ae49d330d7 req-2e857422-e5c0-45c1-b397-c383e8face7d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.776522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3336e990-2c9f-42d0-bb67-43ae49d330d7 req-2e857422-e5c0-45c1-b397-c383e8face7d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 944 time: 0.1236649 Sep 17 22:30:15.891830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2a3a413e-2c08-41f2-8f04-ec86a545a7b0', 'tenant_id': '03a542add212453c912a8386c940b572', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'port_id': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'mac_address': 'fa:16:3e:6d:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c7a10-0597-44b1-8db8-5fc513417542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:29:47Z', 'updated_at': '2021-09-17T22:30:13Z', 'revision_number': 1, 'project_id': '03a542add212453c912a8386c940b572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f620615-e2b6-4575-8d7f-391defd34b60', 'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'tenant_id': '03a542add212453c912a8386c940b572', 'mac_address': 'fa:16:3e:1a:a4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:38Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 5, 'project_id': '03a542add212453c912a8386c940b572', 'subnets': [{'id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:15.900361 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3336e990-2c9f-42d0-bb67-43ae49d330d7 req-b51f7fc6-a862-4900-9878-d2f51d79150a tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141138 Sep 17 22:30:15.946634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-af75ca00-bc90-4144-ad7b-1a7d45f03fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.952510 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-af75ca00-bc90-4144-ad7b-1a7d45f03fa6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.2744763 Sep 17 22:30:15.953322 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] Checking router: ad214992-5b5d-4d4f-9124-02823de710c6 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:30:15.975321 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b1a3a309-d333-454d-841e-7fb9ec6f662d req-3c40b4cb-7ca4-42d0-904d-31d79d4d230f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174995 Sep 17 22:30:16.004510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] Routers {'ad214992-5b5d-4d4f-9124-02823de710c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:16.005170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ad214992-5b5d-4d4f-9124-02823de710c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:16.038901 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa2e4de-2b92-4d64-85c7-f7fe8d62f2ab x-openstack-request-id: req-0aa2e4de-2b92-4d64-85c7-f7fe8d62f2ab {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:16.039320 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3a90b6-08c8-4163-b5bb-3c137f49bdc9", "name": "network-vif-deleted", "tag": "d0490bcb-8e56-4a55-acf0-f75f12538901", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:16.045247 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0aa2e4de-2b92-4d64-85c7-f7fe8d62f2ab {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:16.045770 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3a90b6-08c8-4163-b5bb-3c137f49bdc9', 'name': 'network-vif-deleted', 'tag': 'd0490bcb-8e56-4a55-acf0-f75f12538901', 'status': 'completed', 'code': 200} Sep 17 22:30:16.098330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b377b03-fa23-4137-9924-91b84c60853b req-cdf9c61d-10cd-442b-a959-ec708321ac8d service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868056 Sep 17 22:30:16.137597 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-12ba6e0d-414c-43de-8a48-0eb181c912cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 999 time: 0.1812837 Sep 17 22:30:16.211760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67726-e292-458a-8158-2108f48d6273 req-2da61191-b11e-4912-a440-bc5756a4ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.222726 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe67726-e292-458a-8158-2108f48d6273 req-2da61191-b11e-4912-a440-bc5756a4ef23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 906 time: 0.6665761 Sep 17 22:30:16.306602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] Set router ad214992-5b5d-4d4f-9124-02823de710c6 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:16.321711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-55b7cf13-5dd5-40f9-ab5d-327b6a34589f req-9b2af6f0-7ccb-4ed8-89bb-f61755139db9 tempest-InstanceActionsTestJSON-1978920032 tempest-InstanceActionsTestJSON-1978920032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3a90b6-08c8-4163-b5bb-3c137f49bdc9 HTTP/1.1" status: 200 len: 210 time: 0.1067376 Sep 17 22:30:16.350222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-4f233ce2-6596-4c65-aa9e-944dd76ea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.352155 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-4f233ce2-6596-4c65-aa9e-944dd76ea262 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.2074327 Sep 17 22:30:16.363370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe67726-e292-458a-8158-2108f48d6273 req-3ef7f13c-7711-4ac7-a741-4be45f2fdfcc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=391cdc4c-1a13-4ba1-87b4-665e89db5ced HTTP/1.1" status: 200 len: 217 time: 0.1338301 Sep 17 22:30:16.490684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-3f959dd0-9983-454e-ae62-03eaf94e4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.500531 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-3f959dd0-9983-454e-ae62-03eaf94e4329 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407669 Sep 17 22:30:16.577984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Attempting to bind port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:16.578796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Attempting to bind port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:16.579400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Attempting to bind port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:16.588035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:16.588777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Attempting to bind port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:16.602213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67726-e292-458a-8158-2108f48d6273 req-5ad4536e-cbdc-4352-b4da-c523eb7ad0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.602213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe67726-e292-458a-8158-2108f48d6273 req-5ad4536e-cbdc-4352-b4da-c523eb7ad0c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.2214022 Sep 17 22:30:16.602213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:16.603193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Checking segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:16.606900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Bound using segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:16.607589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Bound port: 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:16.610983 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.746409 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe67726-e292-458a-8158-2108f48d6273 req-7daeb8f3-2895-4c10-adcb-0d29ac18adef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185958 Sep 17 22:30:16.910262 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-e81296f2-4c87-4c2c-9c93-fd6d1a8ed7b5 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019856 Sep 17 22:30:16.939255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2a3a413e-2c08-41f2-8f04-ec86a545a7b0', 'tenant_id': '03a542add212453c912a8386c940b572', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'port_id': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'mac_address': 'fa:16:3e:6d:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c7a10-0597-44b1-8db8-5fc513417542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:29:47Z', 'updated_at': '2021-09-17T22:30:13Z', 'revision_number': 1, 'project_id': '03a542add212453c912a8386c940b572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f620615-e2b6-4575-8d7f-391defd34b60', 'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'tenant_id': '03a542add212453c912a8386c940b572', 'mac_address': 'fa:16:3e:1a:a4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:38Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 5, 'project_id': '03a542add212453c912a8386c940b572', 'subnets': [{'id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:16.981315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:16.997076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:17.011604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe67726-e292-458a-8158-2108f48d6273 req-baba6e5c-60c1-43e8-ab9c-fb9ed4aaf1fc service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637568 Sep 17 22:30:17.024937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafff8ed-e9e4-4a9c-92b1-6b320052bb41 None None] The sync data for ids ['ad214992-5b5d-4d4f-9124-02823de710c6'] in n-d-713499-18 is: [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2a3a413e-2c08-41f2-8f04-ec86a545a7b0', 'tenant_id': '03a542add212453c912a8386c940b572', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'port_id': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'mac_address': 'fa:16:3e:6d:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c7a10-0597-44b1-8db8-5fc513417542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:29:47Z', 'updated_at': '2021-09-17T22:30:13Z', 'revision_number': 1, 'project_id': '03a542add212453c912a8386c940b572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f620615-e2b6-4575-8d7f-391defd34b60', 'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'tenant_id': '03a542add212453c912a8386c940b572', 'mac_address': 'fa:16:3e:1a:a4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:38Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 5, 'project_id': '03a542add212453c912a8386c940b572', 'subnets': [{'id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:30:17.158046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68fd6984-c4f4-4e72-bd35-6812df66fb90 req-70898dc4-8211-4617-92e2-dc5a39347da6 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409034 Sep 17 22:30:17.172782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ad84e-4d92-4422-8319-dbd79f9b4663 req-d8b537b3-1a3b-441a-b3bc-d7ee3b8a68a8 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.174796 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f9ad84e-4d92-4422-8319-dbd79f9b4663 req-d8b537b3-1a3b-441a-b3bc-d7ee3b8a68a8 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 944 time: 0.0916069 Sep 17 22:30:17.180835 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe67726-e292-458a-8158-2108f48d6273 req-8874849e-661b-4141-be3d-f19f948bc489 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609206 Sep 17 22:30:17.182434 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.263312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f9ad84e-4d92-4422-8319-dbd79f9b4663 req-7cca508b-2118-4a99-8b02-13a0d381d966 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815816 Sep 17 22:30:17.304063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.307047 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.313528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] 10.222.0.23 "PUT /v2.0/ports/2ffee45a-44b4-4111-84c1-b6fe8afbb53a HTTP/1.1" status: 200 len: 1093 time: 4.4687119 Sep 17 22:30:17.342356 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 391cdc4c-1a13-4ba1-87b4-665e89db5ced details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:17.376635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76738e61-92ea-49a3-9b4c-610d0d21ed1e service neutron] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:17.426017 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce3f00-cbf5-4de0-a5c6-b3923380102d req-34ac240d-46f3-4bcf-a410-be289932562b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.450666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71ce3f00-cbf5-4de0-a5c6-b3923380102d req-34ac240d-46f3-4bcf-a410-be289932562b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 944 time: 0.1128244 Sep 17 22:30:17.693154 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba77265c-efbc-4b4c-85b5-596bac25a562 None None] New status for floating IP 2a3a413e-2c08-41f2-8f04-ec86a545a7b0: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:30:17.736588 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71ce3f00-cbf5-4de0-a5c6-b3923380102d req-fe5190ba-cacd-4ec1-8691-b8f5e9175c24 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747843 Sep 17 22:30:17.881417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-ebf9b2e3-207d-403b-93a2-e00b3a02dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.882996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-ebf9b2e3-207d-403b-93a2-e00b3a02dec9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 1096 time: 0.4117393 Sep 17 22:30:17.918605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38490) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:17.942288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c5afc-a326-4d81-8eb9-8ca0d7e66ebb req-e91f09fc-27e4-4925-8919-d6f19bb49af6 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:17.950517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b77c5afc-a326-4d81-8eb9-8ca0d7e66ebb req-e91f09fc-27e4-4925-8919-d6f19bb49af6 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.4239657 Sep 17 22:30:18.004452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-e36dc564-7198-4080-b517-201ad7d0c0f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a HTTP/1.1" status: 200 len: 217 time: 0.1097939 Sep 17 22:30:18.022664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 391cdc4c-1a13-4ba1-87b4-665e89db5ced, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=391cdc4c-1a13-4ba1-87b4-665e89db5ced,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:18.030777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b1f080-b8f7-4d06-aa69-0dd9270d620b admin admin] Deleting subnet fbcf2aa8-2558-48ad-bc19-f004f95401bb {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:30:18.042277 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93b1f080-b8f7-4d06-aa69-0dd9270d620b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.047927 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b77c5afc-a326-4d81-8eb9-8ca0d7e66ebb req-80cba594-93ec-4608-ae10-92038f07e85f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964501 Sep 17 22:30:18.056658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '391cdc4c-1a13-4ba1-87b4-665e89db5ced', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'port_id': '391cdc4c-1a13-4ba1-87b4-665e89db5ced', 'mac_address': 'fa:16:3e:68:9f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461e6197-8fbb-40ee-954d-8227cda698ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:18.062479 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:18.068741 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2445e35f-f2a2-43d8-9236-05ca87114a97" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:18.127539 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93b1f080-b8f7-4d06-aa69-0dd9270d620b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.161969 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f9417c-1d4b-4f8d-ae64-2527f977e9a0 x-openstack-request-id: req-91f9417c-1d4b-4f8d-ae64-2527f977e9a0 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:18.162496 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:18.162496 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91f9417c-1d4b-4f8d-ae64-2527f977e9a0 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:18.164293 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'status': 'completed', 'code': 200} Sep 17 22:30:18.214343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-74231a86-1e41-47fa-97b1-1cc96b254e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:18.214343 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-74231a86-1e41-47fa-97b1-1cc96b254e60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.1706352 Sep 17 22:30:18.220585 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.234529 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391cdc4c-1a13-4ba1-87b4-665e89db5ced {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:18.260491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 391cdc4c-1a13-4ba1-87b4-665e89db5ced, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=391cdc4c-1a13-4ba1-87b4-665e89db5ced,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:18.283792 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93b1f080-b8f7-4d06-aa69-0dd9270d620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.308292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-b9c35485-3c04-4a31-975e-eb6c1d550c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:18.311964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-b9c35485-3c04-4a31-975e-eb6c1d550c04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902686 Sep 17 22:30:18.330540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.464914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93b1f080-b8f7-4d06-aa69-0dd9270d620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.472774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=391cdc4c-1a13-4ba1-87b4-665e89db5ced,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:18.544052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['391cdc4c-1a13-4ba1-87b4-665e89db5ced'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:18.558801 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93b1f080-b8f7-4d06-aa69-0dd9270d620b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.566881 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-93b1f080-b8f7-4d06-aa69-0dd9270d620b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fbcf2aa8-2558-48ad-bc19-f004f95401bb HTTP/1.1" status: 204 len: 168 time: 0.6471403 Sep 17 22:30:18.568585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1f080-b8f7-4d06-aa69-0dd9270d620b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbcf2aa8-2558-48ad-bc19-f004f95401bb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:18.574317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38500) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:18.614885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38502) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:18.633892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8686-76ee-43b0-b63e-fc70f8b7139c req-e195c026-ca17-41da-8245-637bcb34d195 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:18.635347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-55ad8686-76ee-43b0-b63e-fc70f8b7139c req-e195c026-ca17-41da-8245-637bcb34d195 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 944 time: 0.1952708 Sep 17 22:30:18.690141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-292ae9a0-4950-4592-9fdf-413b08f25370 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713384 Sep 17 22:30:18.736108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.926452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-55ad8686-76ee-43b0-b63e-fc70f8b7139c req-4d19d250-b6eb-498b-bfd7-faeafad117dd tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676804 Sep 17 22:30:18.996139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a961da8-aeed-4278-8e2f-aaa6116a1463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.080247 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.081811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15ba48af-de9b-488d-b043-d4410ed2b2cd req-65ee67b2-bf2a-4450-9749-e56126415f90 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778718 Sep 17 22:30:19.197159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:19.210233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b049ab3-7cb6-41bb-96bf-c61db8e55abf') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:19.210504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b049ab3-7cb6-41bb-96bf-c61db8e55abf') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:19.223622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.242453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebbb9e-479f-4094-98c1-04e17fa1303c req-03a48bad-2b78-407e-888b-2d11441890d0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.244006 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a4ebbb9e-479f-4094-98c1-04e17fa1303c req-03a48bad-2b78-407e-888b-2d11441890d0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 945 time: 0.1749716 Sep 17 22:30:19.299707 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a961da8-aeed-4278-8e2f-aaa6116a1463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.314774 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.316217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-c1e5f9c8-0cd4-429c-9dda-802f607387f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.317810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-c1e5f9c8-0cd4-429c-9dda-802f607387f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 1096 time: 0.1037140 Sep 17 22:30:19.333989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a9d16-c3cd-46ae-adce-5ee5eed00f88 req-67eb2ea9-316a-41d2-9e42-aa2995bc606f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.335868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e25a9d16-c3cd-46ae-adce-5ee5eed00f88 req-67eb2ea9-316a-41d2-9e42-aa2995bc606f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.1295960 Sep 17 22:30:19.351612 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a4ebbb9e-479f-4094-98c1-04e17fa1303c req-832056a8-41ce-430b-99ba-215ff2993bf8 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780160 Sep 17 22:30:19.351612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:30:19.351612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:30:19.356656 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:30:19.388147 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a961da8-aeed-4278-8e2f-aaa6116a1463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.429509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a961da8-aeed-4278-8e2f-aaa6116a1463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df171c-d7d4-42cf-8ff7-06b9f304d14b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:19.505670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e25a9d16-c3cd-46ae-adce-5ee5eed00f88 req-b0606ff0-0011-4da6-b229-d44b948ebe93 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573300 Sep 17 22:30:19.560756 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9a961da8-aeed-4278-8e2f-aaa6116a1463 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05a35e68512e43558c3fcaed75a4c17a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9190500 Sep 17 22:30:19.564932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38528) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:19.587499 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.639961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.639961 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8 HTTP/1.1" status: 204 len: 168 time: 1.0635149 Sep 17 22:30:19.641179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a1e7c-5dbc-45d4-a8c8-cf55cc167f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=1df3e02f-c93a-4096-9f6f-d2a0d7b7a4b8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:19.644836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-2629fa9b-fb19-4787-ba55-7a71a2001e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.652486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-2629fa9b-fb19-4787-ba55-7a71a2001e2f service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.3149810 Sep 17 22:30:19.751892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-b2fdb004-4eb9-4190-b643-1f648862f159 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a HTTP/1.1" status: 200 len: 217 time: 0.0838914 Sep 17 22:30:19.823201 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc044705-2157-4a75-aa49-c7db349a9748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.845023 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc044705-2157-4a75-aa49-c7db349a9748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:19.874892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-08bf560f-e2a7-4b5f-bd47-e4f28511ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.876433 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-08bf560f-e2a7-4b5f-bd47-e4f28511ee01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.1117268 Sep 17 22:30:19.937770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-c2182818-c2ee-4411-93f8-b5ecbd669a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.940378 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-c2182818-c2ee-4411-93f8-b5ecbd669a93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559192 Sep 17 22:30:20.034254 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc044705-2157-4a75-aa49-c7db349a9748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.036812 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc044705-2157-4a75-aa49-c7db349a9748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.044499 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cc044705-2157-4a75-aa49-c7db349a9748 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68df171c-d7d4-42cf-8ff7-06b9f304d14b HTTP/1.1" status: 204 len: 168 time: 0.4723518 Sep 17 22:30:20.201110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38542) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:20.317952 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a1704ead-6dab-436a-8c63-1f7280207f9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a37e94996d44f16a7f77183e4fc3406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131499 Sep 17 22:30:20.319204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38546) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:20.397227 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63d8e091-f732-4e01-89c8-122f204c22aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.456918 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63d8e091-f732-4e01-89c8-122f204c22aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.477091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38550) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:20.517844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc044705-2157-4a75-aa49-c7db349a9748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df171c-d7d4-42cf-8ff7-06b9f304d14b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:20.552688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c7f5-1263-4f33-a5f7-f928ffc9b009 req-ce64ca04-9b16-4ab5-83d0-821ea946e0e1 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:20.554293 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afb8c7f5-1263-4f33-a5f7-f928ffc9b009 req-ce64ca04-9b16-4ab5-83d0-821ea946e0e1 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 945 time: 0.0781355 Sep 17 22:30:20.582899 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-ba2c93ae-b1c4-43d2-92b4-30fd55873694 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317379 Sep 17 22:30:20.591554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f3b6a-78df-4e15-9215-77a24ca92e28 req-d026c1f0-2c67-4963-a247-e51c27bf69ff tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:20.599931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba1f3b6a-78df-4e15-9215-77a24ca92e28 req-d026c1f0-2c67-4963-a247-e51c27bf69ff tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 944 time: 0.5032146 Sep 17 22:30:20.621647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-afb8c7f5-1263-4f33-a5f7-f928ffc9b009 req-e0b1320a-1385-4fb8-8248-d4502b79722f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602884 Sep 17 22:30:20.632707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63d8e091-f732-4e01-89c8-122f204c22aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.637508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63d8e091-f732-4e01-89c8-122f204c22aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.639269 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-63d8e091-f732-4e01-89c8-122f204c22aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18bd1664-0539-4dad-9917-c77e27fceffb HTTP/1.1" status: 204 len: 168 time: 0.3185365 Sep 17 22:30:20.668190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8e091-f732-4e01-89c8-122f204c22aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bd1664-0539-4dad-9917-c77e27fceffb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:20.692189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba1f3b6a-78df-4e15-9215-77a24ca92e28 req-0c621298-a9c2-4fec-ac7f-7248ae451f81 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824244 Sep 17 22:30:20.802153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88a2d1-89ef-42ce-b6a0-1cc62ed4b799 req-8128705b-7667-4c1a-8f24-971789567304 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:20.822330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca88a2d1-89ef-42ce-b6a0-1cc62ed4b799 req-8128705b-7667-4c1a-8f24-971789567304 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0863848 Sep 17 22:30:20.858581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2445e35f-f2a2-43d8-9236-05ca87114a97 req-a35943b2-7814-443c-8114-e495fe479898 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567477 Sep 17 22:30:20.878998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e33d0997-c2f2-4e7b-8f33-865759026d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.927396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca88a2d1-89ef-42ce-b6a0-1cc62ed4b799 req-bea6cf39-47bc-4acd-9fe8-8ce5c716616b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037004 Sep 17 22:30:21.008676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e33d0997-c2f2-4e7b-8f33-865759026d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.108168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e33d0997-c2f2-4e7b-8f33-865759026d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.151964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e33d0997-c2f2-4e7b-8f33-865759026d75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44fbdf21645849898670b43bee43df7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6737542 Sep 17 22:30:21.154663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38562) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:21.157129 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d0997-c2f2-4e7b-8f33-865759026d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce7ceec-a18a-4b44-bdfc-a267baabe64a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:21.214275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec6e4d0e-3b81-4a00-9f3a-83408bf1fd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.235989 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec6e4d0e-3b81-4a00-9f3a-83408bf1fd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.326029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38566) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:21.348749 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4479cc04-5edd-45c5-80ed-6081d90222c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.361388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 391cdc4c-1a13-4ba1-87b4-665e89db5ced up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:21.418979 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec6e4d0e-3b81-4a00-9f3a-83408bf1fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.423843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec6e4d0e-3b81-4a00-9f3a-83408bf1fd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.428069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ec6e4d0e-3b81-4a00-9f3a-83408bf1fd17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ce7ceec-a18a-4b44-bdfc-a267baabe64a HTTP/1.1" status: 204 len: 168 time: 0.2688956 Sep 17 22:30:21.445521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e4d0e-3b81-4a00-9f3a-83408bf1fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce7ceec-a18a-4b44-bdfc-a267baabe64a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:21.530023 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4479cc04-5edd-45c5-80ed-6081d90222c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.544037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 391cdc4c-1a13-4ba1-87b4-665e89db5ced completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:21.549173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 391cdc4c-1a13-4ba1-87b4-665e89db5ced triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:21.549721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.671188 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.681324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4479cc04-5edd-45c5-80ed-6081d90222c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.704568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 391cdc4c-1a13-4ba1-87b4-665e89db5ced, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=391cdc4c-1a13-4ba1-87b4-665e89db5ced,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:21.706030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8bdc3d-7d80-4fb1-abbb-371aa75870cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391cdc4c-1a13-4ba1-87b4-665e89db5ced'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:21.708744 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7e57f9-7f3b-49ca-83ff-a8cd7731c786" -d '{"events": [{"server_uuid": "5e8bdc3d-7d80-4fb1-abbb-371aa75870cb", "name": "network-vif-plugged", "status": "completed", "tag": "391cdc4c-1a13-4ba1-87b4-665e89db5ced"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:21.758332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4479cc04-5edd-45c5-80ed-6081d90222c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47b3a8c8c0794b59a207b374540c1f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309213 Sep 17 22:30:21.763141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38586) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:21.777151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479cc04-5edd-45c5-80ed-6081d90222c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b19b38-86d1-4aed-a6d5-d0bb7e131112,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:21.833342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01096592-de6c-4c1a-b2e1-50378f1dce83 req-230687ab-057b-42fc-91f1-cf339439f781 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:21.834924 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01096592-de6c-4c1a-b2e1-50378f1dce83 req-230687ab-057b-42fc-91f1-cf339439f781 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 945 time: 0.1177223 Sep 17 22:30:21.841763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ce6b-ab18-4bb4-a967-4ff613f180fe req-00e57279-ad0b-4dc3-a4fa-a581323468d6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:21.844519 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fde2ce6b-ab18-4bb4-a967-4ff613f180fe req-00e57279-ad0b-4dc3-a4fa-a581323468d6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 944 time: 0.0746059 Sep 17 22:30:21.849400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dce59cdd-f5a9-4161-aa77-d69d463a94d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.895560 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dce59cdd-f5a9-4161-aa77-d69d463a94d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.912363 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01096592-de6c-4c1a-b2e1-50378f1dce83 req-8c8c2928-0e4d-4869-b1f1-35dd0a2219bf tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648551 Sep 17 22:30:21.927363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fde2ce6b-ab18-4bb4-a967-4ff613f180fe req-5b9092d2-59c3-48f1-9185-689d717f3d42 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732119 Sep 17 22:30:21.949309 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.007174 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71275fd2-99e2-4fc3-b5fa-7e6bf925df06 x-openstack-request-id: req-71275fd2-99e2-4fc3-b5fa-7e6bf925df06 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:22.008176 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8bdc3d-7d80-4fb1-abbb-371aa75870cb", "name": "network-vif-plugged", "status": "completed", "tag": "391cdc4c-1a13-4ba1-87b4-665e89db5ced", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:22.008407 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71275fd2-99e2-4fc3-b5fa-7e6bf925df06 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:22.009836 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8bdc3d-7d80-4fb1-abbb-371aa75870cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391cdc4c-1a13-4ba1-87b4-665e89db5ced', 'code': 200} Sep 17 22:30:22.053897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=391cdc4c-1a13-4ba1-87b4-665e89db5ced,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:22.136802 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dce59cdd-f5a9-4161-aa77-d69d463a94d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.139946 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dce59cdd-f5a9-4161-aa77-d69d463a94d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.141073 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dce59cdd-f5a9-4161-aa77-d69d463a94d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6b19b38-86d1-4aed-a6d5-d0bb7e131112 HTTP/1.1" status: 204 len: 168 time: 0.3738711 Sep 17 22:30:22.174279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce59cdd-f5a9-4161-aa77-d69d463a94d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b19b38-86d1-4aed-a6d5-d0bb7e131112,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:22.188065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb0297-6aa7-4b19-8199-c3766422b2c9 req-02e960fc-1581-4f97-8c84-39bcc47a2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:22.189737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bcdb0297-6aa7-4b19-8199-c3766422b2c9 req-02e960fc-1581-4f97-8c84-39bcc47a2d9d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 1098 time: 0.0945485 Sep 17 22:30:22.214420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00ea4-041b-4dfe-ba72-74b60bd3cf01 req-898a84cd-b08e-4c32-b745-3f781a9cb962 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:22.214420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-22c00ea4-041b-4dfe-ba72-74b60bd3cf01 req-898a84cd-b08e-4c32-b745-3f781a9cb962 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0898423 Sep 17 22:30:22.271561 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bcdb0297-6aa7-4b19-8199-c3766422b2c9 req-0ed44b76-db32-44db-86d9-5710d6fd1f26 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 Sep 17 22:30:22.281070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-22c00ea4-041b-4dfe-ba72-74b60bd3cf01 req-5038930d-bc8b-4641-9d71-9434daa99f18 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581987 Sep 17 22:30:23.085807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfc9c-0a64-414b-8e35-46e400567d29 req-dee2b973-9847-443b-877b-0e79c1e5a1e9 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.096605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de6cfc9c-0a64-414b-8e35-46e400567d29 req-dee2b973-9847-443b-877b-0e79c1e5a1e9 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 946 time: 0.0921607 Sep 17 22:30:23.103678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c2a7b-0ad2-4315-9caf-91e3df50891b req-f54c69a2-a042-4c03-b10b-2f53d18ff4e2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.107514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd9c2a7b-0ad2-4315-9caf-91e3df50891b req-f54c69a2-a042-4c03-b10b-2f53d18ff4e2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 944 time: 0.0885708 Sep 17 22:30:23.127469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38638) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:23.162712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd9c2a7b-0ad2-4315-9caf-91e3df50891b req-e049dffe-6706-42ea-b355-ab11e9df44ac tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504322 Sep 17 22:30:23.181662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de6cfc9c-0a64-414b-8e35-46e400567d29 req-da6afd1d-2ded-4cd9-a776-7437283fbef4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840216 Sep 17 22:30:23.321467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1491906863-network', 'tenant_id': '048d774b11774d0282ea88672cfc5842'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:23.380762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2ffee45a-44b4-4111-84c1-b6fe8afbb53a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:23.465552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdabc67-aa61-4f9e-9a43-082c64b8989b req-6621d3bd-11d2-4dc6-b077-0e9028b0bdd8 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.473584 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9cdabc67-aa61-4f9e-9a43-082c64b8989b req-6621d3bd-11d2-4dc6-b077-0e9028b0bdd8 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.1113467 Sep 17 22:30:23.492561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Made reservation on behalf of 048d774b11774d0282ea88672cfc5842 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:23.499772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.525614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9cdabc67-aa61-4f9e-9a43-082c64b8989b req-e32dbc7f-7a6c-43c3-99e0-eb4d10906554 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496535 Sep 17 22:30:23.536051 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.559316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:23.582860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'port_id': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'mac_address': 'fa:16:3e:66:72:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:23.688024 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.708604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffee45a-44b4-4111-84c1-b6fe8afbb53a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:23.742331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:23.753139 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.878589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.879283 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.899308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:30:23.922951 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.923868 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Added segment e29cba35-d0ae-4393-b676-69c6d00ac055 of type vlan for network fe0223d7-0703-478c-beef-448a4f0d6c84 Sep 17 22:30:23.946265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ae3ec-1a41-4fb8-ab45-df36b903094e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:23.973233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:24.111115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['2ffee45a-44b4-4111-84c1-b6fe8afbb53a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:24.403793 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.449240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8afb7f-2490-4da7-a1ee-7b8bcab3e823 req-85f32d29-141e-4990-85db-c5c76fc13714 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.460623 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a8afb7f-2490-4da7-a1ee-7b8bcab3e823 req-85f32d29-141e-4990-85db-c5c76fc13714 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.0914946 Sep 17 22:30:24.462779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf1308-f3c8-424b-a332-9c045ee28cd4 req-181fbebf-a43a-4f09-be23-ede85607de20 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.464385 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fbf1308-f3c8-424b-a332-9c045ee28cd4 req-181fbebf-a43a-4f09-be23-ede85607de20 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 946 time: 0.1080065 Sep 17 22:30:24.510544 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a8afb7f-2490-4da7-a1ee-7b8bcab3e823 req-211145ee-9c1d-4c34-91df-1a2f472a07d3 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488057 Sep 17 22:30:24.528561 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fbf1308-f3c8-424b-a332-9c045ee28cd4 req-cea2c904-c0cd-4a49-b0ea-b18df2b649ad tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566208 Sep 17 22:30:24.543919 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.544987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.546449 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.696167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] Pushing event updated for resources: {'Network': ['ID=fe0223d7-0703-478c-beef-448a4f0d6c84,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:24.709895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network fe0223d7-0703-478c-beef-448a4f0d6c84 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:30:24.724838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1583eb-4786-44af-a1c2-5e3ee97720c9 req-ad03c548-8b04-424a-b3c2-b09acbe4e36b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.733057 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4f1583eb-4786-44af-a1c2-5e3ee97720c9 req-ad03c548-8b04-424a-b3c2-b09acbe4e36b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0671101 Sep 17 22:30:24.812474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4f1583eb-4786-44af-a1c2-5e3ee97720c9 req-7b2ba200-2336-45c0-bb26-a21c52e52e16 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782168 Sep 17 22:30:24.819377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9f347cb4-89b1-499a-b3df-5cfdbd414c23 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6884394 Sep 17 22:30:24.821426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38694) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:24.825769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Request body: {'subnet': {'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1491906863-subnet', 'tenant_id': '048d774b11774d0282ea88672cfc5842', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:25.018365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-ade3793c-ff13-460f-b85a-161ad914781b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:25.020456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-ade3793c-ff13-460f-b85a-161ad914781b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.1325746 Sep 17 22:30:25.021095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Made reservation on behalf of 048d774b11774d0282ea88672cfc5842 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:25.023406 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.065027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-481fb9c4-8a1d-457c-accc-55704e7ff686 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/quotas/2dbf418ad7db4b2e92e446df8c405d0c HTTP/1.1" status: 200 len: 375 time: 0.0262806 Sep 17 22:30:25.179671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-a9eb34c4-aaa3-4920-aa31-1b74433887f3 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133287 Sep 17 22:30:25.339852 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-c73e1e61-58d7-4210-a732-1a0780dd2ba4 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592693 Sep 17 22:30:25.376377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2ffee45a-44b4-4111-84c1-b6fe8afbb53a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:25.546857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:25.556974 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:25.557458 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.723728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-78651985-02c5-49ea-8d0e-51ea5066fe11 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826101 Sep 17 22:30:25.784886 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.802665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a310def-816d-40ad-bd67-f711a29baaa9 req-8773b9e6-2153-4c16-939e-479a41d4ccbe tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:25.802665 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0a310def-816d-40ad-bd67-f711a29baaa9 req-8773b9e6-2153-4c16-939e-479a41d4ccbe tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1160967 Sep 17 22:30:25.824385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:25.901254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0a310def-816d-40ad-bd67-f711a29baaa9 req-5a2b14ff-4a7a-4559-9458-8262c7d1c2d7 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961499 Sep 17 22:30:25.907708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:25.913938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:25.917693 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbf5af0-b9c0-4649-9f94-3386c22c283b" -d '{"events": [{"server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "name": "network-vif-plugged", "status": "completed", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:25.949959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1c96c1-5e35-4e0f-9524-006711cd7007,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:25.983781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Checking segment: {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:25.984473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Network hostable DHCP agents. Network: fe0223d7-0703-478c-beef-448a4f0d6c84, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:30:26.035230 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.149254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Network fe0223d7-0703-478c-beef-448a4f0d6c84 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:30:26.180193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:26.192415 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0efcd4d-2c14-4887-bf94-6c4415356956 x-openstack-request-id: req-e0efcd4d-2c14-4887-bf94-6c4415356956 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:26.193829 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "name": "network-vif-plugged", "status": "completed", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:26.196261 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0efcd4d-2c14-4887-bf94-6c4415356956 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:26.197891 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'code': 200} Sep 17 22:30:26.264764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, fe0223d7-0703-478c-beef-448a4f0d6c84) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:26.272980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a0e668-671c-4056-8b0a-56120febb8d0 None None] Network fe0223d7-0703-478c-beef-448a4f0d6c84 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:26.400370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc4d32-7f2e-473d-833f-9b8f9f14bac0 req-8c17fd65-8f5b-4fc2-b2d8-201059038b8c tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:26.412503 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a4dc4d32-7f2e-473d-833f-9b8f9f14bac0 req-8c17fd65-8f5b-4fc2-b2d8-201059038b8c tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.1961925 Sep 17 22:30:26.423910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:26.428439 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.568153 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a4dc4d32-7f2e-473d-833f-9b8f9f14bac0 req-77b7b63e-7973-490c-bdbf-0b23fefe3c7a tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336710 Sep 17 22:30:26.570926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-fe0223d7-0703-478c-beef-448a4f0d6c84', 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84', 'tenant_id': '048d774b11774d0282ea88672cfc5842', 'fixed_ips': [{'subnet_id': 'cd1c96c1-5e35-4e0f-9524-006711cd7007'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:30:26.572226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.582799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ea9509b-35e2-49ab-a97b-31b83799d405 req-a3872ee7-0de1-4b5e-9d98-d3c7ec19fc23 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 210 time: 0.2576990 Sep 17 22:30:26.618093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bed8de-47d7-4cf6-b4aa-cb3ae26e3dc6 req-76b3b28f-77bc-444d-b839-790e2ff9e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:26.620138 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62bed8de-47d7-4cf6-b4aa-cb3ae26e3dc6 req-76b3b28f-77bc-444d-b839-790e2ff9e248 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 1098 time: 0.3572330 Sep 17 22:30:26.667842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62bed8de-47d7-4cf6-b4aa-cb3ae26e3dc6 req-5066eab2-06c8-400b-8fdc-449007af813f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397732 Sep 17 22:30:26.726826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e0e9fea7-4f6e-48b8-93e6-fcabd437c259 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9058285 Sep 17 22:30:27.016321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Allocated IP 172.20.0.2 (fe0223d7-0703-478c-beef-448a4f0d6c84/cd1c96c1-5e35-4e0f-9524-006711cd7007/868f03f1-7949-4622-b01f-a68c20e405a5) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:27.212435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45059a1-d36e-4ae1-97c1-286f8f677bbb req-fb1538c3-ab97-43ad-95ff-3576b4e5a345 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:27.220953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f45059a1-d36e-4ae1-97c1-286f8f677bbb req-fb1538c3-ab97-43ad-95ff-3576b4e5a345 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1705143 Sep 17 22:30:27.301730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f45059a1-d36e-4ae1-97c1-286f8f677bbb req-4f88cc6c-632b-4509-8454-dfd738357e72 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777984 Sep 17 22:30:27.451370 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.601831 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.645493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Network fe0223d7-0703-478c-beef-448a4f0d6c84 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:27.650218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:27.658540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:27.672111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Pushing event updated for resources: {'Port': ['ID=868f03f1-7949-4622-b01f-a68c20e405a5,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:27.727209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed3067-4bdf-4139-825c-6be9a571ee06 req-d90defa9-9ae6-4a0e-895a-ebf838efdb95 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:27.729346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-01ed3067-4bdf-4139-825c-6be9a571ee06 req-d90defa9-9ae6-4a0e-895a-ebf838efdb95 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0839233 Sep 17 22:30:27.776619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Attempting to bind port 868f03f1-7949-4622-b01f-a68c20e405a5 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:27.777661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Attempting to bind port 868f03f1-7949-4622-b01f-a68c20e405a5 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:27.777661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Attempting to bind port 868f03f1-7949-4622-b01f-a68c20e405a5 on network fe0223d7-0703-478c-beef-448a4f0d6c84 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:27.783865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:27.784272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Checking segment: {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:27.786044 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.786044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Bound using segment: {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:27.786044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Bound port: 868f03f1-7949-4622-b01f-a68c20e405a5, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:27.787096 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:27.843988 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-01ed3067-4bdf-4139-825c-6be9a571ee06 req-8f98036c-0904-4f54-8d0c-e86ff5998a63 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938110 Sep 17 22:30:27.939648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] For port 868f03f1-7949-4622-b01f-a68c20e405a5, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:27.949329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] For port 868f03f1-7949-4622-b01f-a68c20e405a5, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=868f03f1-7949-4622-b01f-a68c20e405a5,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:27.965929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28590c46-dfb6-4855-91cf-a1c5f039126d req-c3b14733-259b-4597-998e-bf84d791e0a2 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 210 time: 0.0404093 Sep 17 22:30:28.047528 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:28.165453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966d0a9-dc93-495b-aafd-c669088dd4cc None None] Pushing event updated for resources: {'Port': ['ID=868f03f1-7949-4622-b01f-a68c20e405a5,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:28.344699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086c25e-917f-49a3-9567-6896061bf828 req-439ffc7e-5fe2-4183-86ee-a258757d90b1 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:28.353055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-439ffc7e-5fe2-4183-86ee-a258757d90b1 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/networks?id=fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 200 len: 816 time: 0.1588058 Sep 17 22:30:28.404202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-415fa1fe-8194-41af-9729-dc705b381df4 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/quotas/048d774b11774d0282ea88672cfc5842 HTTP/1.1" status: 200 len: 375 time: 0.0497398 Sep 17 22:30:28.549828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-741c08df-9f2c-41ea-a984-036fc64ce05e tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=048d774b11774d0282ea88672cfc5842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441031 Sep 17 22:30:28.579792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256959ba-91ab-423a-9b3e-b1eea1355284 req-5f04b93c-431e-4e0a-8db1-19ad2a6fe915 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:28.590558 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-256959ba-91ab-423a-9b3e-b1eea1355284 req-5f04b93c-431e-4e0a-8db1-19ad2a6fe915 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1113379 Sep 17 22:30:28.665164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-256959ba-91ab-423a-9b3e-b1eea1355284 req-0f2a8b2f-f9e4-4c60-92c2-fa1c17035d9d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522249 Sep 17 22:30:28.713338 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-066d1c39-d116-48cc-b03a-a789b8d1524f service neutron] 10.222.0.30 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492417 Sep 17 22:30:28.802484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2f4f9-899e-4552-93e7-b689408530ff req-6f29d019-0117-4572-a0c8-634caed320ec tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:28.804990 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c1e2f4f9-899e-4552-93e7-b689408530ff req-6f29d019-0117-4572-a0c8-634caed320ec tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.0743742 Sep 17 22:30:28.815281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38826) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:28.825466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-63f88b56-2953-4701-8b62-9edeb96d1c2e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Request body: {'floatingip': {'port_id': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:28.866979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-4afaeddb-754f-4c0d-9562-cb0a0a7fb329 service neutron] 10.222.0.30 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523449 Sep 17 22:30:28.912091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63f88b56-2953-4701-8b62-9edeb96d1c2e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.011615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c28e95c9-708e-4193-9230-80641a2be157 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:29.112586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0cf1f-9f52-42c4-95d7-9d5fea4e807e req-6b096b34-6f15-4b9d-9b80-3dccc5ecb11e tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:29.121088 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71e0cf1f-9f52-42c4-95d7-9d5fea4e807e req-6b096b34-6f15-4b9d-9b80-3dccc5ecb11e tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.1564913 Sep 17 22:30:29.175244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.279685 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71e0cf1f-9f52-42c4-95d7-9d5fea4e807e req-08d9e8ec-f76f-4116-b92f-7538f8d6deb9 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553202 Sep 17 22:30:29.283128 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.403432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:29.404939 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3ae3dc2-2557-464d-8865-0b6820cb1954 req-b34427ca-842d-4ad5-85be-506a16eb7bc0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 210 time: 0.0722308 Sep 17 22:30:29.405987 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42c3239-fa98-45bb-9980-f460dac52a1c" -d '{"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-unplugged", "status": "completed", "tag": "c28e95c9-708e-4193-9230-80641a2be157"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:29.440824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:29.488875 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a092dfa-ff53-44c2-a071-b56299093135 x-openstack-request-id: req-8a092dfa-ff53-44c2-a071-b56299093135 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:29.492347 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-unplugged", "status": "completed", "tag": "c28e95c9-708e-4193-9230-80641a2be157", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:29.492347 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a092dfa-ff53-44c2-a071-b56299093135 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:29.492347 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157', 'code': 200} Sep 17 22:30:29.605958 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.762672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:29.841740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c89ce71-2ee7-43b3-a37c-f33208cb0b3e None None] Network fe0223d7-0703-478c-beef-448a4f0d6c84 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:29.863824 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63f88b56-2953-4701-8b62-9edeb96d1c2e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.938057 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63f88b56-2953-4701-8b62-9edeb96d1c2e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.964095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c6db188d-c128-4054-b08c-6b680757e0a0 None None] Provisioning complete for port 868f03f1-7949-4622-b01f-a68c20e405a5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:29.964670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c6db188d-c128-4054-b08c-6b680757e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:29.982728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-8d084323-e56d-475c-aa49-d88214211f66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:29.984601 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-8d084323-e56d-475c-aa49-d88214211f66 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.3571241 Sep 17 22:30:30.022552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 868f03f1-7949-4622-b01f-a68c20e405a5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:30.062155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Request body: {'port': {'device_id': '74eb09f7-9046-4e48-98f5-2b3e12256a7e', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'admin_state_up': True, 'tenant_id': '2dbf418ad7db4b2e92e446df8c405d0c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:30.096993 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-63f88b56-2953-4701-8b62-9edeb96d1c2e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Floating IP a42a3e2f-cf48-45b4-b999-50ccaf520b33 associated. External IP: 172.25.6.158, port: 2ffee45a-44b4-4111-84c1-b6fe8afbb53a. Sep 17 22:30:30.177957 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-23533b72-8896-4192-acdf-656b512ea5d3 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:30.179633 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-23533b72-8896-4192-acdf-656b512ea5d3 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/networks?id=fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 200 len: 816 time: 0.3401053 Sep 17 22:30:30.259192 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-7a88f3a0-fc30-47d1-9ecb-fdcb02062646 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/quotas/048d774b11774d0282ea88672cfc5842 HTTP/1.1" status: 200 len: 375 time: 0.0664675 Sep 17 22:30:30.267980 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c6db188d-c128-4054-b08c-6b680757e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.269978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 868f03f1-7949-4622-b01f-a68c20e405a5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:30.271109 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.369351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c6db188d-c128-4054-b08c-6b680757e0a0 None None] For port 868f03f1-7949-4622-b01f-a68c20e405a5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=868f03f1-7949-4622-b01f-a68c20e405a5,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:30.383875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-67aeac76-f98f-43f8-b2ba-05589880987c tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=048d774b11774d0282ea88672cfc5842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165988 Sep 17 22:30:30.510670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-c9e34a24-2265-4809-912f-12fbf2415f0e service neutron] 10.222.0.30 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248136 Sep 17 22:30:30.518213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.521580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Made reservation on behalf of 2dbf418ad7db4b2e92e446df8c405d0c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:30.521739 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c6db188d-c128-4054-b08c-6b680757e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.521877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f88b56-2953-4701-8b62-9edeb96d1c2e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Router f28a46e6-372a-433f-a232-e90e8180e29b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:30:30.525762 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.636389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d42b6d-f0ec-4f9a-8656-5320c9f9b2a4 req-fd4bd318-cb55-4ffb-a838-c48f2dca0658 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:30.639431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db188d-c128-4054-b08c-6b680757e0a0 None None] Pushing event updated for resources: {'Port': ['ID=868f03f1-7949-4622-b01f-a68c20e405a5,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:30.652160 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7d42b6d-f0ec-4f9a-8656-5320c9f9b2a4 req-fd4bd318-cb55-4ffb-a838-c48f2dca0658 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 947 time: 0.2007306 Sep 17 22:30:30.764478 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:30:30.764709 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:30:30.836369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7d42b6d-f0ec-4f9a-8656-5320c9f9b2a4 req-4ea502e0-df05-4687-b34d-75b332b189ba tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719639 Sep 17 22:30:30.866818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f88b56-2953-4701-8b62-9edeb96d1c2e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:30:30.882716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a2d72ef7-8704-4ea1-81cb-16bdc3150582 None None] Provisioning complete for port 868f03f1-7949-4622-b01f-a68c20e405a5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:30.883176 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a2d72ef7-8704-4ea1-81cb-16bdc3150582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.884602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Allocated IP 172.20.0.14 (ea29fd46-8ada-4e99-9213-0d4eece86de5/461e6197-8fbb-40ee-954d-8227cda698ef/2caeeb47-dea4-486d-ac98-68d08978dfa2) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:30.884748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63f88b56-2953-4701-8b62-9edeb96d1c2e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:30.951043 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-63f88b56-2953-4701-8b62-9edeb96d1c2e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "PUT /v2.0/floatingips/a42a3e2f-cf48-45b4-b999-50ccaf520b33 HTTP/1.1" status: 200 len: 992 time: 2.1304228 Sep 17 22:30:30.951987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:30.954556 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454bc688-071d-45b1-a848-a43b4ebc8d21" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:30.963342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-470253f6-b39a-4868-ad8e-cf8528b43519 service neutron] 10.222.0.30 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518359 Sep 17 22:30:30.980769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] Sync routers for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:30:31.027434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:31.028094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:31.035057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c28e95c9-708e-4193-9230-80641a2be157 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:31.043397 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c385e98-b3bc-429c-bc4d-a53a904d09cf req-92109f98-a399-44b1-9558-8eea700c1111 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 210 time: 0.0374811 Sep 17 22:30:31.253085 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887ba4ec-9d81-45c9-b78d-f29a4e19efd9 x-openstack-request-id: req-887ba4ec-9d81-45c9-b78d-f29a4e19efd9 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:31.253402 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:31.253652 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-887ba4ec-9d81-45c9-b78d-f29a4e19efd9 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:31.254054 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'status': 'completed', 'code': 200} Sep 17 22:30:31.359822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:31.362847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-7c7d1931-03f4-4086-864f-b2fec4d15882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:31.364401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-7c7d1931-03f4-4086-864f-b2fec4d15882 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 1098 time: 0.0793495 Sep 17 22:30:31.427932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:31.447172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'c28e95c9-708e-4193-9230-80641a2be157', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'c28e95c9-708e-4193-9230-80641a2be157', 'mac_address': 'fa:16:3e:37:07:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:31.581452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-d28ad32b-7e03-448c-870f-1d0bd58cb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:31.584595 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:31.586685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-d28ad32b-7e03-448c-870f-1d0bd58cb967 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.2126274 Sep 17 22:30:31.591093 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:31.750592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28e95c9-708e-4193-9230-80641a2be157 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:31.777560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-eeb3a46a-2e6d-496c-9e2b-42d85bdab1a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a HTTP/1.1" status: 200 len: 1000 time: 0.1781936 Sep 17 22:30:31.848648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:31.905087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-1b40b5e0-515c-4fdf-8eb9-f8c3a928dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:31.909280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-1b40b5e0-515c-4fdf-8eb9-f8c3a928dfaa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.1231906 Sep 17 22:30:31.950075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 868f03f1-7949-4622-b01f-a68c20e405a5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:31.973395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:31.983532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-e2900f9a-1928-4d0a-be5e-193036cf225f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:31.990989 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-e2900f9a-1928-4d0a-be5e-193036cf225f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/networks?id=fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 200 len: 816 time: 0.2383718 Sep 17 22:30:32.001280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6', '391cdc4c-1a13-4ba1-87b4-665e89db5ced'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:32.007809 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.008044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-41095e01-4ee6-4d1e-a2e2-4e5a889c35d9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/quotas/048d774b11774d0282ea88672cfc5842 HTTP/1.1" status: 200 len: 375 time: 0.0158522 Sep 17 22:30:32.068219 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-e3a9a2d3-234e-4524-8f8e-afc4eb63c079 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=048d774b11774d0282ea88672cfc5842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592444 Sep 17 22:30:32.078533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:32.082015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:32.102690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:32.177847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'a42a3e2f-cf48-45b4-b999-50ccaf520b33', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'port_id': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'mac_address': 'fa:16:3e:66:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:30:05Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 1, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:32.218711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-7524fd21-a96e-4b07-b4b4-fdc06314e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:32.220280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-7524fd21-a96e-4b07-b4b4-fdc06314e793 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3030689 Sep 17 22:30:32.225745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event updated for resources: {'Port': ['ID=2caeeb47-dea4-486d-ac98-68d08978dfa2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:32.246815 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-147a7fd7-1aa0-4355-b962-45e3f27fb86d service neutron] 10.222.0.30 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759365 Sep 17 22:30:32.277573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20751-772d-427f-a703-fa2ccf696b76 req-cc83d7b3-559c-4a47-971f-c0e5a1732d18 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:32.286870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33f20751-772d-427f-a703-fa2ccf696b76 req-cc83d7b3-559c-4a47-971f-c0e5a1732d18 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 948 time: 0.3137915 Sep 17 22:30:32.299648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] Checking router: f28a46e6-372a-433f-a232-e90e8180e29b for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:30:32.325746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:32.325746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.384170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:32.384849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:32.388104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-6365d750-6c12-4224-a518-054d59745b6c service neutron] 10.222.0.30 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386805 Sep 17 22:30:32.508718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-924ed33f-398f-41fe-9be9-aaf2dccc6396 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767243 Sep 17 22:30:32.513428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:32.521803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['c28e95c9-708e-4193-9230-80641a2be157'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:32.825132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 868f03f1-7949-4622-b01f-a68c20e405a5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:32.825532 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:32.954805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:33.094062 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0693688 Sep 17 22:30:33.096015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.096662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.097001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.097329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.097659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.097983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.098305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.098627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.112587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.112587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.113088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.113390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacdf0fa-8f49-40d3-9798-66e36e5d311e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:33.157980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097dcd0-4cd8-462f-8d2a-b0143b7a9de1 req-c5f0a1e3-4e11-440c-b90a-edd6bc2b3ae7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:33.160390 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7097dcd0-4cd8-462f-8d2a-b0143b7a9de1 req-c5f0a1e3-4e11-440c-b90a-edd6bc2b3ae7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 932 time: 0.0846174 Sep 17 22:30:33.226281 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7097dcd0-4cd8-462f-8d2a-b0143b7a9de1 req-be29e64e-0790-4775-9949-bcb90a2f37ff tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597703 Sep 17 22:30:33.227368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Request body: {'port': {'device_id': '74eb09f7-9046-4e48-98f5-2b3e12256a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:33.369455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33f20751-772d-427f-a703-fa2ccf696b76 req-74b4d743-0550-4943-921a-220443c0f7d1 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0815234 Sep 17 22:30:33.383006 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454bc688-071d-45b1-a848-a43b4ebc8d21 req-0d588718-90b9-4cb7-bde3-0e2d47dcfecb service neutron] 10.222.0.23 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494342 Sep 17 22:30:33.411453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086c25e-917f-49a3-9567-6896061bf828 req-a691bdfc-80cd-482b-ae8b-a4d7c8deb658 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:33.413687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-a691bdfc-80cd-482b-ae8b-a4d7c8deb658 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "GET /v2.0/networks?id=fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 200 len: 816 time: 0.8998296 Sep 17 22:30:33.419549 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.489635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Request body: {'port': {'device_id': '4f5dd8f0-c7e2-4bc9-89f3-daecca66e311', 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84', 'admin_state_up': True, 'tenant_id': '048d774b11774d0282ea88672cfc5842'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:33.550592 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-694d5267-c926-4ba5-bada-fa8da2d5e228 req-3696c6a7-2161-416c-b2e0-284f696d15f2 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0953572 Sep 17 22:30:33.586575 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc249-1d45-4c5d-8b76-7e02ede195fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.943741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Made reservation on behalf of 048d774b11774d0282ea88672cfc5842 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:33.952784 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.958347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2caeeb47-dea4-486d-ac98-68d08978dfa2 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:33.973792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.000558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Transition to ACTIVE for port object 2caeeb47-dea4-486d-ac98-68d08978dfa2 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:34.098880 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.110023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'a42a3e2f-cf48-45b4-b999-50ccaf520b33', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'port_id': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'mac_address': 'fa:16:3e:66:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:30:05Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 1, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:34.153071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8c337-bf96-4758-8592-ce422131dd24 None None] The sync data for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 is: [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'a42a3e2f-cf48-45b4-b999-50ccaf520b33', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'port_id': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'mac_address': 'fa:16:3e:66:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:30:05Z', 'updated_at': '2021-09-17T22:30:29Z', 'revision_number': 1, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:30:34.168102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=2caeeb47-dea4-486d-ac98-68d08978dfa2,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:34.363432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Allocated IP 172.20.0.8 (fe0223d7-0703-478c-beef-448a4f0d6c84/cd1c96c1-5e35-4e0f-9524-006711cd7007/7c186d92-e96f-445f-a4f6-8d7196b0205a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:34.373878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Attempting to bind port 2caeeb47-dea4-486d-ac98-68d08978dfa2 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:34.376763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Attempting to bind port 2caeeb47-dea4-486d-ac98-68d08978dfa2 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:34.377342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Attempting to bind port 2caeeb47-dea4-486d-ac98-68d08978dfa2 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:34.386355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Port 2caeeb47-dea4-486d-ac98-68d08978dfa2 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:34.386851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Attempting to bind port 2caeeb47-dea4-486d-ac98-68d08978dfa2 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:34.401932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:34.403072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Checking segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:34.404828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Bound using segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:34.410046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Bound port: 2caeeb47-dea4-486d-ac98-68d08978dfa2, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:34.412295 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.516470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e1eaa-1430-4723-a67b-c4f7d876895d req-7e23a810-afbf-4712-867b-1fdd1d684b18 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:34.524824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-211e1eaa-1430-4723-a67b-c4f7d876895d req-7e23a810-afbf-4712-867b-1fdd1d684b18 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 944 time: 0.1788528 Sep 17 22:30:34.707091 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f6c7ca-65b9-4acc-88d0-dbdc76721abe None None] New status for floating IP a42a3e2f-cf48-45b4-b999-50ccaf520b33: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:30:34.718512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-211e1eaa-1430-4723-a67b-c4f7d876895d req-93da2b68-00fb-4e71-8f33-db7cef8be8db tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868539 Sep 17 22:30:34.880873 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.892428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-d1e2cd82-74c6-43b1-9b9b-88bf8c765bff tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:34.897222 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-d1e2cd82-74c6-43b1-9b9b-88bf8c765bff tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "GET /v2.0/networks?id=fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 200 len: 816 time: 0.3389535 Sep 17 22:30:34.904429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] For port 2caeeb47-dea4-486d-ac98-68d08978dfa2, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:34.961660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8c3b257-1415-46a1-8906-19d449111277 req-0291fd92-90bf-49d5-815e-0a47bc45bbfb tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0502429 Sep 17 22:30:34.966375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Request body: {'port': {'device_id': '9cfc1864-cc2c-4905-9516-9219ab1a8e60', 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84', 'admin_state_up': True, 'tenant_id': '048d774b11774d0282ea88672cfc5842'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:34.977647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] For port 2caeeb47-dea4-486d-ac98-68d08978dfa2, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2caeeb47-dea4-486d-ac98-68d08978dfa2,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:35.043180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baca72-4666-4738-8555-7c558dc26ac0 req-cf120e1d-d8e4-4b84-afd5-b0e990853356 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:35.053607 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9baca72-4666-4738-8555-7c558dc26ac0 req-cf120e1d-d8e4-4b84-afd5-b0e990853356 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 948 time: 0.3077343 Sep 17 22:30:35.071938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c28e95c9-708e-4193-9230-80641a2be157 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:35.146192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.150530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.204407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port c28e95c9-708e-4193-9230-80641a2be157 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:35.204980 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.245915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9baca72-4666-4738-8555-7c558dc26ac0 req-ba2df083-5de5-4dc1-8dd1-762dc2f53040 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718116 Sep 17 22:30:35.260775 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:30:35.284847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:35.285914 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.287089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] 10.222.0.23 "PUT /v2.0/ports/2caeeb47-dea4-486d-ac98-68d08978dfa2 HTTP/1.1" status: 200 len: 1093 time: 2.1693614 Sep 17 22:30:35.290638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eb09f7-9046-4e48-98f5-2b3e12256a7e', 'tag': '2caeeb47-dea4-486d-ac98-68d08978dfa2'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:35.295912 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720ff05d-19c0-4afa-9165-66383062f6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "74eb09f7-9046-4e48-98f5-2b3e12256a7e", "tag": "2caeeb47-dea4-486d-ac98-68d08978dfa2"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:35.338467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Network fe0223d7-0703-478c-beef-448a4f0d6c84 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:35.351020 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:35.360827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Made reservation on behalf of 048d774b11774d0282ea88672cfc5842 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:35.364859 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.396524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:35.452937 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a266acca-7c15-4fed-97e6-2cee75a0e7d4 x-openstack-request-id: req-a266acca-7c15-4fed-97e6-2cee75a0e7d4 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:35.453227 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74eb09f7-9046-4e48-98f5-2b3e12256a7e", "tag": "2caeeb47-dea4-486d-ac98-68d08978dfa2", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:35.453483 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a266acca-7c15-4fed-97e6-2cee75a0e7d4 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:35.458293 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74eb09f7-9046-4e48-98f5-2b3e12256a7e', 'tag': '2caeeb47-dea4-486d-ac98-68d08978dfa2', 'status': 'completed', 'code': 200} Sep 17 22:30:35.468864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7c3d0-d13d-4091-9bed-6bcdcb6a5ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=2caeeb47-dea4-486d-ac98-68d08978dfa2,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:35.477115 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.619086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:35.631965 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eec1416-ca82-4433-aaa3-e0452b2d9177" -d '{"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-plugged", "status": "completed", "tag": "c28e95c9-708e-4193-9230-80641a2be157"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:35.655277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:35.725860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:35.726735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.736652 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.763444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Pushing event updated for resources: {'Port': ['ID=7c186d92-e96f-445f-a4f6-8d7196b0205a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:35.812684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Allocated IP 172.20.0.12 (fe0223d7-0703-478c-beef-448a4f0d6c84/cd1c96c1-5e35-4e0f-9524-006711cd7007/e5c3f6db-10f9-44a7-8df9-87326bfd6537) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:35.813884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ff05d-19c0-4afa-9165-66383062f6c0 req-6a54b2fd-d0fe-43a2-94aa-a989db449b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:35.815748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-720ff05d-19c0-4afa-9165-66383062f6c0 req-6a54b2fd-d0fe-43a2-94aa-a989db449b7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 1096 time: 0.2772040 Sep 17 22:30:35.830777 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b478916-d9b6-4d69-9547-0fb605167943 x-openstack-request-id: req-1b478916-d9b6-4d69-9547-0fb605167943 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:35.833681 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-plugged", "status": "completed", "tag": "c28e95c9-708e-4193-9230-80641a2be157", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:35.834159 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b478916-d9b6-4d69-9547-0fb605167943 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:35.834761 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157', 'code': 200} Sep 17 22:30:35.883685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-20ea8b64-cb67-4042-9492-6f4b3f675eb9 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4352412 Sep 17 22:30:35.897258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:35.917074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Request body: {'port': {'device_id': '4f5dd8f0-c7e2-4bc9-89f3-daecca66e311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:35.962341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-aa745c16-a3f1-44e3-ada1-641c0f7b4130 None None] Provisioning complete for port 7c186d92-e96f-445f-a4f6-8d7196b0205a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:35.963354 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-aa745c16-a3f1-44e3-ada1-641c0f7b4130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.090153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-aa745c16-a3f1-44e3-ada1-641c0f7b4130 None None] Port 7c186d92-e96f-445f-a4f6-8d7196b0205a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:36.094526 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7305690a-7f4a-4987-a332-62ea18485e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.355244 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a63c7faa-c783-4b05-a8ae-ffff2bc741b4 req-b0cc6165-fa72-474b-a57a-01f97046ee1f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 210 time: 0.2420840 Sep 17 22:30:36.425780 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.428995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ff05d-19c0-4afa-9165-66383062f6c0 req-1c3a2f89-6009-492a-9ffc-f3d82eced77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:36.437209 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-720ff05d-19c0-4afa-9165-66383062f6c0 req-1c3a2f89-6009-492a-9ffc-f3d82eced77a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.6074946 Sep 17 22:30:36.444949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aadbd4-063e-4bf8-8c13-47c90d154ddb req-c9023197-8724-4fef-8bf0-2a24e3e049be tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:36.457622 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6aadbd4-063e-4bf8-8c13-47c90d154ddb req-c9023197-8724-4fef-8bf0-2a24e3e049be tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 944 time: 0.4528344 Sep 17 22:30:36.592641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086652d-29e3-4cee-9d54-c88cefb9f0bb req-7a75966e-67d0-435f-b6a4-943c21b5d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:36.594797 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3086652d-29e3-4cee-9d54-c88cefb9f0bb req-7a75966e-67d0-435f-b6a4-943c21b5d5c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 1101 time: 0.5291681 Sep 17 22:30:36.625948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6aadbd4-063e-4bf8-8c13-47c90d154ddb req-a2288772-4128-4a58-a30e-dee35cf638f5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578281 Sep 17 22:30:36.655995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1a0a9eeb-cdbb-47e5-b187-ac3ec0df7ee8 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:36.655995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1a0a9eeb-cdbb-47e5-b187-ac3ec0df7ee8 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "GET /v2.0/networks?id=fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 200 len: 816 time: 0.5243316 Sep 17 22:30:36.675681 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.705581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Request body: {'port': {'device_id': 'daecb9ee-d101-4f2b-86de-d3c6e008b4b1', 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84', 'admin_state_up': True, 'tenant_id': '048d774b11774d0282ea88672cfc5842'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:36.835470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3086652d-29e3-4cee-9d54-c88cefb9f0bb req-2f0bfafe-6052-4dfc-9903-85fde75d7b3d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233939 Sep 17 22:30:36.941739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469f136-c21f-4d73-b772-c4901ca858b9 req-31f3f624-4b42-43fe-a48e-76fa9316002b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:36.959346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8469f136-c21f-4d73-b772-c4901ca858b9 req-31f3f624-4b42-43fe-a48e-76fa9316002b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.4301646 Sep 17 22:30:36.987016 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.081998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ff05d-19c0-4afa-9165-66383062f6c0 req-9f0024af-5074-4195-b014-ba6498b97574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:37.084720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.105748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-720ff05d-19c0-4afa-9165-66383062f6c0 req-9f0024af-5074-4195-b014-ba6498b97574 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6585934 Sep 17 22:30:37.191577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Made reservation on behalf of 048d774b11774d0282ea88672cfc5842 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:37.206577 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.250275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.256064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Network fe0223d7-0703-478c-beef-448a4f0d6c84 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:37.306645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:37.311406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:37.459278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Pushing event updated for resources: {'Port': ['ID=e5c3f6db-10f9-44a7-8df9-87326bfd6537,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:37.553185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.553893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.554453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.556287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.559588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.563883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.564586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.565061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.565399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.565988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.568574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.578916 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:37.619762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c186d92-e96f-445f-a4f6-8d7196b0205a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:37.635978 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.673077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Transition to ACTIVE for port object 7c186d92-e96f-445f-a4f6-8d7196b0205a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:37.715434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8469f136-c21f-4d73-b772-c4901ca858b9 req-0656e712-e895-49b7-b749-4f09b7b972d8 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7531705 Sep 17 22:30:37.744010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-10d00d9f-22ff-4d11-aaa3-877702e90631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:37.747392 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-10d00d9f-22ff-4d11-aaa3-877702e90631 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 1096 time: 0.2856410 Sep 17 22:30:37.788909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.814750 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88c143ae-6350-4b39-9c5e-363b31cdd3a8 req-c3a94f74-6acc-4b34-9313-c60b5f7dd8ac tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 210 time: 0.2892320 Sep 17 22:30:37.856280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4f0d1df9-2ff8-46a1-b034-fa31111e73c0 None None] Provisioning complete for port e5c3f6db-10f9-44a7-8df9-87326bfd6537 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:37.856576 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1df9-2ff8-46a1-b034-fa31111e73c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.912463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:37.912463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.993605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d1df9-2ff8-46a1-b034-fa31111e73c0 None None] Port e5c3f6db-10f9-44a7-8df9-87326bfd6537 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:38.045469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-9ecf55aa-6ac4-4830-b8be-15c3266136b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caeeb47-dea4-486d-ac98-68d08978dfa2 HTTP/1.1" status: 200 len: 217 time: 0.2839844 Sep 17 22:30:38.130448 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-72f24a20-4952-4131-b560-d81af8f16a53 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1683197 Sep 17 22:30:38.131552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Allocated IP 172.20.0.4 (fe0223d7-0703-478c-beef-448a4f0d6c84/cd1c96c1-5e35-4e0f-9524-006711cd7007/d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:38.162267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Pushing event updated for resources: {'Port': ['ID=7c186d92-e96f-445f-a4f6-8d7196b0205a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:38.165725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Request body: {'port': {'device_id': '9cfc1864-cc2c-4905-9516-9219ab1a8e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:38.208595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f4a8-aefb-47c5-8520-753ae035071f req-29749bc8-38c8-4ecf-b75b-a90ecc77daca tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:38.210198 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cbf7f4a8-aefb-47c5-8520-753ae035071f req-29749bc8-38c8-4ecf-b75b-a90ecc77daca tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 944 time: 0.2140536 Sep 17 22:30:38.244839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-e1e292ba-51de-4543-83b8-d74aeaa06466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:38.246743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-e1e292ba-51de-4543-83b8-d74aeaa06466 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.1730587 Sep 17 22:30:38.363765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-0a8df33a-8ffe-457e-aa5b-46b8420e06cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696762 Sep 17 22:30:38.372353 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.406869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cbf7f4a8-aefb-47c5-8520-753ae035071f req-31f1d415-c48b-4fe8-98e9-af82e24373dc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678188 Sep 17 22:30:38.512829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Attempting to bind port 7c186d92-e96f-445f-a4f6-8d7196b0205a on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:38.513194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Attempting to bind port 7c186d92-e96f-445f-a4f6-8d7196b0205a by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:38.514089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Attempting to bind port 7c186d92-e96f-445f-a4f6-8d7196b0205a on network fe0223d7-0703-478c-beef-448a4f0d6c84 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:38.582431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Port 7c186d92-e96f-445f-a4f6-8d7196b0205a on network fe0223d7-0703-478c-beef-448a4f0d6c84 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:38.582431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Attempting to bind port 7c186d92-e96f-445f-a4f6-8d7196b0205a on network fe0223d7-0703-478c-beef-448a4f0d6c84 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:38.602163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:38.602953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Checking segment: {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:38.603573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Bound using segment: {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:38.604366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Bound port: 7c186d92-e96f-445f-a4f6-8d7196b0205a, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:38.604892 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.671661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-3b135d3d-e6c3-44c9-834f-6433aeb12878 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852585 Sep 17 22:30:38.954742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.960825 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.041198 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82820b9-9def-4c51-a5e3-5b282cca7d81 req-927ba47e-b374-486d-ade5-ef6da51d2e1f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:39.050626 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d82820b9-9def-4c51-a5e3-5b282cca7d81 req-927ba47e-b374-486d-ade5-ef6da51d2e1f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.1274552 Sep 17 22:30:39.086925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.228823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e676-817b-40a9-8553-b1504ed8049c req-7f39d4b3-7bb0-4a89-b4f4-4dfab1aff2f4 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:39.232097 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4c4e676-817b-40a9-8553-b1504ed8049c req-7f39d4b3-7bb0-4a89-b4f4-4dfab1aff2f4 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 931 time: 0.1619496 Sep 17 22:30:39.245810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] For port 7c186d92-e96f-445f-a4f6-8d7196b0205a, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:39.276158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] For port 7c186d92-e96f-445f-a4f6-8d7196b0205a, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7c186d92-e96f-445f-a4f6-8d7196b0205a,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:39.324193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4c4e676-817b-40a9-8553-b1504ed8049c req-f1747326-1d87-4d17-b83b-69cc9977e276 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800958 Sep 17 22:30:39.329945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b2d841e-97e6-4538-ba24-fb289e766b2d req-01811eee-f1fd-4501-a689-faf15039aa21 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480196 Sep 17 22:30:39.349541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.454539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:39.455234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.456774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] 10.222.0.15 "PUT /v2.0/ports/7c186d92-e96f-445f-a4f6-8d7196b0205a HTTP/1.1" status: 200 len: 1092 time: 3.5577722 Sep 17 22:30:39.459230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5dd8f0-c7e2-4bc9-89f3-daecca66e311', 'tag': '7c186d92-e96f-445f-a4f6-8d7196b0205a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:39.470756 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5dd8f0-c7e2-4bc9-89f3-daecca66e311", "tag": "7c186d92-e96f-445f-a4f6-8d7196b0205a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:39.524469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a883e-9826-4ddc-94e9-97191785028c service neutron] Pushing event updated for resources: {'Port': ['ID=7c186d92-e96f-445f-a4f6-8d7196b0205a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:39.690527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086c25e-917f-49a3-9567-6896061bf828 req-923b5b6a-222c-422a-be36-2cb40c72d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:39.694544 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-923b5b6a-222c-422a-be36-2cb40c72d463 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=048d774b11774d0282ea88672cfc5842&device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 1095 time: 0.0818818 Sep 17 22:30:39.795224 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d82820b9-9def-4c51-a5e3-5b282cca7d81 req-4be6ddaf-71f2-4922-8ff9-814eebe7a886 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7424188 Sep 17 22:30:39.808482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Network fe0223d7-0703-478c-beef-448a4f0d6c84 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:39.811657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-93ce395b-9ee3-4a7d-9b57-a85550e0f51b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c186d92-e96f-445f-a4f6-8d7196b0205a HTTP/1.1" status: 200 len: 217 time: 0.0964429 Sep 17 22:30:39.867367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:39.895605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:39.901118 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Pushing event updated for resources: {'Port': ['ID=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:39.999866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:40.003670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.053092 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e69ff68-fb98-4306-b9d7-a42e321678c9 x-openstack-request-id: req-8e69ff68-fb98-4306-b9d7-a42e321678c9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:40.055744 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5dd8f0-c7e2-4bc9-89f3-daecca66e311", "tag": "7c186d92-e96f-445f-a4f6-8d7196b0205a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:40.056237 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e69ff68-fb98-4306-b9d7-a42e321678c9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:40.057041 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5dd8f0-c7e2-4bc9-89f3-daecca66e311', 'tag': '7c186d92-e96f-445f-a4f6-8d7196b0205a', 'status': 'completed', 'code': 200} Sep 17 22:30:40.127316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669563e-8282-4288-ab33-f53cfaf11acb req-c4faf9c7-2c68-4d7d-a6e0-268276e46ce8 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:40.129011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1669563e-8282-4288-ab33-f53cfaf11acb req-c4faf9c7-2c68-4d7d-a6e0-268276e46ce8 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 944 time: 0.3286455 Sep 17 22:30:40.134162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086c25e-917f-49a3-9567-6896061bf828 req-8d649f26-4d33-44cf-9cd3-63ca08e27a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:40.137418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-8d649f26-4d33-44cf-9cd3-63ca08e27a81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd1c96c1-5e35-4e0f-9524-006711cd7007 HTTP/1.1" status: 200 len: 855 time: 0.2894554 Sep 17 22:30:40.159049 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-0744683e-a75d-4b1f-9a05-071040a46668 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4647248 Sep 17 22:30:40.191188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Request body: {'port': {'device_id': 'daecb9ee-d101-4f2b-86de-d3c6e008b4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:40.211957 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.229938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1669563e-8282-4288-ab33-f53cfaf11acb req-f9df3624-9c1a-4ad1-bb6e-76b4cc1a924e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914795 Sep 17 22:30:40.259953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086c25e-917f-49a3-9567-6896061bf828 req-bd82f3f3-aed4-497a-b20c-5419061a8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:40.261892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-bd82f3f3-aed4-497a-b20c-5419061a8202 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe0223d7-0703-478c-beef-448a4f0d6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157198 Sep 17 22:30:40.278761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c3f6db-10f9-44a7-8df9-87326bfd6537 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:40.295907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.316803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.320726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Transition to ACTIVE for port object e5c3f6db-10f9-44a7-8df9-87326bfd6537 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:40.342335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4d61-4efb-4b85-9f04-84c92985f278 req-7015103e-491e-485b-a8b4-ee0842470333 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:40.351704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-22aa4d61-4efb-4b85-9f04-84c92985f278 req-7015103e-491e-485b-a8b4-ee0842470333 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.2035382 Sep 17 22:30:40.365885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cbfdd38a-3abc-46f8-9845-3f2013eaa857 None None] Provisioning complete for port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:40.366472 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd38a-3abc-46f8-9845-3f2013eaa857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.447227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-22aa4d61-4efb-4b85-9f04-84c92985f278 req-da8ffb3d-6483-401d-b0ce-5c7863b77e27 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944419 Sep 17 22:30:40.453534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.457169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-ec83627a-ac58-4e83-a9af-08eb981d4a51 service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866291 Sep 17 22:30:40.474649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdd38a-3abc-46f8-9845-3f2013eaa857 None None] Port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:40.704855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9086c25e-917f-49a3-9567-6896061bf828 req-d977203f-8563-4212-a9bc-1ccb5fe8272a service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401779 Sep 17 22:30:40.739504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c3f6db-10f9-44a7-8df9-87326bfd6537,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:40.744755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39280) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:40.856006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926d3ba-b0f7-4c36-ab73-b364909f5027 req-f4b9e852-4397-4f2f-af50-bcf1ea2b9a85 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:40.859109 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c926d3ba-b0f7-4c36-ab73-b364909f5027 req-f4b9e852-4397-4f2f-af50-bcf1ea2b9a85 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 931 time: 0.1506724 Sep 17 22:30:40.960546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Attempting to bind port e5c3f6db-10f9-44a7-8df9-87326bfd6537 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:40.962003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Attempting to bind port e5c3f6db-10f9-44a7-8df9-87326bfd6537 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:40.967675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Attempting to bind port e5c3f6db-10f9-44a7-8df9-87326bfd6537 on network fe0223d7-0703-478c-beef-448a4f0d6c84 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:40.987701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c926d3ba-b0f7-4c36-ab73-b364909f5027 req-0c13f1d3-13ae-4a5d-9ac2-922a186b9330 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140401 Sep 17 22:30:40.989208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Port e5c3f6db-10f9-44a7-8df9-87326bfd6537 on network fe0223d7-0703-478c-beef-448a4f0d6c84 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:40.989542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Attempting to bind port e5c3f6db-10f9-44a7-8df9-87326bfd6537 on network fe0223d7-0703-478c-beef-448a4f0d6c84 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:41.011663 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f97882eb-469a-49ae-8dc1-9eca98c1c27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.029968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:41.037330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-486973d0-a385-4b0a-857c-704bf38cf096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:41.038963 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-486973d0-a385-4b0a-857c-704bf38cf096 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=048d774b11774d0282ea88672cfc5842&device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 1095 time: 0.1171124 Sep 17 22:30:41.040839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Checking segment: {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:41.043459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Bound using segment: {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:41.045428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Bound port: e5c3f6db-10f9-44a7-8df9-87326bfd6537, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:41.052873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.255001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:41.266602 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.285276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Transition to ACTIVE for port object d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:41.302174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] For port e5c3f6db-10f9-44a7-8df9-87326bfd6537, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:41.306509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] For port e5c3f6db-10f9-44a7-8df9-87326bfd6537, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e5c3f6db-10f9-44a7-8df9-87326bfd6537,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:41.354770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-d5b42d03-b92d-487d-bd16-e3c2947a2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:41.356469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-d5b42d03-b92d-487d-bd16-e3c2947a2abf service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 200 len: 917 time: 0.3035338 Sep 17 22:30:41.402033 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.418728 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.433083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-ac96ebf0-4b5b-44b7-82a4-2e4adff1c40d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c186d92-e96f-445f-a4f6-8d7196b0205a HTTP/1.1" status: 200 len: 217 time: 0.0656023 Sep 17 22:30:41.453016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266b49c-8b6a-4798-ad73-38a80304ed9b req-1a45f216-edf2-40aa-a8aa-4f904c34a953 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:41.453390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2266b49c-8b6a-4798-ad73-38a80304ed9b req-1a45f216-edf2-40aa-a8aa-4f904c34a953 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.1920154 Sep 17 22:30:41.479181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:41.479813 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.481376 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5c3f6db-10f9-44a7-8df9-87326bfd6537 HTTP/1.1" status: 200 len: 1093 time: 3.3226607 Sep 17 22:30:41.487872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfc1864-cc2c-4905-9516-9219ab1a8e60', 'tag': 'e5c3f6db-10f9-44a7-8df9-87326bfd6537'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:41.487872 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfc1864-cc2c-4905-9516-9219ab1a8e60", "tag": "e5c3f6db-10f9-44a7-8df9-87326bfd6537"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:41.526054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0845-93c4-47a2-98a6-05e27f27aa0a req-32cd9531-e54f-439a-a343-b9cc8a68584c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:41.535595 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-430d0845-93c4-47a2-98a6-05e27f27aa0a req-32cd9531-e54f-439a-a343-b9cc8a68584c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 944 time: 0.2161765 Sep 17 22:30:41.540130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Pushing event updated for resources: {'Port': ['ID=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:41.564632 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f97882eb-469a-49ae-8dc1-9eca98c1c27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.643036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-4ca80f68-a2c9-4a30-a8b9-46804b7788c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:41.644980 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-4ca80f68-a2c9-4a30-a8b9-46804b7788c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd1c96c1-5e35-4e0f-9524-006711cd7007 HTTP/1.1" status: 200 len: 855 time: 0.1876063 Sep 17 22:30:41.657475 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2266b49c-8b6a-4798-ad73-38a80304ed9b req-cdf18b4c-2f4f-4dcf-a5f3-17affbd340c2 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616607 Sep 17 22:30:41.726114 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f97882eb-469a-49ae-8dc1-9eca98c1c27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.774491 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449c28e9-87ec-494e-a367-b2e050d73db5 x-openstack-request-id: req-449c28e9-87ec-494e-a367-b2e050d73db5 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:41.775067 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfc1864-cc2c-4905-9516-9219ab1a8e60", "tag": "e5c3f6db-10f9-44a7-8df9-87326bfd6537", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:41.775318 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-449c28e9-87ec-494e-a367-b2e050d73db5 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:41.775716 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfc1864-cc2c-4905-9516-9219ab1a8e60', 'tag': 'e5c3f6db-10f9-44a7-8df9-87326bfd6537', 'status': 'completed', 'code': 200} Sep 17 22:30:41.802438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97882eb-469a-49ae-8dc1-9eca98c1c27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51295c1-f209-4105-97d0-3893571b653b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:41.816748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-6d709c9b-81e1-4116-96fd-05debce4d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:41.816748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-6d709c9b-81e1-4116-96fd-05debce4d627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe0223d7-0703-478c-beef-448a4f0d6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1528878 Sep 17 22:30:41.824751 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f97882eb-469a-49ae-8dc1-9eca98c1c27f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5fe7502a870489bb606f1cc084879f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0501862 Sep 17 22:30:41.824978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39310) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:41.881367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-430d0845-93c4-47a2-98a6-05e27f27aa0a req-09e1166c-43cd-4a9e-886b-e62227026940 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447955 Sep 17 22:30:41.898206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750085b0-efef-4e9e-946e-6fd4e1067346 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c3f6db-10f9-44a7-8df9-87326bfd6537,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:41.942875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-5e3d6e45-18fe-4e63-8fc5-7e4d418a419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:41.949212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-5e3d6e45-18fe-4e63-8fc5-7e4d418a419e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=048d774b11774d0282ea88672cfc5842&device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 1096 time: 0.2797942 Sep 17 22:30:41.950295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Attempting to bind port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:41.950491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Attempting to bind port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:41.950796 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Attempting to bind port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 on network fe0223d7-0703-478c-beef-448a4f0d6c84 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:41.979025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 on network fe0223d7-0703-478c-beef-448a4f0d6c84 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:41.979025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Attempting to bind port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 on network fe0223d7-0703-478c-beef-448a4f0d6c84 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:42.051803 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-57163bfb-8011-4e6a-9811-9b6867e75295 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c3f6db-10f9-44a7-8df9-87326bfd6537 HTTP/1.1" status: 200 len: 217 time: 0.0885868 Sep 17 22:30:42.053300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:42.053440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Checking segment: {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:42.053806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Bound using segment: {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:42.054140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Bound port: d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29cba35-d0ae-4393-b676-69c6d00ac055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:42.054508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.088768 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f803a19b-373a-488f-8297-eddaae45046b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.171140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-9aee5481-5055-49ea-a228-33abd4662738 service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476360 Sep 17 22:30:42.218085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] For port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:42.221112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] For port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:42.243541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f803a19b-373a-488f-8297-eddaae45046b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.360524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8e30-e03d-43f4-8811-97e469ec84af req-8921bc61-24ae-44ab-a721-35d05e595c92 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.378128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-4d35c609-5459-4921-86bb-72ffddd386b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.378237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8aaf8e30-e03d-43f4-8811-97e469ec84af req-8921bc61-24ae-44ab-a721-35d05e595c92 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 943 time: 0.2612081 Sep 17 22:30:42.378322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-4d35c609-5459-4921-86bb-72ffddd386b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd1c96c1-5e35-4e0f-9524-006711cd7007 HTTP/1.1" status: 200 len: 855 time: 0.3124838 Sep 17 22:30:42.385200 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.526974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8aaf8e30-e03d-43f4-8811-97e469ec84af req-f4d409ca-954c-447b-b9d9-ecd56f926a51 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518157 Sep 17 22:30:42.556617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Pushing event updated for resources: {'Port': ['ID=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:42.556904 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c8ba65b-d6a9-4969-9ed1-3d7e9f1b0b96 req-9991e695-46e5-4753-87c6-1e5fe48a0778 service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443198 Sep 17 22:30:42.562678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.563746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.565340 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-1f7538dd-1652-4243-8e39-1bd13ff5882c service neutron] 10.222.0.15 "PUT /v2.0/ports/d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 HTTP/1.1" status: 200 len: 1092 time: 2.3787532 Sep 17 22:30:42.629499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f803a19b-373a-488f-8297-eddaae45046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.634517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-c9b2dfc4-07b6-468a-aafa-ff1ebc0f2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.634517 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-c9b2dfc4-07b6-468a-aafa-ff1ebc0f2936 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe0223d7-0703-478c-beef-448a4f0d6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2136157 Sep 17 22:30:42.634995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f803a19b-373a-488f-8297-eddaae45046b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.646134 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f803a19b-373a-488f-8297-eddaae45046b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e51295c1-f209-4105-97d0-3893571b653b HTTP/1.1" status: 204 len: 168 time: 0.8202617 Sep 17 22:30:42.659055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803a19b-373a-488f-8297-eddaae45046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51295c1-f209-4105-97d0-3893571b653b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:42.821681 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-e850970d-a2fc-43bb-874d-846d35027138 service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805551 Sep 17 22:30:42.934550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-2c834f98-78bf-4422-b537-7aa6e634e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.936698 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-2c834f98-78bf-4422-b537-7aa6e634e6c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=048d774b11774d0282ea88672cfc5842&device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.1723964 Sep 17 22:30:42.964234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39336) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:43.029866 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-601ddb78-66e4-4681-ab49-e9e34910b784 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 HTTP/1.1" status: 200 len: 217 time: 0.0729430 Sep 17 22:30:43.037906 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-512e7cc1-f6c7-442c-9cf1-35a9bdfe07b9 req-962f7fba-5380-46a3-9671-6e09bc0eca35 service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065990 Sep 17 22:30:43.051804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10fd94-4d90-4aa5-b865-74f851927309 req-b05903bf-7924-4dc2-99ae-354b46e5179c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.053858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3b10fd94-4d90-4aa5-b865-74f851927309 req-b05903bf-7924-4dc2-99ae-354b46e5179c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 944 time: 0.0643582 Sep 17 22:30:43.057650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3565ba-3637-49cc-8433-e282d80913a0 req-45e441c9-3b40-4859-959a-4e62f68d486d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.069702 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ad3565ba-3637-49cc-8433-e282d80913a0 req-45e441c9-3b40-4859-959a-4e62f68d486d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.2649665 Sep 17 22:30:43.120084 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3b10fd94-4d90-4aa5-b865-74f851927309 req-f724aabc-79d1-4a92-9e36-86059ec90fcb tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571191 Sep 17 22:30:43.148331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-c0f40d75-0508-4a14-a41c-e233cff501ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.149797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-c0f40d75-0508-4a14-a41c-e233cff501ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd1c96c1-5e35-4e0f-9524-006711cd7007 HTTP/1.1" status: 200 len: 855 time: 0.1109562 Sep 17 22:30:43.155301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ad3565ba-3637-49cc-8433-e282d80913a0 req-4ad02d58-c0fb-4ae5-aebf-ce6cbe6b0814 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878415 Sep 17 22:30:43.205813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-4d0d7771-7eb2-44c1-8ee2-b06b72cac260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.207440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-4d0d7771-7eb2-44c1-8ee2-b06b72cac260 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe0223d7-0703-478c-beef-448a4f0d6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507247 Sep 17 22:30:43.332282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-34505a64-4304-4a37-8c11-27da571c03b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.333810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-34505a64-4304-4a37-8c11-27da571c03b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=048d774b11774d0282ea88672cfc5842&device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 1096 time: 0.1082323 Sep 17 22:30:43.416625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2caeeb47-dea4-486d-ac98-68d08978dfa2 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:43.420772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-71611dcd-6fc7-416a-94c1-d8cba46b0cf1 service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852012 Sep 17 22:30:43.445594 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44a0444c-c60d-4c99-b673-e05326464912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.569277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2caeeb47-dea4-486d-ac98-68d08978dfa2, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2caeeb47-dea4-486d-ac98-68d08978dfa2,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:43.597932 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2fcb5b0a-838c-4cf8-8816-3ad407b0d9bf req-7f86e2df-1549-4b2f-9042-a6bcec685bc0 service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147497 Sep 17 22:30:43.603672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '2caeeb47-dea4-486d-ac98-68d08978dfa2', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'port_id': '2caeeb47-dea4-486d-ac98-68d08978dfa2', 'mac_address': 'fa:16:3e:18:1f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461e6197-8fbb-40ee-954d-8227cda698ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:43.645522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-8d6efbec-32d3-4268-b92b-f49e297ef3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.648828 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-8d6efbec-32d3-4268-b92b-f49e297ef3c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 200 len: 917 time: 0.2988546 Sep 17 22:30:43.681712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44a0444c-c60d-4c99-b673-e05326464912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.693234 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.709508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2caeeb47-dea4-486d-ac98-68d08978dfa2 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:43.711476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-dbb42fde-a296-431d-aa47-10b8b3c92aba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c3f6db-10f9-44a7-8df9-87326bfd6537 HTTP/1.1" status: 200 len: 217 time: 0.0525873 Sep 17 22:30:43.739210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2caeeb47-dea4-486d-ac98-68d08978dfa2, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2caeeb47-dea4-486d-ac98-68d08978dfa2,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:43.742831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d553e53-5fae-4351-8fb9-c21b2c8870fa req-e8cf6adc-b55c-4060-ba23-a1457acbdef5 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.745248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d553e53-5fae-4351-8fb9-c21b2c8870fa req-e8cf6adc-b55c-4060-ba23-a1457acbdef5 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0613801 Sep 17 22:30:43.777944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daecb9ee-d101-4f2b-86de-d3c6e008b4b1', 'tag': 'd189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:43.781440 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e125b5-d612-4a1d-9073-368b7e6682f8" -d '{"events": [{"name": "network-changed", "server_uuid": "daecb9ee-d101-4f2b-86de-d3c6e008b4b1", "tag": "d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:43.791648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-683f6b04-3272-40c3-9091-2350c5facfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.793295 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d553e53-5fae-4351-8fb9-c21b2c8870fa req-1b052d3a-b68e-4fc8-9372-e950d54f7115 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Sep 17 22:30:43.801045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-683f6b04-3272-40c3-9091-2350c5facfb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd1c96c1-5e35-4e0f-9524-006711cd7007 HTTP/1.1" status: 200 len: 855 time: 0.0817437 Sep 17 22:30:43.843403 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be09bd6-a7ab-439a-8cf0-5b896622e4ca x-openstack-request-id: req-1be09bd6-a7ab-439a-8cf0-5b896622e4ca {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:43.844472 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daecb9ee-d101-4f2b-86de-d3c6e008b4b1", "tag": "d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:43.844748 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1be09bd6-a7ab-439a-8cf0-5b896622e4ca {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:43.845158 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daecb9ee-d101-4f2b-86de-d3c6e008b4b1', 'tag': 'd189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9', 'status': 'completed', 'code': 200} Sep 17 22:30:43.850393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44a0444c-c60d-4c99-b673-e05326464912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.863568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 39354) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:43.879647 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.882618 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b6f3-2e4f-4e51-a6cc-c6b742848715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.895471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-f25ca284-eebb-4f5b-9584-eb1e4883a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.897184 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-f25ca284-eebb-4f5b-9584-eb1e4883a1b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe0223d7-0703-478c-beef-448a4f0d6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827661 Sep 17 22:30:43.932308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-44a0444c-c60d-4c99-b673-e05326464912 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d11cfee38e6d4652b7fae69cdefe1600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9664083 Sep 17 22:30:43.932963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0444c-c60d-4c99-b673-e05326464912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca18aff6-ef90-4953-8d56-33f899e0deec,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:43.935650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39356) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:43.977792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2caeeb47-dea4-486d-ac98-68d08978dfa2,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:44.001787 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15779ced-363a-4482-ab85-e21ad27edf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.038631 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15779ced-363a-4482-ab85-e21ad27edf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.080863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-b7d0e458-138d-4432-9009-7ba61f1d2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.082535 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-b7d0e458-138d-4432-9009-7ba61f1d2048 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=048d774b11774d0282ea88672cfc5842&device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.1935725 Sep 17 22:30:44.129973 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-02024fa5-5ae4-4fcd-8f79-9ecc6c3adffe service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185364 Sep 17 22:30:44.154832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['2caeeb47-dea4-486d-ac98-68d08978dfa2'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:44.187723 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15779ced-363a-4482-ab85-e21ad27edf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.193164 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15779ced-363a-4482-ab85-e21ad27edf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.195504 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-15779ced-363a-4482-ab85-e21ad27edf08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca18aff6-ef90-4953-8d56-33f899e0deec HTTP/1.1" status: 204 len: 168 time: 0.2586644 Sep 17 22:30:44.214980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15779ced-363a-4482-ab85-e21ad27edf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca18aff6-ef90-4953-8d56-33f899e0deec,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:44.339386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a605-f468-49c8-9049-64e5ac22f9c2 req-db2102b6-1b87-41bb-bc75-59e9cb438b59 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.351192 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1631a605-f468-49c8-9049-64e5ac22f9c2 req-db2102b6-1b87-41bb-bc75-59e9cb438b59 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 945 time: 0.0833433 Sep 17 22:30:44.360039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-b50e3e68-8294-4dba-ada8-3497949b7d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.361619 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-b50e3e68-8294-4dba-ada8-3497949b7d67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 200 len: 917 time: 0.2715552 Sep 17 22:30:44.431979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1631a605-f468-49c8-9049-64e5ac22f9c2 req-2b28d969-d7bc-4200-9b69-137291316330 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758018 Sep 17 22:30:44.444970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c40c3c2-fd3c-4a1c-aa18-e7086a1ba42a req-02f54408-de4d-4834-930a-8cf968f13057 service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065751 Sep 17 22:30:44.467421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-45e3cef9-16aa-41a1-8b8f-fd82159ce112 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 HTTP/1.1" status: 200 len: 217 time: 0.0901680 Sep 17 22:30:44.473701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b6f3-2e4f-4e51-a6cc-c6b742848715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.536682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb23d8-8ca8-4e7e-bf92-fda702d158ae req-69003ed1-8749-4c00-8e4f-22a8548eb45a tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.538187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-37eb23d8-8ca8-4e7e-bf92-fda702d158ae req-69003ed1-8749-4c00-8e4f-22a8548eb45a tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.1568229 Sep 17 22:30:44.542135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-76fa3e77-34df-4b21-b7d2-5d7073670c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.543486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-76fa3e77-34df-4b21-b7d2-5d7073670c46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd1c96c1-5e35-4e0f-9524-006711cd7007 HTTP/1.1" status: 200 len: 855 time: 0.0672266 Sep 17 22:30:44.608238 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b6f3-2e4f-4e51-a6cc-c6b742848715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.631634 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-37eb23d8-8ca8-4e7e-bf92-fda702d158ae req-e56e4e2c-b702-4380-b03b-12628960970b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866532 Sep 17 22:30:44.666693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-4ee32d8c-3685-4e35-af8c-565d4fbcc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.668236 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-4ee32d8c-3685-4e35-af8c-565d4fbcc075 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe0223d7-0703-478c-beef-448a4f0d6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165864 Sep 17 22:30:44.675973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39374) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:44.676459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d7b0b6f3-2e4f-4e51-a6cc-c6b742848715 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ca4074a689b444cba398cbbb6c6cedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8099828 Sep 17 22:30:44.676905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0b6f3-2e4f-4e51-a6cc-c6b742848715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5e1aba-378d-46c3-a608-11e712841c4c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:44.790350 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-72d128d6-060b-42a0-8940-5f9a86da6a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.810662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-8707066f-8231-4b9c-9afe-1530ad833a51 service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301820 Sep 17 22:30:44.828719 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-72d128d6-060b-42a0-8940-5f9a86da6a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.967174 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-72d128d6-060b-42a0-8940-5f9a86da6a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.970106 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-72d128d6-060b-42a0-8940-5f9a86da6a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.974689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-72d128d6-060b-42a0-8940-5f9a86da6a6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d5e1aba-378d-46c3-a608-11e712841c4c HTTP/1.1" status: 204 len: 168 time: 0.2893229 Sep 17 22:30:44.984603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d128d6-060b-42a0-8940-5f9a86da6a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5e1aba-378d-46c3-a608-11e712841c4c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:44.985257 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2e125b5-d612-4a1d-9073-368b7e6682f8 req-7d328f45-d052-4ee1-9a01-40c2b1f3471c service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668596 Sep 17 22:30:44.999879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9212-1612-4d5f-84c3-bee801ab6a53 req-f3c23708-c219-4e7d-a2e9-495c8d0f4c0d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.007862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6cbc9212-1612-4d5f-84c3-bee801ab6a53 req-f3c23708-c219-4e7d-a2e9-495c8d0f4c0d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0899794 Sep 17 22:30:45.051908 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6cbc9212-1612-4d5f-84c3-bee801ab6a53 req-9660c099-5eff-47d8-89f1-baef822a6054 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Sep 17 22:30:45.126790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7c186d92-e96f-445f-a4f6-8d7196b0205a details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:45.226579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39390) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:45.242184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7c186d92-e96f-445f-a4f6-8d7196b0205a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7c186d92-e96f-445f-a4f6-8d7196b0205a,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:45.243713 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7605813f-9d95-4c42-8ac4-d04eac2179e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.273702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '7c186d92-e96f-445f-a4f6-8d7196b0205a', 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84', 'port_id': '7c186d92-e96f-445f-a4f6-8d7196b0205a', 'mac_address': 'fa:16:3e:a8:97:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1c96c1-5e35-4e0f-9524-006711cd7007', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:45.361381 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.375468 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7605813f-9d95-4c42-8ac4-d04eac2179e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.385170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c186d92-e96f-445f-a4f6-8d7196b0205a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:45.410189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7c186d92-e96f-445f-a4f6-8d7196b0205a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7c186d92-e96f-445f-a4f6-8d7196b0205a,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:45.421426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2caeeb47-dea4-486d-ac98-68d08978dfa2 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:45.468939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7605813f-9d95-4c42-8ac4-d04eac2179e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.515895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.540700 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7605813f-9d95-4c42-8ac4-d04eac2179e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e53150f120b4661bc0c66f577048c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106172 Sep 17 22:30:45.541771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 39400) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:45.574808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605813f-9d95-4c42-8ac4-d04eac2179e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da3cc05-0494-4434-aa33-d993eb4743f2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:45.611963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 2caeeb47-dea4-486d-ac98-68d08978dfa2 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:45.626292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc0530-3f8b-4a0d-862c-20b0ccaa0910 req-5669c9e2-1568-4593-b9c3-fc3fa143d4f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.634300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fdc0530-3f8b-4a0d-862c-20b0ccaa0910 req-5669c9e2-1568-4593-b9c3-fc3fa143d4f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 945 time: 0.0938013 Sep 17 22:30:45.642863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 2caeeb47-dea4-486d-ac98-68d08978dfa2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:45.643363 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.689723 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fdc0530-3f8b-4a0d-862c-20b0ccaa0910 req-d1b7778b-38c6-4290-aca2-2449a69dfc4d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500224 Sep 17 22:30:45.708824 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0222577d-7aed-4b4a-bf41-e9c4bd2525f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.787470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7c186d92-e96f-445f-a4f6-8d7196b0205a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:45.823283 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0222577d-7aed-4b4a-bf41-e9c4bd2525f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.889450 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.915338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2b4b-957d-4e58-ae89-68f4ad6108eb req-b7a27013-0ebc-43f4-81e4-5a05ad574a32 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.915536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eb09f7-9046-4e48-98f5-2b3e12256a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caeeb47-dea4-486d-ac98-68d08978dfa2'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:45.916338 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f21c2b4b-957d-4e58-ae89-68f4ad6108eb req-b7a27013-0ebc-43f4-81e4-5a05ad574a32 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.1818573 Sep 17 22:30:45.917071 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812bbbdd-334d-48cc-a6cf-700cdd7377c6" -d '{"events": [{"server_uuid": "74eb09f7-9046-4e48-98f5-2b3e12256a7e", "name": "network-vif-plugged", "status": "completed", "tag": "2caeeb47-dea4-486d-ac98-68d08978dfa2"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:45.954808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2caeeb47-dea4-486d-ac98-68d08978dfa2, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2caeeb47-dea4-486d-ac98-68d08978dfa2,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:45.962240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f21c2b4b-957d-4e58-ae89-68f4ad6108eb req-dba2b5a5-9e2f-466e-9d67-b4bf494bf405 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361929 Sep 17 22:30:45.983185 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f2403f-58e5-49ea-ad04-202293391755 x-openstack-request-id: req-f7f2403f-58e5-49ea-ad04-202293391755 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:45.983479 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eb09f7-9046-4e48-98f5-2b3e12256a7e", "name": "network-vif-plugged", "status": "completed", "tag": "2caeeb47-dea4-486d-ac98-68d08978dfa2", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:45.983731 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7f2403f-58e5-49ea-ad04-202293391755 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:45.984157 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eb09f7-9046-4e48-98f5-2b3e12256a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caeeb47-dea4-486d-ac98-68d08978dfa2', 'code': 200} Sep 17 22:30:46.043566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0222577d-7aed-4b4a-bf41-e9c4bd2525f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:46.043814 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:46.046571 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0222577d-7aed-4b4a-bf41-e9c4bd2525f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:46.047988 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0222577d-7aed-4b4a-bf41-e9c4bd2525f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6da3cc05-0494-4434-aa33-d993eb4743f2 HTTP/1.1" status: 204 len: 168 time: 0.5038459 Sep 17 22:30:46.056040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222577d-7aed-4b4a-bf41-e9c4bd2525f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da3cc05-0494-4434-aa33-d993eb4743f2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:46.143482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2caeeb47-dea4-486d-ac98-68d08978dfa2,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:46.155248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cdc5a-eaec-48c5-8f87-b8a189c7c35d req-38d2007b-08db-4f01-a571-2a7d07b3e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.158930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a18cdc5a-eaec-48c5-8f87-b8a189c7c35d req-38d2007b-08db-4f01-a571-2a7d07b3e70e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 1098 time: 0.0872321 Sep 17 22:30:46.208012 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a18cdc5a-eaec-48c5-8f87-b8a189c7c35d req-97281d38-51a6-49d2-a9aa-c3c3ba4eb58b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Sep 17 22:30:46.237346 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b0e2e-a744-4265-88a3-806c5136c7d5 req-b3b7738d-2290-4b9e-a23c-50503173b28d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.238827 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c32b0e2e-a744-4265-88a3-806c5136c7d5 req-b3b7738d-2290-4b9e-a23c-50503173b28d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0622759 Sep 17 22:30:46.282157 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c32b0e2e-a744-4265-88a3-806c5136c7d5 req-ee069482-faef-4863-a8cb-965789c9801a tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360560 Sep 17 22:30:46.315625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7c186d92-e96f-445f-a4f6-8d7196b0205a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:46.845579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af42ac0-7e7f-4bd2-9f17-ef7fd287a194 req-7766631b-a31a-479b-a2c6-3b958c21047a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.847052 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9af42ac0-7e7f-4bd2-9f17-ef7fd287a194 req-7766631b-a31a-479b-a2c6-3b958c21047a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 946 time: 0.0607593 Sep 17 22:30:46.887564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9af42ac0-7e7f-4bd2-9f17-ef7fd287a194 req-f45afe4e-4923-4d5d-9648-732d273ebe5a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345063 Sep 17 22:30:47.097500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269b7d-1f99-4cce-b784-86e0c96c43e7 req-f9bd27cb-4979-4909-ad69-31cb362cbad5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:47.105414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62269b7d-1f99-4cce-b784-86e0c96c43e7 req-f9bd27cb-4979-4909-ad69-31cb362cbad5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0591159 Sep 17 22:30:47.151059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62269b7d-1f99-4cce-b784-86e0c96c43e7 req-8ff93421-5e2d-4cb4-b632-caf257896aef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Sep 17 22:30:47.439593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa1b81-aede-45a3-ae5b-b2dadfd8a1e0 req-68dfa181-9dae-41db-92a8-adc76416836b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:47.448330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84fa1b81-aede-45a3-ae5b-b2dadfd8a1e0 req-68dfa181-9dae-41db-92a8-adc76416836b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0619173 Sep 17 22:30:47.502321 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84fa1b81-aede-45a3-ae5b-b2dadfd8a1e0 req-9bc0391a-7a52-476d-8a8e-25c8e5d0b461 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528862 Sep 17 22:30:48.019188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849359c-274e-4db0-810d-7eb0175133b5 req-3f8d3525-b24a-44a1-8b33-1c250b728e71 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.020713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3849359c-274e-4db0-810d-7eb0175133b5 req-3f8d3525-b24a-44a1-8b33-1c250b728e71 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 946 time: 0.0534587 Sep 17 22:30:48.069728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3849359c-274e-4db0-810d-7eb0175133b5 req-def251b4-fa89-4024-beeb-b21de7658adf tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Sep 17 22:30:48.207872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc76f24-73c2-4d83-88ac-53dc36a17c1b req-0c1d193e-4133-4425-aeff-4566acdc9a45 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.210679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-edc76f24-73c2-4d83-88ac-53dc36a17c1b req-0c1d193e-4133-4425-aeff-4566acdc9a45 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 946 time: 0.0572155 Sep 17 22:30:48.283066 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-edc76f24-73c2-4d83-88ac-53dc36a17c1b req-b0f0e942-0b38-4e55-ba12-557c84275077 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540564 Sep 17 22:30:48.306846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23851f9-f46c-48cb-9d6d-d0721834f013 req-2b33ddf7-7c34-46af-a9d5-9d8948ff5ba4 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.317954 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f23851f9-f46c-48cb-9d6d-d0721834f013 req-2b33ddf7-7c34-46af-a9d5-9d8948ff5ba4 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0711238 Sep 17 22:30:48.371468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f23851f9-f46c-48cb-9d6d-d0721834f013 req-41527505-ec93-4af2-af8d-b608aa58d43d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517056 Sep 17 22:30:48.461126 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f6552-06c3-4442-9b86-d0a0a0f139a0 req-afee6b63-5ffd-4e5b-a0c4-0806c26bca1c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.462814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-024f6552-06c3-4442-9b86-d0a0a0f139a0 req-afee6b63-5ffd-4e5b-a0c4-0806c26bca1c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 946 time: 0.0664527 Sep 17 22:30:48.507490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-024f6552-06c3-4442-9b86-d0a0a0f139a0 req-567a44a7-8722-4b2f-9e41-6921a6e242a5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Sep 17 22:30:48.621449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de62ea0-3284-4f15-99b8-05e504db876d req-3755ecc1-596f-44ff-8d9f-b24b11393c08 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.629257 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5de62ea0-3284-4f15-99b8-05e504db876d req-3755ecc1-596f-44ff-8d9f-b24b11393c08 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0594487 Sep 17 22:30:48.668526 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5de62ea0-3284-4f15-99b8-05e504db876d req-ec8a76f4-81c8-4010-bc33-e0a716a42e35 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383654 Sep 17 22:30:49.045427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa6553-6f63-46ec-82dc-857e6e575a8e req-21a9c90b-d1b4-489c-8512-8d1b4ca26cf8 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.047408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84aa6553-6f63-46ec-82dc-857e6e575a8e req-21a9c90b-d1b4-489c-8512-8d1b4ca26cf8 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 946 time: 0.0572608 Sep 17 22:30:49.100656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84aa6553-6f63-46ec-82dc-857e6e575a8e req-94c078b7-f223-4304-8170-27874969a125 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472879 Sep 17 22:30:49.122296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:49.128394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7c186d92-e96f-445f-a4f6-8d7196b0205a up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:49.274501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:49.286269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'd189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9', 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84', 'port_id': 'd189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9', 'mac_address': 'fa:16:3e:28:63:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1c96c1-5e35-4e0f-9524-006711cd7007', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:49.324780 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.340583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 7c186d92-e96f-445f-a4f6-8d7196b0205a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:49.348626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:49.354972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 7c186d92-e96f-445f-a4f6-8d7196b0205a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:49.355369 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.391853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:49.447483 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.459416 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.460078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e5c3f6db-10f9-44a7-8df9-87326bfd6537 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:49.505171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab631-7e13-4980-b8ba-da395e584fef req-bd17aac3-345f-4cfb-8b8d-91aab4276c88 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.507233 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d2fab631-7e13-4980-b8ba-da395e584fef req-bd17aac3-345f-4cfb-8b8d-91aab4276c88 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0593891 Sep 17 22:30:49.508289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5dd8f0-c7e2-4bc9-89f3-daecca66e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c186d92-e96f-445f-a4f6-8d7196b0205a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:49.510535 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e75947d-e07d-4601-9d6d-e8db61df7f7c" -d '{"events": [{"server_uuid": "4f5dd8f0-c7e2-4bc9-89f3-daecca66e311", "name": "network-vif-plugged", "status": "completed", "tag": "7c186d92-e96f-445f-a4f6-8d7196b0205a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:49.575309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7c186d92-e96f-445f-a4f6-8d7196b0205a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7c186d92-e96f-445f-a4f6-8d7196b0205a,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:49.586276 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26313601-b8d5-4c05-b108-b1b4e4c0c2fd x-openstack-request-id: req-26313601-b8d5-4c05-b108-b1b4e4c0c2fd {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:49.587057 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5dd8f0-c7e2-4bc9-89f3-daecca66e311", "name": "network-vif-plugged", "status": "completed", "tag": "7c186d92-e96f-445f-a4f6-8d7196b0205a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:49.587705 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26313601-b8d5-4c05-b108-b1b4e4c0c2fd {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:49.588591 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5dd8f0-c7e2-4bc9-89f3-daecca66e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c186d92-e96f-445f-a4f6-8d7196b0205a', 'code': 200} Sep 17 22:30:49.592804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d2fab631-7e13-4980-b8ba-da395e584fef req-aac3b1ef-fc5f-4bb3-a4bb-29bace8e63d2 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714283 Sep 17 22:30:49.619974 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:49.623334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e5c3f6db-10f9-44a7-8df9-87326bfd6537, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e5c3f6db-10f9-44a7-8df9-87326bfd6537,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:49.639942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'e5c3f6db-10f9-44a7-8df9-87326bfd6537', 'network_id': 'fe0223d7-0703-478c-beef-448a4f0d6c84', 'port_id': 'e5c3f6db-10f9-44a7-8df9-87326bfd6537', 'mac_address': 'fa:16:3e:d0:ed:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1c96c1-5e35-4e0f-9524-006711cd7007', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:49.669287 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.732938 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.745592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c28e1-23d9-4032-bbc7-b0df94df1a3b req-205a83ce-bfde-4e14-8225-21c475305bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.747899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b2c28e1-23d9-4032-bbc7-b0df94df1a3b req-205a83ce-bfde-4e14-8225-21c475305bbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 1097 time: 0.0687246 Sep 17 22:30:49.771823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c3f6db-10f9-44a7-8df9-87326bfd6537 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:49.811704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b2c28e1-23d9-4032-bbc7-b0df94df1a3b req-a5cbfb26-6505-47f9-a995-ca86e5bd030b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535352 Sep 17 22:30:49.822256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7c186d92-e96f-445f-a4f6-8d7196b0205a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:49.845411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e5c3f6db-10f9-44a7-8df9-87326bfd6537, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e5c3f6db-10f9-44a7-8df9-87326bfd6537,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:49.858052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee081c-8faa-4d17-8a28-116fb8788271 req-b5c2e279-e375-4e66-8a87-712f4a183828 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.864628 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2ee081c-8faa-4d17-8a28-116fb8788271 req-b5c2e279-e375-4e66-8a87-712f4a183828 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0845363 Sep 17 22:30:49.931264 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2ee081c-8faa-4d17-8a28-116fb8788271 req-08840ebc-eed1-4190-baf7-3ffbb81f762a tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601118 Sep 17 22:30:49.962873 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.052783 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e5c3f6db-10f9-44a7-8df9-87326bfd6537,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:50.243495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452246bf-1bd7-4bfb-967d-cc44bac59d35 req-169ca743-de78-444c-bb75-05a0b06b26dc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:50.245014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-452246bf-1bd7-4bfb-967d-cc44bac59d35 req-169ca743-de78-444c-bb75-05a0b06b26dc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 946 time: 0.0545552 Sep 17 22:30:50.285334 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-452246bf-1bd7-4bfb-967d-cc44bac59d35 req-70aa6619-5eb7-4ef6-9bda-c8933b2d7af8 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Sep 17 22:30:50.566106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:50.581614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-ad6b6cd1-bf18-43e1-b926-a0f68a39c08a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:50.583866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-ad6b6cd1-bf18-43e1-b926-a0f68a39c08a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 946 time: 0.0649948 Sep 17 22:30:50.592490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['e5c3f6db-10f9-44a7-8df9-87326bfd6537'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:50.780910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed29dd-a5ce-4a7c-a6ad-560c76c2d88d req-4926fa23-e5f8-49f4-8d93-1e5a0733e80b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:50.782618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9ed29dd-a5ce-4a7c-a6ad-560c76c2d88d req-4926fa23-e5f8-49f4-8d93-1e5a0733e80b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0736377 Sep 17 22:30:50.805404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-7b88fb0e-7083-4cc1-806f-77fe8a063982 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Deleting port 2caeeb47-dea4-486d-ac98-68d08978dfa2 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:50.805741 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-7b88fb0e-7083-4cc1-806f-77fe8a063982 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.892759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9ed29dd-a5ce-4a7c-a6ad-560c76c2d88d req-7f6be39c-2bfb-4f16-80e0-29da22bb4ad2 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985506 Sep 17 22:30:50.935875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-7b88fb0e-7083-4cc1-806f-77fe8a063982 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] For port 2caeeb47-dea4-486d-ac98-68d08978dfa2, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2caeeb47-dea4-486d-ac98-68d08978dfa2,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:50.937188 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-7b88fb0e-7083-4cc1-806f-77fe8a063982 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.971295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-7b88fb0e-7083-4cc1-806f-77fe8a063982 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Calling delete_port for 2caeeb47-dea4-486d-ac98-68d08978dfa2 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:51.155241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6596ab-f228-449f-9123-b35ab0a7c93b req-2e4d560b-8ebe-472a-8589-5bc88cafb40a tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:51.157534 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e6596ab-f228-449f-9123-b35ab0a7c93b req-2e4d560b-8ebe-472a-8589-5bc88cafb40a tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 944 time: 0.1118331 Sep 17 22:30:51.199565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e6596ab-f228-449f-9123-b35ab0a7c93b req-8842f3b9-91b6-4baa-a71b-7c756c37119c tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352976 Sep 17 22:30:51.251579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-7b88fb0e-7083-4cc1-806f-77fe8a063982 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:51.266424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6', '391cdc4c-1a13-4ba1-87b4-665e89db5ced', '2caeeb47-dea4-486d-ac98-68d08978dfa2'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:51.287098 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88fb0e-7083-4cc1-806f-77fe8a063982 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event deleted for resources: {'Port': ['ID=2caeeb47-dea4-486d-ac98-68d08978dfa2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:51.342067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-7b88fb0e-7083-4cc1-806f-77fe8a063982 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] No DVR routers for this DVR port 2caeeb47-dea4-486d-ac98-68d08978dfa2 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:51.345695 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-7b88fb0e-7083-4cc1-806f-77fe8a063982 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:51.348015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-efcbb0e9-7dbb-4161-b8a1-52107a496fdb req-7b88fb0e-7083-4cc1-806f-77fe8a063982 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "DELETE /v2.0/ports/2caeeb47-dea4-486d-ac98-68d08978dfa2 HTTP/1.1" status: 204 len: 173 time: 0.7555373 Sep 17 22:30:51.348291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eb09f7-9046-4e48-98f5-2b3e12256a7e', 'name': 'network-vif-deleted', 'tag': '2caeeb47-dea4-486d-ac98-68d08978dfa2'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:51.350634 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33d0882-674d-46f5-83d5-9c836572f0ca" -d '{"events": [{"server_uuid": "74eb09f7-9046-4e48-98f5-2b3e12256a7e", "name": "network-vif-deleted", "tag": "2caeeb47-dea4-486d-ac98-68d08978dfa2"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:51.399401 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618800d3-aa79-46f7-8bec-ab3e06467f28 x-openstack-request-id: req-618800d3-aa79-46f7-8bec-ab3e06467f28 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:51.399401 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74eb09f7-9046-4e48-98f5-2b3e12256a7e", "name": "network-vif-deleted", "tag": "2caeeb47-dea4-486d-ac98-68d08978dfa2", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:51.399401 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-618800d3-aa79-46f7-8bec-ab3e06467f28 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:51.400329 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74eb09f7-9046-4e48-98f5-2b3e12256a7e', 'name': 'network-vif-deleted', 'tag': '2caeeb47-dea4-486d-ac98-68d08978dfa2', 'status': 'completed', 'code': 200} Sep 17 22:30:51.423444 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7a7bd3d-b724-4f57-a49d-b6b9ef1db6cc req-c7bf7c0a-b42d-4e90-aa20-0a45fc8a6f6b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=74eb09f7-9046-4e48-98f5-2b3e12256a7e HTTP/1.1" status: 200 len: 210 time: 0.0375991 Sep 17 22:30:52.017691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505420c4-f7dd-40eb-8547-b6d13c82d322 req-af842073-f5d8-42e5-853a-1d32d22db7d9 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.019183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-505420c4-f7dd-40eb-8547-b6d13c82d322 req-af842073-f5d8-42e5-853a-1d32d22db7d9 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0544326 Sep 17 22:30:52.066567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-505420c4-f7dd-40eb-8547-b6d13c82d322 req-2bdb56aa-8add-4d40-9512-863cb4a17dea tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362172 Sep 17 22:30:52.176207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 39614) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:52.378715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7da5de-6544-4d0d-bab8-62f42c5acf8d req-d34916cf-b247-43ea-b161-e0a13be8dee8 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.380511 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe7da5de-6544-4d0d-bab8-62f42c5acf8d req-d34916cf-b247-43ea-b161-e0a13be8dee8 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0792940 Sep 17 22:30:52.434724 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d532ceb0-3943-49f9-91d0-98e6c9ed4218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.441092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe7da5de-6544-4d0d-bab8-62f42c5acf8d req-6586b417-3ab8-4699-ae0f-7bb93b84e602 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541618 Sep 17 22:30:52.543755 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d532ceb0-3943-49f9-91d0-98e6c9ed4218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.680157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d532ceb0-3943-49f9-91d0-98e6c9ed4218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.725334 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d532ceb0-3943-49f9-91d0-98e6c9ed4218 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=823e0f64662b4ab4af77e210ad0a797e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461333 Sep 17 22:30:52.725334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532ceb0-3943-49f9-91d0-98e6c9ed4218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c06b8f-d492-4410-a9d9-7cd633a329a7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:52.726810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39640) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:52.795716 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0b28595-0749-419f-b0aa-40a331d2a48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.822651 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0b28595-0749-419f-b0aa-40a331d2a48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.957781 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0b28595-0749-419f-b0aa-40a331d2a48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.960843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0b28595-0749-419f-b0aa-40a331d2a48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.965150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d0b28595-0749-419f-b0aa-40a331d2a48b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3c06b8f-d492-4410-a9d9-7cd633a329a7 HTTP/1.1" status: 204 len: 168 time: 0.2343283 Sep 17 22:30:52.971760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b28595-0749-419f-b0aa-40a331d2a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c06b8f-d492-4410-a9d9-7cd633a329a7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:53.015645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90df42-a259-44e1-80b0-802e67a85ad5 req-3b861774-20c8-408a-b916-06f719528c5a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.017249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba90df42-a259-44e1-80b0-802e67a85ad5 req-3b861774-20c8-408a-b916-06f719528c5a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 946 time: 0.0643966 Sep 17 22:30:53.058822 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba90df42-a259-44e1-80b0-802e67a85ad5 req-aef26eb8-d8bb-4f11-9751-f227fa53f505 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337751 Sep 17 22:30:53.125703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:53.209258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eff74-57b8-4ca9-8aa5-bdba3cf08eb8 req-2d7efabc-cc0c-4ebf-a029-df565c328e43 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.210865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-820eff74-57b8-4ca9-8aa5-bdba3cf08eb8 req-2d7efabc-cc0c-4ebf-a029-df565c328e43 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0682054 Sep 17 22:30:53.241385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:53.245527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:53.246027 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.272430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-820eff74-57b8-4ca9-8aa5-bdba3cf08eb8 req-9a541345-71c0-4e72-944a-897fe95be105 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512013 Sep 17 22:30:53.364444 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.391437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daecb9ee-d101-4f2b-86de-d3c6e008b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:53.393812 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5e0c58-d4f9-41ca-b672-b1889738b031" -d '{"events": [{"server_uuid": "daecb9ee-d101-4f2b-86de-d3c6e008b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:53.408258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:53.438477 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9490668c-7658-411a-9d9b-0a7c5b275671 x-openstack-request-id: req-9490668c-7658-411a-9d9b-0a7c5b275671 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:53.438773 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daecb9ee-d101-4f2b-86de-d3c6e008b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:53.439656 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9490668c-7658-411a-9d9b-0a7c5b275671 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:53.440060 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daecb9ee-d101-4f2b-86de-d3c6e008b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9', 'code': 200} Sep 17 22:30:53.489487 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.491421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e5c3f6db-10f9-44a7-8df9-87326bfd6537 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:53.611522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cadabe-a354-4441-8d22-2f4462f918e1 req-f5d984a5-b578-4b7f-b2fb-25bf38e8f53f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.613815 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76cadabe-a354-4441-8d22-2f4462f918e1 req-f5d984a5-b578-4b7f-b2fb-25bf38e8f53f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0825167 Sep 17 22:30:53.619885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580a02d-1a8a-4596-80a5-404b1b9d31ab req-687a404d-99e6-4d3b-92ee-4a90508d1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.621812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c580a02d-1a8a-4596-80a5-404b1b9d31ab req-687a404d-99e6-4d3b-92ee-4a90508d1c85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0890634 Sep 17 22:30:53.682574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76cadabe-a354-4441-8d22-2f4462f918e1 req-21c88789-f94d-48bc-926b-54fa733fdce3 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590289 Sep 17 22:30:53.687210 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c580a02d-1a8a-4596-80a5-404b1b9d31ab req-e949bcc4-b860-42f8-8329-b81c1a5ad301 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572481 Sep 17 22:30:53.723035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:53.735484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.736058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.741632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.741632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.741632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.741632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.741632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.741632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.741632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.741632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.741632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.741632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:53.748892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39682) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:53.762636 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-904f2703-04ed-4d0c-8dae-96c4bcbb5706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.803581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port e5c3f6db-10f9-44a7-8df9-87326bfd6537 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:53.807476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port e5c3f6db-10f9-44a7-8df9-87326bfd6537 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:53.807848 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.877390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-904f2703-04ed-4d0c-8dae-96c4bcbb5706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.895192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.928469 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e5c3f6db-10f9-44a7-8df9-87326bfd6537, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e5c3f6db-10f9-44a7-8df9-87326bfd6537,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:53.948668 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-904f2703-04ed-4d0c-8dae-96c4bcbb5706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.999915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-904f2703-04ed-4d0c-8dae-96c4bcbb5706 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4786001c922445959efbd6995ba91edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467451 Sep 17 22:30:53.999915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f2703-04ed-4d0c-8dae-96c4bcbb5706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad323c9-e8fd-4ddb-9dcb-53f768873a8c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.000451 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 39686) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:54.034118 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.059968 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24f19df0-4157-451a-9b4e-2f8b7ad8837a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.096995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e5c3f6db-10f9-44a7-8df9-87326bfd6537,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.103346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24f19df0-4157-451a-9b4e-2f8b7ad8837a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.133935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39690) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:54.199126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1d7b4-7d03-4372-91ba-54e2e4329c7f req-6511e3a7-1633-41f3-91ab-262a8ac436a0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.201322 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03b1d7b4-7d03-4372-91ba-54e2e4329c7f req-6511e3a7-1633-41f3-91ab-262a8ac436a0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 946 time: 0.0507536 Sep 17 22:30:54.255681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03b1d7b4-7d03-4372-91ba-54e2e4329c7f req-a7265a80-b53b-4af9-b79c-8c0d32920a26 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474193 Sep 17 22:30:54.256583 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-459972ee-1dab-4000-9b01-cdc1b62f50ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.268422 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24f19df0-4157-451a-9b4e-2f8b7ad8837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.271545 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24f19df0-4157-451a-9b4e-2f8b7ad8837a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.272724 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-24f19df0-4157-451a-9b4e-2f8b7ad8837a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ad323c9-e8fd-4ddb-9dcb-53f768873a8c HTTP/1.1" status: 204 len: 168 time: 0.2712033 Sep 17 22:30:54.284423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f19df0-4157-451a-9b4e-2f8b7ad8837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad323c9-e8fd-4ddb-9dcb-53f768873a8c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.403464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-459972ee-1dab-4000-9b01-cdc1b62f50ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.420470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade9746-48de-40d2-8cc6-1b86f91b8449 req-09f1652f-c2a5-4112-b9fc-5314625d35d8 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.422043 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ade9746-48de-40d2-8cc6-1b86f91b8449 req-09f1652f-c2a5-4112-b9fc-5314625d35d8 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0515773 Sep 17 22:30:54.464880 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ade9746-48de-40d2-8cc6-1b86f91b8449 req-4b568852-313d-4b30-bd69-872baca70845 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369833 Sep 17 22:30:54.474401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-459972ee-1dab-4000-9b01-cdc1b62f50ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.508577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-459972ee-1dab-4000-9b01-cdc1b62f50ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b02986b182be40e3b52635a41c849d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735321 Sep 17 22:30:54.511265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 39702) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:54.526546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459972ee-1dab-4000-9b01-cdc1b62f50ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368f2dcb-01b5-4863-b527-192b46c5eaf8,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.581525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-6cc14097-0202-4b5c-b17d-301b2d76d7e4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.581525 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-6cc14097-0202-4b5c-b17d-301b2d76d7e4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 946 time: 0.0611782 Sep 17 22:30:54.585138 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-370264b1-f1a0-4771-9e63-fce228e67a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.609281 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-370264b1-f1a0-4771-9e63-fce228e67a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.724870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-27ea01f9-d988-4c27-8893-1673707007f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Deleting port 391cdc4c-1a13-4ba1-87b4-665e89db5ced {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:54.725070 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-27ea01f9-d988-4c27-8893-1673707007f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.737210 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-370264b1-f1a0-4771-9e63-fce228e67a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.739796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-370264b1-f1a0-4771-9e63-fce228e67a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.741459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-370264b1-f1a0-4771-9e63-fce228e67a41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/368f2dcb-01b5-4863-b527-192b46c5eaf8 HTTP/1.1" status: 204 len: 168 time: 0.2291660 Sep 17 22:30:54.811855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370264b1-f1a0-4771-9e63-fce228e67a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368f2dcb-01b5-4863-b527-192b46c5eaf8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.866293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-27ea01f9-d988-4c27-8893-1673707007f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] For port 391cdc4c-1a13-4ba1-87b4-665e89db5ced, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=391cdc4c-1a13-4ba1-87b4-665e89db5ced,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:54.866851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-27ea01f9-d988-4c27-8893-1673707007f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.867207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7164b0e-3d52-497b-bdb5-21981bbe2f87 req-4e8daa2e-6abd-412f-8531-c3c7d7f12f68 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.869728 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7164b0e-3d52-497b-bdb5-21981bbe2f87 req-4e8daa2e-6abd-412f-8531-c3c7d7f12f68 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0969563 Sep 17 22:30:54.880646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-27ea01f9-d988-4c27-8893-1673707007f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Calling delete_port for 391cdc4c-1a13-4ba1-87b4-665e89db5ced owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:54.914731 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7164b0e-3d52-497b-bdb5-21981bbe2f87 req-e9697be0-6179-4234-bfb5-102daf3088cd tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391231 Sep 17 22:30:55.131350 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-27ea01f9-d988-4c27-8893-1673707007f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.143910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6', '391cdc4c-1a13-4ba1-87b4-665e89db5ced'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:55.163013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea01f9-d988-4c27-8893-1673707007f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event deleted for resources: {'Port': ['ID=391cdc4c-1a13-4ba1-87b4-665e89db5ced,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:55.235726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-27ea01f9-d988-4c27-8893-1673707007f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] No DVR routers for this DVR port 391cdc4c-1a13-4ba1-87b4-665e89db5ced on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:55.239073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-27ea01f9-d988-4c27-8893-1673707007f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.243112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da9eb57c-5248-44cc-8cd8-ca7d0a99792c req-27ea01f9-d988-4c27-8893-1673707007f4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "DELETE /v2.0/ports/391cdc4c-1a13-4ba1-87b4-665e89db5ced HTTP/1.1" status: 204 len: 173 time: 0.6554339 Sep 17 22:30:55.243112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8bdc3d-7d80-4fb1-abbb-371aa75870cb', 'name': 'network-vif-deleted', 'tag': '391cdc4c-1a13-4ba1-87b4-665e89db5ced'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:55.246337 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d35bcc4-c27e-41e3-9017-ffe2feb9b54e" -d '{"events": [{"server_uuid": "5e8bdc3d-7d80-4fb1-abbb-371aa75870cb", "name": "network-vif-deleted", "tag": "391cdc4c-1a13-4ba1-87b4-665e89db5ced"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:55.304312 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5d64ef-58df-4546-8b83-55e0a34fe2c0 x-openstack-request-id: req-5b5d64ef-58df-4546-8b83-55e0a34fe2c0 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:55.304839 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8bdc3d-7d80-4fb1-abbb-371aa75870cb", "name": "network-vif-deleted", "tag": "391cdc4c-1a13-4ba1-87b4-665e89db5ced", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:55.305021 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b5d64ef-58df-4546-8b83-55e0a34fe2c0 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:55.305622 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8bdc3d-7d80-4fb1-abbb-371aa75870cb', 'name': 'network-vif-deleted', 'tag': '391cdc4c-1a13-4ba1-87b4-665e89db5ced', 'status': 'completed', 'code': 200} Sep 17 22:30:55.389800 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d368a01-c139-47a5-aef2-acd4b524bff4 req-7116075a-30e0-4d3c-a0fc-9397048ed91f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8bdc3d-7d80-4fb1-abbb-371aa75870cb HTTP/1.1" status: 200 len: 210 time: 0.0273581 Sep 17 22:30:55.441672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfc1864-cc2c-4905-9516-9219ab1a8e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c3f6db-10f9-44a7-8df9-87326bfd6537'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:55.444081 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f1486-0e34-451a-9aa0-dd60ed0be73b" -d '{"events": [{"server_uuid": "9cfc1864-cc2c-4905-9516-9219ab1a8e60", "name": "network-vif-plugged", "status": "completed", "tag": "e5c3f6db-10f9-44a7-8df9-87326bfd6537"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:55.473301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2caeeb47-dea4-486d-ac98-68d08978dfa2 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:55.484275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 39736) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:55.519605 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3622e469-c397-4a46-9286-f0d959547bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.533762 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5510c1-a771-449d-b238-0540bff33968 x-openstack-request-id: req-2b5510c1-a771-449d-b238-0540bff33968 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:55.534466 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfc1864-cc2c-4905-9516-9219ab1a8e60", "name": "network-vif-plugged", "status": "completed", "tag": "e5c3f6db-10f9-44a7-8df9-87326bfd6537", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:55.535358 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b5510c1-a771-449d-b238-0540bff33968 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:55.535973 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfc1864-cc2c-4905-9516-9219ab1a8e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c3f6db-10f9-44a7-8df9-87326bfd6537', 'code': 200} Sep 17 22:30:55.545097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 2caeeb47-dea4-486d-ac98-68d08978dfa2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:55.545497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2caeeb47-dea4-486d-ac98-68d08978dfa2 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:55.638931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004aef1-7aaf-4c93-8273-29ad3ac84e68 req-f6eed3c7-bf14-4b34-a3d9-16ae19a5e1ab tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:55.646699 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5004aef1-7aaf-4c93-8273-29ad3ac84e68 req-f6eed3c7-bf14-4b34-a3d9-16ae19a5e1ab tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0672319 Sep 17 22:30:55.674178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c7fbb-55e6-4226-99a7-3bd7ad5cde5d req-512833c1-94d6-40b7-87a8-a8cae4d8c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:55.675682 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b76c7fbb-55e6-4226-99a7-3bd7ad5cde5d req-512833c1-94d6-40b7-87a8-a8cae4d8c02a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 1098 time: 0.0552385 Sep 17 22:30:55.694159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5004aef1-7aaf-4c93-8273-29ad3ac84e68 req-8c7c950c-d15b-4b3e-bf20-36f82b3b1401 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445371 Sep 17 22:30:55.736814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b76c7fbb-55e6-4226-99a7-3bd7ad5cde5d req-3901baa6-ef24-4521-8bda-30c8df02aa50 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524518 Sep 17 22:30:55.745919 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3622e469-c397-4a46-9286-f0d959547bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.805853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3622e469-c397-4a46-9286-f0d959547bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.843717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622e469-c397-4a46-9286-f0d959547bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46059a85-f9f4-476a-b6bd-f96e553d710c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:55.849494 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3622e469-c397-4a46-9286-f0d959547bbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4f61ad45d8849be98878be47538e7d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640838 Sep 17 22:30:55.852308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 39748) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:55.910366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4b797a-eb89-4bdd-99df-30198eeb9a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:55.939899 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4b797a-eb89-4bdd-99df-30198eeb9a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:56.070415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb20ce1-cadb-41a7-ab35-f0d9c84c1415 req-3dd0e4be-6be2-4da9-897e-c1dd90fc055d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.078477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cb20ce1-cadb-41a7-ab35-f0d9c84c1415 req-3dd0e4be-6be2-4da9-897e-c1dd90fc055d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0718358 Sep 17 22:30:56.085712 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4b797a-eb89-4bdd-99df-30198eeb9a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:56.088246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb4b797a-eb89-4bdd-99df-30198eeb9a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:56.089311 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bb4b797a-eb89-4bdd-99df-30198eeb9a7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46059a85-f9f4-476a-b6bd-f96e553d710c HTTP/1.1" status: 204 len: 168 time: 0.2358184 Sep 17 22:30:56.106484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b797a-eb89-4bdd-99df-30198eeb9a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46059a85-f9f4-476a-b6bd-f96e553d710c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:56.140719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cb20ce1-cadb-41a7-ab35-f0d9c84c1415 req-c3c65b21-05bc-47a6-844a-9114f698f636 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611961 Sep 17 22:30:56.254806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a72c8b-c4c1-487d-bccd-7b9f94656ea9 req-e435e77d-1708-4145-9287-201575a1115c tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.256322 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-40a72c8b-c4c1-487d-bccd-7b9f94656ea9 req-e435e77d-1708-4145-9287-201575a1115c tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0534019 Sep 17 22:30:56.296705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-40a72c8b-c4c1-487d-bccd-7b9f94656ea9 req-46c53052-d19d-4919-8b27-9ae8aab7d921 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335751 Sep 17 22:30:56.441563 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b226b-5c25-44be-900c-000f8c0a4eaa req-adf354c4-6681-4114-b1ea-1ad5c8e01da8 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.460317 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b23b226b-5c25-44be-900c-000f8c0a4eaa req-adf354c4-6681-4114-b1ea-1ad5c8e01da8 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 946 time: 0.0725179 Sep 17 22:30:56.519564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b23b226b-5c25-44be-900c-000f8c0a4eaa req-cf88bae3-9557-40d2-8a75-4259b41ed4fb tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620084 Sep 17 22:30:56.653349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 39780) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:56.830296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fd443-cf2f-4fa1-af92-f0070d0a39b3 req-7453f62c-a0aa-48f6-bc98-4231b688d937 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.837701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e95fd443-cf2f-4fa1-af92-f0070d0a39b3 req-7453f62c-a0aa-48f6-bc98-4231b688d937 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0767279 Sep 17 22:30:56.906391 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e95fd443-cf2f-4fa1-af92-f0070d0a39b3 req-e06cf7e3-2c8b-49fe-b336-4dc704c3be23 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677328 Sep 17 22:30:56.941545 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cfffef3f-27b4-4082-80ff-1e2239ab102c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:56.990589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-f6127b46-37a9-4361-8fcf-d0301cd3a50c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.992067 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-f6127b46-37a9-4361-8fcf-d0301cd3a50c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.1558528 Sep 17 22:30:57.021207 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-bd05d577-bfee-433a-b828-2489a72670e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/quotas/2dbf418ad7db4b2e92e446df8c405d0c HTTP/1.1" status: 200 len: 375 time: 0.0206099 Sep 17 22:30:57.107802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-086387fd-2a55-4b57-9c4a-c3526072cdf4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743103 Sep 17 22:30:57.127021 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cfffef3f-27b4-4082-80ff-1e2239ab102c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.206588 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-836e0d31-4ce1-46cb-af07-1522cff74629 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888886 Sep 17 22:30:57.232700 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cfffef3f-27b4-4082-80ff-1e2239ab102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.332086 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cfffef3f-27b4-4082-80ff-1e2239ab102c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07b2e618023f48c8af41d4b75f424e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6762297 Sep 17 22:30:57.334885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffef3f-27b4-4082-80ff-1e2239ab102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfcd697-3ce3-45bc-8265-b4fd61cec25f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:57.335449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39814) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:57.355535 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c40b014c-7511-45e5-b0b4-09b9aa0b5f75 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427152 Sep 17 22:30:57.391747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06a8b5ef-eed3-4570-95ca-47aef068c862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.425286 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06a8b5ef-eed3-4570-95ca-47aef068c862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.557712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06a8b5ef-eed3-4570-95ca-47aef068c862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.560921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06a8b5ef-eed3-4570-95ca-47aef068c862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:57.562144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-06a8b5ef-eed3-4570-95ca-47aef068c862 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccfcd697-3ce3-45bc-8265-b4fd61cec25f HTTP/1.1" status: 204 len: 168 time: 0.2256999 Sep 17 22:30:57.570260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8b5ef-eed3-4570-95ca-47aef068c862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfcd697-3ce3-45bc-8265-b4fd61cec25f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:57.746112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48bc5f-2cbf-45c6-a0f6-0223cfcfd966 req-e9626724-9d12-4497-8ec3-9d0ef15e03ad tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.754213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b48bc5f-2cbf-45c6-a0f6-0223cfcfd966 req-e9626724-9d12-4497-8ec3-9d0ef15e03ad tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 946 time: 0.1712301 Sep 17 22:30:57.829767 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b48bc5f-2cbf-45c6-a0f6-0223cfcfd966 req-c95f8371-7018-4ce0-a0c5-61ea50d34ead tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742795 Sep 17 22:30:57.977247 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61e048ae-a439-42a2-a7b8-4074ff19f56e req-6adf9582-402e-42e8-9bf9-5e4844c196cb tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 210 time: 0.0737281 Sep 17 22:30:58.058457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30513-9744-40fd-9cec-fd2326a8cb4a req-8be0a4bd-7d03-4c2f-820a-cb3b44419403 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:58.061118 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35d30513-9744-40fd-9cec-fd2326a8cb4a req-8be0a4bd-7d03-4c2f-820a-cb3b44419403 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0537310 Sep 17 22:30:58.117998 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35d30513-9744-40fd-9cec-fd2326a8cb4a req-62a00a6d-6949-464d-98e6-1324b07d71b3 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Sep 17 22:30:58.970893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da87304-8e6d-45cf-81db-b40e34e1b8f2 req-1dc9d878-2318-4dac-acb5-b0f35c207b23 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:58.973237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2da87304-8e6d-45cf-81db-b40e34e1b8f2 req-1dc9d878-2318-4dac-acb5-b0f35c207b23 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 946 time: 0.0645626 Sep 17 22:30:59.016643 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2da87304-8e6d-45cf-81db-b40e34e1b8f2 req-067021b8-646c-4c81-99ed-b72369869ebe tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369241 Sep 17 22:30:59.091739 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:59.107816 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ae36b59-05e8-4a67-a530-f113cee68416 req-c5b1f45e-c670-48eb-b2a7-f2e0606bf18f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 210 time: 0.0512617 Sep 17 22:30:59.259519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc66bf5-48f4-45ef-935e-b513aceaeba0 req-3a368def-6b96-4616-a547-a41d2cb17199 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:59.261061 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-acc66bf5-48f4-45ef-935e-b513aceaeba0 req-3a368def-6b96-4616-a547-a41d2cb17199 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0607460 Sep 17 22:30:59.313267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-acc66bf5-48f4-45ef-935e-b513aceaeba0 req-8018208a-7126-4387-b000-20ae6d81c1c8 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Sep 17 22:30:59.387085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabf8d5-2aa8-478c-87e1-c4f057709b58 req-9473db08-5b2f-4dc9-9e03-e12a40d7131f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:59.394603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adabf8d5-2aa8-478c-87e1-c4f057709b58 req-9473db08-5b2f-4dc9-9e03-e12a40d7131f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0599773 Sep 17 22:30:59.431656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adabf8d5-2aa8-478c-87e1-c4f057709b58 req-8975559c-d939-4ca6-b422-74a8a49645f5 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360911 Sep 17 22:30:59.479701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 391cdc4c-1a13-4ba1-87b4-665e89db5ced no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:59.503668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 391cdc4c-1a13-4ba1-87b4-665e89db5ced {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:59.504057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 391cdc4c-1a13-4ba1-87b4-665e89db5ced not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:59.662376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 39914) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:59.716874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da11cf0-6f87-4082-9710-c2166e3ffc94 req-2afb9c8d-7b23-43ca-8e0a-dabc13c5fb6c tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:59.718851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4da11cf0-6f87-4082-9710-c2166e3ffc94 req-2afb9c8d-7b23-43ca-8e0a-dabc13c5fb6c tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0588357 Sep 17 22:30:59.760158 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4da11cf0-6f87-4082-9710-c2166e3ffc94 req-34383192-dff7-46e6-b94c-cc709f04a09d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334594 Sep 17 22:30:59.826571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9838ada2-fd5e-436e-9a76-1d698537793d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:59.972739 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9838ada2-fd5e-436e-9a76-1d698537793d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.260385 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-daa0c304-f18d-4a62-afaa-e79cb2fb2c81 req-fbb24358-3771-422a-b4e4-eb55a6eb7d59 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 210 time: 0.0477149 Sep 17 22:31:00.350074 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9838ada2-fd5e-436e-9a76-1d698537793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.421781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 39982) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:00.422004 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9838ada2-fd5e-436e-9a76-1d698537793d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9753b10a272e4407b732b69bc8874a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584269 Sep 17 22:31:00.430969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838ada2-fd5e-436e-9a76-1d698537793d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c2c9bd-6f36-4e04-b7b3-3d83db64403a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:00.445026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8372a-b89b-41d0-bd32-ce2af90060a0 req-4ff9ab89-9201-4fde-ae7e-931260ce5e20 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.451672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8372a-b89b-41d0-bd32-ce2af90060a0 req-4ff9ab89-9201-4fde-ae7e-931260ce5e20 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.457530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8372a-b89b-41d0-bd32-ce2af90060a0 req-4ff9ab89-9201-4fde-ae7e-931260ce5e20 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.459217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ada8372a-b89b-41d0-bd32-ce2af90060a0 req-4ff9ab89-9201-4fde-ae7e-931260ce5e20 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1&device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60&device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 2417 time: 0.4265723 Sep 17 22:31:00.467064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-f3ab876f-80c7-42bf-be34-2af645ca1fec tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.474329 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-f3ab876f-80c7-42bf-be34-2af645ca1fec tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.4813690 Sep 17 22:31:00.494048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Request body: {'port': {'device_id': 'e8fd0e9b-3d45-4649-b7c7-50721e73748e', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'admin_state_up': True, 'tenant_id': '2dbf418ad7db4b2e92e446df8c405d0c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:00.511412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897f31-de5a-4887-a6e7-5072a426c082 req-46a4b7da-10f2-47f8-a09e-6c78f9740cee tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.513029 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d897f31-de5a-4887-a6e7-5072a426c082 req-46a4b7da-10f2-47f8-a09e-6c78f9740cee tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0870378 Sep 17 22:31:00.540534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d8c3-9cf3-4af7-b05c-c7fc1d421024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.566762 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ada8372a-b89b-41d0-bd32-ce2af90060a0 req-68caca27-ddae-4322-80b6-598af760de7a tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914195 Sep 17 22:31:00.587916 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d8c3-9cf3-4af7-b05c-c7fc1d421024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.593446 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d897f31-de5a-4887-a6e7-5072a426c082 req-89fee8f6-7597-4635-aba8-cf95921d64ad tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703716 Sep 17 22:31:00.730860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Made reservation on behalf of 2dbf418ad7db4b2e92e446df8c405d0c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:00.735179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.744702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a5886-97a0-4214-9ded-f8803d19ce5c req-151fc5f1-c336-48f4-8a60-c984f0e7dd05 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.746321 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a7a5886-97a0-4214-9ded-f8803d19ce5c req-151fc5f1-c336-48f4-8a60-c984f0e7dd05 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0590415 Sep 17 22:31:00.839764 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a7a5886-97a0-4214-9ded-f8803d19ce5c req-96a3dc58-0f5c-4d28-b51a-e39d61632557 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843852 Sep 17 22:31:00.939124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Allocated IP 172.20.0.11 (ea29fd46-8ada-4e99-9213-0d4eece86de5/461e6197-8fbb-40ee-954d-8227cda698ef/0b78e8f2-12fc-4400-b0a9-4c7134f170c6) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:01.069826 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d8c3-9cf3-4af7-b05c-c7fc1d421024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.073218 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d8c3-9cf3-4af7-b05c-c7fc1d421024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.075064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e6e6d8c3-9cf3-4af7-b05c-c7fc1d421024 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21c2c9bd-6f36-4e04-b7b3-3d83db64403a HTTP/1.1" status: 204 len: 168 time: 0.6509447 Sep 17 22:31:01.086369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6d8c3-9cf3-4af7-b05c-c7fc1d421024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c2c9bd-6f36-4e04-b7b3-3d83db64403a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:01.168370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.279139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.293784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:01.406937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:01.413265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:01.415397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event updated for resources: {'Port': ['ID=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:01.417951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:01.474396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:01.475293 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.508505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c3117-781c-4f1b-8655-5e3eddbb4c87 req-cc0c620d-72ee-4c8b-bdb0-2f350e0e6f6f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:01.510246 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d56c3117-781c-4f1b-8655-5e3eddbb4c87 req-cc0c620d-72ee-4c8b-bdb0-2f350e0e6f6f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 932 time: 0.1634851 Sep 17 22:31:01.583215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-2805e18f-d26a-43db-a7cc-11973f3129c7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0933278 Sep 17 22:31:01.591679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d56c3117-781c-4f1b-8655-5e3eddbb4c87 req-694b2696-63fa-475e-bc40-64a47adfb298 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751910 Sep 17 22:31:01.596695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Request body: {'port': {'device_id': 'e8fd0e9b-3d45-4649-b7c7-50721e73748e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:01.678480 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:01.863443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae528-5c95-4d08-a5cf-22893255aaa4 req-b85409e6-b116-480c-a5e7-f82fdbe2185f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:01.865352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b1ae528-5c95-4d08-a5cf-22893255aaa4 req-b85409e6-b116-480c-a5e7-f82fdbe2185f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.1322820 Sep 17 22:31:01.965772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b1ae528-5c95-4d08-a5cf-22893255aaa4 req-dfaf55eb-c307-4b01-8c67-65f4551161fa tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903115 Sep 17 22:31:02.020797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 40060) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:02.048785 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89b571d0-5f84-4c73-8ed9-6ec211f3ce4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.104765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:02.113080 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.138594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Transition to ACTIVE for port object 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:02.205897 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89b571d0-5f84-4c73-8ed9-6ec211f3ce4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.213265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.351551 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89b571d0-5f84-4c73-8ed9-6ec211f3ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.382579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Pushing event updated for resources: {'Port': ['ID=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:02.430813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-89b571d0-5f84-4c73-8ed9-6ec211f3ce4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7bbd2a8606c548b29226def8d4aff5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089770 Sep 17 22:31:02.433550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40074) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:02.438030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b571d0-5f84-4c73-8ed9-6ec211f3ce4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e31732e-b552-4fa1-ae0f-0b86804e08a9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:02.451292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d996659-2cd6-497c-9295-8b384eed4355 req-f46596ef-29f3-4144-aecb-30ad0bf7fa10 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:02.458400 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d996659-2cd6-497c-9295-8b384eed4355 req-f46596ef-29f3-4144-aecb-30ad0bf7fa10 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.1655626 Sep 17 22:31:02.502135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Attempting to bind port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:02.502792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Attempting to bind port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:02.502792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Attempting to bind port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:02.506209 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee3baac1-6fac-4b06-bc39-2fd339bedff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.525311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d996659-2cd6-497c-9295-8b384eed4355 req-781f1fe3-88d6-46b9-9c18-bf77b955d437 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610220 Sep 17 22:31:02.526270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:02.526270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Attempting to bind port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:02.533101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:02.536474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Checking segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:02.536474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Bound using segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:02.536474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Bound port: 0b78e8f2-12fc-4400-b0a9-4c7134f170c6, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:02.536474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.538069 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee3baac1-6fac-4b06-bc39-2fd339bedff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.604103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] For port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:02.607859 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] For port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:02.695154 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee3baac1-6fac-4b06-bc39-2fd339bedff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.697784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee3baac1-6fac-4b06-bc39-2fd339bedff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.699003 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ee3baac1-6fac-4b06-bc39-2fd339bedff6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e31732e-b552-4fa1-ae0f-0b86804e08a9 HTTP/1.1" status: 204 len: 168 time: 0.2628496 Sep 17 22:31:02.708528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.715219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3baac1-6fac-4b06-bc39-2fd339bedff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e31732e-b552-4fa1-ae0f-0b86804e08a9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:02.729872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776d049-a263-4e86-9343-6e6ac5f54daa req-a9f501ea-6619-4bb5-8fd4-16139ef2b1d7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:02.731384 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a776d049-a263-4e86-9343-6e6ac5f54daa req-a9f501ea-6619-4bb5-8fd4-16139ef2b1d7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 944 time: 0.0665488 Sep 17 22:31:02.774928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:02.776019 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:02.778183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] 10.222.0.23 "PUT /v2.0/ports/0b78e8f2-12fc-4400-b0a9-4c7134f170c6 HTTP/1.1" status: 200 len: 1093 time: 1.1855533 Sep 17 22:31:02.782348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fd0e9b-3d45-4649-b7c7-50721e73748e', 'tag': '0b78e8f2-12fc-4400-b0a9-4c7134f170c6'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:02.785759 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a152a723-60ef-441a-94b7-cce3b1b44b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fd0e9b-3d45-4649-b7c7-50721e73748e", "tag": "0b78e8f2-12fc-4400-b0a9-4c7134f170c6"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:02.791242 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a776d049-a263-4e86-9343-6e6ac5f54daa req-0a96fff1-990e-4848-9e53-668d06c869b0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496995 Sep 17 22:31:02.816107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2ed06-371b-499a-9b2f-3ba220e208be service neutron] Pushing event updated for resources: {'Port': ['ID=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:02.844519 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00909a8b-f742-43e0-9af8-d3b3658c9601 x-openstack-request-id: req-00909a8b-f742-43e0-9af8-d3b3658c9601 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:02.844891 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fd0e9b-3d45-4649-b7c7-50721e73748e", "tag": "0b78e8f2-12fc-4400-b0a9-4c7134f170c6", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:02.845158 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00909a8b-f742-43e0-9af8-d3b3658c9601 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:02.845763 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fd0e9b-3d45-4649-b7c7-50721e73748e', 'tag': '0b78e8f2-12fc-4400-b0a9-4c7134f170c6', 'status': 'completed', 'code': 200} Sep 17 22:31:02.909766 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152a723-60ef-441a-94b7-cce3b1b44b1d req-f15fd3fe-a207-4ed0-bb59-29effc753fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:02.911334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a152a723-60ef-441a-94b7-cce3b1b44b1d req-f15fd3fe-a207-4ed0-bb59-29effc753fda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 1096 time: 0.0471938 Sep 17 22:31:03.027570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152a723-60ef-441a-94b7-cce3b1b44b1d req-80d51afd-6680-4c28-af5e-e67d7d2effce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.029795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a152a723-60ef-441a-94b7-cce3b1b44b1d req-80d51afd-6680-4c28-af5e-e67d7d2effce service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1108274 Sep 17 22:31:03.132766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c32900-55f8-4803-beb1-7f08ab478f67 req-dc4f915a-da8e-438c-b7cf-8a8a748c09ff tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.136617 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74c32900-55f8-4803-beb1-7f08ab478f67 req-dc4f915a-da8e-438c-b7cf-8a8a748c09ff tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0830460 Sep 17 22:31:03.194393 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152a723-60ef-441a-94b7-cce3b1b44b1d req-0f93d84d-7118-41d8-af6a-ccac59418c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.196248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a152a723-60ef-441a-94b7-cce3b1b44b1d req-0f93d84d-7118-41d8-af6a-ccac59418c8f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589935 Sep 17 22:31:03.199395 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74c32900-55f8-4803-beb1-7f08ab478f67 req-772d5bcc-7f98-4f7d-8c97-89108894685a tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530875 Sep 17 22:31:03.207028 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8a013250-745f-4cce-82cc-6ef6fcf4920e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:03.287951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-8e9e9099-336a-418a-9256-006c42b19393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.289676 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-8e9e9099-336a-418a-9256-006c42b19393 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 1096 time: 0.0548797 Sep 17 22:31:03.362398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-7bd5ff2a-8e0c-4e93-91d7-0472969ce278 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b78e8f2-12fc-4400-b0a9-4c7134f170c6 HTTP/1.1" status: 200 len: 217 time: 0.0628352 Sep 17 22:31:03.431593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-87e9aab4-e364-488b-85af-af891f4945c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.433136 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-87e9aab4-e364-488b-85af-af891f4945c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.0520144 Sep 17 22:31:03.473425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-0c0a8ebc-a0ff-4cae-a6e7-cad82a70b396 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331135 Sep 17 22:31:03.596950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-a505f3a5-eaea-42ab-9d70-4db8abacf4fe service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151273 Sep 17 22:31:03.648376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5733b20-9731-433e-a422-f4cd6a2836f0 req-97c2c370-2801-42eb-b619-abfd2d1ff831 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.650551 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5733b20-9731-433e-a422-f4cd6a2836f0 req-97c2c370-2801-42eb-b619-abfd2d1ff831 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0607650 Sep 17 22:31:03.725430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-593d3c89-1456-4b62-9782-d6ae307b7bec req-424a64d2-28ee-4f7c-81e0-bcf86c3c1832 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162088 Sep 17 22:31:03.731165 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f5733b20-9731-433e-a422-f4cd6a2836f0 req-867b97e3-1101-42c6-8d2c-36b23ecd8812 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679746 Sep 17 22:31:03.937441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f81a9-ae16-41f6-a17e-3ef7228e1ef2 req-cb62955a-79a5-4cfd-8bb6-522861d1f16e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.939027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d6f81a9-ae16-41f6-a17e-3ef7228e1ef2 req-cb62955a-79a5-4cfd-8bb6-522861d1f16e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 944 time: 0.0688283 Sep 17 22:31:03.984754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d6f81a9-ae16-41f6-a17e-3ef7228e1ef2 req-0727b85d-3170-4d11-99d4-13c4bc4d57a2 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377173 Sep 17 22:31:04.333945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcfb64-2ed8-490d-a778-2b0f8e24623e req-955f1dc3-a239-418e-8198-03c45c91939b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:04.335593 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecbcfb64-2ed8-490d-a778-2b0f8e24623e req-955f1dc3-a239-418e-8198-03c45c91939b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0590079 Sep 17 22:31:04.385826 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecbcfb64-2ed8-490d-a778-2b0f8e24623e req-47992b41-fc63-40b7-ac52-3ff59f5b1149 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Sep 17 22:31:04.848027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958c59b-bfae-4ed3-84f2-cc6daeae68be req-8ee6d5f4-48bf-4a0b-8db4-89b3479b3dd2 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:04.849665 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f958c59b-bfae-4ed3-84f2-cc6daeae68be req-8ee6d5f4-48bf-4a0b-8db4-89b3479b3dd2 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0558672 Sep 17 22:31:04.894782 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f958c59b-bfae-4ed3-84f2-cc6daeae68be req-6443e1a8-08aa-4d8b-9751-0e441b21f391 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 Sep 17 22:31:05.124339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099993c4-9df6-461b-a243-5bce5d97a3b7 req-ceb2fd1a-e0e1-46bd-994f-d24b04b80672 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.127411 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-099993c4-9df6-461b-a243-5bce5d97a3b7 req-ceb2fd1a-e0e1-46bd-994f-d24b04b80672 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 944 time: 0.0635240 Sep 17 22:31:05.194250 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-099993c4-9df6-461b-a243-5bce5d97a3b7 req-6c49ef52-d05c-4ca1-8ade-aca7311955ff tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473301 Sep 17 22:31:05.539697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d9586-755e-4e33-b47a-618131bd30f6 req-7ffc28f2-ac26-47b1-b67f-8183c802c68d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.542830 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-269d9586-755e-4e33-b47a-618131bd30f6 req-7ffc28f2-ac26-47b1-b67f-8183c802c68d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0762227 Sep 17 22:31:05.599680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-269d9586-755e-4e33-b47a-618131bd30f6 req-80d90e1c-c079-4b63-bbad-7e1c38844a3e tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459580 Sep 17 22:31:05.851495 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2adf8c29-c096-4570-aa7f-08f49e8aac54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:06.021383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62488d3f-fd62-461a-9087-aeb4b3130ed4 req-a5bc02f9-a3aa-4db2-8f01-95058bcf2e63 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:06.022917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62488d3f-fd62-461a-9087-aeb4b3130ed4 req-a5bc02f9-a3aa-4db2-8f01-95058bcf2e63 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0542374 Sep 17 22:31:06.067131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62488d3f-fd62-461a-9087-aeb4b3130ed4 req-e7ed138c-34c2-4e8c-b36b-fe30f6dc2eb3 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350399 Sep 17 22:31:06.312600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bf09-8328-4394-b7e0-45ce174250e6 req-70721bfd-72e3-4372-8c02-84ee4636abdc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:06.314150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0086bf09-8328-4394-b7e0-45ce174250e6 req-70721bfd-72e3-4372-8c02-84ee4636abdc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 944 time: 0.0545270 Sep 17 22:31:06.362604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0086bf09-8328-4394-b7e0-45ce174250e6 req-1893e120-15f2-45b9-9e04-b5e98dcf850c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384910 Sep 17 22:31:06.738294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7182a9-b7af-48c2-bd08-468243ecf473 req-75245398-a60c-4085-8ba0-db3e9409f197 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:06.740443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd7182a9-b7af-48c2-bd08-468243ecf473 req-75245398-a60c-4085-8ba0-db3e9409f197 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0535297 Sep 17 22:31:06.789639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd7182a9-b7af-48c2-bd08-468243ecf473 req-028c78df-7d80-4e2a-8055-f48a26495a39 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Sep 17 22:31:07.015030 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.205487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635d3f6-90af-4cf5-a0be-6347749d416c req-fde4c833-a25d-4c0d-acc3-9c9ca8ccc5ee tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:07.207237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2635d3f6-90af-4cf5-a0be-6347749d416c req-fde4c833-a25d-4c0d-acc3-9c9ca8ccc5ee tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0692034 Sep 17 22:31:07.241788 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.265314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2635d3f6-90af-4cf5-a0be-6347749d416c req-256260f9-33b4-4c0f-886a-205b88133564 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487309 Sep 17 22:31:07.501311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:07.529276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e4c9d-f85f-4431-ab8b-9c564a4e0896 req-c6d5294e-f46a-41f0-b2fa-5557b1541007 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:07.537498 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc3e4c9d-f85f-4431-ab8b-9c564a4e0896 req-c6d5294e-f46a-41f0-b2fa-5557b1541007 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 944 time: 0.0772731 Sep 17 22:31:07.580836 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc3e4c9d-f85f-4431-ab8b-9c564a4e0896 req-b1f9ae63-5e1a-4c94-ac80-0184f3a09f96 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Sep 17 22:31:07.621952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:07.634283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '0b78e8f2-12fc-4400-b0a9-4c7134f170c6', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'port_id': '0b78e8f2-12fc-4400-b0a9-4c7134f170c6', 'mac_address': 'fa:16:3e:a2:d8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461e6197-8fbb-40ee-954d-8227cda698ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:07.682801 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.701757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:07.723306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:07.800023 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.866462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:07.933164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986fe61-1f46-4ef0-a92f-9312c52d88c9 req-84d7339b-caa0-4f51-927a-0e04b19eea96 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:07.933164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8986fe61-1f46-4ef0-a92f-9312c52d88c9 req-84d7339b-caa0-4f51-927a-0e04b19eea96 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0535979 Sep 17 22:31:07.974998 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8986fe61-1f46-4ef0-a92f-9312c52d88c9 req-c8a3c73a-9126-4047-890c-7255f761d913 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368207 Sep 17 22:31:08.026377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['0b78e8f2-12fc-4400-b0a9-4c7134f170c6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:08.085988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40252) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:08.345193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95009dfb-fc47-4fe2-a794-1bd7adfcfc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.408014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7df06-4d1c-4c37-8699-0f10259c6025 req-d62230a5-df46-4318-81fb-aa1d447f2e4b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.410374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecd7df06-4d1c-4c37-8699-0f10259c6025 req-d62230a5-df46-4318-81fb-aa1d447f2e4b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0608954 Sep 17 22:31:08.453333 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecd7df06-4d1c-4c37-8699-0f10259c6025 req-1cd29255-6ba9-4ddd-8c63-75b550ad540d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358872 Sep 17 22:31:08.461084 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95009dfb-fc47-4fe2-a794-1bd7adfcfc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.601084 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95009dfb-fc47-4fe2-a794-1bd7adfcfc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.630941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-95009dfb-fc47-4fe2-a794-1bd7adfcfc6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b656bc53abe4889a4984dc3e98f4c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411892 Sep 17 22:31:08.631354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 40266) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:08.652394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95009dfb-fc47-4fe2-a794-1bd7adfcfc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e36774-5f16-4a27-a1af-ec8ed1de59b1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:08.738233 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc176e16-c60f-4ca2-8ce5-69cd05222dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.763248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcc73f-bffb-48c9-a417-73db90dd1886 req-043bd7d7-90b6-440a-8fb2-0c31fe47b36f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.764844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-68fcc73f-bffb-48c9-a417-73db90dd1886 req-043bd7d7-90b6-440a-8fb2-0c31fe47b36f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 945 time: 0.0775416 Sep 17 22:31:08.777852 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc176e16-c60f-4ca2-8ce5-69cd05222dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.840668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-68fcc73f-bffb-48c9-a417-73db90dd1886 req-68794764-b93e-4f75-a753-0885213e4f6a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649204 Sep 17 22:31:08.942978 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.944523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc176e16-c60f-4ca2-8ce5-69cd05222dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.947123 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc176e16-c60f-4ca2-8ce5-69cd05222dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.949159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cc176e16-c60f-4ca2-8ce5-69cd05222dbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93e36774-5f16-4a27-a1af-ec8ed1de59b1 HTTP/1.1" status: 204 len: 168 time: 0.3157656 Sep 17 22:31:08.958839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc176e16-c60f-4ca2-8ce5-69cd05222dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e36774-5f16-4a27-a1af-ec8ed1de59b1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:09.106081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d2411-26cf-404f-8f46-3aff26966762 req-464ee4a5-d25f-463e-a14d-2e6fea89fade tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:09.107702 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a11d2411-26cf-404f-8f46-3aff26966762 req-464ee4a5-d25f-463e-a14d-2e6fea89fade tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0571818 Sep 17 22:31:09.148640 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a11d2411-26cf-404f-8f46-3aff26966762 req-b7a6ee92-47de-459c-9721-30b9caf6ad09 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347364 Sep 17 22:31:09.516664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:09.583481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abda18c-5fa3-4259-91d6-6991179e1a38 req-94184f6e-c55d-4508-a095-9893ad81d768 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:09.585040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1abda18c-5fa3-4259-91d6-6991179e1a38 req-94184f6e-c55d-4508-a095-9893ad81d768 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0564210 Sep 17 22:31:09.632798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1abda18c-5fa3-4259-91d6-6991179e1a38 req-bf6d1273-71fb-4dc7-b0a1-f690395f1354 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Sep 17 22:31:09.654109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:09.659024 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:09.659402 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.702443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 40290) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:09.719262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ac901b-ae9c-4c8e-920d-27499d27cbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.755165 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.780971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fd0e9b-3d45-4649-b7c7-50721e73748e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b78e8f2-12fc-4400-b0a9-4c7134f170c6'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:09.783693 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79d1ff3-6ca8-40be-807e-5210012faf79" -d '{"events": [{"server_uuid": "e8fd0e9b-3d45-4649-b7c7-50721e73748e", "name": "network-vif-plugged", "status": "completed", "tag": "0b78e8f2-12fc-4400-b0a9-4c7134f170c6"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:09.819820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:09.832706 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56f0dfb-56e9-4e00-9039-e8aa4b5cc615 x-openstack-request-id: req-c56f0dfb-56e9-4e00-9039-e8aa4b5cc615 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:09.832994 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fd0e9b-3d45-4649-b7c7-50721e73748e", "name": "network-vif-plugged", "status": "completed", "tag": "0b78e8f2-12fc-4400-b0a9-4c7134f170c6", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:09.833241 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c56f0dfb-56e9-4e00-9039-e8aa4b5cc615 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:09.833822 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fd0e9b-3d45-4649-b7c7-50721e73748e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b78e8f2-12fc-4400-b0a9-4c7134f170c6', 'code': 200} Sep 17 22:31:09.842848 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ac901b-ae9c-4c8e-920d-27499d27cbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.914164 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.963453 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ac901b-ae9c-4c8e-920d-27499d27cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:09.970210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:10.004285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78012e-7ea7-4e01-83cb-462982a89e71 req-16fbcafc-9999-46cd-af6c-13cc0bca9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.005989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d78012e-7ea7-4e01-83cb-462982a89e71 req-16fbcafc-9999-46cd-af6c-13cc0bca9f62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 1097 time: 0.1065586 Sep 17 22:31:10.024752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-10ac901b-ae9c-4c8e-920d-27499d27cbfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9692acc08cc4db49cc135fe3be5963c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205533 Sep 17 22:31:10.025549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac901b-ae9c-4c8e-920d-27499d27cbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965b6852-a0a0-4f3e-bb77-78c2564480ac,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:10.027530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:10.036331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d89560-8f3f-45b2-9466-2e7cf5e8f657 req-35046705-5e9c-470f-8ff6-613cae9b71f1 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.037831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7d89560-8f3f-45b2-9466-2e7cf5e8f657 req-35046705-5e9c-470f-8ff6-613cae9b71f1 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 946 time: 0.1087132 Sep 17 22:31:10.086857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d78012e-7ea7-4e01-83cb-462982a89e71 req-51da1184-6b0e-4d38-8e0d-cf4ee9b7bd1d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704885 Sep 17 22:31:10.093522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eeea374c-1304-4a3d-a344-fb16995c6271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.119501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7d89560-8f3f-45b2-9466-2e7cf5e8f657 req-e81d8604-26ed-4fbc-8df3-25882e20ef4e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642700 Sep 17 22:31:10.119639 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eeea374c-1304-4a3d-a344-fb16995c6271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.163244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.234229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eeea374c-1304-4a3d-a344-fb16995c6271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.237162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eeea374c-1304-4a3d-a344-fb16995c6271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.238274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-eeea374c-1304-4a3d-a344-fb16995c6271 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/965b6852-a0a0-4f3e-bb77-78c2564480ac HTTP/1.1" status: 204 len: 168 time: 0.2089138 Sep 17 22:31:10.263859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea374c-1304-4a3d-a344-fb16995c6271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965b6852-a0a0-4f3e-bb77-78c2564480ac,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:10.288406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556fc35-d3ed-4dbd-9e25-ff8170fa63d9 req-06343eca-5961-470f-8950-cd4154ffe63c tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.289963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f556fc35-d3ed-4dbd-9e25-ff8170fa63d9 req-06343eca-5961-470f-8950-cd4154ffe63c tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0684724 Sep 17 22:31:10.345305 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f556fc35-d3ed-4dbd-9e25-ff8170fa63d9 req-1494e529-2174-4dbd-b53b-f9c47faec839 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474615 Sep 17 22:31:10.766871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f048-ae44-4989-b0be-d1d7e659ebd5 req-ff777f4d-cf8a-4727-9cb7-942e0ac904ef tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.775561 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-05e3f048-ae44-4989-b0be-d1d7e659ebd5 req-ff777f4d-cf8a-4727-9cb7-942e0ac904ef tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0679293 Sep 17 22:31:10.826797 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-05e3f048-ae44-4989-b0be-d1d7e659ebd5 req-74a37266-8ec6-4f7b-9365-dc7fccbc1a59 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Sep 17 22:31:11.221332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b4b0a-7b07-4a13-8663-87a3c902df33 req-258557ee-9771-4356-bafe-77486c1e50fc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.223054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-126b4b0a-7b07-4a13-8663-87a3c902df33 req-258557ee-9771-4356-bafe-77486c1e50fc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 946 time: 0.0539174 Sep 17 22:31:11.270707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-126b4b0a-7b07-4a13-8663-87a3c902df33 req-48da899a-64ea-487e-9b0f-6e9841d63711 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402157 Sep 17 22:31:11.476560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844d971-0cd7-46a4-b540-0958274e765c req-1a989dd8-7b23-4bdc-b5c0-7a6bd34f36bc tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.478997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b844d971-0cd7-46a4-b540-0958274e765c req-1a989dd8-7b23-4bdc-b5c0-7a6bd34f36bc tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0558081 Sep 17 22:31:11.525203 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b844d971-0cd7-46a4-b540-0958274e765c req-b9481f00-c65a-484a-ad53-3f743fc13625 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382874 Sep 17 22:31:11.942917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016d283-33cf-4006-ae7c-82bdaea76bc0 req-eed695c2-89e3-4b34-a035-aca06f818fed tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.947172 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9016d283-33cf-4006-ae7c-82bdaea76bc0 req-eed695c2-89e3-4b34-a035-aca06f818fed tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0571795 Sep 17 22:31:11.996568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9016d283-33cf-4006-ae7c-82bdaea76bc0 req-ec32ec92-c6a0-4386-89c6-a616f2ec3b13 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Sep 17 22:31:12.229664 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:31:12.422117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6e176-07d7-43b3-aba3-ee0d929bce87 req-7f675b9d-b994-4d24-82c9-678f707ce818 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:12.423832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6a6e176-07d7-43b3-aba3-ee0d929bce87 req-7f675b9d-b994-4d24-82c9-678f707ce818 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 946 time: 0.0563064 Sep 17 22:31:12.464776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6a6e176-07d7-43b3-aba3-ee0d929bce87 req-c14203c2-fa95-4e1c-bfae-dab81709767d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344682 Sep 17 22:31:12.649163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f468b9-2344-487a-adea-0b37d6ec95b8 req-0cd219d5-6055-478b-a9d1-abb5bfd3408b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:12.650636 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20f468b9-2344-487a-adea-0b37d6ec95b8 req-0cd219d5-6055-478b-a9d1-abb5bfd3408b tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0548112 Sep 17 22:31:12.689940 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20f468b9-2344-487a-adea-0b37d6ec95b8 req-a295299c-83cf-4e90-ba0a-7b5204be4441 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Sep 17 22:31:13.175570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c6990-a936-4a60-9d65-b32ccfed757c req-0040412b-ca63-400c-b2d2-6b0edbe83997 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:13.190551 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c7c6990-a936-4a60-9d65-b32ccfed757c req-0040412b-ca63-400c-b2d2-6b0edbe83997 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0836673 Sep 17 22:31:13.238385 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c7c6990-a936-4a60-9d65-b32ccfed757c req-ded16a03-b836-4b69-8c3f-2d0925cc7f1d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Sep 17 22:31:13.257382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28c3e5-3928-4fdd-8fc4-4208da7cff97 req-86ea0224-8740-4ee1-b535-76ed5fbd9a8d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:13.259052 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c28c3e5-3928-4fdd-8fc4-4208da7cff97 req-86ea0224-8740-4ee1-b535-76ed5fbd9a8d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 946 time: 0.0641291 Sep 17 22:31:13.308679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c28c3e5-3928-4fdd-8fc4-4208da7cff97 req-9a13f256-919d-46ad-907c-4c65e9e0fc02 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Sep 17 22:31:13.426514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7772a-00b1-47c7-924c-aff8e037483d req-5afe6193-2b58-4e70-a680-dac912be88d1 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:13.428157 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89a7772a-00b1-47c7-924c-aff8e037483d req-5afe6193-2b58-4e70-a680-dac912be88d1 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 946 time: 0.0560977 Sep 17 22:31:13.472675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89a7772a-00b1-47c7-924c-aff8e037483d req-24f31c7a-30d8-43c7-b09a-03626d2e5f8a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 Sep 17 22:31:13.817035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd788c29-7986-4d9c-8f9c-df4553735b95 req-71d06f1e-70ca-45d1-a16e-cfe11a7394ec tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:13.818560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd788c29-7986-4d9c-8f9c-df4553735b95 req-71d06f1e-70ca-45d1-a16e-cfe11a7394ec tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0592248 Sep 17 22:31:13.864165 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd788c29-7986-4d9c-8f9c-df4553735b95 req-95b989c1-1a8d-4397-96b9-e40768653740 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393236 Sep 17 22:31:13.970989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e1d2f-5a5a-451a-8686-d75e60e4655a req-ce9cb769-b9c8-4102-907b-4624f01edc9b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:13.972948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-224e1d2f-5a5a-451a-8686-d75e60e4655a req-ce9cb769-b9c8-4102-907b-4624f01edc9b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 946 time: 0.0715451 Sep 17 22:31:14.023178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-224e1d2f-5a5a-451a-8686-d75e60e4655a req-2748b5f2-0279-4f6c-b206-8b7bcdbefbc6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Sep 17 22:31:14.179397 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-951aa08d-a22b-4548-8388-f8147a16cf28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633717 Sep 17 22:31:14.250280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-e6eaa05c-d017-4dba-8cd8-b61e80faeed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.252020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-e6eaa05c-d017-4dba-8cd8-b61e80faeed7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1097 time: 0.0432730 Sep 17 22:31:14.411581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2b298-4679-4044-b678-8595e596b7aa req-96bac9f1-ac70-4027-bd3e-f42a6a739025 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.413258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9f2b298-4679-4044-b678-8595e596b7aa req-96bac9f1-ac70-4027-bd3e-f42a6a739025 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0946639 Sep 17 22:31:14.419309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-0c0058bf-ee59-4487-b791-89702f5ddf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.433730 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-0c0058bf-ee59-4487-b791-89702f5ddf27 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.1453907 Sep 17 22:31:14.506986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9f2b298-4679-4044-b678-8595e596b7aa req-7a4aed31-8422-4dc0-8666-6581116fa9b0 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848851 Sep 17 22:31:14.529133 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-2998841d-a970-49d2-a33c-fdba07e5e7bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 1001 time: 0.0994909 Sep 17 22:31:14.581493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-e128b92f-35c9-4c49-8e93-0f0228ed5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.582996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-e128b92f-35c9-4c49-8e93-0f0228ed5e02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0476511 Sep 17 22:31:14.633887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-c42b3fe3-1b36-441c-acf2-48a6a7fc247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.635707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-c42b3fe3-1b36-441c-acf2-48a6a7fc247a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429623 Sep 17 22:31:14.736693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-df42b9b9-a05b-4099-8b89-d8858092fe13 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927029 Sep 17 22:31:14.834539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc83d99-96cd-468c-809c-b48bd1a91891 req-cf6deaf1-96c0-4b7c-9562-e263e7199307 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900211 Sep 17 22:31:14.992801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6094466-b1c8-477e-8697-99c534fbb911 req-96b70259-9d8d-4904-b4f9-ddcf58ae1307 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.994372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6094466-b1c8-477e-8697-99c534fbb911 req-96b70259-9d8d-4904-b4f9-ddcf58ae1307 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0557914 Sep 17 22:31:15.045974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6094466-b1c8-477e-8697-99c534fbb911 req-44b10ade-4f89-42dd-a9d7-018fcbc32882 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434136 Sep 17 22:31:15.145847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40452) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:15.216947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529fc5b-01a3-4f07-83c7-67f66d8cd01c req-1507ff2e-72f8-4a48-a4be-6eaa8ec90fd5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.218430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3529fc5b-01a3-4f07-83c7-67f66d8cd01c req-1507ff2e-72f8-4a48-a4be-6eaa8ec90fd5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 946 time: 0.1055660 Sep 17 22:31:15.256289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-eb52e144-e0be-496b-86fb-5fece6f6364c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.257874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-eb52e144-e0be-496b-86fb-5fece6f6364c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 946 time: 0.0891519 Sep 17 22:31:15.270220 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24ded756-2852-4ac8-affb-16513aecf1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.271026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3529fc5b-01a3-4f07-83c7-67f66d8cd01c req-928e2bb3-bdbb-4b62-b184-e62aa03a7a4d tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457416 Sep 17 22:31:15.381603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-c9c06eeb-51d6-4bb0-85b7-ad969ded236a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Deleting port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:15.382028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-c9c06eeb-51d6-4bb0-85b7-ad969ded236a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.384202 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24ded756-2852-4ac8-affb-16513aecf1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.474578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-c9c06eeb-51d6-4bb0-85b7-ad969ded236a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] For port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:15.475188 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-c9c06eeb-51d6-4bb0-85b7-ad969ded236a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.487970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-c9c06eeb-51d6-4bb0-85b7-ad969ded236a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Calling delete_port for 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:15.660854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a020910-f724-4ecb-8f4f-3b33d9cb8202 req-3bf95aa9-964e-4d7e-a8f1-daaa53cca2a7 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.662347 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7a020910-f724-4ecb-8f4f-3b33d9cb8202 req-3bf95aa9-964e-4d7e-a8f1-daaa53cca2a7 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0542200 Sep 17 22:31:15.700587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7a020910-f724-4ecb-8f4f-3b33d9cb8202 req-c5cf24d9-a1b7-4300-a61d-3cdce14229ed tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Sep 17 22:31:15.929090 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24ded756-2852-4ac8-affb-16513aecf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.958254 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-c9c06eeb-51d6-4bb0-85b7-ad969ded236a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.972380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ded756-2852-4ac8-affb-16513aecf1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ce6b9-87c3-4a09-8052-668d9a2e9f00,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:15.972861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6', '0b78e8f2-12fc-4400-b0a9-4c7134f170c6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:15.979660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-24ded756-2852-4ac8-affb-16513aecf1f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af0087eff18c48a7aa5e591cea42da4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8304684 Sep 17 22:31:15.979973 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40468) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:16.006164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c06eeb-51d6-4bb0-85b7-ad969ded236a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event deleted for resources: {'Port': ['ID=0b78e8f2-12fc-4400-b0a9-4c7134f170c6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:16.040883 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3e75-59c6-4d54-b4ee-6bbb288aca61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:16.057195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-c9c06eeb-51d6-4bb0-85b7-ad969ded236a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] No DVR routers for this DVR port 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:16.060677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-c9c06eeb-51d6-4bb0-85b7-ad969ded236a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:16.065027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00e89015-1b78-4c50-994c-3749bf2ecf06 req-c9c06eeb-51d6-4bb0-85b7-ad969ded236a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "DELETE /v2.0/ports/0b78e8f2-12fc-4400-b0a9-4c7134f170c6 HTTP/1.1" status: 204 len: 173 time: 0.7892263 Sep 17 22:31:16.065027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fd0e9b-3d45-4649-b7c7-50721e73748e', 'name': 'network-vif-deleted', 'tag': '0b78e8f2-12fc-4400-b0a9-4c7134f170c6'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:16.065789 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9fa61f-204a-4797-8ab5-44f8eb65c94c" -d '{"events": [{"server_uuid": "e8fd0e9b-3d45-4649-b7c7-50721e73748e", "name": "network-vif-deleted", "tag": "0b78e8f2-12fc-4400-b0a9-4c7134f170c6"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:16.069039 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3e75-59c6-4d54-b4ee-6bbb288aca61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:16.120659 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baca6af4-7f18-4e39-bc0d-678dbb819bcf x-openstack-request-id: req-baca6af4-7f18-4e39-bc0d-678dbb819bcf {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:16.121225 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fd0e9b-3d45-4649-b7c7-50721e73748e", "name": "network-vif-deleted", "tag": "0b78e8f2-12fc-4400-b0a9-4c7134f170c6", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:16.121760 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-baca6af4-7f18-4e39-bc0d-678dbb819bcf {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:16.122135 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fd0e9b-3d45-4649-b7c7-50721e73748e', 'name': 'network-vif-deleted', 'tag': '0b78e8f2-12fc-4400-b0a9-4c7134f170c6', 'status': 'completed', 'code': 200} Sep 17 22:31:16.223465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3e75-59c6-4d54-b4ee-6bbb288aca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:16.226068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3e75-59c6-4d54-b4ee-6bbb288aca61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:16.227172 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cd6a3e75-59c6-4d54-b4ee-6bbb288aca61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c5ce6b9-87c3-4a09-8052-668d9a2e9f00 HTTP/1.1" status: 204 len: 168 time: 0.2462912 Sep 17 22:31:16.240499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a3e75-59c6-4d54-b4ee-6bbb288aca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5ce6b9-87c3-4a09-8052-668d9a2e9f00,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:16.258658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aaf21-30cb-47f3-8a1e-433c0a8e2bc9 req-6ff61885-fe9b-4cc7-a7d7-427c2d5bfe7f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:16.264584 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e0aaf21-30cb-47f3-8a1e-433c0a8e2bc9 req-6ff61885-fe9b-4cc7-a7d7-427c2d5bfe7f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0747714 Sep 17 22:31:16.308184 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e0aaf21-30cb-47f3-8a1e-433c0a8e2bc9 req-84d0268b-7bd7-4ffd-b6ee-150ae1718f5c tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Sep 17 22:31:16.399339 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b4bd328-acef-4ee7-9c8a-285ed68a3562 req-71dbf82b-bcd4-4a6b-baa8-44ac00530a14 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fd0e9b-3d45-4649-b7c7-50721e73748e HTTP/1.1" status: 200 len: 210 time: 0.0338378 Sep 17 22:31:16.847712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39994662-c7b7-452a-8283-f6fd0a0af8ef req-e805c39e-ed70-4be7-aa17-bdd2ab8d4a0f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:16.856311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39994662-c7b7-452a-8283-f6fd0a0af8ef req-e805c39e-ed70-4be7-aa17-bdd2ab8d4a0f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0723526 Sep 17 22:31:16.895652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39994662-c7b7-452a-8283-f6fd0a0af8ef req-b9e8b2ef-0a83-4be1-9583-7508d3814967 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385251 Sep 17 22:31:16.945498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40502) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:16.964523 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c246735-266d-4aa9-99df-0319c7774389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.064101 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c246735-266d-4aa9-99df-0319c7774389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.154177 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c246735-266d-4aa9-99df-0319c7774389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.194968 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7c246735-266d-4aa9-99df-0319c7774389 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19682f01375a4fce91e0b834f67848fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477763 Sep 17 22:31:17.196068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c246735-266d-4aa9-99df-0319c7774389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff8c4de-ec37-4956-87a5-9c7484629f4c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:17.197739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 40506) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:17.267686 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91926217-bb3e-4389-b8e9-d9dee0724080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.285160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c28e95c9-708e-4193-9230-80641a2be157 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:17.291366 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91926217-bb3e-4389-b8e9-d9dee0724080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.390927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.418454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:17.422732 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e5a953-69e2-46f2-b43b-beb97ea74447" -d '{"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-unplugged", "status": "completed", "tag": "c28e95c9-708e-4193-9230-80641a2be157"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:17.443842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6729f-c595-4651-a2b1-91d6d0bfd75f req-030bd2ce-88e7-4353-99cd-305a31ff8127 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:17.444719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:17.445906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0c6729f-c595-4651-a2b1-91d6d0bfd75f req-030bd2ce-88e7-4353-99cd-305a31ff8127 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0606484 Sep 17 22:31:17.447034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91926217-bb3e-4389-b8e9-d9dee0724080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.449649 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91926217-bb3e-4389-b8e9-d9dee0724080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.450732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-91926217-bb3e-4389-b8e9-d9dee0724080 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ff8c4de-ec37-4956-87a5-9c7484629f4c HTTP/1.1" status: 204 len: 168 time: 0.2519512 Sep 17 22:31:17.467828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91926217-bb3e-4389-b8e9-d9dee0724080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff8c4de-ec37-4956-87a5-9c7484629f4c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:17.500865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0c6729f-c595-4651-a2b1-91d6d0bfd75f req-1fc5e969-ef7a-45b0-a4b8-6d5d9de18fb0 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445685 Sep 17 22:31:17.513669 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33278217-c9f6-47b5-a9e7-141f407c68cc x-openstack-request-id: req-33278217-c9f6-47b5-a9e7-141f407c68cc {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:17.514491 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-unplugged", "status": "completed", "tag": "c28e95c9-708e-4193-9230-80641a2be157", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:17.515449 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33278217-c9f6-47b5-a9e7-141f407c68cc {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:17.516548 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157', 'code': 200} Sep 17 22:31:17.546464 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.599587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:17.782820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-7ba67aa0-e5a2-4df4-94dc-8f29aea75971 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:17.784342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-7ba67aa0-e5a2-4df4-94dc-8f29aea75971 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.1109207 Sep 17 22:31:17.805351 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-416e3615-38b8-427b-a5f3-38b5920f9233 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/quotas/2dbf418ad7db4b2e92e446df8c405d0c HTTP/1.1" status: 200 len: 375 time: 0.0134492 Sep 17 22:31:17.863624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-11150998-c736-4bc2-ab90-6103ba9bc527 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0513227 Sep 17 22:31:17.963763 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-aabe56ba-433c-47a0-80ff-6c4609eedb30 service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927758 Sep 17 22:31:18.022195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e3957-bee3-4807-910b-9cfd8f9a3c56 req-e5c801b0-3530-4741-af2e-cd5bd0744691 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:18.026933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f79e3957-bee3-4807-910b-9cfd8f9a3c56 req-e5c801b0-3530-4741-af2e-cd5bd0744691 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0562716 Sep 17 22:31:18.069164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-6254fe74-fafc-4afb-b422-82c69117664f service neutron] 10.222.0.30 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986271 Sep 17 22:31:18.079932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f79e3957-bee3-4807-910b-9cfd8f9a3c56 req-047e45d8-54e4-48fd-bcf6-a710b1cdb899 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489225 Sep 17 22:31:18.176453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 40544) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:18.190325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-65be7057-1a24-4e88-b7d5-1615dbc7be2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.297528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-65be7057-1a24-4e88-b7d5-1615dbc7be2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.379246 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7491c0ce-e66d-488c-85e4-2697f51cb910 req-1a80af1b-c894-4161-9f9c-8302d357f0e2 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 210 time: 0.0274551 Sep 17 22:31:18.399226 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-65be7057-1a24-4e88-b7d5-1615dbc7be2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.444597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-65be7057-1a24-4e88-b7d5-1615dbc7be2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f71cef16b67a4bed9f77d591c0fe44d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669692 Sep 17 22:31:18.445759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be7057-1a24-4e88-b7d5-1615dbc7be2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89216631-55a1-40c3-8ad6-a9acc7944153,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:18.447541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40562) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:18.536707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-505dc11c-cb2a-494d-8dec-2efa384d0749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.563893 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-505dc11c-cb2a-494d-8dec-2efa384d0749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.642915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d9e0-656f-4b3d-8dba-a060b2dc07f5 req-14b2b92d-0b74-4648-b55f-f0e57878c0f3 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:18.644685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea80d9e0-656f-4b3d-8dba-a060b2dc07f5 req-14b2b92d-0b74-4648-b55f-f0e57878c0f3 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 947 time: 0.0567021 Sep 17 22:31:18.686471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea80d9e0-656f-4b3d-8dba-a060b2dc07f5 req-a0e2847b-d1af-4a13-b52c-37283af57a67 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348761 Sep 17 22:31:18.725707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-505dc11c-cb2a-494d-8dec-2efa384d0749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.728408 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-505dc11c-cb2a-494d-8dec-2efa384d0749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.729621 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-505dc11c-cb2a-494d-8dec-2efa384d0749 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89216631-55a1-40c3-8ad6-a9acc7944153 HTTP/1.1" status: 204 len: 168 time: 0.2795827 Sep 17 22:31:18.738761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dc11c-cb2a-494d-8dec-2efa384d0749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89216631-55a1-40c3-8ad6-a9acc7944153,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:19.218645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db0454-daee-4226-8203-8851f25c0c6f req-c0380370-b1dc-496b-a409-9a517e51afc7 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.222381 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0db0454-daee-4226-8203-8851f25c0c6f req-c0380370-b1dc-496b-a409-9a517e51afc7 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0623548 Sep 17 22:31:19.268401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0db0454-daee-4226-8203-8851f25c0c6f req-039345b7-bd6a-453f-9640-a5c09686aad4 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Sep 17 22:31:19.291640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c28e95c9-708e-4193-9230-80641a2be157 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:19.445516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:19.460533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'c28e95c9-708e-4193-9230-80641a2be157', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'c28e95c9-708e-4193-9230-80641a2be157', 'mac_address': 'fa:16:3e:37:07:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:19.487381 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-26a3d008-7e25-4146-839b-0b96be8e00e4 req-f7dc0b5b-8e8d-4705-97b6-1370260dce91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 210 time: 0.0318847 Sep 17 22:31:19.501681 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.513828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28e95c9-708e-4193-9230-80641a2be157 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:19.534686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:19.546382 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:19.572150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:19.572508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0b78e8f2-12fc-4400-b0a9-4c7134f170c6 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:19.714024 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.777907 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=10']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:19.824583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b350-f491-4612-b7a8-dba094c28bf9 req-b01840f3-db9b-4907-9009-2c965c4decf6 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.831908 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4fd7b350-f491-4612-b7a8-dba094c28bf9 req-b01840f3-db9b-4907-9009-2c965c4decf6 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0599601 Sep 17 22:31:19.864994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4fd7b350-f491-4612-b7a8-dba094c28bf9 req-bbe43da2-906d-4721-806b-084172de3985 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317461 Sep 17 22:31:20.229377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['c28e95c9-708e-4193-9230-80641a2be157'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:20.421547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c4648-731e-4612-b70a-74a2b1a3d7ee req-b97b0645-dce1-42b0-b48d-767221152dad tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.423137 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-995c4648-731e-4612-b70a-74a2b1a3d7ee req-b97b0645-dce1-42b0-b48d-767221152dad tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0625553 Sep 17 22:31:20.469877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-995c4648-731e-4612-b70a-74a2b1a3d7ee req-69314bd3-4ff2-4d4f-8f9b-328e15ebdd24 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 Sep 17 22:31:20.587811 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-367ca8e8-749d-4a13-b76a-c9feb08d74fa req-17652dcd-775c-433f-87e3-7c2807ef0b47 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 210 time: 0.0270834 Sep 17 22:31:20.677448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-32c6d3db-11f9-4550-a302-68be75c2034b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.679141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-32c6d3db-11f9-4550-a302-68be75c2034b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/networks?id=ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 200 len: 805 time: 0.1323385 Sep 17 22:31:20.702757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Request body: {'port': {'device_id': 'cc201590-1f0a-4b9d-8608-a6ee2450c721', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'admin_state_up': True, 'tenant_id': '2dbf418ad7db4b2e92e446df8c405d0c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:20.760365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 40632) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:20.886413 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a45f91e5-d189-429d-a3b9-e50194a20300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:20.924386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Made reservation on behalf of 2dbf418ad7db4b2e92e446df8c405d0c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:20.927881 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:20.987306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e24f9-859b-482b-bc49-8bd24c310b8e req-bfc6b0cb-17ed-47c3-9091-218190302596 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.989327 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1d1e24f9-859b-482b-bc49-8bd24c310b8e req-bfc6b0cb-17ed-47c3-9091-218190302596 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0567753 Sep 17 22:31:21.045071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1d1e24f9-859b-482b-bc49-8bd24c310b8e req-41c697cc-0b73-4984-b191-759808ecc470 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Sep 17 22:31:21.347229 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a45f91e5-d189-429d-a3b9-e50194a20300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.348584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Allocated IP 172.20.0.6 (ea29fd46-8ada-4e99-9213-0d4eece86de5/461e6197-8fbb-40ee-954d-8227cda698ef/03e80012-9d16-4983-84ec-d2eb54c5e866) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:21.421389 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a45f91e5-d189-429d-a3b9-e50194a20300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.499861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a45f91e5-d189-429d-a3b9-e50194a20300 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30e718adc8874017a0586aa81555cb88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7359407 Sep 17 22:31:21.501049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 40652) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:21.501049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f91e5-d189-429d-a3b9-e50194a20300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc93707a-5859-4e5e-b209-b438a34d2165,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:21.571055 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.590078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec78e-3cd2-4b61-9fd3-49c34e558f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.617368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67268ccb-263e-4643-9a81-d5b1ebb3c56a req-6e5ad267-d2b9-486d-a056-2e7ccc65c27b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:21.620141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67268ccb-263e-4643-9a81-d5b1ebb3c56a req-6e5ad267-d2b9-486d-a056-2e7ccc65c27b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0539322 Sep 17 22:31:21.625231 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec78e-3cd2-4b61-9fd3-49c34e558f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.660815 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67268ccb-263e-4643-9a81-d5b1ebb3c56a req-caa82ca4-bf41-407a-b391-17ec9c5ecf83 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353153 Sep 17 22:31:21.710624 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ad1350d-9d78-4f2c-9df4-5e0a71722a8c req-62a0f9eb-20e3-4de1-9aec-40afa8a5e978 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 210 time: 0.0278049 Sep 17 22:31:21.720067 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.735824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:21.766824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Network ea29fd46-8ada-4e99-9213-0d4eece86de5 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:21.770058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:21.778938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:21.800582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event updated for resources: {'Port': ['ID=03e80012-9d16-4983-84ec-d2eb54c5e866,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:21.828503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:21.829115 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.946681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-eaa8d423-376e-4178-b9b3-a17216035d91 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2588413 Sep 17 22:31:21.959550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Request body: {'port': {'device_id': 'cc201590-1f0a-4b9d-8608-a6ee2450c721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:22.009247 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec78e-3cd2-4b61-9fd3-49c34e558f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.011825 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec78e-3cd2-4b61-9fd3-49c34e558f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.013534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1e1ec78e-3cd2-4b61-9fd3-49c34e558f50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc93707a-5859-4e5e-b209-b438a34d2165 HTTP/1.1" status: 204 len: 168 time: 0.5095828 Sep 17 22:31:22.028842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ec78e-3cd2-4b61-9fd3-49c34e558f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc93707a-5859-4e5e-b209-b438a34d2165,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:22.030667 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.219126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf79936-0ecb-4189-865a-7c29050ed094 req-5f97bafb-3bef-4a39-b9be-8dee5d07f9de tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.220570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cf79936-0ecb-4189-865a-7c29050ed094 req-5f97bafb-3bef-4a39-b9be-8dee5d07f9de tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0882285 Sep 17 22:31:22.299558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cf79936-0ecb-4189-865a-7c29050ed094 req-d7ba177d-e0ed-4780-ac1b-1361702af777 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499630 Sep 17 22:31:22.374761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e80012-9d16-4983-84ec-d2eb54c5e866 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:22.382229 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.396675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Transition to ACTIVE for port object 03e80012-9d16-4983-84ec-d2eb54c5e866 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:22.491227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.542397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Pushing event updated for resources: {'Port': ['ID=03e80012-9d16-4983-84ec-d2eb54c5e866,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:22.624778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Attempting to bind port 03e80012-9d16-4983-84ec-d2eb54c5e866 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:22.625111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Attempting to bind port 03e80012-9d16-4983-84ec-d2eb54c5e866 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:22.625437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Attempting to bind port 03e80012-9d16-4983-84ec-d2eb54c5e866 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:22.629928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Port 03e80012-9d16-4983-84ec-d2eb54c5e866 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:22.630249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Attempting to bind port 03e80012-9d16-4983-84ec-d2eb54c5e866 on network ea29fd46-8ada-4e99-9213-0d4eece86de5 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:22.635157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:22.635496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Checking segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:22.635876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Bound using segment: {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:22.636331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Bound port: 03e80012-9d16-4983-84ec-d2eb54c5e866, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8763adca-d217-434f-bbda-24da40682280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:22.636690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.717759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] For port 03e80012-9d16-4983-84ec-d2eb54c5e866, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:22.720973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] For port 03e80012-9d16-4983-84ec-d2eb54c5e866, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03e80012-9d16-4983-84ec-d2eb54c5e866,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:22.787865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f3ff-8152-4fac-b1ba-7f3e9e9fa55d req-9853e71c-846b-4e05-8670-835836dc7a0b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.789568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c350f3ff-8152-4fac-b1ba-7f3e9e9fa55d req-9853e71c-846b-4e05-8670-835836dc7a0b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0510151 Sep 17 22:31:22.832000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c350f3ff-8152-4fac-b1ba-7f3e9e9fa55d req-a410f702-09e7-42d9-a573-c609f8786f8b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364130 Sep 17 22:31:22.839797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041784f8-cf1b-41d8-a00b-02ce4cbc78ba req-54e0b648-6562-4ae8-b004-076830db7efe tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.842435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-041784f8-cf1b-41d8-a00b-02ce4cbc78ba req-54e0b648-6562-4ae8-b004-076830db7efe tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 943 time: 0.0546913 Sep 17 22:31:22.868318 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.882377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-041784f8-cf1b-41d8-a00b-02ce4cbc78ba req-d2634b36-b5ac-450f-8281-fc44693d094e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341954 Sep 17 22:31:22.913520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.914154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.915546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] 10.222.0.23 "PUT /v2.0/ports/03e80012-9d16-4983-84ec-d2eb54c5e866 HTTP/1.1" status: 200 len: 1092 time: 0.9601300 Sep 17 22:31:22.915986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc201590-1f0a-4b9d-8608-a6ee2450c721', 'tag': '03e80012-9d16-4983-84ec-d2eb54c5e866'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:22.918377 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801d2368-943c-4916-aaf3-fb11c3c7ba17" -d '{"events": [{"name": "network-changed", "server_uuid": "cc201590-1f0a-4b9d-8608-a6ee2450c721", "tag": "03e80012-9d16-4983-84ec-d2eb54c5e866"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:22.937628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608423fa-e455-4667-97c0-a8d3a98a7603 service neutron] Pushing event updated for resources: {'Port': ['ID=03e80012-9d16-4983-84ec-d2eb54c5e866,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:22.964277 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0499ed9-1838-4cca-a64a-a0ebaf6098c0 x-openstack-request-id: req-c0499ed9-1838-4cca-a64a-a0ebaf6098c0 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:22.964555 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc201590-1f0a-4b9d-8608-a6ee2450c721", "tag": "03e80012-9d16-4983-84ec-d2eb54c5e866", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:22.964799 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0499ed9-1838-4cca-a64a-a0ebaf6098c0 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:22.965194 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc201590-1f0a-4b9d-8608-a6ee2450c721', 'tag': '03e80012-9d16-4983-84ec-d2eb54c5e866', 'status': 'completed', 'code': 200} Sep 17 22:31:23.040429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d2368-943c-4916-aaf3-fb11c3c7ba17 req-eac1eaf2-472a-43c9-9a19-3701447c325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.044517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-801d2368-943c-4916-aaf3-fb11c3c7ba17 req-eac1eaf2-472a-43c9-9a19-3701447c325a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 1095 time: 0.0482697 Sep 17 22:31:23.143244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d2368-943c-4916-aaf3-fb11c3c7ba17 req-4548658d-4273-4669-9f2c-80df753fad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.144914 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-801d2368-943c-4916-aaf3-fb11c3c7ba17 req-4548658d-4273-4669-9f2c-80df753fad76 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0955422 Sep 17 22:31:23.247686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d2368-943c-4916-aaf3-fb11c3c7ba17 req-67b81b05-a47f-4247-ab01-7d23cfa0eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.249244 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-801d2368-943c-4916-aaf3-fb11c3c7ba17 req-67b81b05-a47f-4247-ab01-7d23cfa0eaf1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978925 Sep 17 22:31:23.301210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c28e95c9-708e-4193-9230-80641a2be157 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:23.326624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-e2669342-aec2-4e74-be09-7b0cecbc5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.328602 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-e2669342-aec2-4e74-be09-7b0cecbc5437 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 1095 time: 0.0448985 Sep 17 22:31:23.369687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port c28e95c9-708e-4193-9230-80641a2be157 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:23.370056 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:23.377603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-b4bd21da-b17e-4bb8-ba37-7692076aa8a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e80012-9d16-4983-84ec-d2eb54c5e866 HTTP/1.1" status: 200 len: 217 time: 0.0419874 Sep 17 22:31:23.451805 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:23.459484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-639afc74-1223-4a0d-855f-89a0b8eb3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.461213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-639afc74-1223-4a0d-855f-89a0b8eb3a11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 200 len: 845 time: 0.0774534 Sep 17 22:31:23.476482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:23.480574 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f11e8a-fe65-4670-ad60-c62dcb4eff85" -d '{"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-plugged", "status": "completed", "tag": "c28e95c9-708e-4193-9230-80641a2be157"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:23.488538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e18f5-47af-46af-af55-b80bc607baf1 req-50512156-9b8e-4f04-b415-292d5da9c8bc tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.490372 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c04e18f5-47af-46af-af55-b80bc607baf1 req-50512156-9b8e-4f04-b415-292d5da9c8bc tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 949 time: 0.0978291 Sep 17 22:31:23.492927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:23.507035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-bc098cc5-9bcf-4324-a048-fe20c6301b20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea29fd46-8ada-4e99-9213-0d4eece86de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383484 Sep 17 22:31:23.533785 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9aad36-782c-42e3-bd98-f10fa376e09d x-openstack-request-id: req-ca9aad36-782c-42e3-bd98-f10fa376e09d {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:23.534113 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-plugged", "status": "completed", "tag": "c28e95c9-708e-4193-9230-80641a2be157", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:23.534386 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca9aad36-782c-42e3-bd98-f10fa376e09d {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:23.534904 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157', 'code': 200} Sep 17 22:31:23.602027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c04e18f5-47af-46af-af55-b80bc607baf1 req-7ca69fb7-efa2-41ac-ba34-06d2f604dd64 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970626 Sep 17 22:31:23.606209 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:23.649838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-2975ada6-7306-4f2d-8784-076b71826c23 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353228 Sep 17 22:31:23.701136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=11']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:23.759918 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4bac501-4c74-4caa-aa0c-510bc690ce65 req-6905fb9a-3731-451b-a708-2393d496dc52 service neutron] 10.222.0.23 "GET /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023505 Sep 17 22:31:23.772596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafa5c6-a2e1-4ba7-b3fa-a420ea5c96ea req-bfb1ac54-10bd-4c01-b5a4-6e44a367505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.774146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cafa5c6-a2e1-4ba7-b3fa-a420ea5c96ea req-bfb1ac54-10bd-4c01-b5a4-6e44a367505f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 1102 time: 0.0432279 Sep 17 22:31:23.810292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cafa5c6-a2e1-4ba7-b3fa-a420ea5c96ea req-343b8dfe-dc78-4216-b76a-98aa639b7824 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289278 Sep 17 22:31:23.957431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54575a56-9747-41b2-8d61-18b55e8b9f47 req-7b1617d8-302f-4cbf-9a8a-91c1716e8228 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.958962 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54575a56-9747-41b2-8d61-18b55e8b9f47 req-7b1617d8-302f-4cbf-9a8a-91c1716e8228 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0576727 Sep 17 22:31:24.000548 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54575a56-9747-41b2-8d61-18b55e8b9f47 req-a631a5f5-0d40-492e-b8c5-1a43a949d8ef tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344710 Sep 17 22:31:24.023491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd0da5-b45f-436f-ac42-38382a6085bf req-bd79c7b1-110d-48aa-b406-0f1ce81eada6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.023491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffcd0da5-b45f-436f-ac42-38382a6085bf req-bd79c7b1-110d-48aa-b406-0f1ce81eada6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 943 time: 0.0595803 Sep 17 22:31:24.064657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffcd0da5-b45f-436f-ac42-38382a6085bf req-d31e9be7-7dec-43a6-b5a4-6169950e5aba tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376897 Sep 17 22:31:24.500790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227097c6-e7eb-4b08-be9e-11dd291e266f req-42ff58c0-72e5-47e4-aa8e-b742a7920be5 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.502331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-227097c6-e7eb-4b08-be9e-11dd291e266f req-42ff58c0-72e5-47e4-aa8e-b742a7920be5 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0523465 Sep 17 22:31:24.541176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-227097c6-e7eb-4b08-be9e-11dd291e266f req-3758b41a-a8ee-47ab-86c5-67bbaed4a49e tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Sep 17 22:31:24.697956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-cfeba3dc-08dc-4b65-825f-c8e5e463292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.699472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-cfeba3dc-08dc-4b65-825f-c8e5e463292f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=048d774b11774d0282ea88672cfc5842&device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 1097 time: 0.0504842 Sep 17 22:31:24.798752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2321c63-3048-48d1-bb09-c7d0b00564c9 req-df60dfc1-efdf-4103-bb25-a9e59f0c98c3 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.800265 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2321c63-3048-48d1-bb09-c7d0b00564c9 req-df60dfc1-efdf-4103-bb25-a9e59f0c98c3 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 950 time: 0.1171734 Sep 17 22:31:24.842377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-89948e0b-a576-4fa4-965e-20b37f89afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.843813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-89948e0b-a576-4fa4-965e-20b37f89afcc service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 200 len: 917 time: 0.1306984 Sep 17 22:31:24.850995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2321c63-3048-48d1-bb09-c7d0b00564c9 req-d6a49298-5e2e-45e3-a528-ed02a5b0235f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Sep 17 22:31:24.889690 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-7515e4d7-0178-4d0f-8129-db68e59963cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c186d92-e96f-445f-a4f6-8d7196b0205a HTTP/1.1" status: 200 len: 217 time: 0.0346451 Sep 17 22:31:24.944649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-454d514c-a4c7-4aa9-ac49-dbed1036e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.946112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-454d514c-a4c7-4aa9-ac49-dbed1036e2c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd1c96c1-5e35-4e0f-9524-006711cd7007 HTTP/1.1" status: 200 len: 855 time: 0.0438113 Sep 17 22:31:24.998195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-e15997a2-2a4a-4799-8cd0-d7094760382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.999729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-e15997a2-2a4a-4799-8cd0-d7094760382a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe0223d7-0703-478c-beef-448a4f0d6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464048 Sep 17 22:31:25.091702 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-d9ac7e30-2b36-459c-ae13-7cd9cb25eb8f service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832031 Sep 17 22:31:25.235717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b087098-098e-40a2-96d0-afc25d7926cc req-2e302456-541a-49eb-966c-0abcc3ba5ae9 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:25.237209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b087098-098e-40a2-96d0-afc25d7926cc req-2e302456-541a-49eb-966c-0abcc3ba5ae9 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 943 time: 0.0673654 Sep 17 22:31:25.239174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dfd8567-df63-466a-a0f9-e5cc6346d276 req-6409bf4f-a5c5-4398-bad2-87ee0a74175b service neutron] 10.222.0.15 "GET /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402183 Sep 17 22:31:25.277509 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b087098-098e-40a2-96d0-afc25d7926cc req-4a16092a-eb8a-45b8-8fdf-e88001623979 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Sep 17 22:31:25.666209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f38b3c-5af6-463c-a239-083c67b8be81 req-564602a7-9035-4645-b344-0bf31d85482b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:25.667874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2f38b3c-5af6-463c-a239-083c67b8be81 req-564602a7-9035-4645-b344-0bf31d85482b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0500257 Sep 17 22:31:25.709395 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2f38b3c-5af6-463c-a239-083c67b8be81 req-f2b52b38-2a3a-41f9-add9-dd529a87c160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 Sep 17 22:31:26.196383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd543e-52e7-4504-9ea5-c4e34df450bf req-3dda4f02-d789-44bc-9871-25a49e7f4365 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.198040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-addd543e-52e7-4504-9ea5-c4e34df450bf req-3dda4f02-d789-44bc-9871-25a49e7f4365 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 950 time: 0.2774982 Sep 17 22:31:26.238614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-addd543e-52e7-4504-9ea5-c4e34df450bf req-aaf7dd33-2321-4a38-b5a4-941e02448eb5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345137 Sep 17 22:31:26.398861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c83212-cb07-4109-857f-39cc5bab379d req-1027f9a1-b682-4afc-a182-961193e82657 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.400294 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61c83212-cb07-4109-857f-39cc5bab379d req-1027f9a1-b682-4afc-a182-961193e82657 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 943 time: 0.0527961 Sep 17 22:31:26.443172 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61c83212-cb07-4109-857f-39cc5bab379d req-99ae6598-81a1-4a5f-9b02-e9c842ce8802 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363185 Sep 17 22:31:26.539396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cde59f3b-8627-4145-ac56-242be928df6e req-d5e7fb96-20c0-4ed4-af7a-79cea7810e5c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400233 Sep 17 22:31:26.635691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde59f3b-8627-4145-ac56-242be928df6e req-10b07b6e-11a2-4bff-809c-29645aa9c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.637438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cde59f3b-8627-4145-ac56-242be928df6e req-10b07b6e-11a2-4bff-809c-29645aa9c1a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 1102 time: 0.0410597 Sep 17 22:31:26.746939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde59f3b-8627-4145-ac56-242be928df6e req-ac0678e7-ae41-4924-90bb-f94ba6f20d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.748516 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cde59f3b-8627-4145-ac56-242be928df6e req-ac0678e7-ae41-4924-90bb-f94ba6f20d19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.0910418 Sep 17 22:31:26.789105 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cde59f3b-8627-4145-ac56-242be928df6e req-7e4be274-eca5-4dbe-bc14-41a70375dc10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c28e95c9-708e-4193-9230-80641a2be157 HTTP/1.1" status: 200 len: 217 time: 0.0338454 Sep 17 22:31:26.829572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb43ec-be36-4b40-b7bf-b2117ff9c9c5 req-fb392744-fd1c-416d-b9ed-244681758455 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.831046 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f0eb43ec-be36-4b40-b7bf-b2117ff9c9c5 req-fb392744-fd1c-416d-b9ed-244681758455 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0512049 Sep 17 22:31:26.838041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde59f3b-8627-4145-ac56-242be928df6e req-513d1add-ed9d-4860-8982-0bb41aeaafda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.839485 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cde59f3b-8627-4145-ac56-242be928df6e req-513d1add-ed9d-4860-8982-0bb41aeaafda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0429621 Sep 17 22:31:26.889574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f0eb43ec-be36-4b40-b7bf-b2117ff9c9c5 req-b183c56f-018e-43ba-90b7-d16b2c1e9e77 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520637 Sep 17 22:31:26.905027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde59f3b-8627-4145-ac56-242be928df6e req-2561484e-5387-44cf-81e5-283de2ea7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.906575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cde59f3b-8627-4145-ac56-242be928df6e req-2561484e-5387-44cf-81e5-283de2ea7424 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594542 Sep 17 22:31:27.016733 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cde59f3b-8627-4145-ac56-242be928df6e req-5460c1ea-618d-4062-9665-79fa1501272b service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996418 Sep 17 22:31:27.110868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92705ee1-eb58-4dcb-ae32-129bbd2b9bb9 req-c7f10492-fae7-4f68-90d2-5b26e9dc45c3 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.112451 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92705ee1-eb58-4dcb-ae32-129bbd2b9bb9 req-c7f10492-fae7-4f68-90d2-5b26e9dc45c3 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.1111445 Sep 17 22:31:27.174472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92705ee1-eb58-4dcb-ae32-129bbd2b9bb9 req-72de5268-2a16-4fda-b5a4-a68d3c1e7c77 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545530 Sep 17 22:31:27.176529 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cde59f3b-8627-4145-ac56-242be928df6e req-c4d509f6-94f2-4e65-9385-ac44a8784f30 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459339 Sep 17 22:31:27.213896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 40788) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:27.310399 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52750a-48b9-489e-9975-afd20463e7ea req-5bb54c13-be9a-47af-9c07-ce1c8a0b264d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.314967 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc52750a-48b9-489e-9975-afd20463e7ea req-5bb54c13-be9a-47af-9c07-ce1c8a0b264d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 946 time: 0.0568123 Sep 17 22:31:27.338080 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5238-0c1c-45a5-8c8e-37030537146e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.382809 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc52750a-48b9-489e-9975-afd20463e7ea req-e7e362ae-ba06-4811-87bc-ccc6f945f88b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618134 Sep 17 22:31:27.391518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d39cee-f9a4-44e3-9673-f6f09a8dc3b3 req-2c6f315a-383c-49c5-a3e4-26d333b13d79 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.395925 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2d39cee-f9a4-44e3-9673-f6f09a8dc3b3 req-2c6f315a-383c-49c5-a3e4-26d333b13d79 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 950 time: 0.0550878 Sep 17 22:31:27.446301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2d39cee-f9a4-44e3-9673-f6f09a8dc3b3 req-e44d1696-e419-4fab-902b-15db95faeb74 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Sep 17 22:31:27.463025 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5238-0c1c-45a5-8c8e-37030537146e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.515985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57e9af-c123-4ab8-a544-9763db8fbf97 req-9b985fe4-0965-48ec-b279-0b5ebd28d056 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.518778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d57e9af-c123-4ab8-a544-9763db8fbf97 req-9b985fe4-0965-48ec-b279-0b5ebd28d056 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0520973 Sep 17 22:31:27.558155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d57e9af-c123-4ab8-a544-9763db8fbf97 req-adcb2257-5f43-4be9-83ac-3cb981c167ac tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333388 Sep 17 22:31:27.562518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5238-0c1c-45a5-8c8e-37030537146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.583512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5999-d492-4388-ad18-9d7fe68d191c req-36216a66-05d9-4178-9419-0ca8b7dd9c2c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.583512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-316f5999-d492-4388-ad18-9d7fe68d191c req-36216a66-05d9-4178-9419-0ca8b7dd9c2c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 943 time: 0.0648136 Sep 17 22:31:27.589865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03e80012-9d16-4983-84ec-d2eb54c5e866 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:27.592803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a5238-0c1c-45a5-8c8e-37030537146e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffecf5ed-e74a-4333-9831-3cb8f8c7769d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.617328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fd1a5238-0c1c-45a5-8c8e-37030537146e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d03a6791b96d45f8b9768ad21dc9bddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997025 Sep 17 22:31:27.617833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40804) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:27.656937 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-316f5999-d492-4388-ad18-9d7fe68d191c req-dfe5a9e3-ba9b-4418-a327-4e0ffbefce83 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739148 Sep 17 22:31:27.684797 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5574c014-5f48-464e-989b-82748ceff9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.699167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-a6c30bde-1206-4ca0-87c0-ecebcc6bdaa8 req-404ae885-1d06-41cf-b21c-b06d1c5810f8 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:31:27.701119 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6c30bde-1206-4ca0-87c0-ecebcc6bdaa8 req-404ae885-1d06-41cf-b21c-b06d1c5810f8 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116277 Sep 17 22:31:27.706870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 03e80012-9d16-4983-84ec-d2eb54c5e866, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03e80012-9d16-4983-84ec-d2eb54c5e866,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:27.719743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '03e80012-9d16-4983-84ec-d2eb54c5e866', 'network_id': 'ea29fd46-8ada-4e99-9213-0d4eece86de5', 'port_id': '03e80012-9d16-4983-84ec-d2eb54c5e866', 'mac_address': 'fa:16:3e:01:e3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461e6197-8fbb-40ee-954d-8227cda698ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:27.724142 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5574c014-5f48-464e-989b-82748ceff9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.760831 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.774961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e80012-9d16-4983-84ec-d2eb54c5e866 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:27.784105 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6c30bde-1206-4ca0-87c0-ecebcc6bdaa8 req-2a2bf629-8386-4fcc-8f11-85b6884bd632 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0732954 Sep 17 22:31:27.797100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 03e80012-9d16-4983-84ec-d2eb54c5e866, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03e80012-9d16-4983-84ec-d2eb54c5e866,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:27.902389 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.904389 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5574c014-5f48-464e-989b-82748ceff9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.916961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5574c014-5f48-464e-989b-82748ceff9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.916961 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5574c014-5f48-464e-989b-82748ceff9f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffecf5ed-e74a-4333-9831-3cb8f8c7769d HTTP/1.1" status: 204 len: 168 time: 0.2927854 Sep 17 22:31:27.929928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574c014-5f48-464e-989b-82748ceff9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffecf5ed-e74a-4333-9831-3cb8f8c7769d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.974632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=03e80012-9d16-4983-84ec-d2eb54c5e866,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:28.118264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['03e80012-9d16-4983-84ec-d2eb54c5e866'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:28.158120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e8071-9d5b-4684-bc3c-8f0df7b966ba req-7e71132b-edb1-4b83-bfd4-aacdbbdd464c tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.160574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-416e8071-9d5b-4684-bc3c-8f0df7b966ba req-7e71132b-edb1-4b83-bfd4-aacdbbdd464c tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 1102 time: 0.0433187 Sep 17 22:31:28.202102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-416e8071-9d5b-4684-bc3c-8f0df7b966ba req-3e123e19-f43a-4d72-bb98-1cf90f2a3e9f tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353277 Sep 17 22:31:28.274736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac11f46-4d39-4851-8eb0-83eaa3dd5c5e req-94046557-ec6c-4090-a217-855664e64ff7 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.276248 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ac11f46-4d39-4851-8eb0-83eaa3dd5c5e req-94046557-ec6c-4090-a217-855664e64ff7 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.2081738 Sep 17 22:31:28.322179 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ac11f46-4d39-4851-8eb0-83eaa3dd5c5e req-7372612e-047f-48b1-8787-01496cda3b42 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393732 Sep 17 22:31:28.497491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3424b9-68f6-498a-aef7-ef606ea0f5da req-e50ab0a4-7152-4ecd-bf71-50d11ca32627 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.499194 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec3424b9-68f6-498a-aef7-ef606ea0f5da req-e50ab0a4-7152-4ecd-bf71-50d11ca32627 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 946 time: 0.0519149 Sep 17 22:31:28.538943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec3424b9-68f6-498a-aef7-ef606ea0f5da req-bb68da64-bfcf-418d-be46-49d61811c7b4 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338900 Sep 17 22:31:28.661755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c8700-1462-4f98-8b76-d660e4665f51 req-ba990153-b482-4640-a0fa-335c95a2697a tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.663127 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-691c8700-1462-4f98-8b76-d660e4665f51 req-ba990153-b482-4640-a0fa-335c95a2697a tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0557694 Sep 17 22:31:28.702125 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-691c8700-1462-4f98-8b76-d660e4665f51 req-ce3d964c-9c15-41ed-afab-6856636c1467 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Sep 17 22:31:28.763478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcafb6f-48f6-4ca6-8f2e-a6daece9a099 req-42f858b4-3b70-4851-9f3a-13d0a5ba8130 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.765382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dcafb6f-48f6-4ca6-8f2e-a6daece9a099 req-42f858b4-3b70-4851-9f3a-13d0a5ba8130 tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 1102 time: 0.0637064 Sep 17 22:31:28.805197 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dcafb6f-48f6-4ca6-8f2e-a6daece9a099 req-29ce131a-b276-4e40-81f0-d8e255107d0b tempest-ServersAdminTestJSON-1923933825 tempest-ServersAdminTestJSON-1923933825-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333440 Sep 17 22:31:28.820930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca0bac-ac31-4c32-9de2-e2e85fbd9a6f req-ead9ddc3-28dd-4829-a280-ae77b345d23b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.822431 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4aca0bac-ac31-4c32-9de2-e2e85fbd9a6f req-ead9ddc3-28dd-4829-a280-ae77b345d23b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 944 time: 0.0606229 Sep 17 22:31:28.866076 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4aca0bac-ac31-4c32-9de2-e2e85fbd9a6f req-0fc92cb1-d580-4fcb-9389-5bf3967fcfdc tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377338 Sep 17 22:31:28.994765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc36aeb-3df0-435b-bbfb-52353f7e9c8d req-42f541f0-6d34-458e-9b52-ee7741d152c6 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:29.001147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc36aeb-3df0-435b-bbfb-52353f7e9c8d req-42f541f0-6d34-458e-9b52-ee7741d152c6 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:29.007059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc36aeb-3df0-435b-bbfb-52353f7e9c8d req-42f541f0-6d34-458e-9b52-ee7741d152c6 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:29.009152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebc36aeb-3df0-435b-bbfb-52353f7e9c8d req-42f541f0-6d34-458e-9b52-ee7741d152c6 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1&device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60&device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 2417 time: 0.0678957 Sep 17 22:31:29.054922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebc36aeb-3df0-435b-bbfb-52353f7e9c8d req-b8bcb160-0d5b-463e-b682-933ee6f87f1b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391495 Sep 17 22:31:29.139166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-28feb852-d087-4b99-a59e-c9d1e2c52714 req-b5b4166e-c471-4ec1-933b-b8bdd3223b7e tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:31:29.139933 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:29.140480 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28feb852-d087-4b99-a59e-c9d1e2c52714 req-b5b4166e-c471-4ec1-933b-b8bdd3223b7e tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065308 Sep 17 22:31:29.238746 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28feb852-d087-4b99-a59e-c9d1e2c52714 req-9faea133-58e4-4295-82b7-c39eda9f40fa tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0920279 Sep 17 22:31:29.419899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1a2cc-2c88-4956-842e-0a971427e636 req-aac6761f-6e3e-458b-9347-01347e658c8f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:29.421603 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cff1a2cc-2c88-4956-842e-0a971427e636 req-aac6761f-6e3e-458b-9347-01347e658c8f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 950 time: 0.0583632 Sep 17 22:31:29.468231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cff1a2cc-2c88-4956-842e-0a971427e636 req-df09cd82-60f1-4d76-82f8-91e1c8e6d13c tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388250 Sep 17 22:31:29.593397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03e80012-9d16-4983-84ec-d2eb54c5e866 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:29.787485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 03e80012-9d16-4983-84ec-d2eb54c5e866 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:29.791495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 03e80012-9d16-4983-84ec-d2eb54c5e866 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:29.794209 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:29.872976 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:29.896899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc201590-1f0a-4b9d-8608-a6ee2450c721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e80012-9d16-4983-84ec-d2eb54c5e866'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:29.899223 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b07b55-8113-4ca2-81b9-ba09ead0909c" -d '{"events": [{"server_uuid": "cc201590-1f0a-4b9d-8608-a6ee2450c721", "name": "network-vif-plugged", "status": "completed", "tag": "03e80012-9d16-4983-84ec-d2eb54c5e866"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:29.914354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 03e80012-9d16-4983-84ec-d2eb54c5e866, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03e80012-9d16-4983-84ec-d2eb54c5e866,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:30.014816 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:30.030623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fe10-218e-4c77-b884-fa0845a2f9d6 req-0b936b54-1e54-4ea3-a4aa-974b3c4f8b09 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.033921 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f861fe10-218e-4c77-b884-fa0845a2f9d6 req-0b936b54-1e54-4ea3-a4aa-974b3c4f8b09 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 944 time: 0.0668421 Sep 17 22:31:30.053165 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cde173b-f1ea-4f8e-84e1-61b0e8a864b3 x-openstack-request-id: req-1cde173b-f1ea-4f8e-84e1-61b0e8a864b3 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:30.053446 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc201590-1f0a-4b9d-8608-a6ee2450c721", "name": "network-vif-plugged", "status": "completed", "tag": "03e80012-9d16-4983-84ec-d2eb54c5e866", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:30.053980 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cde173b-f1ea-4f8e-84e1-61b0e8a864b3 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:30.054566 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc201590-1f0a-4b9d-8608-a6ee2450c721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e80012-9d16-4983-84ec-d2eb54c5e866', 'code': 200} Sep 17 22:31:30.102365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f861fe10-218e-4c77-b884-fa0845a2f9d6 req-8297a7a1-a0ec-4ac2-afb4-e0c88563ebc6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509851 Sep 17 22:31:30.123428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=03e80012-9d16-4983-84ec-d2eb54c5e866,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:30.165456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec69997-06e1-4e27-a4d4-4519b3592b6a req-028fe8b2-b249-4da2-aa10-ee2a69974fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.167167 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ec69997-06e1-4e27-a4d4-4519b3592b6a req-028fe8b2-b249-4da2-aa10-ee2a69974fda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 1097 time: 0.0610414 Sep 17 22:31:30.205252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ec69997-06e1-4e27-a4d4-4519b3592b6a req-37577aa8-e6f0-4e81-9183-b8100226f844 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Sep 17 22:31:30.639465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40eee-a022-4783-8ac7-bf5176f5335d req-a608278e-ad7a-4dce-b243-60bbe5d90682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.641001 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ff40eee-a022-4783-8ac7-bf5176f5335d req-a608278e-ad7a-4dce-b243-60bbe5d90682 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 950 time: 0.0579765 Sep 17 22:31:30.688798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ff40eee-a022-4783-8ac7-bf5176f5335d req-e6ed3821-a3a5-44f6-a385-f7345cee1ef0 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Sep 17 22:31:30.956574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f440b-39f8-4040-ac93-d6ca3c605c4a req-b8f95fec-b0ad-4fa2-b8b0-7964fe93a4e3 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.958418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-119f440b-39f8-4040-ac93-d6ca3c605c4a req-b8f95fec-b0ad-4fa2-b8b0-7964fe93a4e3 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0496600 Sep 17 22:31:31.003755 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-119f440b-39f8-4040-ac93-d6ca3c605c4a req-8382ae78-a90b-4697-88f1-64b5558f7c4e tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390837 Sep 17 22:31:31.456144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6588f-1ff9-4bf0-8f5a-854f50232335 req-825099ea-a486-41ce-b97b-31d5a8783c11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:31.457656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8da6588f-1ff9-4bf0-8f5a-854f50232335 req-825099ea-a486-41ce-b97b-31d5a8783c11 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0599589 Sep 17 22:31:31.496261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8da6588f-1ff9-4bf0-8f5a-854f50232335 req-99ccf1b7-a8bb-41fc-b40a-c5e498175cf5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Sep 17 22:31:31.544746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-88fb5707-76dd-4767-8d2b-0e041559d6b1 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:31.546207 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-88fb5707-76dd-4767-8d2b-0e041559d6b1 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 950 time: 0.0485001 Sep 17 22:31:31.649206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-6653a7e5-65f3-41cf-82eb-67b42d781fef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Deleting port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:31.654969 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-6653a7e5-65f3-41cf-82eb-67b42d781fef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.738356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-6653a7e5-65f3-41cf-82eb-67b42d781fef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] For port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:31.738728 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-6653a7e5-65f3-41cf-82eb-67b42d781fef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.753120 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-6653a7e5-65f3-41cf-82eb-67b42d781fef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Calling delete_port for ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:31.806041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47507-cbed-443a-b5f3-e2c8b79e32f5 req-ad1df01e-776e-48fa-9869-b39aff148531 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:31.807541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34b47507-cbed-443a-b5f3-e2c8b79e32f5 req-ad1df01e-776e-48fa-9869-b39aff148531 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 950 time: 0.0499842 Sep 17 22:31:31.844880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40950) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:31.852991 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34b47507-cbed-443a-b5f3-e2c8b79e32f5 req-a5cfe85c-c391-4839-b8cc-2a15d4f0322e tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392213 Sep 17 22:31:31.961626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-6653a7e5-65f3-41cf-82eb-67b42d781fef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.975622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f5672ad-e3a5-4293-9c92-ea6790f5244d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.002924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653a7e5-65f3-41cf-82eb-67b42d781fef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Pushing event deleted for resources: {'Port': ['ID=ce68bd18-0d8f-4635-aa3b-645c05e6b3b9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:32.011945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['03e87e89-9589-4afb-87c3-acf72c7d8ccb', 'ce68bd18-0d8f-4635-aa3b-645c05e6b3b9', 'c28e95c9-708e-4193-9230-80641a2be157'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:32.062001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-6653a7e5-65f3-41cf-82eb-67b42d781fef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] No DVR routers for this DVR port ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:32.067231 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-6653a7e5-65f3-41cf-82eb-67b42d781fef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.069242 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e3a284e9-5b06-4657-b6a0-4223dc0c1690 req-6653a7e5-65f3-41cf-82eb-67b42d781fef tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "DELETE /v2.0/ports/ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 HTTP/1.1" status: 204 len: 173 time: 0.5109174 Sep 17 22:31:32.069684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98df8c1-b190-4882-ac1e-c0af045a98fb', 'name': 'network-vif-deleted', 'tag': 'ce68bd18-0d8f-4635-aa3b-645c05e6b3b9'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:32.072321 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a13fb09-7a91-452e-b80c-f9f79b8628a7" -d '{"events": [{"server_uuid": "e98df8c1-b190-4882-ac1e-c0af045a98fb", "name": "network-vif-deleted", "tag": "ce68bd18-0d8f-4635-aa3b-645c05e6b3b9"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:32.116025 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849943f1-9789-4215-a445-85b7dbd3831f x-openstack-request-id: req-849943f1-9789-4215-a445-85b7dbd3831f {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:32.118784 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98df8c1-b190-4882-ac1e-c0af045a98fb", "name": "network-vif-deleted", "tag": "ce68bd18-0d8f-4635-aa3b-645c05e6b3b9", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:32.119083 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-849943f1-9789-4215-a445-85b7dbd3831f {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:32.119528 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98df8c1-b190-4882-ac1e-c0af045a98fb', 'name': 'network-vif-deleted', 'tag': 'ce68bd18-0d8f-4635-aa3b-645c05e6b3b9', 'status': 'completed', 'code': 200} Sep 17 22:31:32.163319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e41fc-a240-429c-8849-75aa22868361 req-a02e05db-61e7-4f61-951e-1eb865c6fcc3 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:32.164790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf4e41fc-a240-429c-8849-75aa22868361 req-a02e05db-61e7-4f61-951e-1eb865c6fcc3 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0873318 Sep 17 22:31:32.226742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f5672ad-e3a5-4293-9c92-ea6790f5244d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.241127 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf4e41fc-a240-429c-8849-75aa22868361 req-1e4b27e0-959d-4224-b6de-b30364ae2504 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687857 Sep 17 22:31:32.287436 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f5672ad-e3a5-4293-9c92-ea6790f5244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.319918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5672ad-e3a5-4293-9c92-ea6790f5244d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c96bacc-b5d4-4f5e-b37a-5fc622e2da42,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:32.333518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4f5672ad-e3a5-4293-9c92-ea6790f5244d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba0f74d1505b487f8f7bd5e28dd12bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875159 Sep 17 22:31:32.335950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40966) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:32.396779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f232633-1fee-4884-a912-98037a5ecaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.422170 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f232633-1fee-4884-a912-98037a5ecaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.565960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f232633-1fee-4884-a912-98037a5ecaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.568531 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f232633-1fee-4884-a912-98037a5ecaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.569658 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2f232633-1fee-4884-a912-98037a5ecaab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c96bacc-b5d4-4f5e-b37a-5fc622e2da42 HTTP/1.1" status: 204 len: 168 time: 0.2326932 Sep 17 22:31:32.603966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f232633-1fee-4884-a912-98037a5ecaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c96bacc-b5d4-4f5e-b37a-5fc622e2da42,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:32.629274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901aab-674f-4eea-ac2a-2db8ec80c03e req-46bad0d4-175e-4073-b6f6-85fc1734b130 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:32.638321 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd901aab-674f-4eea-ac2a-2db8ec80c03e req-46bad0d4-175e-4073-b6f6-85fc1734b130 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0733802 Sep 17 22:31:32.675686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd901aab-674f-4eea-ac2a-2db8ec80c03e req-b30ea03c-a0e4-4ec3-84ea-32ba20e4c90b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Sep 17 22:31:32.984323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ff2c4-ce97-462a-b994-3263380281ca req-99e7b5b6-9848-44cf-a52f-c034096ff6fb tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:32.984323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b44ff2c4-ce97-462a-b994-3263380281ca req-99e7b5b6-9848-44cf-a52f-c034096ff6fb tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0541747 Sep 17 22:31:33.001033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61843521-6a2a-40bb-aa88-75db50875ecc req-ce954c23-f867-4cdb-8018-88f51608cfea tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98df8c1-b190-4882-ac1e-c0af045a98fb HTTP/1.1" status: 200 len: 210 time: 0.0455780 Sep 17 22:31:33.024529 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b44ff2c4-ce97-462a-b994-3263380281ca req-a99b0748-8871-4e2c-b29a-09bab0586e08 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348930 Sep 17 22:31:33.141731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24c282-3d9d-4c19-83ad-1072a9b32522 req-39bf2514-5eed-4010-9956-61cbf9f6aa0f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.143890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d24c282-3d9d-4c19-83ad-1072a9b32522 req-39bf2514-5eed-4010-9956-61cbf9f6aa0f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0508454 Sep 17 22:31:33.194193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d24c282-3d9d-4c19-83ad-1072a9b32522 req-b466a4a5-8b41-4737-8688-4b11a3ad963e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448132 Sep 17 22:31:33.222365 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ccf05cfb-5020-478f-9d26-440fcd01aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.340039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-282a7727-e638-482d-97f1-5568ffecaa90 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.342923 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-282a7727-e638-482d-97f1-5568ffecaa90 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0662286 Sep 17 22:31:33.343541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 40994) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:33.357082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b799d69-fb1c-4a02-a067-ceeb7d52b338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.372506 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c521d82-6c43-427f-8653-afa8fc8fcc1d req-dfa957b9-eb59-46f1-a0ea-10ae4ba24f11 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.374213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c521d82-6c43-427f-8653-afa8fc8fcc1d req-dfa957b9-eb59-46f1-a0ea-10ae4ba24f11 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0596199 Sep 17 22:31:33.430147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c521d82-6c43-427f-8653-afa8fc8fcc1d req-ae0809c0-b5c9-48ec-b57b-c85f8e58af3e tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Sep 17 22:31:33.539656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-ecfaf528-457e-4f00-9ab1-3752d0d9a125 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Deleting port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:33.540158 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-ecfaf528-457e-4f00-9ab1-3752d0d9a125 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.679628 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b799d69-fb1c-4a02-a067-ceeb7d52b338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.712513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81483425-36e7-435e-a058-c747367c8c34 req-0c449c3c-1bfa-4749-b36f-d577c90b6ad5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.714058 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81483425-36e7-435e-a058-c747367c8c34 req-0c449c3c-1bfa-4749-b36f-d577c90b6ad5 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.1298409 Sep 17 22:31:33.725498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-ecfaf528-457e-4f00-9ab1-3752d0d9a125 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] For port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:33.725859 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-ecfaf528-457e-4f00-9ab1-3752d0d9a125 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.757955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-ecfaf528-457e-4f00-9ab1-3752d0d9a125 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Calling delete_port for d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:33.776437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b799d69-fb1c-4a02-a067-ceeb7d52b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.848886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81483425-36e7-435e-a058-c747367c8c34 req-fff38c6b-fc44-4a0f-aa3e-6f293c7b4e92 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263151 Sep 17 22:31:33.883347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b799d69-fb1c-4a02-a067-ceeb7d52b338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ce7267-b495-42eb-bb3f-96197bce13e6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:33.891075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0b799d69-fb1c-4a02-a067-ceeb7d52b338 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd42467b8d454c39a632d366fecfe842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464447 Sep 17 22:31:33.894184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41006) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:33.974338 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.001657 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.067795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-ecfaf528-457e-4f00-9ab1-3752d0d9a125 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.103039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfaf528-457e-4f00-9ab1-3752d0d9a125 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Pushing event deleted for resources: {'Port': ['ID=d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:34.111860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7c186d92-e96f-445f-a4f6-8d7196b0205a', 'd189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9', 'e5c3f6db-10f9-44a7-8df9-87326bfd6537'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:34.157301 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.160578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.162263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82ce7267-b495-42eb-bb3f-96197bce13e6 HTTP/1.1" status: 204 len: 168 time: 0.2663102 Sep 17 22:31:34.173528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ce7267-b495-42eb-bb3f-96197bce13e6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:34.183204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-ecfaf528-457e-4f00-9ab1-3752d0d9a125 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] No DVR routers for this DVR port d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:34.187853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-ecfaf528-457e-4f00-9ab1-3752d0d9a125 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.191776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23acb18e-92cd-4b9f-97d6-8694949ef761 req-ecfaf528-457e-4f00-9ab1-3752d0d9a125 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "DELETE /v2.0/ports/d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 HTTP/1.1" status: 204 len: 173 time: 0.8317811 Sep 17 22:31:34.192983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daecb9ee-d101-4f2b-86de-d3c6e008b4b1', 'name': 'network-vif-deleted', 'tag': 'd189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:34.196474 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a94f1d4-25fc-4b7f-832b-3a7dc9be7644" -d '{"events": [{"server_uuid": "daecb9ee-d101-4f2b-86de-d3c6e008b4b1", "name": "network-vif-deleted", "tag": "d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:34.196665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.198066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.198066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.198066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.198066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.205870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.206546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.207071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.207564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.208163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.208566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.209534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadd835-f2b6-4a9a-b7c6-d5f421837f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:34.245931 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d8de92-7acf-47f6-a456-413e322bca7a x-openstack-request-id: req-08d8de92-7acf-47f6-a456-413e322bca7a {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:34.246224 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daecb9ee-d101-4f2b-86de-d3c6e008b4b1", "name": "network-vif-deleted", "tag": "d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:34.247022 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08d8de92-7acf-47f6-a456-413e322bca7a {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:34.247439 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daecb9ee-d101-4f2b-86de-d3c6e008b4b1', 'name': 'network-vif-deleted', 'tag': 'd189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9', 'status': 'completed', 'code': 200} Sep 17 22:31:34.543495 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93ad8ab2-ec0e-4803-a410-5b2aa05caf9b req-9ca4b47d-f9cf-4f3a-9393-1194c57a111c tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=daecb9ee-d101-4f2b-86de-d3c6e008b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0311716 Sep 17 22:31:34.642459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d891-2a0f-4a74-a892-e84249118dd5 req-fd5a32f8-f683-4aad-865f-0c699dec7341 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:34.644014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5146d891-2a0f-4a74-a892-e84249118dd5 req-fd5a32f8-f683-4aad-865f-0c699dec7341 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 950 time: 0.0624597 Sep 17 22:31:34.685080 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5146d891-2a0f-4a74-a892-e84249118dd5 req-efc75389-ab07-4ad8-8fca-dee2541c77fd tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Sep 17 22:31:35.022954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f2fb-848b-450d-8ae8-43b7481a1117 req-91a8b5ec-b961-4a05-b04b-847be0cec3fb tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:35.022954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06b3f2fb-848b-450d-8ae8-43b7481a1117 req-91a8b5ec-b961-4a05-b04b-847be0cec3fb tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0529675 Sep 17 22:31:35.076363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06b3f2fb-848b-450d-8ae8-43b7481a1117 req-08b2cf03-438d-422b-a5ed-c1d9d30edcb2 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Sep 17 22:31:35.370894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:35.392084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:35.392724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d189a2f8-7ae1-4b4c-8a9e-c28e54ac8ac9 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:35.393366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:35.413629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:35.413978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ce68bd18-0d8f-4635-aa3b-645c05e6b3b9 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:35.818172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6679012-309e-4655-87e0-8dca6132dc43 req-e45f4993-fccb-4c0f-800c-691fc3f94c20 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:35.824099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d6679012-309e-4655-87e0-8dca6132dc43 req-e45f4993-fccb-4c0f-800c-691fc3f94c20 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 950 time: 0.0558980 Sep 17 22:31:35.860392 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d6679012-309e-4655-87e0-8dca6132dc43 req-52ffb3a8-ad88-4b16-a583-75851e890093 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Sep 17 22:31:35.865816 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a5e848b1-fb08-4dfc-b479-88d860911808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:36.062094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc160e57-b41c-47b8-bcb5-9ec2ba938cc6 req-2e2db415-dd33-480f-8ba2-8d7c7e63767d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.063599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc160e57-b41c-47b8-bcb5-9ec2ba938cc6 req-2e2db415-dd33-480f-8ba2-8d7c7e63767d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 946 time: 0.0579028 Sep 17 22:31:36.105223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc160e57-b41c-47b8-bcb5-9ec2ba938cc6 req-e725ee37-ef4f-4742-ad83-efcb1e99fb96 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Sep 17 22:31:36.213510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d84ef5-4303-4e9e-aab0-ee1f711e4451 req-4b997fff-fc1e-4baf-bc53-d7d9f4bb4519 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.215099 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31d84ef5-4303-4e9e-aab0-ee1f711e4451 req-4b997fff-fc1e-4baf-bc53-d7d9f4bb4519 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0500574 Sep 17 22:31:36.255941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31d84ef5-4303-4e9e-aab0-ee1f711e4451 req-b1cea3b2-c863-42a8-abcb-f3f0509667d3 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337765 Sep 17 22:31:36.634248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-2cf03c12-ec22-491c-b810-84827c7e3ef5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.635814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-2cf03c12-ec22-491c-b810-84827c7e3ef5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 950 time: 0.0500801 Sep 17 22:31:36.733562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-65491546-90e9-48d9-a3e5-f5e027c18c5f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Deleting port 03e87e89-9589-4afb-87c3-acf72c7d8ccb {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:36.733906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-65491546-90e9-48d9-a3e5-f5e027c18c5f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:36.824941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-65491546-90e9-48d9-a3e5-f5e027c18c5f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] For port 03e87e89-9589-4afb-87c3-acf72c7d8ccb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=03e87e89-9589-4afb-87c3-acf72c7d8ccb,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:36.825431 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-65491546-90e9-48d9-a3e5-f5e027c18c5f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:36.837485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-65491546-90e9-48d9-a3e5-f5e027c18c5f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Calling delete_port for 03e87e89-9589-4afb-87c3-acf72c7d8ccb owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:36.980093 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.015995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8ebd3-b81a-45f1-8e55-fdaca5f37909 req-810c17c1-f43d-4921-accc-e2e823fa9893 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:37.017582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2e8ebd3-b81a-45f1-8e55-fdaca5f37909 req-810c17c1-f43d-4921-accc-e2e823fa9893 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 950 time: 0.0702274 Sep 17 22:31:37.057308 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2e8ebd3-b81a-45f1-8e55-fdaca5f37909 req-09a58c06-27f9-4cac-b3b3-16e46ecc74aa tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Sep 17 22:31:37.058346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-65491546-90e9-48d9-a3e5-f5e027c18c5f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.089750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65491546-90e9-48d9-a3e5-f5e027c18c5f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Pushing event deleted for resources: {'Port': ['ID=03e87e89-9589-4afb-87c3-acf72c7d8ccb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:37.099491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['03e87e89-9589-4afb-87c3-acf72c7d8ccb', 'c28e95c9-708e-4193-9230-80641a2be157'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:37.141713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-65491546-90e9-48d9-a3e5-f5e027c18c5f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] No DVR routers for this DVR port 03e87e89-9589-4afb-87c3-acf72c7d8ccb on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:37.144997 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-65491546-90e9-48d9-a3e5-f5e027c18c5f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.147991 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8561b7c-0304-4b0f-aa20-d8ec73dfed7f req-65491546-90e9-48d9-a3e5-f5e027c18c5f tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "DELETE /v2.0/ports/03e87e89-9589-4afb-87c3-acf72c7d8ccb HTTP/1.1" status: 204 len: 173 time: 0.5053105 Sep 17 22:31:37.148521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a137b0-ca01-441f-8974-a4126c70ce41', 'name': 'network-vif-deleted', 'tag': '03e87e89-9589-4afb-87c3-acf72c7d8ccb'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:37.150763 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80994e34-3817-407b-8370-a0aba76ca9e0" -d '{"events": [{"server_uuid": "32a137b0-ca01-441f-8974-a4126c70ce41", "name": "network-vif-deleted", "tag": "03e87e89-9589-4afb-87c3-acf72c7d8ccb"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:37.192032 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b76a8-30da-4a29-ad66-bef22eab69cd x-openstack-request-id: req-205b76a8-30da-4a29-ad66-bef22eab69cd {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:37.192351 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a137b0-ca01-441f-8974-a4126c70ce41", "name": "network-vif-deleted", "tag": "03e87e89-9589-4afb-87c3-acf72c7d8ccb", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:37.192595 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-205b76a8-30da-4a29-ad66-bef22eab69cd {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:37.192986 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a137b0-ca01-441f-8974-a4126c70ce41', 'name': 'network-vif-deleted', 'tag': '03e87e89-9589-4afb-87c3-acf72c7d8ccb', 'status': 'completed', 'code': 200} Sep 17 22:31:37.269697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4f13c-d8ad-4952-94d0-8a7987cb124e req-1de542a4-1c10-4681-b1ff-233d19ed668f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:37.272864 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f4f13c-d8ad-4952-94d0-8a7987cb124e req-1de542a4-1c10-4681-b1ff-233d19ed668f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 946 time: 0.0626740 Sep 17 22:31:37.301339 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.336497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f4f13c-d8ad-4952-94d0-8a7987cb124e req-6f354f55-f799-43eb-a6aa-cbcc98182bfe tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461295 Sep 17 22:31:37.389197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b220b3-c7de-4d55-847a-a838ea485815 req-09def628-afe7-44e7-ac4d-bc9b41fca8b6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:37.390688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4b220b3-c7de-4d55-847a-a838ea485815 req-09def628-afe7-44e7-ac4d-bc9b41fca8b6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Sep 17 22:31:37.429670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4b220b3-c7de-4d55-847a-a838ea485815 req-a3c632dc-06ea-4428-a802-0d7edf415817 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330243 Sep 17 22:31:38.118202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-93f0ade7-ed65-4f8c-9792-2eb89cee9708 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.119842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-93f0ade7-ed65-4f8c-9792-2eb89cee9708 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 946 time: 0.0658259 Sep 17 22:31:38.192413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-709aa6e0-ffdd-413c-b28b-a66584772d13 req-0dc9183f-ed92-409e-b0d9-2b12c18b32f5 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a137b0-ca01-441f-8974-a4126c70ce41 HTTP/1.1" status: 200 len: 210 time: 0.0373437 Sep 17 22:31:38.226551 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Deleting port e5c3f6db-10f9-44a7-8df9-87326bfd6537 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:38.226890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.322999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] For port e5c3f6db-10f9-44a7-8df9-87326bfd6537, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e5c3f6db-10f9-44a7-8df9-87326bfd6537,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:38.323360 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.337938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Calling delete_port for e5c3f6db-10f9-44a7-8df9-87326bfd6537 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:38.526221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe2f1-4b9b-49b5-a98b-771de2fe0812 req-78d6bc00-a11c-447b-be94-c2a131935eab tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.536670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-369fe2f1-4b9b-49b5-a98b-771de2fe0812 req-78d6bc00-a11c-447b-be94-c2a131935eab tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 946 time: 0.1121819 Sep 17 22:31:38.578140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-369fe2f1-4b9b-49b5-a98b-771de2fe0812 req-ef7180df-080e-46cb-99e2-593c6f10f615 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Sep 17 22:31:38.581424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09830ce-fef6-41ba-9e50-f4227965078c req-39b07e98-796a-45bd-bbeb-cf48806e6e51 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.582971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f09830ce-fef6-41ba-9e50-f4227965078c req-39b07e98-796a-45bd-bbeb-cf48806e6e51 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0574231 Sep 17 22:31:38.625718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f09830ce-fef6-41ba-9e50-f4227965078c req-cc340384-4d52-42dc-a406-a07c5ccad708 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365517 Sep 17 22:31:38.631148 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.664159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7c186d92-e96f-445f-a4f6-8d7196b0205a', 'e5c3f6db-10f9-44a7-8df9-87326bfd6537'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:38.665736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Pushing event deleted for resources: {'Port': ['ID=e5c3f6db-10f9-44a7-8df9-87326bfd6537,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:38.697192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.697546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.697894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.702312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.702312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.702312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.702312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.702312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.702312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.702312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.702312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.702312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:38.718041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] No DVR routers for this DVR port e5c3f6db-10f9-44a7-8df9-87326bfd6537 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:38.721067 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.722813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-540a9e42-accb-4bf9-9c8e-e28b5eda1b62 req-4441d17e-2493-4b6d-8153-fbbe5a60f160 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "DELETE /v2.0/ports/e5c3f6db-10f9-44a7-8df9-87326bfd6537 HTTP/1.1" status: 204 len: 173 time: 0.5913024 Sep 17 22:31:38.979937 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.193808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfc1864-cc2c-4905-9516-9219ab1a8e60', 'name': 'network-vif-deleted', 'tag': 'e5c3f6db-10f9-44a7-8df9-87326bfd6537'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:39.196206 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e26a20e-7db2-44cd-b011-3f15f325563d" -d '{"events": [{"server_uuid": "9cfc1864-cc2c-4905-9516-9219ab1a8e60", "name": "network-vif-deleted", "tag": "e5c3f6db-10f9-44a7-8df9-87326bfd6537"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:39.242606 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17479678-5e01-4627-93e3-c62686e129b8 x-openstack-request-id: req-17479678-5e01-4627-93e3-c62686e129b8 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:39.242902 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfc1864-cc2c-4905-9516-9219ab1a8e60", "name": "network-vif-deleted", "tag": "e5c3f6db-10f9-44a7-8df9-87326bfd6537", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:39.243155 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17479678-5e01-4627-93e3-c62686e129b8 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:39.243777 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfc1864-cc2c-4905-9516-9219ab1a8e60', 'name': 'network-vif-deleted', 'tag': 'e5c3f6db-10f9-44a7-8df9-87326bfd6537', 'status': 'completed', 'code': 200} Sep 17 22:31:39.700738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d7596978-07dc-41eb-8983-ab77c9ebe8f5 req-8b82b2bc-cc3a-4b7e-a960-ac614425222d tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfc1864-cc2c-4905-9516-9219ab1a8e60 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Sep 17 22:31:39.805236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae92ec-5251-480c-9973-badb4dcf101c req-98459256-6442-4175-bb3f-b16b7a992735 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:39.806612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae92ec-5251-480c-9973-badb4dcf101c req-98459256-6442-4175-bb3f-b16b7a992735 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0495186 Sep 17 22:31:39.848554 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae92ec-5251-480c-9973-badb4dcf101c req-32cf40a6-2081-4593-bbc3-86bf78cdaaf3 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349309 Sep 17 22:31:39.916594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794a7e8-f1e4-4c7e-beed-d5da6a33019f req-26599185-575a-44ff-ab6d-6a0bd47c30e8 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:39.919565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4794a7e8-f1e4-4c7e-beed-d5da6a33019f req-26599185-575a-44ff-ab6d-6a0bd47c30e8 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 950 time: 0.0550420 Sep 17 22:31:39.965908 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4794a7e8-f1e4-4c7e-beed-d5da6a33019f req-2a18fdae-8a0c-467a-9aa2-e788d93c8872 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Sep 17 22:31:40.131890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41294) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:40.170792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:40.171969 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.291087 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31646806-330c-4ebb-a23f-600baeb6c8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.306119 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7f188ae-e089-4739-95ac-37564545c0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.384950 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31646806-330c-4ebb-a23f-600baeb6c8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.502097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31646806-330c-4ebb-a23f-600baeb6c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.544776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-31646806-330c-4ebb-a23f-600baeb6c8b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1dc9c8ec3e64120adb9f1750065dfab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726878 Sep 17 22:31:40.545490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41310) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:40.547555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31646806-330c-4ebb-a23f-600baeb6c8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9729c11-42db-4a65-9427-b19cb0b8c132,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:40.586261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7f188ae-e089-4739-95ac-37564545c0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.598687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4742e8d9-dbe4-4d81-8208-bf5bfbcc92ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.619989 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4742e8d9-dbe4-4d81-8208-bf5bfbcc92ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.642879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7f188ae-e089-4739-95ac-37564545c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.683468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f7f188ae-e089-4739-95ac-37564545c0c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be005ea495f449d1821241553f53b90e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5504427 Sep 17 22:31:40.684733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f188ae-e089-4739-95ac-37564545c0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f361a9da-519c-438e-bd11-8d7d47574b7e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:40.686192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41312) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:40.737491 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7cafd102-43aa-4992-9d53-924cad0ee216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.749390 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4742e8d9-dbe4-4d81-8208-bf5bfbcc92ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.752679 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4742e8d9-dbe4-4d81-8208-bf5bfbcc92ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.753835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4742e8d9-dbe4-4d81-8208-bf5bfbcc92ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9729c11-42db-4a65-9427-b19cb0b8c132 HTTP/1.1" status: 204 len: 168 time: 0.2071917 Sep 17 22:31:40.775740 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7cafd102-43aa-4992-9d53-924cad0ee216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.778239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742e8d9-dbe4-4d81-8208-bf5bfbcc92ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9729c11-42db-4a65-9427-b19cb0b8c132,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:40.956939 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7cafd102-43aa-4992-9d53-924cad0ee216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.959707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7cafd102-43aa-4992-9d53-924cad0ee216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.960989 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7cafd102-43aa-4992-9d53-924cad0ee216 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f361a9da-519c-438e-bd11-8d7d47574b7e HTTP/1.1" status: 204 len: 168 time: 0.2738214 Sep 17 22:31:40.973808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafd102-43aa-4992-9d53-924cad0ee216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f361a9da-519c-438e-bd11-8d7d47574b7e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:40.995967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168848-34da-4a49-a636-9d7a66ed22a4 req-77357716-c7aa-45bc-a092-f4bcab1033fa tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:41.002055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe168848-34da-4a49-a636-9d7a66ed22a4 req-77357716-c7aa-45bc-a092-f4bcab1033fa tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0862286 Sep 17 22:31:41.051225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe168848-34da-4a49-a636-9d7a66ed22a4 req-bdf46abd-8d5f-4389-95e5-3c45ec61c6fa tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Sep 17 22:31:41.222871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10b5eb-4454-454b-94ed-71124e950c6a req-3a564e7b-35fc-493d-8144-6deba7cab9b6 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:41.232350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb10b5eb-4454-454b-94ed-71124e950c6a req-3a564e7b-35fc-493d-8144-6deba7cab9b6 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 950 time: 0.0839591 Sep 17 22:31:41.284840 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb10b5eb-4454-454b-94ed-71124e950c6a req-fee22fa2-5f56-446b-9b58-32c092508215 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512788 Sep 17 22:31:41.397533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c991c-1c97-4338-8f40-3246b4c0b5f7 req-bc3f455c-63c1-410c-92d5-116fc6ce842f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:41.399164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d9c991c-1c97-4338-8f40-3246b4c0b5f7 req-bc3f455c-63c1-410c-92d5-116fc6ce842f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0639741 Sep 17 22:31:41.407491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e5c3f6db-10f9-44a7-8df9-87326bfd6537 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:41.431026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: e5c3f6db-10f9-44a7-8df9-87326bfd6537 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:41.431368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e5c3f6db-10f9-44a7-8df9-87326bfd6537 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:41.431787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 03e87e89-9589-4afb-87c3-acf72c7d8ccb no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:41.446075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d9c991c-1c97-4338-8f40-3246b4c0b5f7 req-05df9a0a-8073-47cf-9383-88814415e33f tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388927 Sep 17 22:31:41.466181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 03e87e89-9589-4afb-87c3-acf72c7d8ccb {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:41.466181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 03e87e89-9589-4afb-87c3-acf72c7d8ccb not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:41.723067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41348) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:41.737641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2932016-647e-45f3-a93d-6b29e6ffe5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:41.831963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-b109e09a-d184-4454-b9e3-c94e3a53a96a tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:41.833606 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-b109e09a-d184-4454-b9e3-c94e3a53a96a tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 950 time: 0.0684433 Sep 17 22:31:41.939292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2932016-647e-45f3-a93d-6b29e6ffe5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:41.958810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-13bca09b-d155-4091-9f2d-ce6cd77b531d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Deleting port c28e95c9-708e-4193-9230-80641a2be157 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:41.960096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-13bca09b-d155-4091-9f2d-ce6cd77b531d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.016636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2932016-647e-45f3-a93d-6b29e6ffe5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.096700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-13bca09b-d155-4091-9f2d-ce6cd77b531d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] For port c28e95c9-708e-4193-9230-80641a2be157, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c28e95c9-708e-4193-9230-80641a2be157,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:42.097060 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-13bca09b-d155-4091-9f2d-ce6cd77b531d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.112090 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-13bca09b-d155-4091-9f2d-ce6cd77b531d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Calling delete_port for c28e95c9-708e-4193-9230-80641a2be157 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:42.166052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2932016-647e-45f3-a93d-6b29e6ffe5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a032bf-d61f-417c-8b4f-4c9c644d838d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:42.177975 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d2932016-647e-45f3-a93d-6b29e6ffe5a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d964df9f8b414d28990f9758c1f088ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531407 Sep 17 22:31:42.178611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41362) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:42.186131 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a031e-2a8f-430a-9264-19dbf9ad9e42 req-05425349-c7cf-43e6-aaf1-fe9a227bb6de tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.194755 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-577a031e-2a8f-430a-9264-19dbf9ad9e42 req-05425349-c7cf-43e6-aaf1-fe9a227bb6de tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0609782 Sep 17 22:31:42.253129 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-577a031e-2a8f-430a-9264-19dbf9ad9e42 req-6e247afd-02e7-4b89-95ca-f8c736073395 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571516 Sep 17 22:31:42.266692 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cefd84a-b74c-49fe-9127-73434f9f1efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.298822 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cefd84a-b74c-49fe-9127-73434f9f1efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.440719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef372f1-783e-4399-8baf-f86b7f459377 req-b959d666-a967-4acf-b3cb-997809248ca6 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.443012 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cef372f1-783e-4399-8baf-f86b7f459377 req-b959d666-a967-4acf-b3cb-997809248ca6 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 950 time: 0.0741575 Sep 17 22:31:42.461582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-13bca09b-d155-4091-9f2d-ce6cd77b531d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.485209 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cef372f1-783e-4399-8baf-f86b7f459377 req-e933b2ca-6535-4798-853e-d50efad45ce3 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/security-groups?id=42dd8502-5c13-48a0-a191-ab4b41a6dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367665 Sep 17 22:31:42.498784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['c28e95c9-708e-4193-9230-80641a2be157'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:42.504702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bca09b-d155-4091-9f2d-ce6cd77b531d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Pushing event deleted for resources: {'Port': ['ID=c28e95c9-708e-4193-9230-80641a2be157,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:42.511967 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cefd84a-b74c-49fe-9127-73434f9f1efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.513779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cefd84a-b74c-49fe-9127-73434f9f1efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.517511 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5cefd84a-b74c-49fe-9127-73434f9f1efa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8a032bf-d61f-417c-8b4f-4c9c644d838d HTTP/1.1" status: 204 len: 168 time: 0.3343709 Sep 17 22:31:42.535952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefd84a-b74c-49fe-9127-73434f9f1efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a032bf-d61f-417c-8b4f-4c9c644d838d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:42.630397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-13bca09b-d155-4091-9f2d-ce6cd77b531d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] No DVR routers for this DVR port c28e95c9-708e-4193-9230-80641a2be157 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:42.635186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-13bca09b-d155-4091-9f2d-ce6cd77b531d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.637975 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8113084a-ce19-4b71-ab76-7f07bd514b2f req-13bca09b-d155-4091-9f2d-ce6cd77b531d tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.15 "DELETE /v2.0/ports/c28e95c9-708e-4193-9230-80641a2be157 HTTP/1.1" status: 204 len: 173 time: 0.7976298 Sep 17 22:31:42.638445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-deleted', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:42.640789 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6353de57-aef4-4372-b021-6b6d1917c69d" -d '{"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-deleted", "tag": "c28e95c9-708e-4193-9230-80641a2be157"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:42.679525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268e212-f457-437b-b0bb-c42dca5111ec req-cd75bad7-c390-4632-bd69-a941906b8107 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:42.680203 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9268e212-f457-437b-b0bb-c42dca5111ec req-cd75bad7-c390-4632-bd69-a941906b8107 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.1322832 Sep 17 22:31:42.718701 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17e5da1-7c19-4e2d-87b0-424b0b636f7a x-openstack-request-id: req-a17e5da1-7c19-4e2d-87b0-424b0b636f7a {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:42.719007 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf35033-43b0-4ebd-8eb7-3dbf8de20278", "name": "network-vif-deleted", "tag": "c28e95c9-708e-4193-9230-80641a2be157", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:42.719264 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a17e5da1-7c19-4e2d-87b0-424b0b636f7a {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:42.719808 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf35033-43b0-4ebd-8eb7-3dbf8de20278', 'name': 'network-vif-deleted', 'tag': 'c28e95c9-708e-4193-9230-80641a2be157', 'status': 'completed', 'code': 200} Sep 17 22:31:42.760341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9268e212-f457-437b-b0bb-c42dca5111ec req-6f381b07-b28e-4150-8264-176a66e66e71 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724866 Sep 17 22:31:43.339403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-cf6c336d-c440-444d-ac95-0427fd74b570 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:43.348609 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-cf6c336d-c440-444d-ac95-0427fd74b570 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.0890577 Sep 17 22:31:43.419304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fe193-c430-400b-aeb3-5778661eec3f req-6f4e884c-9300-4129-a413-69393cc058d7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:43.421054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a2fe193-c430-400b-aeb3-5778661eec3f req-6f4e884c-9300-4129-a413-69393cc058d7 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0976710 Sep 17 22:31:43.474635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-86dd4f49-01c5-45f8-bbe2-0a450ef7972b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Deleting port 7c186d92-e96f-445f-a4f6-8d7196b0205a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:43.474981 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-86dd4f49-01c5-45f8-bbe2-0a450ef7972b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.510568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a2fe193-c430-400b-aeb3-5778661eec3f req-e016e753-f072-47c7-8678-89aaa895caf0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791512 Sep 17 22:31:43.622827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc3fe704-b21e-43a7-861e-ab810f8f2064 req-10e68cd0-ab08-414d-b525-ef602ad7d969 tempest-ServersAdminTestJSON-1906189550 tempest-ServersAdminTestJSON-1906189550-project] 10.222.0.30 "GET /v2.0/ports?device_id=caf35033-43b0-4ebd-8eb7-3dbf8de20278 HTTP/1.1" status: 200 len: 210 time: 0.0297806 Sep 17 22:31:43.891815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41442) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:43.965785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be12b9f-1e15-49ff-bf62-15f949903118 req-9d4906c1-01aa-40c4-974e-a34d739e6139 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:43.967251 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7be12b9f-1e15-49ff-bf62-15f949903118 req-9d4906c1-01aa-40c4-974e-a34d739e6139 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 945 time: 0.1010487 Sep 17 22:31:44.003421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-86dd4f49-01c5-45f8-bbe2-0a450ef7972b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] For port 7c186d92-e96f-445f-a4f6-8d7196b0205a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7c186d92-e96f-445f-a4f6-8d7196b0205a,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:44.003798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-86dd4f49-01c5-45f8-bbe2-0a450ef7972b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.017355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1114804429'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:44.021841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-86dd4f49-01c5-45f8-bbe2-0a450ef7972b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Calling delete_port for 7c186d92-e96f-445f-a4f6-8d7196b0205a owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:44.040958 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7be12b9f-1e15-49ff-bf62-15f949903118 req-f0ad2682-ee9c-4c1e-8427-41d9ae85dec2 tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a2ae3ec-1a41-4fb8-ab45-df36b903094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615172 Sep 17 22:31:44.099639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:44.103213 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.112850 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.231623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-86dd4f49-01c5-45f8-bbe2-0a450ef7972b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.263769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7c186d92-e96f-445f-a4f6-8d7196b0205a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:44.264401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd4f49-01c5-45f8-bbe2-0a450ef7972b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Pushing event deleted for resources: {'Port': ['ID=7c186d92-e96f-445f-a4f6-8d7196b0205a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:44.311503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.317957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-86dd4f49-01c5-45f8-bbe2-0a450ef7972b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] No DVR routers for this DVR port 7c186d92-e96f-445f-a4f6-8d7196b0205a on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:44.320340 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-86dd4f49-01c5-45f8-bbe2-0a450ef7972b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.322944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fce34a7-e901-4ec5-8914-781ef20e97d3 req-86dd4f49-01c5-45f8-bbe2-0a450ef7972b tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.15 "DELETE /v2.0/ports/7c186d92-e96f-445f-a4f6-8d7196b0205a HTTP/1.1" status: 204 len: 173 time: 0.9675949 Sep 17 22:31:44.379711 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.403402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:31:44.423235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.423964 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Added segment 3f6c8c5b-da8b-4b08-91e6-0f33c497bf12 of type vlan for network 6102a40f-8da2-4647-94a7-6ab720373798 Sep 17 22:31:44.425087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3cb540-f2aa-4ac5-8ab3-791b8b58bde6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:44.479512 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.575140 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.583660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:44.584768 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.630699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67472a1-1abb-4994-b2b5-a13bfa2f8819 req-85293ea8-8094-48b6-b985-829083a6ffcb tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:44.632200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a67472a1-1abb-4994-b2b5-a13bfa2f8819 req-85293ea8-8094-48b6-b985-829083a6ffcb tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0552318 Sep 17 22:31:44.672301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a67472a1-1abb-4994-b2b5-a13bfa2f8819 req-5fbf3fb5-0178-4f34-98ec-ddd7eb9f7d5f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340707 Sep 17 22:31:44.699771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Network': ['ID=6102a40f-8da2-4647-94a7-6ab720373798,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:44.703352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ef35379b-e411-40e8-97d1-5fd60dc20904 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8103960 Sep 17 22:31:44.717186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 6102a40f-8da2-4647-94a7-6ab720373798 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:31:44.721428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5dd8f0-c7e2-4bc9-89f3-daecca66e311', 'name': 'network-vif-deleted', 'tag': '7c186d92-e96f-445f-a4f6-8d7196b0205a'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:44.737369 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8279caee-60dd-4f74-b008-e504761b345b" -d '{"events": [{"server_uuid": "4f5dd8f0-c7e2-4bc9-89f3-daecca66e311", "name": "network-vif-deleted", "tag": "7c186d92-e96f-445f-a4f6-8d7196b0205a"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:44.818043 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e385e0d5-94da-4dc2-9062-d8c39c432ee8 x-openstack-request-id: req-e385e0d5-94da-4dc2-9062-d8c39c432ee8 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:44.818622 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5dd8f0-c7e2-4bc9-89f3-daecca66e311", "name": "network-vif-deleted", "tag": "7c186d92-e96f-445f-a4f6-8d7196b0205a", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:44.819303 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e385e0d5-94da-4dc2-9062-d8c39c432ee8 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:44.819915 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5dd8f0-c7e2-4bc9-89f3-daecca66e311', 'name': 'network-vif-deleted', 'tag': '7c186d92-e96f-445f-a4f6-8d7196b0205a', 'status': 'completed', 'code': 200} Sep 17 22:31:45.195543 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2426f980-76a2-46e2-b689-5420a1010794 req-531462ba-fc96-4cae-8d9a-e08d62a7262e tempest-ListServerFiltersTestJSON-805518726 tempest-ListServerFiltersTestJSON-805518726-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f5dd8f0-c7e2-4bc9-89f3-daecca66e311 HTTP/1.1" status: 200 len: 210 time: 0.0280507 Sep 17 22:31:45.311450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41518) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:45.473288 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-eb955ed9-1341-4408-9ef3-db0967ec1e04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36b86bdecf6944f2bb9a3b9f3557233f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601055 Sep 17 22:31:45.545068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41522) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:45.631731 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d18b47dc-da78-42e4-8256-214b196457fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.659909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d18b47dc-da78-42e4-8256-214b196457fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.764487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41532) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:45.816674 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d18b47dc-da78-42e4-8256-214b196457fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.820483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d18b47dc-da78-42e4-8256-214b196457fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.824568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d18b47dc-da78-42e4-8256-214b196457fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42dd8502-5c13-48a0-a191-ab4b41a6dc62 HTTP/1.1" status: 204 len: 168 time: 0.2808549 Sep 17 22:31:45.838128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b47dc-da78-42e4-8256-214b196457fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dd8502-5c13-48a0-a191-ab4b41a6dc62,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:45.885856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3160363-36ec-4bb4-ae3f-6f72fda79bad req-017f18a7-c8b7-4b6e-82c3-eca8570dc703 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:45.896080 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c3160363-36ec-4bb4-ae3f-6f72fda79bad req-017f18a7-c8b7-4b6e-82c3-eca8570dc703 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.1210296 Sep 17 22:31:45.954609 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-becf2363-0ea4-4550-82d7-22be2909ce24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.956879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c3160363-36ec-4bb4-ae3f-6f72fda79bad req-f1269a93-0691-4f3e-90ac-d434ed4ebc5e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595694 Sep 17 22:31:46.092023 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-becf2363-0ea4-4550-82d7-22be2909ce24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.162051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-becf2363-0ea4-4550-82d7-22be2909ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.204594 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-becf2363-0ea4-4550-82d7-22be2909ce24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cea7acc4b803475ea429fa4c9f0f8173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361494 Sep 17 22:31:46.205308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41542) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:46.207015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf2363-0ea4-4550-82d7-22be2909ce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fbe28c-1617-4f52-b4c3-352feb4f92c0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:46.273194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41546) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:46.322774 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea2e1-593e-4369-acd3-f488a78f5052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.339367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f44612-4bae-4779-b6e1-3db4c6708331 admin admin] Deleting subnet cd1c96c1-5e35-4e0f-9524-006711cd7007 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:31:46.348826 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37f44612-4bae-4779-b6e1-3db4c6708331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.373777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea2e1-593e-4369-acd3-f488a78f5052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.415724 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37f44612-4bae-4779-b6e1-3db4c6708331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.508378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37f44612-4bae-4779-b6e1-3db4c6708331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.556038 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea2e1-593e-4369-acd3-f488a78f5052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.559156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea2e1-593e-4369-acd3-f488a78f5052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.560658 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4d4ea2e1-593e-4369-acd3-f488a78f5052 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19fbe28c-1617-4f52-b4c3-352feb4f92c0 HTTP/1.1" status: 204 len: 168 time: 0.3541508 Sep 17 22:31:46.568376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ea2e1-593e-4369-acd3-f488a78f5052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fbe28c-1617-4f52-b4c3-352feb4f92c0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:46.597681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41550) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:46.650257 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-888d7d15-e95a-4346-9855-5cee08a1cd44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea4ab07ecb8649dc998eb20edfcb5ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492351 Sep 17 22:31:46.650257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41554) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:46.685150 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37f44612-4bae-4779-b6e1-3db4c6708331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.700415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37f44612-4bae-4779-b6e1-3db4c6708331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.702899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-37f44612-4bae-4779-b6e1-3db4c6708331 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cd1c96c1-5e35-4e0f-9524-006711cd7007 HTTP/1.1" status: 204 len: 168 time: 0.4332552 Sep 17 22:31:46.707405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc84dc1b-1ddd-4374-a7d3-707b6a39eb40 None None] Network fe0223d7-0703-478c-beef-448a4f0d6c84 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:46.710820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41556) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:46.719558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50ea54cb-621a-4021-a6f5-f600a134ccac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.771323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f44612-4bae-4779-b6e1-3db4c6708331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1c96c1-5e35-4e0f-9524-006711cd7007,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:46.825388 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50ea54cb-621a-4021-a6f5-f600a134ccac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.855117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.937444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Deleting port 868f03f1-7949-4622-b01f-a68c20e405a5 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:46.937698 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.002604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb1602-ffe5-4fce-b62b-5caea87769a5 None None] DHCP port deletion for fe0223d7-0703-478c-beef-448a4f0d6c84 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:31:47.023668 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50ea54cb-621a-4021-a6f5-f600a134ccac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.029172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50ea54cb-621a-4021-a6f5-f600a134ccac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.031719 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-50ea54cb-621a-4021-a6f5-f600a134ccac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79040c32-5022-4002-a22a-7c08984af081 HTTP/1.1" status: 204 len: 168 time: 0.3802121 Sep 17 22:31:47.090310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] For port 868f03f1-7949-4622-b01f-a68c20e405a5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=868f03f1-7949-4622-b01f-a68c20e405a5,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:47.091334 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.110685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea54cb-621a-4021-a6f5-f600a134ccac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79040c32-5022-4002-a22a-7c08984af081,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:47.138148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35ada8-44fa-47d0-a52e-e50755b273ae req-ea09a0d1-2943-4bd1-a0f3-79ae6eba05a4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:47.145679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-56fb1602-ffe5-4fce-b62b-5caea87769a5 None None] Deleting port 868f03f1-7949-4622-b01f-a68c20e405a5 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:47.149359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba35ada8-44fa-47d0-a52e-e50755b273ae req-ea09a0d1-2943-4bd1-a0f3-79ae6eba05a4 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0884521 Sep 17 22:31:47.156326 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-56fb1602-ffe5-4fce-b62b-5caea87769a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.162169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Calling delete_port for 868f03f1-7949-4622-b01f-a68c20e405a5 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:47.257638 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba35ada8-44fa-47d0-a52e-e50755b273ae req-04d8c1f4-0129-4646-9917-c40a9e0306a3 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024897 Sep 17 22:31:47.295821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-56fb1602-ffe5-4fce-b62b-5caea87769a5 None None] For port 868f03f1-7949-4622-b01f-a68c20e405a5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=868f03f1-7949-4622-b01f-a68c20e405a5,segment=NetworkSegment(e29cba35-d0ae-4393-b676-69c6d00ac055),segment_id=e29cba35-d0ae-4393-b676-69c6d00ac055)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:47.296277 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-56fb1602-ffe5-4fce-b62b-5caea87769a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.307876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-56fb1602-ffe5-4fce-b62b-5caea87769a5 None None] Calling delete_port for 868f03f1-7949-4622-b01f-a68c20e405a5 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:47.375929 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.393570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] No DVR routers for this DVR port 868f03f1-7949-4622-b01f-a68c20e405a5 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:47.414740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7c186d92-e96f-445f-a4f6-8d7196b0205a no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:47.441385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 7c186d92-e96f-445f-a4f6-8d7196b0205a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:47.441857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7c186d92-e96f-445f-a4f6-8d7196b0205a not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:47.442294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c28e95c9-708e-4193-9230-80641a2be157 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:47.445640 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-56fb1602-ffe5-4fce-b62b-5caea87769a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.465190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Pushing event deleted for resources: {'Port': ['ID=868f03f1-7949-4622-b01f-a68c20e405a5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:47.478208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: c28e95c9-708e-4193-9230-80641a2be157 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:47.478759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c28e95c9-708e-4193-9230-80641a2be157 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:47.481150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb1602-ffe5-4fce-b62b-5caea87769a5 None None] No DVR routers for this DVR port 868f03f1-7949-4622-b01f-a68c20e405a5 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:47.525531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb1602-ffe5-4fce-b62b-5caea87769a5 None None] Pushing event deleted for resources: {'Port': ['ID=868f03f1-7949-4622-b01f-a68c20e405a5,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:47.548625 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.577306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0223d7-0703-478c-beef-448a4f0d6c84']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:47.599129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29cba35-d0ae-4393-b676-69c6d00ac055') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:47.599808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29cba35-d0ae-4393-b676-69c6d00ac055') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:47.613303 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.640363 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.655141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41576) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:47.681108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:31:47.681523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.683801 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f64aeae1-69a2-4cf4-baf8-65972eaee88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:31:47.692813 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:31:47.848859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.863241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.869053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fe0223d7-0703-478c-beef-448a4f0d6c84 HTTP/1.1" status: 204 len: 168 time: 1.1547148 Sep 17 22:31:47.898602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e3c1c-a5f5-4b4f-909e-6f528cd7e149 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0223d7-0703-478c-beef-448a4f0d6c84,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:47.958014 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f64aeae1-69a2-4cf4-baf8-65972eaee88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.966740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41588) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:47.985872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'subnet': {'network_id': '6102a40f-8da2-4647-94a7-6ab720373798', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:48.006089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 868f03f1-7949-4622-b01f-a68c20e405a5 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:48.019264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f64aeae1-69a2-4cf4-baf8-65972eaee88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.052551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 868f03f1-7949-4622-b01f-a68c20e405a5 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:48.053002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 868f03f1-7949-4622-b01f-a68c20e405a5 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:48.078994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f64aeae1-69a2-4cf4-baf8-65972eaee88c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6b4fd6ddcf2413eb2b573ca1042714a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225762 Sep 17 22:31:48.079754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41592) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:48.080431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64aeae1-69a2-4cf4-baf8-65972eaee88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc8a0b-8cdc-4eff-bf73-c58639df9939,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:48.139174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-934dff65-5143-489f-a14f-150a93662b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.161839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-934dff65-5143-489f-a14f-150a93662b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.208084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:48.212423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.314329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-934dff65-5143-489f-a14f-150a93662b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.318966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-934dff65-5143-489f-a14f-150a93662b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.322005 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-934dff65-5143-489f-a14f-150a93662b7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25fc8a0b-8cdc-4eff-bf73-c58639df9939 HTTP/1.1" status: 204 len: 168 time: 0.2378192 Sep 17 22:31:48.336002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dff65-5143-489f-a14f-150a93662b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc8a0b-8cdc-4eff-bf73-c58639df9939,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:48.439595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41604) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:48.452685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bb202-e314-4793-8767-0a19b545646a req-181b0609-131e-4dbd-9879-639e005b9137 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:48.460737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e94bb202-e314-4793-8767-0a19b545646a req-181b0609-131e-4dbd-9879-639e005b9137 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.1089342 Sep 17 22:31:48.501373 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7bdb6a32-9a06-41e5-bd9b-2f4d262042a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=048d774b11774d0282ea88672cfc5842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604334 Sep 17 22:31:48.503709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41606) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:48.587271 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9729b068-207d-4eab-a032-c8b494b719af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.610841 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9729b068-207d-4eab-a032-c8b494b719af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.780527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9729b068-207d-4eab-a032-c8b494b719af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.783239 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9729b068-207d-4eab-a032-c8b494b719af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.788555 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9729b068-207d-4eab-a032-c8b494b719af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a2ae3ec-1a41-4fb8-ab45-df36b903094e HTTP/1.1" status: 204 len: 168 time: 0.2823091 Sep 17 22:31:48.800414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729b068-207d-4eab-a032-c8b494b719af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ae3ec-1a41-4fb8-ab45-df36b903094e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:48.833719 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e94bb202-e314-4793-8767-0a19b545646a req-e18f40df-e67f-46b4-80c7-4b6cb0060c23 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718395 Sep 17 22:31:48.896342 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:48.972307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Subnet': ['ID=d571e4b0-b5ea-47a0-8b26-0dd599cc60a2,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:48.976948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Checking segment: {'id': '3f6c8c5b-da8b-4b08-91e6-0f33c497bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6102a40f-8da2-4647-94a7-6ab720373798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:48.977309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network hostable DHCP agents. Network: 6102a40f-8da2-4647-94a7-6ab720373798, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:31:49.078499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network 6102a40f-8da2-4647-94a7-6ab720373798 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:31:49.161374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41632) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:49.169727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 6102a40f-8da2-4647-94a7-6ab720373798) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:49.183786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44aba7-0b9b-4811-a7f2-60e352f57308 None None] Network 6102a40f-8da2-4647-94a7-6ab720373798 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:49.192822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:49.193509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.232719 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:31:49.285237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ede08773-3447-4371-8bb5-67445e8ab4ee tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3172617 Sep 17 22:31:49.288698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41640) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:49.294079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-47510400'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:49.342996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-477032149-network', 'tenant_id': 'd1be60556881440eabef884e420effe4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:49.399007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:49.404401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.410671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-6102a40f-8da2-4647-94a7-6ab720373798', 'network_id': '6102a40f-8da2-4647-94a7-6ab720373798', 'tenant_id': '9742a0368609450db677172cb4f54c02', 'fixed_ips': [{'subnet_id': 'd571e4b0-b5ea-47a0-8b26-0dd599cc60a2'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:31:49.416500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.442383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:31:49.452346 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.452750 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Added segment 4cd35a66-8ce5-46ee-928a-5397cf24f50d of type vlan for network b2bdb213-10d9-4a9a-a423-b9223791f07c Sep 17 22:31:49.496741 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.545203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Made reservation on behalf of d1be60556881440eabef884e420effe4 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:49.547602 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.556083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.571440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Allocated IP 2001:db8:0:ffff::2 (6102a40f-8da2-4647-94a7-6ab720373798/d571e4b0-b5ea-47a0-8b26-0dd599cc60a2/388e618d-afb6-4812-a014-c272afb2db4d) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:49.599882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.608746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:49.609514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.698603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Network': ['ID=b2bdb213-10d9-4a9a-a423-b9223791f07c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:49.725866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network b2bdb213-10d9-4a9a-a423-b9223791f07c details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:31:49.817390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.902001 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.015168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.031753 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1986e236-e94d-40ed-8a15-e28b6391d550 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7419853 Sep 17 22:31:50.032675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:31:50.036466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550daa09-a093-48b3-8c55-5d8a321925ef req-fe493256-99e5-45a5-973b-0911020592e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:50.037929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-550daa09-a093-48b3-8c55-5d8a321925ef req-fe493256-99e5-45a5-973b-0911020592e6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.0841792 Sep 17 22:31:50.038421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41672) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:50.044066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'subnet': {'network_id': 'b2bdb213-10d9-4a9a-a423-b9223791f07c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:50.071611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cf0c9a-a1dd-4212-ad8c-c714cbc27994,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:50.090290 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.101876 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.102236 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Added segment 331ca9f5-ff05-4e28-ab47-0d5bea66e53f of type vlan for network 611fb423-adc9-4959-b2c7-da263c2b4fd7 Sep 17 22:31:50.209727 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.217078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Network 6102a40f-8da2-4647-94a7-6ab720373798 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:50.222988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:50.226202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:50.230030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Pushing event updated for resources: {'Port': ['ID=388e618d-afb6-4812-a014-c272afb2db4d,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:50.295803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.297166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:50.302264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.326117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:50.333835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.351785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Attempting to bind port 388e618d-afb6-4812-a014-c272afb2db4d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:50.352219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Attempting to bind port 388e618d-afb6-4812-a014-c272afb2db4d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '3f6c8c5b-da8b-4b08-91e6-0f33c497bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6102a40f-8da2-4647-94a7-6ab720373798'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:50.352811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Attempting to bind port 388e618d-afb6-4812-a014-c272afb2db4d on network 6102a40f-8da2-4647-94a7-6ab720373798 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:50.369958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:50.370464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Checking segment: {'id': '3f6c8c5b-da8b-4b08-91e6-0f33c497bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6102a40f-8da2-4647-94a7-6ab720373798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:50.370934 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.371427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Bound using segment: {'id': '3f6c8c5b-da8b-4b08-91e6-0f33c497bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6102a40f-8da2-4647-94a7-6ab720373798'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:50.372860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Bound port: 388e618d-afb6-4812-a014-c272afb2db4d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6c8c5b-da8b-4b08-91e6-0f33c497bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6102a40f-8da2-4647-94a7-6ab720373798'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:50.373316 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.411561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=611fb423-adc9-4959-b2c7-da263c2b4fd7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:50.414345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-550daa09-a093-48b3-8c55-5d8a321925ef req-b40e1b6b-2ed1-4d04-97d5-8e86ea28c197 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671004 Sep 17 22:31:50.437593 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fbd338b9-f355-495d-bc42-60a900aad9d0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2747586 Sep 17 22:31:50.441234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41686) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:50.446632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 611fb423-adc9-4959-b2c7-da263c2b4fd7 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:31:50.448677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Request body: {'subnet': {'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-477032149-subnet', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:50.502906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] For port 388e618d-afb6-4812-a014-c272afb2db4d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:50.506132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] For port 388e618d-afb6-4812-a014-c272afb2db4d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=388e618d-afb6-4812-a014-c272afb2db4d,segment=NetworkSegment(3f6c8c5b-da8b-4b08-91e6-0f33c497bf12),segment_id=3f6c8c5b-da8b-4b08-91e6-0f33c497bf12)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:50.510451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41690) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:50.559745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Made reservation on behalf of d1be60556881440eabef884e420effe4 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:50.563603 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.640261 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.750498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52219c-3688-4cf7-a79a-91056f6d1a6b None None] Pushing event updated for resources: {'Port': ['ID=388e618d-afb6-4812-a014-c272afb2db4d,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:50.774155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2118380822-network', 'tenant_id': 'f60e149b5ae8404388f30659e267f661'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:50.898721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Made reservation on behalf of f60e149b5ae8404388f30659e267f661 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:50.913817 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.947501 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.002333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.objects.ports [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95455) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:31:51.004311 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.129398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Checking segment: {'id': '4cd35a66-8ce5-46ee-928a-5397cf24f50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2bdb213-10d9-4a9a-a423-b9223791f07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:51.131145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network hostable DHCP agents. Network: b2bdb213-10d9-4a9a-a423-b9223791f07c, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:31:51.135007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Subnet': ['ID=6b059cbb-a936-4395-90fe-a776a4784185,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:51.154974 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.236199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network b2bdb213-10d9-4a9a-a423-b9223791f07c is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:31:51.257563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5e6150-3445-4ae3-a0cb-da27c4e8efd2,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:51.282586 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.283836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Checking segment: {'id': '331ca9f5-ff05-4e28-ab47-0d5bea66e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:51.284261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Network hostable DHCP agents. Network: 611fb423-adc9-4959-b2c7-da263c2b4fd7, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:31:51.313245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, b2bdb213-10d9-4a9a-a423-b9223791f07c) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:51.319390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:51.319390 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.331817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35aad5f-b95b-4cbb-9ebc-1e32596afc05 None None] Network b2bdb213-10d9-4a9a-a423-b9223791f07c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:51.370711 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.386277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:31:51.399952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Network 611fb423-adc9-4959-b2c7-da263c2b4fd7 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:31:51.418272 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.418611 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Added segment bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4 of type vlan for network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 Sep 17 22:31:51.427070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 611fb423-adc9-4959-b2c7-da263c2b4fd7) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:51.429534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95354caf-c06e-4436-bad7-01c55af315da,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:51.448610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:51.450023 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.480446 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a4768908-9de3-4df1-84b4-611ae4721d87 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4408932 Sep 17 22:31:51.483787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41718) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:51.491974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'port': {'network_id': 'b2bdb213-10d9-4a9a-a423-b9223791f07c', 'name': 'tempest-NetworksIpV6TestAttrs-1092586462'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:51.495716 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.529216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e3e5e-76a3-40e4-86a5-b606ecbf6f1d None None] Network 611fb423-adc9-4959-b2c7-da263c2b4fd7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:51.553301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d7a59ac2-3d7d-4c51-9351-36a111737286 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1102879 Sep 17 22:31:51.556094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41724) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:51.562116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-477032149-router', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:51.612455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.615551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:51.616354 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.628200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-b2bdb213-10d9-4a9a-a423-b9223791f07c', 'network_id': 'b2bdb213-10d9-4a9a-a423-b9223791f07c', 'tenant_id': '9742a0368609450db677172cb4f54c02', 'fixed_ips': [{'subnet_id': '6b059cbb-a936-4395-90fe-a776a4784185'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:31:51.630481 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.722148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5dbe4-3487-4eb7-94d4-6086698d5dd9 req-c2690ac2-3626-45fa-bc6b-135be30d8a24 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:51.727752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eec5dbe4-3487-4eb7-94d4-6086698d5dd9 req-c2690ac2-3626-45fa-bc6b-135be30d8a24 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.1913671 Sep 17 22:31:51.727752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] Pushing event updated for resources: {'Network': ['ID=7263e0ec-8b5e-418a-b2f3-ffe20aafb544,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:51.752875 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:31:51.783193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eec5dbe4-3487-4eb7-94d4-6086698d5dd9 req-7392feca-5cf2-4dec-9fdc-1955c0ece76b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Sep 17 22:31:51.804399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.805465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.894374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f72ddf16-05b0-4a81-9d22-2a7b447c1cae admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3812251 Sep 17 22:31:51.898110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41742) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:51.902658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Request body: {'subnet': {'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2118380822-subnet', 'tenant_id': 'f60e149b5ae8404388f30659e267f661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:51.927719 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.963804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:51.971547 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.027069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] device_id is not set on port f49dbbfa-8d04-413b-ab28-b64a1c99fed3 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:31:52.108564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Made reservation on behalf of f60e149b5ae8404388f30659e267f661 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:52.112169 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.159734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Allocated IP 2001:db8::f816:3eff:fe80:f960 (b2bdb213-10d9-4a9a-a423-b9223791f07c/6b059cbb-a936-4395-90fe-a776a4784185/2328bf12-fa12-4432-b7dc-49f99a928019) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:52.190460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 388e618d-afb6-4812-a014-c272afb2db4d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:52.193183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-611fb423-adc9-4959-b2c7-da263c2b4fd7', 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'fixed_ips': [{'subnet_id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:31:52.199276 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.245235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.299586 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50017501-960a-4109-b2b6-72f1abb0f765 None None] Network 6102a40f-8da2-4647-94a7-6ab720373798 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:52.439900 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.498083 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17331c2-2bba-41df-b4d4-2b043fa2148d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:52.521803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2918932e-68e1-44b7-b295-b9c1df68c090 None None] Provisioning complete for port 388e618d-afb6-4812-a014-c272afb2db4d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:52.522418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2918932e-68e1-44b7-b295-b9c1df68c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.532578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Checking segment: {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:52.532974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Network hostable DHCP agents. Network: 7263e0ec-8b5e-418a-b2f3-ffe20aafb544, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:31:52.581166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Allocated IP 172.20.0.2 (611fb423-adc9-4959-b2c7-da263c2b4fd7/9c5e6150-3445-4ae3-a0cb-da27c4e8efd2/0f8ea5e8-87db-489c-8289-26b5ea0d9aaf) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:52.616795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.657804 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.683333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 388e618d-afb6-4812-a014-c272afb2db4d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:52.687671 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.687843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:31:52.782450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Allocated IP 172.25.6.7 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/94a9581a-ba8c-4514-8caf-066f92833fbc) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:52.790793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 7263e0ec-8b5e-418a-b2f3-ffe20aafb544) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:52.799804 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.816114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:52.820009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.848409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec68dec6-9d58-4163-93e2-63f4b55f36df None None] Network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:52.895438 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.961093 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.972996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-118bf612-100a-4764-ae58-667d1db848be admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0741465 Sep 17 22:31:53.007534 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2918932e-68e1-44b7-b295-b9c1df68c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.009176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Allocated IP 2001:db8::f816:3eff:feaf:8c3e (b2bdb213-10d9-4a9a-a423-b9223791f07c/6b059cbb-a936-4395-90fe-a776a4784185/f49dbbfa-8d04-413b-ab28-b64a1c99fed3) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:53.063364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6201d65-8ee9-44a1-acdc-e5695a281f2f req-7d11a793-468b-4af6-a90b-a485f186d853 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:53.064956 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6201d65-8ee9-44a1-acdc-e5695a281f2f req-7d11a793-468b-4af6-a90b-a485f186d853 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.1480706 Sep 17 22:31:53.103098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Network b2bdb213-10d9-4a9a-a423-b9223791f07c is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:53.105741 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.151232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:53.154669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:53.158613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:53.263203 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6201d65-8ee9-44a1-acdc-e5695a281f2f req-b9cc269d-4210-431e-867c-8461880816d0 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705372 Sep 17 22:31:53.368770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Pushing event updated for resources: {'Port': ['ID=94a9581a-ba8c-4514-8caf-066f92833fbc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:53.453166 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.457379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:53.461961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:53.554432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.577513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2918932e-68e1-44b7-b295-b9c1df68c090 None None] For port 388e618d-afb6-4812-a014-c272afb2db4d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=388e618d-afb6-4812-a014-c272afb2db4d,segment=NetworkSegment(3f6c8c5b-da8b-4b08-91e6-0f33c497bf12),segment_id=3f6c8c5b-da8b-4b08-91e6-0f33c497bf12)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:53.578656 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.643986 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Pushing event updated for resources: {'Port': ['ID=2328bf12-fa12-4432-b7dc-49f99a928019,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:53.705616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41826) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:53.733850 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.749234 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2918932e-68e1-44b7-b295-b9c1df68c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.780659 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.818373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.826627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc78c047-b712-41dd-9526-017369fa54d2 None None] Network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:53.893456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network b2bdb213-10d9-4a9a-a423-b9223791f07c is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:53.908030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:53.910500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:53.917456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:53.918784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.932500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Network 611fb423-adc9-4959-b2c7-da263c2b4fd7 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:53.947378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a4d3-bfe9-4fe3-9e83-c9870b1996a8 req-a21b003f-405c-4527-beec-cd35f5dbca17 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:53.956674 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21d9a4d3-bfe9-4fe3-9e83-c9870b1996a8 req-a21b003f-405c-4527-beec-cd35f5dbca17 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 945 time: 0.2417347 Sep 17 22:31:53.967619 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:31:53.968148 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:31:53.986720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d24dc9d5-a0d2-4d42-b8db-365e1e5f988f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.995412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Port': ['ID=f49dbbfa-8d04-413b-ab28-b64a1c99fed3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.017264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:54.029209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:54.047275 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21d9a4d3-bfe9-4fe3-9e83-c9870b1996a8 req-afd4453e-8123-40bb-b9a9-8c0b53093396 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891840 Sep 17 22:31:54.058065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cc1309b4-278e-4cac-8a3a-a71a43e18bcd tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5722718 Sep 17 22:31:54.061482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41836) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:54.082671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Attempting to bind port 2328bf12-fa12-4432-b7dc-49f99a928019 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:54.083049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Attempting to bind port 2328bf12-fa12-4432-b7dc-49f99a928019 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '4cd35a66-8ce5-46ee-928a-5397cf24f50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2bdb213-10d9-4a9a-a423-b9223791f07c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:54.083421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Attempting to bind port 2328bf12-fa12-4432-b7dc-49f99a928019 on network b2bdb213-10d9-4a9a-a423-b9223791f07c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:54.085332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Pushing event updated for resources: {'Port': ['ID=0f8ea5e8-87db-489c-8289-26b5ea0d9aaf,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.087776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-94efed8f-637d-4484-910d-a112bd9b3649 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.090305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-94efed8f-637d-4484-910d-a112bd9b3649 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/networks?id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 200 len: 813 time: 0.4225469 Sep 17 22:31:54.132706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.133057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.133402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.133742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.134075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.134413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.134733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.135062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.135391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.135715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.136378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.136796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:54.140863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a8d3162f-dff1-444e-9724-7bff4639fb1a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/quotas/f60e149b5ae8404388f30659e267f661 HTTP/1.1" status: 200 len: 375 time: 0.0318089 Sep 17 22:31:54.141078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:54.141462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Checking segment: {'id': '4cd35a66-8ce5-46ee-928a-5397cf24f50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2bdb213-10d9-4a9a-a423-b9223791f07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:54.141962 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.142804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Bound using segment: {'id': '4cd35a66-8ce5-46ee-928a-5397cf24f50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2bdb213-10d9-4a9a-a423-b9223791f07c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:54.143298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Bound port: 2328bf12-fa12-4432-b7dc-49f99a928019, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd35a66-8ce5-46ee-928a-5397cf24f50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2bdb213-10d9-4a9a-a423-b9223791f07c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:54.143691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.182710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3760d93-e176-48c0-8025-495ed2505fac tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Deleting subnet 6b059cbb-a936-4395-90fe-a776a4784185 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:31:54.185202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a1012cb5-58af-443f-baec-dd4131b2bbc1 None None] Provisioning complete for port 388e618d-afb6-4812-a014-c272afb2db4d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:54.185202 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1012cb5-58af-443f-baec-dd4131b2bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.186364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-3b4b667a-b55c-40cb-aae1-9f3498624dfa tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f60e149b5ae8404388f30659e267f661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449915 Sep 17 22:31:54.190643 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3760d93-e176-48c0-8025-495ed2505fac tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.251469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3760d93-e176-48c0-8025-495ed2505fac tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.345685 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d24dc9d5-a0d2-4d42-b8db-365e1e5f988f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.354763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] For port 2328bf12-fa12-4432-b7dc-49f99a928019, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:54.358295 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] For port 2328bf12-fa12-4432-b7dc-49f99a928019, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2328bf12-fa12-4432-b7dc-49f99a928019,segment=NetworkSegment(4cd35a66-8ce5-46ee-928a-5397cf24f50d),segment_id=4cd35a66-8ce5-46ee-928a-5397cf24f50d)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:54.377742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Attempting to bind port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:54.378853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Attempting to bind port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '331ca9f5-ff05-4e28-ab47-0d5bea66e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:54.379222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Attempting to bind port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf on network 611fb423-adc9-4959-b2c7-da263c2b4fd7 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:54.422719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:54.423108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Checking segment: {'id': '331ca9f5-ff05-4e28-ab47-0d5bea66e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:54.423540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.424011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Bound using segment: {'id': '331ca9f5-ff05-4e28-ab47-0d5bea66e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:54.424413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Bound port: 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ca9f5-ff05-4e28-ab47-0d5bea66e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:54.426611 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d24dc9d5-a0d2-4d42-b8db-365e1e5f988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.426752 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.436782 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.513399 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d24dc9d5-a0d2-4d42-b8db-365e1e5f988f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=872b46faa3d94c22aca7353b3df18203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8067355 Sep 17 22:31:54.514229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dc9d5-a0d2-4d42-b8db-365e1e5f988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb8271a-c034-4999-9380-aa2d27c6bc4c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.517658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41864) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:54.519454 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3760d93-e176-48c0-8025-495ed2505fac tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.527953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918932e-68e1-44b7-b295-b9c1df68c090 None None] Pushing event updated for resources: {'Port': ['ID=388e618d-afb6-4812-a014-c272afb2db4d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.628913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b54e13c-84d1-4929-99ec-4e8a03254aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.659660 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b54e13c-84d1-4929-99ec-4e8a03254aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.716297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3760d93-e176-48c0-8025-495ed2505fac tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.736245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c4788-f258-4901-901d-5ec3ad489a2e None None] Pushing event updated for resources: {'Port': ['ID=2328bf12-fa12-4432-b7dc-49f99a928019,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.740160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] For port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:54.743830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] For port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0f8ea5e8-87db-489c-8289-26b5ea0d9aaf,segment=NetworkSegment(331ca9f5-ff05-4e28-ab47-0d5bea66e53f),segment_id=331ca9f5-ff05-4e28-ab47-0d5bea66e53f)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:54.765122 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3760d93-e176-48c0-8025-495ed2505fac tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.767170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d3760d93-e176-48c0-8025-495ed2505fac tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/subnets/6b059cbb-a936-4395-90fe-a776a4784185 HTTP/1.1" status: 204 len: 168 time: 0.7045324 Sep 17 22:31:54.769188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3760d93-e176-48c0-8025-495ed2505fac tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Subnet': ['ID=6b059cbb-a936-4395-90fe-a776a4784185,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.772197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41874) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:54.799503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-c7216b84-7d16-47c7-9f8e-6c3af7a091a7 service neutron] 10.222.0.30 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121075 Sep 17 22:31:54.801907 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.876381 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.902168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 388e618d-afb6-4812-a014-c272afb2db4d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:54.946457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e123e-cebc-491b-8908-39e9bf8c8d42 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.948068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e123e-cebc-491b-8908-39e9bf8c8d42 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.962678 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b97e123e-cebc-491b-8908-39e9bf8c8d42 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1891656 Sep 17 22:31:54.966556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41884) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:55.050080 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b54e13c-84d1-4929-99ec-4e8a03254aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.053896 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b54e13c-84d1-4929-99ec-4e8a03254aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.056389 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6b54e13c-84d1-4929-99ec-4e8a03254aa8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bfb8271a-c034-4999-9380-aa2d27c6bc4c HTTP/1.1" status: 204 len: 168 time: 0.5333760 Sep 17 22:31:55.072152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0d94b-a66c-4b8c-87c5-0f4743b474ca None None] Pushing event updated for resources: {'Port': ['ID=0f8ea5e8-87db-489c-8289-26b5ea0d9aaf,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:55.099559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 388e618d-afb6-4812-a014-c272afb2db4d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:55.099933 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.145429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54e13c-84d1-4929-99ec-4e8a03254aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb8271a-c034-4999-9380-aa2d27c6bc4c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:55.177633 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2d52f1c-789f-4972-a4a2-2a5bb378a121 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.193530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809fc74-dedf-468b-ade8-b99769188ec9 req-dbd48f6a-978a-473b-a764-b6d0762eb218 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:55.196105 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4809fc74-dedf-468b-ade8-b99769188ec9 req-dbd48f6a-978a-473b-a764-b6d0762eb218 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.2321970 Sep 17 22:31:55.204341 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d52f1c-789f-4972-a4a2-2a5bb378a121 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 22:31:55.205492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d52f1c-789f-4972-a4a2-2a5bb378a121 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:31:55.219916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d2d52f1c-789f-4972-a4a2-2a5bb378a121 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/b2bdb213-10d9-4a9a-a423-b9223791f07c HTTP/1.1" status: 409 len: 405 time: 0.2540858 Sep 17 22:31:55.220381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41898) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:55.225940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1770416041'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:55.287808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4809fc74-dedf-468b-ade8-b99769188ec9 req-961f63dd-70bf-4906-ade6-5d3f02a8ae19 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655806 Sep 17 22:31:55.317018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fcf7f0ff-b463-40a8-8397-66c9acf3d267 service neutron] 10.222.0.30 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165770 Sep 17 22:31:55.430388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:55.435457 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.462801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:31:55.473109 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.473459 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Added segment a634b228-b4fb-4278-8a34-bf678a480451 of type vlan for network 290a7439-a069-42c8-97e2-375d85d9bf4d Sep 17 22:31:55.474635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Router 32be99af-ab9c-4441-bae5-a323ff4d2347 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:31:55.563166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.684490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:31:55.695711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Sync routers for ids ['32be99af-ab9c-4441-bae5-a323ff4d2347'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:31:55.701548 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.709726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:55.709726 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.732269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Routers {'32be99af-ab9c-4441-bae5-a323ff4d2347'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:55.733233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['32be99af-ab9c-4441-bae5-a323ff4d2347'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:55.794499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Network': ['ID=290a7439-a069-42c8-97e2-375d85d9bf4d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:55.819589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:55.824764 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a556ad84-b785-437f-b30a-8d3c80d6bdf3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2651417 Sep 17 22:31:55.827613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41934) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:55.830307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 290a7439-a069-42c8-97e2-375d85d9bf4d details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:31:55.893894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4f8f0e94-e8b4-4eef-bcc3-ec7275668394 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6709867 Sep 17 22:31:55.895356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41936) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:55.944024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'subnet': {'network_id': '290a7439-a069-42c8-97e2-375d85d9bf4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:55.976529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4ba4794-474e-4587-8f1a-9ce5071c106f req-3dc71868-4898-4c48-a47f-ee1964678267 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 210 time: 0.1166782 Sep 17 22:31:56.033907 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Set router 32be99af-ab9c-4441-bae5-a323ff4d2347 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:56.280944 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4b51f-6613-464c-b807-f5185eaefcc3 None None] Network b2bdb213-10d9-4a9a-a423-b9223791f07c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:56.331968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:56.337766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.436412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2c4386ce-913b-4d64-84a6-90015d4324ed None None] Provisioning complete for port 2328bf12-fa12-4432-b7dc-49f99a928019 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:56.437101 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2c4386ce-913b-4d64-84a6-90015d4324ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.526362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'name': 'tempest-FloatingIPsTestJSON-477032149-router', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:51Z', 'updated_at': '2021-09-17T22:31:53Z', 'revision_number': 3, 'project_id': 'd1be60556881440eabef884e420effe4', 'gw_port': {'id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:52Z', 'updated_at': '2021-09-17T22:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:56.574614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Checking router: 32be99af-ab9c-4441-bae5-a323ff4d2347 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:31:56.576034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Updating router 32be99af-ab9c-4441-bae5-a323ff4d2347 port 94a9581a-ba8c-4514-8caf-066f92833fbc binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:31:56.666376 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.696406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef454c4-0b4d-4103-b9c8-2f27986126eb req-843fec91-40c3-48f0-a04f-110ecd210b3f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.703923 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ef454c4-0b4d-4103-b9c8-2f27986126eb req-843fec91-40c3-48f0-a04f-110ecd210b3f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.1218445 Sep 17 22:31:56.795675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ef454c4-0b4d-4103-b9c8-2f27986126eb req-e2e2018e-5ad3-4911-9640-dd7156675d4c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877011 Sep 17 22:31:56.803243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abaa576-8c08-4939-88ff-ee7786d65e68 None None] DHCP port deletion for b2bdb213-10d9-4a9a-a423-b9223791f07c request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:31:56.820035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a2109c-a029-442a-9c67-167922cad5a9 None None] Network 611fb423-adc9-4959-b2c7-da263c2b4fd7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:56.849749 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.850208 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2c4386ce-913b-4d64-84a6-90015d4324ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.068584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:31:57.071932 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.130375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:57.135629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Allocated IP 172.20.0.1 (611fb423-adc9-4959-b2c7-da263c2b4fd7/9c5e6150-3445-4ae3-a0cb-da27c4e8efd2/787cb8c0-11ee-4856-89a8-21f7c740a492) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:57.203493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5467f837-d3da-4313-b2f4-d60eba3a6d55 req-e72bd1c8-f0f1-4243-aa5e-e68c3224d825 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 210 time: 0.1327546 Sep 17 22:31:57.239313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Checking segment: {'id': 'a634b228-b4fb-4278-8a34-bf678a480451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '290a7439-a069-42c8-97e2-375d85d9bf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:57.239679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network hostable DHCP agents. Network: 290a7439-a069-42c8-97e2-375d85d9bf4d, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:31:57.243843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Subnet': ['ID=ed881921-d763-402a-8608-7f00278617bf,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:57.342749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2c4386ce-913b-4d64-84a6-90015d4324ed None None] For port 2328bf12-fa12-4432-b7dc-49f99a928019, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2328bf12-fa12-4432-b7dc-49f99a928019,segment=NetworkSegment(4cd35a66-8ce5-46ee-928a-5397cf24f50d),segment_id=4cd35a66-8ce5-46ee-928a-5397cf24f50d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:57.347011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network 290a7439-a069-42c8-97e2-375d85d9bf4d is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:31:57.371367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.434886 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2c4386ce-913b-4d64-84a6-90015d4324ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.451765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 290a7439-a069-42c8-97e2-375d85d9bf4d) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:57.457430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:57.459743 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.503860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c04da7-5321-45d2-8277-63bba79ffc64 None None] Network 290a7439-a069-42c8-97e2-375d85d9bf4d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:57.507540 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.547277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Network 611fb423-adc9-4959-b2c7-da263c2b4fd7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:57.550437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:57.554241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:57.570483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9193e806-4aed-4261-8218-84c85123fe88 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6391568 Sep 17 22:31:57.571808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42018) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:57.572841 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:57.576392 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.576800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0abaa576-8c08-4939-88ff-ee7786d65e68 None None] Deleting port 2328bf12-fa12-4432-b7dc-49f99a928019 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:57.577207 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0abaa576-8c08-4939-88ff-ee7786d65e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.580821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'port': {'network_id': '290a7439-a069-42c8-97e2-375d85d9bf4d', 'name': 'tempest-NetworksIpV6TestAttrs-159015906'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:57.617426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=787cb8c0-11ee-4856-89a8-21f7c740a492,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:57.641632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.741864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:57.788244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4386ce-913b-4d64-84a6-90015d4324ed None None] Pushing event updated for resources: {'Port': ['ID=2328bf12-fa12-4432-b7dc-49f99a928019,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:57.812285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-49d120a4-38c4-45e7-898e-b0e2573a918d None None] Provisioning complete for port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:57.812663 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-49d120a4-38c4-45e7-898e-b0e2573a918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.836924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:57.841720 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.868444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] device_id is not set on port 7329fb5d-7129-43fa-866f-270bd7fe898c yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:31:57.916954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0abaa576-8c08-4939-88ff-ee7786d65e68 None None] For port 2328bf12-fa12-4432-b7dc-49f99a928019, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2328bf12-fa12-4432-b7dc-49f99a928019,segment=NetworkSegment(4cd35a66-8ce5-46ee-928a-5397cf24f50d),segment_id=4cd35a66-8ce5-46ee-928a-5397cf24f50d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:57.917476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0abaa576-8c08-4939-88ff-ee7786d65e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.926971 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.975875 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.resource_extend [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:31:58.024987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0abaa576-8c08-4939-88ff-ee7786d65e68 None None] Calling delete_port for 2328bf12-fa12-4432-b7dc-49f99a928019 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:58.106478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa2b4-02cf-4289-97b5-75677eba691e req-d213337d-f2a4-4254-83f1-77646d0204ee tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:58.116529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ccaa2b4-02cf-4289-97b5-75677eba691e req-d213337d-f2a4-4254-83f1-77646d0204ee tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.1818020 Sep 17 22:31:58.137503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Allocated IP 2001:db8::f816:3eff:fe50:802b (290a7439-a069-42c8-97e2-375d85d9bf4d/ed881921-d763-402a-8608-7f00278617bf/7329fb5d-7129-43fa-866f-270bd7fe898c) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:58.267852 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ccaa2b4-02cf-4289-97b5-75677eba691e req-c69f0b55-a04f-41d1-a05c-241e2374e208 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237202 Sep 17 22:31:58.442214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a497090d-be7e-4090-a558-c7dc61f10a49 req-9b1e74c2-377e-453c-a7f8-0df4db1a32ec tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 210 time: 0.0474334 Sep 17 22:31:58.455569 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.456517 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.546888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.589961 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.698347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=787cb8c0-11ee-4856-89a8-21f7c740a492,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:58.729624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:58.751763 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.759384 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.778158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'port_id': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'mac_address': 'fa:16:3e:6d:59:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:58.781038 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.812967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42058) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:58.843785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network 290a7439-a069-42c8-97e2-375d85d9bf4d is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:58.847198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:58.849120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40955c2c-651d-430b-8bb4-9ab31c89b805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-290a7439-a069-42c8-97e2-375d85d9bf4d', 'network_id': '290a7439-a069-42c8-97e2-375d85d9bf4d', 'tenant_id': '9742a0368609450db677172cb4f54c02', 'fixed_ips': [{'subnet_id': 'ed881921-d763-402a-8608-7f00278617bf'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:31:58.853622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:58.859930 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-40955c2c-651d-430b-8bb4-9ab31c89b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.860262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:58.861107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.867774 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.876516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Port': ['ID=7329fb5d-7129-43fa-866f-270bd7fe898c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:58.971504 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2de06454-da5f-4cd1-9ed9-4678e59573a2 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3978577 Sep 17 22:31:58.972182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42064) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:58.993893 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.066490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Attempting to bind port 94a9581a-ba8c-4514-8caf-066f92833fbc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:59.067708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Network 611fb423-adc9-4959-b2c7-da263c2b4fd7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:59.071124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:59.071764 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Attempting to bind port 94a9581a-ba8c-4514-8caf-066f92833fbc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:59.072298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Attempting to bind port 94a9581a-ba8c-4514-8caf-066f92833fbc on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:59.096173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0f8ea5e8-87db-489c-8289-26b5ea0d9aaf,segment=NetworkSegment(331ca9f5-ff05-4e28-ab47-0d5bea66e53f),segment_id=331ca9f5-ff05-4e28-ab47-0d5bea66e53f)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:59.110404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e09ed143-85b5-42d6-9fec-b6e0cf559c22 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:59.125684 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-49d120a4-38c4-45e7-898e-b0e2573a918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.140742 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-887c42eb-5adc-4ad1-af96-cc608357e0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.178800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b5cbf8-d09d-4c03-999b-f7180c874481 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Deleting subnet ed881921-d763-402a-8608-7f00278617bf {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:31:59.183141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:59.183553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:59.184227 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.184454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:59.184941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Bound port: 94a9581a-ba8c-4514-8caf-066f92833fbc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:59.185338 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.194380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.208832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e0f5a-7571-4d55-bf56-dad7f2362df8 None None] Pushing event updated for resources: {'Port': ['ID=94a9581a-ba8c-4514-8caf-066f92833fbc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:59.219474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9b5cbf8-d09d-4c03-999b-f7180c874481 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.346034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9b5cbf8-d09d-4c03-999b-f7180c874481 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.351632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=0f8ea5e8-87db-489c-8289-26b5ea0d9aaf,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:59.369908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:59.445472 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0abaa576-8c08-4939-88ff-ee7786d65e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.476027 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.486028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abaa576-8c08-4939-88ff-ee7786d65e68 None None] No DVR routers for this DVR port 2328bf12-fa12-4432-b7dc-49f99a928019 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:59.487666 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.563610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Router 32be99af-ab9c-4441-bae5-a323ff4d2347 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:31:59.581742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adceac-5a9c-42ce-bc1f-1d1c8cbe998a req-e6c03fa1-96f7-4dcb-808c-e23b2ad94ecf tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:59.585605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48adceac-5a9c-42ce-bc1f-1d1c8cbe998a req-e6c03fa1-96f7-4dcb-808c-e23b2ad94ecf tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.1574175 Sep 17 22:31:59.615533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaa576-8c08-4939-88ff-ee7786d65e68 None None] Pushing event deleted for resources: {'Port': ['ID=2328bf12-fa12-4432-b7dc-49f99a928019,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:59.634499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-887c42eb-5adc-4ad1-af96-cc608357e0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.665142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-012a74dc-74bb-47c5-ba7f-c8689649dc6e req-9db6cfe3-6f00-4324-bd3f-af5585ead0d4 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 210 time: 0.0560770 Sep 17 22:31:59.681283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9b5cbf8-d09d-4c03-999b-f7180c874481 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.685439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] For port 94a9581a-ba8c-4514-8caf-066f92833fbc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:59.692076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] For port 94a9581a-ba8c-4514-8caf-066f92833fbc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=94a9581a-ba8c-4514-8caf-066f92833fbc,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:59.706241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['e09ed143-85b5-42d6-9fec-b6e0cf559c22'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:59.767329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-887c42eb-5adc-4ad1-af96-cc608357e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.815844 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-49d120a4-38c4-45e7-898e-b0e2573a918d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:31:59.816245 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-49d120a4-38c4-45e7-898e-b0e2573a918d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:31:59.817310 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.824191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-86e5ed34-7925-434f-984f-dd5ce6860695 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:59.828034 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-86e5ed34-7925-434f-984f-dd5ce6860695 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.15 "GET /v2.0/networks?id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 200 len: 813 time: 0.2044735 Sep 17 22:31:59.837417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:59.839155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-887c42eb-5adc-4ad1-af96-cc608357e0bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6af4b594f9e14d21a3b17e1834bc6d40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0115180 Sep 17 22:31:59.927882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Request body: {'port': {'device_id': 'ec3995a1-e19a-40d6-ace7-7c54ab670c48', 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544', 'admin_state_up': True, 'tenant_id': 'f60e149b5ae8404388f30659e267f661'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:59.962292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c42eb-5adc-4ad1-af96-cc608357e0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c551dc-e2a2-4dc4-88de-28b536d0c563,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:59.989439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Routers {'32be99af-ab9c-4441-bae5-a323ff4d2347'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:59.990096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['32be99af-ab9c-4441-bae5-a323ff4d2347'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:00.050859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9b5cbf8-d09d-4c03-999b-f7180c874481 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.072775 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48adceac-5a9c-42ce-bc1f-1d1c8cbe998a req-a111153f-a03c-4366-8b36-9f88b87be350 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787672 Sep 17 22:32:00.128762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5cbf8-d09d-4c03-999b-f7180c874481 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Subnet': ['ID=ed881921-d763-402a-8608-7f00278617bf,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:00.140459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9b5cbf8-d09d-4c03-999b-f7180c874481 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.158105 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a9b5cbf8-d09d-4c03-999b-f7180c874481 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/subnets/ed881921-d763-402a-8608-7f00278617bf HTTP/1.1" status: 204 len: 168 time: 1.1824319 Sep 17 22:32:00.160837 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42094) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:00.303989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b90b5b6-99d8-40c8-823a-0c00bf18cf35 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:00.306509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b90b5b6-99d8-40c8-823a-0c00bf18cf35 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:00.311310 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1b90b5b6-99d8-40c8-823a-0c00bf18cf35 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1487639 Sep 17 22:32:00.312505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42096) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:00.327316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:00.461073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f129a49-ae26-4ffe-a8c6-09ae2cc0c68e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.470984 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f129a49-ae26-4ffe-a8c6-09ae2cc0c68e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 22:32:00.471455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f129a49-ae26-4ffe-a8c6-09ae2cc0c68e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:32:00.477333 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4f129a49-ae26-4ffe-a8c6-09ae2cc0c68e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/290a7439-a069-42c8-97e2-375d85d9bf4d HTTP/1.1" status: 409 len: 405 time: 0.1632648 Sep 17 22:32:00.478971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42102) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:00.483840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1572116477'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server [None req-40955c2c-651d-430b-8bb4-9ab31c89b805 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed881921-d763-402a-8608-7f00278617bf: This subnet is being modified by another concurrent operation. Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed881921-d763-402a-8608-7f00278617bf: This subnet is being modified by another concurrent operation. Sep 17 22:32:00.551685 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server Sep 17 22:32:00.593020 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:00.596904 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.645960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:00.693801 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.694341 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Added segment cab9ead6-7252-4d9d-9ec9-7985f2a2b806 of type vlan for network 21c00f29-ec74-40f9-9e3b-1d1195cb8568 Sep 17 22:32:00.700166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a6a84-519a-4335-bce0-b62d538ab4ad None None] Network 290a7439-a069-42c8-97e2-375d85d9bf4d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:00.707393 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d680ac2-ca17-41a4-84f5-259ab38a7676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.774117 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] Set router 32be99af-ab9c-4441-bae5-a323ff4d2347 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:00.814569 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d680ac2-ca17-41a4-84f5-259ab38a7676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.818745 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:00.840652 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-29288c32-ffec-4fd9-9a52-9ece3590e0d0 admin admin] 10.222.0.30 "PUT /v2.0/routers/32be99af-ab9c-4441-bae5-a323ff4d2347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0114076 Sep 17 22:32:00.862291 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.863565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e0f5a-7571-4d55-bf56-dad7f2362df8 None None] Pushing event updated for resources: {'Port': ['ID=94a9581a-ba8c-4514-8caf-066f92833fbc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:00.913426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cbc0f-aec2-4e86-95a1-1415d386d1bd req-01db1360-835d-4570-b986-1be20e0cbb80 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:00.914629 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f00cbc0f-aec2-4e86-95a1-1415d386d1bd req-01db1360-835d-4570-b986-1be20e0cbb80 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.2370913 Sep 17 22:32:00.951845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19bd9c6f-e1ab-493d-bea8-f681f28fd37b req-241387c1-a3b3-4378-a21e-c66aae52f351 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 210 time: 0.0476799 Sep 17 22:32:00.995306 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f00cbc0f-aec2-4e86-95a1-1415d386d1bd req-b0209f24-12ff-4de4-8fb1-3ed669ae041e tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706589 Sep 17 22:32:01.013244 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.047213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-36c0f5e0-776a-4119-a7e8-8a0a0aeb5280 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:01.049529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:01.049529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.054023 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-36c0f5e0-776a-4119-a7e8-8a0a0aeb5280 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.15 "GET /v2.0/networks?id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 200 len: 813 time: 0.3712041 Sep 17 22:32:01.078729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Request body: {'port': {'device_id': '9605d452-b305-4649-8ec0-2515a1b02fca', 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544', 'admin_state_up': True, 'tenant_id': 'f60e149b5ae8404388f30659e267f661'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:01.127324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Made reservation on behalf of f60e149b5ae8404388f30659e267f661 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:01.130323 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.150509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Network': ['ID=21c00f29-ec74-40f9-9e3b-1d1195cb8568,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:01.162583 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d680ac2-ca17-41a4-84f5-259ab38a7676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.166053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d680ac2-ca17-41a4-84f5-259ab38a7676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.167370 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4d680ac2-ca17-41a4-84f5-259ab38a7676 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6c551dc-e2a2-4dc4-88de-28b536d0c563 HTTP/1.1" status: 204 len: 168 time: 1.3264737 Sep 17 22:32:01.189211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 21c00f29-ec74-40f9-9e3b-1d1195cb8568 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:01.197380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-23e7765d-5a39-4ea5-bd70-622f37705a84 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7182889 Sep 17 22:32:01.203240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42122) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:01.207307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'subnet': {'network_id': '21c00f29-ec74-40f9-9e3b-1d1195cb8568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:01.227263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-96ea1a17-c533-4ab2-9d05-01530d09c79f None None] Provisioning complete for port 787cb8c0-11ee-4856-89a8-21f7c740a492 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:01.227638 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96ea1a17-c533-4ab2-9d05-01530d09c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.293514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d680ac2-ca17-41a4-84f5-259ab38a7676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c551dc-e2a2-4dc4-88de-28b536d0c563,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:01.320379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-96ea1a17-c533-4ab2-9d05-01530d09c79f None None] Port 787cb8c0-11ee-4856-89a8-21f7c740a492 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:01.489874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:01.500709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-96ea1a17-c533-4ab2-9d05-01530d09c79f None None] Provisioning complete for port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:01.501275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96ea1a17-c533-4ab2-9d05-01530d09c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.512436 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204e87f-997a-42b5-87d9-a4549ec3f6ef req-b2d6edd3-075d-4404-bc0f-fc84cc303aa6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:01.521812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a204e87f-997a-42b5-87d9-a4549ec3f6ef req-b2d6edd3-075d-4404-bc0f-fc84cc303aa6 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.2912624 Sep 17 22:32:01.622060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad2287-b3ea-4f32-a31b-7f4a7cd809ab None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:32:01.634508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:01.639547 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.649979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Allocated IP 172.20.0.9 (7263e0ec-8b5e-418a-b2f3-ffe20aafb544/f17331c2-2bba-41df-b4d4-2b043fa2148d/270a361f-d938-4585-b486-33fc44236771) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:01.681222 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a204e87f-997a-42b5-87d9-a4549ec3f6ef req-62a87e8f-b1f1-4ee9-8cc0-051c38d56000 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600223 Sep 17 22:32:01.698736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Made reservation on behalf of f60e149b5ae8404388f30659e267f661 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:01.708264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.805455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:02.047273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port e09ed143-85b5-42d6-9fec-b6e0cf559c22 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:02.049058 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.094401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-6d58effb-2d10-4f5a-95ad-498bf6ca367a tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5702803 Sep 17 22:32:02.111209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:02.145640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:02.146265 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.201817 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.335516 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.350410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'name': 'tempest-FloatingIPsTestJSON-477032149-router', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:51Z', 'updated_at': '2021-09-17T22:31:57Z', 'revision_number': 4, 'project_id': 'd1be60556881440eabef884e420effe4', 'gw_port': {'id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:52Z', 'updated_at': '2021-09-17T22:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '787cb8c0-11ee-4856-89a8-21f7c740a492', 'name': '', 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'mac_address': 'fa:16:3e:98:3f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:56Z', 'updated_at': '2021-09-17T22:31:58Z', 'revision_number': 2, 'project_id': 'd1be60556881440eabef884e420effe4', 'subnets': [{'id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:02.380542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cee852a0-b04e-461b-9b9f-db8dc14b0c8d req-07fdd0f7-ca05-47fe-91d4-322ed8be707b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 210 time: 0.0994141 Sep 17 22:32:02.446546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad2287-b3ea-4f32-a31b-7f4a7cd809ab None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:32:02.453020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de586-95ee-4e14-bc57-6faed2fac080 None None] The sync data for ids ['32be99af-ab9c-4441-bae5-a323ff4d2347'] in n-d-713499-18 is: [{'id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'name': 'tempest-FloatingIPsTestJSON-477032149-router', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:51Z', 'updated_at': '2021-09-17T22:31:57Z', 'revision_number': 4, 'project_id': 'd1be60556881440eabef884e420effe4', 'gw_port': {'id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:52Z', 'updated_at': '2021-09-17T22:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '787cb8c0-11ee-4856-89a8-21f7c740a492', 'name': '', 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'mac_address': 'fa:16:3e:98:3f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:56Z', 'updated_at': '2021-09-17T22:31:58Z', 'revision_number': 2, 'project_id': 'd1be60556881440eabef884e420effe4', 'subnets': [{'id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:02.467963 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.783021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:02.806292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:02.851385 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:02.898340 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.991235 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:02.997684 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df4be10-b4fa-43b3-8367-710a8e270f0d" -d '{"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-plugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:03.054961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.055779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.076021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Pushing event updated for resources: {'Port': ['ID=270a361f-d938-4585-b486-33fc44236771,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:03.079567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Allocated IP 172.20.0.10 (7263e0ec-8b5e-418a-b2f3-ffe20aafb544/f17331c2-2bba-41df-b4d4-2b043fa2148d/c471de28-11d2-45f4-a926-bacff7423dcb) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:03.087846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:03.137731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751894f-009e-40cc-8376-4a34579af506 req-154c0381-df0b-4c52-886e-db1f29ff261f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.146381 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7751894f-009e-40cc-8376-4a34579af506 req-154c0381-df0b-4c52-886e-db1f29ff261f tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.6204157 Sep 17 22:32:03.166975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:32:03.167897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a58b9a40-de59-4152-9ed4-09da0af29db6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2760830 Sep 17 22:32:03.180476 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.228513 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.231157 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7751894f-009e-40cc-8376-4a34579af506 req-90abef1d-a757-4bb8-b2d5-9acf7e5247c8 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827980 Sep 17 22:32:03.315139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.335814 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f121838-419e-43b1-9695-65e51d5aad61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.409454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:03.503946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Checking segment: {'id': 'cab9ead6-7252-4d9d-9ec9-7985f2a2b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '21c00f29-ec74-40f9-9e3b-1d1195cb8568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:03.506065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network hostable DHCP agents. Network: 21c00f29-ec74-40f9-9e3b-1d1195cb8568, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:03.555672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Subnet': ['ID=78f3fb3e-e5c6-456b-80b0-2497fec6f843,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:03.638917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Request body: {'port': {'device_id': 'ec3995a1-e19a-40d6-ace7-7c54ab670c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:03.645041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-9a22c9cb-e0b0-40ec-ab70-cc854650445b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.652545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-9a22c9cb-e0b0-40ec-ab70-cc854650445b tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 945 time: 0.2849531 Sep 17 22:32:03.824553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.896974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network 21c00f29-ec74-40f9-9e3b-1d1195cb8568 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:03.905383 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.067444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 21c00f29-ec74-40f9-9e3b-1d1195cb8568) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:04.100316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5d99a9-7868-420d-85cb-eece0ce33d64 None None] Network 21c00f29-ec74-40f9-9e3b-1d1195cb8568 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:04.102501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Allocated IP 172.25.6.25 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/a1fd84f9-639c-43f7-a94b-b907076a7f8e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:04.127806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:04.128690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.211874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-a94c9c33-facb-42ad-a598-e689cc63692a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Deleting port 03e80012-9d16-4983-84ec-d2eb54c5e866 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:04.213464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-a94c9c33-facb-42ad-a598-e689cc63692a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.236991 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf829f82-e8f3-4bef-a85e-739e9c1ca7c3 x-openstack-request-id: req-cf829f82-e8f3-4bef-a85e-739e9c1ca7c3 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:04.238418 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-plugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:04.238418 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf829f82-e8f3-4bef-a85e-739e9c1ca7c3 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:04.238418 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'code': 200} Sep 17 22:32:04.273126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.321227 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6ad4efcd-8ec7-4924-a719-dbca47aee033 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1201954 Sep 17 22:32:04.328411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42188) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:04.418818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:04.434802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:04.491024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:04.657939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-a94c9c33-facb-42ad-a598-e689cc63692a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] For port 03e80012-9d16-4983-84ec-d2eb54c5e866, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=03e80012-9d16-4983-84ec-d2eb54c5e866,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:04.658316 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-a94c9c33-facb-42ad-a598-e689cc63692a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.726929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-a94c9c33-facb-42ad-a598-e689cc63692a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Calling delete_port for 03e80012-9d16-4983-84ec-d2eb54c5e866 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:04.733594 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.742799 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270a361f-d938-4585-b486-33fc44236771 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:04.757790 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.806516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Transition to ACTIVE for port object 270a361f-d938-4585-b486-33fc44236771 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:04.810764 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-21c00f29-ec74-40f9-9e3b-1d1195cb8568', 'network_id': '21c00f29-ec74-40f9-9e3b-1d1195cb8568', 'tenant_id': '9742a0368609450db677172cb4f54c02', 'fixed_ips': [{'subnet_id': '78f3fb3e-e5c6-456b-80b0-2497fec6f843'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:04.812759 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:04.865320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42204) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:05.005921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.009764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Pushing event updated for resources: {'Port': ['ID=c471de28-11d2-45f4-a926-bacff7423dcb,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:05.090570 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.137087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Allocated IP 2001:db8::f816:3eff:fe92:b7b5 (21c00f29-ec74-40f9-9e3b-1d1195cb8568/78f3fb3e-e5c6-456b-80b0-2497fec6f843/93d46dce-2b23-40b4-9e2e-207f744a1057) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:05.141440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:05.142756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.160040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-414645349', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:05.165819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Pushing event updated for resources: {'Port': ['ID=a1fd84f9-639c-43f7-a94b-b907076a7f8e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:05.188193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55215a52-e1a4-45ce-8a77-7dd91c37ae6e req-a5d31fe7-e5df-4d64-b073-9b8c3c3a8bc4 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:05.188839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:05.197943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-55215a52-e1a4-45ce-8a77-7dd91c37ae6e req-a5d31fe7-e5df-4d64-b073-9b8c3c3a8bc4 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 932 time: 0.8697317 Sep 17 22:32:05.220214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:05.285393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:05.286027 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.524336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Pushing event updated for resources: {'Port': ['ID=270a361f-d938-4585-b486-33fc44236771,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:05.524855 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.524855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 94a9581a-ba8c-4514-8caf-066f92833fbc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:05.571800 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-55215a52-e1a4-45ce-8a77-7dd91c37ae6e req-ec904979-5349-43d0-8aa9-53271ab2a7f6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715615 Sep 17 22:32:05.574745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Made reservation on behalf of 0ce77bf3eb07487e8bae19b07732ab34 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:05.577392 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.602616 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.607398 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.687204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Network 21c00f29-ec74-40f9-9e3b-1d1195cb8568 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:05.694370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:05.703807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:05.716482 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.726045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-fc698bb5-ae38-41b9-84f5-f761ddc2168f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6617048 Sep 17 22:32:05.753877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-a94c9c33-facb-42ad-a598-e689cc63692a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.756323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 94a9581a-ba8c-4514-8caf-066f92833fbc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:05.756323 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.756998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Request body: {'port': {'device_id': '9605d452-b305-4649-8ec0-2515a1b02fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:05.816452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6', '03e80012-9d16-4983-84ec-d2eb54c5e866'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:05.836552 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.838645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Attempting to bind port 270a361f-d938-4585-b486-33fc44236771 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:05.838980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Attempting to bind port 270a361f-d938-4585-b486-33fc44236771 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:05.839362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Attempting to bind port 270a361f-d938-4585-b486-33fc44236771 on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:05.871233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Port 270a361f-d938-4585-b486-33fc44236771 on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:05.871593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Attempting to bind port 270a361f-d938-4585-b486-33fc44236771 on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:05.891729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:05.892071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Checking segment: {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:05.892540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Bound using segment: {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:05.892986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Bound port: 270a361f-d938-4585-b486-33fc44236771, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:05.893353 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:05.896949 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbcf33b8-23c5-4824-b8e5-bc3cb0689ea3 req-03cd8416-feda-4214-836a-3d9c1fff05ba tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc201590-1f0a-4b9d-8608-a6ee2450c721 HTTP/1.1" status: 200 len: 210 time: 0.1742778 Sep 17 22:32:05.905046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c9c33-facb-42ad-a598-e689cc63692a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event deleted for resources: {'Port': ['ID=03e80012-9d16-4983-84ec-d2eb54c5e866,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:05.996633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Pushing event updated for resources: {'Port': ['ID=93d46dce-2b23-40b4-9e2e-207f744a1057,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:06.030672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Attempting to bind port 93d46dce-2b23-40b4-9e2e-207f744a1057 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:06.031462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Attempting to bind port 93d46dce-2b23-40b4-9e2e-207f744a1057 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'cab9ead6-7252-4d9d-9ec9-7985f2a2b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '21c00f29-ec74-40f9-9e3b-1d1195cb8568'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:06.032345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Attempting to bind port 93d46dce-2b23-40b4-9e2e-207f744a1057 on network 21c00f29-ec74-40f9-9e3b-1d1195cb8568 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:06.041862 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.087074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] For port 270a361f-d938-4585-b486-33fc44236771, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:06.092491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] For port 270a361f-d938-4585-b486-33fc44236771, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=270a361f-d938-4585-b486-33fc44236771,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:06.101040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-a94c9c33-facb-42ad-a598-e689cc63692a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] No DVR routers for this DVR port 03e80012-9d16-4983-84ec-d2eb54c5e866 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:06.112564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-a94c9c33-facb-42ad-a598-e689cc63692a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.118479 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f04b4ce-e225-4e8e-b5e9-ff2ad68a042a req-a94c9c33-facb-42ad-a598-e689cc63692a tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "DELETE /v2.0/ports/03e80012-9d16-4983-84ec-d2eb54c5e866 HTTP/1.1" status: 204 len: 173 time: 2.4568152 Sep 17 22:32:06.134783 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.139717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc201590-1f0a-4b9d-8608-a6ee2450c721', 'name': 'network-vif-deleted', 'tag': '03e80012-9d16-4983-84ec-d2eb54c5e866'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:06.145299 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d2fe31-a41b-42bc-b19a-6d4cca7b1cbf" -d '{"events": [{"server_uuid": "cc201590-1f0a-4b9d-8608-a6ee2450c721", "name": "network-vif-deleted", "tag": "03e80012-9d16-4983-84ec-d2eb54c5e866"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:06.164318 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f41acfd7-658c-4dba-898e-5c0ea2a64ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.205262 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.211699 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.215756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:06.217502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Checking segment: {'id': 'cab9ead6-7252-4d9d-9ec9-7985f2a2b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '21c00f29-ec74-40f9-9e3b-1d1195cb8568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:06.217502 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.218925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Bound using segment: {'id': 'cab9ead6-7252-4d9d-9ec9-7985f2a2b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '21c00f29-ec74-40f9-9e3b-1d1195cb8568'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:06.219599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Bound port: 93d46dce-2b23-40b4-9e2e-207f744a1057, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab9ead6-7252-4d9d-9ec9-7985f2a2b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '21c00f29-ec74-40f9-9e3b-1d1195cb8568'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:06.220102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.252785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] device_id is not set on port c0d2c3cf-58dd-4be1-8960-6c7dfd8cd926 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:32:06.318981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] For port 93d46dce-2b23-40b4-9e2e-207f744a1057, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:06.322747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] For port 93d46dce-2b23-40b4-9e2e-207f744a1057, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=93d46dce-2b23-40b4-9e2e-207f744a1057,segment=NetworkSegment(cab9ead6-7252-4d9d-9ec9-7985f2a2b806),segment_id=cab9ead6-7252-4d9d-9ec9-7985f2a2b806)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:06.361004 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.397956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 94a9581a-ba8c-4514-8caf-066f92833fbc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=94a9581a-ba8c-4514-8caf-066f92833fbc,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:06.405613 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.496758 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.520151 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.523266 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074c3738-542e-4363-a6a9-a850eb37bab6 x-openstack-request-id: req-074c3738-542e-4363-a6a9-a850eb37bab6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:06.523693 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc201590-1f0a-4b9d-8608-a6ee2450c721", "name": "network-vif-deleted", "tag": "03e80012-9d16-4983-84ec-d2eb54c5e866", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:06.524460 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-074c3738-542e-4363-a6a9-a850eb37bab6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:06.524603 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc201590-1f0a-4b9d-8608-a6ee2450c721', 'name': 'network-vif-deleted', 'tag': '03e80012-9d16-4983-84ec-d2eb54c5e866', 'status': 'completed', 'code': 200} Sep 17 22:32:06.529447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6050db6-e72b-428e-8439-da817be10421,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:06.543998 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Sync routers for ids ['32be99af-ab9c-4441-bae5-a323ff4d2347'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:06.561618 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Routers {'32be99af-ab9c-4441-bae5-a323ff4d2347'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:06.561848 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['32be99af-ab9c-4441-bae5-a323ff4d2347'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:06.610416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dc533-cd1e-4fe0-8124-ca9139ba17c5 None None] Pushing event updated for resources: {'Port': ['ID=93d46dce-2b23-40b4-9e2e-207f744a1057,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:06.734632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=94a9581a-ba8c-4514-8caf-066f92833fbc,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:06.749298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Allocated IP 172.25.6.215 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/c0d2c3cf-58dd-4be1-8960-6c7dfd8cd926) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:06.773697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:06.776410 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.780316 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] 10.222.0.15 "PUT /v2.0/ports/270a361f-d938-4585-b486-33fc44236771 HTTP/1.1" status: 200 len: 1092 time: 3.5923731 Sep 17 22:32:06.826659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3995a1-e19a-40d6-ace7-7c54ab670c48', 'tag': '270a361f-d938-4585-b486-33fc44236771'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:06.829075 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3995a1-e19a-40d6-ace7-7c54ab670c48", "tag": "270a361f-d938-4585-b486-33fc44236771"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:06.834744 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:06.929117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Subnet': ['ID=78f3fb3e-e5c6-456b-80b0-2497fec6f843,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:07.005101 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Set router 32be99af-ab9c-4441-bae5-a323ff4d2347 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:07.071528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.141729 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.181835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.229372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8efcb-22f5-40e0-8a67-210edadacc8f req-1d24c073-870f-4010-8984-22cd57625c11 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.237122 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fef8efcb-22f5-40e0-8a67-210edadacc8f req-1d24c073-870f-4010-8984-22cd57625c11 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 932 time: 0.4524500 Sep 17 22:32:07.279082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Pushing event updated for resources: {'Port': ['ID=a1fd84f9-639c-43f7-a94b-b907076a7f8e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:07.282003 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.330561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.435436 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'name': 'tempest-FloatingIPsTestJSON-477032149-router', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:51Z', 'updated_at': '2021-09-17T22:31:57Z', 'revision_number': 4, 'project_id': 'd1be60556881440eabef884e420effe4', 'gw_port': {'id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:52Z', 'updated_at': '2021-09-17T22:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '787cb8c0-11ee-4856-89a8-21f7c740a492', 'name': '', 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'mac_address': 'fa:16:3e:98:3f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:56Z', 'updated_at': '2021-09-17T22:31:58Z', 'revision_number': 2, 'project_id': 'd1be60556881440eabef884e420effe4', 'subnets': [{'id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:07.440771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.469631 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.473042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-1df63d1d-668f-4fda-8b3d-5e5d105a593d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3777928 Sep 17 22:32:07.484163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c471de28-11d2-45f4-a926-bacff7423dcb {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:07.488245 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Checking router: 32be99af-ab9c-4441-bae5-a323ff4d2347 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:07.488587 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Updating router 32be99af-ab9c-4441-bae5-a323ff4d2347 port 787cb8c0-11ee-4856-89a8-21f7c740a492 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:07.490630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.523466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 94a9581a-ba8c-4514-8caf-066f92833fbc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:07.527774 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.532503 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b67b35-b30d-4054-9e68-6a13c7bd5baa service neutron] Pushing event updated for resources: {'Port': ['ID=270a361f-d938-4585-b486-33fc44236771,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:07.567041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-aada32a2-ef72-471d-9610-7c11abaf8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.570014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-aada32a2-ef72-471d-9610-7c11abaf8a0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f60e149b5ae8404388f30659e267f661&device_id=ec3995a1-e19a-40d6-ace7-7c54ab670c48 HTTP/1.1" status: 200 len: 1095 time: 0.4451537 Sep 17 22:32:07.572820 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.603104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fef8efcb-22f5-40e0-8a67-210edadacc8f req-909e4137-acc6-49d4-9eb4-187547327f65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742186 Sep 17 22:32:07.634281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 94a9581a-ba8c-4514-8caf-066f92833fbc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:07.634281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.694102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-f0552d86-f20c-45c1-adcb-97bcf3f59f29 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.2122543 Sep 17 22:32:07.731007 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fc2a95-35bc-4566-88c2-09a6fa9c31f8 x-openstack-request-id: req-01fc2a95-35bc-4566-88c2-09a6fa9c31f8 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:07.731291 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3995a1-e19a-40d6-ace7-7c54ab670c48", "tag": "270a361f-d938-4585-b486-33fc44236771", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:07.731550 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01fc2a95-35bc-4566-88c2-09a6fa9c31f8 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:07.731952 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3995a1-e19a-40d6-ace7-7c54ab670c48', 'tag': '270a361f-d938-4585-b486-33fc44236771', 'status': 'completed', 'code': 200} Sep 17 22:32:07.740313 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-740e9974-b412-4498-9fe8-a202eb8a0e1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270a361f-d938-4585-b486-33fc44236771 HTTP/1.1" status: 200 len: 217 time: 0.1339512 Sep 17 22:32:07.742468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c00f29-ec74-40f9-9e3b-1d1195cb8568']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:07.775659 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.780361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Transition to ACTIVE for port object c471de28-11d2-45f4-a926-bacff7423dcb will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:07.803807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab9ead6-7252-4d9d-9ec9-7985f2a2b806') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:07.804187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab9ead6-7252-4d9d-9ec9-7985f2a2b806') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:07.840409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03e80012-9d16-4983-84ec-d2eb54c5e866 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:07.888156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.905456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:07.935583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 03e80012-9d16-4983-84ec-d2eb54c5e866 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:07.938113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 03e80012-9d16-4983-84ec-d2eb54c5e866 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:07.988260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Pushing event updated for resources: {'Port': ['ID=c471de28-11d2-45f4-a926-bacff7423dcb,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:08.003800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 93d46dce-2b23-40b4-9e2e-207f744a1057 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:08.010133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a0d71b12-7260-4152-bc61-9681e39487cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.011818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a0d71b12-7260-4152-bc61-9681e39487cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f17331c2-2bba-41df-b4d4-2b043fa2148d HTTP/1.1" status: 200 len: 853 time: 0.2580669 Sep 17 22:32:08.019941 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.023739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:08.045208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:08.056730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Pushing event updated for resources: {'Port': ['ID=c0d2c3cf-58dd-4be1-8960-6c7dfd8cd926,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:08.076491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:08.095692 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.133711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.134458 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.137859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:08.140306 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.181114 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.194468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-d28718a5-7677-4cc3-b0dd-2b41d8f021f9 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.197168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-d28718a5-7677-4cc3-b0dd-2b41d8f021f9 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.4935455 Sep 17 22:32:08.207043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 93d46dce-2b23-40b4-9e2e-207f744a1057 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:08.207671 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.219969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-31fa3c0e-b8b1-469b-bd1a-a0e345238bfd tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:32:08.222714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73169ed0-6f86-42ea-9e15-4106ba2b0f2b req-31fa3c0e-b8b1-469b-bd1a-a0e345238bfd tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167725 Sep 17 22:32:08.263145 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9d48e5f9-03c4-4c40-ad3e-9d04a8facc09 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3967760 Sep 17 22:32:08.271297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42250) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:08.310196 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Pushing event updated for resources: {'Port': ['ID=787cb8c0-11ee-4856-89a8-21f7c740a492,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:08.330705 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:08.336027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-48180363-2b63-4ce3-8cf3-37e39d1dd932 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3132424 Sep 17 22:32:08.346262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.215'}]}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:08.367772 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.368184 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.368485 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.376525 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.377000 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.377348 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.381349 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.381689 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.382031 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.382376 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.382698 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.382824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-44f3e1b6-122b-42fb-9ddd-c17b689b6e5a req-feb38d19-c39f-4edb-8009-544ef39f7d09 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips/c9299f74-d8c0-428a-9ce6-77c2e1d98425 HTTP/1.1" status: 200 len: 692 time: 0.1180155 Sep 17 22:32:08.383030 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:08.435042 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:32:08.435042 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:32:08.435042 n-d-713499-18 neutron-server[95455]: [parameters: {'id': '21c00f29-ec74-40f9-9e3b-1d1195cb8568'}] Sep 17 22:32:08.435042 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:32:08.437517 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:32:08.437638 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d870da5-2ac4-4037-8068-54aa124f3d17 None None] Network 21c00f29-ec74-40f9-9e3b-1d1195cb8568 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:08.614070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Attempting to bind port c471de28-11d2-45f4-a926-bacff7423dcb on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:08.614624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Attempting to bind port c471de28-11d2-45f4-a926-bacff7423dcb by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:08.615283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Attempting to bind port c471de28-11d2-45f4-a926-bacff7423dcb on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:08.621193 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Attempting to bind port 787cb8c0-11ee-4856-89a8-21f7c740a492 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:08.625426 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Attempting to bind port 787cb8c0-11ee-4856-89a8-21f7c740a492 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '331ca9f5-ff05-4e28-ab47-0d5bea66e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:08.626011 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Attempting to bind port 787cb8c0-11ee-4856-89a8-21f7c740a492 on network 611fb423-adc9-4959-b2c7-da263c2b4fd7 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:08.650976 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.653006 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:08.653680 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Checking segment: {'id': '331ca9f5-ff05-4e28-ab47-0d5bea66e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:08.654282 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.655631 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Bound using segment: {'id': '331ca9f5-ff05-4e28-ab47-0d5bea66e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:08.656089 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Port c471de28-11d2-45f4-a926-bacff7423dcb on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:08.656525 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Bound port: 787cb8c0-11ee-4856-89a8-21f7c740a492, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ca9f5-ff05-4e28-ab47-0d5bea66e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:08.656990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.657257 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.663358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Attempting to bind port c471de28-11d2-45f4-a926-bacff7423dcb on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:08.673146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:08.687096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Checking segment: {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:08.688706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Bound using segment: {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:08.688706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Bound port: c471de28-11d2-45f4-a926-bacff7423dcb, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:08.688706 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.692143 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-a55a5f52-c6ea-4fda-93d7-fabc8a24e4c0 service neutron] 10.222.0.15 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281889 Sep 17 22:32:08.763632 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.775461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3e1b6-122b-42fb-9ddd-c17b689b6e5a req-b1554d93-84c1-42ac-b567-d47c8c5ff47c tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:08.777814 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-44f3e1b6-122b-42fb-9ddd-c17b689b6e5a req-b1554d93-84c1-42ac-b567-d47c8c5ff47c tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.3936391 Sep 17 22:32:08.798646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-44f3e1b6-122b-42fb-9ddd-c17b689b6e5a req-2ed43216-97ea-4c12-9628-7703a3843d35 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:32:08.799830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfb4cce0-9071-4696-9695-7ad0d87a78a8 None None] Provisioning complete for port 93d46dce-2b23-40b4-9e2e-207f744a1057 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:08.800233 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfb4cce0-9071-4696-9695-7ad0d87a78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.802452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-44f3e1b6-122b-42fb-9ddd-c17b689b6e5a req-2ed43216-97ea-4c12-9628-7703a3843d35 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176985 Sep 17 22:32:08.854059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-3879883b-9127-41bc-b43b-636bd112ddd1 service neutron] 10.222.0.15 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494932 Sep 17 22:32:08.854724 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:08.976919 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.029808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845e64-5d6f-4fcb-8d08-7ea62f7a720c req-2599a009-020a-4cf9-839c-7857a98d7140 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.031888 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de845e64-5d6f-4fcb-8d08-7ea62f7a720c req-2599a009-020a-4cf9-839c-7857a98d7140 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 944 time: 0.1346838 Sep 17 22:32:09.110663 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfb4cce0-9071-4696-9695-7ad0d87a78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.114121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd192410-056f-44b2-8f8e-6578b6a7be90 None None] DHCP port deletion for 21c00f29-ec74-40f9-9e3b-1d1195cb8568 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:32:09.123742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.133979 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] For port 787cb8c0-11ee-4856-89a8-21f7c740a492, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:09.138728 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] For port 787cb8c0-11ee-4856-89a8-21f7c740a492, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=787cb8c0-11ee-4856-89a8-21f7c740a492,segment=NetworkSegment(331ca9f5-ff05-4e28-ab47-0d5bea66e53f),segment_id=331ca9f5-ff05-4e28-ab47-0d5bea66e53f)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:09.153353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] For port c471de28-11d2-45f4-a926-bacff7423dcb, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:09.166082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] For port c471de28-11d2-45f4-a926-bacff7423dcb, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c471de28-11d2-45f4-a926-bacff7423dcb,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:09.192744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d25037ca-9d2d-48fd-b307-92b9bacfb9c7 req-ee3f4d29-a527-42a7-8f72-f030404a7744 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=d1be60556881440eabef884e420effe4 HTTP/1.1" status: 200 len: 695 time: 0.2597113 Sep 17 22:32:09.208629 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de845e64-5d6f-4fcb-8d08-7ea62f7a720c req-253e4c9d-ca59-4ee3-a907-2865d0645b08 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166005 Sep 17 22:32:09.223220 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.236740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Deleting port 93d46dce-2b23-40b4-9e2e-207f744a1057 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:09.236740 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.251430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1 req-16d92676-0daf-4afa-81da-111f27931e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.252624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1 req-16d92676-0daf-4afa-81da-111f27931e4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f60e149b5ae8404388f30659e267f661&device_id=ec3995a1-e19a-40d6-ace7-7c54ab670c48 HTTP/1.1" status: 200 len: 1095 time: 0.1286323 Sep 17 22:32:09.257326 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.287194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 93d46dce-2b23-40b4-9e2e-207f744a1057, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=93d46dce-2b23-40b4-9e2e-207f744a1057,segment=NetworkSegment(cab9ead6-7252-4d9d-9ec9-7985f2a2b806),segment_id=cab9ead6-7252-4d9d-9ec9-7985f2a2b806)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:09.329118 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Pushing event updated for resources: {'Port': ['ID=c471de28-11d2-45f4-a926-bacff7423dcb,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:09.360888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cd192410-056f-44b2-8f8e-6578b6a7be90 None None] Deleting port 93d46dce-2b23-40b4-9e2e-207f744a1057 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:09.368816 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cd192410-056f-44b2-8f8e-6578b6a7be90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.373924 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.462599 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Routers {'32be99af-ab9c-4441-bae5-a323ff4d2347'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:09.467395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-cfb4cce0-9071-4696-9695-7ad0d87a78a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:32:09.467896 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-cfb4cce0-9071-4696-9695-7ad0d87a78a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:32:09.470347 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['32be99af-ab9c-4441-bae5-a323ff4d2347'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:09.674728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 93d46dce-2b23-40b4-9e2e-207f744a1057 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:09.723703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cd192410-056f-44b2-8f8e-6578b6a7be90 None None] For port 93d46dce-2b23-40b4-9e2e-207f744a1057, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=93d46dce-2b23-40b4-9e2e-207f744a1057,segment=NetworkSegment(cab9ead6-7252-4d9d-9ec9-7985f2a2b806),segment_id=cab9ead6-7252-4d9d-9ec9-7985f2a2b806)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:09.727567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cd192410-056f-44b2-8f8e-6578b6a7be90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.739286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=93d46dce-2b23-40b4-9e2e-207f744a1057,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:09.787217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cd192410-056f-44b2-8f8e-6578b6a7be90 None None] Calling delete_port for 93d46dce-2b23-40b4-9e2e-207f744a1057 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:09.788068 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c0058-c0d8-4f6b-8882-410858a8f7d7 None None] Pushing event updated for resources: {'Port': ['ID=787cb8c0-11ee-4856-89a8-21f7c740a492,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:09.831160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25037ca-9d2d-48fd-b307-92b9bacfb9c7 req-6fefba12-2908-4f32-b4aa-ba150a614889 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.832801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d25037ca-9d2d-48fd-b307-92b9bacfb9c7 req-6fefba12-2908-4f32-b4aa-ba150a614889 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/networks?id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 787 time: 0.6285799 Sep 17 22:32:09.889269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-d25037ca-9d2d-48fd-b307-92b9bacfb9c7 req-be6188a9-12eb-47e0-9c6a-9eb2d424ad3d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:32:09.891088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d25037ca-9d2d-48fd-b307-92b9bacfb9c7 req-be6188a9-12eb-47e0-9c6a-9eb2d424ad3d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135667 Sep 17 22:32:09.923992 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] Set router 32be99af-ab9c-4441-bae5-a323ff4d2347 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:10.061141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-338769fe-e451-4308-b28f-ed5bae41aea6 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips/c9299f74-d8c0-428a-9ce6-77c2e1d98425 HTTP/1.1" status: 200 len: 692 time: 0.1218979 Sep 17 22:32:10.068362 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.452317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:10.452981 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.460427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-152a5d69-db83-4f58-92a7-7b3a5a2d12bd service neutron] 10.222.0.15 "PUT /v2.0/ports/c471de28-11d2-45f4-a926-bacff7423dcb HTTP/1.1" status: 200 len: 1093 time: 4.7070925 Sep 17 22:32:10.479594 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'name': 'tempest-FloatingIPsTestJSON-477032149-router', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:51Z', 'updated_at': '2021-09-17T22:31:57Z', 'revision_number': 4, 'project_id': 'd1be60556881440eabef884e420effe4', 'gw_port': {'id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:52Z', 'updated_at': '2021-09-17T22:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '787cb8c0-11ee-4856-89a8-21f7c740a492', 'name': '', 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'mac_address': 'fa:16:3e:98:3f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:56Z', 'updated_at': '2021-09-17T22:32:09Z', 'revision_number': 4, 'project_id': 'd1be60556881440eabef884e420effe4', 'subnets': [{'id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:10.481423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] For port 93d46dce-2b23-40b4-9e2e-207f744a1057, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=93d46dce-2b23-40b4-9e2e-207f744a1057,segment=NetworkSegment(cab9ead6-7252-4d9d-9ec9-7985f2a2b806),segment_id=cab9ead6-7252-4d9d-9ec9-7985f2a2b806)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:10.481797 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.519110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Calling delete_port for 93d46dce-2b23-40b4-9e2e-207f744a1057 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:10.535601 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ec30d-05d6-48da-86c1-f6304b17f01c None None] The sync data for ids ['32be99af-ab9c-4441-bae5-a323ff4d2347'] in n-d-713499-18 is: [{'id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'name': 'tempest-FloatingIPsTestJSON-477032149-router', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:51Z', 'updated_at': '2021-09-17T22:31:57Z', 'revision_number': 4, 'project_id': 'd1be60556881440eabef884e420effe4', 'gw_port': {'id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:52Z', 'updated_at': '2021-09-17T22:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '787cb8c0-11ee-4856-89a8-21f7c740a492', 'name': '', 'network_id': '611fb423-adc9-4959-b2c7-da263c2b4fd7', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'mac_address': 'fa:16:3e:98:3f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:56Z', 'updated_at': '2021-09-17T22:32:09Z', 'revision_number': 4, 'project_id': 'd1be60556881440eabef884e420effe4', 'subnets': [{'id': '9c5e6150-3445-4ae3-a0cb-da27c4e8efd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:10.620470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9605d452-b305-4649-8ec0-2515a1b02fca', 'tag': 'c471de28-11d2-45f4-a926-bacff7423dcb'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:10.623415 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672ece2e-2500-474c-b883-a9245c6a68da" -d '{"events": [{"name": "network-changed", "server_uuid": "9605d452-b305-4649-8ec0-2515a1b02fca", "tag": "c471de28-11d2-45f4-a926-bacff7423dcb"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:10.855247 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.900373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.910201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1 req-0bafa7e8-2812-49ab-b3e2-c7dd09ab80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:10.914055 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1 req-0bafa7e8-2812-49ab-b3e2-c7dd09ab80ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 200 len: 914 time: 1.5922885 Sep 17 22:32:10.914446 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cd192410-056f-44b2-8f8e-6578b6a7be90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.004778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd192410-056f-44b2-8f8e-6578b6a7be90 None None] Pushing event deleted for resources: {'Port': ['ID=93d46dce-2b23-40b4-9e2e-207f744a1057,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:11.010829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c49ef3a2-aa2f-4b72-8fa9-bbce3c260f5e None None] Provisioning complete for port 787cb8c0-11ee-4856-89a8-21f7c740a492 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:11.012292 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c49ef3a2-aa2f-4b72-8fa9-bbce3c260f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.061931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd192410-056f-44b2-8f8e-6578b6a7be90 None None] No DVR routers for this DVR port 93d46dce-2b23-40b4-9e2e-207f744a1057 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:11.183086 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1 req-dca3501d-e95a-4e7b-8061-68ee1f566178 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270a361f-d938-4585-b486-33fc44236771 HTTP/1.1" status: 200 len: 217 time: 0.1610489 Sep 17 22:32:11.218761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c49ef3a2-aa2f-4b72-8fa9-bbce3c260f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.280092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-20ff65db-2836-4dd9-8e03-6d00c3e821b8 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.298405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-20ff65db-2836-4dd9-8e03-6d00c3e821b8 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 1.2167239 Sep 17 22:32:11.315758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c49ef3a2-aa2f-4b72-8fa9-bbce3c260f5e None None] For port 787cb8c0-11ee-4856-89a8-21f7c740a492, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=787cb8c0-11ee-4856-89a8-21f7c740a492,segment=NetworkSegment(331ca9f5-ff05-4e28-ab47-0d5bea66e53f),segment_id=331ca9f5-ff05-4e28-ab47-0d5bea66e53f)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:11.325904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-12fda546-64dd-405f-ab85-067e9d600598 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:32:11.336346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-12fda546-64dd-405f-ab85-067e9d600598 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257163 Sep 17 22:32:11.347925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1 req-81078056-a8d8-4212-88d0-b5825328eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.349649 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1 req-81078056-a8d8-4212-88d0-b5825328eafc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f17331c2-2bba-41df-b4d4-2b043fa2148d HTTP/1.1" status: 200 len: 853 time: 0.1384134 Sep 17 22:32:11.356390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-788a8959-9c91-49b1-b917-eb59d3e310d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.358383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-788a8959-9c91-49b1-b917-eb59d3e310d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f60e149b5ae8404388f30659e267f661&device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 1096 time: 0.7266638 Sep 17 22:32:11.376487 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c49ef3a2-aa2f-4b72-8fa9-bbce3c260f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.498004 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-64c349ac-b175-4ffd-93b3-9e0c1d2b0b65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c471de28-11d2-45f4-a926-bacff7423dcb HTTP/1.1" status: 200 len: 217 time: 0.1195533 Sep 17 22:32:11.503688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ef3a2-aa2f-4b72-8fa9-bbce3c260f5e None None] Pushing event updated for resources: {'Port': ['ID=787cb8c0-11ee-4856-89a8-21f7c740a492,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:11.534229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-02767a14-c3e5-45e7-b417-67773091e520 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.1954491 Sep 17 22:32:11.554789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e5b9b-9108-40d9-b38e-9fd51bec6e5c req-6bfa04b6-9c4b-42ed-8080-19220e6f985c tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.566496 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db6e5b9b-9108-40d9-b38e-9fd51bec6e5c req-6bfa04b6-9c4b-42ed-8080-19220e6f985c tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 944 time: 0.6898978 Sep 17 22:32:11.584410 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1 req-65e42188-6485-4d2f-bdf7-ac1ac7105de3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2134116 Sep 17 22:32:11.608319 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 787cb8c0-11ee-4856-89a8-21f7c740a492 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:11.742122 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 787cb8c0-11ee-4856-89a8-21f7c740a492 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:11.742573 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.772424 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-40af4e51-5386-43a0-892a-2476edef6e5c tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.2218997 Sep 17 22:32:11.800237 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1 req-baec1bfb-83c5-414f-a050-4176bbccfc35 service neutron] 10.222.0.15 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141333 Sep 17 22:32:11.912106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-4ba7dfaf-7004-4d92-b6a6-ddd306cdd415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.921401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-4ba7dfaf-7004-4d92-b6a6-ddd306cdd415 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f17331c2-2bba-41df-b4d4-2b043fa2148d HTTP/1.1" status: 200 len: 853 time: 0.3516421 Sep 17 22:32:12.043475 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.109781 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.138411 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.142093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-6286a3af-4844-4d28-96d3-a26648aa046c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:12.144918 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-6286a3af-4844-4d28-96d3-a26648aa046c tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 945 time: 0.2999320 Sep 17 22:32:12.149228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-c162b1dd-91dd-41e0-9fb0-0377d6d91635 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622334 Sep 17 22:32:12.342998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Port': ['ID=93d46dce-2b23-40b4-9e2e-207f744a1057,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:12.348378 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bde57bb2-7ac6-4bbe-8c0e-0c370ce15cd1 req-c532097e-4073-4184-b660-4e880bc7ea64 service neutron] 10.222.0.15 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809268 Sep 17 22:32:12.390816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No DVR routers for this DVR port 93d46dce-2b23-40b4-9e2e-207f744a1057 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:12.456330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db6e5b9b-9108-40d9-b38e-9fd51bec6e5c req-e730779b-efe4-4040-90c8-38a0e0890e33 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8812709 Sep 17 22:32:12.461499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-880f42c3-8ae4-4171-bdc9-b8fbeb5f999b tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Deleting port a1fd84f9-639c-43f7-a94b-b907076a7f8e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:12.462007 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-880f42c3-8ae4-4171-bdc9-b8fbeb5f999b tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.574652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-a101021c-70ca-4a3c-a784-33f893637465 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Deleting port aa1da125-a036-4940-a4bd-424a9c308ce6 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:12.574993 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-a101021c-70ca-4a3c-a784-33f893637465 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.638184 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-e23e560d-42a5-4eae-b271-3286b0c74da3 service neutron] 10.222.0.15 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772973 Sep 17 22:32:12.640298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.658318 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-880f42c3-8ae4-4171-bdc9-b8fbeb5f999b tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.658648 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-880f42c3-8ae4-4171-bdc9-b8fbeb5f999b tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.669040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.690048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c00f29-ec74-40f9-9e3b-1d1195cb8568']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:12.711246 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab9ead6-7252-4d9d-9ec9-7985f2a2b806') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:12.711688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab9ead6-7252-4d9d-9ec9-7985f2a2b806') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:12.715320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-880f42c3-8ae4-4171-bdc9-b8fbeb5f999b tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Calling delete_port for a1fd84f9-639c-43f7-a94b-b907076a7f8e owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:12.735351 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.745095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8697de-7e16-42d1-95f2-860ee551d347 req-31e8a1eb-e4f3-420d-88eb-6337f7bf4359 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:12.746866 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c8697de-7e16-42d1-95f2-860ee551d347 req-31e8a1eb-e4f3-420d-88eb-6337f7bf4359 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce94d8fc-82a4-440f-8dda-fe2df2acddc2 HTTP/1.1" status: 200 len: 945 time: 0.1783471 Sep 17 22:32:12.856897 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.874098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:12.875009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:12.879877 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:12.883262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-a101021c-70ca-4a3c-a784-33f893637465 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] For port aa1da125-a036-4940-a4bd-424a9c308ce6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=aa1da125-a036-4940-a4bd-424a9c308ce6,segment=NetworkSegment(8763adca-d217-434f-bbda-24da40682280),segment_id=8763adca-d217-434f-bbda-24da40682280)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:12.883262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-a101021c-70ca-4a3c-a784-33f893637465 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.932564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.937610 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.944709 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65bdf11b-6d0f-4e24-a0e6-17c62cf5fc57 req-48f2bee5-0a76-47f5-848e-c34be9b34768 service neutron] 10.222.0.15 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950239 Sep 17 22:32:12.956669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c8697de-7e16-42d1-95f2-860ee551d347 req-d109dbc8-74ba-4100-bfae-7ab78c01a0ae tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.30 "GET /v2.0/security-groups?id=b85ad45a-14e9-431e-9345-e8748bd41a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428707 Sep 17 22:32:13.068844 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e923fb0-08c3-49ab-804e-6031d22f3ad3 x-openstack-request-id: req-5e923fb0-08c3-49ab-804e-6031d22f3ad3 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:13.069244 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9605d452-b305-4649-8ec0-2515a1b02fca", "tag": "c471de28-11d2-45f4-a926-bacff7423dcb", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:13.069618 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e923fb0-08c3-49ab-804e-6031d22f3ad3 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:13.070125 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9605d452-b305-4649-8ec0-2515a1b02fca', 'tag': 'c471de28-11d2-45f4-a926-bacff7423dcb', 'status': 'completed', 'code': 200} Sep 17 22:32:13.107632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.121778 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.133587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/21c00f29-ec74-40f9-9e3b-1d1195cb8568 HTTP/1.1" status: 204 len: 168 time: 8.8007557 Sep 17 22:32:13.153160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42344) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:13.158313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-48039294'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:13.175919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-a101021c-70ca-4a3c-a784-33f893637465 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Calling delete_port for aa1da125-a036-4940-a4bd-424a9c308ce6 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:13.222659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5feb1-68e9-4f90-ad85-ea99b7207788 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Network': ['ID=21c00f29-ec74-40f9-9e3b-1d1195cb8568,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:13.256653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ece2e-2500-474c-b883-a9245c6a68da req-51f1c0ca-9b2d-4a61-8c2a-626031937683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:13.258578 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-672ece2e-2500-474c-b883-a9245c6a68da req-51f1c0ca-9b2d-4a61-8c2a-626031937683 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f60e149b5ae8404388f30659e267f661&device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 1096 time: 0.1150515 Sep 17 22:32:13.352913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:13.356759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.382279 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.383242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 741e4e4d-14fb-45a0-a1a7-04555bfabfe8 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:32:13.402029 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:13.406878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-880f42c3-8ae4-4171-bdc9-b8fbeb5f999b tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.413323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ece2e-2500-474c-b883-a9245c6a68da req-808a4101-122d-429f-b7a9-1ea88815c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:13.415107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-672ece2e-2500-474c-b883-a9245c6a68da req-808a4101-122d-429f-b7a9-1ea88815c646 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 200 len: 914 time: 0.1463201 Sep 17 22:32:13.419450 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.419450 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Added segment 39cbf701-ff81-409b-b189-0d0b6fd6d0bf of type vlan for network 63881ba8-a481-4fcd-8d58-a9dababf9572 Sep 17 22:32:13.477641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 270a361f-d938-4585-b486-33fc44236771 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:13.496036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f42c3-8ae4-4171-bdc9-b8fbeb5f999b tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Pushing event deleted for resources: {'Port': ['ID=a1fd84f9-639c-43f7-a94b-b907076a7f8e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:13.501531 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-672ece2e-2500-474c-b883-a9245c6a68da req-301939a5-fb83-47ba-a00d-d9911822cfd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c471de28-11d2-45f4-a926-bacff7423dcb HTTP/1.1" status: 200 len: 217 time: 0.0632243 Sep 17 22:32:13.533017 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-a101021c-70ca-4a3c-a784-33f893637465 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.541363 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:32:13.548236 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42348) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:13.550916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-744c348f-4336-4675-8ee0-0f47093ee0b2 tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.2734790 Sep 17 22:32:13.553194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.560751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['aa1da125-a036-4940-a4bd-424a9c308ce6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:13.608260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 787cb8c0-11ee-4856-89a8-21f7c740a492 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:13.619271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ece2e-2500-474c-b883-a9245c6a68da req-699647e1-0194-4bc0-a390-bea9b2ce2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:13.621265 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-672ece2e-2500-474c-b883-a9245c6a68da req-699647e1-0194-4bc0-a390-bea9b2ce2d96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f17331c2-2bba-41df-b4d4-2b043fa2148d HTTP/1.1" status: 200 len: 853 time: 0.1117604 Sep 17 22:32:13.655048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101021c-70ca-4a3c-a784-33f893637465 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Pushing event deleted for resources: {'Port': ['ID=aa1da125-a036-4940-a4bd-424a9c308ce6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:13.723138 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-672ece2e-2500-474c-b883-a9245c6a68da req-f9bd8016-329d-4422-93dc-7380ee307d79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774889 Sep 17 22:32:13.751208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 270a361f-d938-4585-b486-33fc44236771, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=270a361f-d938-4585-b486-33fc44236771,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:13.779184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '270a361f-d938-4585-b486-33fc44236771', 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544', 'port_id': '270a361f-d938-4585-b486-33fc44236771', 'mac_address': 'fa:16:3e:ac:d8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17331c2-2bba-41df-b4d4-2b043fa2148d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:13.799033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-a101021c-70ca-4a3c-a784-33f893637465 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] No DVR routers for this DVR port aa1da125-a036-4940-a4bd-424a9c308ce6 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:13.809269 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-a101021c-70ca-4a3c-a784-33f893637465 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.810596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6d6d8526-9d95-41bf-ba08-2dbff49d83c3 req-a101021c-70ca-4a3c-a784-33f893637465 tempest-ServersTestJSON-1326278956 tempest-ServersTestJSON-1326278956-project] 10.222.0.23 "DELETE /v2.0/ports/aa1da125-a036-4940-a4bd-424a9c308ce6 HTTP/1.1" status: 204 len: 173 time: 1.6392548 Sep 17 22:32:13.811081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce94d8fc-82a4-440f-8dda-fe2df2acddc2', 'name': 'network-vif-deleted', 'tag': 'aa1da125-a036-4940-a4bd-424a9c308ce6'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:13.812440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 787cb8c0-11ee-4856-89a8-21f7c740a492 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:13.812871 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.817658 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022df6a5-f48a-4d21-a990-e74ef383a4d8" -d '{"events": [{"server_uuid": "ce94d8fc-82a4-440f-8dda-fe2df2acddc2", "name": "network-vif-deleted", "tag": "aa1da125-a036-4940-a4bd-424a9c308ce6"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:13.832776 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.834796 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-880f42c3-8ae4-4171-bdc9-b8fbeb5f999b tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.837765 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-880f42c3-8ae4-4171-bdc9-b8fbeb5f999b tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.838955 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a50c6e81-d2cf-445f-955c-e78f0fa4dfc3 req-880f42c3-8ae4-4171-bdc9-b8fbeb5f999b tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "DELETE /v2.0/floatingips/c9299f74-d8c0-428a-9ce6-77c2e1d98425 HTTP/1.1" status: 204 len: 173 time: 2.0655427 Sep 17 22:32:13.839255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:13.839848 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.905263 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfd221e-e1bb-4bfb-bd4f-e7bfa8f8c778 x-openstack-request-id: req-6dfd221e-e1bb-4bfb-bd4f-e7bfa8f8c778 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:13.905263 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce94d8fc-82a4-440f-8dda-fe2df2acddc2", "name": "network-vif-deleted", "tag": "aa1da125-a036-4940-a4bd-424a9c308ce6", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:13.905263 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6dfd221e-e1bb-4bfb-bd4f-e7bfa8f8c778 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:13.905263 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce94d8fc-82a4-440f-8dda-fe2df2acddc2', 'name': 'network-vif-deleted', 'tag': 'aa1da125-a036-4940-a4bd-424a9c308ce6', 'status': 'completed', 'code': 200} Sep 17 22:32:13.936915 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:13.959387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460ac8-bd7c-43aa-b90f-0e91283659ea req-45996361-d528-4da9-8645-2fcfb01d4bcb tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:13.961146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95460ac8-bd7c-43aa-b90f-0e91283659ea req-45996361-d528-4da9-8645-2fcfb01d4bcb tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 944 time: 0.3171508 Sep 17 22:32:13.995885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d7325e2d-9669-47e3-afd9-9042eec33d7e tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Deleting port c0d2c3cf-58dd-4be1-8960-6c7dfd8cd926 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:13.995885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7325e2d-9669-47e3-afd9-9042eec33d7e tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.003919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270a361f-d938-4585-b486-33fc44236771 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:14.007880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42366) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:14.097823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 270a361f-d938-4585-b486-33fc44236771, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=270a361f-d938-4585-b486-33fc44236771,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:14.149033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42370) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:14.155232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9889979 Sep 17 22:32:14.171148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'subnet': {'network_id': '63881ba8-a481-4fcd-8d58-a9dababf9572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:14.178605 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.233954 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7325e2d-9669-47e3-afd9-9042eec33d7e tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.277716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14257db-9eb4-4062-847a-f1a9afd44d6f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Network': ['ID=63881ba8-a481-4fcd-8d58-a9dababf9572,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:14.288005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d7325e2d-9669-47e3-afd9-9042eec33d7e tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Calling delete_port for c0d2c3cf-58dd-4be1-8960-6c7dfd8cd926 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:14.294488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 63881ba8-a481-4fcd-8d58-a9dababf9572 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:14.294844 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-672ece2e-2500-474c-b883-a9245c6a68da req-8adc6ce8-7066-4bfe-8540-af874084f8f5 service neutron] 10.222.0.15 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595570 Sep 17 22:32:14.314493 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe19bce9-53ca-4b4f-bc22-28b16e6c7c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.348748 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95460ac8-bd7c-43aa-b90f-0e91283659ea req-c5070009-5c82-4989-ad80-bc8009e739ac tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710454 Sep 17 22:32:14.361461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=270a361f-d938-4585-b486-33fc44236771,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:14.520503 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-672ece2e-2500-474c-b883-a9245c6a68da req-89fabf65-67ab-4341-a3dd-dd07d25b56ca service neutron] 10.222.0.15 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161663 Sep 17 22:32:14.527799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-283b8ad9-4181-424a-a530-9d45b68803da tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5846159 Sep 17 22:32:14.547699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:14.646969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-e93dd731-2b82-4293-898f-1c865149f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:14.650838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-e93dd731-2b82-4293-898f-1c865149f533 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1097 time: 0.4596765 Sep 17 22:32:14.672877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7325e2d-9669-47e3-afd9-9042eec33d7e tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.714102 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7325e2d-9669-47e3-afd9-9042eec33d7e tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0d2c3cf-58dd-4be1-8960-6c7dfd8cd926,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:14.820924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7325e2d-9669-47e3-afd9-9042eec33d7e tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.824486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d7325e2d-9669-47e3-afd9-9042eec33d7e tempest-RoutersAdminNegativeTest-1944091457 tempest-RoutersAdminNegativeTest-1944091457-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c0d2c3cf-58dd-4be1-8960-6c7dfd8cd926 HTTP/1.1" status: 204 len: 168 time: 1.2729375 Sep 17 22:32:14.844260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-6c893621-11d8-4b68-b77d-d90c2cbf0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:14.845972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-6c893621-11d8-4b68-b77d-d90c2cbf0dc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.1649768 Sep 17 22:32:14.846735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['270a361f-d938-4585-b486-33fc44236771'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:14.946647 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe19bce9-53ca-4b4f-bc22-28b16e6c7c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.960567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-a303bb1c-7ccf-428e-b331-240fd1b17f83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 1001 time: 0.1019752 Sep 17 22:32:15.027261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-c9429991-81c6-4e6c-a973-e1cb37c90882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:15.029382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-c9429991-81c6-4e6c-a973-e1cb37c90882 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0604196 Sep 17 22:32:15.030210 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe19bce9-53ca-4b4f-bc22-28b16e6c7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.151069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fe19bce9-53ca-4b4f-bc22-28b16e6c7c58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=013b1bc111b34545b76bf4a443516eca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1398683 Sep 17 22:32:15.151069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19bce9-53ca-4b4f-bc22-28b16e6c7c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cafc49b-4af4-4ff0-91e4-dbe2249d0e2a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:15.151709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42384) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:15.159119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-7c825328-9ab7-40b6-b7d1-ecc3ce000492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:15.160592 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-7c825328-9ab7-40b6-b7d1-ecc3ce000492 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119473 Sep 17 22:32:15.212280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.251727 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7229a042-86b0-4ace-9cff-9bddc204c9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.302521 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7229a042-86b0-4ace-9cff-9bddc204c9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.389012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42396) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:15.478603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42398) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:15.536235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cefbdc5-8baa-4166-98fa-91be5e198d07 admin admin] Deleting subnet 461e6197-8fbb-40ee-954d-8227cda698ef {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:15.536235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cefbdc5-8baa-4166-98fa-91be5e198d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.764655 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-bd3ddf9a-0ea8-4fd4-9a1d-e3a659ec7043 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958140 Sep 17 22:32:15.767173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:15.770586 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.849703 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef38feac-bbe2-4b89-abc6-9b5c17d4589e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.854503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device aa1da125-a036-4940-a4bd-424a9c308ce6 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:15.877646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b299bf-c10a-4f79-89aa-13056fd3a46c req-5a01929d-20b4-42f4-8385-88c2a4a15579 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:15.878298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: aa1da125-a036-4940-a4bd-424a9c308ce6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:15.878728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device aa1da125-a036-4940-a4bd-424a9c308ce6 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:15.879174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92b299bf-c10a-4f79-89aa-13056fd3a46c req-5a01929d-20b4-42f4-8385-88c2a4a15579 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.4015074 Sep 17 22:32:15.891388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cefbdc5-8baa-4166-98fa-91be5e198d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.971610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92b299bf-c10a-4f79-89aa-13056fd3a46c req-14f442cd-adc0-4280-bfe5-e6f9ae22dc0b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833037 Sep 17 22:32:15.974411 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cefbdc5-8baa-4166-98fa-91be5e198d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.989219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-464ccaca-2895-4c5e-a474-9d2ba77cc37f req-ea481088-5ef8-4d7b-bd0b-6a4f2ce1fcbc service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064385 Sep 17 22:32:15.991851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.113139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fc778-bc26-4784-94ef-8be911c3ae55 req-f242e310-db09-41bf-af6f-4ef0afc922fa tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:16.115020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de2fc778-bc26-4784-94ef-8be911c3ae55 req-f242e310-db09-41bf-af6f-4ef0afc922fa tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 944 time: 0.0515087 Sep 17 22:32:16.154031 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de2fc778-bc26-4784-94ef-8be911c3ae55 req-66eb2f94-2ff1-453f-9325-370ee4b4c535 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324974 Sep 17 22:32:16.190899 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7229a042-86b0-4ace-9cff-9bddc204c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.193438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7229a042-86b0-4ace-9cff-9bddc204c9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.194942 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7229a042-86b0-4ace-9cff-9bddc204c9be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8cafc49b-4af4-4ff0-91e4-dbe2249d0e2a HTTP/1.1" status: 204 len: 168 time: 1.0415773 Sep 17 22:32:16.199586 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cefbdc5-8baa-4166-98fa-91be5e198d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.244182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229a042-86b0-4ace-9cff-9bddc204c9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cafc49b-4af4-4ff0-91e4-dbe2249d0e2a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:16.255272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cefbdc5-8baa-4166-98fa-91be5e198d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.264684 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5cefbdc5-8baa-4166-98fa-91be5e198d07 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/461e6197-8fbb-40ee-954d-8227cda698ef HTTP/1.1" status: 204 len: 168 time: 0.8721838 Sep 17 22:32:16.266566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefbdc5-8baa-4166-98fa-91be5e198d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461e6197-8fbb-40ee-954d-8227cda698ef,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:16.271003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42410) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:16.370686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Allocated IP 172.25.6.17 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/837251ac-8e26-4629-a81b-c91f03c4e12f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:16.429877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.455014 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef38feac-bbe2-4b89-abc6-9b5c17d4589e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.533937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.548816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.575245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea29fd46-8ada-4e99-9213-0d4eece86de5']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:16.588426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8763adca-d217-434f-bbda-24da40682280') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:16.588721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8763adca-d217-434f-bbda-24da40682280') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:16.614792 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.631413 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.642009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:16.642477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:16.644374 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:16.859400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ef38feac-bbe2-4b89-abc6-9b5c17d4589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.862160 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.866409 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.879609 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.895405 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.905819 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ea29fd46-8ada-4e99-9213-0d4eece86de5 HTTP/1.1" status: 204 len: 168 time: 0.6262908 Sep 17 22:32:16.972364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Pushing event updated for resources: {'Port': ['ID=837251ac-8e26-4629-a81b-c91f03c4e12f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:16.998086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afffbcf-3e92-4715-b11f-33a47896cdb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea29fd46-8ada-4e99-9213-0d4eece86de5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:17.047954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ef38feac-bbe2-4b89-abc6-9b5c17d4589e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b551eb6d6b74875acfd126933eb6adf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5630853 Sep 17 22:32:17.056241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42424) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:17.072410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38feac-bbe2-4b89-abc6-9b5c17d4589e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c7514c-7252-4edd-ba91-b90b4fba9143,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:17.090195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:17.094380 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Checking segment: {'id': '39cbf701-ff81-409b-b189-0d0b6fd6d0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '63881ba8-a481-4fcd-8d58-a9dababf9572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:17.095082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network hostable DHCP agents. Network: 63881ba8-a481-4fcd-8d58-a9dababf9572, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:17.115054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:17.132737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:17.172685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Subnet': ['ID=e84f3f7e-98b8-4262-8897-c4750c463980,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:17.204577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd35dc-cc3a-4628-af26-a6ea457d6c5a req-0beb289e-6862-46ca-a7b0-97febf561205 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:17.213309 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0dd35dc-cc3a-4628-af26-a6ea457d6c5a req-0beb289e-6862-46ca-a7b0-97febf561205 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.0861695 Sep 17 22:32:17.250107 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3742-75c4-4fa6-9d70-0bf0be2da59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.288983 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.295426 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0dd35dc-cc3a-4628-af26-a6ea457d6c5a req-16575c6a-49db-4358-a218-1504756a6185 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804026 Sep 17 22:32:17.311404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network 63881ba8-a481-4fcd-8d58-a9dababf9572 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:17.338660 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3742-75c4-4fa6-9d70-0bf0be2da59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.425548 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.448147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4ba37-a57a-4c98-b5f1-8f193f762e66 req-09fdf9c6-cdbf-476e-a4f8-5b00ccd11a79 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:17.451389 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8e4ba37-a57a-4c98-b5f1-8f193f762e66 req-09fdf9c6-cdbf-476e-a4f8-5b00ccd11a79 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 944 time: 0.0774224 Sep 17 22:32:17.469810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42436) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:17.515028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c471de28-11d2-45f4-a926-bacff7423dcb details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:17.516261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3742-75c4-4fa6-9d70-0bf0be2da59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.519945 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3742-75c4-4fa6-9d70-0bf0be2da59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.525607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 63881ba8-a481-4fcd-8d58-a9dababf9572) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:17.535167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:17.536044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.539186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 270a361f-d938-4585-b486-33fc44236771 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:17.544505 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bd8a3742-75c4-4fa6-9d70-0bf0be2da59f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10c7514c-7252-4edd-ba91-b90b4fba9143 HTTP/1.1" status: 204 len: 168 time: 0.4703436 Sep 17 22:32:17.551368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c5faf6-b0e4-4610-b17c-5e68d856de65 None None] Network 63881ba8-a481-4fcd-8d58-a9dababf9572 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:17.618132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a3742-75c4-4fa6-9d70-0bf0be2da59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c7514c-7252-4edd-ba91-b90b4fba9143,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:17.648311 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.650037 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8e4ba37-a57a-4c98-b5f1-8f193f762e66 req-ed8f63d0-acb9-4715-9a47-1c2a93ee00cf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871972 Sep 17 22:32:17.667859 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-57b22c56-f1e5-460a-83d1-cf416bfd0ca8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dbf418ad7db4b2e92e446df8c405d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930299 Sep 17 22:32:17.672559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42440) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:17.702843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0b74c068-72dd-4ca1-8797-4e795cfa5a49 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5462897 Sep 17 22:32:17.704475 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42442) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:17.740042 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.913119 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 270a361f-d938-4585-b486-33fc44236771 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:17.918682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.923526 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 270a361f-d938-4585-b486-33fc44236771 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:17.924184 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.929802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c471de28-11d2-45f4-a926-bacff7423dcb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c471de28-11d2-45f4-a926-bacff7423dcb,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:17.975050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'c471de28-11d2-45f4-a926-bacff7423dcb', 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544', 'port_id': 'c471de28-11d2-45f4-a926-bacff7423dcb', 'mac_address': 'fa:16:3e:1b:ef:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17331c2-2bba-41df-b4d4-2b043fa2148d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:17.983462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Pushing event updated for resources: {'Port': ['ID=837251ac-8e26-4629-a81b-c91f03c4e12f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:18.013124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7eb10485-fa88-4eec-9204-a22e412930b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.037370 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.068402 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7eb10485-fa88-4eec-9204-a22e412930b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.091160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeab36f-e49c-4388-aee4-128f6e3eeeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-63881ba8-a481-4fcd-8d58-a9dababf9572', 'network_id': '63881ba8-a481-4fcd-8d58-a9dababf9572', 'tenant_id': '9742a0368609450db677172cb4f54c02', 'fixed_ips': [{'subnet_id': 'e84f3f7e-98b8-4262-8897-c4750c463980'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:18.093941 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7eeab36f-e49c-4388-aee4-128f6e3eeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.138949 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.221030 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7eb10485-fa88-4eec-9204-a22e412930b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.223780 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7eb10485-fa88-4eec-9204-a22e412930b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.225021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7eb10485-fa88-4eec-9204-a22e412930b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b85ad45a-14e9-431e-9345-e8748bd41a27 HTTP/1.1" status: 204 len: 168 time: 0.5509973 Sep 17 22:32:18.234066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb10485-fa88-4eec-9204-a22e412930b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85ad45a-14e9-431e-9345-e8748bd41a27,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:18.242565 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.250269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.261721 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.267674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-f431ad1a-b2d6-44fe-b545-56b884247cb7 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7369409 Sep 17 22:32:18.317583 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.331483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Subnet': ['ID=e84f3f7e-98b8-4262-8897-c4750c463980,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:18.345891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c471de28-11d2-45f4-a926-bacff7423dcb {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:18.397733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c471de28-11d2-45f4-a926-bacff7423dcb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c471de28-11d2-45f4-a926-bacff7423dcb,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:18.399462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3995a1-e19a-40d6-ace7-7c54ab670c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270a361f-d938-4585-b486-33fc44236771'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:18.403002 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1204bcda-cf3a-4340-b037-af3e8f8ad556" -d '{"events": [{"server_uuid": "ec3995a1-e19a-40d6-ace7-7c54ab670c48", "name": "network-vif-plugged", "status": "completed", "tag": "270a361f-d938-4585-b486-33fc44236771"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:18.417154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-fa943e3e-a31c-42d0-8491-fb9e791c3352 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 695 time: 0.1418266 Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server [None req-7eeab36f-e49c-4388-aee4-128f6e3eeeee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e84f3f7e-98b8-4262-8897-c4750c463980: This subnet is being modified by another concurrent operation. Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e84f3f7e-98b8-4262-8897-c4750c463980: This subnet is being modified by another concurrent operation. Sep 17 22:32:18.439658 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server Sep 17 22:32:18.460103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 270a361f-d938-4585-b486-33fc44236771, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=270a361f-d938-4585-b486-33fc44236771,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:18.472004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.473989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9882b-1965-411d-a7a6-cd1d08213aa8 None None] Network 63881ba8-a481-4fcd-8d58-a9dababf9572 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:18.490573 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.544272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63881ba8-a481-4fcd-8d58-a9dababf9572']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:18.582705 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.605848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cbf701-ff81-409b-b189-0d0b6fd6d0bf') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:18.608872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cbf701-ff81-409b-b189-0d0b6fd6d0bf') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:18.629843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.630981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c471de28-11d2-45f4-a926-bacff7423dcb,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:18.656087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-d4bd4804-db39-4197-9043-38ab9bdcb29e tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:18.657622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21ee16a9-4744-43e8-bcb7-08d81a83e14e req-d4bd4804-db39-4197-9043-38ab9bdcb29e tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.2323465 Sep 17 22:32:18.671145 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.680515 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba34afe-74ee-4fd1-a082-2bb17ffe8eea req-74c7f8de-2de6-4ddf-82ac-5abc80ba1156 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:18.689622 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dba34afe-74ee-4fd1-a082-2bb17ffe8eea req-74c7f8de-2de6-4ddf-82ac-5abc80ba1156 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1620603 Sep 17 22:32:18.714448 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:18.714448 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.722260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8aad60-1a46-42ae-b787-e85ab44f630d None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:18.724658 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:18.791035 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efdaf2a-88fd-455e-a3ff-c2c3badfdcdb x-openstack-request-id: req-0efdaf2a-88fd-455e-a3ff-c2c3badfdcdb {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:18.791955 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3995a1-e19a-40d6-ace7-7c54ab670c48", "name": "network-vif-plugged", "status": "completed", "tag": "270a361f-d938-4585-b486-33fc44236771", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:18.795529 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0efdaf2a-88fd-455e-a3ff-c2c3badfdcdb {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:18.799012 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3995a1-e19a-40d6-ace7-7c54ab670c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270a361f-d938-4585-b486-33fc44236771', 'code': 200} Sep 17 22:32:18.799111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42470) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:18.820184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=270a361f-d938-4585-b486-33fc44236771,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:18.865009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dba34afe-74ee-4fd1-a082-2bb17ffe8eea req-dff1c721-5402-4c79-bc2f-6636f06a3d75 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705670 Sep 17 22:32:18.896799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['c471de28-11d2-45f4-a926-bacff7423dcb'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:18.935667 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-089d2f67-fc1a-47ca-9bfa-0c4256e18644 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ce77bf3eb07487e8bae19b07732ab34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1138217 Sep 17 22:32:18.936708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42476) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:18.945756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78892-b9ed-4a9f-8f33-d240985e69c3 req-340fe085-9b56-4c1f-bb2a-997d9908a511 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:18.953979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7b78892-b9ed-4a9f-8f33-d240985e69c3 req-340fe085-9b56-4c1f-bb2a-997d9908a511 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 945 time: 0.1722000 Sep 17 22:32:19.000343 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-0a279323-5a38-4f1a-a9af-fd09b1464e95 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips/ed04effe-4acc-4d44-946f-3e22280d6623 HTTP/1.1" status: 200 len: 692 time: 0.0793357 Sep 17 22:32:19.016838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8ed3e-bacf-406b-b529-e7f4ade778c6 req-ae8573a7-6448-4059-aa65-ed551c2ac813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:19.018482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0df8ed3e-bacf-406b-b529-e7f4ade778c6 req-ae8573a7-6448-4059-aa65-ed551c2ac813 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec3995a1-e19a-40d6-ace7-7c54ab670c48 HTTP/1.1" status: 200 len: 1097 time: 0.1685812 Sep 17 22:32:19.045277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8aad60-1a46-42ae-b787-e85ab44f630d None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:32:19.082682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.099339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7b78892-b9ed-4a9f-8f33-d240985e69c3 req-c74bf9af-d816-406c-b2dc-1a8391703c0b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327097 Sep 17 22:32:19.128315 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a20d0755-3fae-44e9-83a5-546af70c94ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.138647 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.140571 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/63881ba8-a481-4fcd-8d58-a9dababf9572 HTTP/1.1" status: 204 len: 168 time: 1.4348156 Sep 17 22:32:19.145942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42480) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:19.156344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1948748188'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:19.165547 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a20d0755-3fae-44e9-83a5-546af70c94ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.209089 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0df8ed3e-bacf-406b-b529-e7f4ade778c6 req-539f8313-f5be-4eb6-9d38-bc6d242329c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671770 Sep 17 22:32:19.246156 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd308e1-2a87-4dd1-8065-92d2ca9f6a2f tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Network': ['ID=63881ba8-a481-4fcd-8d58-a9dababf9572,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:19.320348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-a74ef3d8-0a74-4636-a765-2f2c06bef280 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:19.331286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-a74ef3d8-0a74-4636-a765-2f2c06bef280 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.3299098 Sep 17 22:32:19.340025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-861c3e01-7724-439f-b6dd-37bcaf360a91 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:32:19.350195 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-861c3e01-7724-439f-b6dd-37bcaf360a91 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170574 Sep 17 22:32:19.367881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:19.372487 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.415280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a20d0755-3fae-44e9-83a5-546af70c94ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.424378 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a20d0755-3fae-44e9-83a5-546af70c94ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.437054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a20d0755-3fae-44e9-83a5-546af70c94ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6050db6-e72b-428e-8439-da817be10421 HTTP/1.1" status: 204 len: 168 time: 0.4784973 Sep 17 22:32:19.465246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d0755-3fae-44e9-83a5-546af70c94ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6050db6-e72b-428e-8439-da817be10421,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:19.481679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:19.499458 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.500207 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Added segment 75d1ca47-8fe2-46ab-8082-5144f3142d96 of type vlan for network 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 Sep 17 22:32:19.540812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-cd2e57b3-0750-406d-a8f8-ec7d3f7cf124 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 695 time: 0.1894045 Sep 17 22:32:19.599365 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.603514 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-6e10e70c-644e-4d98-be84-5b8e8a8bc83d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 695 time: 0.0591805 Sep 17 22:32:19.752616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-3dd97cda-33c8-4875-9f70-6e736bc5a136 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Deleting port 837251ac-8e26-4629-a81b-c91f03c4e12f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:19.753016 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-3dd97cda-33c8-4875-9f70-6e736bc5a136 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.815265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.821230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:19.821838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.850512 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-3dd97cda-33c8-4875-9f70-6e736bc5a136 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.853264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-3dd97cda-33c8-4875-9f70-6e736bc5a136 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:19.865648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-3dd97cda-33c8-4875-9f70-6e736bc5a136 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Calling delete_port for 837251ac-8e26-4629-a81b-c91f03c4e12f owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:19.954706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Network': ['ID=2cd9b01e-11ca-4b30-b17c-456c7f1de9d7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:19.963650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-808e31ae-9753-4318-aff4-26b999f3a227 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8159540 Sep 17 22:32:19.972271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42498) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:19.972995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:19.985453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Request body: {'subnet': {'network_id': '2cd9b01e-11ca-4b30-b17c-456c7f1de9d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:20.153118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858730a-70c9-4076-bf89-635453568766 req-a4265898-0eba-4aa4-b6fc-70cc1f1e33b7 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:20.161401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5858730a-70c9-4076-bf89-635453568766 req-a4265898-0eba-4aa4-b6fc-70cc1f1e33b7 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1655631 Sep 17 22:32:20.222421 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5858730a-70c9-4076-bf89-635453568766 req-9d797f1b-9bfe-4565-adc3-49b5d11ee2cc tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600877 Sep 17 22:32:20.241747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-3dd97cda-33c8-4875-9f70-6e736bc5a136 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:20.303935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd97cda-33c8-4875-9f70-6e736bc5a136 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Pushing event deleted for resources: {'Port': ['ID=837251ac-8e26-4629-a81b-c91f03c4e12f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:20.350861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Made reservation on behalf of 9742a0368609450db677172cb4f54c02 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:20.357988 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:20.423492 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-3dd97cda-33c8-4875-9f70-6e736bc5a136 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:20.426749 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-3dd97cda-33c8-4875-9f70-6e736bc5a136 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:20.427914 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42ea6053-3ee2-4d5f-a682-a5b145262383 req-3dd97cda-33c8-4875-9f70-6e736bc5a136 tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "DELETE /v2.0/floatingips/ed04effe-4acc-4d44-946f-3e22280d6623 HTTP/1.1" status: 204 len: 173 time: 0.8174746 Sep 17 22:32:20.494238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b827a-ab4c-4fc8-8464-3af8ca21324f req-6c15f326-3ed7-4823-b57c-eaf799410cf7 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:20.495979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba3b827a-ab4c-4fc8-8464-3af8ca21324f req-6c15f326-3ed7-4823-b57c-eaf799410cf7 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 945 time: 0.2092078 Sep 17 22:32:20.522242 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-6903fb80-eeb5-460d-a35b-098dc9ef7435 req-04168a81-ea6b-44ef-8ca9-bbc965a3825a tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] show failed (client error): The resource could not be found. Sep 17 22:32:20.523359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6903fb80-eeb5-460d-a35b-098dc9ef7435 req-04168a81-ea6b-44ef-8ca9-bbc965a3825a tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips/ed04effe-4acc-4d44-946f-3e22280d6623 HTTP/1.1" status: 404 len: 350 time: 0.0717733 Sep 17 22:32:20.611840 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba3b827a-ab4c-4fc8-8464-3af8ca21324f req-9fadd37d-c835-4f3d-af11-5dbb8bcc7ea1 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066649 Sep 17 22:32:20.641291 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-947492c9-891d-419b-8680-3e267fbc5a2a req-5018a107-0ed5-423a-9bec-6e9e7cbe877d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] show failed (client error): The resource could not be found. Sep 17 22:32:20.642414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-947492c9-891d-419b-8680-3e267fbc5a2a req-5018a107-0ed5-423a-9bec-6e9e7cbe877d tempest-FloatingIPsTestJSON-377507553 tempest-FloatingIPsTestJSON-377507553-project] 10.222.0.30 "GET /v2.0/floatingips/ed04effe-4acc-4d44-946f-3e22280d6623 HTTP/1.1" status: 404 len: 350 time: 0.0817146 Sep 17 22:32:20.655156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42530) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:21.114256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:32:21.193909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.337855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event updated for resources: {'Subnet': ['ID=5d95207c-416e-488e-975c-64778341a370,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:21.360786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Checking segment: {'id': '75d1ca47-8fe2-46ab-8082-5144f3142d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2cd9b01e-11ca-4b30-b17c-456c7f1de9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:21.360786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network hostable DHCP agents. Network: 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:21.514445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ae365-f066-48c0-b6cc-e7aceb23b468 req-42e5c2f5-b9a1-4217-a1ae-c4fdc8171178 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:21.514445 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f78ae365-f066-48c0-b6cc-e7aceb23b468 req-42e5c2f5-b9a1-4217-a1ae-c4fdc8171178 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1572707 Sep 17 22:32:21.539285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c471de28-11d2-45f4-a926-bacff7423dcb up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:21.580693 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f78ae365-f066-48c0-b6cc-e7aceb23b468 req-df3744df-9121-462d-b928-72637f834f19 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638778 Sep 17 22:32:21.631312 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.778722 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b5d0-6ad7-41bb-b116-6b4a4b7606da req-f68dce33-d007-4aa6-9bff-38375462aa75 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:21.782041 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6bd4b5d0-6ad7-41bb-b116-6b4a4b7606da req-f68dce33-d007-4aa6-9bff-38375462aa75 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 945 time: 0.0557377 Sep 17 22:32:21.821503 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6bd4b5d0-6ad7-41bb-b116-6b4a4b7606da req-472d7736-8134-4b8f-84ec-d21218317cc4 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Sep 17 22:32:21.823811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Network 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:21.847701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port c471de28-11d2-45f4-a926-bacff7423dcb completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:21.852705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port c471de28-11d2-45f4-a926-bacff7423dcb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:21.853780 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.918744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42572) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:21.925680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21100919', 'description': 'tempest-secgroup-smoke-21100919 description', 'project_id': 'd4cd6a346eb04f708783b1b69d561814'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:21.934527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:21.950078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa09a3fe-8459-4930-99c9-35069bac7321 None None] Network 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:21.956055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:21.956900 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.064629 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.075205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.100653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42590) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:22.147260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] Deleting port 787cb8c0-11ee-4856-89a8-21f7c740a492 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:22.148143 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.200228 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.250945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] For port 787cb8c0-11ee-4856-89a8-21f7c740a492, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=787cb8c0-11ee-4856-89a8-21f7c740a492,segment=NetworkSegment(331ca9f5-ff05-4e28-ab47-0d5bea66e53f),segment_id=331ca9f5-ff05-4e28-ab47-0d5bea66e53f)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:22.252185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.267173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] Calling delete_port for 787cb8c0-11ee-4856-89a8-21f7c740a492 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:22.322280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c471de28-11d2-45f4-a926-bacff7423dcb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c471de28-11d2-45f4-a926-bacff7423dcb,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:22.325646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9605d452-b305-4649-8ec0-2515a1b02fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c471de28-11d2-45f4-a926-bacff7423dcb'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:22.328002 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910820e6-2580-4deb-a7b2-5b8ae4fd62f9" -d '{"events": [{"server_uuid": "9605d452-b305-4649-8ec0-2515a1b02fca", "name": "network-vif-plugged", "status": "completed", "tag": "c471de28-11d2-45f4-a926-bacff7423dcb"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:22.388563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-2cd9b01e-11ca-4b30-b17c-456c7f1de9d7', 'network_id': '2cd9b01e-11ca-4b30-b17c-456c7f1de9d7', 'tenant_id': '9742a0368609450db677172cb4f54c02', 'fixed_ips': [{'subnet_id': '5d95207c-416e-488e-975c-64778341a370'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:22.389645 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.461366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.558939 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.726770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82936271-cab3-4b0e-81c3-c200addd6532,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:22.751899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Allocated IP 2001:db8::f816:3eff:fee8:1b45 (2cd9b01e-11ca-4b30-b17c-456c7f1de9d7/5d95207c-416e-488e-975c-64778341a370/f338c49d-82c5-4ae1-b899-12edd5084e20) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:22.791722 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513aa02-0afe-42ab-bc6e-14f1625c4db2 req-e4e7120f-3919-438f-a75c-2c2368100926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.793473 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f513aa02-0afe-42ab-bc6e-14f1625c4db2 req-e4e7120f-3919-438f-a75c-2c2368100926 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 1098 time: 0.2266207 Sep 17 22:32:22.870973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-20531671'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:22.883501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c8183d9e-47f0-49ea-a30d-f06905b3c5f5 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9070075 Sep 17 22:32:22.886416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42606) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:22.899076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42608) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:22.906457 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc01ea5-b07e-4a02-8ffd-c1c93963d8f1 x-openstack-request-id: req-ecc01ea5-b07e-4a02-8ffd-c1c93963d8f1 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:22.906744 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9605d452-b305-4649-8ec0-2515a1b02fca", "name": "network-vif-plugged", "status": "completed", "tag": "c471de28-11d2-45f4-a926-bacff7423dcb", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:22.914936 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecc01ea5-b07e-4a02-8ffd-c1c93963d8f1 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:22.915971 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9605d452-b305-4649-8ec0-2515a1b02fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c471de28-11d2-45f4-a926-bacff7423dcb', 'code': 200} Sep 17 22:32:22.919467 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.973948 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.008963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e0f91-bba3-47c9-938d-418d5ddf0e22 req-f7ed5274-c3b3-4117-addb-0ab60c2ea9e4 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.014388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c471de28-11d2-45f4-a926-bacff7423dcb,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:23.017917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-976e0f91-bba3-47c9-938d-418d5ddf0e22 req-f7ed5274-c3b3-4117-addb-0ab60c2ea9e4 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.2669938 Sep 17 22:32:23.022882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f513aa02-0afe-42ab-bc6e-14f1625c4db2 req-8c0d30a3-1410-4a01-84ea-9f23f515fc89 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011054 Sep 17 22:32:23.061167 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.079855 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-976e0f91-bba3-47c9-938d-418d5ddf0e22 req-d68b3c53-5310-48d6-b45c-f2f2b62f35d2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582511 Sep 17 22:32:23.081801 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.108106 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.134542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] Pushing event deleted for resources: {'Port': ['ID=787cb8c0-11ee-4856-89a8-21f7c740a492,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:23.188189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3b26-dd61-4c2c-b1b5-c6778577a959 req-34fa8056-e4dc-4eb9-8f8b-8ea64a23cf5f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.189213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f7d6fa-e0a6-44e1-9169-76bf552bac70,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:23.189763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17bc3b26-dd61-4c2c-b1b5-c6778577a959 req-34fa8056-e4dc-4eb9-8f8b-8ea64a23cf5f tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 946 time: 0.2500906 Sep 17 22:32:23.199322 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.247286 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.296464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Made reservation on behalf of c7af53f8bc07471d87d68460660dd1c7 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:23.297073 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e20096d1-82e6-4af8-8e13-d0da7f8aa1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.299079 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.310668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Network 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:23.313718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:23.317471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:23.329510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Pushing event updated for resources: {'Port': ['ID=f338c49d-82c5-4ae1-b899-12edd5084e20,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:23.368084 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17bc3b26-dd61-4c2c-b1b5-c6778577a959 req-799ccdb9-5c0a-4cb4-bb32-d89fe2cf84d3 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537452 Sep 17 22:32:23.371682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.373414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ab10b31a-1070-425b-ac8a-a743a6d6d343 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4536705 Sep 17 22:32:23.377687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42616) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:23.387216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2d70c8cd-a719-417c-97d8-745d90d085fa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'b5f7d6fa-e0a6-44e1-9169-76bf552bac70', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:23.387843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.437292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Attempting to bind port f338c49d-82c5-4ae1-b899-12edd5084e20 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:23.437617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Attempting to bind port f338c49d-82c5-4ae1-b899-12edd5084e20 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '75d1ca47-8fe2-46ab-8082-5144f3142d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2cd9b01e-11ca-4b30-b17c-456c7f1de9d7'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:23.437970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Attempting to bind port f338c49d-82c5-4ae1-b899-12edd5084e20 on network 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:23.460416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:23.460853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Checking segment: {'id': '75d1ca47-8fe2-46ab-8082-5144f3142d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2cd9b01e-11ca-4b30-b17c-456c7f1de9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:23.462380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.463081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Bound using segment: {'id': '75d1ca47-8fe2-46ab-8082-5144f3142d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2cd9b01e-11ca-4b30-b17c-456c7f1de9d7'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:23.464677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Bound port: f338c49d-82c5-4ae1-b899-12edd5084e20, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d1ca47-8fe2-46ab-8082-5144f3142d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2cd9b01e-11ca-4b30-b17c-456c7f1de9d7'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:23.465190 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.523099 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e20096d1-82e6-4af8-8e13-d0da7f8aa1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.553251 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.554219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] For port f338c49d-82c5-4ae1-b899-12edd5084e20, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:23.557457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Deleting port f338c49d-82c5-4ae1-b899-12edd5084e20 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:23.558450 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.558580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] For port f338c49d-82c5-4ae1-b899-12edd5084e20, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=f338c49d-82c5-4ae1-b899-12edd5084e20,segment=NetworkSegment(75d1ca47-8fe2-46ab-8082-5144f3142d96),segment_id=75d1ca47-8fe2-46ab-8082-5144f3142d96)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:23.594445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e20096d1-82e6-4af8-8e13-d0da7f8aa1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.634466 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e20096d1-82e6-4af8-8e13-d0da7f8aa1e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de8ff83688634fb7a096cd2e771352d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6805186 Sep 17 22:32:23.642307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42622) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:23.653920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.654841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20096d1-82e6-4af8-8e13-d0da7f8aa1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568e1d6a-12bb-4cea-8662-100154d9e502,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:23.715341 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00812ffe-07fc-4ef2-9fa2-4c145b4416d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.723067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] For port f338c49d-82c5-4ae1-b899-12edd5084e20, host n-d-713499-18, got binding levels [] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:23.723431 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.742072 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f4868-7c6c-4cf9-9068-ee8b2a093049 None None] Pushing event updated for resources: {'Port': ['ID=f338c49d-82c5-4ae1-b899-12edd5084e20,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:23.746591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d70c8cd-a719-417c-97d8-745d90d085fa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.760893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Calling delete_port for f338c49d-82c5-4ae1-b899-12edd5084e20 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:23.769514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00812ffe-07fc-4ef2-9fa2-4c145b4416d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.833126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d70c8cd-a719-417c-97d8-745d90d085fa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.923653 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d70c8cd-a719-417c-97d8-745d90d085fa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.959584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70c8cd-a719-417c-97d8-745d90d085fa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdabbe6f-f7a2-4dbe-8b4d-4afc1ba13d4e,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:23.966900 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00812ffe-07fc-4ef2-9fa2-4c145b4416d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.969458 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00812ffe-07fc-4ef2-9fa2-4c145b4416d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.970641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-00812ffe-07fc-4ef2-9fa2-4c145b4416d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/568e1d6a-12bb-4cea-8662-100154d9e502 HTTP/1.1" status: 204 len: 168 time: 0.3274007 Sep 17 22:32:24.007252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00812ffe-07fc-4ef2-9fa2-4c145b4416d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568e1d6a-12bb-4cea-8662-100154d9e502,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:24.047338 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.061051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] Router 32be99af-ab9c-4441-bae5-a323ff4d2347 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:32:24.138914 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.170312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:24.189848 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d70c8cd-a719-417c-97d8-745d90d085fa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.191276 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2d70c8cd-a719-417c-97d8-745d90d085fa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8121336 Sep 17 22:32:24.212701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42636) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:24.226298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393cb049-0689-4a9e-b20a-d13bf528fbb6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:24.231500 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.231854 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Added segment 599bdf6b-3ce8-4ab1-8160-425edbf91f57 of type vlan for network 5a98e67a-cb81-4b76-bbb6-010527f62c3f Sep 17 22:32:24.232310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7c9d6110-82d0-4d25-a65c-51bac4bb3674 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'b5f7d6fa-e0a6-44e1-9169-76bf552bac70', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:24.272227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.273506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d439c-2646-42b8-81a6-39f64335a16f req-3916183b-aff2-4311-880b-90eb07b145c3 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:24.275051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c5d439c-2646-42b8-81a6-39f64335a16f req-3916183b-aff2-4311-880b-90eb07b145c3 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1223948 Sep 17 22:32:24.311049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:24.313846 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.322941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] Sync routers for ids ['32be99af-ab9c-4441-bae5-a323ff4d2347'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:24.324297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-328e2e63-6982-4444-8de5-f5cdd3d7c38b admin admin] 10.222.0.30 "PUT /v2.0/routers/32be99af-ab9c-4441-bae5-a323ff4d2347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6659136 Sep 17 22:32:24.325318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Port': ['ID=f338c49d-82c5-4ae1-b899-12edd5084e20,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:24.327703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42642) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:24.335871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] Routers {'32be99af-ab9c-4441-bae5-a323ff4d2347'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:24.336952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['32be99af-ab9c-4441-bae5-a323ff4d2347'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:24.348646 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c5d439c-2646-42b8-81a6-39f64335a16f req-f6ab2b3f-57b6-41f2-8f5b-c458f0a6b136 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624018 Sep 17 22:32:24.410778 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6110-82d0-4d25-a65c-51bac4bb3674 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.539884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] Set router 32be99af-ab9c-4441-bae5-a323ff4d2347 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:24.595407 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6110-82d0-4d25-a65c-51bac4bb3674 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.598798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No DVR routers for this DVR port f338c49d-82c5-4ae1-b899-12edd5084e20 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:24.638594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7819023-9831-4ee2-98fc-0ab43e82029f req-abebda63-7a55-4266-9021-67e6ef57dba4 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:24.647116 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7819023-9831-4ee2-98fc-0ab43e82029f req-abebda63-7a55-4266-9021-67e6ef57dba4 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 946 time: 0.1140778 Sep 17 22:32:24.718620 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.725883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7819023-9831-4ee2-98fc-0ab43e82029f req-421a943e-fcb2-4cc8-a22e-e103a5138616 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775979 Sep 17 22:32:24.726600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6110-82d0-4d25-a65c-51bac4bb3674 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.763724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d6110-82d0-4d25-a65c-51bac4bb3674 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05138dc8-6282-467b-99fd-c8208076da9e,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:24.826319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.832869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:24.833640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.855930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'name': 'tempest-FloatingIPsTestJSON-477032149-router', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:51Z', 'updated_at': '2021-09-17T22:32:22Z', 'revision_number': 5, 'project_id': 'd1be60556881440eabef884e420effe4', 'gw_port': {'id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:52Z', 'updated_at': '2021-09-17T22:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:24.857941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc8011-7202-461f-8f57-e1186ad369b9 req-8c1a06f2-7b6a-4001-9f13-b8f8b6d71c54 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:24.859289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15bc8011-7202-461f-8f57-e1186ad369b9 req-8c1a06f2-7b6a-4001-9f13-b8f8b6d71c54 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 945 time: 0.5412271 Sep 17 22:32:24.871037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6110-82d0-4d25-a65c-51bac4bb3674 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.873027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7c9d6110-82d0-4d25-a65c-51bac4bb3674 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6545880 Sep 17 22:32:24.876467 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:24.877109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42660) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:24.885275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-cc244470-bd7d-47f6-82cb-af8909f0be1b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'b5f7d6fa-e0a6-44e1-9169-76bf552bac70', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:24.895730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e3fa8-d14e-46e9-bcce-3787d4ef8b95 None None] Network 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:24.898943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] Checking router: 32be99af-ab9c-4441-bae5-a323ff4d2347 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:24.927344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] Routers {'32be99af-ab9c-4441-bae5-a323ff4d2347'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:24.927604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['32be99af-ab9c-4441-bae5-a323ff4d2347'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:24.983506 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8802590 Sep 17 22:32:24.987018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42662) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:24.993980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'subnet': {'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:25.007004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0d7575a4-bf38-4d23-a9af-ba841739d7b9 None None] Could not find standard attr ID for object f338c49d-82c5-4ae1-b899-12edd5084e20. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:32:25.023430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68488c1e-d8c3-4ab5-a230-4af459dda004 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Network': ['ID=5a98e67a-cb81-4b76-bbb6-010527f62c3f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:25.041518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:25.044848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15bc8011-7202-461f-8f57-e1186ad369b9 req-387df2a2-246c-44c7-a292-88ed29520b07 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603897 Sep 17 22:32:25.072740 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.101218 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc244470-bd7d-47f6-82cb-af8909f0be1b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.154820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.190347 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc244470-bd7d-47f6-82cb-af8909f0be1b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.191484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] Set router 32be99af-ab9c-4441-bae5-a323ff4d2347 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:25.199072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Subnet': ['ID=5d95207c-416e-488e-975c-64778341a370,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:25.216025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Made reservation on behalf of c7af53f8bc07471d87d68460660dd1c7 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:25.229059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.296595 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc244470-bd7d-47f6-82cb-af8909f0be1b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.329268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.373870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Deleting port 94a9581a-ba8c-4514-8caf-066f92833fbc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:25.374247 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.382480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd9b01e-11ca-4b30-b17c-456c7f1de9d7']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:25.415961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc244470-bd7d-47f6-82cb-af8909f0be1b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e3179f-dd78-40c7-972f-7a123acc64f5,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:25.458373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d1ca47-8fe2-46ab-8082-5144f3142d96') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:25.458662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d1ca47-8fe2-46ab-8082-5144f3142d96') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:25.480752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'name': 'tempest-FloatingIPsTestJSON-477032149-router', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:51Z', 'updated_at': '2021-09-17T22:32:22Z', 'revision_number': 5, 'project_id': 'd1be60556881440eabef884e420effe4', 'gw_port': {'id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:52Z', 'updated_at': '2021-09-17T22:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:25.499767 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.548698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5e237-1974-4ffc-8af7-60bc9275d22c None None] The sync data for ids ['32be99af-ab9c-4441-bae5-a323ff4d2347'] in n-d-713499-18 is: [{'id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'name': 'tempest-FloatingIPsTestJSON-477032149-router', 'tenant_id': 'd1be60556881440eabef884e420effe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:51Z', 'updated_at': '2021-09-17T22:32:22Z', 'revision_number': 5, 'project_id': 'd1be60556881440eabef884e420effe4', 'gw_port': {'id': '94a9581a-ba8c-4514-8caf-066f92833fbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32be99af-ab9c-4441-bae5-a323ff4d2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:52Z', 'updated_at': '2021-09-17T22:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:25.560035 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc244470-bd7d-47f6-82cb-af8909f0be1b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.561754 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cc244470-bd7d-47f6-82cb-af8909f0be1b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6834369 Sep 17 22:32:25.580482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42676) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:25.586362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e25cf-81d6-44cb-b5af-18331e29af98 None None] Network 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:25.599032 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f86a362e-8d9c-41da-8aac-7df6556874c6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'b5f7d6fa-e0a6-44e1-9169-76bf552bac70', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:25.648455 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba5112-be4f-4ea8-b2c1-c841b2dee409 req-7bcc3079-b263-419c-aff9-e5afe52f3909 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:25.652711 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.657710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0cba5112-be4f-4ea8-b2c1-c841b2dee409 req-7bcc3079-b263-419c-aff9-e5afe52f3909 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1371515 Sep 17 22:32:25.668464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:25.668869 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:25.680547 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:25.745771 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0cba5112-be4f-4ea8-b2c1-c841b2dee409 req-f48ecc9e-1359-41de-8742-5bed6f6aa90d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868125 Sep 17 22:32:25.764944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] For port 94a9581a-ba8c-4514-8caf-066f92833fbc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=94a9581a-ba8c-4514-8caf-066f92833fbc,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:25.765436 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.783602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Calling delete_port for 94a9581a-ba8c-4514-8caf-066f92833fbc owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:25.796420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.845161 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f86a362e-8d9c-41da-8aac-7df6556874c6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.874480 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Subnet': ['ID=664ada31-0f86-421b-8600-207a6fa4657d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:25.883183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Checking segment: {'id': '599bdf6b-3ce8-4ab1-8160-425edbf91f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:25.883644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Network hostable DHCP agents. Network: 5a98e67a-cb81-4b76-bbb6-010527f62c3f, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:25.955615 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.969196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03baee4-c0b4-4c07-b8ef-f75e21f5803c None None] DHCP port deletion for 2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:32:25.991866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:25.997966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 HTTP/1.1" status: 204 len: 168 time: 3.1056015 Sep 17 22:32:25.998570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42682) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.009833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021c042-f0b0-413c-a0ff-1a138f62378c req-264adad9-fa75-40d8-a8ab-fcfebb0c54a3 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:26.009833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b021c042-f0b0-413c-a0ff-1a138f62378c req-264adad9-fa75-40d8-a8ab-fcfebb0c54a3 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 946 time: 0.1760080 Sep 17 22:32:26.027539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa508e-b808-4a02-9ba4-08d495649213 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Network': ['ID=2cd9b01e-11ca-4b30-b17c-456c7f1de9d7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:26.043986 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33db8b0-9c6c-4dca-962a-181fdc4dbf3e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] DELETE failed (client error): The resource could not be found. Sep 17 22:32:26.044482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33db8b0-9c6c-4dca-962a-181fdc4dbf3e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:32:26.048540 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b33db8b0-9c6c-4dca-962a-181fdc4dbf3e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/subnets/5d95207c-416e-488e-975c-64778341a370 HTTP/1.1" status: 404 len: 337 time: 0.0469487 Sep 17 22:32:26.048540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:26.049146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42684) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.074658 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-902c9db4-a73a-4c3a-8fc1-81fcc894077d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] DELETE failed (client error): The resource could not be found. Sep 17 22:32:26.075292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902c9db4-a73a-4c3a-8fc1-81fcc894077d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:32:26.079437 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-902c9db4-a73a-4c3a-8fc1-81fcc894077d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/2cd9b01e-11ca-4b30-b17c-456c7f1de9d7 HTTP/1.1" status: 404 len: 339 time: 0.0271769 Sep 17 22:32:26.080639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42688) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.135493 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f86a362e-8d9c-41da-8aac-7df6556874c6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.138393 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa5e3a1-7a3a-499c-b740-75ac28a50df8 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] DELETE failed (client error): The resource could not be found. Sep 17 22:32:26.138858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa5e3a1-7a3a-499c-b740-75ac28a50df8 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:32:26.140653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-baa5e3a1-7a3a-499c-b740-75ac28a50df8 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/subnets/e84f3f7e-98b8-4262-8897-c4750c463980 HTTP/1.1" status: 404 len: 337 time: 0.0590739 Sep 17 22:32:26.144849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42694) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.146733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 5a98e67a-cb81-4b76-bbb6-010527f62c3f) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:26.153178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:26.153933 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.156823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e010fd-dd7d-4b52-852f-74bd02cde51b None None] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:26.197630 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b021c042-f0b0-413c-a0ff-1a138f62378c req-919e4ee9-d0bd-45d9-b7a7-e4eb05f1dfe9 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763058 Sep 17 22:32:26.202172 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4517f18-e208-4a09-8fdc-b63be4c3dc52 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] DELETE failed (client error): The resource could not be found. Sep 17 22:32:26.202277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4517f18-e208-4a09-8fdc-b63be4c3dc52 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:32:26.207575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a4517f18-e208-4a09-8fdc-b63be4c3dc52 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/63881ba8-a481-4fcd-8d58-a9dababf9572 HTTP/1.1" status: 404 len: 339 time: 0.0364444 Sep 17 22:32:26.207575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42696) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.235297 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:32:26.246561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f86a362e-8d9c-41da-8aac-7df6556874c6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.254246 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f38bf4e-d2a6-48ec-b177-e64a2af24452 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] DELETE failed (client error): The resource could not be found. Sep 17 22:32:26.255119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f38bf4e-d2a6-48ec-b177-e64a2af24452 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:32:26.257260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8f38bf4e-d2a6-48ec-b177-e64a2af24452 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/subnets/78f3fb3e-e5c6-456b-80b0-2497fec6f843 HTTP/1.1" status: 404 len: 337 time: 0.0495806 Sep 17 22:32:26.265093 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f90e32db-9cdc-4675-bc87-3e3ab0e39693 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2767708 Sep 17 22:32:26.270124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42700) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.270650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42702) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.303581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'port': {'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1938189387'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:26.346296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e9d7d-03c2-4332-b2cb-3f9e24378610 req-b380fa68-e2f0-4926-b626-34c4af544f20 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:26.347939 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e3e9d7d-03c2-4332-b2cb-3f9e24378610 req-b380fa68-e2f0-4926-b626-34c4af544f20 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 945 time: 0.1010296 Sep 17 22:32:26.426967 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e3e9d7d-03c2-4332-b2cb-3f9e24378610 req-ea746b1f-dbed-445a-a62a-9ea946b10e00 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720146 Sep 17 22:32:26.507618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-5a98e67a-cb81-4b76-bbb6-010527f62c3f', 'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f', 'tenant_id': 'c7af53f8bc07471d87d68460660dd1c7', 'fixed_ips': [{'subnet_id': '664ada31-0f86-421b-8600-207a6fa4657d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:26.510375 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.640334 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-61994129-4e48-45b9-923c-9826967f7a9e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] DELETE failed (client error): The resource could not be found. Sep 17 22:32:26.640947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61994129-4e48-45b9-923c-9826967f7a9e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:32:26.645047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-61994129-4e48-45b9-923c-9826967f7a9e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/21c00f29-ec74-40f9-9e3b-1d1195cb8568 HTTP/1.1" status: 404 len: 339 time: 0.3672364 Sep 17 22:32:26.645047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a362e-8d9c-41da-8aac-7df6556874c6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85896d03-065d-44e7-b91f-fba81f197c8d,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:26.645950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42716) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.664920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.743120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a9581a-ba8c-4514-8caf-066f92833fbc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:26.809189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d75b0-aef8-4446-aa59-fe5a5c04c69d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Deleting port 7329fb5d-7129-43fa-866f-270bd7fe898c {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:26.809189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba7d75b0-aef8-4446-aa59-fe5a5c04c69d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.809793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Allocated IP 2001:db8::2 (5a98e67a-cb81-4b76-bbb6-010527f62c3f/664ada31-0f86-421b-8600-207a6fa4657d/b71a1eca-807e-4c8d-8a0d-b54d1403f41d) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:26.812167 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f86a362e-8d9c-41da-8aac-7df6556874c6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.813597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f86a362e-8d9c-41da-8aac-7df6556874c6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2279303 Sep 17 22:32:26.826045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42726) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:26.830525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-35a0302d-d546-45c3-a306-e5aceec023b2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'b5f7d6fa-e0a6-44e1-9169-76bf552bac70', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:26.890267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59318bda-5ead-487b-b6a5-eb9716d6624a req-016108a0-e5c2-4938-ab13-b64c196327b2 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:26.893526 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-59318bda-5ead-487b-b6a5-eb9716d6624a req-016108a0-e5c2-4938-ab13-b64c196327b2 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec3995a1-e19a-40d6-ace7-7c54ab670c48 HTTP/1.1" status: 200 len: 945 time: 0.2547157 Sep 17 22:32:26.899178 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba7d75b0-aef8-4446-aa59-fe5a5c04c69d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.912880 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.913941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d75b0-aef8-4446-aa59-fe5a5c04c69d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Calling delete_port for 7329fb5d-7129-43fa-866f-270bd7fe898c owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:26.985905 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-35a0302d-d546-45c3-a306-e5aceec023b2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Project d4cd6a346eb04f708783b1b69d561814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:32:26.994806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35a0302d-d546-45c3-a306-e5aceec023b2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.033050 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.047190 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-59318bda-5ead-487b-b6a5-eb9716d6624a req-ed0471fb-5fa6-4ee2-8af2-49bd3abff1f8 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373303 Sep 17 22:32:27.049718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.054111 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.084560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35a0302d-d546-45c3-a306-e5aceec023b2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.150567 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35a0302d-d546-45c3-a306-e5aceec023b2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.151252 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.155902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba7d75b0-aef8-4446-aa59-fe5a5c04c69d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.156751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Made reservation on behalf of c7af53f8bc07471d87d68460660dd1c7 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:27.168550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.215292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba7d75b0-aef8-4446-aa59-fe5a5c04c69d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.220077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ba7d75b0-aef8-4446-aa59-fe5a5c04c69d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/ports/7329fb5d-7129-43fa-866f-270bd7fe898c HTTP/1.1" status: 204 len: 168 time: 0.5703030 Sep 17 22:32:27.220077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0302d-d546-45c3-a306-e5aceec023b2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c91428-a873-40bd-b2f2-294de7f13180,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:27.222158 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42738) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:27.223170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d75b0-aef8-4446-aa59-fe5a5c04c69d tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Port': ['ID=7329fb5d-7129-43fa-866f-270bd7fe898c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:27.224400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Pushing event updated for resources: {'Port': ['ID=b71a1eca-807e-4c8d-8a0d-b54d1403f41d,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:27.240627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.241150 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32be99af-ab9c-4441-bae5-a323ff4d2347 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:32:27.249060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] device_id is not set on port 6090fb22-7196-4642-bea2-a918fcd49654 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:32:27.252678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:27.254104 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1ee612-9611-431d-b617-961265049574 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] DELETE failed (client error): The resource could not be found. Sep 17 22:32:27.254571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1ee612-9611-431d-b617-961265049574 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:32:27.255440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:27.258653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dd1ee612-9611-431d-b617-961265049574 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/subnets/ed881921-d763-402a-8608-7f00278617bf HTTP/1.1" status: 404 len: 337 time: 0.0314119 Sep 17 22:32:27.259177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:27.260162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42740) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:27.306600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35a0302d-d546-45c3-a306-e5aceec023b2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.314988 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35a0302d-d546-45c3-a306-e5aceec023b2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4813788 Sep 17 22:32:27.315139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42742) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:27.321829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-46d49e9b-6a46-4f73-ab79-a8e1a3dc33af tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'b5f7d6fa-e0a6-44e1-9169-76bf552bac70', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:27.357671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Attempting to bind port b71a1eca-807e-4c8d-8a0d-b54d1403f41d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:27.358040 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Attempting to bind port b71a1eca-807e-4c8d-8a0d-b54d1403f41d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '599bdf6b-3ce8-4ab1-8160-425edbf91f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:27.358438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Attempting to bind port b71a1eca-807e-4c8d-8a0d-b54d1403f41d on network 5a98e67a-cb81-4b76-bbb6-010527f62c3f {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:27.366498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:27.366905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Checking segment: {'id': '599bdf6b-3ce8-4ab1-8160-425edbf91f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:27.367466 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.368317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Bound using segment: {'id': '599bdf6b-3ce8-4ab1-8160-425edbf91f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:27.368798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Bound port: b71a1eca-807e-4c8d-8a0d-b54d1403f41d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599bdf6b-3ce8-4ab1-8160-425edbf91f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:27.369185 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.421603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0a929-9345-4ec3-9ca3-5b12cc26d99b req-9feb843e-610f-4fc8-9888-304deabcb167 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:27.430594 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85f0a929-9345-4ec3-9ca3-5b12cc26d99b req-9feb843e-610f-4fc8-9888-304deabcb167 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.3111250 Sep 17 22:32:27.436873 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.442019 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.444439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c8ec7a55-8bb0-4c93-96c1-3e696ad49047 admin admin] 10.222.0.30 "DELETE /v2.0/routers/32be99af-ab9c-4441-bae5-a323ff4d2347 HTTP/1.1" status: 204 len: 168 time: 3.1075072 Sep 17 22:32:27.460212 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] For port b71a1eca-807e-4c8d-8a0d-b54d1403f41d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:27.460521 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-46d49e9b-6a46-4f73-ab79-a8e1a3dc33af tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Project d4cd6a346eb04f708783b1b69d561814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:32:27.461863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42744) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:27.470260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d49e9b-6a46-4f73-ab79-a8e1a3dc33af tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.479977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] For port b71a1eca-807e-4c8d-8a0d-b54d1403f41d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b71a1eca-807e-4c8d-8a0d-b54d1403f41d,segment=NetworkSegment(599bdf6b-3ce8-4ab1-8160-425edbf91f57),segment_id=599bdf6b-3ce8-4ab1-8160-425edbf91f57)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:27.572102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.599476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Allocated IP 2001:db8::244 (5a98e67a-cb81-4b76-bbb6-010527f62c3f/664ada31-0f86-421b-8600-207a6fa4657d/6090fb22-7196-4642-bea2-a918fcd49654) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:27.613041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dbfae6-a17f-4d23-8cbe-b156c5dd4395 admin admin] Deleting subnet 9c5e6150-3445-4ae3-a0cb-da27c4e8efd2 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:27.621756 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85f0a929-9345-4ec3-9ca3-5b12cc26d99b req-e2533d25-f3b3-44ce-94e1-b2729a427f7a tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902196 Sep 17 22:32:27.624268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-40dbfae6-a17f-4d23-8cbe-b156c5dd4395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.685069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba67b0-26a9-4a7f-a8b5-9a6a16c25abd None None] Pushing event updated for resources: {'Port': ['ID=b71a1eca-807e-4c8d-8a0d-b54d1403f41d,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:27.688034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-40dbfae6-a17f-4d23-8cbe-b156c5dd4395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.857412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 787cb8c0-11ee-4856-89a8-21f7c740a492 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:27.924427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 787cb8c0-11ee-4856-89a8-21f7c740a492 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:27.924698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 787cb8c0-11ee-4856-89a8-21f7c740a492 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:27.925917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-40dbfae6-a17f-4d23-8cbe-b156c5dd4395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.927504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device f338c49d-82c5-4ae1-b899-12edd5084e20 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:27.982718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2ffee45a-44b4-4111-84c1-b6fe8afbb53a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:27.985050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:28.006648 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.024815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.051173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: f338c49d-82c5-4ae1-b899-12edd5084e20 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:28.051532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device f338c49d-82c5-4ae1-b899-12edd5084e20 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:28.087640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290a7439-a069-42c8-97e2-375d85d9bf4d']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:28.101773 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a634b228-b4fb-4278-8a34-bf678a480451') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:28.102753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a634b228-b4fb-4278-8a34-bf678a480451') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:28.132244 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.134834 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d49e9b-6a46-4f73-ab79-a8e1a3dc33af tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.148807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.155337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:28.155897 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:28.159220 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:28.213324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.217050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-40dbfae6-a17f-4d23-8cbe-b156c5dd4395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.220332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.260548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:28.263401 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2494c781-c1fe-4947-a7e9-b5205b666bff" -d '{"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-unplugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:28.267012 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d49e9b-6a46-4f73-ab79-a8e1a3dc33af tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.269112 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:28.290121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:28.291631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'port_id': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'mac_address': 'fa:16:3e:66:72:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:28.313002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d49e9b-6a46-4f73-ab79-a8e1a3dc33af tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb16e772-75ea-453f-819a-7408e024e05f,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:28.330348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbfae6-a17f-4d23-8cbe-b156c5dd4395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5e6150-3445-4ae3-a0cb-da27c4e8efd2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:28.340042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:28.345405 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec0aab4-9f56-451f-95ed-6f2339420e6f x-openstack-request-id: req-cec0aab4-9f56-451f-95ed-6f2339420e6f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:28.345725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-40dbfae6-a17f-4d23-8cbe-b156c5dd4395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.345872 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-unplugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:28.346044 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cec0aab4-9f56-451f-95ed-6f2339420e6f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:28.346498 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'code': 200} Sep 17 22:32:28.350304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-40dbfae6-a17f-4d23-8cbe-b156c5dd4395 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9c5e6150-3445-4ae3-a0cb-da27c4e8efd2 HTTP/1.1" status: 204 len: 168 time: 0.8737006 Sep 17 22:32:28.350465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.353570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:28.353825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42766) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:28.357332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:28.358956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1149109-f72f-439c-af6c-ca8efdfc8394 None None] Network 611fb423-adc9-4959-b2c7-da263c2b4fd7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:28.365853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:28.366661 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.382586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Port': ['ID=6090fb22-7196-4642-bea2-a918fcd49654,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:28.453987 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-99a59853-63d5-42f3-b40c-31410492e874 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1762578 Sep 17 22:32:28.456939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42774) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:28.463056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'port': {'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-341358853', 'allowed_address_pairs': [{'ip_address': '2001:db8::244', 'mac_address': 'fa:16:3e:5d:7f:d7'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:28.481906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.489060 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/290a7439-a069-42c8-97e2-375d85d9bf4d HTTP/1.1" status: 204 len: 168 time: 1.2275364 Sep 17 22:32:28.494421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42776) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:28.500720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.502626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d49e9b-6a46-4f73-ab79-a8e1a3dc33af tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.518298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-46d49e9b-6a46-4f73-ab79-a8e1a3dc33af tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1926000 Sep 17 22:32:28.520298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42782) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:28.552357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'network': {'name': 'tempest-network-smoke--283752276', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'port_security_enabled': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:28.580256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105dc33-0e03-45e2-a45d-af78c98ebdb3 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Network': ['ID=290a7439-a069-42c8-97e2-375d85d9bf4d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:28.626996 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.641147 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.673540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Deleting port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:28.673940 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.707598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:28.711606 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.734960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ffee45a-44b4-4111-84c1-b6fe8afbb53a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:28.796761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:28.804256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:28.858495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] For port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0f8ea5e8-87db-489c-8289-26b5ea0d9aaf,segment=NetworkSegment(331ca9f5-ff05-4e28-ab47-0d5bea66e53f),segment_id=331ca9f5-ff05-4e28-ab47-0d5bea66e53f)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:28.858766 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.900016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Calling delete_port for 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:28.902396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:28.923736 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.929837 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.935555 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Added segment 186ee1ad-2ff9-496d-aaaa-3b73582a1eeb of type vlan for network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 Sep 17 22:32:28.958766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39992a3d-0643-4814-a459-caa9d3c0ba59 req-c986b6c2-10d6-473e-ab86-69d71e3507b4 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:28.977900 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-39992a3d-0643-4814-a459-caa9d3c0ba59 req-c986b6c2-10d6-473e-ab86-69d71e3507b4 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.2130568 Sep 17 22:32:28.990133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c2ef7c-c403-411f-b14b-a59a02e6ce4c None None] DHCP port deletion for 611fb423-adc9-4959-b2c7-da263c2b4fd7 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:32:28.991518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-f4722267-be78-492f-bb42-eb7fff313112 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:28.999453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-f4722267-be78-492f-bb42-eb7fff313112 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/networks?id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 200 len: 813 time: 0.3661466 Sep 17 22:32:29.031592 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-49ffb293-a6d0-4429-8e8f-3a1b6953dd3a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/quotas/f60e149b5ae8404388f30659e267f661 HTTP/1.1" status: 200 len: 375 time: 0.0311646 Sep 17 22:32:29.040231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Made reservation on behalf of c7af53f8bc07471d87d68460660dd1c7 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:29.078597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['2ffee45a-44b4-4111-84c1-b6fe8afbb53a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:29.111001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-596c8442-687f-48e2-a014-b3431b9d1cdf tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Deleting port f49dbbfa-8d04-413b-ab28-b64a1c99fed3 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:29.111365 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-596c8442-687f-48e2-a014-b3431b9d1cdf tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.169887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-39992a3d-0643-4814-a459-caa9d3c0ba59 req-7719f733-7633-4d63-8c4f-ebb844f6e69b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893258 Sep 17 22:32:29.191886 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.244637 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:29.275657 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.282143 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.285987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2ef7c-c403-411f-b14b-a59a02e6ce4c None None] Deleting port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:29.286368 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ef7c-c403-411f-b14b-a59a02e6ce4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.337226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8a03cf-3083-4486-9a03-40d8bde305ae None None] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:29.346575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-596c8442-687f-48e2-a014-b3431b9d1cdf tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.352276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.360710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.361617 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.362379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-596c8442-687f-48e2-a014-b3431b9d1cdf tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Calling delete_port for f49dbbfa-8d04-413b-ab28-b64a1c99fed3 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:29.412477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.455559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] No DVR routers for this DVR port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:29.466307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8ea5e8-87db-489c-8289-26b5ea0d9aaf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:29.496566 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-7bcbe0ae-3051-4430-b5d4-b814748e2fad tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f60e149b5ae8404388f30659e267f661&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4632049 Sep 17 22:32:29.497884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] device_id is not set on port c2a72173-a46d-4f8e-82ed-84974a4e6140 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:32:29.558548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e0c2ef7c-c403-411f-b14b-a59a02e6ce4c None None] For port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0f8ea5e8-87db-489c-8289-26b5ea0d9aaf,segment=NetworkSegment(331ca9f5-ff05-4e28-ab47-0d5bea66e53f),segment_id=331ca9f5-ff05-4e28-ab47-0d5bea66e53f)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:29.559040 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ef7c-c403-411f-b14b-a59a02e6ce4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.566106 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0215893 Sep 17 22:32:29.568898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42810) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:29.581005 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-596c8442-687f-48e2-a014-b3431b9d1cdf tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.590634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2ef7c-c403-411f-b14b-a59a02e6ce4c None None] Calling delete_port for 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:29.591918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'admin_state_up': True, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:29.596421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-18d54269-c23b-4f8c-a6a6-facc2189d68d None None] Provisioning complete for port b71a1eca-807e-4c8d-8a0d-b54d1403f41d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:29.596833 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-18d54269-c23b-4f8c-a6a6-facc2189d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.629970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8133e31-1e0f-4cc5-b6ca-bf9fd0e1978a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Network': ['ID=e4957bc4-aab3-4c8c-af0c-68b20bfc6841,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:29.639299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b71a1eca-807e-4c8d-8a0d-b54d1403f41d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:29.674026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.679617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:29.681718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-596c8442-687f-48e2-a014-b3431b9d1cdf tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.687942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-596c8442-687f-48e2-a014-b3431b9d1cdf tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/ports/f49dbbfa-8d04-413b-ab28-b64a1c99fed3 HTTP/1.1" status: 204 len: 168 time: 1.1904862 Sep 17 22:32:29.692695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42812) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:29.693519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c8442-687f-48e2-a014-b3431b9d1cdf tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Port': ['ID=f49dbbfa-8d04-413b-ab28-b64a1c99fed3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:29.713530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611fb423-adc9-4959-b2c7-da263c2b4fd7']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:29.728787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331ca9f5-ff05-4e28-ab47-0d5bea66e53f') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:29.729133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331ca9f5-ff05-4e28-ab47-0d5bea66e53f') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:29.761745 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d0ca59-e12f-4ac5-a5a2-6425a25d649e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] DELETE failed (client error): The resource could not be found. Sep 17 22:32:29.763720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d0ca59-e12f-4ac5-a5a2-6425a25d649e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:32:29.770410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-43d0ca59-e12f-4ac5-a5a2-6425a25d649e tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/subnets/6b059cbb-a936-4395-90fe-a776a4784185 HTTP/1.1" status: 404 len: 337 time: 0.0742600 Sep 17 22:32:29.771060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42816) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:29.786847 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.824738 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.832511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:29.833627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.887287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-3b465af3-f00d-4751-a06e-61d62abe966b service neutron] 10.222.0.30 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742030 Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:29.911663 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:29.925613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.926380 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Allocated IP 2001:db8::101 (5a98e67a-cb81-4b76-bbb6-010527f62c3f/664ada31-0f86-421b-8600-207a6fa4657d/c2a72173-a46d-4f8e-82ed-84974a4e6140) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:29.929630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.945165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.005705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-7ae39f62-6724-48ee-92b1-ed4f355884af tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.012717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-7ae39f62-6724-48ee-92b1-ed4f355884af tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3995a1-e19a-40d6-ace7-7c54ab670c48 HTTP/1.1" status: 200 len: 945 time: 0.0935113 Sep 17 22:32:30.012868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:30.126690 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.173770 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ef7c-c403-411f-b14b-a59a02e6ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.190031 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.192599 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] 10.222.0.30 "DELETE /v2.0/networks/611fb423-adc9-4959-b2c7-da263c2b4fd7 HTTP/1.1" status: 204 len: 168 time: 1.8326974 Sep 17 22:32:30.194256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.214694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b71a1eca-807e-4c8d-8a0d-b54d1403f41d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:30.215046 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.301747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.339713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0c2ef7c-c403-411f-b14b-a59a02e6ce4c None None] Network 611fb423-adc9-4959-b2c7-da263c2b4fd7 is not hosted by any dhcp agent {{(pid=95456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:32:30.340490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075cfc-21d1-4770-9f9e-027fe5c60534 admin admin] Pushing event deleted for resources: {'Network': ['ID=611fb423-adc9-4959-b2c7-da263c2b4fd7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:30.350643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2ef7c-c403-411f-b14b-a59a02e6ce4c None None] No DVR routers for this DVR port 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:30.394823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2ef7c-c403-411f-b14b-a59a02e6ce4c None None] Pushing event deleted for resources: {'Port': ['ID=0f8ea5e8-87db-489c-8289-26b5ea0d9aaf,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:30.420898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bdb213-10d9-4a9a-a423-b9223791f07c']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:30.434213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd35a66-8ce5-46ee-928a-5397cf24f50d') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:30.434492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd35a66-8ce5-46ee-928a-5397cf24f50d') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:30.446282 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-18d54269-c23b-4f8c-a6a6-facc2189d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.450769 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.514320 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.546211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:30.546608 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.555509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:30.568039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-18d54269-c23b-4f8c-a6a6-facc2189d68d None None] For port b71a1eca-807e-4c8d-8a0d-b54d1403f41d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b71a1eca-807e-4c8d-8a0d-b54d1403f41d,segment=NetworkSegment(599bdf6b-3ce8-4ab1-8160-425edbf91f57),segment_id=599bdf6b-3ce8-4ab1-8160-425edbf91f57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:30.613770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'port_id': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'mac_address': 'fa:16:3e:6d:59:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:30.669990 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-18d54269-c23b-4f8c-a6a6-facc2189d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.692874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-4b677693-a471-4301-906e-d80fb0ca0361 service neutron] 10.222.0.30 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928870 Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:30.697147 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:30.837750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-307de10d-9a43-4ecc-a885-85620d4e4a1d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.849041 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-307de10d-9a43-4ecc-a885-85620d4e4a1d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.15 "GET /v2.0/ports?device_id=9605d452-b305-4649-8ec0-2515a1b02fca HTTP/1.1" status: 200 len: 946 time: 0.7084513 Sep 17 22:32:30.864878 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.931366 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.937048 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:30.939275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09ed143-85b5-42d6-9fec-b6e0cf559c22 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:30.983726 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.000750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.005605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/b2bdb213-10d9-4a9a-a423-b9223791f07c HTTP/1.1" status: 204 len: 168 time: 1.2254124 Sep 17 22:32:31.006224 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42844) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:31.049788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040d174-1aba-4cf2-832c-b0afbaccc4ec tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Network': ['ID=b2bdb213-10d9-4a9a-a423-b9223791f07c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:31.090412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.094066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d54269-c23b-4f8c-a6a6-facc2189d68d None None] Pushing event updated for resources: {'Port': ['ID=b71a1eca-807e-4c8d-8a0d-b54d1403f41d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:31.108884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:31.144364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.152334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42848) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:31.159504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-015e7741-2afc-48c0-a03e-84ee57a2bbfa None None] Provisioning complete for port b71a1eca-807e-4c8d-8a0d-b54d1403f41d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:31.160295 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-015e7741-2afc-48c0-a03e-84ee57a2bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.199730 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:32:31.200566 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:32:31.211025 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.254747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbdca9-0054-4dd1-99ce-db97ff55d6cf req-e8b2ef0b-6eab-424d-8b5f-a0011e15fcd7 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:31.255364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Port': ['ID=c2a72173-a46d-4f8e-82ed-84974a4e6140,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:31.256720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-22bbdca9-0054-4dd1-99ce-db97ff55d6cf req-e8b2ef0b-6eab-424d-8b5f-a0011e15fcd7 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.6149542 Sep 17 22:32:31.312282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0b211c-e2a1-474f-bd21-698ebbc79c20 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Deleting subnet d571e4b0-b5ea-47a0-8b26-0dd599cc60a2 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:31.328162 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e0b211c-e2a1-474f-bd21-698ebbc79c20 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.366055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['e09ed143-85b5-42d6-9fec-b6e0cf559c22'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:31.432968 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-22bbdca9-0054-4dd1-99ce-db97ff55d6cf req-5f26ee7c-4094-4d07-83a3-f2a44ee809d9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602058 Sep 17 22:32:31.452039 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e0b211c-e2a1-474f-bd21-698ebbc79c20 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.536673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:31.625590 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e0b211c-e2a1-474f-bd21-698ebbc79c20 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.732668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c24806e3-f3ee-4384-8b01-6aaa75e67325 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1be60556881440eabef884e420effe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758972 Sep 17 22:32:31.736619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42872) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:31.745743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:31.754624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:31.770174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:31.783873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:31.783873 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.806573 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-5a57a7d3-e713-4cde-8f42-6b9b75484aaf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Deleting port c471de28-11d2-45f4-a926-bacff7423dcb {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:31.807072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-5a57a7d3-e713-4cde-8f42-6b9b75484aaf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.817266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-3fc1454b-1854-4ff4-9803-2f42acdd4a65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Deleting port 270a361f-d938-4585-b486-33fc44236771 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:31.827943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-3fc1454b-1854-4ff4-9803-2f42acdd4a65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.829033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e0b211c-e2a1-474f-bd21-698ebbc79c20 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.843559 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c47fde1b-7cf0-4ea3-bf1d-a0e75edff40a req-ee84805a-78cb-4e00-be03-6ed5e4dc9def tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 210 time: 0.1284292 Sep 17 22:32:31.888676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-015e7741-2afc-48c0-a03e-84ee57a2bbfa None None] Provisioning complete for port 6090fb22-7196-4642-bea2-a918fcd49654 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:31.889167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-015e7741-2afc-48c0-a03e-84ee57a2bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.913050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b211c-e2a1-474f-bd21-698ebbc79c20 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Subnet': ['ID=d571e4b0-b5ea-47a0-8b26-0dd599cc60a2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:31.937653 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e0b211c-e2a1-474f-bd21-698ebbc79c20 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:31.943098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4e0b211c-e2a1-474f-bd21-698ebbc79c20 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/subnets/d571e4b0-b5ea-47a0-8b26-0dd599cc60a2 HTTP/1.1" status: 204 len: 168 time: 0.9343853 Sep 17 22:32:31.955854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-012074bc-7de2-463d-bf69-78987ef0a6fc tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.4950516 Sep 17 22:32:31.956769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42884) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:31.957727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42886) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:31.991920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb5b7e-a809-44e9-a829-21c97141748d None None] Network 6102a40f-8da2-4647-94a7-6ab720373798 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:32.000517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 94a9581a-ba8c-4514-8caf-066f92833fbc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:32.111014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-015e7741-2afc-48c0-a03e-84ee57a2bbfa None None] Port 6090fb22-7196-4642-bea2-a918fcd49654 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:32.120879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2ffee45a-44b4-4111-84c1-b6fe8afbb53a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:32.155521 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.178042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 94a9581a-ba8c-4514-8caf-066f92833fbc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:32.178483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 94a9581a-ba8c-4514-8caf-066f92833fbc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:32.178971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:32.249220 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3a4a-fe4b-4f4f-982f-f8d2d1cbacab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.332523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc1c03-1d97-438a-8ea4-a30ad9067f47 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:32.344394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc1c03-1d97-438a-8ea4-a30ad9067f47 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:32.350958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc1c03-1d97-438a-8ea4-a30ad9067f47 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:32.352736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-94dc1c03-1d97-438a-8ea4-a30ad9067f47 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2193849 Sep 17 22:32:32.357741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42890) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:32.369976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-5a57a7d3-e713-4cde-8f42-6b9b75484aaf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] For port c471de28-11d2-45f4-a926-bacff7423dcb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c471de28-11d2-45f4-a926-bacff7423dcb,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:32.374159 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-5a57a7d3-e713-4cde-8f42-6b9b75484aaf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.404570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-5a57a7d3-e713-4cde-8f42-6b9b75484aaf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Calling delete_port for c471de28-11d2-45f4-a926-bacff7423dcb owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:32.416521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-3fc1454b-1854-4ff4-9803-2f42acdd4a65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] For port 270a361f-d938-4585-b486-33fc44236771, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=270a361f-d938-4585-b486-33fc44236771,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:32.427889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-3fc1454b-1854-4ff4-9803-2f42acdd4a65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.509605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-3fc1454b-1854-4ff4-9803-2f42acdd4a65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Calling delete_port for 270a361f-d938-4585-b486-33fc44236771 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:32.544318 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3a4a-fe4b-4f4f-982f-f8d2d1cbacab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.650719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Deleting port 388e618d-afb6-4812-a014-c272afb2db4d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:32.650719 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.743797 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:32.744309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0f8ea5e8-87db-489c-8289-26b5ea0d9aaf not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:33.028659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-003cfd0b-4e49-4daa-8276-200454ed8fed None None] Provisioning complete for port c2a72173-a46d-4f8e-82ed-84974a4e6140 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:33.029222 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-003cfd0b-4e49-4daa-8276-200454ed8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.143695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-003cfd0b-4e49-4daa-8276-200454ed8fed None None] Port c2a72173-a46d-4f8e-82ed-84974a4e6140 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:33.174536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b71a1eca-807e-4c8d-8a0d-b54d1403f41d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:33.368853 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce97318b-05b9-4e44-9e94-c59050fd3f8e req-204837e5-99fd-4aaa-a76b-e30def424559 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 210 time: 0.1902192 Sep 17 22:32:33.383425 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.480961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.509293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288b756-afed-42f8-86ec-c151e9e5af76 req-b1dc3192-79c2-41d9-b7c8-684a3df5a6f4 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:33.516240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:33.520245 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.536045 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1288b756-afed-42f8-86ec-c151e9e5af76 req-b1dc3192-79c2-41d9-b7c8-684a3df5a6f4 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.9122999 Sep 17 22:32:33.565729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] For port 388e618d-afb6-4812-a014-c272afb2db4d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=388e618d-afb6-4812-a014-c272afb2db4d,segment=NetworkSegment(3f6c8c5b-da8b-4b08-91e6-0f33c497bf12),segment_id=3f6c8c5b-da8b-4b08-91e6-0f33c497bf12)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:33.565921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.570898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3195f1a9-2cc7-4357-96a8-e793cc55920a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Deleting port c2a72173-a46d-4f8e-82ed-84974a4e6140 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:33.571601 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3195f1a9-2cc7-4357-96a8-e793cc55920a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.585973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-003cfd0b-4e49-4daa-8276-200454ed8fed None None] Provisioning complete for port 6090fb22-7196-4642-bea2-a918fcd49654 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:33.586364 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-003cfd0b-4e49-4daa-8276-200454ed8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.629193 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4a906573-52f8-49d6-b5a9-41abe2d3436f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.637416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0551381d-5b2d-4cde-b54d-265d7284d640 None None] DHCP port deletion for 6102a40f-8da2-4647-94a7-6ab720373798 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:32:33.649769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 270a361f-d938-4585-b486-33fc44236771 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:33.721865 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3195f1a9-2cc7-4357-96a8-e793cc55920a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.739630 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3195f1a9-2cc7-4357-96a8-e793cc55920a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Calling delete_port for c2a72173-a46d-4f8e-82ed-84974a4e6140 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:33.882241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.25.6.5 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/d439959f-d7c5-4853-a26f-5637f0374a6d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:34.009550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3a4a-fe4b-4f4f-982f-f8d2d1cbacab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.013296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3a4a-fe4b-4f4f-982f-f8d2d1cbacab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.014523 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9cfa3a4a-fe4b-4f4f-982f-f8d2d1cbacab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9cf0c9a-a1dd-4212-ad8c-c714cbc27994 HTTP/1.1" status: 204 len: 168 time: 2.2769737 Sep 17 22:32:34.031206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Calling delete_port for 388e618d-afb6-4812-a014-c272afb2db4d owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:34.049130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa3a4a-fe4b-4f4f-982f-f8d2d1cbacab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cf0c9a-a1dd-4212-ad8c-c714cbc27994,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:34.072473 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3195f1a9-2cc7-4357-96a8-e793cc55920a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.139270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195f1a9-2cc7-4357-96a8-e793cc55920a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event deleted for resources: {'Port': ['ID=c2a72173-a46d-4f8e-82ed-84974a4e6140,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:34.141848 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.221563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-003cfd0b-4e49-4daa-8276-200454ed8fed None None] Port 6090fb22-7196-4642-bea2-a918fcd49654 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:34.231672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1288b756-afed-42f8-86ec-c151e9e5af76 req-b250a7a9-c9f4-4523-9d1c-61e32df54cb9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6934586 Sep 17 22:32:34.253724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b71a1eca-807e-4c8d-8a0d-b54d1403f41d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:34.254148 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.310153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.571390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:34.614842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:34.634810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3195f1a9-2cc7-4357-96a8-e793cc55920a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.642316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3195f1a9-2cc7-4357-96a8-e793cc55920a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "DELETE /v2.0/ports/c2a72173-a46d-4f8e-82ed-84974a4e6140 HTTP/1.1" status: 204 len: 168 time: 2.2826104 Sep 17 22:32:34.643466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.666754 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.690714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42914) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:34.738682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:34.770815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Port': ['ID=388e618d-afb6-4812-a014-c272afb2db4d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:34.786722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0551381d-5b2d-4cde-b54d-265d7284d640 None None] Deleting port 388e618d-afb6-4812-a014-c272afb2db4d {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:34.787113 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0551381d-5b2d-4cde-b54d-265d7284d640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:34.836059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] No DVR routers for this DVR port 388e618d-afb6-4812-a014-c272afb2db4d on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:34.866830 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f49e67a-ea11-4161-bff3-304cae4a595a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] GET failed (client error): The resource could not be found. Sep 17 22:32:34.880387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1f49e67a-ea11-4161-bff3-304cae4a595a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "GET /v2.0/ports/c2a72173-a46d-4f8e-82ed-84974a4e6140 HTTP/1.1" status: 404 len: 333 time: 0.1269999 Sep 17 22:32:34.930393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42918) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:34.955069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.955069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.955069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.955627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.957933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.958081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.960033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.961617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.965464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.965464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.965464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.965464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:34.981806 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:34.986277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'port': {'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-843869349'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:34.998943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:35.008285 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391e341e-a47d-4a9e-942e-2c69ff21468d" -d '{"events": [{"server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "name": "network-vif-plugged", "status": "completed", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:35.123288 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.157871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:35.193506 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbacfd6c-9326-433d-b498-c71031048183 x-openstack-request-id: req-bbacfd6c-9326-433d-b498-c71031048183 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:35.202879 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "name": "network-vif-plugged", "status": "completed", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:35.203336 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbacfd6c-9326-433d-b498-c71031048183 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:35.203914 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'code': 200} Sep 17 22:32:35.220589 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.290249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0551381d-5b2d-4cde-b54d-265d7284d640 None None] For port 388e618d-afb6-4812-a014-c272afb2db4d, host n-d-713499-18, got binding levels [] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:35.290931 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0551381d-5b2d-4cde-b54d-265d7284d640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.340466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.439470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6102a40f-8da2-4647-94a7-6ab720373798']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:35.504993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6c8c5b-da8b-4b08-91e6-0f33c497bf12') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:35.505531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6c8c5b-da8b-4b08-91e6-0f33c497bf12') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:35.554223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec0c715b-3703-4781-82d4-405f101f4b3d req-f9d64cb3-d7bf-4911-86c6-3238220f238c tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 210 time: 0.8221102 Sep 17 22:32:35.562416 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-5a57a7d3-e713-4cde-8f42-6b9b75484aaf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.573603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=d439959f-d7c5-4853-a26f-5637f0374a6d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:35.626035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Made reservation on behalf of c7af53f8bc07471d87d68460660dd1c7 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:35.630081 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.702269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0551381d-5b2d-4cde-b54d-265d7284d640 None None] Calling delete_port for 388e618d-afb6-4812-a014-c272afb2db4d owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:35.703746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57a7d3-e713-4cde-8f42-6b9b75484aaf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Pushing event deleted for resources: {'Port': ['ID=c471de28-11d2-45f4-a926-bacff7423dcb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:35.718086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.744522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.ipam_backend_mixin [None req-0551381d-5b2d-4cde-b54d-265d7284d640 None None] Port 388e618d-afb6-4812-a014-c272afb2db4d was not found and therefore no delete operation was performed {{(pid=95456) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:32:35.784616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-5a57a7d3-e713-4cde-8f42-6b9b75484aaf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] No DVR routers for this DVR port c471de28-11d2-45f4-a926-bacff7423dcb on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:35.786296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-3fc1454b-1854-4ff4-9803-2f42acdd4a65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.788212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-5a57a7d3-e713-4cde-8f42-6b9b75484aaf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.790251 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf859e82-6fbc-431c-8a9e-faaab1973650 req-5a57a7d3-e713-4cde-8f42-6b9b75484aaf tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.15 "DELETE /v2.0/ports/c471de28-11d2-45f4-a926-bacff7423dcb HTTP/1.1" status: 204 len: 173 time: 4.9016869 Sep 17 22:32:35.820869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-c0735620-1324-4998-ac37-a30dd17492a3 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:35.822550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-c0735620-1324-4998-ac37-a30dd17492a3 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.23 "GET /v2.0/networks?id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 200 len: 813 time: 0.8301957 Sep 17 22:32:35.831828 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0551381d-5b2d-4cde-b54d-265d7284d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.845440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.849572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9605d452-b305-4649-8ec0-2515a1b02fca', 'name': 'network-vif-deleted', 'tag': 'c471de28-11d2-45f4-a926-bacff7423dcb'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:35.852772 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba6179b-e47f-4ccf-a080-61fa29328cc7" -d '{"events": [{"server_uuid": "9605d452-b305-4649-8ec0-2515a1b02fca", "name": "network-vif-deleted", "tag": "c471de28-11d2-45f4-a926-bacff7423dcb"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:35.895762 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] device_id is not set on port 9ead8ae8-85c6-4cb8-9679-3c016bcd5607 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:32:35.943275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Request body: {'port': {'device_id': 'bc5307b4-3fae-4171-8148-527a4f39a933', 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544', 'admin_state_up': True, 'tenant_id': 'f60e149b5ae8404388f30659e267f661'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:35.991625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 388e618d-afb6-4812-a014-c272afb2db4d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:36.002980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:36.003489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:36.021651 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:36.036772 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48a0ec6-8a89-4fb8-95c4-b74c8afb15f4 x-openstack-request-id: req-b48a0ec6-8a89-4fb8-95c4-b74c8afb15f4 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:36.037170 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9605d452-b305-4649-8ec0-2515a1b02fca", "name": "network-vif-deleted", "tag": "c471de28-11d2-45f4-a926-bacff7423dcb", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:36.037430 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b48a0ec6-8a89-4fb8-95c4-b74c8afb15f4 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:36.039084 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9605d452-b305-4649-8ec0-2515a1b02fca', 'name': 'network-vif-deleted', 'tag': 'c471de28-11d2-45f4-a926-bacff7423dcb', 'status': 'completed', 'code': 200} Sep 17 22:32:36.047250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1454b-1854-4ff4-9803-2f42acdd4a65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Pushing event deleted for resources: {'Port': ['ID=270a361f-d938-4585-b486-33fc44236771,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:36.087203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551381d-5b2d-4cde-b54d-265d7284d640 None None] No DVR routers for this DVR port 388e618d-afb6-4812-a014-c272afb2db4d on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:36.101603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 388e618d-afb6-4812-a014-c272afb2db4d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:36.101603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 388e618d-afb6-4812-a014-c272afb2db4d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:36.103187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c471de28-11d2-45f4-a926-bacff7423dcb no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:36.203629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:36.278450 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-73015acc-2dc6-4347-af8a-0ea1a1c566cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.286718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551381d-5b2d-4cde-b54d-265d7284d640 None None] Pushing event deleted for resources: {'Port': ['ID=388e618d-afb6-4812-a014-c272afb2db4d,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:36.295982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: c471de28-11d2-45f4-a926-bacff7423dcb {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:36.301625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c471de28-11d2-45f4-a926-bacff7423dcb not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:36.313263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port e09ed143-85b5-42d6-9fec-b6e0cf559c22 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:36.313664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.358406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bd0f8-502d-4265-9e07-98385e636556 req-0c4ddde6-6428-4237-8393-f76195c6069f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.375352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef2bd0f8-502d-4265-9e07-98385e636556 req-0c4ddde6-6428-4237-8393-f76195c6069f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.8519752 Sep 17 22:32:36.384797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-3fc1454b-1854-4ff4-9803-2f42acdd4a65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] No DVR routers for this DVR port 270a361f-d938-4585-b486-33fc44236771 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:36.397073 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-3fc1454b-1854-4ff4-9803-2f42acdd4a65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.404580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e985b3d-b376-4055-a61f-eb8aa1c328ff req-3fc1454b-1854-4ff4-9803-2f42acdd4a65 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.15 "DELETE /v2.0/ports/270a361f-d938-4585-b486-33fc44236771 HTTP/1.1" status: 204 len: 173 time: 6.2690091 Sep 17 22:32:36.545439 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.645923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:36.683320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Allocated IP 2001:db8::300 (5a98e67a-cb81-4b76-bbb6-010527f62c3f/664ada31-0f86-421b-8600-207a6fa4657d/9ead8ae8-85c6-4cb8-9679-3c016bcd5607) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:36.712442 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.747783 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.897833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef2bd0f8-502d-4265-9e07-98385e636556 req-43cdd3f4-2839-48bd-bcf2-b35096be9f12 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5151436 Sep 17 22:32:36.968772 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.970744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=10']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:36.970902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] 10.222.0.30 "DELETE /v2.0/networks/6102a40f-8da2-4647-94a7-6ab720373798 HTTP/1.1" status: 204 len: 168 time: 5.0115612 Sep 17 22:32:36.986414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee40e54a-b4fa-493e-b3e7-a6f79e013137 req-d3b663e9-72c0-4a44-935c-9762de9a3050 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 210 time: 0.0954316 Sep 17 22:32:37.040542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2da480-7365-4a19-9c4a-511c69ca6314 tempest-NetworksIpV6TestAttrs-1036225020 tempest-NetworksIpV6TestAttrs-1036225020-project] Pushing event deleted for resources: {'Network': ['ID=6102a40f-8da2-4647-94a7-6ab720373798,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:37.052466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42968) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:37.260762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.261403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:37.261403 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61018232-f96b-4733-a274-165217b3e632" -d '{"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-plugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:37.265759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-eb9bb297-ee46-4772-b2f7-9a48793dd0b6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.267697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-eb9bb297-ee46-4772-b2f7-9a48793dd0b6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.23 "GET /v2.0/networks?id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 200 len: 813 time: 1.4049993 Sep 17 22:32:37.320508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Request body: {'port': {'device_id': '718acce7-6bd5-4160-92a4-25528bd3941d', 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544', 'admin_state_up': True, 'tenant_id': 'f60e149b5ae8404388f30659e267f661'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:37.344089 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74185486-864f-4dbe-9b9c-9a6eb6c94ce4 x-openstack-request-id: req-74185486-864f-4dbe-9b9c-9a6eb6c94ce4 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:37.344748 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-plugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:37.344748 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74185486-864f-4dbe-9b9c-9a6eb6c94ce4 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:37.345150 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'code': 200} Sep 17 22:32:37.375146 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.450734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.473859 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.479622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Made reservation on behalf of f60e149b5ae8404388f30659e267f661 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:37.490204 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.555243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.604045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:37.672417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:37.739395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Allocated IP 172.20.0.10 (7263e0ec-8b5e-418a-b2f3-ffe20aafb544/f17331c2-2bba-41df-b4d4-2b043fa2148d/9779a011-c3f7-453d-9707-3a09b1e5698f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:37.782481 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:37.788820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.789631 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:37.896898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Port': ['ID=9ead8ae8-85c6-4cb8-9679-3c016bcd5607,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:37.939980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Made reservation on behalf of f60e149b5ae8404388f30659e267f661 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:37.949899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.164711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16b8e119-ba1d-4168-a05c-490e678d30b1 req-6efc5e1d-f164-4cf5-a9ac-dba357e87d86 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 210 time: 0.0428133 Sep 17 22:32:38.201379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5b7b5c39-7d50-4e69-940a-15d138cae036 None None] Provisioning complete for port 9ead8ae8-85c6-4cb8-9679-3c016bcd5607 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:38.205224 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b7b5c39-7d50-4e69-940a-15d138cae036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.272817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-network', 'tenant_id': '06765684c59f493494b59cab005a4df1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:38.308623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.317022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b5c39-7d50-4e69-940a-15d138cae036 None None] Port 9ead8ae8-85c6-4cb8-9679-3c016bcd5607 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:38.450730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3995a1-e19a-40d6-ace7-7c54ab670c48', 'name': 'network-vif-deleted', 'tag': '270a361f-d938-4585-b486-33fc44236771'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:38.453082 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7acc429-fcdb-4f91-b934-22b5c25c0ac4" -d '{"events": [{"server_uuid": "ec3995a1-e19a-40d6-ace7-7c54ab670c48", "name": "network-vif-deleted", "tag": "270a361f-d938-4585-b486-33fc44236771"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:38.477474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42988) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:38.498494 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e88d7d34-057f-476e-b83e-f5e66da2d54e tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5396984 Sep 17 22:32:38.500344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42992) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:38.528044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::244', 'mac_address': 'fa:16:3e:5d:7f:d7'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:38.609910 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4126efd-7bed-450d-aab4-c715adec93b1 x-openstack-request-id: req-b4126efd-7bed-450d-aab4-c715adec93b1 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:38.610607 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3995a1-e19a-40d6-ace7-7c54ab670c48", "name": "network-vif-deleted", "tag": "270a361f-d938-4585-b486-33fc44236771", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:38.611089 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4126efd-7bed-450d-aab4-c715adec93b1 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:38.611701 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3995a1-e19a-40d6-ace7-7c54ab670c48', 'name': 'network-vif-deleted', 'tag': '270a361f-d938-4585-b486-33fc44236771', 'status': 'completed', 'code': 200} Sep 17 22:32:38.616470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Made reservation on behalf of 06765684c59f493494b59cab005a4df1 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:38.639053 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.639215 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.658652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6344e-2419-4da2-b5a9-8c0cb25f1efd req-b699c96f-9180-406d-8b08-508531fa0b4f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:38.672563 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75f6344e-2419-4da2-b5a9-8c0cb25f1efd req-b699c96f-9180-406d-8b08-508531fa0b4f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1956577 Sep 17 22:32:38.673509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.717960 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.794837 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Allocated IP 172.20.0.14 (7263e0ec-8b5e-418a-b2f3-ffe20aafb544/f17331c2-2bba-41df-b4d4-2b043fa2148d/2c34731e-7096-48b5-be72-2406b9d341ab) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:38.806364 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75f6344e-2419-4da2-b5a9-8c0cb25f1efd req-f2c0e437-afdf-4c1b-8171-dd880237494f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272600 Sep 17 22:32:38.942667 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.946024 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.125185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.190264 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1e0a5f38-5058-4934-bac5-11af31dede01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9742a0368609450db677172cb4f54c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7077341 Sep 17 22:32:39.196342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42998) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:39.293329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.356620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:39.360082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:32:39.386543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:39.501035 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.531583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:39.539336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:39.548680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:39.610277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:39.611208 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.615834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:39.622338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Pushing event updated for resources: {'Port': ['ID=9779a011-c3f7-453d-9707-3a09b1e5698f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:39.629126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.652331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.728668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:39.742979 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Sync routers for ids ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:39.763744 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Routers {'26d91ac7-85cd-4644-8cbc-ae405d4d2542'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:39.769026 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:39.779675 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.930973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.930973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121fab5-8b64-47bd-9eed-c25e3b758df1 req-585721cf-d982-4ea8-8877-fdb7ba99ec14 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:39.930973 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d121fab5-8b64-47bd-9eed-c25e3b758df1 req-585721cf-d982-4ea8-8877-fdb7ba99ec14 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 932 time: 0.5742342 Sep 17 22:32:39.930973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:39.930973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.937760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Pushing event updated for resources: {'Port': ['ID=2c34731e-7096-48b5-be72-2406b9d341ab,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:39.953162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] In _notify_port_updated(), no bound segment for port 9ead8ae8-85c6-4cb8-9679-3c016bcd5607 on network 5a98e67a-cb81-4b76-bbb6-010527f62c3f {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:32:39.963345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:39.973670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:39.987144 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "PUT /v2.0/ports/9ead8ae8-85c6-4cb8-9679-3c016bcd5607 HTTP/1.1" status: 200 len: 1002 time: 1.4832034 Sep 17 22:32:39.989628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43006) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:40.045835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.054900 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.059108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db3cb540-f2aa-4ac5-8ab3-791b8b58bde6 HTTP/1.1" status: 204 len: 168 time: 0.8587048 Sep 17 22:32:40.067776 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Set router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:40.070665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Port': ['ID=9ead8ae8-85c6-4cb8-9679-3c016bcd5607,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:40.076496 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d121fab5-8b64-47bd-9eed-c25e3b758df1 req-75b12218-ec73-46a9-8474-e41203db3807 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763651 Sep 17 22:32:40.090854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3cb540-f2aa-4ac5-8ab3-791b8b58bde6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:40.096143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.096143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.096559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.096781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.097123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.105458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.105458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.105458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.105458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.105458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.105458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.105458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736e6a2-0852-4368-9cd2-ab09cc422317 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.128828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.129251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.129508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.129876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.138166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.138566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.138965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.139305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.139639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.139968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.140350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.140678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b4ffd5-588a-441b-b022-712ee37075ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:40.173314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2046d-c4e7-4a95-95a7-cfcded116441 req-327d9a6c-495e-4210-8e38-ccb19007a050 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:40.175294 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7df2046d-c4e7-4a95-95a7-cfcded116441 req-327d9a6c-495e-4210-8e38-ccb19007a050 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1870637 Sep 17 22:32:40.214261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.219970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-58cebbc6-8cb1-4507-b045-f3a8e24c6256 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 10.6372333 Sep 17 22:32:40.231758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43014) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:40.239800 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.274548 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.278071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7df2046d-c4e7-4a95-95a7-cfcded116441 req-acb40d46-660f-472f-aadb-0e92bf624392 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933273 Sep 17 22:32:40.361659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-6cc18d45-5ce6-40d9-9d96-60d55569c47d tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5091119 Sep 17 22:32:40.362839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:40.383206 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:40.388083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-d09e4a9a-efbd-4e31-9428-134f809d9f39 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1076102 Sep 17 22:32:40.417514 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Checking router: 26d91ac7-85cd-4644-8cbc-ae405d4d2542 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:40.418115 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Updating router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 port d439959f-d7c5-4853-a26f-5637f0374a6d binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:40.424039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Request body: {'port': {'device_id': '718acce7-6bd5-4160-92a4-25528bd3941d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:40.439559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Request body: {'port': {'device_id': 'bc5307b4-3fae-4171-8148-527a4f39a933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:40.453420 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.462709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d7c40cc0-3071-461b-9a2a-dad50baf7c39 None None] Provisioning complete for port 9ead8ae8-85c6-4cb8-9679-3c016bcd5607 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:40.463495 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d7c40cc0-3071-461b-9a2a-dad50baf7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.487353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d54782-5323-4daf-9687-3dd9749dfdc1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:40.508063 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.511139 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Added segment 1364af2b-f42d-4338-8b30-591cdc9ab182 of type vlan for network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 Sep 17 22:32:40.583867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d7c40cc0-3071-461b-9a2a-dad50baf7c39 None None] Port 9ead8ae8-85c6-4cb8-9679-3c016bcd5607 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:40.601678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-76de9034-ce79-410a-9e92-b071c86b835f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Deleting port 9ead8ae8-85c6-4cb8-9679-3c016bcd5607 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:40.601980 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76de9034-ce79-410a-9e92-b071c86b835f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.775712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.808278 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.845246 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.851669 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.882619 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.989850 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991d568-a4e1-457a-a240-5a440d924765 None None] Pushing event updated for resources: {'Port': ['ID=d439959f-d7c5-4853-a26f-5637f0374a6d,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:41.012729 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Attempting to bind port d439959f-d7c5-4853-a26f-5637f0374a6d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:41.013320 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Attempting to bind port d439959f-d7c5-4853-a26f-5637f0374a6d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:41.014052 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Attempting to bind port d439959f-d7c5-4853-a26f-5637f0374a6d on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:41.020273 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:41.020901 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:41.021475 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.022072 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:41.022698 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Bound port: d439959f-d7c5-4853-a26f-5637f0374a6d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:41.023334 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.090081 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] For port d439959f-d7c5-4853-a26f-5637f0374a6d, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:41.093994 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] For port d439959f-d7c5-4853-a26f-5637f0374a6d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d439959f-d7c5-4853-a26f-5637f0374a6d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:41.145284 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7c50ed59-075e-4d05-851a-f0e6657a1226 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d4cd6a346eb04f708783b1b69d561814&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9117987 Sep 17 22:32:41.145973 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43026) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:41.181107 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.223411 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76de9034-ce79-410a-9e92-b071c86b835f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.355646 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.356919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:41.357516 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.360320 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991d568-a4e1-457a-a240-5a440d924765 None None] Pushing event updated for resources: {'Port': ['ID=d439959f-d7c5-4853-a26f-5637f0374a6d,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:41.394948 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Routers {'26d91ac7-85cd-4644-8cbc-ae405d4d2542'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:41.397241 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:41.407235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-76de9034-ce79-410a-9e92-b071c86b835f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Calling delete_port for 9ead8ae8-85c6-4cb8-9679-3c016bcd5607 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:41.612316 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] Set router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:41.666189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43036) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:41.746388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4773f0ae-f982-4d5c-aef3-c23b9029f5b8 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:41.748623 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4773f0ae-f982-4d5c-aef3-c23b9029f5b8 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6010897 Sep 17 22:32:41.751445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43042) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:41.834288 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 4.7741985 Sep 17 22:32:41.834918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43044) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:41.844585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e15a8-ecb4-4d97-8e46-b90a27e2b474 req-01a6fb4d-0a21-42ff-b698-391bdcea625e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:41.852920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e9e15a8-ecb4-4d97-8e46-b90a27e2b474 req-01a6fb4d-0a21-42ff-b698-391bdcea625e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.3817387 Sep 17 22:32:41.868193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f2956847-e43f-4046-9699-cd7fe553d80f tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1150942 Sep 17 22:32:41.877336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43046) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:41.883609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c16ad4-1858-4b61-aefb-caee98300336 req-4abbe9a1-7017-4ce6-860b-4d7f4f581b05 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:41.884601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-533885333', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:41.885202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-91c16ad4-1858-4b61-aefb-caee98300336 req-4abbe9a1-7017-4ce6-860b-4d7f4f581b05 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 932 time: 0.6659727 Sep 17 22:32:41.904937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Request body: {'subnet': {'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-subnet', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:41.907779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d59029-4168-4388-a431-471d8bd8d07a admin admin] Pushing event updated for resources: {'Network': ['ID=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:41.918866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:42.032637 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e9e15a8-ecb4-4d97-8e46-b90a27e2b474 req-419801b2-6cac-4f5c-b554-2183bf59abb5 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726041 Sep 17 22:32:42.153945 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e42d66d0-f0fa-4ef3-aab1-32ace294265f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.168059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c34731e-7096-48b5-be72-2406b9d341ab {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:42.176905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.188736 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:42.192693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Transition to ACTIVE for port object 2c34731e-7096-48b5-be72-2406b9d341ab will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:42.201102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Made reservation on behalf of 06765684c59f493494b59cab005a4df1 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:42.204063 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.248590 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-91c16ad4-1858-4b61-aefb-caee98300336 req-3fbfd7f7-79b0-49bf-b1a3-31d8e7874fdd tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120928 Sep 17 22:32:42.292660 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f192b-5593-4386-aa81-a3e1862963aa None None] The sync data for ids ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'] in n-d-713499-18 is: [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:36Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:42.308930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:42.313278 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.556492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9779a011-c3f7-453d-9707-3a09b1e5698f {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:42.566357 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.570309 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.827146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43056) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:42.834762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e42d66d0-f0fa-4ef3-aab1-32ace294265f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.875245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Pushing event updated for resources: {'Port': ['ID=2c34731e-7096-48b5-be72-2406b9d341ab,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:42.903735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e42d66d0-f0fa-4ef3-aab1-32ace294265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.003977 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76de9034-ce79-410a-9e92-b071c86b835f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.065721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de9034-ce79-410a-9e92-b071c86b835f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event deleted for resources: {'Port': ['ID=9ead8ae8-85c6-4cb8-9679-3c016bcd5607,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:43.074520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Transition to ACTIVE for port object 9779a011-c3f7-453d-9707-3a09b1e5698f will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:43.075897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Attempting to bind port 2c34731e-7096-48b5-be72-2406b9d341ab on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:43.076271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Attempting to bind port 2c34731e-7096-48b5-be72-2406b9d341ab by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:43.077388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Attempting to bind port 2c34731e-7096-48b5-be72-2406b9d341ab on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:43.149173 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d66d0-f0fa-4ef3-aab1-32ace294265f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6215a1b7-92ac-458d-99d4-daeb7b0ad637,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:43.165975 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e42d66d0-f0fa-4ef3-aab1-32ace294265f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28997da7d2964945a1956ae29e2a0d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4986808 Sep 17 22:32:43.178439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43062) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:43.528987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8add5-9ee9-4e7c-8f31-8d38320dec98 req-81ec48a1-c1e1-4bb0-b7b7-afa156036a3c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.537838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c3c8add5-9ee9-4e7c-8f31-8d38320dec98 req-81ec48a1-c1e1-4bb0-b7b7-afa156036a3c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.3255596 Sep 17 22:32:43.594956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-286caddf-7513-46e3-af9a-e01027d8cf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.746965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.754542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-286caddf-7513-46e3-af9a-e01027d8cf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.834434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c3c8add5-9ee9-4e7c-8f31-8d38320dec98 req-d0c85ce5-277c-459c-bf55-938bd876f14b tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631063 Sep 17 22:32:43.870414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d439959f-d7c5-4853-a26f-5637f0374a6d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:43.939227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d439959f-d7c5-4853-a26f-5637f0374a6d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:43.939864 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.999923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Subnet': ['ID=456154fb-8d5c-4837-9c10-e6c808514043,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.016489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Port 2c34731e-7096-48b5-be72-2406b9d341ab on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:44.017112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Attempting to bind port 2c34731e-7096-48b5-be72-2406b9d341ab on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:44.029462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9af8efcf-37a4-4d63-9db1-3cb0d5e41a07 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:44.030188 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-9af8efcf-37a4-4d63-9db1-3cb0d5e41a07 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 22:32:44.030685 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-9af8efcf-37a4-4d63-9db1-3cb0d5e41a07 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:32:44.031689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9af8efcf-37a4-4d63-9db1-3cb0d5e41a07 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 1.1853237 Sep 17 22:32:44.036227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Checking segment: {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:44.036656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network hostable DHCP agents. Network: e4957bc4-aab3-4c8c-af0c-68b20bfc6841, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:44.041140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43066) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:44.047130 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.056762 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110367250'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:44.129403 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.136101 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-286caddf-7513-46e3-af9a-e01027d8cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.139180 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-286caddf-7513-46e3-af9a-e01027d8cf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.150495 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-286caddf-7513-46e3-af9a-e01027d8cf72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6215a1b7-92ac-458d-99d4-daeb7b0ad637 HTTP/1.1" status: 204 len: 168 time: 0.9659073 Sep 17 22:32:44.153413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port d439959f-d7c5-4853-a26f-5637f0374a6d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d439959f-d7c5-4853-a26f-5637f0374a6d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:44.175271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286caddf-7513-46e3-af9a-e01027d8cf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6215a1b7-92ac-458d-99d4-daeb7b0ad637,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.195550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:44.221094 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.221351 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.251121 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76de9034-ce79-410a-9e92-b071c86b835f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.251945 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.256253 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-76de9034-ce79-410a-9e92-b071c86b835f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "DELETE /v2.0/ports/9ead8ae8-85c6-4cb8-9679-3c016bcd5607 HTTP/1.1" status: 204 len: 168 time: 4.2639534 Sep 17 22:32:44.276292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43070) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:44.359050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=d439959f-d7c5-4853-a26f-5637f0374a6d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.366004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:44.366379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Checking segment: {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:44.366776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Bound using segment: {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:44.367236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Bound port: 2c34731e-7096-48b5-be72-2406b9d341ab, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:44.367607 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.398986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.434666 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.447555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Pushing event updated for resources: {'Port': ['ID=9779a011-c3f7-453d-9707-3a09b1e5698f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.450660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e4957bc4-aab3-4c8c-af0c-68b20bfc6841) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:44.460375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e98a3ca-faf5-4efa-842d-21281f44b1a6 None None] Network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:44.494440 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-96135a23-ca62-44cf-abbb-5322d92c7257 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] GET failed (client error): The resource could not be found. Sep 17 22:32:44.505572 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-96135a23-ca62-44cf-abbb-5322d92c7257 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "GET /v2.0/ports/9ead8ae8-85c6-4cb8-9679-3c016bcd5607 HTTP/1.1" status: 404 len: 333 time: 0.0686884 Sep 17 22:32:44.514368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:44.514368 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.514368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43072) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:44.536649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'port': {'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1031911136'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:44.565421 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.673743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae686b7c-cbf9-4498-8132-8e11d3e20408,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.912948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f8953b-8d74-4e80-ab08-9d8f91deb3d7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.914616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21a9f-42ac-4e01-a130-f1c8866d002d req-127505ab-5ae6-484a-9690-fcc5383a0686 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:44.914616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42e21a9f-42ac-4e01-a130-f1c8866d002d req-127505ab-5ae6-484a-9690-fcc5383a0686 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 944 time: 0.8615446 Sep 17 22:32:44.915101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:44.915101 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.915843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Checking segment: {'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:44.915843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Network hostable DHCP agents. Network: c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:45.021992 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-25e37d97-f845-4afb-a3c9-bb2d298d96f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.1418414 Sep 17 22:32:45.030330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43076) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:45.030608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] For port 2c34731e-7096-48b5-be72-2406b9d341ab, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:45.045821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] For port 2c34731e-7096-48b5-be72-2406b9d341ab, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2c34731e-7096-48b5-be72-2406b9d341ab,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:45.058319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42e21a9f-42ac-4e01-a130-f1c8866d002d req-a2f2c804-bf8c-4edf-95c4-9140d063249b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620986 Sep 17 22:32:45.070102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Attempting to bind port 9779a011-c3f7-453d-9707-3a09b1e5698f on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:45.072904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Attempting to bind port 9779a011-c3f7-453d-9707-3a09b1e5698f by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:45.073356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Attempting to bind port 9779a011-c3f7-453d-9707-3a09b1e5698f on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:45.087620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:45.102033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Port 9779a011-c3f7-453d-9707-3a09b1e5698f on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:45.102506 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Attempting to bind port 9779a011-c3f7-453d-9707-3a09b1e5698f on network 7263e0ec-8b5e-418a-b2f3-ffe20aafb544 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:45.113877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.130659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:45.136239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Checking segment: {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:45.137691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Bound using segment: {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:45.138269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Bound port: 9779a011-c3f7-453d-9707-3a09b1e5698f, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:45.140460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.189256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:45.248753 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Allocated IP 172.20.0.2 (e4957bc4-aab3-4c8c-af0c-68b20bfc6841/456154fb-8d5c-4837-9c10-e6c808514043/46d158bf-4bde-450c-a27d-e5f26a2e5ad4) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:45.271634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] For port 9779a011-c3f7-453d-9707-3a09b1e5698f, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:45.277807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] For port 9779a011-c3f7-453d-9707-3a09b1e5698f, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9779a011-c3f7-453d-9707-3a09b1e5698f,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:45.283172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.284679 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.287998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.288866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.290759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] 10.222.0.23 "PUT /v2.0/ports/2c34731e-7096-48b5-be72-2406b9d341ab HTTP/1.1" status: 200 len: 1093 time: 4.8832288 Sep 17 22:32:45.291344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718acce7-6bd5-4160-92a4-25528bd3941d', 'tag': '2c34731e-7096-48b5-be72-2406b9d341ab'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:45.294961 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26324a2-5aba-47f3-84dc-fb35705bef20" -d '{"events": [{"name": "network-changed", "server_uuid": "718acce7-6bd5-4160-92a4-25528bd3941d", "tag": "2c34731e-7096-48b5-be72-2406b9d341ab"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:45.331690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb244cd5-bbea-4ee3-8107-a4a06a560a6c service neutron] Pushing event updated for resources: {'Port': ['ID=2c34731e-7096-48b5-be72-2406b9d341ab,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:45.352565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.424830 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f296e3-d2ef-4682-947d-502fb30119e3 x-openstack-request-id: req-71f296e3-d2ef-4682-947d-502fb30119e3 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:45.425234 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718acce7-6bd5-4160-92a4-25528bd3941d", "tag": "2c34731e-7096-48b5-be72-2406b9d341ab", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:45.425610 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71f296e3-d2ef-4682-947d-502fb30119e3 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:45.426104 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718acce7-6bd5-4160-92a4-25528bd3941d', 'tag': '2c34731e-7096-48b5-be72-2406b9d341ab', 'status': 'completed', 'code': 200} Sep 17 22:32:45.464440 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.469819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87b536-f2e9-4575-b519-222827f55489 None None] Network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:45.524558 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.533108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.535295 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.538648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] 10.222.0.23 "PUT /v2.0/ports/9779a011-c3f7-453d-9707-3a09b1e5698f HTTP/1.1" status: 200 len: 1093 time: 5.1106253 Sep 17 22:32:45.572628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410f3aa-2a6c-478e-9558-144c483ad288 req-bb63d5e7-ae56-4faf-9b9b-a8d151ed1a86 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.574717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e410f3aa-2a6c-478e-9558-144c483ad288 req-bb63d5e7-ae56-4faf-9b9b-a8d151ed1a86 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.6167727 Sep 17 22:32:45.585738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b5a06-9853-4f4b-94bd-fba842303eec service neutron] Pushing event updated for resources: {'Port': ['ID=9779a011-c3f7-453d-9707-3a09b1e5698f,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:45.601906 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.616986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-25c47ed7-7e47-4e9f-bcca-7a717c5944b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.625637 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-25c47ed7-7e47-4e9f-bcca-7a717c5944b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f60e149b5ae8404388f30659e267f661&device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 1096 time: 0.2153885 Sep 17 22:32:45.729895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.737900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43086) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:45.750742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:45.753792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-84586756-ce8f-4ed1-8140-ec7832e15c5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c34731e-7096-48b5-be72-2406b9d341ab HTTP/1.1" status: 200 len: 217 time: 0.1182134 Sep 17 22:32:45.772426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:45.789280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f9d40308-ad1a-4fbf-9007-a5dbc769fe55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.814611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Made reservation on behalf of c7af53f8bc07471d87d68460660dd1c7 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:45.819612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.847561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] device_id is not set on port 3fad7ecc-911d-4751-9fd5-7924cc73a9cf yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:32:45.894494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:45.910502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d439959f-d7c5-4853-a26f-5637f0374a6d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:45.929216 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e410f3aa-2a6c-478e-9558-144c483ad288 req-788f71ee-2704-4b50-a8d4-2ad557bc2947 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237258 Sep 17 22:32:45.946292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Pushing event updated for resources: {'Port': ['ID=46d158bf-4bde-450c-a27d-e5f26a2e5ad4,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:45.988478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa18377-335b-4d15-a72d-551b96bda352,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:45.996094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43088) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:45.996859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1683e2b7-6c90-497c-8404-bd1c52ca39c9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.1358752 Sep 17 22:32:46.001038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-b653fc42-28ce-4127-a08b-f0a71552b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.002937 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-b653fc42-28ce-4127-a08b-f0a71552b529 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f17331c2-2bba-41df-b4d4-2b043fa2148d HTTP/1.1" status: 200 len: 853 time: 0.2406349 Sep 17 22:32:46.009166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:46.020331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.074048 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-780bdfb1-31d1-4e57-a175-8bb6ac36c648 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9809813 Sep 17 22:32:46.074733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-fd0f23a4-ed1b-47fb-9718-8f1465781126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.074733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-fd0f23a4-ed1b-47fb-9718-8f1465781126 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f60e149b5ae8404388f30659e267f661&device_id=bc5307b4-3fae-4171-8148-527a4f39a933 HTTP/1.1" status: 200 len: 1096 time: 0.3161361 Sep 17 22:32:46.117323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43090) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:46.123051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Attempting to bind port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:46.128240 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-8be1f246-243d-43fd-8bab-d8b98a449f3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132793 Sep 17 22:32:46.132353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Attempting to bind port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:46.137151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Attempting to bind port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 on network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:46.149221 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:46.149653 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Checking segment: {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:46.150167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.150671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Bound using segment: {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:46.151844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Bound port: 46d158bf-4bde-450c-a27d-e5f26a2e5ad4, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:46.153649 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.173755 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-be0ba5a0-8de9-47a8-b42b-978ab5d69b39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9779a011-c3f7-453d-9707-3a09b1e5698f HTTP/1.1" status: 200 len: 217 time: 0.0483134 Sep 17 22:32:46.182041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d23d2735-4e4c-4368-9854-a9bf03a7637f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': 'efa18377-335b-4d15-a72d-551b96bda352', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:46.223388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Allocated IP 2001:db8::1ed (5a98e67a-cb81-4b76-bbb6-010527f62c3f/664ada31-0f86-421b-8600-207a6fa4657d/3fad7ecc-911d-4751-9fd5-7924cc73a9cf) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:46.257890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] For port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:46.262264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] For port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=46d158bf-4bde-450c-a27d-e5f26a2e5ad4,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:46.279287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d439959f-d7c5-4853-a26f-5637f0374a6d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:46.279817 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.387507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-89f63f4c-a32a-4218-a506-a85942f4488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.390078 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-89f63f4c-a32a-4218-a506-a85942f4488d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f17331c2-2bba-41df-b4d4-2b043fa2148d HTTP/1.1" status: 200 len: 853 time: 0.1947870 Sep 17 22:32:46.390987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:46.393312 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.437421 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.446460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-5190fee3-bcc3-4e42-837c-879cc06bcdea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439880 Sep 17 22:32:46.576499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f9d40308-ad1a-4fbf-9007-a5dbc769fe55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.768871 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-dc18d892-e17a-44f5-91bd-6c2dbbaed732 service neutron] 10.222.0.23 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135350 Sep 17 22:32:46.806246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a997603-b18f-4241-b9fe-159bd4b7f41d req-67e8db5d-b0a5-409d-a455-47e8c0197c52 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.809010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5a997603-b18f-4241-b9fe-159bd4b7f41d req-67e8db5d-b0a5-409d-a455-47e8c0197c52 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 944 time: 0.5252810 Sep 17 22:32:46.812385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f9d40308-ad1a-4fbf-9007-a5dbc769fe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.864585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.866292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.926320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f9d40308-ad1a-4fbf-9007-a5dbc769fe55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d92ea15a96e43ebb4497395d2eeb677&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1866431 Sep 17 22:32:46.942802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43098) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:47.021903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-b37cd041-2dba-44f1-9b2a-0ae1481dcc02 service neutron] 10.222.0.23 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8439353 Sep 17 22:32:47.066635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d23d2735-4e4c-4368-9854-a9bf03a7637f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.092796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.197873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d40308-ad1a-4fbf-9007-a5dbc769fe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ab6367-0803-40fc-ba60-5f7f4c139e61,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:47.212346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8c396-5be4-4a13-8efa-787acec3b5ed None None] Pushing event updated for resources: {'Port': ['ID=46d158bf-4bde-450c-a27d-e5f26a2e5ad4,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:47.292002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.315278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5a997603-b18f-4241-b9fe-159bd4b7f41d req-d2d95c48-9206-459e-8229-bd1ea3537ccc tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397030 Sep 17 22:32:47.357457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.427663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5307b4-3fae-4171-8148-527a4f39a933', 'tag': '9779a011-c3f7-453d-9707-3a09b1e5698f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:47.446688 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8189b763-f014-48b6-a0ce-e05c38f3f094" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5307b4-3fae-4171-8148-527a4f39a933", "tag": "9779a011-c3f7-453d-9707-3a09b1e5698f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:47.463245 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d23d2735-4e4c-4368-9854-a9bf03a7637f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.468575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-9145ac62-c7cc-4deb-9645-307546ebd3cb service neutron] 10.222.0.23 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550549 Sep 17 22:32:47.493603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Allocated IP 172.20.0.2 (c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0/ae686b7c-cbf9-4498-8132-8e11d3e20408/72e7ccf5-ad18-4e91-be8a-1ae27f54387d) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:47.563282 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8b2c19-002f-4e89-be57-293617c69a6d x-openstack-request-id: req-fb8b2c19-002f-4e89-be57-293617c69a6d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:47.563724 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5307b4-3fae-4171-8148-527a4f39a933", "tag": "9779a011-c3f7-453d-9707-3a09b1e5698f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:47.565467 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb8b2c19-002f-4e89-be57-293617c69a6d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:47.565999 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5307b4-3fae-4171-8148-527a4f39a933', 'tag': '9779a011-c3f7-453d-9707-3a09b1e5698f', 'status': 'completed', 'code': 200} Sep 17 22:32:47.567778 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d23d2735-4e4c-4368-9854-a9bf03a7637f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.610884 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5a5c9-50ce-41d5-baa8-466b0aa85348 req-79113c53-3348-4397-9e3c-19dc7943488c service neutron] 10.222.0.23 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498979 Sep 17 22:32:47.612728 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.673931 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86f04980-f41d-44f3-8082-0487d5d3c59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.692528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d2735-4e4c-4368-9854-a9bf03a7637f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5be6381-588e-476a-af30-f4b856ebc83d,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:47.779709 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86f04980-f41d-44f3-8082-0487d5d3c59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.836463 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d23d2735-4e4c-4368-9854-a9bf03a7637f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.843821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d23d2735-4e4c-4368-9854-a9bf03a7637f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7145643 Sep 17 22:32:47.846221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43104) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:47.882157 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.895895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.911107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:47.914589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a81eaf58-53a7-4f60-a61b-6b96cbad1dd5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': 'efa18377-335b-4d15-a72d-551b96bda352', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:47.930482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189b763-f014-48b6-a0ce-e05c38f3f094 req-f72036e6-60de-4c41-bc65-22e1301c96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.932886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8189b763-f014-48b6-a0ce-e05c38f3f094 req-f72036e6-60de-4c41-bc65-22e1301c96e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f60e149b5ae8404388f30659e267f661&device_id=bc5307b4-3fae-4171-8148-527a4f39a933 HTTP/1.1" status: 200 len: 1096 time: 0.3042567 Sep 17 22:32:47.994083 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.038520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86f04980-f41d-44f3-8082-0487d5d3c59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.042000 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86f04980-f41d-44f3-8082-0487d5d3c59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.046283 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-86f04980-f41d-44f3-8082-0487d5d3c59e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1ab6367-0803-40fc-ba60-5f7f4c139e61 HTTP/1.1" status: 204 len: 168 time: 1.1000047 Sep 17 22:32:48.077087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:48.086721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:48.096650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa67933-b803-477a-973a-11c792010734 req-494c7094-3811-4c4c-a6fe-894dceae0328 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:48.098313 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-caa67933-b803-477a-973a-11c792010734 req-494c7094-3811-4c4c-a6fe-894dceae0328 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.7450094 Sep 17 22:32:48.108490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f04980-f41d-44f3-8082-0487d5d3c59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ab6367-0803-40fc-ba60-5f7f4c139e61,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:48.110716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:48.134266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:48.135443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.205917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Pushing event updated for resources: {'Port': ['ID=72e7ccf5-ad18-4e91-be8a-1ae27f54387d,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:48.220467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Port': ['ID=3fad7ecc-911d-4751-9fd5-7924cc73a9cf,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:48.352306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:48.400457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26324a2-5aba-47f3-84dc-fb35705bef20 req-89be0307-1151-4358-a9ef-13cb4c2537fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:48.401094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:48.410513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:48.414967 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d26324a2-5aba-47f3-84dc-fb35705bef20 req-89be0307-1151-4358-a9ef-13cb4c2537fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f60e149b5ae8404388f30659e267f661&device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 1096 time: 0.6631505 Sep 17 22:32:48.449546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189b763-f014-48b6-a0ce-e05c38f3f094 req-e35ea882-a090-4c6b-920c-5e274095d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:48.455898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8189b763-f014-48b6-a0ce-e05c38f3f094 req-e35ea882-a090-4c6b-920c-5e274095d267 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 200 len: 914 time: 0.5074162 Sep 17 22:32:48.459520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-caa67933-b803-477a-973a-11c792010734 req-63ebaab6-2e5a-415f-ba87-73d5ffb1169c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053041 Sep 17 22:32:48.582536 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d497c92a-437c-4d38-bbbf-eae91bc80ca0 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0682101 Sep 17 22:32:48.614348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43110) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:48.620556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-34db8b50-c1d2-4c2a-bc47-aa9c47495a2c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5d:7f:d7'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:48.636250 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a81eaf58-53a7-4f60-a61b-6b96cbad1dd5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.644196 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8189b763-f014-48b6-a0ce-e05c38f3f094 req-5d4fe63e-2100-4830-9c9d-297f5e7f7361 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9779a011-c3f7-453d-9707-3a09b1e5698f HTTP/1.1" status: 200 len: 217 time: 0.1363392 Sep 17 22:32:48.772618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-62691f2d-2940-41de-a67e-f13f561ee49c None None] Provisioning complete for port 3fad7ecc-911d-4751-9fd5-7924cc73a9cf triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:48.772994 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-62691f2d-2940-41de-a67e-f13f561ee49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.834719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Attempting to bind port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:48.835115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Attempting to bind port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:48.835447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Attempting to bind port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d on network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:48.860963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:48.861196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.036278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6d58a-9f25-4f4a-bdc6-7ea9250d8b87 None None] Network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:49.044496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:49.057252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Checking segment: {'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:49.057661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.062729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Bound using segment: {'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:49.062729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Bound port: 72e7ccf5-ad18-4e91-be8a-1ae27f54387d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:49.062729 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.137446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.20.0.1 (e4957bc4-aab3-4c8c-af0c-68b20bfc6841/456154fb-8d5c-4837-9c10-e6c808514043/c4016e87-937e-474e-9612-a7337e758425) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:49.140021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189b763-f014-48b6-a0ce-e05c38f3f094 req-5c788ce9-2ca5-4486-b08e-0aa50faf1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.147141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8189b763-f014-48b6-a0ce-e05c38f3f094 req-5c788ce9-2ca5-4486-b08e-0aa50faf1251 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f17331c2-2bba-41df-b4d4-2b043fa2148d HTTP/1.1" status: 200 len: 853 time: 0.4950600 Sep 17 22:32:49.154935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-62691f2d-2940-41de-a67e-f13f561ee49c None None] Port 3fad7ecc-911d-4751-9fd5-7924cc73a9cf cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:49.242954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cf51d-115d-466a-b05b-e0322c601068 req-66e2ee76-f298-495f-845f-085f8127eff9 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.256408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd0cf51d-115d-466a-b05b-e0322c601068 req-66e2ee76-f298-495f-845f-085f8127eff9 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 944 time: 0.7512364 Sep 17 22:32:49.303939 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.336066 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8189b763-f014-48b6-a0ce-e05c38f3f094 req-eb7fdfac-1d64-44bd-b9ee-e064e2cf09d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548705 Sep 17 22:32:49.337159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26324a2-5aba-47f3-84dc-fb35705bef20 req-777af21b-6541-4b79-a91c-dbc02234b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.339081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d26324a2-5aba-47f3-84dc-fb35705bef20 req-777af21b-6541-4b79-a91c-dbc02234b8b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 200 len: 914 time: 0.9153733 Sep 17 22:32:49.397435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=46d158bf-4bde-450c-a27d-e5f26a2e5ad4,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:49.419699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-41660980-56c9-49a7-892e-13b716703d0a None None] Provisioning complete for port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:49.420456 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41660980-56c9-49a7-892e-13b716703d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.473246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] For port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:49.494759 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.553820 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-a81eaf58-53a7-4f60-a61b-6b96cbad1dd5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:32:49.566789 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a81eaf58-53a7-4f60-a61b-6b96cbad1dd5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.7187133 Sep 17 22:32:49.567714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] For port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=72e7ccf5-ad18-4e91-be8a-1ae27f54387d,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:49.568995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=46d158bf-4bde-450c-a27d-e5f26a2e5ad4,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:49.569848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43124) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:49.695070 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34db8b50-c1d2-4c2a-bc47-aa9c47495a2c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.751601 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.777328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a759f6-a010-44a9-9a99-3a5a3709d0b0 req-663a2e32-c06e-4d0e-aa49-fdc8f6007b19 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.785041 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b3a759f6-a010-44a9-9a99-3a5a3709d0b0 req-663a2e32-c06e-4d0e-aa49-fdc8f6007b19 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1809521 Sep 17 22:32:49.862756 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d26324a2-5aba-47f3-84dc-fb35705bef20 req-3aaa64fb-a5f7-4ae3-8dc8-58b76531a18a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c34731e-7096-48b5-be72-2406b9d341ab HTTP/1.1" status: 200 len: 217 time: 0.5003693 Sep 17 22:32:49.913476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:50.052499 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.092454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd0cf51d-115d-466a-b05b-e0322c601068 req-7005c18b-8520-46f8-af0f-5a3174004ddc tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8214738 Sep 17 22:32:50.118531 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b3a759f6-a010-44a9-9a99-3a5a3709d0b0 req-7daf33c9-e645-4be4-ae65-0342cd1255b1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323419 Sep 17 22:32:50.148511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9779a011-c3f7-453d-9707-3a09b1e5698f details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:50.148689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.196300 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.230127 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8189b763-f014-48b6-a0ce-e05c38f3f094 req-9cc20714-1b37-4489-a375-d73fd509328c service neutron] 10.222.0.23 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8684702 Sep 17 22:32:50.343960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39faa1-d40d-468f-8898-b6de29f4a9e5 None None] Pushing event updated for resources: {'Port': ['ID=72e7ccf5-ad18-4e91-be8a-1ae27f54387d,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:50.435916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8189b763-f014-48b6-a0ce-e05c38f3f094 req-ec05ab03-9385-4248-9dee-2323a4bfe495 service neutron] 10.222.0.23 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902053 Sep 17 22:32:50.443475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26324a2-5aba-47f3-84dc-fb35705bef20 req-f01b737e-9f19-4460-95fa-7100be01e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:50.445292 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d26324a2-5aba-47f3-84dc-fb35705bef20 req-f01b737e-9f19-4460-95fa-7100be01e56d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f17331c2-2bba-41df-b4d4-2b043fa2148d HTTP/1.1" status: 200 len: 853 time: 0.5486610 Sep 17 22:32:50.482263 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01d82290-b446-4b45-a1bd-a80bd4cbcde9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.512903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d26324a2-5aba-47f3-84dc-fb35705bef20 req-3c0ce447-0fac-4a41-a0f2-629a95dd7a03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7263e0ec-8b5e-418a-b2f3-ffe20aafb544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540590 Sep 17 22:32:50.578376 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01d82290-b446-4b45-a1bd-a80bd4cbcde9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.627635 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34db8b50-c1d2-4c2a-bc47-aa9c47495a2c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.634747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:50.635279 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.645354 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.763699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9779a011-c3f7-453d-9707-3a09b1e5698f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9779a011-c3f7-453d-9707-3a09b1e5698f,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:50.786121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:50.812855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:50.813416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '9779a011-c3f7-453d-9707-3a09b1e5698f', 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544', 'port_id': '9779a011-c3f7-453d-9707-3a09b1e5698f', 'mac_address': 'fa:16:3e:73:f8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17331c2-2bba-41df-b4d4-2b043fa2148d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:50.818063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:50.850636 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d26324a2-5aba-47f3-84dc-fb35705bef20 req-51756365-3066-4611-a265-4d76fd49c205 service neutron] 10.222.0.23 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301678 Sep 17 22:32:50.933843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01d82290-b446-4b45-a1bd-a80bd4cbcde9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.938823 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01d82290-b446-4b45-a1bd-a80bd4cbcde9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.940677 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-01d82290-b446-4b45-a1bd-a80bd4cbcde9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/efa18377-335b-4d15-a72d-551b96bda352 HTTP/1.1" status: 204 len: 168 time: 1.1229568 Sep 17 22:32:50.967613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43138) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:50.972100 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.091333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9779a011-c3f7-453d-9707-3a09b1e5698f {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:51.150833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d82290-b446-4b45-a1bd-a80bd4cbcde9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa18377-335b-4d15-a72d-551b96bda352,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:51.226348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-74a5d507-3177-4489-a9cd-cc433018b25f None None] Provisioning complete for port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:51.226348 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-74a5d507-3177-4489-a9cd-cc433018b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.296879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9779a011-c3f7-453d-9707-3a09b1e5698f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9779a011-c3f7-453d-9707-3a09b1e5698f,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:51.304950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c7bee9b5-4dda-47af-88d3-c192f7f5a272 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3208969 Sep 17 22:32:51.305591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43146) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:51.327937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4d3e00f2-045c-43d9-9a20-fb29c67ada98 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'tempest-secgroup--561464293'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:51.388184 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.389190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2c34731e-7096-48b5-be72-2406b9d341ab details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:51.503813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d26324a2-5aba-47f3-84dc-fb35705bef20 req-6c73ec16-2e9d-47ad-b12d-c7fbf4a1794d service neutron] 10.222.0.23 "GET /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6454616 Sep 17 22:32:51.546406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f09a-6587-4caa-a357-58c92d72a3d8 req-86bbb4b1-399f-45b7-bc05-cc50268bb942 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:51.547992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd76f09a-6587-4caa-a357-58c92d72a3d8 req-86bbb4b1-399f-45b7-bc05-cc50268bb942 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 944 time: 0.2414961 Sep 17 22:32:51.602332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=9779a011-c3f7-453d-9707-3a09b1e5698f,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:51.642754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4d3e00f2-045c-43d9-9a20-fb29c67ada98 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.696959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2c34731e-7096-48b5-be72-2406b9d341ab, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2c34731e-7096-48b5-be72-2406b9d341ab,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:51.736096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd76f09a-6587-4caa-a357-58c92d72a3d8 req-5cfcd240-1b31-4ddd-a464-da1bcffb5a8c tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389785 Sep 17 22:32:51.740136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34db8b50-c1d2-4c2a-bc47-aa9c47495a2c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.804434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '2c34731e-7096-48b5-be72-2406b9d341ab', 'network_id': '7263e0ec-8b5e-418a-b2f3-ffe20aafb544', 'port_id': '2c34731e-7096-48b5-be72-2406b9d341ab', 'mac_address': 'fa:16:3e:d7:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17331c2-2bba-41df-b4d4-2b043fa2148d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:51.906522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-34db8b50-c1d2-4c2a-bc47-aa9c47495a2c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] In _notify_port_updated(), no bound segment for port 3fad7ecc-911d-4751-9fd5-7924cc73a9cf on network 5a98e67a-cb81-4b76-bbb6-010527f62c3f {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:32:51.913194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db8b50-c1d2-4c2a-bc47-aa9c47495a2c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:51.914074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34db8b50-c1d2-4c2a-bc47-aa9c47495a2c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.915747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-34db8b50-c1d2-4c2a-bc47-aa9c47495a2c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "PUT /v2.0/ports/3fad7ecc-911d-4751-9fd5-7924cc73a9cf HTTP/1.1" status: 200 len: 1003 time: 3.3004165 Sep 17 22:32:51.931176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43154) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:52.028009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.028478 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.028639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0565290b-8fc3-4ef8-903a-1444fc2987f6 None None] Provisioning complete for port c4016e87-937e-474e-9612-a7337e758425 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:52.028639 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0565290b-8fc3-4ef8-903a-1444fc2987f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.028639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 72e7ccf5-ad18-4e91-be8a-1ae27f54387d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:52.031612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c34731e-7096-48b5-be72-2406b9d341ab {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:52.090106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Allocated IP 172.25.6.206 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/0972cc7e-6dec-4008-af51-2be02a06946a) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:52.155098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e8dff8-ab4c-4ad9-8c63-97cc037d11da None None] Network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:52.370468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb3a49-c3c8-43fd-89a4-8816e4644f6c req-8301ea87-b529-4a04-b781-b54b9fb9dec6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.372971 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18fb3a49-c3c8-43fd-89a4-8816e4644f6c req-8301ea87-b529-4a04-b781-b54b9fb9dec6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.7070274 Sep 17 22:32:52.373799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2c34731e-7096-48b5-be72-2406b9d341ab, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2c34731e-7096-48b5-be72-2406b9d341ab,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:52.376904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0565290b-8fc3-4ef8-903a-1444fc2987f6 None None] Port c4016e87-937e-474e-9612-a7337e758425 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:52.385959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=c4016e87-937e-474e-9612-a7337e758425,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:52.402174 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4d3e00f2-045c-43d9-9a20-fb29c67ada98 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.464935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-567d4ee8-81a4-43a6-96c2-db53853d1914 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Deleting port 3fad7ecc-911d-4751-9fd5-7924cc73a9cf {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:52.465708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-567d4ee8-81a4-43a6-96c2-db53853d1914 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.536903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-296ec7b2-0f4e-4e87-b000-610c8c817a0a None None] Provisioning complete for port 3fad7ecc-911d-4751-9fd5-7924cc73a9cf triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:52.537807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-296ec7b2-0f4e-4e87-b000-610c8c817a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.572259 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4d3e00f2-045c-43d9-9a20-fb29c67ada98 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.620475 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18fb3a49-c3c8-43fd-89a4-8816e4644f6c req-729456fb-4142-451a-824d-c99550369f19 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062328 Sep 17 22:32:52.625703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-296ec7b2-0f4e-4e87-b000-610c8c817a0a None None] Port 3fad7ecc-911d-4751-9fd5-7924cc73a9cf cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:52.627545 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.644742 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-567d4ee8-81a4-43a6-96c2-db53853d1914 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.645335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e00f2-045c-43d9-9a20-fb29c67ada98 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafdd5de-4e8a-4330-8cd2-f55af84e107a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:52.664601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-567d4ee8-81a4-43a6-96c2-db53853d1914 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Calling delete_port for 3fad7ecc-911d-4751-9fd5-7924cc73a9cf owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:52.701579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2c34731e-7096-48b5-be72-2406b9d341ab,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:52.702739 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4d3e00f2-045c-43d9-9a20-fb29c67ada98 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.707313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db8b50-c1d2-4c2a-bc47-aa9c47495a2c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Port': ['ID=3fad7ecc-911d-4751-9fd5-7924cc73a9cf,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:52.722017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-296ec7b2-0f4e-4e87-b000-610c8c817a0a None None] Provisioning complete for port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:52.722433 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-296ec7b2-0f4e-4e87-b000-610c8c817a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.723492 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4d3e00f2-045c-43d9-9a20-fb29c67ada98 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4015014 Sep 17 22:32:52.725677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43168) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:52.756672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2cf1eda2-2766-412b-97d4-60d2b0fb02dd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': 'cafdd5de-4e8a-4330-8cd2-f55af84e107a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:52.761963 n-d-713499-18 neutron-server[95455]: WARNING neutron.api.v2.base [None req-2cf1eda2-2766-412b-97d4-60d2b0fb02dd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 22:32:52.763668 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-2cf1eda2-2766-412b-97d4-60d2b0fb02dd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:32:52.767683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2cf1eda2-2766-412b-97d4-60d2b0fb02dd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0364695 Sep 17 22:32:52.776460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:52.776857 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.778101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43174) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:52.889388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.956781 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6539-5128-4177-892e-591c29bc9fdd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.011663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['2c34731e-7096-48b5-be72-2406b9d341ab'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:53.016837 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6539-5128-4177-892e-591c29bc9fdd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.071861 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.127863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.132488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['9779a011-c3f7-453d-9707-3a09b1e5698f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:53.225715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c278df-d242-41b6-a4ef-3defbf525f4e req-df5672ae-625a-46e1-8eae-2c1ada637b3b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:53.229241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6c278df-d242-41b6-a4ef-3defbf525f4e req-df5672ae-625a-46e1-8eae-2c1ada637b3b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 945 time: 0.3219323 Sep 17 22:32:53.266844 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-567d4ee8-81a4-43a6-96c2-db53853d1914 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.306415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d4ee8-81a4-43a6-96c2-db53853d1914 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event deleted for resources: {'Port': ['ID=3fad7ecc-911d-4751-9fd5-7924cc73a9cf,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:53.337505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:53.344343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:53.352514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:53.403025 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.416759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6c278df-d242-41b6-a4ef-3defbf525f4e req-44a07fec-e7af-4ebb-b1b3-fecc05b441e2 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753509 Sep 17 22:32:53.473900 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-567d4ee8-81a4-43a6-96c2-db53853d1914 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.478966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-567d4ee8-81a4-43a6-96c2-db53853d1914 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "DELETE /v2.0/ports/3fad7ecc-911d-4751-9fd5-7924cc73a9cf HTTP/1.1" status: 204 len: 168 time: 1.5349729 Sep 17 22:32:53.479177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Pushing event updated for resources: {'Port': ['ID=0972cc7e-6dec-4008-af51-2be02a06946a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:53.483992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43184) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:53.790253 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af6311b-4979-4b50-a95c-d2aba765a33c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] GET failed (client error): The resource could not be found. Sep 17 22:32:53.798258 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3af6311b-4979-4b50-a95c-d2aba765a33c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "GET /v2.0/ports/3fad7ecc-911d-4751-9fd5-7924cc73a9cf HTTP/1.1" status: 404 len: 333 time: 0.3070548 Sep 17 22:32:53.798258 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6539-5128-4177-892e-591c29bc9fdd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.803227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43190) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:53.803780 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6539-5128-4177-892e-591c29bc9fdd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.803780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a3bb6539-5128-4177-892e-591c29bc9fdd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/cafdd5de-4e8a-4330-8cd2-f55af84e107a HTTP/1.1" status: 204 len: 168 time: 1.0204952 Sep 17 22:32:53.805348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'port': {'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-321084863'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:53.841267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43192) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:53.908547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=72e7ccf5-ad18-4e91-be8a-1ae27f54387d,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:53.927279 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-296ec7b2-0f4e-4e87-b000-610c8c817a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.986239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb6539-5128-4177-892e-591c29bc9fdd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafdd5de-4e8a-4330-8cd2-f55af84e107a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:54.018453 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.139502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=72e7ccf5-ad18-4e91-be8a-1ae27f54387d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:54.160428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca2c74-faec-478d-9ed0-5a4ac6250075 req-cba6ee28-96d7-47b5-85c1-3ba5ca7835ab tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:54.162117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14ca2c74-faec-478d-9ed0-5a4ac6250075 req-cba6ee28-96d7-47b5-85c1-3ba5ca7835ab tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.3667974 Sep 17 22:32:54.206348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Made reservation on behalf of c7af53f8bc07471d87d68460660dd1c7 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:54.210259 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.242751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] device_id is not set on port ccc9c4c6-69ef-41e6-9248-a8e9c42abbe5 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:32:54.255769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a6b91f73-cc9a-49ea-a74b-6f81c624ead3 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4130361 Sep 17 22:32:54.261867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43202) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:54.267105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9f6261ef-8776-4481-81e1-7acad7fce86f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094645312'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:54.315964 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-296ec7b2-0f4e-4e87-b000-610c8c817a0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:32:54.316737 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-296ec7b2-0f4e-4e87-b000-610c8c817a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:32:54.318057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.319013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.319371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.319748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.320095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.320692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.320984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.321315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.321701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.322340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.323358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.324519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:54.340888 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14ca2c74-faec-478d-9ed0-5a4ac6250075 req-d4fae1c4-1d1c-48a9-9687-fda198327bbf tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705785 Sep 17 22:32:54.391188 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f6261ef-8776-4481-81e1-7acad7fce86f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.526029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 72e7ccf5-ad18-4e91-be8a-1ae27f54387d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:54.574433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.645894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:54.646177 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.829361 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.976834 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.026251 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9f788267-518b-4f9b-82b4-a9aa8f2bca35 None None] Provisioning complete for port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:55.026906 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9f788267-518b-4f9b-82b4-a9aa8f2bca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.054779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Allocated IP 2001:db8::241 (5a98e67a-cb81-4b76-bbb6-010527f62c3f/664ada31-0f86-421b-8600-207a6fa4657d/ccc9c4c6-69ef-41e6-9248-a8e9c42abbe5) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:55.089496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f87f3a-b5d7-4ea0-9abd-0b579b24a58a req-91e15a10-8fe1-46e9-91ed-e1085524e7e7 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:55.091088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f87f3a-b5d7-4ea0-9abd-0b579b24a58a req-91e15a10-8fe1-46e9-91ed-e1085524e7e7 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 945 time: 0.4938533 Sep 17 22:32:55.106116 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.234660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f87f3a-b5d7-4ea0-9abd-0b579b24a58a req-7bde45d7-3f41-4632-966e-1015e2ac9fc9 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258044 Sep 17 22:32:55.266265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f6261ef-8776-4481-81e1-7acad7fce86f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.314958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=c4016e87-937e-474e-9612-a7337e758425,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:55.329176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:55.331989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:55.344740 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f6261ef-8776-4481-81e1-7acad7fce86f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.354223 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.402375 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6261ef-8776-4481-81e1-7acad7fce86f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce0de29-02f7-4fe6-b335-068cab976db0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:55.446822 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.458577 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f6261ef-8776-4481-81e1-7acad7fce86f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.459505 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9f6261ef-8776-4481-81e1-7acad7fce86f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1964462 Sep 17 22:32:55.463409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43234) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:55.469396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a6ce9f2e-d48e-4332-80be-255b4fa3c5de tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '0ce0de29-02f7-4fe6-b335-068cab976db0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:55.471102 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-a6ce9f2e-d48e-4332-80be-255b4fa3c5de tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 22:32:55.471638 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-a6ce9f2e-d48e-4332-80be-255b4fa3c5de tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:32:55.473452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a6ce9f2e-d48e-4332-80be-255b4fa3c5de tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085213 Sep 17 22:32:55.479287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43236) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:55.569170 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c87ab72-4d0a-4efd-bd7a-095b09638a7c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.616597 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c87ab72-4d0a-4efd-bd7a-095b09638a7c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.649330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43240) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:55.668371 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.701050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-bd4ee5d9-0275-491e-8c9c-50f04f9e79b1 None None] Provisioning complete for port c4016e87-937e-474e-9612-a7337e758425 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:55.701408 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee5d9-0275-491e-8c9c-50f04f9e79b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.741798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:55.748336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:55.770307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-bd4ee5d9-0275-491e-8c9c-50f04f9e79b1 None None] Port c4016e87-937e-474e-9612-a7337e758425 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:55.773970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:55.781662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:55.782476 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.811833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Port': ['ID=ccc9c4c6-69ef-41e6-9248-a8e9c42abbe5,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:55.848042 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0b275ba-b705-428f-b04b-88f1cfc8319a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.875108 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c87ab72-4d0a-4efd-bd7a-095b09638a7c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.877834 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c87ab72-4d0a-4efd-bd7a-095b09638a7c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.881536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0c87ab72-4d0a-4efd-bd7a-095b09638a7c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/0ce0de29-02f7-4fe6-b335-068cab976db0 HTTP/1.1" status: 204 len: 168 time: 0.4014080 Sep 17 22:32:55.883733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43248) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:55.891735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87ab72-4d0a-4efd-bd7a-095b09638a7c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce0de29-02f7-4fe6-b335-068cab976db0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:55.906699 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-36bbc74c-650b-42c2-b94e-e43ac46b04e9 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1063125 Sep 17 22:32:55.912212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43250) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:55.920669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'port': {'network_id': '5a98e67a-cb81-4b76-bbb6-010527f62c3f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-562978381'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:55.964011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:32:55.985876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8473f59-319c-4b4b-92a0-e9d32a54b801 req-f7aa1d1f-0a2f-4bda-9422-97d2df7b2831 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:55.987384 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8473f59-319c-4b4b-92a0-e9d32a54b801 req-f7aa1d1f-0a2f-4bda-9422-97d2df7b2831 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.4731171 Sep 17 22:32:55.998330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7f022e95-98cf-411f-b645-a9270a42a032 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108663 Sep 17 22:32:56.002360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43252) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:56.020171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-64a90e54-49b3-40c6-b78e-d44d9d54fc0b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241130203'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:56.111321 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8473f59-319c-4b4b-92a0-e9d32a54b801 req-65671da7-d447-4dae-9159-b0cf420acf9d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099713 Sep 17 22:32:56.121817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-65e5c497-ef4a-4b41-a7a5-82c346e362bb None None] Provisioning complete for port ccc9c4c6-69ef-41e6-9248-a8e9c42abbe5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:56.124406 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-65e5c497-ef4a-4b41-a7a5-82c346e362bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.161127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-1a947b4a-4758-4b46-91e6-42aa8f48ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.163047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-1a947b4a-4758-4b46-91e6-42aa8f48ebe9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 1098 time: 0.1005192 Sep 17 22:32:56.164270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-65e5c497-ef4a-4b41-a7a5-82c346e362bb None None] Port ccc9c4c6-69ef-41e6-9248-a8e9c42abbe5 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:56.173697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Router 9355d687-cf3d-4d7f-840c-2dd064b270d3 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:32:56.190914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:56.204494 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-86c505cb-41e3-4df4-b488-d2cea5f8edd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "PUT /v2.0/routers/26d91ac7-85cd-4644-8cbc-ae405d4d2542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1627021 Sep 17 22:32:56.209735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Sync routers for ids ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:56.221290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Routers {'26d91ac7-85cd-4644-8cbc-ae405d4d2542'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:56.222039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:56.364498 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0b275ba-b705-428f-b04b-88f1cfc8319a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.376881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:56.387473 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Sync routers for ids ['9355d687-cf3d-4d7f-840c-2dd064b270d3'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:56.389929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Set router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:56.398893 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Routers {'9355d687-cf3d-4d7f-840c-2dd064b270d3'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:56.400013 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9355d687-cf3d-4d7f-840c-2dd064b270d3'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:56.446881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-500cf561-355a-4d2e-b5af-fdee631df9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.449283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-500cf561-355a-4d2e-b5af-fdee631df9e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.2777808 Sep 17 22:32:56.452037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0b275ba-b705-428f-b04b-88f1cfc8319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.472962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e456bd-d11a-4b16-8d7b-e885e7f527c6 req-a008ac51-24d1-49b8-92db-951347d9bcf4 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.480309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09e456bd-d11a-4b16-8d7b-e885e7f527c6 req-a008ac51-24d1-49b8-92db-951347d9bcf4 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 945 time: 0.1592433 Sep 17 22:32:56.486521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-458c01ec-e753-4d49-9bc5-88fda200ca4d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21100919&fields=id&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 267 time: 0.0567136 Sep 17 22:32:56.534194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.538436 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aded547c-de13-438c-8cf3-0dffc6577f8a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 10.5401137 Sep 17 22:32:56.539038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43282) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:56.557315 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Set router 9355d687-cf3d-4d7f-840c-2dd064b270d3 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:56.564198 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c0b275ba-b705-428f-b04b-88f1cfc8319a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2ed9b5a3e494cd79f064c87b9d45bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9136078 Sep 17 22:32:56.569504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43284) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:56.569504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b275ba-b705-428f-b04b-88f1cfc8319a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1dcb67-2772-404e-b21c-22b5ba3df189,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:56.621895 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-36afae93-08ee-4457-ada9-beaa73925941 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a HTTP/1.1" status: 200 len: 1002 time: 0.1586885 Sep 17 22:32:56.638452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09e456bd-d11a-4b16-8d7b-e885e7f527c6 req-27422952-09aa-4117-aa7c-4f8cb98685fd tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572359 Sep 17 22:32:56.665082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9779a011-c3f7-453d-9707-3a09b1e5698f up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:56.696633 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64a90e54-49b3-40c6-b78e-d44d9d54fc0b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.723271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-ec5b2d52-28d2-4185-8fd2-41326c224402 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.725818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-ec5b2d52-28d2-4185-8fd2-41326c224402 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 796 time: 0.2295537 Sep 17 22:32:56.751920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-ade46634-23aa-4622-a6fa-c939a1191543 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/quotas/d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 375 time: 0.0187283 Sep 17 22:32:56.765040 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:52Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c4016e87-937e-474e-9612-a7337e758425', 'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:07:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:48Z', 'updated_at': '2021-09-17T22:32:54Z', 'revision_number': 2, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '456154fb-8d5c-4837-9c10-e6c808514043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:56.815618 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:53Z', 'revision_number': 3, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:56.820211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Checking router: 26d91ac7-85cd-4644-8cbc-ae405d4d2542 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:56.820689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Updating router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 port c4016e87-937e-474e-9612-a7337e758425 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:56.822660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-f62bc7c0-e584-4993-a55e-bd6563a13468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.824284 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-f62bc7c0-e584-4993-a55e-bd6563a13468 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.1695504 Sep 17 22:32:56.824905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fbb7-acba-43da-94ff-6c590e4cc20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.852130 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.857593 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 9779a011-c3f7-453d-9707-3a09b1e5698f completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:56.860090 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Checking router: 9355d687-cf3d-4d7f-840c-2dd064b270d3 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:56.860687 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Updating router 9355d687-cf3d-4d7f-840c-2dd064b270d3 port 0972cc7e-6dec-4008-af51-2be02a06946a binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:56.879476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 9779a011-c3f7-453d-9707-3a09b1e5698f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:56.880050 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.887689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaad98-4a34-4257-bafd-78d170554d1a req-d7b4bf71-967c-46c8-b6a1-99808b0b0785 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:56.894734 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.894982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-febaad98-4a34-4257-bafd-78d170554d1a req-d7b4bf71-967c-46c8-b6a1-99808b0b0785 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.1407464 Sep 17 22:32:56.896946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Made reservation on behalf of c7af53f8bc07471d87d68460660dd1c7 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:56.902186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.906275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fbb7-acba-43da-94ff-6c590e4cc20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.972875 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-d6a79115-a314-4d16-a4e5-3d24d82d0592 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754327 Sep 17 22:32:56.982589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] device_id is not set on port 5d544876-a99c-41a1-82fb-2dbcf944ac8f yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:32:57.012876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-b4b35d0a-66c7-48e3-830a-0288317970c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.014555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-b4b35d0a-66c7-48e3-830a-0288317970c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819088 Sep 17 22:32:57.150176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-febaad98-4a34-4257-bafd-78d170554d1a req-12264fad-9c65-4f09-9de5-c56b16f61584 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543161 Sep 17 22:32:57.152497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-8ccd2045-fab1-4710-a53f-c1ede0df8506 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305821 Sep 17 22:32:57.209617 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64a90e54-49b3-40c6-b78e-d44d9d54fc0b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.246370 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.294464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fbb7-acba-43da-94ff-6c590e4cc20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.296069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5307b4-3fae-4171-8148-527a4f39a933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9779a011-c3f7-453d-9707-3a09b1e5698f'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:57.301975 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cba019-005c-444b-b942-e55c172b4576" -d '{"events": [{"server_uuid": "bc5307b4-3fae-4171-8148-527a4f39a933", "name": "network-vif-plugged", "status": "completed", "tag": "9779a011-c3f7-453d-9707-3a09b1e5698f"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:57.302223 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64a90e54-49b3-40c6-b78e-d44d9d54fc0b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.305119 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fbb7-acba-43da-94ff-6c590e4cc20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.306293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7fe6fbb7-acba-43da-94ff-6c590e4cc20c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d1dcb67-2772-404e-b21c-22b5ba3df189 HTTP/1.1" status: 204 len: 168 time: 0.7382717 Sep 17 22:32:57.327456 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.353467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6fbb7-acba-43da-94ff-6c590e4cc20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1dcb67-2772-404e-b21c-22b5ba3df189,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.360335 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-10c8159d-0140-4f26-b75f-11d97f66fd2a service neutron] 10.222.0.30 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665404 Sep 17 22:32:57.375709 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.378184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9779a011-c3f7-453d-9707-3a09b1e5698f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9779a011-c3f7-453d-9707-3a09b1e5698f,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:57.398105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a90e54-49b3-40c6-b78e-d44d9d54fc0b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f049cab1-0d53-467f-a9e7-016849bf7296,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.399527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Allocated IP 2001:db8::ac (5a98e67a-cb81-4b76-bbb6-010527f62c3f/664ada31-0f86-421b-8600-207a6fa4657d/5d544876-a99c-41a1-82fb-2dbcf944ac8f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:57.406636 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.408061 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c5c9a2-62f4-429c-9816-346e3fd685c4 req-ecde0ed3-52ff-4302-894b-6b6dbfd30fc1 service neutron] 10.222.0.23 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453485 Sep 17 22:32:57.411433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64a90e54-49b3-40c6-b78e-d44d9d54fc0b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.415507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-64a90e54-49b3-40c6-b78e-d44d9d54fc0b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4076397 Sep 17 22:32:57.417333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43296) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:57.422914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-92c87326-bce3-42f7-8cbd-c2e85c84940d tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': 'f049cab1-0d53-467f-a9e7-016849bf7296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:57.445330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc679e2b-1a0a-48cd-b9dd-a1a8c6a534c6 req-283f5f85-90ad-40d5-8799-91d2179cc274 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.445330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc679e2b-1a0a-48cd-b9dd-a1a8c6a534c6 req-283f5f85-90ad-40d5-8799-91d2179cc274 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.1289480 Sep 17 22:32:57.450618 n-d-713499-18 neutron-server[95455]: WARNING neutron.api.v2.base [None req-92c87326-bce3-42f7-8cbd-c2e85c84940d tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 22:32:57.451430 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-92c87326-bce3-42f7-8cbd-c2e85c84940d tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:32:57.452445 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-92c87326-bce3-42f7-8cbd-c2e85c84940d tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0330768 Sep 17 22:32:57.458600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43298) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:57.462871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-552274cd-4284-4e5f-a7b0-ec18e7a08f03 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': 'f049cab1-0d53-467f-a9e7-016849bf7296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:57.464651 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-552274cd-4284-4e5f-a7b0-ec18e7a08f03 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 22:32:57.465170 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-552274cd-4284-4e5f-a7b0-ec18e7a08f03 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:32:57.467597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.468898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2c34731e-7096-48b5-be72-2406b9d341ab up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:57.473453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-552274cd-4284-4e5f-a7b0-ec18e7a08f03 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095155 Sep 17 22:32:57.478304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43300) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:57.494723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d542e7e6-66e8-4e40-8910-b24284b53c51 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': 'f049cab1-0d53-467f-a9e7-016849bf7296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:57.495614 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-d542e7e6-66e8-4e40-8910-b24284b53c51 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 22:32:57.496103 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-d542e7e6-66e8-4e40-8910-b24284b53c51 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:32:57.500284 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d542e7e6-66e8-4e40-8910-b24284b53c51 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0206945 Sep 17 22:32:57.503207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43302) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:57.511034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4d31acb6-4122-4356-b973-2b15a34321e5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': 'f049cab1-0d53-467f-a9e7-016849bf7296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:57.511907 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-4d31acb6-4122-4356-b973-2b15a34321e5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 22:32:57.512434 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-4d31acb6-4122-4356-b973-2b15a34321e5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:32:57.516256 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4d31acb6-4122-4356-b973-2b15a34321e5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102873 Sep 17 22:32:57.519824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43304) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:57.525139 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.562709 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Attempting to bind port 0972cc7e-6dec-4008-af51-2be02a06946a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:57.563733 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Attempting to bind port 0972cc7e-6dec-4008-af51-2be02a06946a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:57.564565 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Attempting to bind port 0972cc7e-6dec-4008-af51-2be02a06946a on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:57.578088 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f24540-663a-47bb-b198-9f38e2dc6ca6 None None] Pushing event updated for resources: {'Port': ['ID=0972cc7e-6dec-4008-af51-2be02a06946a,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.596913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc679e2b-1a0a-48cd-b9dd-a1a8c6a534c6 req-ba4f9551-4743-468a-a782-c564a7c655df tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451550 Sep 17 22:32:57.617625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=9779a011-c3f7-453d-9707-3a09b1e5698f,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.619769 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:57.621101 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:57.623910 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.629123 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.632821 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:57.632821 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Bound port: 0972cc7e-6dec-4008-af51-2be02a06946a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:57.632821 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.633975 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-bc7b2dba-9ddc-4fc3-8665-12ce05bd1209 service neutron] 10.222.0.30 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731795 Sep 17 22:32:57.686037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50c171af-162f-4b52-99c9-a50ecf1dba92 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.688502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f74d03-adc4-49c2-8621-7636808cfcab None None] Pushing event updated for resources: {'Port': ['ID=c4016e87-937e-474e-9612-a7337e758425,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.737038 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50c171af-162f-4b52-99c9-a50ecf1dba92 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.774926 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] For port 0972cc7e-6dec-4008-af51-2be02a06946a, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:57.781854 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] For port 0972cc7e-6dec-4008-af51-2be02a06946a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0972cc7e-6dec-4008-af51-2be02a06946a,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:57.785874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Allocated IP 172.20.0.1 (c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0/ae686b7c-cbf9-4498-8132-8e11d3e20408/2012d9be-7f02-4a33-9efd-5d730cb41517) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:57.803073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 2c34731e-7096-48b5-be72-2406b9d341ab completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:57.835287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Attempting to bind port c4016e87-937e-474e-9612-a7337e758425 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:57.836085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Attempting to bind port c4016e87-937e-474e-9612-a7337e758425 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:57.836085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Attempting to bind port c4016e87-937e-474e-9612-a7337e758425 on network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:57.846530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 2c34731e-7096-48b5-be72-2406b9d341ab triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:57.854999 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.877447 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.902033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.927152 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50c171af-162f-4b52-99c9-a50ecf1dba92 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.937994 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50c171af-162f-4b52-99c9-a50ecf1dba92 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.941775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-50c171af-162f-4b52-99c9-a50ecf1dba92 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/f049cab1-0d53-467f-a9e7-016849bf7296 HTTP/1.1" status: 204 len: 168 time: 0.4204779 Sep 17 22:32:57.943014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43314) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:57.951700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:57.952212 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Checking segment: {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:57.952740 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.955710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Bound using segment: {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:57.955710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Bound port: c4016e87-937e-474e-9612-a7337e758425, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:57.955710 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.065105 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Routers {'9355d687-cf3d-4d7f-840c-2dd064b270d3'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:58.065778 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9355d687-cf3d-4d7f-840c-2dd064b270d3'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:58.107991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] For port c4016e87-937e-474e-9612-a7337e758425, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:58.111818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] For port c4016e87-937e-474e-9612-a7337e758425, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c4016e87-937e-474e-9612-a7337e758425,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:58.115558 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a959fdc-f4b2-426a-b230-82d4b0976cc1 x-openstack-request-id: req-6a959fdc-f4b2-426a-b230-82d4b0976cc1 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:58.115967 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5307b4-3fae-4171-8148-527a4f39a933", "name": "network-vif-plugged", "status": "completed", "tag": "9779a011-c3f7-453d-9707-3a09b1e5698f", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:58.122861 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a959fdc-f4b2-426a-b230-82d4b0976cc1 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:58.122861 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5307b4-3fae-4171-8148-527a4f39a933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9779a011-c3f7-453d-9707-3a09b1e5698f', 'code': 200} Sep 17 22:32:58.132744 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.143577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c171af-162f-4b52-99c9-a50ecf1dba92 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f049cab1-0d53-467f-a9e7-016849bf7296,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.159327 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f24540-663a-47bb-b198-9f38e2dc6ca6 None None] Pushing event updated for resources: {'Port': ['ID=0972cc7e-6dec-4008-af51-2be02a06946a,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.177985 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.229452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-71f1d6f9-aff1-4251-9d8e-a066c4880fcb None None] Provisioning complete for port c4016e87-937e-474e-9612-a7337e758425 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:58.229452 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71f1d6f9-aff1-4251-9d8e-a066c4880fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.258170 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-551c7c6e-370b-44d4-92d9-7ec8650a0d2f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2870178 Sep 17 22:32:58.260644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43326) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:58.266243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e3433d44-bf9f-4196-a8fa-3b0d2df5ec43 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913439062'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:58.285191 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.288227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6c49-ce95-4f0a-a53e-8b11576e3032 req-251d8d59-5359-4df5-9cce-634ccbf32596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.289473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71072744-3d17-4e0b-b344-2fbde5368a7e req-0916220e-5e69-4f4d-9a78-1f58edb4df23 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.290433 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa7f6c49-ce95-4f0a-a53e-8b11576e3032 req-251d8d59-5359-4df5-9cce-634ccbf32596 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc5307b4-3fae-4171-8148-527a4f39a933 HTTP/1.1" status: 200 len: 1098 time: 0.1781616 Sep 17 22:32:58.292048 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71072744-3d17-4e0b-b344-2fbde5368a7e req-0916220e-5e69-4f4d-9a78-1f58edb4df23 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 945 time: 0.0805678 Sep 17 22:32:58.295745 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.334358 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] Set router 9355d687-cf3d-4d7f-840c-2dd064b270d3 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:58.351091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43332) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:58.357620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Pushing event updated for resources: {'Port': ['ID=2012d9be-7f02-4a33-9efd-5d730cb41517,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.359080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2c34731e-7096-48b5-be72-2406b9d341ab, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2c34731e-7096-48b5-be72-2406b9d341ab,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:58.381688 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.383877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa7f6c49-ce95-4f0a-a53e-8b11576e3032 req-a42cdcae-eb35-4c9b-ac55-13f34688c4ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588520 Sep 17 22:32:58.445348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:58.451927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:58.455322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:58.458664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Routers {'26d91ac7-85cd-4644-8cbc-ae405d4d2542'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:58.459314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:58.489335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:58.507403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:58.510200 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.513322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6a9e-e89e-4500-bd1e-ac8cae62e995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.523867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:58.529438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.530246 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.534765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Port': ['ID=5d544876-a99c-41a1-82fb-2dbcf944ac8f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.559440 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.585781 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71072744-3d17-4e0b-b344-2fbde5368a7e req-5b58db30-c7ae-4f0e-b3a7-b256859ef2f1 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325115 Sep 17 22:32:58.610129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3433d44-bf9f-4196-a8fa-3b0d2df5ec43 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.628091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f74d03-adc4-49c2-8621-7636808cfcab None None] Pushing event updated for resources: {'Port': ['ID=c4016e87-937e-474e-9612-a7337e758425,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.695933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-165edb01-0eea-4b30-835b-aae2008ae01f tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7819614 Sep 17 22:32:58.698295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43338) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:58.703567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71f1d6f9-aff1-4251-9d8e-a066c4880fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.716821 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:53Z', 'revision_number': 3, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:58.736088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8bff1004-04a2-4048-8543-0b4c1040881a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::244', 'mac_address': 'fa:16:3e:5d:7f:d7'}, {'ip_address': '2001:db8::241', 'mac_address': 'fa:16:3e:1d:5d:79'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:58.801061 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b259c-062b-4dbd-92ce-bef311826d82 None None] The sync data for ids ['9355d687-cf3d-4d7f-840c-2dd064b270d3'] in n-d-713499-18 is: [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:53Z', 'revision_number': 3, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:58.927094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4b07268-fb0f-43d9-8de4-7de6dff1a5e3 req-7c5aa0e6-0462-4483-8977-23bef9965e4f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 210 time: 0.2164876 Sep 17 22:32:58.998102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-71f1d6f9-aff1-4251-9d8e-a066c4880fcb None None] For port c4016e87-937e-474e-9612-a7337e758425, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c4016e87-937e-474e-9612-a7337e758425,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:59.018114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2c34731e-7096-48b5-be72-2406b9d341ab,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:59.041280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] Set router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:59.136840 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71f1d6f9-aff1-4251-9d8e-a066c4880fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.174392 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907693f-3d66-43ad-b2ff-b268be9a146b req-fc8d7225-e158-4276-8a9e-7eca8e2e39e2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.176725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5907693f-3d66-43ad-b2ff-b268be9a146b req-fc8d7225-e158-4276-8a9e-7eca8e2e39e2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.2313488 Sep 17 22:32:59.202346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6a9e-e89e-4500-bd1e-ac8cae62e995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.212663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512f5b4-e477-4180-9285-9aa4d7953c62 req-ea532d61-c55f-4d59-81c7-0c9f84dd21c2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.218785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b512f5b4-e477-4180-9285-9aa4d7953c62 req-ea532d61-c55f-4d59-81c7-0c9f84dd21c2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.1800125 Sep 17 22:32:59.271435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.283500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5907693f-3d66-43ad-b2ff-b268be9a146b req-c5c0ab47-319a-410d-a7e0-e3ac9371fbb3 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970562 Sep 17 22:32:59.321124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8bff1004-04a2-4048-8543-0b4c1040881a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.325014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b512f5b4-e477-4180-9285-9aa4d7953c62 req-a670dc19-5a4f-4c22-b92d-de3f8d27d60b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873935 Sep 17 22:32:59.327393 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6a9e-e89e-4500-bd1e-ac8cae62e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.372290 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.386298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1d6f9-aff1-4251-9d8e-a066c4880fcb None None] Pushing event updated for resources: {'Port': ['ID=c4016e87-937e-474e-9612-a7337e758425,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:59.416904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a42bf080-c2b5-4798-8552-c535633ce7f6 None None] Provisioning complete for port 2012d9be-7f02-4a33-9efd-5d730cb41517 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:59.417260 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a42bf080-c2b5-4798-8552-c535633ce7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.429166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d6a9e-e89e-4500-bd1e-ac8cae62e995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f809c0b-778e-431c-a931-20b30149e7de,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:59.480009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cb1d6a9e-e89e-4500-bd1e-ac8cae62e995 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7adaaee983e543fab7644a7a68b890ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1176512 Sep 17 22:32:59.483444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43342) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:59.518509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a42bf080-c2b5-4798-8552-c535633ce7f6 None None] Port 2012d9be-7f02-4a33-9efd-5d730cb41517 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:59.568442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9b7d-6c9a-4439-8dcd-52e669a951be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.577328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a42bf080-c2b5-4798-8552-c535633ce7f6 None None] Provisioning complete for port 5d544876-a99c-41a1-82fb-2dbcf944ac8f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:59.578030 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a42bf080-c2b5-4798-8552-c535633ce7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.646401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9b7d-6c9a-4439-8dcd-52e669a951be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.682798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3433d44-bf9f-4196-a8fa-3b0d2df5ec43 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.756083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.769851 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3433d44-bf9f-4196-a8fa-3b0d2df5ec43 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.801677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56272303-d244-44fc-a85c-b095ed08ca9f req-7a9e20f5-3f38-4cf0-a80b-5ed734e6003b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.803308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56272303-d244-44fc-a85c-b095ed08ca9f req-7a9e20f5-3f38-4cf0-a80b-5ed734e6003b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 946 time: 0.1159937 Sep 17 22:32:59.809279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3433d44-bf9f-4196-a8fa-3b0d2df5ec43 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba0d7dd-8337-4019-bcdd-778f857d059d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:59.816336 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8bff1004-04a2-4048-8543-0b4c1040881a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.870096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56272303-d244-44fc-a85c-b095ed08ca9f req-d9006da1-2580-443b-b7e5-2fd80f22b7e5 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Sep 17 22:32:59.880927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a42bf080-c2b5-4798-8552-c535633ce7f6 None None] Port 5d544876-a99c-41a1-82fb-2dbcf944ac8f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:59.881073 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.893936 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a42bf080-c2b5-4798-8552-c535633ce7f6 None None] Provisioning complete for port c4016e87-937e-474e-9612-a7337e758425 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:59.894485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a42bf080-c2b5-4798-8552-c535633ce7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.929880 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8bff1004-04a2-4048-8543-0b4c1040881a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.930079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:52Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c4016e87-937e-474e-9612-a7337e758425', 'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:07:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:48Z', 'updated_at': '2021-09-17T22:32:58Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '456154fb-8d5c-4837-9c10-e6c808514043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:59.933518 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3433d44-bf9f-4196-a8fa-3b0d2df5ec43 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.937311 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e3433d44-bf9f-4196-a8fa-3b0d2df5ec43 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6729739 Sep 17 22:32:59.939853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43350) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:59.940100 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9b7d-6c9a-4439-8dcd-52e669a951be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.945353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9b7d-6c9a-4439-8dcd-52e669a951be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.946560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d5bb9b7d-6c9a-4439-8dcd-52e669a951be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f809c0b-778e-431c-a931-20b30149e7de HTTP/1.1" status: 204 len: 168 time: 0.4612632 Sep 17 22:32:59.958794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-312c0b32-49e2-4e5e-b7ee-f833f5e27ef1 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '9ba0d7dd-8337-4019-bcdd-778f857d059d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:59.959570 n-d-713499-18 neutron-server[95455]: WARNING neutron.api.v2.base [None req-312c0b32-49e2-4e5e-b7ee-f833f5e27ef1 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 22:32:59.964192 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-312c0b32-49e2-4e5e-b7ee-f833f5e27ef1 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:32:59.964192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-312c0b32-49e2-4e5e-b7ee-f833f5e27ef1 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0188134 Sep 17 22:32:59.965477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cd87b-fa5d-454e-bb78-c1bae0ca16a8 None None] The sync data for ids ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'] in n-d-713499-18 is: [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:52Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c4016e87-937e-474e-9612-a7337e758425', 'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:07:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:48Z', 'updated_at': '2021-09-17T22:32:58Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '456154fb-8d5c-4837-9c10-e6c808514043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:59.980220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43354) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:59.991355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-701bc24f-aeef-4c45-8187-70ec26b14dbd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '9ba0d7dd-8337-4019-bcdd-778f857d059d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:00.015808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.051370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Pushing event updated for resources: {'Port': ['ID=2012d9be-7f02-4a33-9efd-5d730cb41517,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:00.098218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb9b7d-6c9a-4439-8dcd-52e669a951be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f809c0b-778e-431c-a931-20b30149e7de,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:00.100091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8bff1004-04a2-4048-8543-0b4c1040881a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] In _notify_port_updated(), no bound segment for port 5d544876-a99c-41a1-82fb-2dbcf944ac8f on network 5a98e67a-cb81-4b76-bbb6-010527f62c3f {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:33:00.107410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff1004-04a2-4048-8543-0b4c1040881a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:00.107707 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8bff1004-04a2-4048-8543-0b4c1040881a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.114223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8bff1004-04a2-4048-8543-0b4c1040881a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "PUT /v2.0/ports/5d544876-a99c-41a1-82fb-2dbcf944ac8f HTTP/1.1" status: 200 len: 1066 time: 1.4126258 Sep 17 22:33:00.118027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43356) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:00.136756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718acce7-6bd5-4160-92a4-25528bd3941d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c34731e-7096-48b5-be72-2406b9d341ab'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:00.144591 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68755ff9-9706-4528-937e-23a8afd274a3" -d '{"events": [{"server_uuid": "718acce7-6bd5-4160-92a4-25528bd3941d", "name": "network-vif-plugged", "status": "completed", "tag": "2c34731e-7096-48b5-be72-2406b9d341ab"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:00.197605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ca051c8-8e36-46b4-bcc2-5681e78841e3 req-2713c44f-da29-4042-af95-3bd6345ddd4f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 210 time: 0.1309650 Sep 17 22:33:00.199578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff1004-04a2-4048-8543-0b4c1040881a tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event updated for resources: {'Port': ['ID=5d544876-a99c-41a1-82fb-2dbcf944ac8f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:00.234704 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8252d46-117f-4c4f-9ac6-952b7ce170c9 x-openstack-request-id: req-b8252d46-117f-4c4f-9ac6-952b7ce170c9 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:00.235199 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718acce7-6bd5-4160-92a4-25528bd3941d", "name": "network-vif-plugged", "status": "completed", "tag": "2c34731e-7096-48b5-be72-2406b9d341ab", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:00.237486 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8252d46-117f-4c4f-9ac6-952b7ce170c9 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:00.238415 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718acce7-6bd5-4160-92a4-25528bd3941d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c34731e-7096-48b5-be72-2406b9d341ab', 'code': 200} Sep 17 22:33:00.344293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6a685d17-87a6-4eec-b00b-ae39f5a314a7 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Deleting port 5d544876-a99c-41a1-82fb-2dbcf944ac8f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:00.344780 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a685d17-87a6-4eec-b00b-ae39f5a314a7 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.439111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:00.440650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:00.461733 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-701bc24f-aeef-4c45-8187-70ec26b14dbd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:00.467777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-701bc24f-aeef-4c45-8187-70ec26b14dbd tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4842966 Sep 17 22:33:00.477956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43364) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:00.485214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7712183c-e2cf-41c9-9175-8aa925f19120 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '9ba0d7dd-8337-4019-bcdd-778f857d059d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:00.490727 n-d-713499-18 neutron-server[95455]: WARNING neutron.api.v2.base [None req-7712183c-e2cf-41c9-9175-8aa925f19120 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 22:33:00.499101 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-7712183c-e2cf-41c9-9175-8aa925f19120 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:00.500469 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7712183c-e2cf-41c9-9175-8aa925f19120 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194654 Sep 17 22:33:00.505146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43366) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:00.645453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0972cc7e-6dec-4008-af51-2be02a06946a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:00.656567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-85518f12-9bc2-4123-939f-78753eb69c2f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '9ba0d7dd-8337-4019-bcdd-778f857d059d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:00.721850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2ffee45a-44b4-4111-84c1-b6fe8afbb53a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:00.741752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80961e6-8d4e-4179-9319-59311074621b req-070ae99a-2eb4-40e6-9118-6d621e239ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:00.746104 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d80961e6-8d4e-4179-9319-59311074621b req-070ae99a-2eb4-40e6-9118-6d621e239ff0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 1098 time: 0.3834405 Sep 17 22:33:00.829898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912efd0d-8576-4b3e-9736-a542d243ab0d req-9d6203ee-847c-4686-8774-216d35355f5e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:00.832038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-912efd0d-8576-4b3e-9736-a542d243ab0d req-9d6203ee-847c-4686-8774-216d35355f5e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.3198078 Sep 17 22:33:00.843314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a685d17-87a6-4eec-b00b-ae39f5a314a7 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.905785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfde5b70-81cf-4955-abdc-7fbc1fd49891 None None] Provisioning complete for port 5d544876-a99c-41a1-82fb-2dbcf944ac8f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:00.906161 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfde5b70-81cf-4955-abdc-7fbc1fd49891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.914786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6a685d17-87a6-4eec-b00b-ae39f5a314a7 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Calling delete_port for 5d544876-a99c-41a1-82fb-2dbcf944ac8f owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:00.919790 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d80961e6-8d4e-4179-9319-59311074621b req-bd926e14-b38c-4828-a820-61bb497d154a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636992 Sep 17 22:33:00.948989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-912efd0d-8576-4b3e-9736-a542d243ab0d req-8ae34cc7-edb9-46e7-99dc-ad8773c38914 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020544 Sep 17 22:33:00.990165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfde5b70-81cf-4955-abdc-7fbc1fd49891 None None] Port 5d544876-a99c-41a1-82fb-2dbcf944ac8f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:01.001802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 0972cc7e-6dec-4008-af51-2be02a06946a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:01.002176 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.041867 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.138422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:01.207690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3a889ec2-4cc7-4a82-a969-ae7f5315f6a5 None None] Provisioning complete for port 2012d9be-7f02-4a33-9efd-5d730cb41517 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:01.208114 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a889ec2-4cc7-4a82-a969-ae7f5315f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.248882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.253822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1889-00df-44a0-956b-869d0b401b41 req-482ddec3-4c07-4d65-b989-391f139fc804 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:01.263963 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fefe1889-00df-44a0-956b-869d0b401b41 req-482ddec3-4c07-4d65-b989-391f139fc804 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 946 time: 0.1313758 Sep 17 22:33:01.282174 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 0972cc7e-6dec-4008-af51-2be02a06946a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0972cc7e-6dec-4008-af51-2be02a06946a,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:01.285685 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.286476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:01.333588 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a685d17-87a6-4eec-b00b-ae39f5a314a7 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.346830 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fefe1889-00df-44a0-956b-869d0b401b41 req-33ad6120-3a51-4139-9877-e072126ba97a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800281 Sep 17 22:33:01.410443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Router 9355d687-cf3d-4d7f-840c-2dd064b270d3 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:01.412360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3a889ec2-4cc7-4a82-a969-ae7f5315f6a5 None None] Port 2012d9be-7f02-4a33-9efd-5d730cb41517 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:01.453818 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.454938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c4016e87-937e-474e-9612-a7337e758425 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:01.477374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a685d17-87a6-4eec-b00b-ae39f5a314a7 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event deleted for resources: {'Port': ['ID=5d544876-a99c-41a1-82fb-2dbcf944ac8f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:01.637247 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-85518f12-9bc2-4123-939f-78753eb69c2f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:01.638381 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-85518f12-9bc2-4123-939f-78753eb69c2f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9961681 Sep 17 22:33:01.643035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43392) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:01.649678 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.657091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-edba4654-2841-42b0-9bf4-e3a6a0ea4f42 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '9ba0d7dd-8337-4019-bcdd-778f857d059d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:01.658399 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-edba4654-2841-42b0-9bf4-e3a6a0ea4f42 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 22:33:01.659236 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-edba4654-2841-42b0-9bf4-e3a6a0ea4f42 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:01.660671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-edba4654-2841-42b0-9bf4-e3a6a0ea4f42 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150936 Sep 17 22:33:01.668761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43394) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:01.673284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:01.685177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8bfc4553-72dc-424f-beaf-42a04db57654 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '9ba0d7dd-8337-4019-bcdd-778f857d059d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:01.719033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d0817-ac80-4b25-9a34-7a11dffc944c req-21defaa8-6771-4c08-8cb9-259799092226 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:01.736365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-322d0817-ac80-4b25-9a34-7a11dffc944c req-21defaa8-6771-4c08-8cb9-259799092226 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 1.2299244 Sep 17 22:33:01.827250 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a685d17-87a6-4eec-b00b-ae39f5a314a7 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.836756 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6a685d17-87a6-4eec-b00b-ae39f5a314a7 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "DELETE /v2.0/ports/5d544876-a99c-41a1-82fb-2dbcf944ac8f HTTP/1.1" status: 204 len: 168 time: 1.7162769 Sep 17 22:33:01.839764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43402) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:01.870830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:01.884808 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48c86f8-c4cd-424e-b818-a9ceea8f018c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] GET failed (client error): The resource could not be found. Sep 17 22:33:01.896364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a48c86f8-c4cd-424e-b818-a9ceea8f018c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "GET /v2.0/ports/5d544876-a99c-41a1-82fb-2dbcf944ac8f HTTP/1.1" status: 404 len: 333 time: 0.0541413 Sep 17 22:33:01.897339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43404) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:01.903765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=0972cc7e-6dec-4008-af51-2be02a06946a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:01.909577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port c4016e87-937e-474e-9612-a7337e758425 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:01.909958 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.913021 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-8bfc4553-72dc-424f-beaf-42a04db57654 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Project d3a4ebf739484f9384d23e3e80dee398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:33:02.000324 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.016894 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-8bfc4553-72dc-424f-beaf-42a04db57654 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:02.017117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-322d0817-ac80-4b25-9a34-7a11dffc944c req-d09041b8-97db-44d0-90b5-eb8992fa1ff1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781048 Sep 17 22:33:02.018465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8bfc4553-72dc-424f-beaf-42a04db57654 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3485081 Sep 17 22:33:02.026877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43408) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:02.027383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-59a5e4d7-1918-40d5-8c8e-ff08eeb2256e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:02.029301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-59a5e4d7-1918-40d5-8c8e-ff08eeb2256e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 796 time: 0.5820603 Sep 17 22:33:02.032683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-179837cc-29f9-4cfc-a31b-07a183ef73ee tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '9ba0d7dd-8337-4019-bcdd-778f857d059d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:02.033299 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-179837cc-29f9-4cfc-a31b-07a183ef73ee tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 22:33:02.034072 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-179837cc-29f9-4cfc-a31b-07a183ef73ee tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:02.035083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-179837cc-29f9-4cfc-a31b-07a183ef73ee tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113082 Sep 17 22:33:02.038306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43410) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:02.056460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-99b644a5-e36d-47d1-918f-20d29c7a6922 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '9ba0d7dd-8337-4019-bcdd-778f857d059d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:02.117518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdcb00-6754-4b4c-b20f-56b07669131c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Deleting port ccc9c4c6-69ef-41e6-9248-a8e9c42abbe5 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:02.118123 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcb00-6754-4b4c-b20f-56b07669131c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.131666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:02.158359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-15fcfa2a-c3ca-4cf4-9db4-f1a2809641dc admin admin] 10.222.0.30 "PUT /v2.0/routers/9355d687-cf3d-4d7f-840c-2dd064b270d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6072264 Sep 17 22:33:02.247068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Sync routers for ids ['9355d687-cf3d-4d7f-840c-2dd064b270d3'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:02.259209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a'}, {'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:02.261967 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec7eb00-436b-4712-8a50-40b71c76fa82" -d '{"events": [{"server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a"}, {"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-unplugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:02.268044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=11']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:02.277816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Routers {'9355d687-cf3d-4d7f-840c-2dd064b270d3'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:02.278542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9355d687-cf3d-4d7f-840c-2dd064b270d3'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:02.286204 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-3ec8e50a-c3ae-43bc-a25b-57305ea8119b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 378 time: 0.2192159 Sep 17 22:33:02.295801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84100dac-0b82-4cf8-bcd1-e70bed267752 req-5495d9f3-0de0-4606-8bb7-64d3dfc936d8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 210 time: 0.1031959 Sep 17 22:33:02.318596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'port': {'device_id': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'admin_state_up': True, 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'security_groups': ['b5f7d6fa-e0a6-44e1-9169-76bf552bac70']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:02.325990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcb00-6754-4b4c-b20f-56b07669131c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.345081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdcb00-6754-4b4c-b20f-56b07669131c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Calling delete_port for ccc9c4c6-69ef-41e6-9248-a8e9c42abbe5 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:02.352443 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-99b644a5-e36d-47d1-918f-20d29c7a6922 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Project d3a4ebf739484f9384d23e3e80dee398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:33:02.449999 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb92d2b-1cae-4d18-a737-9c752f682216 x-openstack-request-id: req-cdb92d2b-1cae-4d18-a737-9c752f682216 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:02.450280 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "name": "network-vif-unplugged", "status": "failed", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a", "code": 422}, {"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-unplugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:02.450528 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdb92d2b-1cae-4d18-a737-9c752f682216 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:02.450939 n-d-713499-18 neutron-server[95456]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'code': 422} returned with failed status Sep 17 22:33:02.451189 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'code': 200} Sep 17 22:33:02.508143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Set router 9355d687-cf3d-4d7f-840c-2dd064b270d3 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:02.568762 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-99b644a5-e36d-47d1-918f-20d29c7a6922 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:02.569754 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-99b644a5-e36d-47d1-918f-20d29c7a6922 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5304918 Sep 17 22:33:02.574465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43426) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:02.581962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d91455f0-aa9b-4561-9c03-e7ec56e8615c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '9ba0d7dd-8337-4019-bcdd-778f857d059d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:02.618342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0972cc7e-6dec-4008-af51-2be02a06946a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:02.638559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a72b7f-7e0c-4392-9d54-8c787f021748 req-69b7a428-7b91-4ef6-8701-34a8a06f39ce tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:02.640094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e1a72b7f-7e0c-4392-9d54-8c787f021748 req-69b7a428-7b91-4ef6-8701-34a8a06f39ce tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 946 time: 0.1539917 Sep 17 22:33:02.670483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:02.698526 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e1a72b7f-7e0c-4392-9d54-8c787f021748 req-48b119b8-d699-48a3-b2a0-80bee115b569 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440226 Sep 17 22:33:02.726119 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcb00-6754-4b4c-b20f-56b07669131c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.795858 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-d91455f0-aa9b-4561-9c03-e7ec56e8615c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Project d3a4ebf739484f9384d23e3e80dee398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:33:02.814857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdcb00-6754-4b4c-b20f-56b07669131c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event deleted for resources: {'Port': ['ID=ccc9c4c6-69ef-41e6-9248-a8e9c42abbe5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:02.860992 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcb00-6754-4b4c-b20f-56b07669131c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.881575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a9cdcb00-6754-4b4c-b20f-56b07669131c tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "DELETE /v2.0/ports/ccc9c4c6-69ef-41e6-9248-a8e9c42abbe5 HTTP/1.1" status: 204 len: 168 time: 0.9818275 Sep 17 22:33:02.887301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43440) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:02.896889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 0972cc7e-6dec-4008-af51-2be02a06946a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:02.897352 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.925241 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cf32e6-d3d9-4185-9a17-2567b47f5de7 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] GET failed (client error): The resource could not be found. Sep 17 22:33:02.928181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f1cf32e6-d3d9-4185-9a17-2567b47f5de7 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "GET /v2.0/ports/ccc9c4c6-69ef-41e6-9248-a8e9c42abbe5 HTTP/1.1" status: 404 len: 333 time: 0.0400097 Sep 17 22:33:02.933093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43446) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:02.976660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:02.981874 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.004343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:03.034467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'port_id': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'mac_address': 'fa:16:3e:6d:59:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:03.064506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2012d9be-7f02-4a33-9efd-5d730cb41517', 'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'mac_address': 'fa:16:3e:62:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:57Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 2, 'project_id': '06765684c59f493494b59cab005a4df1', 'subnets': [{'id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:03.116541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b14d0893-fbe4-45de-9a2d-5bd11fd1a0ac tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Deleting port 6090fb22-7196-4642-bea2-a918fcd49654 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:03.116541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b14d0893-fbe4-45de-9a2d-5bd11fd1a0ac tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.170968 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-d91455f0-aa9b-4561-9c03-e7ec56e8615c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:03.177089 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d91455f0-aa9b-4561-9c03-e7ec56e8615c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5999312 Sep 17 22:33:03.179607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43458) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:03.233942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Checking router: 9355d687-cf3d-4d7f-840c-2dd064b270d3 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:03.234301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Updating router 9355d687-cf3d-4d7f-840c-2dd064b270d3 port 2012d9be-7f02-4a33-9efd-5d730cb41517 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:33:03.236547 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:33:03.244795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b14d0893-fbe4-45de-9a2d-5bd11fd1a0ac tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.258223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b14d0893-fbe4-45de-9a2d-5bd11fd1a0ac tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Calling delete_port for 6090fb22-7196-4642-bea2-a918fcd49654 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:03.402740 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f02adfb-464d-4af2-bc7f-8895e0c877fa tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.408286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808fff7-f1f2-4c84-9cce-70b92c917f02 req-65ad25e3-9fea-44f7-bfe4-a0f0358f1f99 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:03.414682 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.416587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7808fff7-f1f2-4c84-9cce-70b92c917f02 req-65ad25e3-9fea-44f7-bfe4-a0f0358f1f99 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5307b4-3fae-4171-8148-527a4f39a933 HTTP/1.1" status: 200 len: 946 time: 0.0888464 Sep 17 22:33:03.424366 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.450797 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09ed143-85b5-42d6-9fec-b6e0cf559c22 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:03.485789 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f02adfb-464d-4af2-bc7f-8895e0c877fa tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.486700 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-845b1e1d-3590-4cfd-90f8-7ea316a35c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.501567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7808fff7-f1f2-4c84-9cce-70b92c917f02 req-a8032611-cf49-410e-a7fe-2037d3e729ef tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824742 Sep 17 22:33:03.502393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.20.0.10 (e4957bc4-aab3-4c8c-af0c-68b20bfc6841/456154fb-8d5c-4837-9c10-e6c808514043/7476fe52-af62-4493-aa39-7f74fb57c400) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:03.533451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:03.640632 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.658614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-d9f914c3-844a-4786-b11f-9a8a07845de8 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:03.663381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b14d0893-fbe4-45de-9a2d-5bd11fd1a0ac tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.665570 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-d9f914c3-844a-4786-b11f-9a8a07845de8 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/networks?id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 HTTP/1.1" status: 200 len: 829 time: 0.2686858 Sep 17 22:33:03.683498 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-3365d623-a883-46c2-986f-34fb407c37a6 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/quotas/06765684c59f493494b59cab005a4df1 HTTP/1.1" status: 200 len: 375 time: 0.0168853 Sep 17 22:33:03.727465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b434-3f17-4717-a6d6-9b9866917184 req-2fe59243-1b1e-4854-be9d-8d7c53f1e2b5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:03.735335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc5b434-3f17-4717-a6d6-9b9866917184 req-2fe59243-1b1e-4854-be9d-8d7c53f1e2b5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1268086 Sep 17 22:33:03.770285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d0893-fbe4-45de-9a2d-5bd11fd1a0ac tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event deleted for resources: {'Port': ['ID=6090fb22-7196-4642-bea2-a918fcd49654,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:03.791333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b14d0893-fbe4-45de-9a2d-5bd11fd1a0ac tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.793649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b14d0893-fbe4-45de-9a2d-5bd11fd1a0ac tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "DELETE /v2.0/ports/6090fb22-7196-4642-bea2-a918fcd49654 HTTP/1.1" status: 204 len: 168 time: 0.8594048 Sep 17 22:33:03.797964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43490) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:03.871664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f02adfb-464d-4af2-bc7f-8895e0c877fa tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.875655 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f02adfb-464d-4af2-bc7f-8895e0c877fa tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.877371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3f02adfb-464d-4af2-bc7f-8895e0c877fa tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/9ba0d7dd-8337-4019-bcdd-778f857d059d HTTP/1.1" status: 204 len: 168 time: 0.6900184 Sep 17 22:33:03.886497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43492) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:03.914159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f911fcbd-d805-4450-bd68-8240f3747f71 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Deleting subnet 664ada31-0f86-421b-8600-207a6fa4657d {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:03.925985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f911fcbd-d805-4450-bd68-8240f3747f71 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.934634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02adfb-464d-4af2-bc7f-8895e0c877fa tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba0d7dd-8337-4019-bcdd-778f857d059d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:03.936198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=12']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:03.977043 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-889e7b5e-8c6b-48e1-87b4-925c21cc35f0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=06765684c59f493494b59cab005a4df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2921529 Sep 17 22:33:04.048736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bc5b434-3f17-4717-a6d6-9b9866917184 req-4db41362-3a51-439e-aed0-967e523d98ec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079317 Sep 17 22:33:04.062921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f911fcbd-d805-4450-bd68-8240f3747f71 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.134514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.149976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['e09ed143-85b5-42d6-9fec-b6e0cf559c22'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:04.189919 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.235048 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f911fcbd-d805-4450-bd68-8240f3747f71 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.273394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-25d47d25-91c9-4d56-a039-bc5ffc89122d tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3760412 Sep 17 22:33:04.279962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43502) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:04.283453 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-6dc40b9e-86d3-465d-bc57-c2d80c82f12f service neutron] 10.222.0.30 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604671 Sep 17 22:33:04.285176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8736e1bd-7506-416d-a7e0-af81496b3256 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221252541'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:04.316864 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.405429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:04.414572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:04.417916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.421381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:04.429990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=7476fe52-af62-4493-aa39-7f74fb57c400,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.441433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f911fcbd-d805-4450-bd68-8240f3747f71 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.492073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8736e1bd-7506-416d-a7e0-af81496b3256 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.499293 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-686da70e-5fde-4b79-a15d-3df8f1f9c675 service neutron] 10.222.0.30 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149162 Sep 17 22:33:04.510265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911fcbd-d805-4450-bd68-8240f3747f71 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event deleted for resources: {'Subnet': ['ID=664ada31-0f86-421b-8600-207a6fa4657d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.540424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:04.541773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.548634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f911fcbd-d805-4450-bd68-8240f3747f71 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.558285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e12370-388a-4f1e-89e4-4296abf96a86 None None] Network 5a98e67a-cb81-4b76-bbb6-010527f62c3f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:04.562950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f911fcbd-d805-4450-bd68-8240f3747f71 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "DELETE /v2.0/subnets/664ada31-0f86-421b-8600-207a6fa4657d HTTP/1.1" status: 204 len: 168 time: 0.7629075 Sep 17 22:33:04.565986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43510) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:04.708446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:04.743107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8736e1bd-7506-416d-a7e0-af81496b3256 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.775181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bb807-a0c8-4041-bb77-c87c16d0dd92 None None] Pushing event updated for resources: {'Port': ['ID=2012d9be-7f02-4a33-9efd-5d730cb41517,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.777846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.848326 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8736e1bd-7506-416d-a7e0-af81496b3256 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.887875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Deleting port b71a1eca-807e-4c8d-8a0d-b54d1403f41d {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:04.889354 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.961001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736e1bd-7506-416d-a7e0-af81496b3256 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6207b7d-debb-4560-8e27-4d93d0e59ae2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.981567 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-b702632e-cda6-4d8c-acdc-394f989b20a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6801271 Sep 17 22:33:05.006470 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8736e1bd-7506-416d-a7e0-af81496b3256 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.011817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8736e1bd-7506-416d-a7e0-af81496b3256 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7308087 Sep 17 22:33:05.012477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43518) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:05.016789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-32d7cc4a-dff6-4983-8c42-e69dc772f582 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': 'd6207b7d-debb-4560-8e27-4d93d0e59ae2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:05.018299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Attempting to bind port 2012d9be-7f02-4a33-9efd-5d730cb41517 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:05.019388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Attempting to bind port 2012d9be-7f02-4a33-9efd-5d730cb41517 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:05.019988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Attempting to bind port 2012d9be-7f02-4a33-9efd-5d730cb41517 on network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:05.054467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:05.055545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Checking segment: {'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:05.058756 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.058988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Request body: {'port': {'device_id': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:05.059603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Bound using segment: {'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:05.060586 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Bound port: 2012d9be-7f02-4a33-9efd-5d730cb41517, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:05.061344 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.140414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] For port b71a1eca-807e-4c8d-8a0d-b54d1403f41d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b71a1eca-807e-4c8d-8a0d-b54d1403f41d,segment=NetworkSegment(599bdf6b-3ce8-4ab1-8160-425edbf91f57),segment_id=599bdf6b-3ce8-4ab1-8160-425edbf91f57)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:05.141066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.147706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-52529ee9-e7de-4efc-9c20-605779a854a5 None None] Provisioning complete for port 7476fe52-af62-4493-aa39-7f74fb57c400 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:05.148143 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-52529ee9-e7de-4efc-9c20-605779a854a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.171427 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Calling delete_port for b71a1eca-807e-4c8d-8a0d-b54d1403f41d owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:05.233261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.254636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78916dd-4068-4470-bb2f-a58d9a6f1cdd req-73bfa368-b1ce-4d9e-a513-0e9c1ea47403 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:05.266593 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b78916dd-4068-4470-bb2f-a58d9a6f1cdd req-73bfa368-b1ce-4d9e-a513-0e9c1ea47403 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 932 time: 0.2151215 Sep 17 22:33:05.295874 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-32d7cc4a-dff6-4983-8c42-e69dc772f582 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The resource could not be found. Sep 17 22:33:05.298143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-32d7cc4a-dff6-4983-8c42-e69dc772f582 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2847090 Sep 17 22:33:05.302652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43530) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:05.304401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc916c-bcbf-430f-8a19-43509d37b329 None None] DHCP port deletion for 5a98e67a-cb81-4b76-bbb6-010527f62c3f request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:33:05.308554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-36310249-12bc-4238-adbd-db68ab5ef39e tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': 'd6207b7d-debb-4560-8e27-4d93d0e59ae2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8d070c6d-2c9e-46ac-a215-e63f9d26a081'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:05.338350 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port e09ed143-85b5-42d6-9fec-b6e0cf559c22 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:05.339221 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.369906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-52529ee9-e7de-4efc-9c20-605779a854a5 None None] Port 7476fe52-af62-4493-aa39-7f74fb57c400 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:05.444078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] For port 2012d9be-7f02-4a33-9efd-5d730cb41517, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:05.453419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] For port 2012d9be-7f02-4a33-9efd-5d730cb41517, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2012d9be-7f02-4a33-9efd-5d730cb41517,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:05.485735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-10fc916c-bcbf-430f-8a19-43509d37b329 None None] Deleting port b71a1eca-807e-4c8d-8a0d-b54d1403f41d {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:05.486113 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-10fc916c-bcbf-430f-8a19-43509d37b329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.621283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9c38f08c-8949-4ca5-b527-e200146c9b30 None None] Provisioning complete for port 2012d9be-7f02-4a33-9efd-5d730cb41517 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:05.621658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9c38f08c-8949-4ca5-b527-e200146c9b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.623730 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.645854 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b78916dd-4068-4470-bb2f-a58d9a6f1cdd req-6072d1c0-cb26-493e-b6fe-c1c820f69b87 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3771589 Sep 17 22:33:05.704049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed8e9901-9a66-4896-89ce-d97961c64644 req-70f9dd36-ec2d-4441-88ff-aa6e92e7d023 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 210 time: 0.1049533 Sep 17 22:33:05.706269 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-36310249-12bc-4238-adbd-db68ab5ef39e tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The resource could not be found. Sep 17 22:33:05.714151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-36310249-12bc-4238-adbd-db68ab5ef39e tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4101002 Sep 17 22:33:05.718532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-10fc916c-bcbf-430f-8a19-43509d37b329 None None] For port b71a1eca-807e-4c8d-8a0d-b54d1403f41d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b71a1eca-807e-4c8d-8a0d-b54d1403f41d,segment=NetworkSegment(599bdf6b-3ce8-4ab1-8160-425edbf91f57),segment_id=599bdf6b-3ce8-4ab1-8160-425edbf91f57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:05.718787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43538) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:05.719074 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-10fc916c-bcbf-430f-8a19-43509d37b329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.754291 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.796304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-10fc916c-bcbf-430f-8a19-43509d37b329 None None] Calling delete_port for b71a1eca-807e-4c8d-8a0d-b54d1403f41d owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:05.838209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-8b6cb71b-0527-4ec4-af05-d7933ed2cc2e req-e0f282a3-4578-43d8-802b-5d778b577862 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:33:05.852877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8b6cb71b-0527-4ec4-af05-d7933ed2cc2e req-e0f282a3-4578-43d8-802b-5d778b577862 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224876 Sep 17 22:33:05.897224 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20e3203d-a313-413e-b2bb-96cd0e889194 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.913174 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Routers {'9355d687-cf3d-4d7f-840c-2dd064b270d3'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:05.913976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:32:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9355d687-cf3d-4d7f-840c-2dd064b270d3'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:05.935654 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20e3203d-a313-413e-b2bb-96cd0e889194 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.937798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.016566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] No DVR routers for this DVR port b71a1eca-807e-4c8d-8a0d-b54d1403f41d on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:06.023739 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-aaf471c8-9112-459a-9285-9dcb0ba339ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.030954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bb807-a0c8-4041-bb77-c87c16d0dd92 None None] Pushing event updated for resources: {'Port': ['ID=2012d9be-7f02-4a33-9efd-5d730cb41517,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:06.086264 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event deleted for resources: {'Port': ['ID=b71a1eca-807e-4c8d-8a0d-b54d1403f41d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:06.090651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:06.093296 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12b4efe-73bb-4090-bd9a-94de34bfa447" -d '{"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-plugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:06.094430 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20e3203d-a313-413e-b2bb-96cd0e889194 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.099044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20e3203d-a313-413e-b2bb-96cd0e889194 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.100808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-20e3203d-a313-413e-b2bb-96cd0e889194 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/d6207b7d-debb-4560-8e27-4d93d0e59ae2 HTTP/1.1" status: 204 len: 168 time: 0.3808827 Sep 17 22:33:06.109938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43544) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:06.163350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3203d-a313-413e-b2bb-96cd0e889194 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6207b7d-debb-4560-8e27-4d93d0e59ae2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:06.175242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:06.184047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9c38f08c-8949-4ca5-b527-e200146c9b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.288869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.289708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2ffee45a-44b4-4111-84c1-b6fe8afbb53a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:06.302783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fc35a46c-7604-4294-8ff7-306a3bd7cd12 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1882930 Sep 17 22:33:06.303597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43556) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:06.341816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-16ef6d4a-dfca-48a8-b219-d7425054aff6 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '66883978-a029-499e-a38d-532a0319daa9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:06.359633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9c38f08c-8949-4ca5-b527-e200146c9b30 None None] For port 2012d9be-7f02-4a33-9efd-5d730cb41517, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2012d9be-7f02-4a33-9efd-5d730cb41517,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:06.370903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] Set router 9355d687-cf3d-4d7f-840c-2dd064b270d3 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:06.373320 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-10fc916c-bcbf-430f-8a19-43509d37b329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.438402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc916c-bcbf-430f-8a19-43509d37b329 None None] No DVR routers for this DVR port b71a1eca-807e-4c8d-8a0d-b54d1403f41d on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:06.514467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b71a1eca-807e-4c8d-8a0d-b54d1403f41d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:06.516782 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9c38f08c-8949-4ca5-b527-e200146c9b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.535856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2584a-36d6-4db2-bc69-8a0f50917452 req-94ada125-4184-49fc-b56f-599b633acb1e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:06.537942 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9b2584a-36d6-4db2-bc69-8a0f50917452 req-94ada125-4184-49fc-b56f-599b633acb1e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 945 time: 0.7254055 Sep 17 22:33:06.555187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=13']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:06.570132 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-16ef6d4a-dfca-48a8-b219-d7425054aff6 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The resource could not be found. Sep 17 22:33:06.575143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: b71a1eca-807e-4c8d-8a0d-b54d1403f41d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:06.575143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b71a1eca-807e-4c8d-8a0d-b54d1403f41d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:06.575422 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-16ef6d4a-dfca-48a8-b219-d7425054aff6 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2686110 Sep 17 22:33:06.581391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43560) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:06.587644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-cc49e678-73fc-417e-b9de-8d6911ef51a4 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860659632'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:06.649396 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.650437 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2497cb9e-b9d7-4c80-96dc-a6b26f9c094f x-openstack-request-id: req-2497cb9e-b9d7-4c80-96dc-a6b26f9c094f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:06.650918 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-plugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:06.651283 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2497cb9e-b9d7-4c80-96dc-a6b26f9c094f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:06.655765 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'code': 200} Sep 17 22:33:06.670151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7476fe52-af62-4493-aa39-7f74fb57c400 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:06.684925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.702233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a98e67a-cb81-4b76-bbb6-010527f62c3f']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:06.708074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc916c-bcbf-430f-8a19-43509d37b329 None None] Pushing event deleted for resources: {'Port': ['ID=b71a1eca-807e-4c8d-8a0d-b54d1403f41d,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:06.713160 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc49e678-73fc-417e-b9de-8d6911ef51a4 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.775898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599bdf6b-3ce8-4ab1-8160-425edbf91f57') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:06.776697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599bdf6b-3ce8-4ab1-8160-425edbf91f57') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:06.820283 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9b2584a-36d6-4db2-bc69-8a0f50917452 req-d43d02f3-712e-4004-b72d-a1292fc44341 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651043 Sep 17 22:33:06.821464 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Transition to ACTIVE for port object 7476fe52-af62-4493-aa39-7f74fb57c400 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:06.826607 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.869040 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.899883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:33:06.901217 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:33:06.912820 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:33:06.917471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43572) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:06.949279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-08a99dd4-3d36-418d-928c-42f24343761d None None] Provisioning complete for port 2012d9be-7f02-4a33-9efd-5d730cb41517 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:06.949658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08a99dd4-3d36-418d-928c-42f24343761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.962093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.068013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38f08c-8949-4ca5-b527-e200146c9b30 None None] Pushing event updated for resources: {'Port': ['ID=2012d9be-7f02-4a33-9efd-5d730cb41517,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:07.172322 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.334433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.345592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.355689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] 10.222.0.30 "DELETE /v2.0/networks/5a98e67a-cb81-4b76-bbb6-010527f62c3f HTTP/1.1" status: 204 len: 168 time: 2.7877662 Sep 17 22:33:07.357630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Pushing event updated for resources: {'Port': ['ID=7476fe52-af62-4493-aa39-7f74fb57c400,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:07.371994 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.410679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eef94-bcee-4f05-8f27-83b948893457 req-219ae755-54c2-47df-8985-345a718f5c5c tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.414256 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566eef94-bcee-4f05-8f27-83b948893457 req-219ae755-54c2-47df-8985-345a718f5c5c tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5307b4-3fae-4171-8148-527a4f39a933 HTTP/1.1" status: 200 len: 946 time: 0.4160228 Sep 17 22:33:07.429300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53530bb2-4abb-4918-aca1-fb2f00de4c58 tempest-AllowedAddressPairIpV6TestJSON-679474919 tempest-AllowedAddressPairIpV6TestJSON-679474919-project] Pushing event deleted for resources: {'Network': ['ID=5a98e67a-cb81-4b76-bbb6-010527f62c3f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:07.480337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2012d9be-7f02-4a33-9efd-5d730cb41517', 'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'mac_address': 'fa:16:3e:62:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:57Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'subnets': [{'id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:07.534459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87a2bdfd-35d0-4f14-ad90-8336c0b500b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.536763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c3c7c-f2b7-4f76-9dde-fc9440876043 None None] The sync data for ids ['9355d687-cf3d-4d7f-840c-2dd064b270d3'] in n-d-713499-18 is: [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2012d9be-7f02-4a33-9efd-5d730cb41517', 'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'mac_address': 'fa:16:3e:62:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:57Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'subnets': [{'id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:07.572688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Attempting to bind port 7476fe52-af62-4493-aa39-7f74fb57c400 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:07.572688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Attempting to bind port 7476fe52-af62-4493-aa39-7f74fb57c400 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:07.578603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Attempting to bind port 7476fe52-af62-4493-aa39-7f74fb57c400 on network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:07.622885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17d8e5-7235-4217-a779-b9441f838743 req-f18e389c-8385-4da5-a2c0-9723a05747b6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.625229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0b17d8e5-7235-4217-a779-b9441f838743 req-f18e389c-8385-4da5-a2c0-9723a05747b6 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc5307b4-3fae-4171-8148-527a4f39a933 HTTP/1.1" status: 200 len: 946 time: 0.7909374 Sep 17 22:33:07.650319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Port 7476fe52-af62-4493-aa39-7f74fb57c400 on network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:07.651416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Attempting to bind port 7476fe52-af62-4493-aa39-7f74fb57c400 on network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:07.656383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a645683-4f22-4305-b586-470c67f3b68c req-d2e4602a-cd4f-4b59-9b03-596201b1ceb8 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.663648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566eef94-bcee-4f05-8f27-83b948893457 req-fb19ab6c-f061-406b-8159-8016133922c2 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253091 Sep 17 22:33:07.664584 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a645683-4f22-4305-b586-470c67f3b68c req-d2e4602a-cd4f-4b59-9b03-596201b1ceb8 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 944 time: 0.7781501 Sep 17 22:33:07.670132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:07.670543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Checking segment: {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:07.672754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Bound using segment: {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:07.673301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Bound port: 7476fe52-af62-4493-aa39-7f74fb57c400, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:07.673726 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.682404 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-cc8955c9-2727-490a-a130-b1cc82ae8bb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5064654 Sep 17 22:33:07.689484 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc49e678-73fc-417e-b9de-8d6911ef51a4 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.747266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-1d0924d0-bf50-44bb-8a70-1774d1ce8d89 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:33:07.750298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-1d0924d0-bf50-44bb-8a70-1774d1ce8d89 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559158 Sep 17 22:33:07.770970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a645683-4f22-4305-b586-470c67f3b68c req-36f1f6bb-6711-4f55-8227-1e84f3790679 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052175 Sep 17 22:33:07.784043 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc49e678-73fc-417e-b9de-8d6911ef51a4 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.982675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:08.054901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a81f4-d9d4-4dac-bd63-312fc4df7cb6 req-700f3780-76da-4f20-95db-ae2dea207d3b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.056653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f73a81f4-d9d4-4dac-bd63-312fc4df7cb6 req-700f3780-76da-4f20-95db-ae2dea207d3b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 944 time: 0.2327530 Sep 17 22:33:08.060246 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7476fe52-af62-4493-aa39-7f74fb57c400,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:08.169381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49e678-73fc-417e-b9de-8d6911ef51a4 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ba93cc-6429-437f-8b75-6e898964d5f6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:08.229396 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e996b23-3c07-4843-a794-0f82d28f975e req-84ac433f-cea2-46f4-82f9-da06ce9b7586 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 210 time: 0.1157041 Sep 17 22:33:08.229396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-daf7588f-7725-4ce4-b3eb-1e5e7c26c7eb tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.230584 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-daf7588f-7725-4ce4-b3eb-1e5e7c26c7eb tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.23 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 946 time: 0.2848125 Sep 17 22:33:08.230717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43590) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:08.246251 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87a2bdfd-35d0-4f14-ad90-8336c0b500b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.253198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-0b17d8e5-7235-4217-a779-b9441f838743 req-3db7528f-27a6-4be4-b360-48a3edf0b59b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Deleting port 9779a011-c3f7-453d-9707-3a09b1e5698f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:08.253198 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0b17d8e5-7235-4217-a779-b9441f838743 req-3db7528f-27a6-4be4-b360-48a3edf0b59b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.275046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f73a81f4-d9d4-4dac-bd63-312fc4df7cb6 req-96bc3c27-28d4-47c5-92ca-5418532292ba tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2083080 Sep 17 22:33:08.380004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.436365 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87a2bdfd-35d0-4f14-ad90-8336c0b500b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.567147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2012d9be-7f02-4a33-9efd-5d730cb41517 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:08.655477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c778d7e-d812-43c3-a1b3-8badf641186d req-375e690d-5ab8-47ac-9a54-b059de76ea47 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.657109 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c778d7e-d812-43c3-a1b3-8badf641186d req-375e690d-5ab8-47ac-9a54-b059de76ea47 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.3372731 Sep 17 22:33:08.687205 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc49e678-73fc-417e-b9de-8d6911ef51a4 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.688497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cc49e678-73fc-417e-b9de-8d6911ef51a4 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1057475 Sep 17 22:33:08.693994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 2012d9be-7f02-4a33-9efd-5d730cb41517 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:08.700281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.733484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43594) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:08.760685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7fda8594-5bb5-4e2a-adfe-5db0f70bebca tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'tempest-secgroup--442127160'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:08.857833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0094eb80-e222-4b30-bfa5-643d7802d60c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7af53f8bc07471d87d68460660dd1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215219 Sep 17 22:33:08.859982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43600) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:08.991615 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.008322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0b17d8e5-7235-4217-a779-b9441f838743 req-3db7528f-27a6-4be4-b360-48a3edf0b59b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] For port 9779a011-c3f7-453d-9707-3a09b1e5698f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9779a011-c3f7-453d-9707-3a09b1e5698f,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:09.008661 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0b17d8e5-7235-4217-a779-b9441f838743 req-3db7528f-27a6-4be4-b360-48a3edf0b59b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.042824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-0b17d8e5-7235-4217-a779-b9441f838743 req-3db7528f-27a6-4be4-b360-48a3edf0b59b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Calling delete_port for 9779a011-c3f7-453d-9707-3a09b1e5698f owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:09.077822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2bdfd-35d0-4f14-ad90-8336c0b500b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f32c4d-56a2-46a6-a919-be8d49010afc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:09.098079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.099099 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.100527 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] 10.222.0.15 "PUT /v2.0/ports/7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 1093 time: 4.1024728 Sep 17 22:33:09.145333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:09.148206 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4549547-9bd1-40be-8ff2-bebaab8296ce" -d '{"events": [{"name": "network-changed", "server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:09.212904 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c778d7e-d812-43c3-a1b3-8badf641186d req-9a8bf147-9a28-4329-bcf4-4a71efc907bd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4991248 Sep 17 22:33:09.217675 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fda8594-5bb5-4e2a-adfe-5db0f70bebca tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.232193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-87a2bdfd-35d0-4f14-ad90-8336c0b500b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93f0ce2b84f0408e86ca067cbbeb18a7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2838628 Sep 17 22:33:09.246821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43604) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:09.257311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-cb8cd431-9c6b-4236-9ee7-51417cf9515a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Deleting port 2c34731e-7096-48b5-be72-2406b9d341ab {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:09.257772 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-cb8cd431-9c6b-4236-9ee7-51417cf9515a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.351802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a75ee-959c-41bd-a194-ced300454a66 service neutron] Pushing event updated for resources: {'Port': ['ID=7476fe52-af62-4493-aa39-7f74fb57c400,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:09.372867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e09322-11ff-4dab-a0fb-fa9ccb3f64c0 req-80807ee0-1a04-451d-8610-db4a3d46adcb tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.381620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11e09322-11ff-4dab-a0fb-fa9ccb3f64c0 req-80807ee0-1a04-451d-8610-db4a3d46adcb tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5307b4-3fae-4171-8148-527a4f39a933 HTTP/1.1" status: 200 len: 946 time: 0.3157182 Sep 17 22:33:09.425025 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e1f44bb-b5ab-49bf-87ef-d082deef8c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.434064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-4f246fc7-6548-42d8-84d6-28587b02622c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.438665 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-4f246fc7-6548-42d8-84d6-28587b02622c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.15 "GET /v2.0/networks?id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 HTTP/1.1" status: 200 len: 829 time: 1.1277230 Sep 17 22:33:09.467723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-c7889784-9b54-45f4-99ae-456204d64e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.469675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-c7889784-9b54-45f4-99ae-456204d64e05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1096 time: 0.1934266 Sep 17 22:33:09.477068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab4b57d1-780e-4e0f-a028-1e7d91fa8c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.523179 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11e09322-11ff-4dab-a0fb-fa9ccb3f64c0 req-c3acdd26-bb73-4caf-b30f-00de4a038625 tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/security-groups?id=95354caf-c06e-4436-bad7-01c55af315da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365309 Sep 17 22:33:09.534508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e1f44bb-b5ab-49bf-87ef-d082deef8c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.570624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Request body: {'port': {'device_id': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'admin_state_up': True, 'tenant_id': '06765684c59f493494b59cab005a4df1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:09.579129 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765a1661-61ad-4c21-9bcd-ec8d86bd01db x-openstack-request-id: req-765a1661-61ad-4c21-9bcd-ec8d86bd01db {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:09.579432 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:09.579717 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-765a1661-61ad-4c21-9bcd-ec8d86bd01db {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:09.580110 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400', 'status': 'completed', 'code': 200} Sep 17 22:33:09.607091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fda8594-5bb5-4e2a-adfe-5db0f70bebca tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.644514 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-3a7c3a4c-5b10-4ebd-a7f3-46a79b834bd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 217 time: 0.0914581 Sep 17 22:33:09.680377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27573d-c896-4a18-976c-9b41f4867dcb req-183cacf5-13f4-49e8-9724-affff398a4d6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.688179 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef27573d-c896-4a18-976c-9b41f4867dcb req-183cacf5-13f4-49e8-9724-affff398a4d6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 944 time: 0.2718167 Sep 17 22:33:09.719788 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab4b57d1-780e-4e0f-a028-1e7d91fa8c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.725622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fda8594-5bb5-4e2a-adfe-5db0f70bebca tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.768241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6db4ddd4-da87-41ce-857b-c41d1820acc8 req-59826735-1777-435e-af10-ff5e18eea472 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 210 time: 0.1226935 Sep 17 22:33:09.782995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda8594-5bb5-4e2a-adfe-5db0f70bebca tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf7612-52a6-48a5-8131-0c960786d9ca,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:09.813813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-022418dd-53c3-41f9-ad45-6937691f0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.818165 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-022418dd-53c3-41f9-ad45-6937691f0867 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 200 len: 834 time: 0.1531689 Sep 17 22:33:09.826284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-cb8cd431-9c6b-4236-9ee7-51417cf9515a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] For port 2c34731e-7096-48b5-be72-2406b9d341ab, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2c34731e-7096-48b5-be72-2406b9d341ab,segment=NetworkSegment(bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4),segment_id=bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:09.826655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-cb8cd431-9c6b-4236-9ee7-51417cf9515a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.936739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e1f44bb-b5ab-49bf-87ef-d082deef8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.940950 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e1f44bb-b5ab-49bf-87ef-d082deef8c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.944907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2e1f44bb-b5ab-49bf-87ef-d082deef8c0f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6f32c4d-56a2-46a6-a919-be8d49010afc HTTP/1.1" status: 204 len: 168 time: 0.7034957 Sep 17 22:33:09.950920 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef27573d-c896-4a18-976c-9b41f4867dcb req-c2375a3f-b472-44ea-ab89-cad1e24b3a0d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2591853 Sep 17 22:33:09.983247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-cb8cd431-9c6b-4236-9ee7-51417cf9515a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Calling delete_port for 2c34731e-7096-48b5-be72-2406b9d341ab owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:09.987003 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0b17d8e5-7235-4217-a779-b9441f838743 req-3db7528f-27a6-4be4-b360-48a3edf0b59b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.999820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['2c34731e-7096-48b5-be72-2406b9d341ab'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:10.006261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f44bb-b5ab-49bf-87ef-d082deef8c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f32c4d-56a2-46a6-a919-be8d49010afc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:10.010873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-2d578085-6813-45f9-bda8-0b1502ce0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.012430 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-2d578085-6813-45f9-bda8-0b1502ce0ade service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842155 Sep 17 22:33:10.051513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e3b50-5b65-49d8-a5b4-eaee0c209631 req-9a01fd4c-3c38-4dc1-8f0a-4ec83b3b7626 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.059364 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-213e3b50-5b65-49d8-a5b4-eaee0c209631 req-9a01fd4c-3c38-4dc1-8f0a-4ec83b3b7626 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 944 time: 0.1544459 Sep 17 22:33:10.070865 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fda8594-5bb5-4e2a-adfe-5db0f70bebca tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.070865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7fda8594-5bb5-4e2a-adfe-5db0f70bebca tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3228765 Sep 17 22:33:10.080307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7528f-27a6-4be4-b360-48a3edf0b59b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Pushing event deleted for resources: {'Port': ['ID=9779a011-c3f7-453d-9707-3a09b1e5698f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:10.123137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Made reservation on behalf of 06765684c59f493494b59cab005a4df1 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:10.133005 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.173747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43612) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:10.175872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-691e7731-737a-43a6-8454-914dd080edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.177522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-691e7731-737a-43a6-8454-914dd080edeb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82&tenant_id=adf2cd98c5044a71ad390a82767e79d6 HTTP/1.1" status: 200 len: 1096 time: 0.3074155 Sep 17 22:33:10.184717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fb952d53-c331-4ff8-b979-8ba054dd0263 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '53ba93cc-6429-437f-8b75-6e898964d5f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cbaf7612-52a6-48a5-8131-0c960786d9ca'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:10.202326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:10.284132 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab4b57d1-780e-4e0f-a028-1e7d91fa8c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.287198 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab4b57d1-780e-4e0f-a028-1e7d91fa8c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.290896 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ab4b57d1-780e-4e0f-a028-1e7d91fa8c38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/393cb049-0689-4a9e-b20a-d13bf528fbb6 HTTP/1.1" status: 204 len: 168 time: 1.4236486 Sep 17 22:33:10.329711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b17d8e5-7235-4217-a779-b9441f838743 req-3db7528f-27a6-4be4-b360-48a3edf0b59b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] No DVR routers for this DVR port 9779a011-c3f7-453d-9707-3a09b1e5698f on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:10.332375 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.348729 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0b17d8e5-7235-4217-a779-b9441f838743 req-3db7528f-27a6-4be4-b360-48a3edf0b59b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.350931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0b17d8e5-7235-4217-a779-b9441f838743 req-3db7528f-27a6-4be4-b360-48a3edf0b59b tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.23 "DELETE /v2.0/ports/9779a011-c3f7-453d-9707-3a09b1e5698f HTTP/1.1" status: 204 len: 173 time: 2.7037888 Sep 17 22:33:10.377559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5307b4-3fae-4171-8148-527a4f39a933', 'name': 'network-vif-deleted', 'tag': '9779a011-c3f7-453d-9707-3a09b1e5698f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:10.398925 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb6e647-a6d8-4f67-a8f4-a67b614aee39" -d '{"events": [{"server_uuid": "bc5307b4-3fae-4171-8148-527a4f39a933", "name": "network-vif-deleted", "tag": "9779a011-c3f7-453d-9707-3a09b1e5698f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:10.454370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b57d1-780e-4e0f-a028-1e7d91fa8c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393cb049-0689-4a9e-b20a-d13bf528fbb6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:10.510494 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-a52e1f10-f25a-4658-b910-232d620c327b service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898996 Sep 17 22:33:10.515860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Allocated IP 172.20.0.7 (c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0/ae686b7c-cbf9-4498-8132-8e11d3e20408/60ab5097-8eaa-4aeb-9cab-ecda82249fa5) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:10.595937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.654553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-213e3b50-5b65-49d8-a5b4-eaee0c209631 req-4a1c5667-afbc-48aa-b113-32025cc2bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5942397 Sep 17 22:33:10.691431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43eae0-236c-452f-8000-5ff05ca45991 req-f7bb09ce-0a7f-47ff-adb1-0daaa5bf0306 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.695139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9779a011-c3f7-453d-9707-3a09b1e5698f no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:10.706805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d43eae0-236c-452f-8000-5ff05ca45991 req-f7bb09ce-0a7f-47ff-adb1-0daaa5bf0306 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.2750466 Sep 17 22:33:10.731651 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c4aa47-9aae-474d-ba0c-74493a336b44 x-openstack-request-id: req-52c4aa47-9aae-474d-ba0c-74493a336b44 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:10.737365 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5307b4-3fae-4171-8148-527a4f39a933", "name": "network-vif-deleted", "tag": "9779a011-c3f7-453d-9707-3a09b1e5698f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:10.737932 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52c4aa47-9aae-474d-ba0c-74493a336b44 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:10.738466 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5307b4-3fae-4171-8148-527a4f39a933', 'name': 'network-vif-deleted', 'tag': '9779a011-c3f7-453d-9707-3a09b1e5698f', 'status': 'completed', 'code': 200} Sep 17 22:33:10.788652 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-fb952d53-c331-4ff8-b979-8ba054dd0263 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:10.790019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fb952d53-c331-4ff8-b979-8ba054dd0263 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6109765 Sep 17 22:33:10.815426 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea642f45-5d67-45c8-a653-a6481f607d1f req-a07614be-abc2-41a6-822b-4bd746fa8d08 service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138029 Sep 17 22:33:10.820077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43624) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:10.924757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.971169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43628) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:10.976460 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b9577ced-70bf-4c28-b767-ff425583fb61 req-24bfa9c7-5137-453e-ba59-6ffa3d95afef tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5307b4-3fae-4171-8148-527a4f39a933 HTTP/1.1" status: 200 len: 210 time: 0.1599982 Sep 17 22:33:10.988550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d43eae0-236c-452f-8000-5ff05ca45991 req-2cc41465-9056-445c-92d1-490ab311de4b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806880 Sep 17 22:33:11.005857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-12c71e45-20bc-4a79-8911-46e85ddbd192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.060768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 9779a011-c3f7-453d-9707-3a09b1e5698f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:11.062577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9779a011-c3f7-453d-9707-3a09b1e5698f not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:11.063833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2c34731e-7096-48b5-be72-2406b9d341ab no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:11.117941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 2c34731e-7096-48b5-be72-2406b9d341ab {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:11.118659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2c34731e-7096-48b5-be72-2406b9d341ab not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:11.161475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:11.203495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:11.208865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.240224 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffee45a-44b4-4111-84c1-b6fe8afbb53a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:11.251543 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.265807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Transition to ACTIVE for port object 2ffee45a-44b4-4111-84c1-b6fe8afbb53a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:11.269978 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-cb8cd431-9c6b-4236-9ee7-51417cf9515a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.285276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-12c71e45-20bc-4a79-8911-46e85ddbd192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.343343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cd431-9c6b-4236-9ee7-51417cf9515a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Pushing event deleted for resources: {'Port': ['ID=2c34731e-7096-48b5-be72-2406b9d341ab,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:11.358965 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.361395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:11.367474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:11.370065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:11.398843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a568-004a-48ae-8cb0-081d125e3a2b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.407422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-c7e7abfa-2b50-4ee1-aefb-fcff166dbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.409032 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-c7e7abfa-2b50-4ee1-aefb-fcff166dbb58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1096 time: 0.3914287 Sep 17 22:33:11.427566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-12c71e45-20bc-4a79-8911-46e85ddbd192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.485210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Pushing event updated for resources: {'Port': ['ID=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:11.489073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-cb8cd431-9c6b-4236-9ee7-51417cf9515a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] No DVR routers for this DVR port 2c34731e-7096-48b5-be72-2406b9d341ab on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:11.502768 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-cb8cd431-9c6b-4236-9ee7-51417cf9515a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.505240 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2d63131-d10a-466c-9757-7b5433ca8912 req-cb8cd431-9c6b-4236-9ee7-51417cf9515a tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.23 "DELETE /v2.0/ports/2c34731e-7096-48b5-be72-2406b9d341ab HTTP/1.1" status: 204 len: 173 time: 3.2659624 Sep 17 22:33:11.582309 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a568-004a-48ae-8cb0-081d125e3a2b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.621014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.622320 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.633829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e32327-00ec-4f23-8c8c-fd5fe36bcfda req-76e1151d-73a0-4bfc-8649-c1b48055d28d tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.642992 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-91e32327-00ec-4f23-8c8c-fd5fe36bcfda req-76e1151d-73a0-4bfc-8649-c1b48055d28d tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 931 time: 0.4528320 Sep 17 22:33:11.644959 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-12c71e45-20bc-4a79-8911-46e85ddbd192 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=897ecea6273d48d7a4ec6f6240738c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6721418 Sep 17 22:33:11.688487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43642) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:11.717204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c71e45-20bc-4a79-8911-46e85ddbd192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7561648-f814-4a39-b751-8d240d82e72c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:11.814369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7f43126d-d211-4992-9e67-703fca62174f None None] Provisioning complete for port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:11.818652 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7f43126d-d211-4992-9e67-703fca62174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.820960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd08bcd-b263-4cea-b41c-8bd0ced77ef8 req-f13072ce-9f93-47a8-9102-aa695c40bb80 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.849732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcd08bcd-b263-4cea-b41c-8bd0ced77ef8 req-f13072ce-9f93-47a8-9102-aa695c40bb80 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 944 time: 0.5654576 Sep 17 22:33:11.849732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=9']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:11.856927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-51d5c642-473f-40e3-bc65-edf41e3daf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.859218 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-51d5c642-473f-40e3-bc65-edf41e3daf4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 897 time: 0.4147928 Sep 17 22:33:11.868616 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-91e32327-00ec-4f23-8c8c-fd5fe36bcfda req-2ba3f32a-2897-436f-a66b-9f0a87f29fea tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734855 Sep 17 22:33:11.938097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e255d882-d83d-4a05-8741-77fa29997986 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3864100 Sep 17 22:33:11.951384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7f43126d-d211-4992-9e67-703fca62174f None None] Port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:11.963204 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-cf973740-a590-4792-a985-0ebd92fb4768 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 217 time: 0.0932486 Sep 17 22:33:11.966654 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f284afdc-a4de-4c5f-9e0a-5de2c8d6a085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.972286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Request body: {'port': {'device_id': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:12.009762 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a568-004a-48ae-8cb0-081d125e3a2b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.009762 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a568-004a-48ae-8cb0-081d125e3a2b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.009762 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d6e4a568-004a-48ae-8cb0-081d125e3a2b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/cbaf7612-52a6-48a5-8131-0c960786d9ca HTTP/1.1" status: 204 len: 168 time: 1.1587193 Sep 17 22:33:12.017871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43652) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:12.037432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcd08bcd-b263-4cea-b41c-8bd0ced77ef8 req-bb3dcde2-090d-4025-ba0a-8c38552c7da0 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873751 Sep 17 22:33:12.059464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4a568-004a-48ae-8cb0-081d125e3a2b tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf7612-52a6-48a5-8131-0c960786d9ca,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:12.123925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f284afdc-a4de-4c5f-9e0a-5de2c8d6a085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.151370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] No DVR routers for this DVR port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:12.229924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-f77ccffc-69ca-436f-9346-d03a918ca6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:12.231431 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-f77ccffc-69ca-436f-9346-d03a918ca6c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 200 len: 834 time: 0.2544761 Sep 17 22:33:12.241668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7523976b-196c-41c7-9516-57008796251c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2288666 Sep 17 22:33:12.258740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43660) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:12.317083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.337155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894d578-8a6a-4fa1-b6b0-d582414f3537 req-9966b1f8-effa-4cbb-8a97-ab56a1b11eb1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:12.339390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1894d578-8a6a-4fa1-b6b0-d582414f3537 req-9966b1f8-effa-4cbb-8a97-ab56a1b11eb1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.0698056 Sep 17 22:33:12.339997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde4d50-b89f-4376-abed-f92dd2def6e5 req-812fef3b-8166-426f-ba14-02922b590004 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:12.341506 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dde4d50-b89f-4376-abed-f92dd2def6e5 req-812fef3b-8166-426f-ba14-02922b590004 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 944 time: 0.1598556 Sep 17 22:33:12.407660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1894d578-8a6a-4fa1-b6b0-d582414f3537 req-f06c8c08-3115-489d-96bc-700611e21312 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506546 Sep 17 22:33:12.410473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-3835e600-815f-43cf-8fcd-27cbd59b2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:12.410666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Attempting to bind port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:12.410855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Attempting to bind port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:12.411176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Attempting to bind port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:12.411948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-3835e600-815f-43cf-8fcd-27cbd59b2150 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524854 Sep 17 22:33:12.427646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:12.427646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Attempting to bind port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a on network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:12.432991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:12.433394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Checking segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:12.433746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Bound using segment: {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:12.434109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Bound port: 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228f3737-e8e7-48d4-9ece-bb3b7602ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:12.434484 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.449638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f6f747e-0497-49d0-b26e-8727fa15e64f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.475434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dde4d50-b89f-4376-abed-f92dd2def6e5 req-97a3e160-bf51-4e05-8702-e96107c946ac tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202829 Sep 17 22:33:12.531332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a41b05e-e12e-4ab8-8f77-c0251d38aa0a req-bb28ec3d-e49e-44df-99a4-9e39a8f640ed tempest-MultipleCreateTestJSON-2112615373 tempest-MultipleCreateTestJSON-2112615373-project] 10.222.0.30 "GET /v2.0/ports?device_id=718acce7-6bd5-4160-92a4-25528bd3941d HTTP/1.1" status: 200 len: 210 time: 0.0476134 Sep 17 22:33:12.536014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:12.548840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:12.578578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f6f747e-0497-49d0-b26e-8727fa15e64f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.616155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f284afdc-a4de-4c5f-9e0a-5de2c8d6a085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.616155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f284afdc-a4de-4c5f-9e0a-5de2c8d6a085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.617279 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f284afdc-a4de-4c5f-9e0a-5de2c8d6a085 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7561648-f814-4a39-b751-8d240d82e72c HTTP/1.1" status: 204 len: 168 time: 0.9274769 Sep 17 22:33:12.660496 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.669696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284afdc-a4de-4c5f-9e0a-5de2c8d6a085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7561648-f814-4a39-b751-8d240d82e72c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:12.762825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718acce7-6bd5-4160-92a4-25528bd3941d', 'name': 'network-vif-deleted', 'tag': '2c34731e-7096-48b5-be72-2406b9d341ab'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:12.766764 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e6a49b-131d-47c1-b662-ac0f4ebe91c1" -d '{"events": [{"server_uuid": "718acce7-6bd5-4160-92a4-25528bd3941d", "name": "network-vif-deleted", "tag": "2c34731e-7096-48b5-be72-2406b9d341ab"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:12.769471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=10']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:12.802734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:12.805068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.807296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-18c10e59-35b8-4d0f-9a52-dc7f9b3ba6e1 service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797331 Sep 17 22:33:12.812460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-ba65a814-8b66-46f7-bf38-97d78e2d8078 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ffee45a-44b4-4111-84c1-b6fe8afbb53a HTTP/1.1" status: 200 len: 1093 time: 2.6105719 Sep 17 22:33:12.827009 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb363feb-215e-43ff-9083-2677e413fcda x-openstack-request-id: req-eb363feb-215e-43ff-9083-2677e413fcda {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:12.828037 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718acce7-6bd5-4160-92a4-25528bd3941d", "name": "network-vif-deleted", "tag": "2c34731e-7096-48b5-be72-2406b9d341ab", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:12.828519 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb363feb-215e-43ff-9083-2677e413fcda {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:12.829096 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718acce7-6bd5-4160-92a4-25528bd3941d', 'name': 'network-vif-deleted', 'tag': '2c34731e-7096-48b5-be72-2406b9d341ab', 'status': 'completed', 'code': 200} Sep 17 22:33:12.921990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-0cf10d18-4f83-4655-a217-13de8c7b407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:12.925439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-0cf10d18-4f83-4655-a217-13de8c7b407a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 1097 time: 0.0768237 Sep 17 22:33:12.998306 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e4549547-9bd1-40be-8ff2-bebaab8296ce req-4b52abb9-3370-4427-9665-47d736fa6a63 service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687953 Sep 17 22:33:13.045397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f6f747e-0497-49d0-b26e-8727fa15e64f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.055130 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f6f747e-0497-49d0-b26e-8727fa15e64f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.055130 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4f6f747e-0497-49d0-b26e-8727fa15e64f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/53ba93cc-6429-437f-8b75-6e898964d5f6 HTTP/1.1" status: 204 len: 168 time: 0.7936928 Sep 17 22:33:13.069276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43676) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:13.080776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f747e-0497-49d0-b26e-8727fa15e64f tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ba93cc-6429-437f-8b75-6e898964d5f6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:13.237046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:13.282362 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4eca0003-b9ec-4643-82ae-218cd3eb6d48 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2090583 Sep 17 22:33:13.282483 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.294683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6b8b2-4b6e-40c1-9883-87c21e373378 req-8196109f-4f21-4487-afa4-bb9f4b100c40 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:13.296604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dd6b8b2-4b6e-40c1-9883-87c21e373378 req-8196109f-4f21-4487-afa4-bb9f4b100c40 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 931 time: 0.2295527 Sep 17 22:33:13.297309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43684) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:13.309813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8e4927a3-3640-4042-9fd1-4151ee29dee3 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'tempest-secgroup--515379033'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:13.343228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Transition to ACTIVE for port object 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:13.349756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-41b2f997-b5d1-4172-aae2-1b9049680f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:13.351692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-41b2f997-b5d1-4172-aae2-1b9049680f07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.4185750 Sep 17 22:33:13.372985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c07d5-da19-4337-8a11-a2355d811f05 req-eda91841-7f87-40cf-a4c0-76c221e41205 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:13.374963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c43c07d5-da19-4337-8a11-a2355d811f05 req-eda91841-7f87-40cf-a4c0-76c221e41205 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1319239 Sep 17 22:33:13.419653 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0dd6b8b2-4b6e-40c1-9883-87c21e373378 req-b328a30c-0e81-4f49-a941-69a9c42b39d4 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973544 Sep 17 22:33:13.472305 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c43c07d5-da19-4337-8a11-a2355d811f05 req-1fcb27ae-b455-41a4-84ed-cca3dd485777 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872533 Sep 17 22:33:13.476462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.676100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Pushing event updated for resources: {'Port': ['ID=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:13.709539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7476fe52-af62-4493-aa39-7f74fb57c400 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:13.775707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30502a0d-302f-426f-80af-018f406617de req-e2c6fb87-0644-429d-adec-8829faaff5a5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:13.788027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30502a0d-302f-426f-80af-018f406617de req-e2c6fb87-0644-429d-adec-8829faaff5a5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 944 time: 0.1753535 Sep 17 22:33:13.869827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Attempting to bind port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:13.870229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Attempting to bind port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:13.870538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Attempting to bind port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 on network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:13.907824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30502a0d-302f-426f-80af-018f406617de req-b973f935-3311-4e35-9aef-9c140cbf1218 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186717 Sep 17 22:33:13.917753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 on network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:13.922339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Attempting to bind port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 on network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:13.947405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:13.950017 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Checking segment: {'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:13.952357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Bound using segment: {'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:13.953839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Bound port: 60ab5097-8eaa-4aeb-9cab-ecda82249fa5, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1364af2b-f42d-4338-8b30-591cdc9ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:13.954326 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.964253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7476fe52-af62-4493-aa39-7f74fb57c400,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:13.999891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '7476fe52-af62-4493-aa39-7f74fb57c400', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'port_id': '7476fe52-af62-4493-aa39-7f74fb57c400', 'mac_address': 'fa:16:3e:64:90:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:14.063696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43706) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:14.116909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-f67b1452-110f-4d14-8275-c7326a9e83f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a HTTP/1.1" status: 200 len: 1000 time: 0.7304397 Sep 17 22:33:14.141287 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.177542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7476fe52-af62-4493-aa39-7f74fb57c400 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:14.187135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-c014e75b-642d-4488-9a70-6230737cce5e admin admin] Deleting subnet f17331c2-2bba-41df-b4d4-2b043fa2148d {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:14.191449 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e4927a3-3640-4042-9fd1-4151ee29dee3 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.198763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] For port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:14.200986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c014e75b-642d-4488-9a70-6230737cce5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.210726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7476fe52-af62-4493-aa39-7f74fb57c400,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:14.216271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] For port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:14.244997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-51749cfe-d11c-4c97-b804-64e3cd14b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.247091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-51749cfe-d11c-4c97-b804-64e3cd14b251 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.0968695 Sep 17 22:33:14.256742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59c1eb-5ff5-4588-9bf9-6ca812e81655 req-30f84096-ec4a-4d1b-8715-4e9590c00905 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.265992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc59c1eb-5ff5-4588-9bf9-6ca812e81655 req-30f84096-ec4a-4d1b-8715-4e9590c00905 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.1470671 Sep 17 22:33:14.300545 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.317864 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c014e75b-642d-4488-9a70-6230737cce5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.377114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc59c1eb-5ff5-4588-9bf9-6ca812e81655 req-37cb5772-ccd8-4d09-898f-0cc63af8afa8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096225 Sep 17 22:33:14.380997 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.397470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-83a9e58a-5fc6-4128-ae62-013743b41e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.399284 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-83a9e58a-5fc6-4128-ae62-013743b41e29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307042 Sep 17 22:33:14.473990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7476fe52-af62-4493-aa39-7f74fb57c400,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:14.554753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.560490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e4927a3-3640-4042-9fd1-4151ee29dee3 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.561440 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.566702 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-f415abec-b291-4443-961d-9f46061069c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/60ab5097-8eaa-4aeb-9cab-ecda82249fa5 HTTP/1.1" status: 200 len: 1092 time: 2.6114223 Sep 17 22:33:14.568105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'tag': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:14.581874 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb44655-2890-4743-93c8-04398306ba4d" -d '{"events": [{"name": "network-changed", "server_uuid": "09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144", "tag": "60ab5097-8eaa-4aeb-9cab-ecda82249fa5"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:14.616229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c014e75b-642d-4488-9a70-6230737cce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.620761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-5da024d1-c53e-40e0-8803-da9644fb6d55 service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077165 Sep 17 22:33:14.625116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e4927a3-3640-4042-9fd1-4151ee29dee3 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.676823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7476fe52-af62-4493-aa39-7f74fb57c400'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:14.710957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415abec-b291-4443-961d-9f46061069c3 service neutron] Pushing event updated for resources: {'Port': ['ID=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:14.843386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:14.858758 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1ef8ee-0093-4243-8850-c28afc242b97" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:14.885760 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e4927a3-3640-4042-9fd1-4151ee29dee3 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.891108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8e4927a3-3640-4042-9fd1-4151ee29dee3 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5855374 Sep 17 22:33:14.892008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43732) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:14.904942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c91fc088-64e1-488d-9563-e9a3f339660e tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '7a819bb0-133c-4e5d-ad9d-49da762f6972', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:14.919239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7f54a-b96b-42da-a179-363a434a10db req-2b055734-9eab-483c-88a0-994e871ade5c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.929018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2f7f54a-b96b-42da-a179-363a434a10db req-2b055734-9eab-483c-88a0-994e871ade5c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 943 time: 0.2272553 Sep 17 22:33:14.991597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4927a3-3640-4042-9fd1-4151ee29dee3 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a819bb0-133c-4e5d-ad9d-49da762f6972,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:15.001253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-41688940-19f4-440c-80f0-4088d0f7a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.003284 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-41688940-19f4-440c-80f0-4088d0f7a104 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06765684c59f493494b59cab005a4df1&device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 1095 time: 0.2864792 Sep 17 22:33:15.019467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46a80-48b8-4422-a4a7-eb0a17b3d140 req-5d85c91c-0ee9-466f-8222-8e80c2d74f7c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.022621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9db46a80-48b8-4422-a4a7-eb0a17b3d140 req-5d85c91c-0ee9-466f-8222-8e80c2d74f7c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.3129776 Sep 17 22:33:15.044360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2f7f54a-b96b-42da-a179-363a434a10db req-9db7d45e-36b1-49e0-b57c-b50f4a3547a4 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139545 Sep 17 22:33:15.070233 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d2304f5-5a02-4f92-bf61-a28b33bf2c4f req-3eeb96e4-2394-437a-9822-1519f431a255 service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213808 Sep 17 22:33:15.175358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9db46a80-48b8-4422-a4a7-eb0a17b3d140 req-2ed9e5e8-4ae9-488b-8d45-ca2491cfc255 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450796 Sep 17 22:33:15.183800 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440aa8a0-a395-426c-bf7f-1c1f5e190231 x-openstack-request-id: req-440aa8a0-a395-426c-bf7f-1c1f5e190231 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:15.191327 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144", "tag": "60ab5097-8eaa-4aeb-9cab-ecda82249fa5", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:15.191744 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-440aa8a0-a395-426c-bf7f-1c1f5e190231 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:15.199151 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'tag': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'status': 'completed', 'code': 200} Sep 17 22:33:15.201180 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-2568ecb5-42fc-4dc3-8f84-9fdaddcdac0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5 HTTP/1.1" status: 200 len: 217 time: 0.1733937 Sep 17 22:33:15.202216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c014e75b-642d-4488-9a70-6230737cce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.237080 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-c91fc088-64e1-488d-9563-e9a3f339660e tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:15.241423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c91fc088-64e1-488d-9563-e9a3f339660e tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3410721 Sep 17 22:33:15.242053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43738) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:15.247892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-585a06e7-3e96-4558-9d15-cc99990c19d5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group_rule': {'security_group_id': '7a819bb0-133c-4e5d-ad9d-49da762f6972', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:15.259012 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb53571-9b6d-4444-b178-ef6637b97a74 x-openstack-request-id: req-cfb53571-9b6d-4444-b178-ef6637b97a74 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:15.259308 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:15.259620 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfb53571-9b6d-4444-b178-ef6637b97a74 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:15.260731 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'status': 'completed', 'code': 200} Sep 17 22:33:15.266851 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c014e75b-642d-4488-9a70-6230737cce5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.270119 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c014e75b-642d-4488-9a70-6230737cce5e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f17331c2-2bba-41df-b4d4-2b043fa2148d HTTP/1.1" status: 204 len: 168 time: 1.2053988 Sep 17 22:33:15.283662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43740) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:15.293800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014e75b-642d-4488-9a70-6230737cce5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17331c2-2bba-41df-b4d4-2b043fa2148d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:15.340694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-739c3ac2-1448-49e3-9ed7-1e4fd0d90b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.343267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-739c3ac2-1448-49e3-9ed7-1e4fd0d90b16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae686b7c-cbf9-4498-8132-8e11d3e20408 HTTP/1.1" status: 200 len: 868 time: 0.1265879 Sep 17 22:33:15.508685 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-585a06e7-3e96-4558-9d15-cc99990c19d5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:33:15.512664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-585a06e7-3e96-4558-9d15-cc99990c19d5 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2695811 Sep 17 22:33:15.517281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43750) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:15.614956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-b410740e-5032-4763-8d1c-1d3e70a5c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.616837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-b410740e-5032-4763-8d1c-1d3e70a5c79b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 1097 time: 0.2370279 Sep 17 22:33:15.631803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140ff2d-361e-47cb-b51f-55b47c0b113c req-199b8a0e-20fe-4e42-b448-a30d90cad1fe tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.633428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e140ff2d-361e-47cb-b51f-55b47c0b113c req-199b8a0e-20fe-4e42-b448-a30d90cad1fe tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 945 time: 0.3368611 Sep 17 22:33:15.648949 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.815566 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e140ff2d-361e-47cb-b51f-55b47c0b113c req-293bf8eb-8f7c-4b4d-99cf-f01f492ccb86 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1519697 Sep 17 22:33:15.945992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-bd588f1d-a3a3-4c4c-9fe6-00e5f0fc08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.947782 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-bd588f1d-a3a3-4c4c-9fe6-00e5f0fc08fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5982833 Sep 17 22:33:15.962297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd347771-ea04-4ec7-af93-a0f15dc4d095 req-e7af56e6-4a09-4e01-b612-b7b30cec4182 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.964362 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd347771-ea04-4ec7-af93-a0f15dc4d095 req-e7af56e6-4a09-4e01-b612-b7b30cec4182 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.1094263 Sep 17 22:33:16.020703 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a6417e0-ec6e-4b00-8073-c99bdce25d57 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.113457 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a6417e0-ec6e-4b00-8073-c99bdce25d57 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.130177 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd347771-ea04-4ec7-af93-a0f15dc4d095 req-e592641e-9cc5-48ac-af6c-67de051fe958 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586750 Sep 17 22:33:16.163419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-7f5c16ab-449b-4a3d-b878-a25570628d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.165518 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-7f5c16ab-449b-4a3d-b878-a25570628d8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.5311353 Sep 17 22:33:16.167423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.239997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e39b445c-0e0c-4b04-9c66-72dd4c6e7d05 service neutron] 10.222.0.15 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695813 Sep 17 22:33:16.365141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-57ea040d-bb46-4757-a473-3dc41150e646 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a HTTP/1.1" status: 200 len: 1000 time: 0.1612847 Sep 17 22:33:16.409618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7263e0ec-8b5e-418a-b2f3-ffe20aafb544']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:16.496780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03e31db8-6ba9-4031-824d-f993e20f4d72 req-e0ddd7de-409c-427d-a24e-eb6fb5168ecb service neutron] 10.222.0.15 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313066 Sep 17 22:33:16.518223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4099b-e267-48c0-9fd3-bd08d880a374 req-33e41d8c-b43e-48a6-875d-d46a8db30765 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.524497 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3e4099b-e267-48c0-9fd3-bd08d880a374 req-33e41d8c-b43e-48a6-875d-d46a8db30765 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1350887 Sep 17 22:33:16.574578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:16.574849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcec2ee2-b7b9-4f90-a5db-d5e3467e3aa4') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:16.615952 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3e4099b-e267-48c0-9fd3-bd08d880a374 req-dcedffd6-ad64-4397-b089-0de0e047d836 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815504 Sep 17 22:33:16.704470 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.722561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.731647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-559640c8-2bd4-42e7-917a-6d221641d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.733171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-559640c8-2bd4-42e7-917a-6d221641d165 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.2119360 Sep 17 22:33:16.736659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:33:16.737060 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:33:16.739208 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:33:16.754758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39aac6-cc9e-4ccc-a2e7-a54e9c0f1d5c req-e7842ece-78cd-4f61-9296-55ff13ae9882 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.754758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff39aac6-cc9e-4ccc-a2e7-a54e9c0f1d5c req-e7842ece-78cd-4f61-9296-55ff13ae9882 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 943 time: 0.3830173 Sep 17 22:33:16.866379 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a6417e0-ec6e-4b00-8073-c99bdce25d57 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.879850 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a6417e0-ec6e-4b00-8073-c99bdce25d57 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.885452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9a6417e0-ec6e-4b00-8073-c99bdce25d57 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/7a819bb0-133c-4e5d-ad9d-49da762f6972 HTTP/1.1" status: 204 len: 168 time: 1.3288376 Sep 17 22:33:16.899183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43800) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:16.959465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff39aac6-cc9e-4ccc-a2e7-a54e9c0f1d5c req-c9c0844f-96de-4497-ad80-a34d4939e317 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965344 Sep 17 22:33:16.965794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44655-2890-4743-93c8-04398306ba4d req-9271e2c5-5c1e-4e28-b7f8-7bf47002022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.967421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbb44655-2890-4743-93c8-04398306ba4d req-9271e2c5-5c1e-4e28-b7f8-7bf47002022f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06765684c59f493494b59cab005a4df1&device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 1095 time: 0.1075413 Sep 17 22:33:16.971536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6417e0-ec6e-4b00-8073-c99bdce25d57 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a819bb0-133c-4e5d-ad9d-49da762f6972,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:16.999673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.043541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.049346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] 10.222.0.30 "DELETE /v2.0/networks/7263e0ec-8b5e-418a-b2f3-ffe20aafb544 HTTP/1.1" status: 204 len: 168 time: 1.7621820 Sep 17 22:33:17.160497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50dec3-0cb1-4a73-a005-5fb5b430e7ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7263e0ec-8b5e-418a-b2f3-ffe20aafb544,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:17.183036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-5153f579-dcbf-43e1-b2ce-af5ebfbb5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.185055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-5153f579-dcbf-43e1-b2ce-af5ebfbb5a57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3016949 Sep 17 22:33:17.198088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f7bef5d3-d713-4747-b5bd-6572fdb40579 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2912986 Sep 17 22:33:17.199197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43806) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:17.212024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-02400cdf-c923-4426-89b8-f3106a18eca9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'tempest-secgroup--171799360'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:17.329768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ac7c7-2e70-4212-af00-faa19766a9a3 req-b7bc982b-0b81-4349-b1fd-19b0d7bf58e6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.334734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86ac7c7-2e70-4212-af00-faa19766a9a3 req-b7bc982b-0b81-4349-b1fd-19b0d7bf58e6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 945 time: 0.3317633 Sep 17 22:33:17.471065 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-b30b1156-2bf4-4648-9096-b6a196b4d35a service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703273 Sep 17 22:33:17.495493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44655-2890-4743-93c8-04398306ba4d req-c2ed80c4-4b49-4838-99e4-48a0a77f363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.504641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbb44655-2890-4743-93c8-04398306ba4d req-c2ed80c4-4b49-4838-99e4-48a0a77f363e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 HTTP/1.1" status: 200 len: 930 time: 0.5193279 Sep 17 22:33:17.529132 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86ac7c7-2e70-4212-af00-faa19766a9a3 req-bd0d1b9c-cbe4-4278-8b66-9bc82207a318 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880963 Sep 17 22:33:17.571028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15b8ac-3797-49a0-9ad0-f5c1605b4452 req-0dc007ca-a5b4-47d7-a086-ba89ac3f9a1f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.572939 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e15b8ac-3797-49a0-9ad0-f5c1605b4452 req-0dc007ca-a5b4-47d7-a086-ba89ac3f9a1f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.2446687 Sep 17 22:33:17.577486 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02400cdf-c923-4426-89b8-f3106a18eca9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.635651 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbb44655-2890-4743-93c8-04398306ba4d req-1f3108b2-ec19-4d5f-a70c-a087c325ac81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5 HTTP/1.1" status: 200 len: 217 time: 0.1039405 Sep 17 22:33:17.682325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43810) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:17.696000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da1ef8ee-0093-4243-8850-c28afc242b97 req-67435365-5f3c-48be-9c1b-039bec0fae22 service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099915 Sep 17 22:33:17.709796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7476fe52-af62-4493-aa39-7f74fb57c400 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:17.871295 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1eec2a95-a71b-4b26-a051-fd92d21f9c31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f60e149b5ae8404388f30659e267f661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747057 Sep 17 22:33:17.877648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43814) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:17.955371 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02400cdf-c923-4426-89b8-f3106a18eca9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.984042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed54dfa-098f-4655-be6d-40464c6a3a39 req-9d1fe583-b8b7-4b80-9350-e12742d9bd17 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.986551 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ed54dfa-098f-4655-be6d-40464c6a3a39 req-9d1fe583-b8b7-4b80-9350-e12742d9bd17 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1196721 Sep 17 22:33:17.995541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44655-2890-4743-93c8-04398306ba4d req-19cb80a7-b211-4e5e-bfe1-7d263b92160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.997231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbb44655-2890-4743-93c8-04398306ba4d req-19cb80a7-b211-4e5e-bfe1-7d263b92160d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae686b7c-cbf9-4498-8132-8e11d3e20408 HTTP/1.1" status: 200 len: 868 time: 0.3529239 Sep 17 22:33:18.003135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43818) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:18.029493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 7476fe52-af62-4493-aa39-7f74fb57c400 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:18.033543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 7476fe52-af62-4493-aa39-7f74fb57c400 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:18.034153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.061738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e15b8ac-3797-49a0-9ad0-f5c1605b4452 req-0167e6c9-b0c3-425c-9d81-9d3c3a6e0424 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628953 Sep 17 22:33:18.065786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02400cdf-c923-4426-89b8-f3106a18eca9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.125523 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ed54dfa-098f-4655-be6d-40464c6a3a39 req-17dea377-e22b-41ab-af8a-6011660b1de3 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266382 Sep 17 22:33:18.197429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02400cdf-c923-4426-89b8-f3106a18eca9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1923379-fcdb-4f54-8f42-e920ba59f9ef,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:18.215003 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02400cdf-c923-4426-89b8-f3106a18eca9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.224767 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-02400cdf-c923-4426-89b8-f3106a18eca9 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0217607 Sep 17 22:33:18.229673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43828) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:18.238390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e3c36eb9-648e-4781-a201-b10f956effac tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:18.238840 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-e3c36eb9-648e-4781-a201-b10f956effac tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 22:33:18.253288 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-e3c36eb9-648e-4781-a201-b10f956effac tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 22:33:18.259026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e3c36eb9-648e-4781-a201-b10f956effac tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "PUT /v2.0/security-groups/d1923379-fcdb-4f54-8f42-e920ba59f9ef HTTP/1.1" status: 409 len: 330 time: 0.0281832 Sep 17 22:33:18.260182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43830) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:18.362951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.371108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d5127f7-17d5-4ec0-ad3d-7dce15d71025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.375295 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63e26ee9-fafc-4875-ab65-e2ec3fdb7790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.424850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:18.434901 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1a2401-2b68-472f-bbbd-a509d97df5ac" -d '{"events": [{"server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "name": "network-vif-plugged", "status": "completed", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:18.471267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7476fe52-af62-4493-aa39-7f74fb57c400,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:18.489014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44655-2890-4743-93c8-04398306ba4d req-68c93ca3-335b-42b8-8ddc-4f69ff66596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.496015 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbb44655-2890-4743-93c8-04398306ba4d req-68c93ca3-335b-42b8-8ddc-4f69ff66596e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3800313 Sep 17 22:33:18.505719 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d5127f7-17d5-4ec0-ad3d-7dce15d71025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.531226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c4cae-dd89-4a4c-ba17-2bb6f9bc0d06 req-01d85c95-9be1-4f3e-8353-9dfae3059dd3 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.532306 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cb1084-3588-4f78-b8ad-21711b73bdf4 x-openstack-request-id: req-08cb1084-3588-4f78-b8ad-21711b73bdf4 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:18.532827 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "name": "network-vif-plugged", "status": "completed", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:18.534019 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08cb1084-3588-4f78-b8ad-21711b73bdf4 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:18.534564 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400', 'code': 200} Sep 17 22:33:18.541593 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a0c4cae-dd89-4a4c-ba17-2bb6f9bc0d06 req-01d85c95-9be1-4f3e-8353-9dfae3059dd3 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 943 time: 0.2604115 Sep 17 22:33:18.557173 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.672232 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e587-e96b-4865-a16c-9f882da8d5d2 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.724419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7476fe52-af62-4493-aa39-7f74fb57c400,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:18.741499 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbb44655-2890-4743-93c8-04398306ba4d req-aaa62cac-084c-4c0f-bc67-45f479164b1f service neutron] 10.222.0.15 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286689 Sep 17 22:33:18.751565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a0c4cae-dd89-4a4c-ba17-2bb6f9bc0d06 req-de4eb301-bac6-4cbc-a595-dbe3f09de9ed tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089343 Sep 17 22:33:18.798241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e587-e96b-4865-a16c-9f882da8d5d2 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.848107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0fb05-a048-4714-96a2-b16b1c42fe41 req-f84b5c6e-3320-45b5-8b49-4b24806fcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.849872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cb0fb05-a048-4714-96a2-b16b1c42fe41 req-f84b5c6e-3320-45b5-8b49-4b24806fcf62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1098 time: 0.0973527 Sep 17 22:33:18.894899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e778d2-af55-4c1e-b6b1-eab297bea495 req-ff98348d-7876-421d-b4e3-38cddce247e9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.896567 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48e778d2-af55-4c1e-b6b1-eab297bea495 req-ff98348d-7876-421d-b4e3-38cddce247e9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1787190 Sep 17 22:33:18.950137 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cb0fb05-a048-4714-96a2-b16b1c42fe41 req-1e63779a-87a2-4097-a927-7797f045adef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849192 Sep 17 22:33:18.951330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e587-e96b-4865-a16c-9f882da8d5d2 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.964074 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e587-e96b-4865-a16c-9f882da8d5d2 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.974911 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2cd4e587-e96b-4865-a16c-9f882da8d5d2 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/d1923379-fcdb-4f54-8f42-e920ba59f9ef HTTP/1.1" status: 204 len: 168 time: 0.7136166 Sep 17 22:33:18.981412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43840) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.006228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63e26ee9-fafc-4875-ab65-e2ec3fdb7790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.011232 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d5127f7-17d5-4ec0-ad3d-7dce15d71025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.013215 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d5127f7-17d5-4ec0-ad3d-7dce15d71025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.014397 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4d5127f7-17d5-4ec0-ad3d-7dce15d71025 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95354caf-c06e-4436-bad7-01c55af315da HTTP/1.1" status: 204 len: 168 time: 1.1342351 Sep 17 22:33:19.029610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4e587-e96b-4865-a16c-9f882da8d5d2 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1923379-fcdb-4f54-8f42-e920ba59f9ef,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:19.029876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbb44655-2890-4743-93c8-04398306ba4d req-dddaa037-7be3-41e0-8585-dcec664bd865 service neutron] 10.222.0.15 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594764 Sep 17 22:33:19.047354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48e778d2-af55-4c1e-b6b1-eab297bea495 req-7261f078-4d07-4b45-8df8-3df04b6fd00d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1408155 Sep 17 22:33:19.064637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5127f7-17d5-4ec0-ad3d-7dce15d71025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95354caf-c06e-4436-bad7-01c55af315da,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:19.122680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63e26ee9-fafc-4875-ab65-e2ec3fdb7790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.218543 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-25a9d64d-2ba8-4230-bfd6-924554d27c32 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2278011 Sep 17 22:33:19.235082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43848) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.268669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-63e26ee9-fafc-4875-ab65-e2ec3fdb7790 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12e504446cbe4e0a936f008bded06be5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2630723 Sep 17 22:33:19.269475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6211ab-e70a-4074-9b6b-49cd49b39bba req-08ff082d-0fc5-4c50-a652-179720597be8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:19.271404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d6211ab-e70a-4074-9b6b-49cd49b39bba req-08ff082d-0fc5-4c50-a652-179720597be8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.1064453 Sep 17 22:33:19.271985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43850) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.284544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e26ee9-fafc-4875-ab65-e2ec3fdb7790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720e4518-6515-4c2e-9ebb-7122a4c2b0d9,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:19.299322 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-d8eef365-8a53-4829-b73e-7746cb372f3c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] delete failed (client error): The resource could not be found. Sep 17 22:33:19.302945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d8eef365-8a53-4829-b73e-7746cb372f3c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "DELETE /v2.0/security-groups/fc5b8d19-9899-4448-a9ca-9c65480c3193 HTTP/1.1" status: 404 len: 347 time: 0.0647461 Sep 17 22:33:19.307865 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43852) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.334418 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-4c7e8014-cc1c-4754-8a6b-edcbefe68ec2 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] show failed (client error): The resource could not be found. Sep 17 22:33:19.340545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4c7e8014-cc1c-4754-8a6b-edcbefe68ec2 tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-groups/566bed6b-08fc-4332-ac36-5c6f294b5723 HTTP/1.1" status: 404 len: 347 time: 0.0300500 Sep 17 22:33:19.341232 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43854) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.351241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d6211ab-e70a-4074-9b6b-49cd49b39bba req-0fc0087e-f711-4dd9-b73b-47630b3235e1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701952 Sep 17 22:33:19.365427 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970202b-f67c-449b-8408-a87b71f94ffe req-d32d2a40-2599-4127-b52d-c3fd5abb5065 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:19.367088 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8970202b-f67c-449b-8408-a87b71f94ffe req-d32d2a40-2599-4127-b52d-c3fd5abb5065 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1331391 Sep 17 22:33:19.370245 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb231e71-2e1e-438b-a754-7a6c2acda0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.373628 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-129ac8fb-d3ed-4047-ab71-584a14d73b9c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] show failed (client error): The resource could not be found. Sep 17 22:33:19.374857 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-129ac8fb-d3ed-4047-ab71-584a14d73b9c tempest-NegativeSecGroupIPv6Test-1562315798 tempest-NegativeSecGroupIPv6Test-1562315798-project] 10.222.0.30 "GET /v2.0/security-group-rules/41990c0a-60a7-493d-877d-f2339becf1f8 HTTP/1.1" status: 404 len: 356 time: 0.0300009 Sep 17 22:33:19.401250 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb231e71-2e1e-438b-a754-7a6c2acda0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.411767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8970202b-f67c-449b-8408-a87b71f94ffe req-3ea0a0c9-2d74-4da6-a5ab-02772d365666 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358174 Sep 17 22:33:19.579568 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb231e71-2e1e-438b-a754-7a6c2acda0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.582449 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb231e71-2e1e-438b-a754-7a6c2acda0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.583729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fb231e71-2e1e-438b-a754-7a6c2acda0a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/720e4518-6515-4c2e-9ebb-7122a4c2b0d9 HTTP/1.1" status: 204 len: 168 time: 0.3106699 Sep 17 22:33:19.598737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb231e71-2e1e-438b-a754-7a6c2acda0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720e4518-6515-4c2e-9ebb-7122a4c2b0d9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:19.725654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:19.976405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:19.981796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e37f9-7e6b-446d-adc4-ea9bcf9efa50 req-18463057-20b9-4ff1-a250-9a2da943f79f tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:19.993411 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-380e37f9-7e6b-446d-adc4-ea9bcf9efa50 req-18463057-20b9-4ff1-a250-9a2da943f79f tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 943 time: 0.1216505 Sep 17 22:33:20.007188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'port_id': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'mac_address': 'fa:16:3e:48:8d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:20.089035 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.126104 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-380e37f9-7e6b-446d-adc4-ea9bcf9efa50 req-f561fb59-5213-4847-88a4-7119a4c8365e tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298945 Sep 17 22:33:20.129882 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:20.196525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:20.227428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43878) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:20.276488 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.366752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41039f8c-b98b-482b-b87b-cfa3bf93fb5f req-1548dcc2-5254-430a-8b29-feea69f6e00b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:20.385790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-41039f8c-b98b-482b-b87b-cfa3bf93fb5f req-1548dcc2-5254-430a-8b29-feea69f6e00b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1653638 Sep 17 22:33:20.423643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:20.538242 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-41039f8c-b98b-482b-b87b-cfa3bf93fb5f req-ed7910b9-9c7f-4b15-be27-12b4d490551d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366482 Sep 17 22:33:20.658335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8d237-7e61-4e44-bd76-ec5bcbf4b9de req-3ea191fc-f712-409b-83ab-ea2314dcf6fd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:20.661048 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-63d8d237-7e61-4e44-bd76-ec5bcbf4b9de req-3ea191fc-f712-409b-83ab-ea2314dcf6fd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.1590276 Sep 17 22:33:20.761591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['60ab5097-8eaa-4aeb-9cab-ecda82249fa5'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:20.794349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-63d8d237-7e61-4e44-bd76-ec5bcbf4b9de req-1bc29ba8-8037-4a87-b5c6-bc7fa10a1fcb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130099 Sep 17 22:33:20.823106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9d2f5-5d0a-404c-9156-5da55326dfa9 req-ada76442-e203-4ef3-914f-7b048e1602c5 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:20.832919 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89d9d2f5-5d0a-404c-9156-5da55326dfa9 req-ada76442-e203-4ef3-914f-7b048e1602c5 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1560991 Sep 17 22:33:20.922016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43896) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:20.923225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c18594de-ad8a-4d04-acb9-1d5c54455a4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3a4ebf739484f9384d23e3e80dee398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6938865 Sep 17 22:33:21.081219 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89d9d2f5-5d0a-404c-9156-5da55326dfa9 req-6baa67ee-13a9-4569-b0cd-dd2027ce44ec tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464681 Sep 17 22:33:21.241338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa9a7cda-c582-4540-bf10-fd19128865bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.297899 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa9a7cda-c582-4540-bf10-fd19128865bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.485226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d3fc5-dc5e-4abd-8131-8ee92c96f230 req-b6873dbb-e922-401e-8b80-91e5cc2e2d69 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:21.496177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-553d3fc5-dc5e-4abd-8131-8ee92c96f230 req-b6873dbb-e922-401e-8b80-91e5cc2e2d69 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 944 time: 0.1167049 Sep 17 22:33:21.506060 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa9a7cda-c582-4540-bf10-fd19128865bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.511188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa9a7cda-c582-4540-bf10-fd19128865bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.513976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fa9a7cda-c582-4540-bf10-fd19128865bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1f8953b-8d74-4e80-ab08-9d8f91deb3d7 HTTP/1.1" status: 204 len: 168 time: 0.5809996 Sep 17 22:33:21.543328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a7cda-c582-4540-bf10-fd19128865bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f8953b-8d74-4e80-ab08-9d8f91deb3d7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:21.633974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-553d3fc5-dc5e-4abd-8131-8ee92c96f230 req-10219f6a-91cd-4372-b4d2-0164c9072189 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313214 Sep 17 22:33:21.836578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7aae8-3f09-4967-b4df-4c7a93ecbaea req-6f10e950-a5c8-45a9-a232-5a60aa8b7cf0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:21.845317 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fc7aae8-3f09-4967-b4df-4c7a93ecbaea req-6f10e950-a5c8-45a9-a232-5a60aa8b7cf0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1515679 Sep 17 22:33:21.967802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fc7aae8-3f09-4967-b4df-4c7a93ecbaea req-fc992f25-2c43-4088-8b40-eb3f8576ed7e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156969 Sep 17 22:33:22.189458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b4186-d267-4d27-8440-58742c5afc32 req-a74244ac-b146-4f29-b39a-b002407d6b6c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.191894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe0b4186-d267-4d27-8440-58742c5afc32 req-a74244ac-b146-4f29-b39a-b002407d6b6c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.2394996 Sep 17 22:33:22.286701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe0b4186-d267-4d27-8440-58742c5afc32 req-69bf4bc6-e731-4932-934b-d2f121ce789f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855353 Sep 17 22:33:22.388666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0da1d-0795-413e-b231-803393d5b3da req-dcd42a81-accb-4891-99d0-1e02688b4496 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.395228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4bf0da1d-0795-413e-b231-803393d5b3da req-dcd42a81-accb-4891-99d0-1e02688b4496 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1749904 Sep 17 22:33:22.507356 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4bf0da1d-0795-413e-b231-803393d5b3da req-7d479e88-971f-4e67-b4ba-45d8c5483631 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091375 Sep 17 22:33:22.529572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43944) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:22.638250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512efa3-e407-463d-89c3-2aa39d1b42f2 req-341879a7-a573-4f32-ba3f-0ca4ceb1dd35 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.664300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3512efa3-e407-463d-89c3-2aa39d1b42f2 req-341879a7-a573-4f32-ba3f-0ca4ceb1dd35 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1323099 Sep 17 22:33:22.679458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ee750-73f4-4b70-af14-c8ab24c6c157 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.683793 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-da7ee750-73f4-4b70-af14-c8ab24c6c157 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1093 time: 0.1500468 Sep 17 22:33:22.686828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43948) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:22.691446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '7476fe52-af62-4493-aa39-7f74fb57c400', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:22.804074 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3512efa3-e407-463d-89c3-2aa39d1b42f2 req-b0502e8e-e205-4cb3-b135-853c538879b8 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362693 Sep 17 22:33:22.832270 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.906338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262a353-083b-4aba-8403-d3de38f45491 req-e668c31f-20ad-4e19-9fe7-8ce07701107b tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.918432 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0262a353-083b-4aba-8403-d3de38f45491 req-e668c31f-20ad-4e19-9fe7-8ce07701107b tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 944 time: 0.1449878 Sep 17 22:33:23.004745 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0262a353-083b-4aba-8403-d3de38f45491 req-472f21fb-1035-4a3f-9d37-1f1a7a513bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825307 Sep 17 22:33:23.131474 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.380261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.25.6.212 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/2df02110-0cfc-4c55-a189-b4fa9a93c603) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:23.601011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594157e9-f25a-49ca-b62f-87192b0c61f4 req-21a34461-be21-401b-a3a9-0ca85f2c97e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:23.611965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-594157e9-f25a-49ca-b62f-87192b0c61f4 req-21a34461-be21-401b-a3a9-0ca85f2c97e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.1067443 Sep 17 22:33:23.767007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:23.774298 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-594157e9-f25a-49ca-b62f-87192b0c61f4 req-c9c914fa-43ea-4ae8-a9d6-4ec978df064b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549911 Sep 17 22:33:23.796249 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.009028 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.045624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:24.051163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:24.051673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.125932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cd1f-18b3-43a2-89df-fb748c25296d req-d40983b4-454a-4362-ad72-329ac23e3378 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:24.138567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3481cd1f-18b3-43a2-89df-fb748c25296d req-d40983b4-454a-4362-ad72-329ac23e3378 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1743827 Sep 17 22:33:24.181906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:24.187542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=2df02110-0cfc-4c55-a189-b4fa9a93c603,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:24.192809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:24.201262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:24.244349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3481cd1f-18b3-43a2-89df-fb748c25296d req-09018239-c6b8-460e-a536-74618b5eea72 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013441 Sep 17 22:33:24.267408 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.345817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:24.350592 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c650d4b-b198-4b40-ac36-cc8ceef71479" -d '{"events": [{"server_uuid": "09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144", "name": "network-vif-plugged", "status": "completed", "tag": "60ab5097-8eaa-4aeb-9cab-ecda82249fa5"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:24.385823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:24.468604 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b691693-ea16-4aec-b352-f8070076d879 x-openstack-request-id: req-5b691693-ea16-4aec-b352-f8070076d879 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:24.471010 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144", "name": "network-vif-plugged", "status": "completed", "tag": "60ab5097-8eaa-4aeb-9cab-ecda82249fa5", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:24.471342 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b691693-ea16-4aec-b352-f8070076d879 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:24.471812 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'code': 200} Sep 17 22:33:24.485414 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:24.628612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:24.928185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5ca59-402d-4994-8c53-9351ecef0442 req-f2050bf5-6d7e-4b61-b2e6-2a4c446b1629 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:24.933957 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-55e5ca59-402d-4994-8c53-9351ecef0442 req-f2050bf5-6d7e-4b61-b2e6-2a4c446b1629 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 945 time: 0.7444379 Sep 17 22:33:24.939162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e8840-c1a7-467a-853b-3cc739ebefd1 req-2c04d747-8f65-41da-9301-114c827d451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:24.941385 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-050e8840-c1a7-467a-853b-3cc739ebefd1 req-2c04d747-8f65-41da-9301-114c827d451d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 1097 time: 0.2417312 Sep 17 22:33:25.229636 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-55e5ca59-402d-4994-8c53-9351ecef0442 req-9d7b4f44-2351-42a0-b35b-77aef2fbd383 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468631 Sep 17 22:33:25.231310 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-050e8840-c1a7-467a-853b-3cc739ebefd1 req-b55b7275-3921-4ece-96fb-2570f3edbac3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332940 Sep 17 22:33:25.357480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b129b-36d3-4bde-954e-a2d533c90284 req-84a8d7e1-fffa-4596-a7ad-8be6d7cab95a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:25.357480 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b97b129b-36d3-4bde-954e-a2d533c90284 req-84a8d7e1-fffa-4596-a7ad-8be6d7cab95a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.1959105 Sep 17 22:33:25.363081 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.399643 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b97b129b-36d3-4bde-954e-a2d533c90284 req-199c4ab6-6f55-4b9d-852b-a0c18eb70a30 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038835 Sep 17 22:33:25.615396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5b13f-ce88-4ca5-a7bd-7bfb02941065 req-fc3a9835-1a21-4da3-9c07-c2e4f35255a8 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:25.625195 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21f5b13f-ce88-4ca5-a7bd-7bfb02941065 req-fc3a9835-1a21-4da3-9c07-c2e4f35255a8 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1358736 Sep 17 22:33:25.705286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21f5b13f-ce88-4ca5-a7bd-7bfb02941065 req-6201b857-5f53-4c70-ba06-51554bac34af tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738301 Sep 17 22:33:25.847507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.108188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.177759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.409577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=2df02110-0cfc-4c55-a189-b4fa9a93c603,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:26.459164 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.493441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44032) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:26.591170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07e2ed-ca9b-4dbf-a60d-3429f8689157 req-0c5254a0-a8ee-498d-90d3-231b99193df8 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:26.592865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3e07e2ed-ca9b-4dbf-a60d-3429f8689157 req-0c5254a0-a8ee-498d-90d3-231b99193df8 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 945 time: 0.0899069 Sep 17 22:33:26.694800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3e07e2ed-ca9b-4dbf-a60d-3429f8689157 req-1fbb891c-9e11-4b3a-a87e-347027a836f2 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937104 Sep 17 22:33:26.857117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-14fe1c14-3f84-458e-9fec-95fd2d2987d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.213984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-14fe1c14-3f84-458e-9fec-95fd2d2987d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.327603 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-14fe1c14-3f84-458e-9fec-95fd2d2987d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.450525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1c14-3f84-458e-9fec-95fd2d2987d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3325e39-f7c3-406a-8326-cd810ceacff7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:27.527856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-14fe1c14-3f84-458e-9fec-95fd2d2987d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac07efc5a0ad4da2a323284b59ff15d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0326874 Sep 17 22:33:27.536917 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44058) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:27.553945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dd3b0-4f03-4c8f-b4b1-0635bd684fa6 req-4746ae58-1fc0-4147-9220-5d0a8aeaa0db tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:27.565192 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc4dd3b0-4f03-4c8f-b4b1-0635bd684fa6 req-4746ae58-1fc0-4147-9220-5d0a8aeaa0db tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.3432393 Sep 17 22:33:27.569159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967fc01-a395-4301-bee0-13785a0efe5a req-6c859262-e99f-42d7-9c81-3aedd979e6be tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:27.577115 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9967fc01-a395-4301-bee0-13785a0efe5a req-6c859262-e99f-42d7-9c81-3aedd979e6be tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.9582055 Sep 17 22:33:27.620707 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Floating IP 75deb4c3-3a83-4c25-a74e-09da8bd36663 associated. External IP: 172.25.6.212, port: 7476fe52-af62-4493-aa39-7f74fb57c400. Sep 17 22:33:27.690198 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9967fc01-a395-4301-bee0-13785a0efe5a req-9e89da8d-7d4c-4101-af69-275f2becef6e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116660 Sep 17 22:33:27.805662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc4dd3b0-4f03-4c8f-b4b1-0635bd684fa6 req-d300e4fe-561e-4747-b08f-e0acc407dac1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338274 Sep 17 22:33:27.807113 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7d462c4-5f9f-4dd1-a7de-2263f147a34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.865835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7d462c4-5f9f-4dd1-a7de-2263f147a34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.026343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03e5cb-657d-42c0-a939-9279b251f813 req-d2333133-5d3e-4abb-b247-9bd969fdb127 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:28.027825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e03e5cb-657d-42c0-a939-9279b251f813 req-d2333133-5d3e-4abb-b247-9bd969fdb127 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 945 time: 0.1570773 Sep 17 22:33:28.070789 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7d462c4-5f9f-4dd1-a7de-2263f147a34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.078093 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7d462c4-5f9f-4dd1-a7de-2263f147a34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.078093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d7d462c4-5f9f-4dd1-a7de-2263f147a34a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3325e39-f7c3-406a-8326-cd810ceacff7 HTTP/1.1" status: 204 len: 168 time: 0.5063889 Sep 17 22:33:28.086051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d462c4-5f9f-4dd1-a7de-2263f147a34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3325e39-f7c3-406a-8326-cd810ceacff7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:28.157920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44072) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:28.197294 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e03e5cb-657d-42c0-a939-9279b251f813 req-aed6927c-5ca7-4f4f-963e-04e231070495 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341269 Sep 17 22:33:28.219111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:28.415785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:28.432317 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] Sync routers for ids ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:28.470466 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] Routers {'26d91ac7-85cd-4644-8cbc-ae405d4d2542'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:28.471114 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:28.505474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-9263a0bc-0b53-4d71-859d-829fc6742c38 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 258 time: 0.2553904 Sep 17 22:33:28.512485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:28.603604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.719293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44098) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:28.733861 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.784882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-61d86d53-d75c-4420-bf68-2579f999d264 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0969133 Sep 17 22:33:28.786820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:28.792063 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2b8111-e889-45eb-81b7-508e9e21f50e" -d '{"events": [{"name": "network-changed", "server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:28.807677 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] Set router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:28.830340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-3f4b5d4f-b6b3-460f-b91f-1b8e810b3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:28.836764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-3f4b5d4f-b6b3-460f-b91f-1b8e810b3f2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf2cd98c5044a71ad390a82767e79d6&device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 1097 time: 0.1783597 Sep 17 22:33:28.971462 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-369be79a-8d9b-472b-9c43-d147fe84c923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.043201 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4595405e-6a26-4115-b145-28768f451115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.076255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-21c82e18-ed3b-486b-93e1-22c7b9120211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.077982 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-21c82e18-ed3b-486b-93e1-22c7b9120211 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 200 len: 917 time: 0.2009149 Sep 17 22:33:29.112103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b697e-c181-4e60-9442-1dcb0b84978b req-82844732-1af7-463f-ab5c-4d04e9ce0a71 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.115311 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-354b697e-c181-4e60-9442-1dcb0b84978b req-82844732-1af7-463f-ab5c-4d04e9ce0a71 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.2568851 Sep 17 22:33:29.156336 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.237706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.270847 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-a2642542-20b9-4f94-9748-840eb72e83a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a HTTP/1.1" status: 200 len: 1000 time: 0.1541767 Sep 17 22:33:29.374927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Allocated IP 172.25.6.150 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/39d599d8-3f06-42c1-b6dd-56a0176c1118) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:29.397386 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:52Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '75deb4c3-3a83-4c25-a74e-09da8bd36663', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'port_id': '7476fe52-af62-4493-aa39-7f74fb57c400', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'mac_address': 'fa:16:3e:64:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:24Z', 'updated_at': '2021-09-17T22:33:24Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4016e87-937e-474e-9612-a7337e758425', 'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:07:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:48Z', 'updated_at': '2021-09-17T22:32:58Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '456154fb-8d5c-4837-9c10-e6c808514043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:29.495849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-354b697e-c181-4e60-9442-1dcb0b84978b req-f19c7693-d86e-43ea-8812-531846b9d439 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115555 Sep 17 22:33:29.514110 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.535870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-c94a52cd-6b33-4c0f-a202-eb62aaf0e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.537391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-c94a52cd-6b33-4c0f-a202-eb62aaf0e9b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 200 len: 855 time: 0.2511835 Sep 17 22:33:29.648615 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] Checking router: 26d91ac7-85cd-4644-8cbc-ae405d4d2542 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:29.682906 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] Routers {'26d91ac7-85cd-4644-8cbc-ae405d4d2542'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:29.686546 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:29.761452 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.777694 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-369be79a-8d9b-472b-9c43-d147fe84c923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.807743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-c784fda7-1de2-4340-9f1b-dccb9006e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.809314 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-c784fda7-1de2-4340-9f1b-dccb9006e944 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2462428 Sep 17 22:33:29.836758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:29.867455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:29.875905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:29.910097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-369be79a-8d9b-472b-9c43-d147fe84c923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.948092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acb1d4-a0ae-430f-bf90-bb4dc3eba0de req-3c336fa2-3319-4ebe-aaab-f2a1b484f885 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.955329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-07acb1d4-a0ae-430f-bf90-bb4dc3eba0de req-3c336fa2-3319-4ebe-aaab-f2a1b484f885 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.2434323 Sep 17 22:33:29.983775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369be79a-8d9b-472b-9c43-d147fe84c923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6453fb67-6280-4323-a447-7224a0a174ac,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:29.993100 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] Set router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:30.048663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Pushing event updated for resources: {'Port': ['ID=39d599d8-3f06-42c1-b6dd-56a0176c1118,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:30.087340 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-369be79a-8d9b-472b-9c43-d147fe84c923 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3aacc925a0e43b9aecbd4f39c9a78f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9271545 Sep 17 22:33:30.130383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-910a686b-f990-4b41-94e7-6858849b33c6 service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036468 Sep 17 22:33:30.147863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44140) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:30.182810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-07acb1d4-a0ae-430f-bf90-bb4dc3eba0de req-a3f7db4b-19b8-4536-854c-cf4d520c40bc tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053197 Sep 17 22:33:30.215186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44146) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:30.248393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.282906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44148) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:30.324464 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7580a63f-0b5d-4263-8721-6b62213b0fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.350641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7580a63f-0b5d-4263-8721-6b62213b0fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.397212 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.456110 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809788f9-14fb-4478-9a6e-4e6963e561f0 x-openstack-request-id: req-809788f9-14fb-4478-9a6e-4e6963e561f0 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:30.457016 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:30.457550 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-809788f9-14fb-4478-9a6e-4e6963e561f0 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:30.459348 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400', 'status': 'completed', 'code': 200} Sep 17 22:33:30.563552 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7580a63f-0b5d-4263-8721-6b62213b0fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.572617 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7580a63f-0b5d-4263-8721-6b62213b0fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.579249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7580a63f-0b5d-4263-8721-6b62213b0fbc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6453fb67-6280-4323-a447-7224a0a174ac HTTP/1.1" status: 204 len: 168 time: 0.4268606 Sep 17 22:33:30.631579 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:52Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '75deb4c3-3a83-4c25-a74e-09da8bd36663', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'port_id': '7476fe52-af62-4493-aa39-7f74fb57c400', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'mac_address': 'fa:16:3e:64:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:24Z', 'updated_at': '2021-09-17T22:33:24Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4016e87-937e-474e-9612-a7337e758425', 'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:07:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:48Z', 'updated_at': '2021-09-17T22:32:58Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '456154fb-8d5c-4837-9c10-e6c808514043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:30.691387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dd737099-2e9c-4e5e-b339-e2bc2fa1c3a2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/75deb4c3-3a83-4c25-a74e-09da8bd36663 HTTP/1.1" status: 200 len: 992 time: 0.4702847 Sep 17 22:33:30.701820 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b4e4c-b69b-4e72-8fee-b34f52976a79 None None] The sync data for ids ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'] in n-d-713499-18 is: [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:52Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '75deb4c3-3a83-4c25-a74e-09da8bd36663', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'port_id': '7476fe52-af62-4493-aa39-7f74fb57c400', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'mac_address': 'fa:16:3e:64:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:24Z', 'updated_at': '2021-09-17T22:33:24Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4016e87-937e-474e-9612-a7337e758425', 'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:07:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:48Z', 'updated_at': '2021-09-17T22:32:58Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '456154fb-8d5c-4837-9c10-e6c808514043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:30.725074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580a63f-0b5d-4263-8721-6b62213b0fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6453fb67-6280-4323-a447-7224a0a174ac,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:30.810666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a907f197-1d15-4751-b60b-fd4542aac5a8 req-5167092f-9d7e-42af-9789-3613bbadc179 service neutron] 10.222.0.15 "GET /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477421 Sep 17 22:33:31.065174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8b1bb-5bec-48c6-ba6b-ac69aa451eb2 req-a3ccd461-e62b-4ec6-8c64-872b61470f21 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.074609 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62e8b1bb-5bec-48c6-ba6b-ac69aa451eb2 req-a3ccd461-e62b-4ec6-8c64-872b61470f21 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.0811660 Sep 17 22:33:31.120773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12039478-1a79-4810-a734-546c8db3ee72 None None] New status for floating IP 75deb4c3-3a83-4c25-a74e-09da8bd36663: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:33:31.171315 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62e8b1bb-5bec-48c6-ba6b-ac69aa451eb2 req-e854e4ca-6125-45f5-9b44-488a7f77df07 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958421 Sep 17 22:33:31.252962 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.315094 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4595405e-6a26-4115-b145-28768f451115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.322965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1974513124-network', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:31.367154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.466146 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4595405e-6a26-4115-b145-28768f451115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.486118 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0abd94-6779-4e37-9ab1-e572f7ce0aa0 req-3c26c6fb-a393-45d5-9cba-6ce126db7a58 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.488996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b0abd94-6779-4e37-9ab1-e572f7ce0aa0 req-3c26c6fb-a393-45d5-9cba-6ce126db7a58 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.0953157 Sep 17 22:33:31.580165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-309d0d85-77db-4b76-84bd-fbee7f2cd91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.581821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-309d0d85-77db-4b76-84bd-fbee7f2cd91f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1098 time: 1.1460598 Sep 17 22:33:31.596996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b0abd94-6779-4e37-9ab1-e572f7ce0aa0 req-4f66b1ef-ba12-4ffb-92e8-c357c43660d7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995111 Sep 17 22:33:31.628735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Pushing event updated for resources: {'Port': ['ID=39d599d8-3f06-42c1-b6dd-56a0176c1118,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:31.631589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595405e-6a26-4115-b145-28768f451115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc159a9e-399e-411c-b96f-49e9f367aedc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:31.636707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4595405e-6a26-4115-b145-28768f451115 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b61f60bb22e4c338e837a3b28c1c50a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9172356 Sep 17 22:33:31.641523 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44188) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:31.664666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Made reservation on behalf of 6d5a47603ef744aab2cb07403d28f391 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:31.667424 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.673598 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.699011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44190) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:31.723924 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.761882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b44ec5dc-e9b3-45e6-9a15-f6ca4d2db3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.807873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b44ec5dc-e9b3-45e6-9a15-f6ca4d2db3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.866330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.869978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-a9719b5e-5210-4827-b77d-ab471734f01a tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3630915 Sep 17 22:33:31.905282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44194) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:31.920407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-51395042-4040-4746-9e20-cb7e392a21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.921414 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-51395042-4040-4746-9e20-cb7e392a21ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 897 time: 0.3049564 Sep 17 22:33:31.940165 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5ddf86de-9966-40a9-8d85-696369caf46b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/75deb4c3-3a83-4c25-a74e-09da8bd36663 HTTP/1.1" status: 200 len: 994 time: 0.2385790 Sep 17 22:33:31.941525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab713162-d3c4-4609-87b3-f3a793076974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.967601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b44ec5dc-e9b3-45e6-9a15-f6ca4d2db3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.972803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b44ec5dc-e9b3-45e6-9a15-f6ca4d2db3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.978430 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b44ec5dc-e9b3-45e6-9a15-f6ca4d2db3c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc159a9e-399e-411c-b96f-49e9f367aedc HTTP/1.1" status: 204 len: 168 time: 0.3312788 Sep 17 22:33:31.985989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ec5dc-e9b3-45e6-9a15-f6ca4d2db3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc159a9e-399e-411c-b96f-49e9f367aedc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:32.171327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-f448ae49-f2b6-4bd8-9b8d-18dfd37dfd29 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.2920222 Sep 17 22:33:32.256499 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-429c1e5b-c7d4-452d-892b-43750988ee1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 1002 time: 0.2239697 Sep 17 22:33:32.267642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363c637-8e9f-49f1-b0e7-9fdaeb82e50b req-d0d678e7-7f00-49b8-889e-a006172b7ac9 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.269238 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0363c637-8e9f-49f1-b0e7-9fdaeb82e50b req-d0d678e7-7f00-49b8-889e-a006172b7ac9 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 946 time: 0.1163471 Sep 17 22:33:32.368737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0363c637-8e9f-49f1-b0e7-9fdaeb82e50b req-17400418-1d0a-4986-afae-2c0f3ef4f594 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889935 Sep 17 22:33:32.401731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-6291b152-ab86-442c-ad86-2e06195ae182 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.420704 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c5ab43a-24e6-42de-af1a-fe98d5ff2480 req-6291b152-ab86-442c-ad86-2e06195ae182 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.2376475 Sep 17 22:33:32.570934 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:32.572020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42946774-2b87-408d-aeeb-bc5ac37805e0 req-f49f73d5-dfd3-4bc8-89e9-a7f9736c0aa9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.572020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42946774-2b87-408d-aeeb-bc5ac37805e0 req-f49f73d5-dfd3-4bc8-89e9-a7f9736c0aa9 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.0741286 Sep 17 22:33:32.645748 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42946774-2b87-408d-aeeb-bc5ac37805e0 req-befe5373-b7c6-4c22-8bf3-a11625a51d72 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883901 Sep 17 22:33:32.729446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623659-2b44-424c-97ab-33c2006875d2 req-cb69e8de-35c3-45f6-ba84-7e6876d44eca tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.739204 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-cb69e8de-35c3-45f6-ba84-7e6876d44eca tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1829050 Sep 17 22:33:32.855413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:32.901707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-c3eced5f-f7e2-4e4d-830a-4d0af175c4ba tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.1613600 Sep 17 22:33:32.914851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:32.937427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:33:32.947624 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:32.947964 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Added segment 0e954253-2d14-4cf9-89c9-49d7c01a20bf of type vlan for network e347bec6-469b-435a-9128-597a87d41396 Sep 17 22:33:32.996929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.034479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:33.036381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:33.039365 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d947f5-71e4-4134-9cae-347c2433fc8c" -d '{"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-unplugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:33.049544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1d623659-2b44-424c-97ab-33c2006875d2 req-2bd30fc1-993b-4760-b8e7-3bcfea6fd83c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Request body: {'floatingip': {'port_id': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:33.095605 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.121849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab713162-d3c4-4609-87b3-f3a793076974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.194913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab713162-d3c4-4609-87b3-f3a793076974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.231675 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f4525d-eec3-4531-b861-238a719f7ee1 x-openstack-request-id: req-a9f4525d-eec3-4531-b861-238a719f7ee1 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:33.232500 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-unplugged", "status": "completed", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:33.232500 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9f4525d-eec3-4531-b861-238a719f7ee1 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:33.232698 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'code': 200} Sep 17 22:33:33.257651 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d623659-2b44-424c-97ab-33c2006875d2 req-2bd30fc1-993b-4760-b8e7-3bcfea6fd83c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.265784 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ab713162-d3c4-4609-87b3-f3a793076974 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3182db0afeb3494e8f7f5311a661e35b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3594482 Sep 17 22:33:33.280499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=14']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:33.294199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44238) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:33.318761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-87c4aad4-a23d-42d5-b6ab-7105a77a101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:33.320374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-87c4aad4-a23d-42d5-b6ab-7105a77a101e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 200 len: 834 time: 0.5217364 Sep 17 22:33:33.369977 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.382719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab713162-d3c4-4609-87b3-f3a793076974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b925fd8c-45ab-452c-a577-73a70406452c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:33.396773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-74f11890-683c-440f-a220-6cffbcac4c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.413962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-450ded47-51cc-4faa-b842-dee5d7390993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.458493 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-450ded47-51cc-4faa-b842-dee5d7390993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.460814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8179d586-d6f9-41d9-a61a-d4208536a898,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:33.527780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-4ea17297-c24e-4c5b-9907-6f928fcaa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:33.529462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-4ea17297-c24e-4c5b-9907-6f928fcaa83d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561770 Sep 17 22:33:33.576923 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.578288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:33.579036 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.593956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-450ded47-51cc-4faa-b842-dee5d7390993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.597662 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-450ded47-51cc-4faa-b842-dee5d7390993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.598075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-450ded47-51cc-4faa-b842-dee5d7390993 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b925fd8c-45ab-452c-a577-73a70406452c HTTP/1.1" status: 204 len: 168 time: 0.3160322 Sep 17 22:33:33.629227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ded47-51cc-4faa-b842-dee5d7390993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b925fd8c-45ab-452c-a577-73a70406452c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:33.687336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4021797 Sep 17 22:33:33.690178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44248) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:33.698250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Request body: {'subnet': {'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1974513124-subnet', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:33.800346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3eac5-b68a-433f-b066-8b059da46f33 admin admin] Pushing event updated for resources: {'Network': ['ID=e347bec6-469b-435a-9128-597a87d41396,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:33.816437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e347bec6-469b-435a-9128-597a87d41396 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:33:33.853539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44252) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:33.889765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ddca5bd-b90b-4f6e-9be7-bc5e6d12b421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.894970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Made reservation on behalf of 6d5a47603ef744aab2cb07403d28f391 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:33.898429 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:33.938570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399008eb-8d1d-4db0-a9d6-de555f85e691 req-067baacf-3741-47cb-b20b-5b489d97a048 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:33.954188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-399008eb-8d1d-4db0-a9d6-de555f85e691 req-067baacf-3741-47cb-b20b-5b489d97a048 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1674008 Sep 17 22:33:34.054426 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-399008eb-8d1d-4db0-a9d6-de555f85e691 req-b9ac07b6-fb56-42cf-ae1e-7dd345cf16c6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979371 Sep 17 22:33:34.077337 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-61c0d2e5-d537-4c0d-ae25-dd3b7a755f8f service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784234 Sep 17 22:33:34.085509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44268) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:34.251443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ddca5bd-b90b-4f6e-9be7-bc5e6d12b421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.307828 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36297029-5390-4b68-b272-ed40a13a1102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.350779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ddca5bd-b90b-4f6e-9be7-bc5e6d12b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.394894 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8ddca5bd-b90b-4f6e-9be7-bc5e6d12b421 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5509d2e757db4414b726fae2dd442074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385873 Sep 17 22:33:34.395755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddca5bd-b90b-4f6e-9be7-bc5e6d12b421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba7222c-edaa-4e00-9bd1-f57f72191a6f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:34.398192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44274) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:34.416643 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.507464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d623659-2b44-424c-97ab-33c2006875d2 req-2bd30fc1-993b-4760-b8e7-3bcfea6fd83c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.522932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0800c524-e512-4572-94a4-595cf35f990e,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:34.545082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-76d4cdf0-657b-4f1c-a2bf-564224c57e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.559778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Checking segment: {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:34.560347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Network hostable DHCP agents. Network: e347bec6-469b-435a-9128-597a87d41396, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:33:34.566221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36297029-5390-4b68-b272-ed40a13a1102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.576724 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-76d4cdf0-657b-4f1c-a2bf-564224c57e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.586942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d623659-2b44-424c-97ab-33c2006875d2 req-2bd30fc1-993b-4760-b8e7-3bcfea6fd83c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.631962 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36297029-5390-4b68-b272-ed40a13a1102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.664243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Network e347bec6-469b-435a-9128-597a87d41396 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:33:34.688220 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-36297029-5390-4b68-b272-ed40a13a1102 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbf8d6883b8445768398a23fe3baa29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993996 Sep 17 22:33:34.689056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44294) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:34.693908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36297029-5390-4b68-b272-ed40a13a1102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9e259c-2311-476a-9447-097db321a063,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:34.735998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-76d4cdf0-657b-4f1c-a2bf-564224c57e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.739345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-76d4cdf0-657b-4f1c-a2bf-564224c57e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.740418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-76d4cdf0-657b-4f1c-a2bf-564224c57e83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ba7222c-edaa-4e00-9bd1-f57f72191a6f HTTP/1.1" status: 204 len: 168 time: 0.3413022 Sep 17 22:33:34.747802 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-1d623659-2b44-424c-97ab-33c2006875d2 req-2bd30fc1-993b-4760-b8e7-3bcfea6fd83c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Floating IP 131db645-9744-46d4-bfe4-221ea47c1505 associated. External IP: 172.25.6.150, port: 60ab5097-8eaa-4aeb-9cab-ecda82249fa5. Sep 17 22:33:34.752219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4cdf0-657b-4f1c-a2bf-564224c57e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba7222c-edaa-4e00-9bd1-f57f72191a6f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:34.756988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e347bec6-469b-435a-9128-597a87d41396) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:34.764977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5288d-518b-4af9-8aec-1e4cf8d04581 None None] Network e347bec6-469b-435a-9128-597a87d41396 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:34.767071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:34.767655 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.783935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad7215b5-a57e-4cec-8ae8-6f628d149eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.809097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad7215b5-a57e-4cec-8ae8-6f628d149eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.845699 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-55ccae23-0dd3-467f-b31f-7814b32a7af3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1518161 Sep 17 22:33:34.846252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44300) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:34.854979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:34.966129 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-e347bec6-469b-435a-9128-597a87d41396', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:33:34.967022 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.968450 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad7215b5-a57e-4cec-8ae8-6f628d149eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.971853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad7215b5-a57e-4cec-8ae8-6f628d149eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.975850 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ad7215b5-a57e-4cec-8ae8-6f628d149eb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad9e259c-2311-476a-9447-097db321a063 HTTP/1.1" status: 204 len: 168 time: 0.2835922 Sep 17 22:33:34.975850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.975850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.997240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d623659-2b44-424c-97ab-33c2006875d2 req-2bd30fc1-993b-4760-b8e7-3bcfea6fd83c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Router 9355d687-cf3d-4d7f-840c-2dd064b270d3 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:35.006227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7215b5-a57e-4cec-8ae8-6f628d149eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9e259c-2311-476a-9447-097db321a063,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:35.062451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.149958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d623659-2b44-424c-97ab-33c2006875d2 req-2bd30fc1-993b-4760-b8e7-3bcfea6fd83c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:35.154706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d623659-2b44-424c-97ab-33c2006875d2 req-2bd30fc1-993b-4760-b8e7-3bcfea6fd83c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.166172 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] Sync routers for ids ['9355d687-cf3d-4d7f-840c-2dd064b270d3'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:35.179356 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] Routers {'9355d687-cf3d-4d7f-840c-2dd064b270d3'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:35.180318 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9355d687-cf3d-4d7f-840c-2dd064b270d3'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:35.194803 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-2bd30fc1-993b-4760-b8e7-3bcfea6fd83c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "PUT /v2.0/floatingips/131db645-9744-46d4-bfe4-221ea47c1505 HTTP/1.1" status: 200 len: 996 time: 2.2839713 Sep 17 22:33:35.194803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'tag': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:35.197769 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c" -d '{"events": [{"name": "network-changed", "server_uuid": "09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144", "tag": "60ab5097-8eaa-4aeb-9cab-ecda82249fa5"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:35.220029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Allocated IP 172.20.0.2 (e347bec6-469b-435a-9128-597a87d41396/0800c524-e512-4572-94a4-595cf35f990e/94f710e6-ccc5-4357-83f5-6617a637b1fa) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:35.302800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623659-2b44-424c-97ab-33c2006875d2 req-d72512ac-9664-4594-85da-33653ebb04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:35.304513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-d72512ac-9664-4594-85da-33653ebb04bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06765684c59f493494b59cab005a4df1&device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 1097 time: 0.0767803 Sep 17 22:33:35.382338 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] Set router 9355d687-cf3d-4d7f-840c-2dd064b270d3 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:35.389772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b356f7e-9458-4cf0-8a86-464be31ecf72 req-86995504-bb5a-4b6c-b403-49bbc1c6c7c1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:35.391524 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b356f7e-9458-4cf0-8a86-464be31ecf72 req-86995504-bb5a-4b6c-b403-49bbc1c6c7c1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.2442009 Sep 17 22:33:35.474753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623659-2b44-424c-97ab-33c2006875d2 req-f5cfa57e-0cf2-4248-bdc2-b8351c0420d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:35.476311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-f5cfa57e-0cf2-4248-bdc2-b8351c0420d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 HTTP/1.1" status: 200 len: 930 time: 0.1617994 Sep 17 22:33:35.506673 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.589140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b356f7e-9458-4cf0-8a86-464be31ecf72 req-abcdc370-91e3-4a52-9b26-865fc2d5c2ad tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763474 Sep 17 22:33:35.603596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-0e16f09e-b33e-45de-9733-b1feb6064e85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5 HTTP/1.1" status: 200 len: 999 time: 0.1191444 Sep 17 22:33:35.624245 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.696988 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c168d6e-1ab9-47ae-aa1a-25dec1a20a9c x-openstack-request-id: req-6c168d6e-1ab9-47ae-aa1a-25dec1a20a9c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:35.697349 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144", "tag": "60ab5097-8eaa-4aeb-9cab-ecda82249fa5", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:35.697611 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c168d6e-1ab9-47ae-aa1a-25dec1a20a9c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:35.698015 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'tag': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'status': 'completed', 'code': 200} Sep 17 22:33:35.727240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623659-2b44-424c-97ab-33c2006875d2 req-86d17324-92e1-41d1-a8ab-bf547a648d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:35.732791 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-86d17324-92e1-41d1-a8ab-bf547a648d9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae686b7c-cbf9-4498-8132-8e11d3e20408 HTTP/1.1" status: 200 len: 868 time: 0.1178358 Sep 17 22:33:35.799176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623659-2b44-424c-97ab-33c2006875d2 req-9781491f-b16d-4437-bfa3-1d67eb49ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:35.800997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-9781491f-b16d-4437-bfa3-1d67eb49ce4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610566 Sep 17 22:33:35.807271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.846142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-98a76f00-6e37-47cf-ad84-835462ded83d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:33:35.850679 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '131db645-9744-46d4-bfe4-221ea47c1505', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'port_id': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'mac_address': 'fa:16:3e:48:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:34Z', 'revision_number': 1, 'project_id': '06765684c59f493494b59cab005a4df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2012d9be-7f02-4a33-9efd-5d730cb41517', 'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'mac_address': 'fa:16:3e:62:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:57Z', 'updated_at': '2021-09-17T22:33:06Z', 'revision_number': 5, 'project_id': '06765684c59f493494b59cab005a4df1', 'subnets': [{'id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:35.860297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-98a76f00-6e37-47cf-ad84-835462ded83d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277812 Sep 17 22:33:35.867476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f513185c-25f2-44f3-8285-daef81eb139e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.872323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Network e347bec6-469b-435a-9128-597a87d41396 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:35.887274 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] Checking router: 9355d687-cf3d-4d7f-840c-2dd064b270d3 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:35.898718 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] Routers {'9355d687-cf3d-4d7f-840c-2dd064b270d3'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:35.899528 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9355d687-cf3d-4d7f-840c-2dd064b270d3'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:35.946108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:35.985716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:35.986601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.038630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Pushing event updated for resources: {'Port': ['ID=94f710e6-ccc5-4357-83f5-6617a637b1fa,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:36.048867 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.067335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-520e5b0a-717a-4431-ba0c-b8d67f94ae98 service neutron] 10.222.0.30 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050331 Sep 17 22:33:36.117774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Attempting to bind port 94f710e6-ccc5-4357-83f5-6617a637b1fa on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:36.123288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Attempting to bind port 94f710e6-ccc5-4357-83f5-6617a637b1fa by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:36.124156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Attempting to bind port 94f710e6-ccc5-4357-83f5-6617a637b1fa on network e347bec6-469b-435a-9128-597a87d41396 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:36.131926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:36.132253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Checking segment: {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:36.133473 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.134549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Bound using segment: {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:36.135047 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] Set router 9355d687-cf3d-4d7f-840c-2dd064b270d3 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:36.135658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Bound port: 94f710e6-ccc5-4357-83f5-6617a637b1fa, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:36.136139 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.235513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] For port 94f710e6-ccc5-4357-83f5-6617a637b1fa, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:36.244985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] For port 94f710e6-ccc5-4357-83f5-6617a637b1fa, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=94f710e6-ccc5-4357-83f5-6617a637b1fa,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:36.273073 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d623659-2b44-424c-97ab-33c2006875d2 req-6b7f4ed7-74c9-4f68-9847-8e73c5441746 service neutron] 10.222.0.30 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002208 Sep 17 22:33:36.283954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Allocated IP 172.25.6.79 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/bcec16ad-63aa-4c29-8c10-9be0964ca7ac) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:36.343404 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.472238 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c3ce0-cba8-4005-a760-9cabe5b5ceb2 None None] Pushing event updated for resources: {'Port': ['ID=94f710e6-ccc5-4357-83f5-6617a637b1fa,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:36.498041 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '131db645-9744-46d4-bfe4-221ea47c1505', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'port_id': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'mac_address': 'fa:16:3e:48:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:34Z', 'revision_number': 1, 'project_id': '06765684c59f493494b59cab005a4df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2012d9be-7f02-4a33-9efd-5d730cb41517', 'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'mac_address': 'fa:16:3e:62:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:57Z', 'updated_at': '2021-09-17T22:33:06Z', 'revision_number': 5, 'project_id': '06765684c59f493494b59cab005a4df1', 'subnets': [{'id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:36.502882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.533600 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d1bbd-dd48-4ed9-bb57-0b2f2cfe3bb9 None None] The sync data for ids ['9355d687-cf3d-4d7f-840c-2dd064b270d3'] in n-d-713499-18 is: [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '131db645-9744-46d4-bfe4-221ea47c1505', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'port_id': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'mac_address': 'fa:16:3e:48:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:30Z', 'updated_at': '2021-09-17T22:33:34Z', 'revision_number': 1, 'project_id': '06765684c59f493494b59cab005a4df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2012d9be-7f02-4a33-9efd-5d730cb41517', 'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'mac_address': 'fa:16:3e:62:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:57Z', 'updated_at': '2021-09-17T22:33:06Z', 'revision_number': 5, 'project_id': '06765684c59f493494b59cab005a4df1', 'subnets': [{'id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:36.536446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44360) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:36.994525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f99815-00c6-4f4f-84a0-d1b1114e2499 None None] New status for floating IP 131db645-9744-46d4-bfe4-221ea47c1505: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:33:37.000802 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e02d9e73-6d90-4ab8-a260-2464135734db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.079785 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.116111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c901fc-15c1-4e52-8da9-1f0079c37f2a req-5951cbda-866d-45c1-84e7-e017a2176267 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:37.132158 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e6c901fc-15c1-4e52-8da9-1f0079c37f2a req-5951cbda-866d-45c1-84e7-e017a2176267 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.6428447 Sep 17 22:33:37.192730 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e6c901fc-15c1-4e52-8da9-1f0079c37f2a req-87a21bee-8f82-4047-a62e-2cdfe959e13f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614362 Sep 17 22:33:37.223529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-7cd1a02b-4cab-4b36-8e6b-bc5745ce6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:37.225223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-7cd1a02b-4cab-4b36-8e6b-bc5745ce6d87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06765684c59f493494b59cab005a4df1&device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 1097 time: 0.2180264 Sep 17 22:33:37.249203 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd2b8111-e889-45eb-81b7-508e9e21f50e req-9468d8cc-2929-4f83-b64d-90d6c29fabbf service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274139 Sep 17 22:33:37.315118 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-85c9f7e4-46db-48db-98fc-56eb6a6181f9 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 258 time: 0.8825083 Sep 17 22:33:37.330607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:37.335587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.338033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c6d8-e544-4b74-8140-b7ca8813a445 req-774a7257-5b4c-425d-aaf3-9e3f4e27cba5 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:37.343356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9f4c6d8-e544-4b74-8140-b7ca8813a445 req-774a7257-5b4c-425d-aaf3-9e3f4e27cba5 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.0628562 Sep 17 22:33:37.386145 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9f4c6d8-e544-4b74-8140-b7ca8813a445 req-fdef20e9-7c17-4b89-8cb9-28c1cfe43ad6 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361724 Sep 17 22:33:37.393189 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.519103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:37.549278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:37.560575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:37.617763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Pushing event updated for resources: {'Port': ['ID=bcec16ad-63aa-4c29-8c10-9be0964ca7ac,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:37.663393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-c81de4d7-a52a-43d9-ac14-e3ebad558d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:37.664942 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-c81de4d7-a52a-43d9-ac14-e3ebad558d81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 HTTP/1.1" status: 200 len: 930 time: 0.4217372 Sep 17 22:33:37.671574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e02d9e73-6d90-4ab8-a260-2464135734db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.799287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44394) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:37.803374 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e02d9e73-6d90-4ab8-a260-2464135734db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.851999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254825ca-0b41-4741-add7-a2ba58ede739 req-aab02d04-8114-4ac4-97f2-62840efc6937 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:37.857432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-254825ca-0b41-4741-add7-a2ba58ede739 req-aab02d04-8114-4ac4-97f2-62840efc6937 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0688748 Sep 17 22:33:37.925421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e02d9e73-6d90-4ab8-a260-2464135734db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac145c995b5645f5ad913bed20140ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3846591 Sep 17 22:33:37.927964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44398) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:37.929205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe1749-87e1-4f20-b425-ce898ec93102 None None] Network e347bec6-469b-435a-9128-597a87d41396 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:37.938159 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-18e70d97-6325-4b72-9739-031d23fdb241 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5 HTTP/1.1" status: 200 len: 1001 time: 0.2326846 Sep 17 22:33:37.940165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d9e73-6d90-4ab8-a260-2464135734db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d29fff1-2553-4608-b251-b779f66de913,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:37.979964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.999004 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-254825ca-0b41-4741-add7-a2ba58ede739 req-92c6c7f7-702a-48ef-8b34-835950d1c40b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325188 Sep 17 22:33:38.011768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-9443ac44-f1c9-4c9a-aa25-e97294e69f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.013336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-9443ac44-f1c9-4c9a-aa25-e97294e69f14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1096 time: 0.1483321 Sep 17 22:33:38.046735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8647c391-6adf-40cf-a276-d3635341e04b None None] Provisioning complete for port 94f710e6-ccc5-4357-83f5-6617a637b1fa triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:38.047688 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8647c391-6adf-40cf-a276-d3635341e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.065269 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.086615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-46786a0c-b965-487f-9fe5-7d2c61e49795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.088071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-46786a0c-b965-487f-9fe5-7d2c61e49795 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae686b7c-cbf9-4498-8132-8e11d3e20408 HTTP/1.1" status: 200 len: 868 time: 0.1315079 Sep 17 22:33:38.144864 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.188518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ffac5781-029f-4fe6-b674-5c00d5890b18 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1744067101'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:38.188964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ffac5781-029f-4fe6-b674-5c00d5890b18 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Unknown quota resources ['metering_label']. {{(pid=95454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:33:38.217015 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8647c391-6adf-40cf-a276-d3635341e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.260303 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8647c391-6adf-40cf-a276-d3635341e04b None None] For port 94f710e6-ccc5-4357-83f5-6617a637b1fa, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=94f710e6-ccc5-4357-83f5-6617a637b1fa,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:38.281052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-1bd0bc18-7fe2-48c6-9019-deae0a0bafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.285128 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-1bd0bc18-7fe2-48c6-9019-deae0a0bafd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764340 Sep 17 22:33:38.330788 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.334206 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8647c391-6adf-40cf-a276-d3635341e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.342824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-be867eff-1e6b-4a45-a45f-22fd2f4fe204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.344830 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-be867eff-1e6b-4a45-a45f-22fd2f4fe204 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.3087876 Sep 17 22:33:38.435934 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647c391-6adf-40cf-a276-d3635341e04b None None] Pushing event updated for resources: {'Port': ['ID=94f710e6-ccc5-4357-83f5-6617a637b1fa,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:38.471376 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.481221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.486417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d29fff1-2553-4608-b251-b779f66de913 HTTP/1.1" status: 204 len: 168 time: 0.5553977 Sep 17 22:33:38.559870 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-1642a709-7ac7-404b-8bcc-a2430b2bcc5c service neutron] 10.222.0.15 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643497 Sep 17 22:33:38.576432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-83651b82-e847-43c6-acb8-71327bb60cf2 None None] Provisioning complete for port 94f710e6-ccc5-4357-83f5-6617a637b1fa triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:38.577127 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-83651b82-e847-43c6-acb8-71327bb60cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.617377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.618930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 94f710e6-ccc5-4357-83f5-6617a637b1fa up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:38.667027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d29fff1-2553-4608-b251-b779f66de913,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:38.751664 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ffac5781-029f-4fe6-b674-5c00d5890b18 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.753024 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ffac5781-029f-4fe6-b674-5c00d5890b18 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9525268 Sep 17 22:33:38.756163 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-46bcb8a0-062b-42cf-bd79-d77c7884af3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 999 time: 0.4028356 Sep 17 22:33:38.757694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.758037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.758370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.758727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.759812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.760163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.760500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.760829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.761159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.761582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44418) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:38.761702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.762249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.762714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276411a-ff0b-4243-8fa0-0aa23d644580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:38.767029 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-90b2a980-fa7a-4998-a10b-9d2b9d96f132 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '324f0c8b-fd8e-49b3-9745-8f9e1bc537e1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:38.767768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 94f710e6-ccc5-4357-83f5-6617a637b1fa triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:38.768066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-90b2a980-fa7a-4998-a10b-9d2b9d96f132 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:33:38.768213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.814828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9a638-343b-4fce-8765-306ae8e174f4 req-fe0fe55a-f2a3-422f-bbb1-1ef9f52f4dfe tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.823943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cb9a638-343b-4fce-8765-306ae8e174f4 req-fe0fe55a-f2a3-422f-bbb1-1ef9f52f4dfe tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.2906985 Sep 17 22:33:38.876889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-fbbdcf21-f139-471d-a182-044c7ef93b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.878955 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-fbbdcf21-f139-471d-a182-044c7ef93b43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.1128182 Sep 17 22:33:38.911997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cb9a638-343b-4fce-8765-306ae8e174f4 req-1a8a9f92-2d48-4ec2-a124-82bd56aa0979 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869892 Sep 17 22:33:38.959587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-8ec7695e-3cc1-4b51-aff9-48771ccc0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:38.961379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-8ec7695e-3cc1-4b51-aff9-48771ccc0cfa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752223 Sep 17 22:33:38.976884 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6658ef33-d7ae-4fcd-9b49-96cbf40f852c req-5199cc87-1b1c-4c04-8812-168422d6c04e service neutron] 10.222.0.15 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077473 Sep 17 22:33:38.996346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:39.013795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Allocated IP 172.25.6.177 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/fe27236d-0b38-4241-892a-0e2418a22186) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:39.076583 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:39.084062 n-d-713499-18 neutron-server[95455]: WARNING neutron.services.metering.metering_plugin [None req-90b2a980-fa7a-4998-a10b-9d2b9d96f132 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:33:39.130042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-e1b4c591-ed41-4bb2-85ad-a3990a1a03c2 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605520 Sep 17 22:33:39.258081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903cb05-d223-435f-a876-05ef75b994a5 req-778b7c44-bcbf-4fe5-9b7c-7bdba0f8bf9d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:39.261098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4903cb05-d223-435f-a876-05ef75b994a5 req-778b7c44-bcbf-4fe5-9b7c-7bdba0f8bf9d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1620841 Sep 17 22:33:39.325203 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4903cb05-d223-435f-a876-05ef75b994a5 req-fb68886a-334a-4dbb-8131-706adf606844 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570004 Sep 17 22:33:39.327182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-615174bf-dea2-4a44-bb5d-a0d8bad0caab req-37bf6b25-9d51-4e2a-8240-201dfc6c1f04 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746600 Sep 17 22:33:39.595929 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-90b2a980-fa7a-4998-a10b-9d2b9d96f132 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:39.600375 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-90b2a980-fa7a-4998-a10b-9d2b9d96f132 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8340631 Sep 17 22:33:39.601112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44456) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:39.607165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-748ac049-b56a-4067-b58f-fc98fac5df69 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '324f0c8b-fd8e-49b3-9745-8f9e1bc537e1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:39.607840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-748ac049-b56a-4067-b58f-fc98fac5df69 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:33:39.668811 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:39.784849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Router f5cf73cf-c24b-47c7-995a-4ee28697c41a is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:33:39.785182 n-d-713499-18 neutron-server[95454]: WARNING neutron.services.metering.metering_plugin [None req-748ac049-b56a-4067-b58f-fc98fac5df69 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:33:39.794538 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:39.873798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:39.878281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:39.885223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:39.910478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-748ac049-b56a-4067-b58f-fc98fac5df69 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:39.911878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-748ac049-b56a-4067-b58f-fc98fac5df69 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3093867 Sep 17 22:33:39.915834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44462) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:39.927993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ba84e358-e56f-47d2-adf4-4fd40ba27e55 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=bb61f3eb-aa36-4f01-a932-ea31ba4f400c HTTP/1.1" status: 200 len: 464 time: 0.0105412 Sep 17 22:33:39.929197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Pushing event updated for resources: {'Port': ['ID=fe27236d-0b38-4241-892a-0e2418a22186,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:39.931419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44466) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:40.065302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:40.081823 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Sync routers for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:40.089877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.094140 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:40.095066 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:40.136030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f551d-a1cd-4cb8-981a-c6519494d24f req-4501faa2-1ae4-474a-a5b6-4c68a3791507 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:40.144514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-336f551d-a1cd-4cb8-981a-c6519494d24f req-4501faa2-1ae4-474a-a5b6-4c68a3791507 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1472261 Sep 17 22:33:40.170423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44472) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:40.179955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.181851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-51f48c60-3b86-4038-8eba-4d82bc737a46 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3343587 Sep 17 22:33:40.184436 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44476) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:40.189286 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49fc0230-2fdc-4c5b-943c-c17fde8f9efe tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.192948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-49fc0230-2fdc-4c5b-943c-c17fde8f9efe tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/bb61f3eb-aa36-4f01-a932-ea31ba4f400c HTTP/1.1" status: 204 len: 168 time: 0.2576447 Sep 17 22:33:40.193727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44478) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:40.201929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.212033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-91c89dfd-ff0d-4d1c-b346-181e60a423e9 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=bb61f3eb-aa36-4f01-a932-ea31ba4f400c HTTP/1.1" status: 200 len: 221 time: 0.0171728 Sep 17 22:33:40.216408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44480) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:40.225864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-189be9fc-c6ef-4e90-b4bd-10bbb8f1fc70 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1879358780', 'description': 'label created by tempest'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:40.230275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-189be9fc-c6ef-4e90-b4bd-10bbb8f1fc70 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Unknown quota resources ['metering_label']. {{(pid=95454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:33:40.231619 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:40.279030 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.281132 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-336f551d-a1cd-4cb8-981a-c6519494d24f req-fb11541f-06d3-4876-af3b-2daf86483c86 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357548 Sep 17 22:33:40.286510 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:33:40.521527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.539404 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 3, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:40.547046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 94f710e6-ccc5-4357-83f5-6617a637b1fa up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:40.598571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-189be9fc-c6ef-4e90-b4bd-10bbb8f1fc70 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.602946 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-189be9fc-c6ef-4e90-b4bd-10bbb8f1fc70 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3855193 Sep 17 22:33:40.604769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44488) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:40.702296 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Checking router: f5cf73cf-c24b-47c7-995a-4ee28697c41a for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:40.702520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1139af2a-64f1-4131-8953-6ac3993ab1de tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=e0ea65ca-70c7-4617-9449-37f4ae3c256e HTTP/1.1" status: 200 len: 468 time: 0.0948439 Sep 17 22:33:40.704403 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Updating router f5cf73cf-c24b-47c7-995a-4ee28697c41a port bcec16ad-63aa-4c29-8c10-9be0964ca7ac binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:33:40.704557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44492) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:40.711406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fef4c-e210-4e13-a16e-d5c55c893cf5 req-cdcd5794-2e87-4567-b160-05a769dcb900 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:40.720113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6d5fef4c-e210-4e13-a16e-d5c55c893cf5 req-cdcd5794-2e87-4567-b160-05a769dcb900 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1954250 Sep 17 22:33:40.729287 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.775459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 94f710e6-ccc5-4357-83f5-6617a637b1fa triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:40.776107 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.779710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.821468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6d5fef4c-e210-4e13-a16e-d5c55c893cf5 req-fa097bc7-9433-40d3-b264-af749b10a968 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000953 Sep 17 22:33:40.916598 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.991334 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.026549 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7725e26810064ce4a0a1de67995e45a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8549626 Sep 17 22:33:41.029492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a945fd41-22c1-4a8f-8ced-6c70f996b6f7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.032632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44502) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.063144 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.077348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.084611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.084957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.085303 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.085635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.085985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.086288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.086617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.087469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.087795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.088130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.088487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.088805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535057b1-943d-49e2-956f-5fea31431a4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.127956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901572-a0ec-40fa-b770-36ef6adb702d req-2b89f064-a2f1-4f78-8a1b-82a86de420b7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:41.130044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8901572-a0ec-40fa-b770-36ef6adb702d req-2b89f064-a2f1-4f78-8a1b-82a86de420b7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1092219 Sep 17 22:33:41.136402 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de1a7093-5049-42fb-9dd9-106d7b8eeffa tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.137547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-de1a7093-5049-42fb-9dd9-106d7b8eeffa tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/e0ea65ca-70c7-4617-9449-37f4ae3c256e HTTP/1.1" status: 204 len: 168 time: 0.4152412 Sep 17 22:33:41.145123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44506) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.148350 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.165393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d78fd5c-7bd4-4632-ac85-1092faf76bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.199319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8901572-a0ec-40fa-b770-36ef6adb702d req-01289c40-f2bc-4502-9824-f793bd0376c4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587537 Sep 17 22:33:41.210115 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d78fd5c-7bd4-4632-ac85-1092faf76bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.241216 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Attempting to bind port bcec16ad-63aa-4c29-8c10-9be0964ca7ac on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:41.241652 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Attempting to bind port bcec16ad-63aa-4c29-8c10-9be0964ca7ac by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:41.242082 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Attempting to bind port bcec16ad-63aa-4c29-8c10-9be0964ca7ac on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:41.245190 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Pushing event updated for resources: {'Port': ['ID=bcec16ad-63aa-4c29-8c10-9be0964ca7ac,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.255349 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:41.260220 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:41.260220 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.260220 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:41.260220 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Bound port: bcec16ad-63aa-4c29-8c10-9be0964ca7ac, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:41.260220 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.260859 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.261338 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.261730 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.262128 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.262555 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.263049 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.263460 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.264276 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.264742 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.265130 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.265565 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.265999 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:41.292173 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2c012855-5140-44c8-a4bf-c05398f91434 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=e0ea65ca-70c7-4617-9449-37f4ae3c256e HTTP/1.1" status: 200 len: 216 time: 0.1427104 Sep 17 22:33:41.292173 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Pushing event updated for resources: {'Port': ['ID=fe27236d-0b38-4241-892a-0e2418a22186,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.292743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44514) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.308006 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3668b2f2-3ab8-44e1-a532-564cb8e5a9ec tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0106266 Sep 17 22:33:41.308542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44516) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.320042 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.326737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8c14fe4b-9f5f-432d-b609-dff7f3ee29cd tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0137157 Sep 17 22:33:41.327405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44520) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.352278 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] For port bcec16ad-63aa-4c29-8c10-9be0964ca7ac, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:41.360876 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] For port bcec16ad-63aa-4c29-8c10-9be0964ca7ac, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bcec16ad-63aa-4c29-8c10-9be0964ca7ac,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:41.373798 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d78fd5c-7bd4-4632-ac85-1092faf76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.376461 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d78fd5c-7bd4-4632-ac85-1092faf76bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.379934 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0d78fd5c-7bd4-4632-ac85-1092faf76bd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a945fd41-22c1-4a8f-8ced-6c70f996b6f7 HTTP/1.1" status: 204 len: 168 time: 0.3433549 Sep 17 22:33:41.409449 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.429307 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c1fa21ea-6b6c-4a9f-a7ed-d1a5c0714d32 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/324f0c8b-fd8e-49b3-9745-8f9e1bc537e1 HTTP/1.1" status: 200 len: 473 time: 0.1009693 Sep 17 22:33:41.433052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44524) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.433963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78fd5c-7bd4-4632-ac85-1092faf76bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a945fd41-22c1-4a8f-8ced-6c70f996b6f7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.439324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.443847 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-65a63e7b-6dd7-4ed2-ab1c-aa876c60d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1235559 Sep 17 22:33:41.461528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ae3e03a1-38ac-461d-afb8-b5cc75ef921d tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/d553a7ac-779e-4905-a4d6-672036d55f9e HTTP/1.1" status: 200 len: 461 time: 0.0251703 Sep 17 22:33:41.467437 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.470218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44528) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.485473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8b7e8-4746-41e1-95f5-f1a34faba46b req-a1f5c030-e67d-4f0d-98fb-0f825a7c0691 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:41.493176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1b8b7e8-4746-41e1-95f5-f1a34faba46b req-a1f5c030-e67d-4f0d-98fb-0f825a7c0691 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1559992 Sep 17 22:33:41.541810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1b8b7e8-4746-41e1-95f5-f1a34faba46b req-b19ae8ea-9d9b-48d0-8487-07826ebcaaff tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464249 Sep 17 22:33:41.554165 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:41.555028 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:41.605845 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70cce5-9230-4881-bb97-857d2c13945b None None] Pushing event updated for resources: {'Port': ['ID=bcec16ad-63aa-4c29-8c10-9be0964ca7ac,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.644360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-33448d03-fb04-4361-8120-6fffe54af021 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.1248052 Sep 17 22:33:41.701670 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:41.745921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-34b831fe-afd4-4dcf-b5bb-27f39318edb3 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.748581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-34b831fe-afd4-4dcf-b5bb-27f39318edb3 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/d553a7ac-779e-4905-a4d6-672036d55f9e HTTP/1.1" status: 204 len: 168 time: 0.2777569 Sep 17 22:33:41.772538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44538) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.800984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80b1ab-9a27-44e2-9cb0-d08639c39df7 req-748982f0-4a42-41bd-8bbc-9e87812eb6c2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:41.801484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2ffee45a-44b4-4111-84c1-b6fe8afbb53a details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:41.803454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b80b1ab-9a27-44e2-9cb0-d08639c39df7 req-748982f0-4a42-41bd-8bbc-9e87812eb6c2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 945 time: 0.1092780 Sep 17 22:33:41.868977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b80b1ab-9a27-44e2-9cb0-d08639c39df7 req-dd383e57-11a1-4575-b3a5-5f0707964be3 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557761 Sep 17 22:33:41.968727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Allocated IP 172.20.0.1 (e347bec6-469b-435a-9128-597a87d41396/0800c524-e512-4572-94a4-595cf35f990e/a477e8d7-2178-4f3a-ad9b-d5f37efd390c) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:41.985497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:42.009965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'port_id': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'mac_address': 'fa:16:3e:66:72:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:42.013829 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 3, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:42.049926 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024bd9b-3d93-43df-9aa7-1c592e2ecc57 None None] The sync data for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 is: [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:37Z', 'revision_number': 3, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:42.067379 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.087575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffee45a-44b4-4111-84c1-b6fe8afbb53a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:42.133981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:42.221350 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.298953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=11']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:42.412675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44550) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:42.437395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e96468-3bec-4955-85c7-2c78b7a04432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.470850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-0ccb0c29-c544-4c81-81f3-9ab7ebcb580f tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:42.472363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-0ccb0c29-c544-4c81-81f3-9ab7ebcb580f tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.8175256 Sep 17 22:33:42.527244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-2d68d5bd-4bb5-4c83-85ab-d01ef132ad58 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:33:42.528356 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3650d0a7-9aa1-47c3-b134-d70b6b277d4e req-2d68d5bd-4bb5-4c83-85ab-d01ef132ad58 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124686 Sep 17 22:33:42.529861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-410e831b-6c23-4e74-a682-ed04ed486c6d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:42.531424 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-410e831b-6c23-4e74-a682-ed04ed486c6d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 811 time: 0.5586076 Sep 17 22:33:42.561326 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.579355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-33912504-c0e3-4392-a57a-65b17af9795c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/quotas/03a542add212453c912a8386c940b572 HTTP/1.1" status: 200 len: 375 time: 0.0248034 Sep 17 22:33:42.600492 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1bb33262-6773-4e7f-894f-46774cb89486 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.616806 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1bb33262-6773-4e7f-894f-46774cb89486 tempest-MeteringTestJSON-1313084320 tempest-MeteringTestJSON-1313084320-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/324f0c8b-fd8e-49b3-9745-8f9e1bc537e1 HTTP/1.1" status: 204 len: 168 time: 0.8406084 Sep 17 22:33:42.619440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcec16ad-63aa-4c29-8c10-9be0964ca7ac up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:42.673173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2ffee45a-44b4-4111-84c1-b6fe8afbb53a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:42.714809 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-518a9f09-3504-45a6-a4bc-11b1a28de047 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1345448 Sep 17 22:33:42.722161 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bcec16ad-63aa-4c29-8c10-9be0964ca7ac triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:42.722806 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.763555 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e96468-3bec-4955-85c7-2c78b7a04432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.777210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e232e0-fb89-4522-bc2e-2328588fae3a req-ac04e6c8-7311-430a-a0b5-ebc54dc15e3c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:42.779485 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92e232e0-fb89-4522-bc2e-2328588fae3a req-ac04e6c8-7311-430a-a0b5-ebc54dc15e3c tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1402333 Sep 17 22:33:42.855996 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.870440 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-d78c4014-0f48-4090-b5dd-78f309efc514 service neutron] 10.222.0.30 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485634 Sep 17 22:33:42.875841 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.907723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port bcec16ad-63aa-4c29-8c10-9be0964ca7ac, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bcec16ad-63aa-4c29-8c10-9be0964ca7ac,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:42.921024 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4e96468-3bec-4955-85c7-2c78b7a04432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.957541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Pushing event updated for resources: {'Port': ['ID=a477e8d7-2178-4f3a-ad9b-d5f37efd390c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:42.970518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92e232e0-fb89-4522-bc2e-2328588fae3a req-47e84971-915b-4c34-bf87-60ec4dd894e6 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.1825824 Sep 17 22:33:42.972952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Network e347bec6-469b-435a-9128-597a87d41396 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:42.974749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:42.978172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:43.016491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.025965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-92e232e0-fb89-4522-bc2e-2328588fae3a req-5c564082-5b17-4449-b282-442fe25ddc41 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Request body: {'floatingip': {'port_id': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:43.080630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44564) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:43.081993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d4e96468-3bec-4955-85c7-2c78b7a04432 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c6ef69a5cd14da78de13321753a5fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6681812 Sep 17 22:33:43.093614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e96468-3bec-4955-85c7-2c78b7a04432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212ca2e7-c01d-48e6-be8c-36d870f3352e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:43.165753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-92e232e0-fb89-4522-bc2e-2328588fae3a req-5c564082-5b17-4449-b282-442fe25ddc41 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.200500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-ad3f3730-d86b-4b75-a325-36a424b821a4 service neutron] 10.222.0.30 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284152 Sep 17 22:33:43.231632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=bcec16ad-63aa-4c29-8c10-9be0964ca7ac,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:43.253480 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.268907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d305d3e-cc3b-49ce-bd08-2a33f2029b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.385139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-83f0e337-c136-433a-8552-f33f97aee534 None None] Provisioning complete for port a477e8d7-2178-4f3a-ad9b-d5f37efd390c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:43.385603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-83f0e337-c136-433a-8552-f33f97aee534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.417914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d305d3e-cc3b-49ce-bd08-2a33f2029b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.443111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-83f0e337-c136-433a-8552-f33f97aee534 None None] Port a477e8d7-2178-4f3a-ad9b-d5f37efd390c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:43.445324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44574) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:43.641849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be35b-4b81-4efe-b81b-e9ab159e8e47 req-362104c2-7d5a-4b6b-99e4-7828e623392d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:43.649308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-100be35b-4b81-4efe-b81b-e9ab159e8e47 req-362104c2-7d5a-4b6b-99e4-7828e623392d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.0881438 Sep 17 22:33:43.652252 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b13149d8-ceac-4c9e-a982-5017e1df4063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.715552 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-92e232e0-fb89-4522-bc2e-2328588fae3a req-5c564082-5b17-4449-b282-442fe25ddc41 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 22:33:43.716739 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92e232e0-fb89-4522-bc2e-2328588fae3a req-5c564082-5b17-4449-b282-442fe25ddc41 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "PUT /v2.0/floatingips/cf3bedf3-4b77-45d2-9574-76b53f6b18b6 HTTP/1.1" status: 409 len: 550 time: 0.7358482 Sep 17 22:33:43.716878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-100be35b-4b81-4efe-b81b-e9ab159e8e47 req-f989291f-ff8f-455c-b2eb-85167a17831c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666754 Sep 17 22:33:43.782017 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a013c95d-f0e3-4c4d-8cc6-5874949c81e2 req-7a89101c-638c-4e69-b04e-24038785a0be tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 210 time: 0.0296781 Sep 17 22:33:43.799566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d305d3e-cc3b-49ce-bd08-2a33f2029b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.800038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b06c7b66-2674-4c43-b509-a564c5919770 req-b971a3bd-ab14-44cd-b79e-49d88880c3bd tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips/cf3bedf3-4b77-45d2-9574-76b53f6b18b6 HTTP/1.1" status: 200 len: 693 time: 0.0483170 Sep 17 22:33:43.809117 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d305d3e-cc3b-49ce-bd08-2a33f2029b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.809117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8d305d3e-cc3b-49ce-bd08-2a33f2029b8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/212ca2e7-c01d-48e6-be8c-36d870f3352e HTTP/1.1" status: 204 len: 168 time: 0.7199838 Sep 17 22:33:43.816163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d305d3e-cc3b-49ce-bd08-2a33f2029b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212ca2e7-c01d-48e6-be8c-36d870f3352e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:43.872862 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.011730 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b13149d8-ceac-4c9e-a982-5017e1df4063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.025662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c7b66-2674-4c43-b509-a564c5919770 req-470d8e71-3521-4a1b-b6df-8321222191b0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:44.027573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b06c7b66-2674-4c43-b509-a564c5919770 req-470d8e71-3521-4a1b-b6df-8321222191b0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.2192569 Sep 17 22:33:44.069917 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.088577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b06c7b66-2674-4c43-b509-a564c5919770 req-74fb74fe-1850-4c5b-8a13-fbdc82eb6d11 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0528238 Sep 17 22:33:44.136651 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b13149d8-ceac-4c9e-a982-5017e1df4063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.153055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b06c7b66-2674-4c43-b509-a564c5919770 req-106d660b-d3e7-4129-8170-39bfe6fd0619 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0582967 Sep 17 22:33:44.184526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.223614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b13149d8-ceac-4c9e-a982-5017e1df4063 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=617ac8e3b8904b62b02d52194fab4443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7744880 Sep 17 22:33:44.226308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44594) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:44.231574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13149d8-ceac-4c9e-a982-5017e1df4063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a1d0f3-720d-4f71-bedf-c714e1ab30d9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:44.275124 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.278301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Pushing event updated for resources: {'Port': ['ID=a477e8d7-2178-4f3a-ad9b-d5f37efd390c,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:44.366524 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9e6566c-91ab-4070-b82e-80ddb3cfced4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.405689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Network e347bec6-469b-435a-9128-597a87d41396 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:44.407598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:44.409044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-b06c7b66-2674-4c43-b509-a564c5919770 req-4622c504-7d23-4188-9da3-e232d0548af0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Deleting port fe27236d-0b38-4241-892a-0e2418a22186 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:44.409578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b06c7b66-2674-4c43-b509-a564c5919770 req-4622c504-7d23-4188-9da3-e232d0548af0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.412517 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9e6566c-91ab-4070-b82e-80ddb3cfced4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.528177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcec16ad-63aa-4c29-8c10-9be0964ca7ac up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:44.613057 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b06c7b66-2674-4c43-b509-a564c5919770 req-4622c504-7d23-4188-9da3-e232d0548af0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.615732 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b06c7b66-2674-4c43-b509-a564c5919770 req-4622c504-7d23-4188-9da3-e232d0548af0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.617741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bcec16ad-63aa-4c29-8c10-9be0964ca7ac triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:44.618674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.630900 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9e6566c-91ab-4070-b82e-80ddb3cfced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.634768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Router f5cf73cf-c24b-47c7-995a-4ee28697c41a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:44.635313 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9e6566c-91ab-4070-b82e-80ddb3cfced4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.637641 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b9e6566c-91ab-4070-b82e-80ddb3cfced4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59a1d0f3-720d-4f71-bedf-c714e1ab30d9 HTTP/1.1" status: 204 len: 168 time: 0.4103801 Sep 17 22:33:44.645857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-b06c7b66-2674-4c43-b509-a564c5919770 req-4622c504-7d23-4188-9da3-e232d0548af0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Calling delete_port for fe27236d-0b38-4241-892a-0e2418a22186 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:44.654326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6566c-91ab-4070-b82e-80ddb3cfced4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a1d0f3-720d-4f71-bedf-c714e1ab30d9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:44.795559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1c115de9-eb4f-4790-9e4b-72242be0d30f None None] Provisioning complete for port a477e8d7-2178-4f3a-ad9b-d5f37efd390c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:44.796058 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c115de9-eb4f-4790-9e4b-72242be0d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.796502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:44.810987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6f4dbe14-743f-4b89-b27f-c252e56ed3aa admin admin] 10.222.0.30 "PUT /v2.0/routers/f5cf73cf-c24b-47c7-995a-4ee28697c41a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6171327 Sep 17 22:33:44.836626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Sync routers for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:44.858754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:44.859522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:44.859909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61dcd7-1424-4bc5-891a-cf724c892e35 req-693e8b0e-1827-418b-ab15-3bc98b87300d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:44.861470 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f61dcd7-1424-4bc5-891a-cf724c892e35 req-693e8b0e-1827-418b-ab15-3bc98b87300d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.0577512 Sep 17 22:33:44.864480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1c115de9-eb4f-4790-9e4b-72242be0d30f None None] Port a477e8d7-2178-4f3a-ad9b-d5f37efd390c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:44.911536 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f61dcd7-1424-4bc5-891a-cf724c892e35 req-0eeb2e96-e039-43c7-a30b-a734b275d50d tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423450 Sep 17 22:33:44.963376 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b06c7b66-2674-4c43-b509-a564c5919770 req-4622c504-7d23-4188-9da3-e232d0548af0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.979042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:44.998529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622c504-7d23-4188-9da3-e232d0548af0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Pushing event deleted for resources: {'Port': ['ID=fe27236d-0b38-4241-892a-0e2418a22186,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:45.010455 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96c7fdff-1497-4f76-951e-7f0be4b32199 req-b163fde3-30b9-4832-b98c-6434f39805fa tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 210 time: 0.0302277 Sep 17 22:33:45.130789 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b06c7b66-2674-4c43-b509-a564c5919770 req-4622c504-7d23-4188-9da3-e232d0548af0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.135903 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b06c7b66-2674-4c43-b509-a564c5919770 req-4622c504-7d23-4188-9da3-e232d0548af0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.137478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b06c7b66-2674-4c43-b509-a564c5919770 req-4622c504-7d23-4188-9da3-e232d0548af0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "DELETE /v2.0/floatingips/cf3bedf3-4b77-45d2-9574-76b53f6b18b6 HTTP/1.1" status: 204 len: 173 time: 0.9767616 Sep 17 22:33:45.211917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 2, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:45.244591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Checking router: f5cf73cf-c24b-47c7-995a-4ee28697c41a for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:45.245219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Updating router f5cf73cf-c24b-47c7-995a-4ee28697c41a port a477e8d7-2178-4f3a-ad9b-d5f37efd390c binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:33:45.255989 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-45f59840-7f55-4d5e-a5d4-ae4f5efdf751 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 1001 time: 0.0994794 Sep 17 22:33:45.286941 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.344361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-250f940d-663b-445f-8b67-e8bce23211d0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:45.344608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44632) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:45.347576 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-250f940d-663b-445f-8b67-e8bce23211d0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports/60ab5097-8eaa-4aeb-9cab-ecda82249fa5 HTTP/1.1" status: 200 len: 942 time: 0.0849011 Sep 17 22:33:45.478758 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-bb5e77a2-cad9-49b3-87e0-5ca08e4db658 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 1001 time: 0.0722375 Sep 17 22:33:45.628933 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.648344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-2f61de43-7b00-4dc2-a3e9-38cc3282f748 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:45.652635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-2f61de43-7b00-4dc2-a3e9-38cc3282f748 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1651452 Sep 17 22:33:45.667789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-0f3807f8-8a77-4d2f-bdab-7abcba48ac9f tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:33:45.670874 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-891f69bc-8154-44d6-a570-89e748120eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.673400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-0f3807f8-8a77-4d2f-bdab-7abcba48ac9f tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110533 Sep 17 22:33:45.702612 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.756175 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a3d10019-2bd8-40b7-beaa-c5dd77706d74 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 1001 time: 0.0726492 Sep 17 22:33:45.771865 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a87c31dd-f9e7-4e8b-ad41-0ba38f2fe6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:45.777770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44642) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:45.798295 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a2c8e36-e875-4ac7-852e-26720cac8916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.824349 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-891f69bc-8154-44d6-a570-89e748120eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.850104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2ffee45a-44b4-4111-84c1-b6fe8afbb53a up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:45.873094 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a87c31dd-f9e7-4e8b-ad41-0ba38f2fe6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.930024 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-891f69bc-8154-44d6-a570-89e748120eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.957973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c923e-ec58-4e3a-b714-edd0f5207581 None None] Pushing event updated for resources: {'Port': ['ID=a477e8d7-2178-4f3a-ad9b-d5f37efd390c,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:46.000514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Attempting to bind port a477e8d7-2178-4f3a-ad9b-d5f37efd390c on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:46.000825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Attempting to bind port a477e8d7-2178-4f3a-ad9b-d5f37efd390c by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:46.001192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Attempting to bind port a477e8d7-2178-4f3a-ad9b-d5f37efd390c on network e347bec6-469b-435a-9128-597a87d41396 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:46.011746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:46.012185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Checking segment: {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:46.012533 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.012926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Bound using segment: {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:46.013415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Bound port: a477e8d7-2178-4f3a-ad9b-d5f37efd390c, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:46.013939 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.091768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44648) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:46.096676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9096870d-4052-4a48-80bb-22eb35ef3d29 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702004578', 'description': 'tempest-description--1097657460'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:46.106180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:46.120258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d3d4d97e-b82a-4b09-80ed-98d8421779ca None None] Provisioning complete for port a477e8d7-2178-4f3a-ad9b-d5f37efd390c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:46.120761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3d4d97e-b82a-4b09-80ed-98d8421779ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.134359 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a2c8e36-e875-4ac7-852e-26720cac8916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.137540 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-891f69bc-8154-44d6-a570-89e748120eba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2b0d75a00844d8287c5fc1a3e7b26ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7918096 Sep 17 22:33:46.138241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f69bc-8154-44d6-a570-89e748120eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46db782f-7236-4a1a-b701-5aaf5f1371a6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:46.141925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44650) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:46.142861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:46.143355 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.189898 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a87c31dd-f9e7-4e8b-ad41-0ba38f2fe6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.199670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] For port a477e8d7-2178-4f3a-ad9b-d5f37efd390c, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:46.220230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] For port a477e8d7-2178-4f3a-ad9b-d5f37efd390c, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a477e8d7-2178-4f3a-ad9b-d5f37efd390c,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:46.235499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d3d4d97e-b82a-4b09-80ed-98d8421779ca None None] Port a477e8d7-2178-4f3a-ad9b-d5f37efd390c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:46.251751 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a2c8e36-e875-4ac7-852e-26720cac8916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.266272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a87c31dd-f9e7-4e8b-ad41-0ba38f2fe6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.266272 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a87c31dd-f9e7-4e8b-ad41-0ba38f2fe6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Floating IP 131db645-9744-46d4-bfe4-221ea47c1505 disassociated. External IP: 172.25.6.150, port: 60ab5097-8eaa-4aeb-9cab-ecda82249fa5. Sep 17 22:33:46.287825 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.301036 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.325457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9096870d-4052-4a48-80bb-22eb35ef3d29 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.337358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9a2c8e36-e875-4ac7-852e-26720cac8916 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d9c6f443a854e19b80c2bc0189f4c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5579848 Sep 17 22:33:46.337853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44656) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:46.381032 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-1932624b-445a-461e-90eb-75f7c6c1b04b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:46.382875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-1932624b-445a-461e-90eb-75f7c6c1b04b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 811 time: 0.2418721 Sep 17 22:33:46.403825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'port': {'device_id': '929c7e1f-fd29-4bea-af11-58e6bc45a2ae', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'admin_state_up': True, 'tenant_id': '03a542add212453c912a8386c940b572'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:46.422831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:46.427978 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08339b04-48a3-4ed9-8ac2-6f0c44e9f491" -d '{"events": [{"server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "name": "network-vif-plugged", "status": "completed", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:46.462556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:46.471476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:46.472329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:46.517355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c8e36-e875-4ac7-852e-26720cac8916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc874f5-4445-4691-ab5f-a764e0a06130,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:46.532608 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.536305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c923e-ec58-4e3a-b714-edd0f5207581 None None] Pushing event updated for resources: {'Port': ['ID=a477e8d7-2178-4f3a-ad9b-d5f37efd390c,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:46.543544 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7efcdac-13cd-45cd-8b0f-3cc2f1736186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.574120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ea35a-8983-49bc-bf0e-b984916f0ceb req-2df32e24-c816-4270-8812-5a7750167b92 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:46.581259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e3ea35a-8983-49bc-bf0e-b984916f0ceb req-2df32e24-c816-4270-8812-5a7750167b92 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 946 time: 0.3716416 Sep 17 22:33:46.582564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5da49520-a71b-4b4b-9057-ad0ff0682b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.599980 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7efcdac-13cd-45cd-8b0f-3cc2f1736186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.624833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5da49520-a71b-4b4b-9057-ad0ff0682b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.634981 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9096870d-4052-4a48-80bb-22eb35ef3d29 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.650291 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=12']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:46.687472 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:46.716240 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9096870d-4052-4a48-80bb-22eb35ef3d29 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.729665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a87c31dd-f9e7-4e8b-ad41-0ba38f2fe6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Router 9355d687-cf3d-4d7f-840c-2dd064b270d3 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:46.773102 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096870d-4052-4a48-80bb-22eb35ef3d29 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03fdd18-82e4-4550-8a31-04a96c85bde2,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:46.791911 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e3ea35a-8983-49bc-bf0e-b984916f0ceb req-2fdba892-0aa1-42d3-968e-e8d8aeaa4bae tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118493 Sep 17 22:33:46.825188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7efcdac-13cd-45cd-8b0f-3cc2f1736186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.825188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7efcdac-13cd-45cd-8b0f-3cc2f1736186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.825188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a7efcdac-13cd-45cd-8b0f-3cc2f1736186 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fc874f5-4445-4691-ab5f-a764e0a06130 HTTP/1.1" status: 204 len: 168 time: 0.4782574 Sep 17 22:33:46.832782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efcdac-13cd-45cd-8b0f-3cc2f1736186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc874f5-4445-4691-ab5f-a764e0a06130,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:46.838855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9096870d-4052-4a48-80bb-22eb35ef3d29 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.842678 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9096870d-4052-4a48-80bb-22eb35ef3d29 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7471845 Sep 17 22:33:46.850843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44666) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:46.861466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-bbbd2045-97f5-4a36-ac01-4e2e06035680 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'security_group_rule': {'security_group_id': 'd03fdd18-82e4-4550-8a31-04a96c85bde2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:46.886655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5da49520-a71b-4b4b-9057-ad0ff0682b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.889260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5da49520-a71b-4b4b-9057-ad0ff0682b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.901901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5da49520-a71b-4b4b-9057-ad0ff0682b44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46db782f-7236-4a1a-b701-5aaf5f1371a6 HTTP/1.1" status: 204 len: 168 time: 0.7577724 Sep 17 22:33:46.936103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a87c31dd-f9e7-4e8b-ad41-0ba38f2fe6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:46.942775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2ffb4c4e-2b0b-4ac4-9e40-05bc92823a25 None None] Provisioning complete for port a477e8d7-2178-4f3a-ad9b-d5f37efd390c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:46.944112 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4c4e-2b0b-4ac4-9e40-05bc92823a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.949247 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] Sync routers for ids ['9355d687-cf3d-4d7f-840c-2dd064b270d3'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:46.951148 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a87c31dd-f9e7-4e8b-ad41-0ba38f2fe6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.963334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de377e5f-147c-4a47-90a4-bb18374fc826 req-04438d74-fdde-4bb1-80d2-1f26539bb502 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 210 time: 0.0601768 Sep 17 22:33:46.965601 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] Routers {'9355d687-cf3d-4d7f-840c-2dd064b270d3'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:46.966758 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9355d687-cf3d-4d7f-840c-2dd064b270d3'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:46.979508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da49520-a71b-4b4b-9057-ad0ff0682b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46db782f-7236-4a1a-b701-5aaf5f1371a6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:46.998238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Made reservation on behalf of 03a542add212453c912a8386c940b572 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:47.002923 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.005736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a87c31dd-f9e7-4e8b-ad41-0ba38f2fe6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "PUT /v2.0/floatingips/131db645-9744-46d4-bfe4-221ea47c1505 HTTP/1.1" status: 200 len: 695 time: 1.2484586 Sep 17 22:33:47.007465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'tag': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:47.009561 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144", "tag": "60ab5097-8eaa-4aeb-9cab-ecda82249fa5"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:47.088705 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf177e9-4a22-415c-9e5f-4658aab093c5 x-openstack-request-id: req-4bf177e9-4a22-415c-9e5f-4658aab093c5 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:47.088994 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "name": "network-vif-plugged", "status": "completed", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:47.089987 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bf177e9-4a22-415c-9e5f-4658aab093c5 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:47.090554 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'code': 200} Sep 17 22:33:47.141314 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19633809-7b53-4f98-ac84-40b73f628388 x-openstack-request-id: req-19633809-7b53-4f98-ac84-40b73f628388 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:47.142575 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144", "tag": "60ab5097-8eaa-4aeb-9cab-ecda82249fa5", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:47.143372 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19633809-7b53-4f98-ac84-40b73f628388 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:47.144644 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'tag': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'status': 'completed', 'code': 200} Sep 17 22:33:47.160678 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4c4e-2b0b-4ac4-9e40-05bc92823a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.161909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-28d318a9-ee31-4483-bbbc-08486a6006ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.164034 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-28d318a9-ee31-4483-bbbc-08486a6006ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06765684c59f493494b59cab005a4df1&device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 1097 time: 0.1379745 Sep 17 22:33:47.188969 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2045-97f5-4a36-ac01-4e2e06035680 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.191557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:46Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:47.207936 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] Set router 9355d687-cf3d-4d7f-840c-2dd064b270d3 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:47.230529 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b0119-7085-4f0e-9d3a-91f1f5d54563 None None] The sync data for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 is: [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:46Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:47.235300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2ffb4c4e-2b0b-4ac4-9e40-05bc92823a25 None None] For port a477e8d7-2178-4f3a-ad9b-d5f37efd390c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a477e8d7-2178-4f3a-ad9b-d5f37efd390c,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:47.322946 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4c4e-2b0b-4ac4-9e40-05bc92823a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.400018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-2a9b74b6-3193-4f41-b685-3bdd234a8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.402455 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-2a9b74b6-3193-4f41-b685-3bdd234a8d4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 HTTP/1.1" status: 200 len: 930 time: 0.2323682 Sep 17 22:33:47.405915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-1f731bc9-ea32-4eed-908b-4b8498f29b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.407844 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-1f731bc9-ea32-4eed-908b-4b8498f29b48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06765684c59f493494b59cab005a4df1&device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 1097 time: 0.0943220 Sep 17 22:33:47.468426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb4c4e-2b0b-4ac4-9e40-05bc92823a25 None None] Pushing event updated for resources: {'Port': ['ID=a477e8d7-2178-4f3a-ad9b-d5f37efd390c,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:47.473813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Allocated IP 172.20.0.5 (b56e9f02-d5ca-4cd4-a7a0-bb044beac31a/810ab61d-ffa3-406b-a586-7d853cb21049/23b47118-c7ec-4264-85b9-a56e917a1d93) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:47.591881 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2045-97f5-4a36-ac01-4e2e06035680 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.632542 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2012d9be-7f02-4a33-9efd-5d730cb41517', 'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'mac_address': 'fa:16:3e:62:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:57Z', 'updated_at': '2021-09-17T22:33:06Z', 'revision_number': 5, 'project_id': '06765684c59f493494b59cab005a4df1', 'subnets': [{'id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:47.644237 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-815d58b2-5838-4c01-98f6-97d8a1eb98e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5 HTTP/1.1" status: 200 len: 217 time: 0.2338281 Sep 17 22:33:47.646257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-72fb4093-a9ea-4a28-bbe5-cd3a2e3095e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.648502 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-72fb4093-a9ea-4a28-bbe5-cd3a2e3095e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 HTTP/1.1" status: 200 len: 930 time: 0.1935968 Sep 17 22:33:47.662030 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] Checking router: 9355d687-cf3d-4d7f-840c-2dd064b270d3 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:47.672648 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] Routers {'9355d687-cf3d-4d7f-840c-2dd064b270d3'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:47.673310 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9355d687-cf3d-4d7f-840c-2dd064b270d3'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:47.692895 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2045-97f5-4a36-ac01-4e2e06035680 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.725197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a1bc3783-38f9-4d1d-a61f-caac79ff9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.726834 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-a1bc3783-38f9-4d1d-a61f-caac79ff9673 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae686b7c-cbf9-4498-8132-8e11d3e20408 HTTP/1.1" status: 200 len: 868 time: 0.0756583 Sep 17 22:33:47.754891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd2045-97f5-4a36-ac01-4e2e06035680 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4af3ae-bc9b-4f68-af99-e5ba6a75a7c2,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:47.769484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147f028-3bc4-4596-947f-1673a908d206 req-f353aac7-2db5-4ad5-92da-7a73e834590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:47.773553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6147f028-3bc4-4596-947f-1673a908d206 req-f353aac7-2db5-4ad5-92da-7a73e834590e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 1099 time: 0.1910894 Sep 17 22:33:47.823836 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-46778599-2ab4-43e1-9ada-340e0aadc9d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5 HTTP/1.1" status: 200 len: 217 time: 0.0941961 Sep 17 22:33:47.862982 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2045-97f5-4a36-ac01-4e2e06035680 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.862982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bbbd2045-97f5-4a36-ac01-4e2e06035680 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0121975 Sep 17 22:33:47.884094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44690) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:47.887982 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.901626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-553aea40-0c7e-45cb-af3f-d33c48896a31 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'security_group_rule': {'security_group_id': 'd03fdd18-82e4-4550-8a31-04a96c85bde2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:47.923742 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6147f028-3bc4-4596-947f-1673a908d206 req-82b5adf0-a48b-4f5b-b628-6aa84aed736d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384985 Sep 17 22:33:47.937308 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] Set router 9355d687-cf3d-4d7f-840c-2dd064b270d3 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:48.027038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-864e3ff4-a048-4b2d-95c1-5c29f52663b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:48.028477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-864e3ff4-a048-4b2d-95c1-5c29f52663b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae686b7c-cbf9-4498-8132-8e11d3e20408 HTTP/1.1" status: 200 len: 868 time: 0.1884782 Sep 17 22:33:48.030484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-9fa8a3ac-2990-45a8-83b3-c194729fd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:48.037650 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-9fa8a3ac-2990-45a8-83b3-c194729fd725 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3023014 Sep 17 22:33:48.059956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3346567-c485-4117-9be5-61fa80a028e7 req-701658e4-3f5f-47de-b778-0c3ea64b2cef tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:48.067895 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3346567-c485-4117-9be5-61fa80a028e7 req-701658e4-3f5f-47de-b778-0c3ea64b2cef tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 947 time: 0.0769939 Sep 17 22:33:48.110148 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.145687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3346567-c485-4117-9be5-61fa80a028e7 req-b3a6c37e-513c-4116-9218-be89c5b6b22a tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683742 Sep 17 22:33:48.179461 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-4a22477f-beb9-46aa-a855-c1c729a2d4bc service neutron] 10.222.0.30 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305444 Sep 17 22:33:48.195710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-553aea40-0c7e-45cb-af3f-d33c48896a31 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.230994 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:48.248887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:48.258147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'Port': ['ID=23b47118-c7ec-4264-85b9-a56e917a1d93,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:48.264874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:48.322979 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2012d9be-7f02-4a33-9efd-5d730cb41517', 'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'mac_address': 'fa:16:3e:62:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:57Z', 'updated_at': '2021-09-17T22:33:06Z', 'revision_number': 5, 'project_id': '06765684c59f493494b59cab005a4df1', 'subnets': [{'id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:48.377878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44702) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:48.455484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:48.476163 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.497807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dc12d3d2-56d7-4942-97cf-4357f4c6a136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.530041 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7c1041a-87ce-4c4f-bda5-5ee86bd98e4a req-bf73048e-1941-4096-a1d8-e93456f19ab0 service neutron] 10.222.0.30 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468330 Sep 17 22:33:48.539506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-b5712a24-290a-48e8-b32f-b4a3a022a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:48.546999 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-b5712a24-290a-48e8-b32f-b4a3a022a32c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630657 Sep 17 22:33:48.613121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fedf3-7b1d-4fad-85c8-6542366586a3 req-d4174810-aa60-4949-b039-e1dbfde7417f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:48.614880 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac3724-9618-478d-ab46-3053a748859d None None] The sync data for ids ['9355d687-cf3d-4d7f-840c-2dd064b270d3'] in n-d-713499-18 is: [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 4, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2012d9be-7f02-4a33-9efd-5d730cb41517', 'name': '', 'network_id': 'c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'mac_address': 'fa:16:3e:62:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:57Z', 'updated_at': '2021-09-17T22:33:06Z', 'revision_number': 5, 'project_id': '06765684c59f493494b59cab005a4df1', 'subnets': [{'id': 'ae686b7c-cbf9-4498-8132-8e11d3e20408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:48.624808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-112fedf3-7b1d-4fad-85c8-6542366586a3 req-d4174810-aa60-4949-b039-e1dbfde7417f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 931 time: 0.3219883 Sep 17 22:33:48.636688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a477e8d7-2178-4f3a-ad9b-d5f37efd390c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:48.655740 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-553aea40-0c7e-45cb-af3f-d33c48896a31 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.709266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-112fedf3-7b1d-4fad-85c8-6542366586a3 req-67051aee-82f5-4639-ab75-5f3eca773ac2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834353 Sep 17 22:33:48.721783 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-553aea40-0c7e-45cb-af3f-d33c48896a31 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.738883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a477e8d7-2178-4f3a-ad9b-d5f37efd390c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:48.739378 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.786455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aea40-0c7e-45cb-af3f-d33c48896a31 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8bc4c8-7d81-4356-97d7-eba03626b636,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:48.803250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-12505e9c-dad2-417e-a97f-30e35e3e3b7a None None] Provisioning complete for port 23b47118-c7ec-4264-85b9-a56e917a1d93 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:48.803653 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-12505e9c-dad2-417e-a97f-30e35e3e3b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.847585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-05546493-75fb-42c3-b4ae-2adca94d6160 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips/131db645-9744-46d4-bfe4-221ea47c1505 HTTP/1.1" status: 200 len: 695 time: 0.1673403 Sep 17 22:33:48.882384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-12505e9c-dad2-417e-a97f-30e35e3e3b7a None None] Port 23b47118-c7ec-4264-85b9-a56e917a1d93 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:49.126924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5547175-e78e-4455-9938-f8053ef8d209 None None] New status for floating IP 131db645-9744-46d4-bfe4-221ea47c1505: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:33:49.349571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55051a4-6d36-4968-891f-2e52d65422fe req-35a210c5-9184-4fe0-83a2-8ed88468aca8 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:49.360898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d55051a4-6d36-4968-891f-2e52d65422fe req-35a210c5-9184-4fe0-83a2-8ed88468aca8 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 947 time: 0.1198485 Sep 17 22:33:49.410249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-84c6a20a-db09-4ffe-888e-4045d0eb35bb service neutron] 10.222.0.15 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8545914 Sep 17 22:33:49.461173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d55051a4-6d36-4968-891f-2e52d65422fe req-cee667d2-9f60-4782-9372-58724849ca78 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918722 Sep 17 22:33:49.487574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dc12d3d2-56d7-4942-97cf-4357f4c6a136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.494426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44726) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:49.530444 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-a67e9a87-c797-4117-b83e-6a610fb7e7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:49.538104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-a67e9a87-c797-4117-b83e-6a610fb7e7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.6572635 Sep 17 22:33:49.586245 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dc12d3d2-56d7-4942-97cf-4357f4c6a136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.646693 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-7191593f-2642-4a31-bde2-b49711cc8229 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 698 time: 0.0991521 Sep 17 22:33:49.657076 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-553aea40-0c7e-45cb-af3f-d33c48896a31 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.659338 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-553aea40-0c7e-45cb-af3f-d33c48896a31 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7689667 Sep 17 22:33:49.661301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-6d647430-376b-4f64-8a28-0c19ab021907 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2633092 Sep 17 22:33:49.662472 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-374016a1-9506-424d-8165-7580e718629a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.672829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44734) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:49.682067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Request body: {'port': {'device_id': '929c7e1f-fd29-4bea-af11-58e6bc45a2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:49.685353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:49.703939 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dc12d3d2-56d7-4942-97cf-4357f4c6a136 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5afc63bf0e404f30806c4b942593ed8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3240190 Sep 17 22:33:49.716401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44736) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:49.745608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12d3d2-56d7-4942-97cf-4357f4c6a136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b795f4-ce1f-44e2-a9ba-063b50662a58,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:49.757045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e03713d0-cb9d-4559-9ea0-dd03e41a3c2c req-133cacee-7e12-4d60-b030-31f3b8a623a4 service neutron] 10.222.0.15 "GET /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253572 Sep 17 22:33:49.771509 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-2edcc21e-8763-4dfa-a357-be435ec703ad tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.1144264 Sep 17 22:33:49.868212 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.873245 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29bbc73e-b5e0-468b-a159-f975753fa553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.884373 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.936199 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29bbc73e-b5e0-468b-a159-f975753fa553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.982402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187864b-d1cc-4327-97d4-05572ecbe7d7 req-f488d60f-21b7-4828-b82f-f036ee11f211 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:49.983876 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b187864b-d1cc-4327-97d4-05572ecbe7d7 req-f488d60f-21b7-4828-b82f-f036ee11f211 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 931 time: 0.1596334 Sep 17 22:33:49.999729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-e331dcd0-f151-4cf5-90e6-73322b274e00 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Deleting port 39d599d8-3f06-42c1-b6dd-56a0176c1118 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:50.000079 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-e331dcd0-f151-4cf5-90e6-73322b274e00 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.074573 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.107608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-e331dcd0-f151-4cf5-90e6-73322b274e00 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.108166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-e331dcd0-f151-4cf5-90e6-73322b274e00 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.130983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-e331dcd0-f151-4cf5-90e6-73322b274e00 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Calling delete_port for 39d599d8-3f06-42c1-b6dd-56a0176c1118 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:50.149339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b187864b-d1cc-4327-97d4-05572ecbe7d7 req-caed8650-faab-4430-994d-b19ca71f5cdd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506176 Sep 17 22:33:50.208203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29bbc73e-b5e0-468b-a159-f975753fa553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.210748 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29bbc73e-b5e0-468b-a159-f975753fa553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.215025 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-29bbc73e-b5e0-468b-a159-f975753fa553 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73b795f4-ce1f-44e2-a9ba-063b50662a58 HTTP/1.1" status: 204 len: 168 time: 0.4931540 Sep 17 22:33:50.221141 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-374016a1-9506-424d-8165-7580e718629a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.238706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbc73e-b5e0-468b-a159-f975753fa553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b795f4-ce1f-44e2-a9ba-063b50662a58,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:50.291860 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-374016a1-9506-424d-8165-7580e718629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.363875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Allocated IP 172.25.6.29 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/cf9dd19d-72e7-43bf-b60c-88dee078c456) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:50.369812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-374016a1-9506-424d-8165-7580e718629a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82dbadfb5bba4d32b2fa5f130824f86c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8742082 Sep 17 22:33:50.376756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44770) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:50.382074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374016a1-9506-424d-8165-7580e718629a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a70584b-5d3f-4b8b-8578-9a152c1cadfb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:50.515158 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e84b26b7-19f7-43c6-aeb5-dc2fb2919025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.523582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.523582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-e331dcd0-f151-4cf5-90e6-73322b274e00 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.534901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44780) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:50.557219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b47118-c7ec-4264-85b9-a56e917a1d93 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:50.567606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331dcd0-f151-4cf5-90e6-73322b274e00 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Pushing event deleted for resources: {'Port': ['ID=39d599d8-3f06-42c1-b6dd-56a0176c1118,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:50.569663 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e84b26b7-19f7-43c6-aeb5-dc2fb2919025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.579223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.633994 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Transition to ACTIVE for port object 23b47118-c7ec-4264-85b9-a56e917a1d93 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:50.647698 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-e331dcd0-f151-4cf5-90e6-73322b274e00 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.651027 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-e331dcd0-f151-4cf5-90e6-73322b274e00 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.652240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-faab4d36-ce03-42b7-95e0-2bb42e4bb44d req-e331dcd0-f151-4cf5-90e6-73322b274e00 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "DELETE /v2.0/floatingips/131db645-9744-46d4-bfe4-221ea47c1505 HTTP/1.1" status: 204 len: 173 time: 0.8729358 Sep 17 22:33:50.669140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061278ad-2d61-478c-9655-1bdab02479ce req-03ebd64e-d240-4fae-a4bd-2e1289c4b7e1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:50.672616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-061278ad-2d61-478c-9655-1bdab02479ce req-03ebd64e-d240-4fae-a4bd-2e1289c4b7e1 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 947 time: 0.0945046 Sep 17 22:33:50.714984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.759328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1770372661'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:50.765644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-061278ad-2d61-478c-9655-1bdab02479ce req-c0ef7904-8981-47e7-a7df-f6fbd7b8600f tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708153 Sep 17 22:33:50.785168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Pushing event updated for resources: {'Port': ['ID=23b47118-c7ec-4264-85b9-a56e917a1d93,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:50.802783 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.862721 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e84b26b7-19f7-43c6-aeb5-dc2fb2919025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.863926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:50.874871 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e84b26b7-19f7-43c6-aeb5-dc2fb2919025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.876968 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e84b26b7-19f7-43c6-aeb5-dc2fb2919025 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a70584b-5d3f-4b8b-8578-9a152c1cadfb HTTP/1.1" status: 204 len: 168 time: 0.4960215 Sep 17 22:33:50.879721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffdcfc-e100-434c-931d-91a711671dba req-b730d719-9968-4809-a37a-1c1511b11509 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:50.886845 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7ffdcfc-e100-434c-931d-91a711671dba req-b730d719-9968-4809-a37a-1c1511b11509 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1391439 Sep 17 22:33:50.886845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:50.894374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'Port': ['ID=cf9dd19d-72e7-43bf-b60c-88dee078c456,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:50.896995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:50.897639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b26b7-19f7-43c6-aeb5-dc2fb2919025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a70584b-5d3f-4b8b-8578-9a152c1cadfb,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:50.905022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Attempting to bind port 23b47118-c7ec-4264-85b9-a56e917a1d93 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:50.905434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Attempting to bind port 23b47118-c7ec-4264-85b9-a56e917a1d93 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:50.905854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Attempting to bind port 23b47118-c7ec-4264-85b9-a56e917a1d93 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:50.915975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Port 23b47118-c7ec-4264-85b9-a56e917a1d93 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:50.916565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Attempting to bind port 23b47118-c7ec-4264-85b9-a56e917a1d93 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:50.926005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:50.926005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Checking segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:50.926368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Bound using segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:50.926842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Bound port: 23b47118-c7ec-4264-85b9-a56e917a1d93, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:50.927171 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.958983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Made reservation on behalf of 3c14045cdf94483da5d854d23b0a47da for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:50.963299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.020548 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7ffdcfc-e100-434c-931d-91a711671dba req-2af68afd-6b72-45cb-8137-ce8d6ba10361 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0759385 Sep 17 22:33:51.033404 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.082787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] For port 23b47118-c7ec-4264-85b9-a56e917a1d93, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:51.086780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] For port 23b47118-c7ec-4264-85b9-a56e917a1d93, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=23b47118-c7ec-4264-85b9-a56e917a1d93,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:51.140210 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae0102e3-b4f7-4805-a310-9c302fa95b19 req-3c50d332-0b80-4d1c-b506-d1d9fcc22329 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0518088 Sep 17 22:33:51.153482 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.208718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.223441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.241862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.244325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.247710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] 10.222.0.23 "PUT /v2.0/ports/23b47118-c7ec-4264-85b9-a56e917a1d93 HTTP/1.1" status: 200 len: 1092 time: 1.5732081 Sep 17 22:33:51.261524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929c7e1f-fd29-4bea-af11-58e6bc45a2ae', 'tag': '23b47118-c7ec-4264-85b9-a56e917a1d93'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:51.263951 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c5c738-f8d3-4533-b520-cc44604047fa" -d '{"events": [{"name": "network-changed", "server_uuid": "929c7e1f-fd29-4bea-af11-58e6bc45a2ae", "tag": "23b47118-c7ec-4264-85b9-a56e917a1d93"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:51.273062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.320809 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.363153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9548f29-df45-4316-8f03-a1f6eabd01f3 service neutron] Pushing event updated for resources: {'Port': ['ID=23b47118-c7ec-4264-85b9-a56e917a1d93,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:51.386849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:33:51.392309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5808f21-8874-4d87-bd96-b828ed5b2d3f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:51.394487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a2334-7fde-43f0-a373-ea19d6788b6a req-14cb32e6-cd72-4972-af79-f2f67d45fb43 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.423665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-079a2334-7fde-43f0-a373-ea19d6788b6a req-14cb32e6-cd72-4972-af79-f2f67d45fb43 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 943 time: 0.1612689 Sep 17 22:33:51.438722 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.439396 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Added segment 3b716f83-4f58-4f2c-861f-61110f7aac89 of type vlan for network 91b98a6a-82aa-4451-be64-6c937e0c5717 Sep 17 22:33:51.575418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-079a2334-7fde-43f0-a373-ea19d6788b6a req-79ac8d8e-6eaa-45e1-bc00-d6389068a0a4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492920 Sep 17 22:33:51.578612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-a93a49b6-bc6f-41f5-952e-3a020311c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.584052 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-a93a49b6-bc6f-41f5-952e-3a020311c015 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 1095 time: 0.1662421 Sep 17 22:33:51.612921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.665672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.677252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-f133278a-ca84-435c-af29-efbc0cec12b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b47118-c7ec-4264-85b9-a56e917a1d93 HTTP/1.1" status: 200 len: 217 time: 0.0823164 Sep 17 22:33:51.686927 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabf68ea-04ca-4d13-b957-e6aa98d7eda5 x-openstack-request-id: req-dabf68ea-04ca-4d13-b957-e6aa98d7eda5 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:51.686927 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929c7e1f-fd29-4bea-af11-58e6bc45a2ae", "tag": "23b47118-c7ec-4264-85b9-a56e917a1d93", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:51.687267 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dabf68ea-04ca-4d13-b957-e6aa98d7eda5 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:51.687678 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929c7e1f-fd29-4bea-af11-58e6bc45a2ae', 'tag': '23b47118-c7ec-4264-85b9-a56e917a1d93', 'status': 'completed', 'code': 200} Sep 17 22:33:51.766861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-0bf8092b-94ae-4c61-9987-96d0599827b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.768374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-0bf8092b-94ae-4c61-9987-96d0599827b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0769711 Sep 17 22:33:51.780691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d37f6-ec2a-4fa9-9261-0ca9ffe278e1 req-82519c4d-b461-4a35-9126-99a20c3a89ba tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.786642 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b36d37f6-ec2a-4fa9-9261-0ca9ffe278e1 req-82519c4d-b461-4a35-9126-99a20c3a89ba tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 945 time: 0.0629148 Sep 17 22:33:51.786851 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.787247 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.795188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.795889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.851469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-3e9035d9-474e-4065-8df2-62069fa7954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:51.853672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-3e9035d9-474e-4065-8df2-62069fa7954c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704935 Sep 17 22:33:51.869216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b36d37f6-ec2a-4fa9-9261-0ca9ffe278e1 req-71864498-1873-496b-8a63-1cbd947dcf35 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704846 Sep 17 22:33:51.973721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Pushing event updated for resources: {'Network': ['ID=91b98a6a-82aa-4451-be64-6c937e0c5717,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:51.976716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'Port': ['ID=cf9dd19d-72e7-43bf-b60c-88dee078c456,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:51.980216 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-060f2d88-176d-4d32-ab7e-07cad6295cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4430525 Sep 17 22:33:51.985815 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-cdd75b41-056e-499e-badf-0adf0e1c6470 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150582 Sep 17 22:33:51.988176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 91b98a6a-82aa-4451-be64-6c937e0c5717 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:33:52.007273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.030292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44832) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:52.064014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d21eb-aac0-4875-9ad0-9ebeffe256a9 req-38ee4243-3912-4042-9d2c-3b02dddcc818 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.072422 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-375d21eb-aac0-4875-9ad0-9ebeffe256a9 req-38ee4243-3912-4042-9d2c-3b02dddcc818 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 947 time: 0.1992941 Sep 17 22:33:52.094374 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69eaa034-ca5d-489c-b418-aff2d2aa4dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.137941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70dcf2c4-bc3f-488a-b289-55f789f8f5f7 req-5826bbc5-16f3-43a7-873f-da946935bef8 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426547 Sep 17 22:33:52.138265 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-375d21eb-aac0-4875-9ad0-9ebeffe256a9 req-42b07a7e-0564-4c47-8263-93f6774a0bfd tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649035 Sep 17 22:33:52.161459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.171672 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4e22bc82-e951-4424-9247-ec6118e21d65 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4897892 Sep 17 22:33:52.249640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69eaa034-ca5d-489c-b418-aff2d2aa4dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.311815 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69eaa034-ca5d-489c-b418-aff2d2aa4dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.315625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5c738-f8d3-4533-b520-cc44604047fa req-7e529a3c-b14f-4ba0-abde-3dd9be086a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.317209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44842) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:52.317354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25c5c738-f8d3-4533-b520-cc44604047fa req-7e529a3c-b14f-4ba0-abde-3dd9be086a8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 1095 time: 0.0637736 Sep 17 22:33:52.327452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Request body: {'port': {'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717', 'binding:host_id': 'n-h1-713499-18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1251106438'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:52.396114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-69eaa034-ca5d-489c-b418-aff2d2aa4dde admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97dac56a308d43c1a4aedb2085f06562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647125 Sep 17 22:33:52.398768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaa034-ca5d-489c-b418-aff2d2aa4dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f0c725-06be-46f8-a273-57752c24c4cb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:52.398913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44856) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:52.455814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Made reservation on behalf of d64af37efda1449d846717ee23ec8c17 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:52.458151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.470225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5c738-f8d3-4533-b520-cc44604047fa req-c00617e7-8ca1-417e-a452-cc52a2623282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.471808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25c5c738-f8d3-4533-b520-cc44604047fa req-c00617e7-8ca1-417e-a452-cc52a2623282 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.1372776 Sep 17 22:33:52.486018 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.513022 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-da880354-6142-4fd1-9d03-357425b567a9 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1702004578&fields=id&tenant_id=6d5a47603ef744aab2cb07403d28f391 HTTP/1.1" status: 200 len: 267 time: 0.0938668 Sep 17 22:33:52.517152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25c5c738-f8d3-4533-b520-cc44604047fa req-eb9a2113-2a59-434f-a213-d9418cd5adb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b47118-c7ec-4264-85b9-a56e917a1d93 HTTP/1.1" status: 200 len: 217 time: 0.0362294 Sep 17 22:33:52.543478 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-03517aef-29cf-41a3-816e-a8e67dc1389b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.577764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5c738-f8d3-4533-b520-cc44604047fa req-cfd91604-f271-4f2f-bc49-d010706eaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.579531 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25c5c738-f8d3-4533-b520-cc44604047fa req-cfd91604-f271-4f2f-bc49-d010706eaa60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0540783 Sep 17 22:33:52.630924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-03517aef-29cf-41a3-816e-a8e67dc1389b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.635416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5c738-f8d3-4533-b520-cc44604047fa req-1b7361be-ede7-4757-8df6-0812519bb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.637526 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25c5c738-f8d3-4533-b520-cc44604047fa req-1b7361be-ede7-4757-8df6-0812519bb0e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489445 Sep 17 22:33:52.718215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-d95cdf46-7b14-454c-9ae8-e40c9f07b3b8 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.719683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-d95cdf46-7b14-454c-9ae8-e40c9f07b3b8 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 811 time: 0.1957543 Sep 17 22:33:52.752761 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-974c25d6-def2-492f-b2ab-84e35ca61858 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/quotas/6d5a47603ef744aab2cb07403d28f391 HTTP/1.1" status: 200 len: 375 time: 0.0168383 Sep 17 22:33:52.776093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.788895 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25c5c738-f8d3-4533-b520-cc44604047fa req-09ad525d-353d-4dc7-87d3-a76e008f469d service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419992 Sep 17 22:33:52.801294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769193af-0af2-40c9-b525-b01f12ae0906 req-80a839d9-ef3c-43a2-9130-3a9946448078 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.802721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-769193af-0af2-40c9-b525-b01f12ae0906 req-80a839d9-ef3c-43a2-9130-3a9946448078 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 943 time: 0.0773106 Sep 17 22:33:52.820958 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-a22c4f4a-0abc-499d-a0a1-3fc05cab7cea tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583844 Sep 17 22:33:52.861166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-03517aef-29cf-41a3-816e-a8e67dc1389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.864028 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-03517aef-29cf-41a3-816e-a8e67dc1389b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.865247 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-03517aef-29cf-41a3-816e-a8e67dc1389b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5f0c725-06be-46f8-a273-57752c24c4cb HTTP/1.1" status: 204 len: 168 time: 0.4646497 Sep 17 22:33:52.898370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-769193af-0af2-40c9-b525-b01f12ae0906 req-c8a126b3-fddf-4506-b805-f60a090994e2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859034 Sep 17 22:33:52.904955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03517aef-29cf-41a3-816e-a8e67dc1389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f0c725-06be-46f8-a273-57752c24c4cb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:52.929176 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.929869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25c5c738-f8d3-4533-b520-cc44604047fa req-15055a13-90b8-48d0-8dfa-883e27cf762d service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233187 Sep 17 22:33:52.933825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] device_id is not set on port 47d82604-b624-4aba-b635-14a60cdd1fec yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:33:52.970611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-ff05ccf1-f7c7-468f-a8ed-ea43b206f2c3 service neutron] 10.222.0.30 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351800 Sep 17 22:33:53.072543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb4482f-f0c6-4cb6-bf23-93751581d5de,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:53.170142 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-20426195-5aac-4416-9398-dc500ac94e0e service neutron] 10.222.0.30 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006598 Sep 17 22:33:53.297281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] device_id is not set on port 47d82604-b624-4aba-b635-14a60cdd1fec yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:33:53.336303 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:53.390927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-68d4b645-25c1-47fe-8ab5-7bbac5f8c5ba tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:53.392814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-68d4b645-25c1-47fe-8ab5-7bbac5f8c5ba tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.15 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 945 time: 0.0857592 Sep 17 22:33:53.424847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd28165-6e12-4072-a287-ce041fa9981b req-87f70819-9cb9-481f-9441-5985820a2989 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:53.427099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdd28165-6e12-4072-a287-ce041fa9981b req-87f70819-9cb9-481f-9441-5985820a2989 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 945 time: 0.4309597 Sep 17 22:33:53.490355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdd28165-6e12-4072-a287-ce041fa9981b req-9199b8be-44d9-4dac-9d91-a967b5a4c037 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/security-groups?id=50d54782-5323-4daf-9687-3dd9749dfdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548790 Sep 17 22:33:53.499036 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:53.596090 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-032a3058-9b67-471d-a20a-6ff8a91e8b06 req-5d71bb43-327a-43d6-8da3-1ca7a1b64d20 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 210 time: 0.0393453 Sep 17 22:33:53.637109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event updated for resources: {'Port': ['ID=47d82604-b624-4aba-b635-14a60cdd1fec,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:53.658430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Checking segment: {'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:53.658672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Network hostable DHCP agents. Network: 91b98a6a-82aa-4451-be64-6c937e0c5717, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:33:53.664367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-51934aec-2774-4a23-9fd8-852d26b995bc tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Deleting port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:53.665246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-51934aec-2774-4a23-9fd8-852d26b995bc tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:53.693623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc51d4b-87da-46fe-8d82-b0eedea23bc8 req-94814b01-8ea3-4e9c-9e71-a2784edc09bd tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:53.696837 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0cc51d4b-87da-46fe-8d82-b0eedea23bc8 req-94814b01-8ea3-4e9c-9e71-a2784edc09bd tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 947 time: 0.1321459 Sep 17 22:33:53.789377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0cc51d4b-87da-46fe-8d82-b0eedea23bc8 req-344540d8-2301-46b0-8a87-75567c7d3904 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916543 Sep 17 22:33:53.818475 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-51934aec-2774-4a23-9fd8-852d26b995bc tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] For port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:53.818806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-51934aec-2774-4a23-9fd8-852d26b995bc tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:53.833233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-51934aec-2774-4a23-9fd8-852d26b995bc tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Calling delete_port for 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:53.850406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Network 91b98a6a-82aa-4451-be64-6c937e0c5717 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:33:54.018566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 91b98a6a-82aa-4451-be64-6c937e0c5717) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:54.023327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:54.030962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc34051-c7b2-4597-a42d-8afcde3c510f None None] Network 91b98a6a-82aa-4451-be64-6c937e0c5717 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:54.037499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.037972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.038662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.044341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:54.044566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed14f91-7cc9-4fb3-ae60-1b1db951d9ae req-383b2254-3974-4043-987e-5768fff36076 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:54.044704 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:54.044704 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 2 to bind port 47d82604-b624-4aba-b635-14a60cdd1fec Sep 17 22:33:54.045259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ed14f91-7cc9-4fb3-ae60-1b1db951d9ae req-383b2254-3974-4043-987e-5768fff36076 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 943 time: 0.0540578 Sep 17 22:33:54.059204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.059675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.060227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.065520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:54.065957 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:54.066443 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 3 to bind port 47d82604-b624-4aba-b635-14a60cdd1fec Sep 17 22:33:54.094608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ed14f91-7cc9-4fb3-ae60-1b1db951d9ae req-be464ed1-c2dc-4577-a736-e514bb8f7f76 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Sep 17 22:33:54.096760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.097455 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.098097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.105173 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-51934aec-2774-4a23-9fd8-852d26b995bc tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.120463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:54.120463 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:54.128219 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 4 to bind port 47d82604-b624-4aba-b635-14a60cdd1fec Sep 17 22:33:54.156963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51934aec-2774-4a23-9fd8-852d26b995bc tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Pushing event deleted for resources: {'Port': ['ID=60ab5097-8eaa-4aeb-9cab-ecda82249fa5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:54.162633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.162633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.162942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.170961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['60ab5097-8eaa-4aeb-9cab-ecda82249fa5'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:54.187431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:54.187987 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:54.188662 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 5 to bind port 47d82604-b624-4aba-b635-14a60cdd1fec Sep 17 22:33:54.216367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-51934aec-2774-4a23-9fd8-852d26b995bc tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] No DVR routers for this DVR port 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:54.220274 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-51934aec-2774-4a23-9fd8-852d26b995bc tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.222765 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8802cf99-1a2e-44f2-a72f-c0b8a1aaaab4 req-51934aec-2774-4a23-9fd8-852d26b995bc tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.15 "DELETE /v2.0/ports/60ab5097-8eaa-4aeb-9cab-ecda82249fa5 HTTP/1.1" status: 204 len: 173 time: 0.8227494 Sep 17 22:33:54.223215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'name': 'network-vif-deleted', 'tag': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:54.226108 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887bd5c3-6396-4671-b64b-77d3dead41fc" -d '{"events": [{"server_uuid": "09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144", "name": "network-vif-deleted", "tag": "60ab5097-8eaa-4aeb-9cab-ecda82249fa5"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:54.229268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.229605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.229938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.235688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:54.235688 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:54.236320 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 6 to bind port 47d82604-b624-4aba-b635-14a60cdd1fec Sep 17 22:33:54.251372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.251710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.252052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.264414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:54.264748 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:54.265148 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 7 to bind port 47d82604-b624-4aba-b635-14a60cdd1fec Sep 17 22:33:54.291156 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.291652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.292166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.298535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:54.298994 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:54.300856 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90796790-b268-4133-921c-e7bd9e967c71 x-openstack-request-id: req-90796790-b268-4133-921c-e7bd9e967c71 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:54.301252 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144", "name": "network-vif-deleted", "tag": "60ab5097-8eaa-4aeb-9cab-ecda82249fa5", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:54.301639 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90796790-b268-4133-921c-e7bd9e967c71 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:54.302142 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144', 'name': 'network-vif-deleted', 'tag': '60ab5097-8eaa-4aeb-9cab-ecda82249fa5', 'status': 'completed', 'code': 200} Sep 17 22:33:54.303267 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 8 to bind port 47d82604-b624-4aba-b635-14a60cdd1fec Sep 17 22:33:54.335639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.335639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.336220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.344981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:54.345649 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:54.346178 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 9 to bind port 47d82604-b624-4aba-b635-14a60cdd1fec Sep 17 22:33:54.376048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.376764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.377392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.384390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:54.384800 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:54.385262 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 10 to bind port 47d82604-b624-4aba-b635-14a60cdd1fec Sep 17 22:33:54.426276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:54.435425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:54.435425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:54.440966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 47d82604-b624-4aba-b635-14a60cdd1fec on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:54.442189 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 47d82604-b624-4aba-b635-14a60cdd1fec on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:54.442560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.549677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] For port 47d82604-b624-4aba-b635-14a60cdd1fec, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:54.550101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempted to set empty binding levels {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:33:54.605524 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cefb4e27-f358-4841-a6c8-83fbfbf36f51 req-0bdb5974-0a54-424e-90be-45f0a6cc7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174 tempest-FloatingIPsAssociationNegativeTestJSON-1236989174-project] 10.222.0.30 "GET /v2.0/ports?device_id=09cf1e55-1c3f-4b6c-bbe9-01ae6e5c1144 HTTP/1.1" status: 200 len: 210 time: 0.0358884 Sep 17 22:33:54.630599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.677925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:54.678501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.718614 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e20ddbf-bdc5-452c-88ed-474538a1f6e1 req-f74e51f0-19b1-4351-8599-c06b01253d50 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 210 time: 0.0423355 Sep 17 22:33:54.723561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event updated for resources: {'Port': ['ID=47d82604-b624-4aba-b635-14a60cdd1fec,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:54.798353 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a1a6a84f-4ddb-4b73-a689-c9a7d8ac2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.4782736 Sep 17 22:33:54.801323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44976) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:54.907546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5a50cba1-b139-4222-af82-5627ecbdde45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Deleting port 47d82604-b624-4aba-b635-14a60cdd1fec {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:54.907887 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a50cba1-b139-4222-af82-5627ecbdde45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.982838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 23b47118-c7ec-4264-85b9-a56e917a1d93 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:55.004275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-5a50cba1-b139-4222-af82-5627ecbdde45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] For port 47d82604-b624-4aba-b635-14a60cdd1fec, host n-h1-713499-18, got binding levels [] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:55.004738 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a50cba1-b139-4222-af82-5627ecbdde45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.026087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5a50cba1-b139-4222-af82-5627ecbdde45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Calling delete_port for 47d82604-b624-4aba-b635-14a60cdd1fec owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:55.191270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 23b47118-c7ec-4264-85b9-a56e917a1d93, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=23b47118-c7ec-4264-85b9-a56e917a1d93,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:55.219571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '23b47118-c7ec-4264-85b9-a56e917a1d93', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'port_id': '23b47118-c7ec-4264-85b9-a56e917a1d93', 'mac_address': 'fa:16:3e:24:d8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:55.277678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eafc5-c224-4c89-bb42-2ffd091e2964 req-5e442080-4396-4f83-a6e8-c97e0f6ca6ee tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:55.279561 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b5eafc5-c224-4c89-bb42-2ffd091e2964 req-5e442080-4396-4f83-a6e8-c97e0f6ca6ee tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 943 time: 0.0602105 Sep 17 22:33:55.285863 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a50cba1-b139-4222-af82-5627ecbdde45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.338378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50cba1-b139-4222-af82-5627ecbdde45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event deleted for resources: {'Port': ['ID=47d82604-b624-4aba-b635-14a60cdd1fec,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:55.344973 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.349760 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a50cba1-b139-4222-af82-5627ecbdde45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.353002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5a50cba1-b139-4222-af82-5627ecbdde45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "DELETE /v2.0/ports/47d82604-b624-4aba-b635-14a60cdd1fec HTTP/1.1" status: 204 len: 168 time: 0.5503979 Sep 17 22:33:55.356032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44990) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:55.382638 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b5eafc5-c224-4c89-bb42-2ffd091e2964 req-b9319166-b15c-4abd-a41d-1cc681bfe67d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847640 Sep 17 22:33:55.395035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b47118-c7ec-4264-85b9-a56e917a1d93 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:55.428418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 23b47118-c7ec-4264-85b9-a56e917a1d93, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=23b47118-c7ec-4264-85b9-a56e917a1d93,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:55.441404 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da325ae-00ca-45f6-a66c-316f354f8d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:33:55.443691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3da325ae-00ca-45f6-a66c-316f354f8d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "GET /v2.0/ports/47d82604-b624-4aba-b635-14a60cdd1fec HTTP/1.1" status: 404 len: 333 time: 0.0857801 Sep 17 22:33:55.448080 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44996) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:55.455012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Request body: {'port': {'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1620064046'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:55.532754 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.562488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Made reservation on behalf of d64af37efda1449d846717ee23ec8c17 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:55.565343 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.590606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=23b47118-c7ec-4264-85b9-a56e917a1d93,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:55.599035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.599776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.600103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.600642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.600969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.601500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.601931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] device_id is not set on port 1c10f981-a6d0-49ed-ad2f-53071f82a58d yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:33:55.602219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.602763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.603096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.603414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.604027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.604419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:55.712355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45006) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:55.747683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['23b47118-c7ec-4264-85b9-a56e917a1d93'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:55.803209 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.874885 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bdffe18f-ca39-411e-bdfe-5fbca287d374 req-676a8b57-003e-4683-b5c6-ac53f7436d51 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 210 time: 0.0331681 Sep 17 22:33:55.921775 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.975313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Network 91b98a6a-82aa-4451-be64-6c937e0c5717 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:55.980880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:55.994567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:55.995551 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:55.996172 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.004330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event updated for resources: {'Port': ['ID=1c10f981-a6d0-49ed-ad2f-53071f82a58d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:56.091665 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e24049b0-7b79-45ba-8bd3-b61849ce8a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6420596 Sep 17 22:33:56.094279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45010) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:56.099606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:56.166937 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.199284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.537031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] Deleting port 2012d9be-7f02-4a33-9efd-5d730cb41517 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:56.537408 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.662649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] For port 2012d9be-7f02-4a33-9efd-5d730cb41517, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2012d9be-7f02-4a33-9efd-5d730cb41517,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:56.663026 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.679220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] Calling delete_port for 2012d9be-7f02-4a33-9efd-5d730cb41517 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:56.745530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-9c283727-e4b8-48bd-8cdd-34bb8d8f4ffd tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:56.747128 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-9c283727-e4b8-48bd-8cdd-34bb8d8f4ffd tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 811 time: 0.5596232 Sep 17 22:33:56.817078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9d68b-ab91-4466-bc4f-9a5fb793ae51 req-9dfc154d-b3e2-4363-9fe4-632014ea2116 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:56.819328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75a9d68b-ab91-4466-bc4f-9a5fb793ae51 req-9dfc154d-b3e2-4363-9fe4-632014ea2116 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 944 time: 0.1193509 Sep 17 22:33:56.861518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-21abf07c-3eab-4a11-9866-503642672cf6 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5a47603ef744aab2cb07403d28f391 HTTP/1.1" status: 200 len: 380 time: 0.0965686 Sep 17 22:33:56.877919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'port': {'device_id': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'admin_state_up': True, 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'security_groups': ['d03fdd18-82e4-4550-8a31-04a96c85bde2']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:56.892875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] device_id is not set on port 1c10f981-a6d0-49ed-ad2f-53071f82a58d yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:33:56.915332 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.967776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75a9d68b-ab91-4466-bc4f-9a5fb793ae51 req-cb3bc407-6dfc-4386-8876-dc24091f5532 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228230 Sep 17 22:33:56.980770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 23b47118-c7ec-4264-85b9-a56e917a1d93 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:56.996731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46446cbf-a586-4dae-8ca9-860439005962 req-6c407286-4972-49b4-8343-d0a4db886e92 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 210 time: 0.0444384 Sep 17 22:33:56.997520 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.046549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] Pushing event deleted for resources: {'Port': ['ID=2012d9be-7f02-4a33-9efd-5d730cb41517,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:57.054100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.122636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event updated for resources: {'Port': ['ID=1c10f981-a6d0-49ed-ad2f-53071f82a58d,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:57.141603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:57.142423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:57.143005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:57.150636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:57.150974 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:57.157351 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 2 to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d Sep 17 22:33:57.186748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Made reservation on behalf of 6d5a47603ef744aab2cb07403d28f391 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:57.190506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.201074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:57.201446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:57.201746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:57.207423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 23b47118-c7ec-4264-85b9-a56e917a1d93 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:57.213849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 23b47118-c7ec-4264-85b9-a56e917a1d93 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:57.213849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.328106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:57.328531 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:57.331097 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 3 to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d Sep 17 22:33:57.338445 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.384480 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:57.385114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:57.385803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:57.399119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:57.399774 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:57.400869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.401099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Allocated IP 172.20.0.6 (e347bec6-469b-435a-9128-597a87d41396/0800c524-e512-4572-94a4-595cf35f990e/c2be41a5-9414-481c-a68d-63476fee09cb) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:57.402961 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 4 to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d Sep 17 22:33:57.420325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:57.420626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:57.421176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:57.427729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:57.428459 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:57.433424 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 5 to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d Sep 17 22:33:57.455217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 23b47118-c7ec-4264-85b9-a56e917a1d93, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=23b47118-c7ec-4264-85b9-a56e917a1d93,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:57.456277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929c7e1f-fd29-4bea-af11-58e6bc45a2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b47118-c7ec-4264-85b9-a56e917a1d93'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:57.459021 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6492ee38-b060-473c-999b-a8ce412a2e48" -d '{"events": [{"server_uuid": "929c7e1f-fd29-4bea-af11-58e6bc45a2ae", "name": "network-vif-plugged", "status": "completed", "tag": "23b47118-c7ec-4264-85b9-a56e917a1d93"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:57.466343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:57.470048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:57.470457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:57.485396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:57.485815 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:57.490421 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 6 to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d Sep 17 22:33:57.502475 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8791cd77-16b8-4cc2-8253-38ef5ac46a0e x-openstack-request-id: req-8791cd77-16b8-4cc2-8253-38ef5ac46a0e {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:57.502981 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929c7e1f-fd29-4bea-af11-58e6bc45a2ae", "name": "network-vif-plugged", "status": "completed", "tag": "23b47118-c7ec-4264-85b9-a56e917a1d93", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:57.503454 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8791cd77-16b8-4cc2-8253-38ef5ac46a0e {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:57.504289 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929c7e1f-fd29-4bea-af11-58e6bc45a2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b47118-c7ec-4264-85b9-a56e917a1d93', 'code': 200} Sep 17 22:33:57.529582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:57.530050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:57.530511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:57.544269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:57.544739 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:57.545483 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.547361 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 7 to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d Sep 17 22:33:57.596485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:57.596966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:57.597622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:57.606390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:57.606845 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:57.609781 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 8 to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d Sep 17 22:33:57.614897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=23b47118-c7ec-4264-85b9-a56e917a1d93,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:57.634323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:57.634323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:57.634561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:57.644730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:57.645063 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:57.651638 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 9 to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d Sep 17 22:33:57.679178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:57.679519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:57.679864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:57.686863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.688393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:57.706274 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:57.708535 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 10 to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d Sep 17 22:33:57.738613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:57.739373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:57.739723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:57.766079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb73c-e575-44ae-be73-bff5d9276582 req-3eea3cc8-4987-4d64-b37d-715983a4bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:57.767964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20cdb73c-e575-44ae-be73-bff5d9276582 req-3eea3cc8-4987-4d64-b37d-715983a4bfe9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 1097 time: 0.1484325 Sep 17 22:33:57.769768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:57.770679 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:33:57.771783 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.787784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] Router 9355d687-cf3d-4d7f-840c-2dd064b270d3 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:57.868982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20cdb73c-e575-44ae-be73-bff5d9276582 req-2c30d36e-9b29-4291-b46e-e7d6d7269b31 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919466 Sep 17 22:33:57.878729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.912676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] For port 1c10f981-a6d0-49ed-ad2f-53071f82a58d, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:57.913209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempted to set empty binding levels {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:33:57.925959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:57.932794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Network e347bec6-469b-435a-9128-597a87d41396 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:57.939061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:57.945539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:57.950855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'Port': ['ID=c2be41a5-9414-481c-a68d-63476fee09cb,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:57.957040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:57.960166 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3c2266c8-fe23-46e9-b4c0-b18d24a49abd admin admin] 10.222.0.30 "PUT /v2.0/routers/9355d687-cf3d-4d7f-840c-2dd064b270d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2461634 Sep 17 22:33:57.968002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45030) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:57.968610 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d5958-6814-469c-b451-7470f455decc None None] Sync routers for ids ['9355d687-cf3d-4d7f-840c-2dd064b270d3'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:57.984377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:57.986208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 60ab5097-8eaa-4aeb-9cab-ecda82249fa5 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:57.989904 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d5958-6814-469c-b451-7470f455decc None None] Routers {'9355d687-cf3d-4d7f-840c-2dd064b270d3'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:57.991605 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0a4d5958-6814-469c-b451-7470f455decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9355d687-cf3d-4d7f-840c-2dd064b270d3'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:57.993535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.049546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.050301 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.057770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] In _notify_port_updated(), no bound segment for port 1c10f981-a6d0-49ed-ad2f-53071f82a58d on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:33:58.058651 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.062758 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.064586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "PUT /v2.0/ports/1c10f981-a6d0-49ed-ad2f-53071f82a58d HTTP/1.1" status: 200 len: 980 time: 1.9690864 Sep 17 22:33:58.068847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45036) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:58.172544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b84199-86ca-43ed-8780-398b5b82879e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event updated for resources: {'Port': ['ID=1c10f981-a6d0-49ed-ad2f-53071f82a58d,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:58.195705 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0a4d5958-6814-469c-b451-7470f455decc None None] Set router 9355d687-cf3d-4d7f-840c-2dd064b270d3 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:58.269611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.275323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.276028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.276568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.277118 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.277661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.278201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.278795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.279559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.280253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.280915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.281490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.282050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.282575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.283102 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.283641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.284329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.284904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.285578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.286249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.286923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.287366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.287897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.289269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.289847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.290390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.290932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.292012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.292869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.296417 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fdd75290-bcc6-4658-b121-2c72482d63ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25014 time: 0.2229559 Sep 17 22:33:58.301945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45038) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:58.303540 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-827f8b25-5daa-4f3d-b6b4-4513f5ed341a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4316697 Sep 17 22:33:58.329056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fe3af-0859-4273-8830-f8a9dd09b2d8 req-095f1893-2649-4523-830b-f60640b78a2a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.330741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-647fe3af-0859-4273-8830-f8a9dd09b2d8 req-095f1893-2649-4523-830b-f60640b78a2a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 931 time: 0.1534700 Sep 17 22:33:58.336915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af37c-c90b-4937-b3a7-c7dba540dd29 req-15ad8792-4b6e-4d6d-875f-4791672908df tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:58.336915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a78af37c-c90b-4937-b3a7-c7dba540dd29 req-15ad8792-4b6e-4d6d-875f-4791672908df tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.1629908 Sep 17 22:33:58.351570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Request body: {'port': {'device_id': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:58.365383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e843ee4d-3368-4792-aeef-71ce093df8aa None None] Provisioning complete for port c2be41a5-9414-481c-a68d-63476fee09cb triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:58.365763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e843ee4d-3368-4792-aeef-71ce093df8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.421697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a78af37c-c90b-4937-b3a7-c7dba540dd29 req-fb908371-885e-4f31-8ec1-1f2ba29152ce tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709319 Sep 17 22:33:58.463579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e843ee4d-3368-4792-aeef-71ce093df8aa None None] Port c2be41a5-9414-481c-a68d-63476fee09cb cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:58.471801 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.489459 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0a4d5958-6814-469c-b451-7470f455decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:33:56Z', 'revision_number': 5, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:58.498681 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-647fe3af-0859-4273-8830-f8a9dd09b2d8 req-f31e215d-222f-41fd-be5d-0d980991c812 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431782 Sep 17 22:33:58.511096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.528690 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d5958-6814-469c-b451-7470f455decc None None] Checking router: 9355d687-cf3d-4d7f-840c-2dd064b270d3 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:58.539271 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d5958-6814-469c-b451-7470f455decc None None] Routers {'9355d687-cf3d-4d7f-840c-2dd064b270d3'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:58.540377 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0a4d5958-6814-469c-b451-7470f455decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:33:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9355d687-cf3d-4d7f-840c-2dd064b270d3'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:58.569887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a24b83d8-5391-4233-9a70-15eaa9e2a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Deleting port 1c10f981-a6d0-49ed-ad2f-53071f82a58d {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:58.570239 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a24b83d8-5391-4233-9a70-15eaa9e2a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.637358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Deleting port 0972cc7e-6dec-4008-af51-2be02a06946a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:58.637977 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.655428 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0a4d5958-6814-469c-b451-7470f455decc None None] Set router 9355d687-cf3d-4d7f-840c-2dd064b270d3 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:58.724097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a24b83d8-5391-4233-9a70-15eaa9e2a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] For port 1c10f981-a6d0-49ed-ad2f-53071f82a58d, host n-h1-713499-18, got binding levels [] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:58.724501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a24b83d8-5391-4233-9a70-15eaa9e2a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.738521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] For port 0972cc7e-6dec-4008-af51-2be02a06946a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0972cc7e-6dec-4008-af51-2be02a06946a,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:58.739270 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.748802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a24b83d8-5391-4233-9a70-15eaa9e2a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Calling delete_port for 1c10f981-a6d0-49ed-ad2f-53071f82a58d owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:58.760838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Calling delete_port for 0972cc7e-6dec-4008-af51-2be02a06946a owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:58.962576 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0a4d5958-6814-469c-b451-7470f455decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:33:56Z', 'revision_number': 5, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:58.986570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2be41a5-9414-481c-a68d-63476fee09cb {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:58.994866 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d5958-6814-469c-b451-7470f455decc None None] The sync data for ids ['9355d687-cf3d-4d7f-840c-2dd064b270d3'] in n-d-713499-18 is: [{'id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1426615250-router', 'tenant_id': '06765684c59f493494b59cab005a4df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:46Z', 'updated_at': '2021-09-17T22:33:56Z', 'revision_number': 5, 'project_id': '06765684c59f493494b59cab005a4df1', 'gw_port': {'id': '0972cc7e-6dec-4008-af51-2be02a06946a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355d687-cf3d-4d7f-840c-2dd064b270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:50Z', 'updated_at': '2021-09-17T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:59.000508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.018179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a24b83d8-5391-4233-9a70-15eaa9e2a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.049622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b83d8-5391-4233-9a70-15eaa9e2a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c10f981-a6d0-49ed-ad2f-53071f82a58d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:59.058017 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a24b83d8-5391-4233-9a70-15eaa9e2a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.063223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a24b83d8-5391-4233-9a70-15eaa9e2a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "DELETE /v2.0/ports/1c10f981-a6d0-49ed-ad2f-53071f82a58d HTTP/1.1" status: 204 len: 168 time: 0.7553401 Sep 17 22:33:59.063223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45046) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:59.088058 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-75216f0a-0065-4f88-84cf-ddc0044693fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:33:59.091959 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-75216f0a-0065-4f88-84cf-ddc0044693fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "GET /v2.0/ports/1c10f981-a6d0-49ed-ad2f-53071f82a58d HTTP/1.1" status: 404 len: 333 time: 0.0255673 Sep 17 22:33:59.095366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45048) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:59.100200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587870958', 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:59.138381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.138634 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.139974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Transition to ACTIVE for port object c2be41a5-9414-481c-a68d-63476fee09cb will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:59.168258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Pushing event deleted for resources: {'Port': ['ID=0972cc7e-6dec-4008-af51-2be02a06946a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:59.224256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Made reservation on behalf of d64af37efda1449d846717ee23ec8c17 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:59.229131 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.232854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.251314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.294392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] device_id is not set on port 4a3b4975-0dc3-47f6-8fd1-a9ef13509e32 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:33:59.382188 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.397442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.409638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Pushing event updated for resources: {'Port': ['ID=c2be41a5-9414-481c-a68d-63476fee09cb,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:59.578413 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.579008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9355d687-cf3d-4d7f-840c-2dd064b270d3 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:33:59.584077 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.585581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-df78e1a1-3f02-4a34-963b-17f72e22ac7f admin admin] 10.222.0.30 "DELETE /v2.0/routers/9355d687-cf3d-4d7f-840c-2dd064b270d3 HTTP/1.1" status: 204 len: 168 time: 1.6164796 Sep 17 22:33:59.588764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45056) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:59.759647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356387f7-4b53-43a7-a575-cc811ebc329b req-7b1b6057-c341-481c-8a45-aa09ee4d37aa tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:59.761367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-356387f7-4b53-43a7-a575-cc811ebc329b req-7b1b6057-c341-481c-8a45-aa09ee4d37aa tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0879338 Sep 17 22:33:59.766599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-30228f96-b2c4-4ef4-90c7-822c9ea52e8b admin admin] Deleting subnet ae686b7c-cbf9-4498-8132-8e11d3e20408 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:59.792432 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-30228f96-b2c4-4ef4-90c7-822c9ea52e8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.854152 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.862170 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-356387f7-4b53-43a7-a575-cc811ebc329b req-4708e352-3cff-46a1-a157-825a06fdbf36 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923998 Sep 17 22:33:59.865231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Attempting to bind port c2be41a5-9414-481c-a68d-63476fee09cb on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:59.865570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Attempting to bind port c2be41a5-9414-481c-a68d-63476fee09cb by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:59.865874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Attempting to bind port c2be41a5-9414-481c-a68d-63476fee09cb on network e347bec6-469b-435a-9128-597a87d41396 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:59.871584 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-30228f96-b2c4-4ef4-90c7-822c9ea52e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.887593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Port c2be41a5-9414-481c-a68d-63476fee09cb on network e347bec6-469b-435a-9128-597a87d41396 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:59.887831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Attempting to bind port c2be41a5-9414-481c-a68d-63476fee09cb on network e347bec6-469b-435a-9128-597a87d41396 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:59.900808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:59.901148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Checking segment: {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:59.901537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Bound using segment: {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:59.901985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Bound port: c2be41a5-9414-481c-a68d-63476fee09cb, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:59.902599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.952420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70141b5d-365c-4a0a-8fae-8e9a2a4b27b2 req-be2769df-2d02-49b1-ab54-d228851ca32e tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:59.955456 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70141b5d-365c-4a0a-8fae-8e9a2a4b27b2 req-be2769df-2d02-49b1-ab54-d228851ca32e tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 943 time: 0.1639824 Sep 17 22:34:00.031641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-30228f96-b2c4-4ef4-90c7-822c9ea52e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.067226 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70141b5d-365c-4a0a-8fae-8e9a2a4b27b2 req-d5df4965-d1a9-4e33-a277-b37395b66d52 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008000 Sep 17 22:34:00.096378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] For port c2be41a5-9414-481c-a68d-63476fee09cb, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:00.103230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] For port c2be41a5-9414-481c-a68d-63476fee09cb, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c2be41a5-9414-481c-a68d-63476fee09cb,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:00.129104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.182839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Network 91b98a6a-82aa-4451-be64-6c937e0c5717 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:00.186209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:00.188490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.190533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:00.191459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.194055 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.208939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event updated for resources: {'Port': ['ID=4a3b4975-0dc3-47f6-8fd1-a9ef13509e32,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:00.217938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-30228f96-b2c4-4ef4-90c7-822c9ea52e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.259478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.262304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.265206 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] 10.222.0.15 "PUT /v2.0/ports/c2be41a5-9414-481c-a68d-63476fee09cb HTTP/1.1" status: 200 len: 1092 time: 1.9334228 Sep 17 22:34:00.282473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'tag': 'c2be41a5-9414-481c-a68d-63476fee09cb'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:00.282734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30228f96-b2c4-4ef4-90c7-822c9ea52e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae686b7c-cbf9-4498-8132-8e11d3e20408,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:00.282834 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e6026d-06ad-4302-be18-4fdec70a9672" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0fff98-ffc5-42c9-a5d4-33fb61608c5e", "tag": "c2be41a5-9414-481c-a68d-63476fee09cb"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:00.285146 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-30228f96-b2c4-4ef4-90c7-822c9ea52e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.287826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-30228f96-b2c4-4ef4-90c7-822c9ea52e8b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ae686b7c-cbf9-4498-8132-8e11d3e20408 HTTP/1.1" status: 204 len: 168 time: 0.6978025 Sep 17 22:34:00.291199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45070) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:00.309749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050832cb-268e-4d49-bd14-03743db2bcbb None None] Network c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:00.371098 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-952fbc5b-7f5f-41c7-9a33-1df054f1b7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2745886 Sep 17 22:34:00.374785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45076) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:00.376591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e78be5-91bb-42d7-92ff-f5d28adc0673 service neutron] Pushing event updated for resources: {'Port': ['ID=c2be41a5-9414-481c-a68d-63476fee09cb,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:00.437610 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.440077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74720306-98ee-488d-a699-d30ee0d66504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.458097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-74720306-98ee-488d-a699-d30ee0d66504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "GET /v2.0/ports/4a3b4975-0dc3-47f6-8fd1-a9ef13509e32 HTTP/1.1" status: 200 len: 959 time: 0.0800445 Sep 17 22:34:00.460208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45080) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:00.508786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714a3ef-cec4-44d8-98d0-f0e37e7ab822 req-1777f7e2-a125-4218-bf9a-4dadce9dbbf1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.510759 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f714a3ef-cec4-44d8-98d0-f0e37e7ab822 req-1777f7e2-a125-4218-bf9a-4dadce9dbbf1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.1753836 Sep 17 22:34:00.514079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Deleting port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:00.517024 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.650049 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1490ba-e550-4ea7-a264-0bce50a15194 x-openstack-request-id: req-fb1490ba-e550-4ea7-a264-0bce50a15194 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:00.650334 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0fff98-ffc5-42c9-a5d4-33fb61608c5e", "tag": "c2be41a5-9414-481c-a68d-63476fee09cb", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:00.650619 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb1490ba-e550-4ea7-a264-0bce50a15194 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:00.651176 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'tag': 'c2be41a5-9414-481c-a68d-63476fee09cb', 'status': 'completed', 'code': 200} Sep 17 22:34:00.667632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-b86945c5-7ab1-4c35-a197-1c3d6a42c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.669639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-b86945c5-7ab1-4c35-a197-1c3d6a42c510 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 1095 time: 0.2059791 Sep 17 22:34:00.688450 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f714a3ef-cec4-44d8-98d0-f0e37e7ab822 req-edfb310b-631e-4228-b47a-e754c96d5e68 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206481 Sep 17 22:34:00.700989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec7565d-5b4c-44ec-9fb4-4fb2b9ba5c2c None None] DHCP port deletion for c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:00.723400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] For port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=72e7ccf5-ad18-4e91-be8a-1ae27f54387d,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:00.723834 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.734856 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-866e516f-e61b-4932-a836-52f05a0397a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2be41a5-9414-481c-a68d-63476fee09cb HTTP/1.1" status: 200 len: 217 time: 0.0437398 Sep 17 22:34:00.755644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Calling delete_port for 72e7ccf5-ad18-4e91-be8a-1ae27f54387d owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:00.785320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-34eaf067-e65f-4de4-a6ec-81cf8e92f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Deleting port 4a3b4975-0dc3-47f6-8fd1-a9ef13509e32 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:00.785767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34eaf067-e65f-4de4-a6ec-81cf8e92f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.798210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0972cc7e-6dec-4008-af51-2be02a06946a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:00.831811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 0972cc7e-6dec-4008-af51-2be02a06946a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:00.842288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0972cc7e-6dec-4008-af51-2be02a06946a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:00.843079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2012d9be-7f02-4a33-9efd-5d730cb41517 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:00.862505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-a907725c-8ce0-4ec6-a34c-16e51916b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.863994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-a907725c-8ce0-4ec6-a34c-16e51916b6b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.1215055 Sep 17 22:34:00.880173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 2012d9be-7f02-4a33-9efd-5d730cb41517 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:00.880825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2012d9be-7f02-4a33-9efd-5d730cb41517 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:00.885859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6ec7565d-5b4c-44ec-9fb4-4fb2b9ba5c2c None None] Deleting port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:00.886843 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6ec7565d-5b4c-44ec-9fb4-4fb2b9ba5c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.918296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34eaf067-e65f-4de4-a6ec-81cf8e92f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.946342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-34eaf067-e65f-4de4-a6ec-81cf8e92f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Calling delete_port for 4a3b4975-0dc3-47f6-8fd1-a9ef13509e32 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:00.962634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-4011a062-8789-45b1-a4fd-bf678bfb42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.964316 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-4011a062-8789-45b1-a4fd-bf678bfb42d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875058 Sep 17 22:34:00.965655 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6ec7565d-5b4c-44ec-9fb4-4fb2b9ba5c2c None None] For port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=72e7ccf5-ad18-4e91-be8a-1ae27f54387d,segment=NetworkSegment(1364af2b-f42d-4338-8b30-591cdc9ab182),segment_id=1364af2b-f42d-4338-8b30-591cdc9ab182)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:00.965833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.966470 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6ec7565d-5b4c-44ec-9fb4-4fb2b9ba5c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.980015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6ec7565d-5b4c-44ec-9fb4-4fb2b9ba5c2c None None] Calling delete_port for 72e7ccf5-ad18-4e91-be8a-1ae27f54387d owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:01.007709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e7ccf5-ad18-4e91-be8a-1ae27f54387d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.019018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] No DVR routers for this DVR port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:01.096561 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:34:01.125330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.134276 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6ec7565d-5b4c-44ec-9fb4-4fb2b9ba5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.146270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-9c391a82-a1e3-44ef-b98d-04a8a3be2ef3 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511755 Sep 17 22:34:01.177133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:01.195747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec7565d-5b4c-44ec-9fb4-4fb2b9ba5c2c None None] No DVR routers for this DVR port 72e7ccf5-ad18-4e91-be8a-1ae27f54387d on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:01.199629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7565d-5b4c-44ec-9fb4-4fb2b9ba5c2c None None] Pushing event deleted for resources: {'Port': ['ID=72e7ccf5-ad18-4e91-be8a-1ae27f54387d,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.200299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1364af2b-f42d-4338-8b30-591cdc9ab182') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:01.200610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1364af2b-f42d-4338-8b30-591cdc9ab182') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:01.210180 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34eaf067-e65f-4de4-a6ec-81cf8e92f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.224397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.261741 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.270539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:34:01.271283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:34:01.273296 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:34:01.302714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172f915-2551-429c-b2cd-2a974d2cb256 req-5f0a390b-3c46-4c07-ab01-1033c9c1d4dc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:01.304254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d172f915-2551-429c-b2cd-2a974d2cb256 req-5f0a390b-3c46-4c07-ab01-1033c9c1d4dc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 943 time: 0.1064961 Sep 17 22:34:01.330934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaf067-e65f-4de4-a6ec-81cf8e92f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a3b4975-0dc3-47f6-8fd1-a9ef13509e32,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.340035 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34eaf067-e65f-4de4-a6ec-81cf8e92f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.345004 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-34eaf067-e65f-4de4-a6ec-81cf8e92f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "DELETE /v2.0/ports/4a3b4975-0dc3-47f6-8fd1-a9ef13509e32 HTTP/1.1" status: 204 len: 168 time: 0.8731906 Sep 17 22:34:01.345346 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45090) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:01.364484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b7d0bec-42ab-45c8-b7e0-54926f6a3ba6 req-7f02055b-cf30-4c62-a9bf-f238695008e5 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085893 Sep 17 22:34:01.379318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d172f915-2551-429c-b2cd-2a974d2cb256 req-d6ed1ac3-7d10-48eb-90ba-298d7ad5381e tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385561 Sep 17 22:34:01.389330 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9ee220-79df-42d7-879c-e3dbed6d816e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:34:01.394391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7e9ee220-79df-42d7-879c-e3dbed6d816e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "GET /v2.0/ports/4a3b4975-0dc3-47f6-8fd1-a9ef13509e32 HTTP/1.1" status: 404 len: 333 time: 0.0437670 Sep 17 22:34:01.399534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45092) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:01.400981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Request body: {'port': {'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1369282030'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:01.448641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.454178 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.458941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0 HTTP/1.1" status: 204 len: 168 time: 1.1641991 Sep 17 22:34:01.475147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694df70b-e4e1-421a-b678-88d8af14e859 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6065902-1c9a-4d68-8ea9-f7d5f6aff0b0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.538597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Made reservation on behalf of d64af37efda1449d846717ee23ec8c17 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:01.541948 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.559907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] device_id is not set on port 6708e65a-6273-43d6-884e-04ac6e2d8d9e yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:01.669153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-0ac99921-15b3-4e9b-9631-8de51f7f891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:01.670814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-0ac99921-15b3-4e9b-9631-8de51f7f891f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 1095 time: 0.0725029 Sep 17 22:34:01.857004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.894101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-acc03fd9-6892-4154-be8e-79e3c2db3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:01.895595 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-acc03fd9-6892-4154-be8e-79e3c2db3819 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.2168195 Sep 17 22:34:01.899268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45098) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:01.908058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a4f3d-388f-472b-b400-a36c52e834d9 req-518f7e03-e5e0-4ee6-bdbe-f1f0ffb504a3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:01.910191 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c8a4f3d-388f-472b-b400-a36c52e834d9 req-518f7e03-e5e0-4ee6-bdbe-f1f0ffb504a3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.1003036 Sep 17 22:34:01.958957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-926817a6-c67b-4fea-8e60-4790358eab33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06765684c59f493494b59cab005a4df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559084 Sep 17 22:34:01.959311 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-76af367f-e748-4423-ac24-8344bb7f4e30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2be41a5-9414-481c-a68d-63476fee09cb HTTP/1.1" status: 200 len: 217 time: 0.0488322 Sep 17 22:34:01.959496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45100) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:02.049110 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c8a4f3d-388f-472b-b400-a36c52e834d9 req-14a2822d-e53a-4ea0-b6f1-d071de8b5446 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201172 Sep 17 22:34:02.064341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-771585b6-b39f-4c1b-95de-e0d370c48c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.069316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-aeaf48db-8552-4d12-8e12-03268f12e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:02.069316 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-aeaf48db-8552-4d12-8e12-03268f12e2e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.0978787 Sep 17 22:34:02.101797 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-771585b6-b39f-4c1b-95de-e0d370c48c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.117313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.173611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Network 91b98a6a-82aa-4451-be64-6c937e0c5717 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:02.179318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:02.181712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event updated for resources: {'Port': ['ID=6708e65a-6273-43d6-884e-04ac6e2d8d9e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:02.184507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:02.185362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:02.185946 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.193807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-fc00d833-6257-453a-8a5f-6edc0661fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:02.193807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-fc00d833-6257-453a-8a5f-6edc0661fc35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163790 Sep 17 22:34:02.241319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-771585b6-b39f-4c1b-95de-e0d370c48c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.244847 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-771585b6-b39f-4c1b-95de-e0d370c48c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.246039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-771585b6-b39f-4c1b-95de-e0d370c48c9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50d54782-5323-4daf-9687-3dd9749dfdc1 HTTP/1.1" status: 204 len: 168 time: 0.2832658 Sep 17 22:34:02.264377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771585b6-b39f-4c1b-95de-e0d370c48c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d54782-5323-4daf-9687-3dd9749dfdc1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:02.312369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7819ef56-61f7-4200-8e07-f646fc0f1e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9163384 Sep 17 22:34:02.314948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45112) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:02.324825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:02.390117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-038ae841-47a2-4a97-b727-8aa103913b22 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835554 Sep 17 22:34:02.396612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.558738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 72e7ccf5-ad18-4e91-be8a-1ae27f54387d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:02.581358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 72e7ccf5-ad18-4e91-be8a-1ae27f54387d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:02.584367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 72e7ccf5-ad18-4e91-be8a-1ae27f54387d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:02.940002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49e6026d-06ad-4302-be18-4fdec70a9672 req-e6aacbb4-0f80-4019-813f-326d121c6b0f service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411627 Sep 17 22:34:02.957569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e030b-36fd-460e-9b47-35add2273f2f req-39a8d55b-948a-46e2-8302-83ae5809cab2 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:02.964858 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff6e030b-36fd-460e-9b47-35add2273f2f req-39a8d55b-948a-46e2-8302-83ae5809cab2 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 943 time: 0.4711404 Sep 17 22:34:03.040174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff6e030b-36fd-460e-9b47-35add2273f2f req-0e07206c-e4fc-4b37-8d39-9f5798ce1ebd tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738983 Sep 17 22:34:03.052591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] device_id is not set on port 6708e65a-6273-43d6-884e-04ac6e2d8d9e yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:03.070798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.148254 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.182882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8be1c2-4a07-42a6-b66c-0f16c2ab2efe req-2b4a7181-48f3-4e4a-8bb5-358a8cc446b2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:03.184711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb8be1c2-4a07-42a6-b66c-0f16c2ab2efe req-2b4a7181-48f3-4e4a-8bb5-358a8cc446b2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0639489 Sep 17 22:34:03.215228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event updated for resources: {'Port': ['ID=6708e65a-6273-43d6-884e-04ac6e2d8d9e,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:03.219683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.219683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.220070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.225869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:03.226202 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:34:03.226589 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 2 to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e Sep 17 22:34:03.230872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb8be1c2-4a07-42a6-b66c-0f16c2ab2efe req-e00b3b2c-9deb-460c-a242-6548b021b591 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393832 Sep 17 22:34:03.239661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e79292a3-6d0f-445b-a6fe-1ccdb1ef5afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.255572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.255904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.256296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.263214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:03.263650 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:34:03.265357 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 3 to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e Sep 17 22:34:03.284474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.285074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.285419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.291081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:03.291665 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:34:03.292099 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 4 to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e Sep 17 22:34:03.326471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.326802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.327140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.341149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:03.341755 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:34:03.342251 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 5 to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e Sep 17 22:34:03.369117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.369117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.369117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.369117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:03.369117 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:34:03.369117 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 6 to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e Sep 17 22:34:03.395131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.395333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.395721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.401292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:03.401611 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:34:03.402000 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 7 to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e Sep 17 22:34:03.420781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.421170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.421613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.426982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:03.427796 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:34:03.428279 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 8 to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e Sep 17 22:34:03.443351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.443686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.444078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.450319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:03.450697 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:34:03.451152 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 9 to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e Sep 17 22:34:03.465610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.465963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.466351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.472736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:03.473096 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:34:03.473611 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempt 10 to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e Sep 17 22:34:03.488581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.489345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.490495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempting to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.496325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:03.496849 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Failed to bind port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on host n-h1-713499-18 for vnic_type normal using segments [{'id': '3b716f83-4f58-4f2c-861f-61110f7aac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '91b98a6a-82aa-4451-be64-6c937e0c5717'}] Sep 17 22:34:03.497336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.611118 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] For port 6708e65a-6273-43d6-884e-04ac6e2d8d9e, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:03.611394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attempted to set empty binding levels {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:34:03.799634 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.835530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] In _notify_port_updated(), no bound segment for port 6708e65a-6273-43d6-884e-04ac6e2d8d9e on network 91b98a6a-82aa-4451-be64-6c937e0c5717 {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:34:03.836495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:03.837366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.841168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "PUT /v2.0/ports/6708e65a-6273-43d6-884e-04ac6e2d8d9e HTTP/1.1" status: 200 len: 980 time: 1.5224292 Sep 17 22:34:03.841912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45142) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:03.864564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45144) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:03.889784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c82480-72b2-45be-894d-448ed32c7cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event updated for resources: {'Port': ['ID=6708e65a-6273-43d6-884e-04ac6e2d8d9e,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:03.937867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a653d01d-f010-4ff5-9161-e956124bedcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Deleting port 6708e65a-6273-43d6-884e-04ac6e2d8d9e {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:03.938254 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a653d01d-f010-4ff5-9161-e956124bedcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.018784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2096839556-network', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:04.032668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a653d01d-f010-4ff5-9161-e956124bedcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] For port 6708e65a-6273-43d6-884e-04ac6e2d8d9e, host n-h1-713499-18, got binding levels [] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:04.033299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a653d01d-f010-4ff5-9161-e956124bedcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.049733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a653d01d-f010-4ff5-9161-e956124bedcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Calling delete_port for 6708e65a-6273-43d6-884e-04ac6e2d8d9e owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:04.136160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Made reservation on behalf of 8c5e50cd0d054fdcbc3b6ec17a21036a for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:04.138497 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.164407 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.194597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d4e7b-3f92-4267-a153-5f47ea5e2e14 req-408b7f1d-e946-4da0-8096-aaf9c48620dc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.196920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e49d4e7b-3f92-4267-a153-5f47ea5e2e14 req-408b7f1d-e946-4da0-8096-aaf9c48620dc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 943 time: 0.0792632 Sep 17 22:34:04.239772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e49d4e7b-3f92-4267-a153-5f47ea5e2e14 req-0cad032a-8f9f-452f-9fee-dd6a6c250e9e tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365856 Sep 17 22:34:04.298742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a653d01d-f010-4ff5-9161-e956124bedcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.335076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653d01d-f010-4ff5-9161-e956124bedcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Pushing event deleted for resources: {'Port': ['ID=6708e65a-6273-43d6-884e-04ac6e2d8d9e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:04.343132 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a653d01d-f010-4ff5-9161-e956124bedcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.349272 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a653d01d-f010-4ff5-9161-e956124bedcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6708e65a-6273-43d6-884e-04ac6e2d8d9e HTTP/1.1" status: 204 len: 168 time: 0.5068953 Sep 17 22:34:04.349897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45156) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.381010 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9297e1c-bbf9-4565-95be-519ed36a091e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:34:04.382522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f9297e1c-bbf9-4565-95be-519ed36a091e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544867060-project-admin] 10.222.0.30 "GET /v2.0/ports/6708e65a-6273-43d6-884e-04ac6e2d8d9e HTTP/1.1" status: 404 len: 333 time: 0.0316868 Sep 17 22:34:04.387601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45158) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.394369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317360-990e-4403-bfe7-bb3811f91714 req-dc48799f-002c-45a9-85bc-a46c1f0f2e3f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.395939 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc317360-990e-4403-bfe7-bb3811f91714 req-dc48799f-002c-45a9-85bc-a46c1f0f2e3f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0740359 Sep 17 22:34:04.422796 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.452697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc317360-990e-4403-bfe7-bb3811f91714 req-ce6aa2d2-7038-49fd-a9d2-3137f7203dd0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Sep 17 22:34:04.480402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.492498 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.515241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:34:04.529770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a5816e-01d9-4d44-b261-518f3d29af5f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:04.535053 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.535332 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Added segment 8e3bb774-d040-42b5-8760-03abf547dc5d of type vlan for network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d Sep 17 22:34:04.580598 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.580816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.601541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b98a6a-82aa-4451-be64-6c937e0c5717']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:04.612241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b716f83-4f58-4f2c-861f-61110f7aac89') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:04.622320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b716f83-4f58-4f2c-861f-61110f7aac89') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:04.622320 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.636083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.642283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:34:04.642688 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:34:04.645993 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:34:04.692937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.694413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.695395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.766461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] Pushing event updated for resources: {'Network': ['ID=4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:04.777135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45164) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.778590 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.781392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:34:04.789150 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.791325 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] 10.222.0.30 "DELETE /v2.0/networks/91b98a6a-82aa-4451-be64-6c937e0c5717 HTTP/1.1" status: 204 len: 168 time: 0.4025087 Sep 17 22:34:04.804751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf81f0-efa1-4f0b-aafb-94492fe48d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194792343-project] Pushing event deleted for resources: {'Network': ['ID=91b98a6a-82aa-4451-be64-6c937e0c5717,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:04.813370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ca1cf995-2503-4277-9d74-692b2ea64641 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9464059 Sep 17 22:34:04.816305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45170) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.821695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Request body: {'subnet': {'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2096839556-subnet', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:04.920395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e16bfe80-81b4-4558-9108-e2b0836d2550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.928491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Made reservation on behalf of 8c5e50cd0d054fdcbc3b6ec17a21036a for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:04.930803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.137619 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e16bfe80-81b4-4558-9108-e2b0836d2550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.209986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e16bfe80-81b4-4558-9108-e2b0836d2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.248053 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.281819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45178) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:05.285890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bfe80-81b4-4558-9108-e2b0836d2550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0594f17a-0c74-494f-84c2-9771121e8448,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:05.291076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e16bfe80-81b4-4558-9108-e2b0836d2550 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4ddb6f4cbb04008b59955dc843a2a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123260 Sep 17 22:34:05.294178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45182) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:05.312902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=712f76ef-b373-41af-85dc-783675783f21,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:05.333879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Checking segment: {'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:05.334252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Network hostable DHCP agents. Network: 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:34:05.414174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-005ebdf2-26a5-4f5f-86bc-bad4daf6adfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.415896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:34:05.464781 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-005ebdf2-26a5-4f5f-86bc-bad4daf6adfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.477415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfc5f2-09d5-41c8-a09d-aef8a71ce4d1 req-4be20099-ba6c-4023-a096-536ff3bee600 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:05.479003 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e4bfc5f2-09d5-41c8-a09d-aef8a71ce4d1 req-4be20099-ba6c-4023-a096-536ff3bee600 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 943 time: 0.1072640 Sep 17 22:34:05.490526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:05.500965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:05.501564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.502277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c2621f-d940-489d-bce0-1f9518fd4dc2 None None] Network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:05.527944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-31ff0698-792f-458e-b7bc-d170c135df38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c14045cdf94483da5d854d23b0a47da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421474 Sep 17 22:34:05.528519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45186) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:05.560096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e4bfc5f2-09d5-41c8-a09d-aef8a71ce4d1 req-c383e808-2e89-4829-9aae-a4fb57f5460c tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703747 Sep 17 22:34:05.609753 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-96e89dc0-8ccb-46d3-b14b-c2d5fe043c61 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7921343 Sep 17 22:34:05.612764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45188) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:05.619649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:05.651560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-005ebdf2-26a5-4f5f-86bc-bad4daf6adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.651826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4124a6-fe49-4ed7-93a9-0f40bfb6975c req-cd26bd27-11a7-4218-8506-c3ad30646019 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:05.653142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a4124a6-fe49-4ed7-93a9-0f40bfb6975c req-cd26bd27-11a7-4218-8506-c3ad30646019 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0867531 Sep 17 22:34:05.656039 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-005ebdf2-26a5-4f5f-86bc-bad4daf6adfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.656370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4d229ad-fb9b-4c54-9c5c-a59041bd03de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.660636 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-005ebdf2-26a5-4f5f-86bc-bad4daf6adfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0594f17a-0c74-494f-84c2-9771121e8448 HTTP/1.1" status: 204 len: 168 time: 0.3628275 Sep 17 22:34:05.669997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ebdf2-26a5-4f5f-86bc-bad4daf6adfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0594f17a-0c74-494f-84c2-9771121e8448,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:05.707192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4d229ad-fb9b-4c54-9c5c-a59041bd03de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.729669 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.729669 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.731495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:05.732550 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.738099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a4124a6-fe49-4ed7-93a9-0f40bfb6975c req-478bb791-1704-4846-8267-875e0cdcc00e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654709 Sep 17 22:34:05.801335 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.868678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4d229ad-fb9b-4c54-9c5c-a59041bd03de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.873644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4d229ad-fb9b-4c54-9c5c-a59041bd03de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.879644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e4d229ad-fb9b-4c54-9c5c-a59041bd03de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5808f21-8874-4d87-bd96-b828ed5b2d3f HTTP/1.1" status: 204 len: 168 time: 0.3457892 Sep 17 22:34:05.891202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d229ad-fb9b-4c54-9c5c-a59041bd03de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5808f21-8874-4d87-bd96-b828ed5b2d3f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:05.924881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Allocated IP 172.20.0.2 (4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d/712f76ef-b373-41af-85dc-783675783f21/1b866fd0-518a-4c27-ab84-89c36acc00f9) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:05.934814 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-062c279b-dfe5-49e5-b72b-7be85e8d9480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.979795 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c2be41a5-9414-481c-a68d-63476fee09cb details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:34:06.042453 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.179631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c2be41a5-9414-481c-a68d-63476fee09cb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c2be41a5-9414-481c-a68d-63476fee09cb,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:06.189423 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.197002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'c2be41a5-9414-481c-a68d-63476fee09cb', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'port_id': 'c2be41a5-9414-481c-a68d-63476fee09cb', 'mac_address': 'fa:16:3e:6f:e1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:34:06.238121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.251910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2be41a5-9414-481c-a68d-63476fee09cb {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:06.286942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c2be41a5-9414-481c-a68d-63476fee09cb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c2be41a5-9414-481c-a68d-63476fee09cb,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:06.292566 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.354942 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.365937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:06.366536 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.374229 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:06.377346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:06.381174 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Pushing event updated for resources: {'Port': ['ID=1b866fd0-518a-4c27-ab84-89c36acc00f9,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:06.392136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.439405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c2be41a5-9414-481c-a68d-63476fee09cb,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:06.500621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Attempting to bind port 1b866fd0-518a-4c27-ab84-89c36acc00f9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:06.501782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Attempting to bind port 1b866fd0-518a-4c27-ab84-89c36acc00f9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:06.502320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Attempting to bind port 1b866fd0-518a-4c27-ab84-89c36acc00f9 on network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:06.504733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45200) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:06.515945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Allocated IP 172.25.6.41 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/a47035cc-cf82-41f5-8399-ec1c9045b8da) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:06.523116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e58e5e83-db04-48c8-84dc-dc2a80a4f6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.525623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:06.526007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Checking segment: {'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:06.526415 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.526815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Bound using segment: {'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:06.528563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Bound port: 1b866fd0-518a-4c27-ab84-89c36acc00f9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:06.529724 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.642320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] For port 1b866fd0-518a-4c27-ab84-89c36acc00f9, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:06.645586 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] For port 1b866fd0-518a-4c27-ab84-89c36acc00f9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1b866fd0-518a-4c27-ab84-89c36acc00f9,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:06.685791 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e58e5e83-db04-48c8-84dc-dc2a80a4f6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.717218 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.736467 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.737800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575ee0-2eef-4fe0-b718-a1165324b49b req-0a7ab682-5c43-465f-8367-e6ce5213f93b tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:06.739411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f575ee0-2eef-4fe0-b718-a1165324b49b req-0a7ab682-5c43-465f-8367-e6ce5213f93b tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 944 time: 0.0856431 Sep 17 22:34:06.768823 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e58e5e83-db04-48c8-84dc-dc2a80a4f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.797665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb5454-4999-4c3c-bbc9-8812f198632d None None] Pushing event updated for resources: {'Port': ['ID=1b866fd0-518a-4c27-ab84-89c36acc00f9,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:06.800851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f575ee0-2eef-4fe0-b718-a1165324b49b req-d3c2acdc-d99c-42fc-be9b-8096b0c0e092 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532358 Sep 17 22:34:06.819187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['c2be41a5-9414-481c-a68d-63476fee09cb'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:06.840541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e58e5e83-db04-48c8-84dc-dc2a80a4f6b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=084a3ae9a3b54703915f0a9276f660d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337102 Sep 17 22:34:06.840858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45206) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:06.868028 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.878369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e5e83-db04-48c8-84dc-dc2a80a4f6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d8ff6e-35a6-43a2-8a87-4f15f4815e27,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:06.941172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:06.949660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:06.952645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:06.964045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0e2fe-c3dd-48bd-af86-4ef8670d9a36 req-5df1dcc5-dc03-4b92-91aa-5e3d79937b13 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:06.965655 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe0e2fe-c3dd-48bd-af86-4ef8670d9a36 req-5df1dcc5-dc03-4b92-91aa-5e3d79937b13 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.1056111 Sep 17 22:34:06.993803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Pushing event updated for resources: {'Port': ['ID=a47035cc-cf82-41f5-8399-ec1c9045b8da,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:07.006178 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b26b9ddc-83bf-43b8-909c-8967f3be7df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.032977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fe0e2fe-c3dd-48bd-af86-4ef8670d9a36 req-8c657613-d4db-4d8a-8a7c-a2e9b82e1a2e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607405 Sep 17 22:34:07.042839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b26b9ddc-83bf-43b8-909c-8967f3be7df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.065411 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.154770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45208) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:07.240798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d0b984f6-6502-4045-ae88-df39b46102b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d64af37efda1449d846717ee23ec8c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819225 Sep 17 22:34:07.240798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45210) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:07.263874 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.292462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b26b9ddc-83bf-43b8-909c-8967f3be7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.294560 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d5ecbb-965e-44bf-b865-5ed529a0b5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.295041 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b26b9ddc-83bf-43b8-909c-8967f3be7df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.296244 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b26b9ddc-83bf-43b8-909c-8967f3be7df1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01d8ff6e-35a6-43a2-8a87-4f15f4815e27 HTTP/1.1" status: 204 len: 168 time: 0.4536340 Sep 17 22:34:07.307543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b9ddc-83bf-43b8-909c-8967f3be7df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d8ff6e-35a6-43a2-8a87-4f15f4815e27,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:07.330947 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d5ecbb-965e-44bf-b865-5ed529a0b5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.458213 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d5ecbb-965e-44bf-b865-5ed529a0b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.464834 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.465379 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d5ecbb-965e-44bf-b865-5ed529a0b5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.465379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-58d5ecbb-965e-44bf-b865-5ed529a0b5b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fb4482f-f0c6-4cb6-bf23-93751581d5de HTTP/1.1" status: 204 len: 168 time: 0.2208440 Sep 17 22:34:07.473398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5ecbb-965e-44bf-b865-5ed529a0b5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb4482f-f0c6-4cb6-bf23-93751581d5de,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:07.696575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.953558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Router a8521c67-f104-4a43-971f-b3dc79c66d39 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:08.051940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248611b-9868-40a8-8bb8-175c72377ecd req-e08cddd0-1511-4e20-8e3c-8d24938f3ea7 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:08.053924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5248611b-9868-40a8-8bb8-175c72377ecd req-e08cddd0-1511-4e20-8e3c-8d24938f3ea7 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 944 time: 0.1627758 Sep 17 22:34:08.092865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f4832-a66a-4dd7-9f52-721785110306 None None] Network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:08.184098 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5248611b-9868-40a8-8bb8-175c72377ecd req-89783690-b12f-493a-a4f4-5eb8d62dae67 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171625 Sep 17 22:34:08.196441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dc108-e85b-4da9-9468-57c6babdb09a req-94cc568d-7f63-4d0e-8bad-9ead6c9f410b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:08.199501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:08.199796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-713dc108-e85b-4da9-9468-57c6babdb09a req-94cc568d-7f63-4d0e-8bad-9ead6c9f410b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0746241 Sep 17 22:34:08.214564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Sync routers for ids ['a8521c67-f104-4a43-971f-b3dc79c66d39'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:08.245562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Routers {'a8521c67-f104-4a43-971f-b3dc79c66d39'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:08.246199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a8521c67-f104-4a43-971f-b3dc79c66d39'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:08.249057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-713dc108-e85b-4da9-9468-57c6babdb09a req-1373a74e-0d0f-4519-a1eb-e0b871f94ad1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Sep 17 22:34:08.292398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-471871c6-4463-4c78-99a3-7561391a038d None None] Provisioning complete for port 1b866fd0-518a-4c27-ab84-89c36acc00f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:08.318743 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-471871c6-4463-4c78-99a3-7561391a038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.616148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1b866fd0-518a-4c27-ab84-89c36acc00f9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:08.621256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Set router a8521c67-f104-4a43-971f-b3dc79c66d39 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:08.730879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.734758 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2a3b317c-c88b-4672-9e2c-3cf1f59370ce admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.1179039 Sep 17 22:34:08.738670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45246) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:08.818340 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-471871c6-4463-4c78-99a3-7561391a038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.905477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1b866fd0-518a-4c27-ab84-89c36acc00f9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:08.905850 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.917159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-471871c6-4463-4c78-99a3-7561391a038d None None] For port 1b866fd0-518a-4c27-ab84-89c36acc00f9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1b866fd0-518a-4c27-ab84-89c36acc00f9,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:09.002640 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-471871c6-4463-4c78-99a3-7561391a038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.078766 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.206310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-768cfd21-f9e3-4b0e-b519-0b594bd3699b None None] Provisioning complete for port 1b866fd0-518a-4c27-ab84-89c36acc00f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:09.206854 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-768cfd21-f9e3-4b0e-b519-0b594bd3699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.244025 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471871c6-4463-4c78-99a3-7561391a038d None None] Pushing event updated for resources: {'Port': ['ID=1b866fd0-518a-4c27-ab84-89c36acc00f9,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:09.297228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:07Z', 'revision_number': 3, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:09.395586 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Checking router: a8521c67-f104-4a43-971f-b3dc79c66d39 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:09.396088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Updating router a8521c67-f104-4a43-971f-b3dc79c66d39 port a47035cc-cf82-41f5-8399-ec1c9045b8da binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:34:09.427968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c3670-0f33-4b7e-86da-f5e62ee2b64b req-a61fafa5-d7c2-4fc9-a01a-f95a56585025 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:09.441750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e74c3670-0f33-4b7e-86da-f5e62ee2b64b req-a61fafa5-d7c2-4fc9-a01a-f95a56585025 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0959303 Sep 17 22:34:09.442422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c84ee-385a-4436-9ba5-9220fdab70e0 req-4203ef0a-59fb-4791-a4a5-db97cdae5ed2 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:09.443945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f42c84ee-385a-4436-9ba5-9220fdab70e0 req-4203ef0a-59fb-4791-a4a5-db97cdae5ed2 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 944 time: 0.1124673 Sep 17 22:34:09.502761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.562449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f42c84ee-385a-4436-9ba5-9220fdab70e0 req-8b5ba37c-5b4d-44d8-9d4f-1c64abcafeea tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105146 Sep 17 22:34:09.598981 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e74c3670-0f33-4b7e-86da-f5e62ee2b64b req-067db8f6-a97d-416e-bcac-d360bd34e064 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484501 Sep 17 22:34:09.938889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.944177 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.988957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c2be41a5-9414-481c-a68d-63476fee09cb up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:10.079379 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.152351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd3aa8-6475-4bfa-9d70-7f6c885305d0 None None] Pushing event updated for resources: {'Port': ['ID=a47035cc-cf82-41f5-8399-ec1c9045b8da,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:10.154650 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Attempting to bind port a47035cc-cf82-41f5-8399-ec1c9045b8da on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:10.155023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Attempting to bind port a47035cc-cf82-41f5-8399-ec1c9045b8da by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:10.155378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Attempting to bind port a47035cc-cf82-41f5-8399-ec1c9045b8da on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:10.164003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port c2be41a5-9414-481c-a68d-63476fee09cb completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:34:10.170654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port c2be41a5-9414-481c-a68d-63476fee09cb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:10.171035 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.174438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:10.174438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:10.174756 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.175148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:10.175623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Bound port: a47035cc-cf82-41f5-8399-ec1c9045b8da, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:10.176411 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.199328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Allocated IP 172.20.0.1 (4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d/712f76ef-b373-41af-85dc-783675783f21/27baa67e-0366-4c82-9bc3-3f932c15f6e8) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:10.255016 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.266551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] For port a47035cc-cf82-41f5-8399-ec1c9045b8da, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:10.271623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] For port a47035cc-cf82-41f5-8399-ec1c9045b8da, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a47035cc-cf82-41f5-8399-ec1c9045b8da,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:10.309217 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.321712 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.354455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2be41a5-9414-481c-a68d-63476fee09cb'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:10.361418 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc58b63-bd99-42c2-b5af-6155f4354966" -d '{"events": [{"server_uuid": "4b0fff98-ffc5-42c9-a5d4-33fb61608c5e", "name": "network-vif-plugged", "status": "completed", "tag": "c2be41a5-9414-481c-a68d-63476fee09cb"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:10.373789 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.379249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c2be41a5-9414-481c-a68d-63476fee09cb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c2be41a5-9414-481c-a68d-63476fee09cb,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:10.422729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.435731 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7130494-e7b9-4c2f-84bd-9771b6bd9283 x-openstack-request-id: req-f7130494-e7b9-4c2f-84bd-9771b6bd9283 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:10.436056 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0fff98-ffc5-42c9-a5d4-33fb61608c5e", "name": "network-vif-plugged", "status": "completed", "tag": "c2be41a5-9414-481c-a68d-63476fee09cb", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:10.436354 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7130494-e7b9-4c2f-84bd-9771b6bd9283 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:10.436791 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2be41a5-9414-481c-a68d-63476fee09cb', 'code': 200} Sep 17 22:34:10.451034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd3aa8-6475-4bfa-9d70-7f6c885305d0 None None] Pushing event updated for resources: {'Port': ['ID=a47035cc-cf82-41f5-8399-ec1c9045b8da,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:10.453568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Routers {'a8521c67-f104-4a43-971f-b3dc79c66d39'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:10.454352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a8521c67-f104-4a43-971f-b3dc79c66d39'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:10.456478 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.499770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:10.502945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:10.506906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:10.621206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c2be41a5-9414-481c-a68d-63476fee09cb,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:10.651619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1b866fd0-518a-4c27-ab84-89c36acc00f9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:10.659961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Pushing event updated for resources: {'Port': ['ID=27baa67e-0366-4c82-9bc3-3f932c15f6e8,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:10.746907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda641-67da-4791-9fb6-6a3fd3aeff0f req-47f3b5c7-61ff-4234-a199-a7e085592a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:10.748631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06dda641-67da-4791-9fb6-6a3fd3aeff0f req-47f3b5c7-61ff-4234-a199-a7e085592a02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 1097 time: 0.2028904 Sep 17 22:34:10.753092 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.840008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1b866fd0-518a-4c27-ab84-89c36acc00f9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:10.840982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.910989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b590586-f287-46db-b33b-38369bc44126 req-44c9fcc7-05a7-4bac-bf62-fcbd9440d135 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:10.924147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b590586-f287-46db-b33b-38369bc44126 req-44c9fcc7-05a7-4bac-bf62-fcbd9440d135 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1588960 Sep 17 22:34:11.001945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] Set router a8521c67-f104-4a43-971f-b3dc79c66d39 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:11.017675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b590586-f287-46db-b33b-38369bc44126 req-6a2293c4-6d93-4123-9d61-b2303b100822 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911207 Sep 17 22:34:11.020683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06dda641-67da-4791-9fb6-6a3fd3aeff0f req-f00cd7b5-a37e-46bb-8344-9090e4345c80 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557261 Sep 17 22:34:11.059799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45310) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:11.060271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c219c-3823-4be2-a351-31fdadd666a0 req-8bc8e524-e853-4c08-8f10-f5eeca1cbc87 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:11.060271 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef7c219c-3823-4be2-a351-31fdadd666a0 req-8bc8e524-e853-4c08-8f10-f5eeca1cbc87 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.3032262 Sep 17 22:34:11.148097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef7c219c-3823-4be2-a351-31fdadd666a0 req-b09f6fbf-0348-4c36-9cb3-7661e2749789 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698473 Sep 17 22:34:11.233575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2032063062', 'router:external': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:11.272326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e074148d-27b8-414a-9573-5eb4f95db23c None None] Provisioning complete for port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:11.272935 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e074148d-27b8-414a-9573-5eb4f95db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.406878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e074148d-27b8-414a-9573-5eb4f95db23c None None] Port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:11.483755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:07Z', 'revision_number': 3, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:11.512613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b5a32-eca1-42c2-a4ac-1e5ee46367a3 None None] The sync data for ids ['a8521c67-f104-4a43-971f-b3dc79c66d39'] in n-d-713499-18 is: [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:07Z', 'revision_number': 3, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:11.531005 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.734380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.097909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Made reservation on behalf of 379a9309b0f04d24903b62cb1967823f for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:12.100751 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.114272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.130657 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.170929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3637e1-59e5-429f-a36e-74d9475b2679 req-b159f2ff-fbd5-4dc0-8315-9dfd949a4b18 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.178631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e3637e1-59e5-429f-a36e-74d9475b2679 req-b159f2ff-fbd5-4dc0-8315-9dfd949a4b18 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0928607 Sep 17 22:34:12.190345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.273021 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.338772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e3637e1-59e5-429f-a36e-74d9475b2679 req-faa11086-6a39-4727-a566-178dd03d7b18 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548150 Sep 17 22:34:12.350836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Pushing event updated for resources: {'Port': ['ID=27baa67e-0366-4c82-9bc3-3f932c15f6e8,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:12.366733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.372191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7e3ca-ec15-404b-9dea-3cb36d905a4d req-7816214f-7cf3-4838-a941-418a34ecaa14 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.373911 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74b7e3ca-ec15-404b-9dea-3cb36d905a4d req-7816214f-7cf3-4838-a941-418a34ecaa14 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.1291325 Sep 17 22:34:12.415821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:34:12.423023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f210fd55-c6f8-42dc-918d-85933ce241a6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:12.429318 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.430600 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Added segment 2bf89dda-c7d1-4054-8d55-7c15e726fae7 of type vlan for network 90656c0f-3907-4f4a-b7c7-96e773b0fd2c Sep 17 22:34:12.430807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74b7e3ca-ec15-404b-9dea-3cb36d905a4d req-93aae415-7efc-45b0-b245-a32c904fceb8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497031 Sep 17 22:34:12.432741 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:12.434595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:12.546069 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.644175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a47035cc-cf82-41f5-8399-ec1c9045b8da up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:12.666703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Router a8521c67-f104-4a43-971f-b3dc79c66d39 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:34:12.730235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.731320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.732232 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.786121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a47035cc-cf82-41f5-8399-ec1c9045b8da triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:12.786627 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.838621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event updated for resources: {'Network': ['ID=90656c0f-3907-4f4a-b7c7-96e773b0fd2c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:12.846102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-62f8c544-95a4-45df-b928-70e6f0b9f0c6 None None] Provisioning complete for port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:12.846578 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-62f8c544-95a4-45df-b928-70e6f0b9f0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.853173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 90656c0f-3907-4f4a-b7c7-96e773b0fd2c details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:34:12.879510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:12.892633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-378403ed-c834-4bd9-8766-346bb9306d92 admin admin] 10.222.0.30 "PUT /v2.0/routers/a8521c67-f104-4a43-971f-b3dc79c66d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1565766 Sep 17 22:34:12.895810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-93f9e0fb-03ee-44e1-b856-afb600052188 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8516133 Sep 17 22:34:12.908017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45356) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:12.913934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Request body: {'subnet': {'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:12.987580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-62f8c544-95a4-45df-b928-70e6f0b9f0c6 None None] Port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:12.996068 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.020241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port a47035cc-cf82-41f5-8399-ec1c9045b8da, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a47035cc-cf82-41f5-8399-ec1c9045b8da,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:13.032891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Made reservation on behalf of 379a9309b0f04d24903b62cb1967823f for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:13.037322 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.120464 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.205248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=a47035cc-cf82-41f5-8399-ec1c9045b8da,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:13.490358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814fb43-a008-47c4-9ffc-b8ffe40239b5 req-5f388c05-8186-48b1-be46-dfa1a2b2902f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.492190 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4814fb43-a008-47c4-9ffc-b8ffe40239b5 req-5f388c05-8186-48b1-be46-dfa1a2b2902f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0789573 Sep 17 22:34:13.571964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4814fb43-a008-47c4-9ffc-b8ffe40239b5 req-f2a2cae0-1bf9-473d-97ab-810d0cb96146 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728664 Sep 17 22:34:13.579783 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Sync routers for ids ['a8521c67-f104-4a43-971f-b3dc79c66d39'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:13.593864 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Routers {'a8521c67-f104-4a43-971f-b3dc79c66d39'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:13.597154 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a8521c67-f104-4a43-971f-b3dc79c66d39'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:13.725198 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Set router a8521c67-f104-4a43-971f-b3dc79c66d39 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:13.782172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843e88e-1929-44f9-896f-d317a096e1e4 req-03e3f675-ecd0-4996-93f4-885db37b45fb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.795286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5843e88e-1929-44f9-896f-d317a096e1e4 req-03e3f675-ecd0-4996-93f4-885db37b45fb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.1032124 Sep 17 22:34:13.795286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45372) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:13.799825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-604f7209-181b-4601-a855-f652fa119a92 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009901838', 'description': 'tempest-description--459902602'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:13.860734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5843e88e-1929-44f9-896f-d317a096e1e4 req-4038d525-3ac2-40dc-a04d-95e72fc34a32 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660167 Sep 17 22:34:13.964854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113d185-a834-4f63-8004-6b58c5de3544 req-31748e65-dbbb-454e-a659-351cfb8009ff tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.967044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3113d185-a834-4f63-8004-6b58c5de3544 req-31748e65-dbbb-454e-a659-351cfb8009ff tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0957899 Sep 17 22:34:13.972854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-604f7209-181b-4601-a855-f652fa119a92 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.984283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45376) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:14.004961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7ad406a4-b270-460f-a025-304185e96834 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'floatingip': {'port_id': 'c2be41a5-9414-481c-a68d-63476fee09cb'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:14.065021 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '27baa67e-0366-4c82-9bc3-3f932c15f6e8', 'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'mac_address': 'fa:16:3e:48:55:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:09Z', 'updated_at': '2021-09-17T22:34:11Z', 'revision_number': 2, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'subnets': [{'id': '712f76ef-b373-41af-85dc-783675783f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:14.104081 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Checking router: a8521c67-f104-4a43-971f-b3dc79c66d39 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:14.104568 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Updating router a8521c67-f104-4a43-971f-b3dc79c66d39 port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:34:14.130588 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ad406a4-b270-460f-a025-304185e96834 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.143081 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.146106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:34:14.146580 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.199890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c696be8e-5090-46a4-b925-a5f53bfa1e67,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:14.251498 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-604f7209-181b-4601-a855-f652fa119a92 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.252600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Checking segment: {'id': '2bf89dda-c7d1-4054-8d55-7c15e726fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:14.253145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Network hostable DHCP agents. Network: 90656c0f-3907-4f4a-b7c7-96e773b0fd2c, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:34:14.360661 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-604f7209-181b-4601-a855-f652fa119a92 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.392701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Network 90656c0f-3907-4f4a-b7c7-96e773b0fd2c is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:34:14.424054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f7209-181b-4601-a855-f652fa119a92 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921c8cda-c711-4427-8e28-35a9fecaedff,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:14.457476 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.550827 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a47035cc-cf82-41f5-8399-ec1c9045b8da up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:14.555905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 90656c0f-3907-4f4a-b7c7-96e773b0fd2c) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:14.561299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:14.563993 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.575475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-604f7209-181b-4601-a855-f652fa119a92 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.576088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d455d1f-78ae-44bc-be59-7d881abacc43 None None] Network 90656c0f-3907-4f4a-b7c7-96e773b0fd2c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:14.579773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45388) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:14.579942 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-604f7209-181b-4601-a855-f652fa119a92 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7870409 Sep 17 22:34:14.583838 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.593488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-5fdfcd68-b133-4fcd-8747-4f0f584721d9 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Request body: {'security_group_rule': {'security_group_id': '921c8cda-c711-4427-8e28-35a9fecaedff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:14.635430 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89cc98-5859-4ae0-a53d-dd7f59ad88fe None None] Pushing event updated for resources: {'Port': ['ID=27baa67e-0366-4c82-9bc3-3f932c15f6e8,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:14.670709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a47035cc-cf82-41f5-8399-ec1c9045b8da triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:14.672440 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.686934 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-528c2ef5-f1dd-4878-9830-6490ee6910f2 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7775400 Sep 17 22:34:14.690356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45390) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:14.695508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-355523398', 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:14.760906 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Attempting to bind port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:14.761638 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Attempting to bind port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:14.762210 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Attempting to bind port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 on network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:14.769225 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:14.770844 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Checking segment: {'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:14.774682 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcd68-b133-4fcd-8747-4f0f584721d9 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.776041 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ad406a4-b270-460f-a025-304185e96834 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.778172 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.778866 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Bound using segment: {'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:14.779523 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Bound port: 27baa67e-0366-4c82-9bc3-3f932c15f6e8, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:14.780090 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.817351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e74a4cd-4624-4bec-a408-c26314f58755 None None] Network 90656c0f-3907-4f4a-b7c7-96e773b0fd2c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:14.858435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ad406a4-b270-460f-a025-304185e96834 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.887282 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcd68-b133-4fcd-8747-4f0f584721d9 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.927532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Made reservation on behalf of 379a9309b0f04d24903b62cb1967823f for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:14.929100 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] For port 27baa67e-0366-4c82-9bc3-3f932c15f6e8, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:14.933310 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] For port 27baa67e-0366-4c82-9bc3-3f932c15f6e8, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=27baa67e-0366-4c82-9bc3-3f932c15f6e8,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:14.936480 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.965537 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcd68-b133-4fcd-8747-4f0f584721d9 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.009885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfcd68-b133-4fcd-8747-4f0f584721d9 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae3dab0-0379-4d68-9794-cefb34c443da,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:15.013021 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.026461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] device_id is not set on port 8188f609-38c7-49fe-9aaf-b40b9952101b yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:15.123513 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcd68-b133-4fcd-8747-4f0f584721d9 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.129085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5fdfcd68-b133-4fcd-8747-4f0f584721d9 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5407457 Sep 17 22:34:15.134619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45408) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:15.141277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-89aaea3c-2c3f-4f5c-84f6-b82830134306 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Request body: {'security_group_rule': {'security_group_id': '921c8cda-c711-4427-8e28-35a9fecaedff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:15.166812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-dfc3c3a6-c4d7-4793-ad7f-097d83fb38be None None] Provisioning complete for port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:15.167405 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dfc3c3a6-c4d7-4793-ad7f-097d83fb38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.209385 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-7ad406a4-b270-460f-a025-304185e96834 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Floating IP 5cd4d82c-aeb8-4635-8b97-bf7028d1d17b associated. External IP: 172.25.6.29, port: c2be41a5-9414-481c-a68d-63476fee09cb. Sep 17 22:34:15.240853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Allocated IP 2001:db8::156 (90656c0f-3907-4f4a-b7c7-96e773b0fd2c/c696be8e-5090-46a4-b925-a5f53bfa1e67/8188f609-38c7-49fe-9aaf-b40b9952101b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:15.262741 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Routers {'a8521c67-f104-4a43-971f-b3dc79c66d39'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:15.268873 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a8521c67-f104-4a43-971f-b3dc79c66d39'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:15.272945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4ac70-b8cc-43c5-b776-ed5721b1837c req-f50c5e2f-cc4a-4db0-9b7a-3f302a05f01b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:15.274679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76b4ac70-b8cc-43c5-b776-ed5721b1837c req-f50c5e2f-cc4a-4db0-9b7a-3f302a05f01b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.1909156 Sep 17 22:34:15.345198 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89cc98-5859-4ae0-a53d-dd7f59ad88fe None None] Pushing event updated for resources: {'Port': ['ID=27baa67e-0366-4c82-9bc3-3f932c15f6e8,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:15.345401 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dfc3c3a6-c4d7-4793-ad7f-097d83fb38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.425902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-dfc3c3a6-c4d7-4793-ad7f-097d83fb38be None None] For port 27baa67e-0366-4c82-9bc3-3f932c15f6e8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=27baa67e-0366-4c82-9bc3-3f932c15f6e8,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:15.455271 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76b4ac70-b8cc-43c5-b776-ed5721b1837c req-6e54daac-3b5a-41e4-b9a1-8f9a4bf6d6f0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716092 Sep 17 22:34:15.489090 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] Set router a8521c67-f104-4a43-971f-b3dc79c66d39 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:15.495650 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dfc3c3a6-c4d7-4793-ad7f-097d83fb38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.508804 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.628440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3c3a6-c4d7-4793-ad7f-097d83fb38be None None] Pushing event updated for resources: {'Port': ['ID=27baa67e-0366-4c82-9bc3-3f932c15f6e8,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:15.648796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e80b9a12-3ccc-4551-84ee-6c46ee6ff961 None None] Provisioning complete for port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:15.650488 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e80b9a12-3ccc-4551-84ee-6c46ee6ff961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.673300 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.689751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad406a4-b270-460f-a025-304185e96834 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Router f5cf73cf-c24b-47c7-995a-4ee28697c41a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:34:15.766668 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89aaea3c-2c3f-4f5c-84f6-b82830134306 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.811756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Network 90656c0f-3907-4f4a-b7c7-96e773b0fd2c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:15.821554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:15.833026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event updated for resources: {'Port': ['ID=8188f609-38c7-49fe-9aaf-b40b9952101b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:15.838744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:15.840722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:15.841544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.898034 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '27baa67e-0366-4c82-9bc3-3f932c15f6e8', 'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'mac_address': 'fa:16:3e:48:55:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:09Z', 'updated_at': '2021-09-17T22:34:14Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'subnets': [{'id': '712f76ef-b373-41af-85dc-783675783f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:15.909694 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89aaea3c-2c3f-4f5c-84f6-b82830134306 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.943170 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425c0c4-22ca-426c-96fb-9a755e80968d None None] The sync data for ids ['a8521c67-f104-4a43-971f-b3dc79c66d39'] in n-d-713499-18 is: [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '27baa67e-0366-4c82-9bc3-3f932c15f6e8', 'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'mac_address': 'fa:16:3e:48:55:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:09Z', 'updated_at': '2021-09-17T22:34:14Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'subnets': [{'id': '712f76ef-b373-41af-85dc-783675783f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:15.989176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c46f74d2-060c-4a01-9ff4-9edc29d2a8c5 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2963846 Sep 17 22:34:15.990483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45414) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:16.015956 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89aaea3c-2c3f-4f5c-84f6-b82830134306 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.115830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaea3c-2c3f-4f5c-84f6-b82830134306 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327e5c9c-5b0b-46a1-82e3-faf0f876f9ac,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:16.202985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89aaea3c-2c3f-4f5c-84f6-b82830134306 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.207240 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-89aaea3c-2c3f-4f5c-84f6-b82830134306 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0713325 Sep 17 22:34:16.208608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45418) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:16.222160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:16.247542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c373cb3c-220e-48ad-b99f-87a050ebddf0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Deleting port 8188f609-38c7-49fe-9aaf-b40b9952101b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:16.247793 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c373cb3c-220e-48ad-b99f-87a050ebddf0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.344700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad406a4-b270-460f-a025-304185e96834 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:16.357192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] Sync routers for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:16.366453 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ad406a4-b270-460f-a025-304185e96834 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.374710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:16.377329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:16.434314 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7ad406a4-b270-460f-a025-304185e96834 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "PUT /v2.0/floatingips/5cd4d82c-aeb8-4635-8b97-bf7028d1d17b HTTP/1.1" status: 200 len: 990 time: 2.4459898 Sep 17 22:34:16.437371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'tag': 'c2be41a5-9414-481c-a68d-63476fee09cb'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:16.439897 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0fff98-ffc5-42c9-a5d4-33fb61608c5e", "tag": "c2be41a5-9414-481c-a68d-63476fee09cb"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:16.441684 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c373cb3c-220e-48ad-b99f-87a050ebddf0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.486108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c373cb3c-220e-48ad-b99f-87a050ebddf0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Calling delete_port for 8188f609-38c7-49fe-9aaf-b40b9952101b owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:16.522931 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c059ae4-402c-415b-93d3-9c433adf105b x-openstack-request-id: req-3c059ae4-402c-415b-93d3-9c433adf105b {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:16.524248 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0fff98-ffc5-42c9-a5d4-33fb61608c5e", "tag": "c2be41a5-9414-481c-a68d-63476fee09cb", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:16.526319 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c059ae4-402c-415b-93d3-9c433adf105b {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:16.527108 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'tag': 'c2be41a5-9414-481c-a68d-63476fee09cb', 'status': 'completed', 'code': 200} Sep 17 22:34:16.718186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 27baa67e-0366-4c82-9bc3-3f932c15f6e8 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:16.728193 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.756092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-bebd7351-5b0a-49b5-9984-295968e04a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.758324 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-bebd7351-5b0a-49b5-9984-295968e04a80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 1097 time: 0.1818492 Sep 17 22:34:16.788137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc395729-d489-4731-9bed-4a2275322223 req-e1ef925c-f75a-4482-b71c-cfd60b609809 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.792061 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bc395729-d489-4731-9bed-4a2275322223 req-e1ef925c-f75a-4482-b71c-cfd60b609809 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.1478519 Sep 17 22:34:16.797105 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:16.894691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bc395729-d489-4731-9bed-4a2275322223 req-5ee0a730-fc01-40a2-be5f-33a864e71418 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902207 Sep 17 22:34:16.916825 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c373cb3c-220e-48ad-b99f-87a050ebddf0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.954403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-8a564bb2-f1b4-471e-8b18-16a7c4e95c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.957150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-8a564bb2-f1b4-471e-8b18-16a7c4e95c5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.1870804 Sep 17 22:34:16.962214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:16.962509 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.022749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373cb3c-220e-48ad-b99f-87a050ebddf0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event deleted for resources: {'Port': ['ID=8188f609-38c7-49fe-9aaf-b40b9952101b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:17.067630 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-35e67059-7938-468f-a5e0-c6b65197c8ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2be41a5-9414-481c-a68d-63476fee09cb HTTP/1.1" status: 200 len: 998 time: 0.1028187 Sep 17 22:34:17.158422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c373cb3c-220e-48ad-b99f-87a050ebddf0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.164085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45430) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:17.164977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c373cb3c-220e-48ad-b99f-87a050ebddf0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "DELETE /v2.0/ports/8188f609-38c7-49fe-9aaf-b40b9952101b HTTP/1.1" status: 204 len: 168 time: 1.1731443 Sep 17 22:34:17.171179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c', 'external_fixed_ips': [{'subnet_id': 'c696be8e-5090-46a4-b925-a5f53bfa1e67', 'ip_address': '2001:db8::156'}]}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:17.174529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.221704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-466a5b1e-2d21-4e3a-82e3-4e1fa95a5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:17.223894 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-466a5b1e-2d21-4e3a-82e3-4e1fa95a5588 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.1396878 Sep 17 22:34:17.237281 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:34:17.312177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-87f54881-3a40-491c-8502-af44eea3ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:17.313178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75365624-3cf7-4437-934c-976e6d9a2502 req-439ed535-314f-4ad7-b072-b824aa25488b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2098420 Sep 17 22:34:17.315223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-87f54881-3a40-491c-8502-af44eea3ab20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750480 Sep 17 22:34:17.393019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '5cd4d82c-aeb8-4635-8b97-bf7028d1d17b', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'port_id': 'c2be41a5-9414-481c-a68d-63476fee09cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'mac_address': 'fa:16:3e:6f:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:51Z', 'updated_at': '2021-09-17T22:34:14Z', 'revision_number': 1, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:17.401217 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.402391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.446016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] Checking router: f5cf73cf-c24b-47c7-995a-4ee28697c41a for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:17.460082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:17.461165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:17.497808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Allocated IP 172.25.6.185 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/4c6910d2-e873-448c-8ec3-61ae40a0eb78) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:17.553469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.561058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75365624-3cf7-4437-934c-976e6d9a2502 req-7f8f8c1e-01d5-4dbc-9cd5-a0621052f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:17.562605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75365624-3cf7-4437-934c-976e6d9a2502 req-7f8f8c1e-01d5-4dbc-9cd5-a0621052f076 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1096 time: 0.1398075 Sep 17 22:34:17.600728 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-b4e5e8dc-9664-4d82-8d71-9331d0f5bc8e service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776747 Sep 17 22:34:17.629125 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:17.760520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13563934-d3a9-43d7-ba74-9a4aa4ac5c47 req-9dc27639-7320-4024-b4e3-de6df811cc60 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496789 Sep 17 22:34:17.788090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.829500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75365624-3cf7-4437-934c-976e6d9a2502 req-019bf603-1e02-4e61-a271-35984877f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:17.831378 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75365624-3cf7-4437-934c-976e6d9a2502 req-019bf603-1e02-4e61-a271-35984877f059 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.2216527 Sep 17 22:34:17.907083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75365624-3cf7-4437-934c-976e6d9a2502 req-82dea0a8-ee5b-414a-8ad4-432a3deb4d6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 999 time: 0.0671625 Sep 17 22:34:17.941674 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.958937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '5cd4d82c-aeb8-4635-8b97-bf7028d1d17b', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'port_id': 'c2be41a5-9414-481c-a68d-63476fee09cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'mac_address': 'fa:16:3e:6f:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:51Z', 'updated_at': '2021-09-17T22:34:14Z', 'revision_number': 1, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:17.964603 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.993952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600bcfa-5266-4489-abe9-104e0d81c271 None None] The sync data for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 is: [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '5cd4d82c-aeb8-4635-8b97-bf7028d1d17b', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'port_id': 'c2be41a5-9414-481c-a68d-63476fee09cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'mac_address': 'fa:16:3e:6f:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:33:51Z', 'updated_at': '2021-09-17T22:34:14Z', 'revision_number': 1, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:18.018760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75365624-3cf7-4437-934c-976e6d9a2502 req-45d2e81b-1c9c-4dd2-9fde-a859e15cf983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.020437 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75365624-3cf7-4437-934c-976e6d9a2502 req-45d2e81b-1c9c-4dd2-9fde-a859e15cf983 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.1066589 Sep 17 22:34:18.022238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:18.027126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:18.039538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:18.090658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Pushing event updated for resources: {'Port': ['ID=4c6910d2-e873-448c-8ec3-61ae40a0eb78,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:18.102338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbe3b1-70f3-418c-b30c-a8fc12411572 req-efb03249-c1eb-45db-87f7-6c4aa94c2732 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.104140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffcbe3b1-70f3-418c-b30c-a8fc12411572 req-efb03249-c1eb-45db-87f7-6c4aa94c2732 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0881095 Sep 17 22:34:18.131902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75365624-3cf7-4437-934c-976e6d9a2502 req-754af9fb-4db4-4568-ba6a-cc3ef5d8ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.134160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75365624-3cf7-4437-934c-976e6d9a2502 req-754af9fb-4db4-4568-ba6a-cc3ef5d8ec9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046400 Sep 17 22:34:18.191143 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffcbe3b1-70f3-418c-b30c-a8fc12411572 req-4078c1ab-667d-4f31-85b4-a53c1a1096a7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757918 Sep 17 22:34:18.236071 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.276933 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eeebe3-b1b0-44eb-9179-7d9e7b0b0e0e None None] New status for floating IP 5cd4d82c-aeb8-4635-8b97-bf7028d1d17b: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:34:18.289195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75365624-3cf7-4437-934c-976e6d9a2502 req-c45dd676-88e3-45fb-9610-aa929bc7e2f7 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320510 Sep 17 22:34:18.371842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.393338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.428865 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.478268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75365624-3cf7-4437-934c-976e6d9a2502 req-5f02983e-d6a8-442f-875d-ad53371e4158 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815166 Sep 17 22:34:18.591562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Allocated IP 2001:db8::156 (90656c0f-3907-4f4a-b7c7-96e773b0fd2c/c696be8e-5090-46a4-b925-a5f53bfa1e67/00256289-f35a-4e63-b832-4f3211d75231) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:18.624427 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.700147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.715450 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.826038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Pushing event updated for resources: {'Port': ['ID=4c6910d2-e873-448c-8ec3-61ae40a0eb78,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:18.841556 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.845331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.902079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Network 90656c0f-3907-4f4a-b7c7-96e773b0fd2c is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:18.906750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:18.910897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:18.967764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event updated for resources: {'Port': ['ID=00256289-f35a-4e63-b832-4f3211d75231,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:18.983709 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.995553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-24a08baa-5c6a-4a0a-b1ff-ab7a7b315896 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7858407 Sep 17 22:34:19.154524 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-780b8ac6-aafd-4117-a192-dbc512c34967 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2009901838&fields=id&tenant_id=8c5e50cd0d054fdcbc3b6ec17a21036a HTTP/1.1" status: 200 len: 267 time: 0.0429606 Sep 17 22:34:19.346377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-f75819fd-59ef-4067-b9ca-2ece0a578d05 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:19.348636 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-f75819fd-59ef-4067-b9ca-2ece0a578d05 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/networks?id=4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d HTTP/1.1" status: 200 len: 806 time: 0.1874387 Sep 17 22:34:19.380502 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.382199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd554-c37d-4ebb-a75c-ab93cc47b07e req-97b46828-2cc0-4c43-b095-b50b353202b6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:19.385680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-6f200a72-d87e-4d60-bd0f-762e42569511 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/quotas/8c5e50cd0d054fdcbc3b6ec17a21036a HTTP/1.1" status: 200 len: 375 time: 0.0190454 Sep 17 22:34:19.395318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd0cd554-c37d-4ebb-a75c-ab93cc47b07e req-97b46828-2cc0-4c43-b095-b50b353202b6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0956061 Sep 17 22:34:19.451427 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd0cd554-c37d-4ebb-a75c-ab93cc47b07e req-0c145913-8dd8-4a38-ae41-13c3c33085ef tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551596 Sep 17 22:34:19.503757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45468) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:19.509978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-8c519032-4ef4-4d07-b71a-95111ea29a86 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c5e50cd0d054fdcbc3b6ec17a21036a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912273 Sep 17 22:34:19.613360 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-491ac53d-fb00-48ff-878f-e1770a92784a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.691021 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-893841af-3479-4ae2-925a-d6e0db3a106a service neutron] 10.222.0.30 "GET /v2.0/networks/4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661282 Sep 17 22:34:19.697711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.705237 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-491ac53d-fb00-48ff-878f-e1770a92784a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.798611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-491ac53d-fb00-48ff-878f-e1770a92784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.840110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-491ac53d-fb00-48ff-878f-e1770a92784a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a43ee0fad30e466ab632950e461295f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352199 Sep 17 22:34:19.842735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ac53d-fb00-48ff-878f-e1770a92784a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ed8daf-14d2-41ec-941f-8fe9d80155e3,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:19.845072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45472) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:19.881715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-d63de60e-6aac-4b45-bf4d-b548816190b3 service neutron] 10.222.0.30 "GET /v2.0/networks/4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816473 Sep 17 22:34:19.898997 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0950c441-274e-4e46-a0b7-428b54c002a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.929395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0950c441-274e-4e46-a0b7-428b54c002a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.994998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Router 164010d2-1726-4bf2-89e0-026b0eee1fb6 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:20.095783 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0950c441-274e-4e46-a0b7-428b54c002a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.098482 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0950c441-274e-4e46-a0b7-428b54c002a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.103024 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0950c441-274e-4e46-a0b7-428b54c002a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30ed8daf-14d2-41ec-941f-8fe9d80155e3 HTTP/1.1" status: 204 len: 168 time: 0.2537735 Sep 17 22:34:20.111015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:20.114193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950c441-274e-4e46-a0b7-428b54c002a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ed8daf-14d2-41ec-941f-8fe9d80155e3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:20.137702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Sync routers for ids ['164010d2-1726-4bf2-89e0-026b0eee1fb6'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:20.152948 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Routers {'164010d2-1726-4bf2-89e0-026b0eee1fb6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:20.154159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['164010d2-1726-4bf2-89e0-026b0eee1fb6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:20.259926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b96a970-80f6-4952-a17f-7fd8baab52d8 req-e09c6d12-34c4-4dc7-b09f-4b6226d20f84 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 210 time: 0.0286355 Sep 17 22:34:20.270804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Set router 164010d2-1726-4bf2-89e0-026b0eee1fb6 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:20.290744 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.294935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d94c0850-6fc2-4de4-8f56-320634b0b086 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1249230 Sep 17 22:34:20.296817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45482) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:20.421471 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.565994 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.592748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddc675-717e-4a8a-97e7-80710319a071 req-d20e5bf2-5615-46b3-93e4-871546752282 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:20.594420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9ddc675-717e-4a8a-97e7-80710319a071 req-d20e5bf2-5615-46b3-93e4-871546752282 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0646129 Sep 17 22:34:20.632258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164010d2-1726-4bf2-89e0-026b0eee1fb6', 'name': '', 'tenant_id': '379a9309b0f04d24903b62cb1967823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c', 'external_fixed_ips': [{'subnet_id': 'c696be8e-5090-46a4-b925-a5f53bfa1e67', 'ip_address': '2001:db8::156'}], 'enable_snat': True}, 'gw_port_id': '00256289-f35a-4e63-b832-4f3211d75231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:17Z', 'updated_at': '2021-09-17T22:34:19Z', 'revision_number': 3, 'project_id': '379a9309b0f04d24903b62cb1967823f', 'gw_port': {'id': '00256289-f35a-4e63-b832-4f3211d75231', 'name': '', 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164010d2-1726-4bf2-89e0-026b0eee1fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'c696be8e-5090-46a4-b925-a5f53bfa1e67', 'ip_address': '2001:db8::156', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:18Z', 'updated_at': '2021-09-17T22:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c696be8e-5090-46a4-b925-a5f53bfa1e67', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:20.650964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9ddc675-717e-4a8a-97e7-80710319a071 req-66905fcd-7227-46ba-90ec-89310eb8a7d0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497947 Sep 17 22:34:20.667193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Checking router: 164010d2-1726-4bf2-89e0-026b0eee1fb6 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:20.667193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Updating router 164010d2-1726-4bf2-89e0-026b0eee1fb6 port 00256289-f35a-4e63-b832-4f3211d75231 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:34:20.690009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.813460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Deleting port 00256289-f35a-4e63-b832-4f3211d75231 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:20.813460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.896774 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.909742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Calling delete_port for 00256289-f35a-4e63-b832-4f3211d75231 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:20.958874 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.092000 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.156060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11db8be-be17-48fd-ab11-dee13b1866ca None None] Pushing event updated for resources: {'Port': ['ID=00256289-f35a-4e63-b832-4f3211d75231,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:21.156060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Attempting to bind port 00256289-f35a-4e63-b832-4f3211d75231 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:21.156060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Attempting to bind port 00256289-f35a-4e63-b832-4f3211d75231 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2bf89dda-c7d1-4054-8d55-7c15e726fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:21.156060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Attempting to bind port 00256289-f35a-4e63-b832-4f3211d75231 on network 90656c0f-3907-4f4a-b7c7-96e773b0fd2c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:21.159079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:21.159459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Checking segment: {'id': '2bf89dda-c7d1-4054-8d55-7c15e726fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:21.159865 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.160291 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Bound using segment: {'id': '2bf89dda-c7d1-4054-8d55-7c15e726fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:21.160758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Bound port: 00256289-f35a-4e63-b832-4f3211d75231, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf89dda-c7d1-4054-8d55-7c15e726fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:21.161146 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.245904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45496) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:21.260978 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1fe26c56-1a6d-43d0-bdff-86e9eb8047a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.262115 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:21.262485 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:21.262869 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.297905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event deleted for resources: {'Port': ['ID=00256289-f35a-4e63-b832-4f3211d75231,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:21.335010 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.402876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c9fe9f5-83af-4273-b755-8c1892d53df7 req-e52e2f86-0c95-4ff4-a451-d2256076beb9 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 210 time: 0.0729744 Sep 17 22:34:21.761935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.764560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.778045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7eea3-55f4-444e-9691-3dcc0c3d966d req-2d53ab7f-3392-459d-b79e-e08ec09983fd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:21.779604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79d7eea3-55f4-444e-9691-3dcc0c3d966d req-2d53ab7f-3392-459d-b79e-e08ec09983fd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0548806 Sep 17 22:34:21.781862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Attempting to bind port 00256289-f35a-4e63-b832-4f3211d75231 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:21.782465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Attempting to bind port 00256289-f35a-4e63-b832-4f3211d75231 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2bf89dda-c7d1-4054-8d55-7c15e726fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:21.783275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Attempting to bind port 00256289-f35a-4e63-b832-4f3211d75231 on network 90656c0f-3907-4f4a-b7c7-96e773b0fd2c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:21.788705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:21.789322 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Checking segment: {'id': '2bf89dda-c7d1-4054-8d55-7c15e726fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:21.790089 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.790495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Bound using segment: {'id': '2bf89dda-c7d1-4054-8d55-7c15e726fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:21.790971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Bound port: 00256289-f35a-4e63-b832-4f3211d75231, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf89dda-c7d1-4054-8d55-7c15e726fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90656c0f-3907-4f4a-b7c7-96e773b0fd2c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:21.791355 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.810989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Port 00256289-f35a-4e63-b832-4f3211d75231 has been deleted concurrently {{(pid=95456) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 22:34:21.820957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79d7eea3-55f4-444e-9691-3dcc0c3d966d req-e1dbbee7-7b0d-4c2a-9fb8-664a47892621 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346551 Sep 17 22:34:21.821755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Routers {'164010d2-1726-4bf2-89e0-026b0eee1fb6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:21.822380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['164010d2-1726-4bf2-89e0-026b0eee1fb6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:21.902664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] Set router 164010d2-1726-4bf2-89e0-026b0eee1fb6 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:21.955118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164010d2-1726-4bf2-89e0-026b0eee1fb6', 'name': '', 'tenant_id': '379a9309b0f04d24903b62cb1967823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:17Z', 'updated_at': '2021-09-17T22:34:21Z', 'revision_number': 5, 'project_id': '379a9309b0f04d24903b62cb1967823f', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:21.986508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03270ce7-1667-4806-b748-22cd440cf539 None None] The sync data for ids ['164010d2-1726-4bf2-89e0-026b0eee1fb6'] in n-d-713499-18 is: [{'id': '164010d2-1726-4bf2-89e0-026b0eee1fb6', 'name': '', 'tenant_id': '379a9309b0f04d24903b62cb1967823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:17Z', 'updated_at': '2021-09-17T22:34:21Z', 'revision_number': 5, 'project_id': '379a9309b0f04d24903b62cb1967823f', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:22.009530 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.010121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 164010d2-1726-4bf2-89e0-026b0eee1fb6 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:22.015958 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.019854 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bc0f5fc2-c386-4693-a3b4-96cdceb4f731 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "DELETE /v2.0/routers/164010d2-1726-4bf2-89e0-026b0eee1fb6 HTTP/1.1" status: 204 len: 168 time: 1.7193875 Sep 17 22:34:22.020000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45508) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:22.080720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1fe26c56-1a6d-43d0-bdff-86e9eb8047a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.081566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a16f57-4d40-4985-ac2a-d59894e02dcf tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Deleting subnet c696be8e-5090-46a4-b925-a5f53bfa1e67 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:22.084848 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93a16f57-4d40-4985-ac2a-d59894e02dcf tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.130849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93a16f57-4d40-4985-ac2a-d59894e02dcf tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.170885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93a16f57-4d40-4985-ac2a-d59894e02dcf tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.175740 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1fe26c56-1a6d-43d0-bdff-86e9eb8047a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.219698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe26c56-1a6d-43d0-bdff-86e9eb8047a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b412776-6fa8-4de8-907a-831a6e48dd8d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:22.229954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1fe26c56-1a6d-43d0-bdff-86e9eb8047a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c457ec58ee6c4ec4874c021a3fca7249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9816473 Sep 17 22:34:22.232411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45512) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:22.283474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0781cd7-8b3b-4acf-8d5a-6ec43b113c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.303914 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93a16f57-4d40-4985-ac2a-d59894e02dcf tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.308437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0781cd7-8b3b-4acf-8d5a-6ec43b113c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.344573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a16f57-4d40-4985-ac2a-d59894e02dcf tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c696be8e-5090-46a4-b925-a5f53bfa1e67,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:22.348779 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93a16f57-4d40-4985-ac2a-d59894e02dcf tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.357712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-93a16f57-4d40-4985-ac2a-d59894e02dcf tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/c696be8e-5090-46a4-b925-a5f53bfa1e67 HTTP/1.1" status: 204 len: 168 time: 0.3296478 Sep 17 22:34:22.357867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45514) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:22.425629 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.500371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc5f5602-1b76-4042-8621-9259d0eec7c2 req-eef2cf1c-5850-474f-a3ac-22e02a3f355d tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 210 time: 0.0308771 Sep 17 22:34:22.515082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.526336 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0781cd7-8b3b-4acf-8d5a-6ec43b113c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.529529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0781cd7-8b3b-4acf-8d5a-6ec43b113c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.531632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c0781cd7-8b3b-4acf-8d5a-6ec43b113c4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b412776-6fa8-4de8-907a-831a6e48dd8d HTTP/1.1" status: 204 len: 168 time: 0.2977371 Sep 17 22:34:22.540976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90656c0f-3907-4f4a-b7c7-96e773b0fd2c']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:22.542029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0781cd7-8b3b-4acf-8d5a-6ec43b113c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b412776-6fa8-4de8-907a-831a6e48dd8d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:22.548255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf89dda-c7d1-4054-8d55-7c15e726fae7') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:22.548625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf89dda-c7d1-4054-8d55-7c15e726fae7') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:22.559648 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.575784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.583093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:34:22.583583 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: items = [ Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:34:22.585830 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:34:22.775677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.788098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90656c0f-3907-4f4a-b7c7-96e773b0fd2c {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:34:22.793103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.794981 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "DELETE /v2.0/networks/90656c0f-3907-4f4a-b7c7-96e773b0fd2c HTTP/1.1" status: 204 len: 168 time: 0.4398985 Sep 17 22:34:22.796332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f7e5f-1388-413f-a425-b9326c923416 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event deleted for resources: {'Network': ['ID=90656c0f-3907-4f4a-b7c7-96e773b0fd2c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:22.979166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4388927-e8ae-4316-bfa7-c25cd7cbdc60 req-7c80c672-af9b-4235-9907-4a4e27d57fb5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:22.981116 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4388927-e8ae-4316-bfa7-c25cd7cbdc60 req-7c80c672-af9b-4235-9907-4a4e27d57fb5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0827174 Sep 17 22:34:23.021279 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4388927-e8ae-4316-bfa7-c25cd7cbdc60 req-e2041c74-b8a4-47e6-8079-6cc59f2a4c10 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Sep 17 22:34:23.173907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45534) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:23.182489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7ed96c68-4f0f-4588-a9e5-670739607437 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Request body: {'router': {'name': 'tempest-router--561267912', 'project_id': '94f38011c19c44a7aeddd9eb557f83f4'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:23.309475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ed96c68-4f0f-4588-a9e5-670739607437 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.310576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ed96c68-4f0f-4588-a9e5-670739607437 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.378443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ed96c68-4f0f-4588-a9e5-670739607437 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.469610 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ed96c68-4f0f-4588-a9e5-670739607437 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.485076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-d022359d-dfa6-4450-a1db-ff26df75a78c tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:23.485076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-d022359d-dfa6-4450-a1db-ff26df75a78c tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.23 "GET /v2.0/networks?id=4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d HTTP/1.1" status: 200 len: 806 time: 0.1079791 Sep 17 22:34:23.542822 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-8d60b65d-2304-428d-8196-1b18c6dd0454 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c5e50cd0d054fdcbc3b6ec17a21036a HTTP/1.1" status: 200 len: 380 time: 0.0429449 Sep 17 22:34:23.552178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Request body: {'port': {'device_id': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'admin_state_up': True, 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'security_groups': ['921c8cda-c711-4427-8e28-35a9fecaedff']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:23.583639 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ed96c68-4f0f-4588-a9e5-670739607437 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.585225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7ed96c68-4f0f-4588-a9e5-670739607437 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4096320 Sep 17 22:34:23.589159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45546) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:23.604649 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75bb052d-5c12-49dc-a609-5c7f493328bd req-671d0a27-e65c-485a-aa7b-b41967714f34 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 210 time: 0.0329876 Sep 17 22:34:23.706652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d0ef137-0e3d-4491-8455-c54ee0cb9530 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.888372 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d0ef137-0e3d-4491-8455-c54ee0cb9530 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.890493 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d0ef137-0e3d-4491-8455-c54ee0cb9530 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.972209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Made reservation on behalf of 8c5e50cd0d054fdcbc3b6ec17a21036a for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:23.975797 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.091101 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d0ef137-0e3d-4491-8455-c54ee0cb9530 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.094667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0ef137-0e3d-4491-8455-c54ee0cb9530 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4d200c6-4856-42a0-b64e-815cf9af3221 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:24.097934 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d0ef137-0e3d-4491-8455-c54ee0cb9530 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.101092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7d0ef137-0e3d-4491-8455-c54ee0cb9530 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "DELETE /v2.0/routers/b4d200c6-4856-42a0-b64e-815cf9af3221 HTTP/1.1" status: 204 len: 168 time: 0.5065448 Sep 17 22:34:24.199844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bbad7-2520-4fed-8d60-bc6c771bd211 req-c587e43b-5602-44b4-9b5a-7f3d1ba299b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:24.201468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-527bbad7-2520-4fed-8d60-bc6c771bd211 req-c587e43b-5602-44b4-9b5a-7f3d1ba299b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0945070 Sep 17 22:34:24.250092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Allocated IP 172.20.0.3 (4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d/712f76ef-b373-41af-85dc-783675783f21/2d293cb0-789f-49ba-aa1f-9a180bf6a1aa) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:24.260276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-527bbad7-2520-4fed-8d60-bc6c771bd211 req-ee2b72a9-90d7-4b47-957f-9f22fe5ee768 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511491 Sep 17 22:34:24.408882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.538013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45568) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:24.631401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.682695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:24.726823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:24.754442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:24.777597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1721609882', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:24.807511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Pushing event updated for resources: {'Port': ['ID=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:24.859342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6af607-d4c6-43cd-9cda-2b600b30fc1f req-e6b18804-4276-43a0-bbb6-0c8f7834cc91 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:24.860832 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca6af607-d4c6-43cd-9cda-2b600b30fc1f req-e6b18804-4276-43a0-bbb6-0c8f7834cc91 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 931 time: 0.1804934 Sep 17 22:34:24.872152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:24.872771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.916398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca6af607-d4c6-43cd-9cda-2b600b30fc1f req-b92c5916-fa29-49b7-8851-87748fb53258 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407801 Sep 17 22:34:25.026327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2a1b47a8-46f5-4f9a-83bf-c83ac88981e7 None None] Provisioning complete for port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:25.026839 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2a1b47a8-46f5-4f9a-83bf-c83ac88981e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.042481 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.043825 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.062230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b47a8-46f5-4f9a-83bf-c83ac88981e7 None None] Port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:25.099051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.150192 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-e2fe5a7f-7d11-4b7f-b772-a94a7ed84a5e tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6019511 Sep 17 22:34:25.164743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Request body: {'port': {'device_id': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:25.297554 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.401444 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51391ad-1a3b-49f4-862d-dd69f6ab2078 req-3db14703-1c2a-40e4-bdb1-1260d8ee4871 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:25.408976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a51391ad-1a3b-49f4-862d-dd69f6ab2078 req-3db14703-1c2a-40e4-bdb1-1260d8ee4871 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0619972 Sep 17 22:34:25.410699 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.449846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a51391ad-1a3b-49f4-862d-dd69f6ab2078 req-853e9f11-f46c-4c2c-a45b-4a74e0fb15b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Sep 17 22:34:26.140631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:26.160456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.226386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Transition to ACTIVE for port object 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:34:26.274168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd01446-e150-4d06-b45a-7a84e07c3d7a req-97307890-2fc7-48bd-a47b-b6151529965c tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:26.275738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cd01446-e150-4d06-b45a-7a84e07c3d7a req-97307890-2fc7-48bd-a47b-b6151529965c tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 931 time: 0.1448209 Sep 17 22:34:26.303133 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.328910 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.385725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cd01446-e150-4d06-b45a-7a84e07c3d7a req-0730d1f0-1648-4415-9055-028e4d8716db tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890963 Sep 17 22:34:26.390456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.483643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Pushing event updated for resources: {'Port': ['ID=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:26.545263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Allocated IP 172.25.6.218 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/815068bf-f2ad-473a-b6c9-857b72e87e4b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:26.642521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Attempting to bind port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:26.642851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Attempting to bind port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:26.643189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Attempting to bind port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa on network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:26.649636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa on network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:26.649954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Attempting to bind port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa on network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:26.693721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80e068-1819-4d87-bda5-a797996f1b98 req-42788111-63e7-476d-8679-788dd2926e9d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:26.694675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45636) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:26.696203 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d80e068-1819-4d87-bda5-a797996f1b98 req-42788111-63e7-476d-8679-788dd2926e9d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.1485345 Sep 17 22:34:26.699023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:26.699470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Checking segment: {'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:26.699867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Bound using segment: {'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:26.700341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Bound port: 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3bb774-d040-42b5-8760-03abf547dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:26.700701 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.808270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d80e068-1819-4d87-bda5-a797996f1b98 req-94649c6c-fd8c-473a-bcc7-7b4f326b258e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954068 Sep 17 22:34:26.812849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d6ecedb-947f-4637-abf3-0508977651c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.831533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.847447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] For port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:26.852247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] For port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:26.927155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d6ecedb-947f-4637-abf3-0508977651c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.005887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6836-3c16-4f6e-815a-43584411a6fd req-dfec8899-d238-412a-828a-70ce0d240411 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.007455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-440c6836-3c16-4f6e-815a-43584411a6fd req-dfec8899-d238-412a-828a-70ce0d240411 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0503821 Sep 17 22:34:27.028110 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.077125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.077741 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.079135 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] 10.222.0.23 "PUT /v2.0/ports/2d293cb0-789f-49ba-aa1f-9a180bf6a1aa HTTP/1.1" status: 200 len: 1092 time: 1.9188950 Sep 17 22:34:27.079646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'tag': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:27.081998 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bad93e-3f3d-48ca-92d6-c1fe4d3c78dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2", "tag": "2d293cb0-789f-49ba-aa1f-9a180bf6a1aa"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:27.089724 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d6ecedb-947f-4637-abf3-0508977651c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.114349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-440c6836-3c16-4f6e-815a-43584411a6fd req-737eae1f-85f7-427e-885e-ab7ea44cb2ea tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004598 Sep 17 22:34:27.115683 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.148989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ecedb-947f-4637-abf3-0508977651c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cb3f4d-c2c4-4b50-a9b4-14c1e4c7040f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:27.149169 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b411b1-73d1-4849-ae74-26ee4b439a54 x-openstack-request-id: req-96b411b1-73d1-4849-ae74-26ee4b439a54 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:27.149635 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2", "tag": "2d293cb0-789f-49ba-aa1f-9a180bf6a1aa", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:27.149635 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96b411b1-73d1-4849-ae74-26ee4b439a54 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:27.149911 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'tag': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa', 'status': 'completed', 'code': 200} Sep 17 22:34:27.159331 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6d6ecedb-947f-4637-abf3-0508977651c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29b356064a704bc49cfba66fa6ae9ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588609 Sep 17 22:34:27.161401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45650) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:27.192728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:27.203974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c5329-e0e8-4faf-969b-fe359cf99e12 service neutron] Pushing event updated for resources: {'Port': ['ID=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:27.228876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:27.244309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:27.380719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Pushing event updated for resources: {'Port': ['ID=815068bf-f2ad-473a-b6c9-857b72e87e4b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:27.389174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bad93e-3f3d-48ca-92d6-c1fe4d3c78dd req-69443e26-93e0-4c4d-8c4d-35362378deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.390695 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62bad93e-3f3d-48ca-92d6-c1fe4d3c78dd req-69443e26-93e0-4c4d-8c4d-35362378deb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c5e50cd0d054fdcbc3b6ec17a21036a&device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 1095 time: 0.2091262 Sep 17 22:34:27.431012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b37d6c63-777e-4414-a110-b323b0b94ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.453544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56352a3c-c079-42bf-bd83-ed9fdb5a73ca req-152061fb-71cb-431b-80e1-9933b67f99ca tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.455069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56352a3c-c079-42bf-bd83-ed9fdb5a73ca req-152061fb-71cb-431b-80e1-9933b67f99ca tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.2174304 Sep 17 22:34:27.511079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b98e1b-9316-4374-a41d-9d77fa6ae57d req-b9c1dd73-fef7-45ce-9f5a-ea650a056876 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.512831 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58b98e1b-9316-4374-a41d-9d77fa6ae57d req-b9c1dd73-fef7-45ce-9f5a-ea650a056876 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 943 time: 0.0534830 Sep 17 22:34:27.561385 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58b98e1b-9316-4374-a41d-9d77fa6ae57d req-f9181e70-c362-4b34-b9dd-0ea3a9f87803 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 Sep 17 22:34:27.602202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b37d6c63-777e-4414-a110-b323b0b94ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.674092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56352a3c-c079-42bf-bd83-ed9fdb5a73ca req-4b5ad063-e909-4ed0-b810-b85211f7fa42 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757596 Sep 17 22:34:27.690103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bad93e-3f3d-48ca-92d6-c1fe4d3c78dd req-ca5e52c5-bfad-4839-8533-95ef4f258622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.691593 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62bad93e-3f3d-48ca-92d6-c1fe4d3c78dd req-ca5e52c5-bfad-4839-8533-95ef4f258622 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8c5e50cd0d054fdcbc3b6ec17a21036a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2621017 Sep 17 22:34:27.847971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bad93e-3f3d-48ca-92d6-c1fe4d3c78dd req-e7409317-b918-4947-aef6-6aa21aad0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:27.849491 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62bad93e-3f3d-48ca-92d6-c1fe4d3c78dd req-e7409317-b918-4947-aef6-6aa21aad0a59 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505647 Sep 17 22:34:27.855502 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b37d6c63-777e-4414-a110-b323b0b94ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.858045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b37d6c63-777e-4414-a110-b323b0b94ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.859212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b37d6c63-777e-4414-a110-b323b0b94ac9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9cb3f4d-c2c4-4b50-a9b4-14c1e4c7040f HTTP/1.1" status: 204 len: 168 time: 0.6968014 Sep 17 22:34:27.886503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d6c63-777e-4414-a110-b323b0b94ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cb3f4d-c2c4-4b50-a9b4-14c1e4c7040f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:28.002738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-ed52baed-bb6e-4ac3-b6f7-43a8c6dd7e74 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.004592 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-ed52baed-bb6e-4ac3-b6f7-43a8c6dd7e74 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 811 time: 0.1516874 Sep 17 22:34:28.021648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-5fdbc64e-d68a-4833-92e7-a85326810b67 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/quotas/03a542add212453c912a8386c940b572 HTTP/1.1" status: 200 len: 375 time: 0.0103514 Sep 17 22:34:28.032627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:28.075187 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-f774928f-b6e5-436c-ac4e-c70d954a79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.076697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-f774928f-b6e5-436c-ac4e-c70d954a79c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c5e50cd0d054fdcbc3b6ec17a21036a&device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 1095 time: 0.1206675 Sep 17 22:34:28.092793 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-a4367c82-a411-4253-8c84-800e84430018 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0643232 Sep 17 22:34:28.125583 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-ed8a0e7b-7a87-40b8-8107-53a562361f1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa HTTP/1.1" status: 200 len: 217 time: 0.0411141 Sep 17 22:34:28.192790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-4806ec2e-734f-4682-a449-d0ee1ede32bb service neutron] 10.222.0.30 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960898 Sep 17 22:34:28.221814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-799336ba-8b50-4c06-9c8a-5d3eb0ada063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.223300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-799336ba-8b50-4c06-9c8a-5d3eb0ada063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=712f76ef-b373-41af-85dc-783675783f21 HTTP/1.1" status: 200 len: 845 time: 0.0895927 Sep 17 22:34:28.293764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-d40b61cd-9816-4c32-9e20-9d7589d10ca6 service neutron] 10.222.0.30 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976145 Sep 17 22:34:28.345063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-b9b0714e-94de-4a21-bcb3-09d97541441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.346570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-b9b0714e-94de-4a21-bcb3-09d97541441c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916293 Sep 17 22:34:28.374965 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:28.518040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-828f1971-ee7a-478d-9154-0435e99232c7 service neutron] 10.222.0.23 "GET /v2.0/networks/4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633573 Sep 17 22:34:28.703563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0bf484d-9d20-4514-bf54-8deecc6e725a req-125b62f5-5c24-47b6-b02c-912d8046ac6a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 210 time: 0.0370739 Sep 17 22:34:28.709519 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fee3128b-f67d-4d50-9025-eefb463cea01 req-36b64c81-1733-4c76-9090-a89c7b45946c service neutron] 10.222.0.23 "GET /v2.0/networks/4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820202 Sep 17 22:34:28.738427 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae25625-3bbc-4978-8161-13c11d685c32 req-70057184-cc16-4037-92d8-e87db7ad8083 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.748495 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6ae25625-3bbc-4978-8161-13c11d685c32 req-70057184-cc16-4037-92d8-e87db7ad8083 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 943 time: 0.0829494 Sep 17 22:34:28.748979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Router 4feb675c-cc50-47e0-a015-90f334ffbc3c is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:28.814358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6ae25625-3bbc-4978-8161-13c11d685c32 req-494d5fc8-a793-4562-98b9-c61cc40d0056 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649321 Sep 17 22:34:28.880313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45686) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:28.894606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:28.894826 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05dab657-c7b8-484f-9d1b-025633effd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:28.909147 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be628c7-18e7-45cb-b811-2d52f528be12 None None] Sync routers for ids ['4feb675c-cc50-47e0-a015-90f334ffbc3c'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:28.919964 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be628c7-18e7-45cb-b811-2d52f528be12 None None] Routers {'4feb675c-cc50-47e0-a015-90f334ffbc3c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:28.920738 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8be628c7-18e7-45cb-b811-2d52f528be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4feb675c-cc50-47e0-a015-90f334ffbc3c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:28.968846 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8be628c7-18e7-45cb-b811-2d52f528be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:28.978936 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be628c7-18e7-45cb-b811-2d52f528be12 None None] Routers {'4feb675c-cc50-47e0-a015-90f334ffbc3c'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:28.979936 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8be628c7-18e7-45cb-b811-2d52f528be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4feb675c-cc50-47e0-a015-90f334ffbc3c'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:29.017415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05dab657-c7b8-484f-9d1b-025633effd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.027067 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8be628c7-18e7-45cb-b811-2d52f528be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:29.027711 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be628c7-18e7-45cb-b811-2d52f528be12 None None] The sync data for ids ['4feb675c-cc50-47e0-a015-90f334ffbc3c'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:29.138747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05dab657-c7b8-484f-9d1b-025633effd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.166583 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.188941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-05dab657-c7b8-484f-9d1b-025633effd87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aac15615634f4e16beba987a19b611fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074596 Sep 17 22:34:29.190370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45692) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:29.190846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dab657-c7b8-484f-9d1b-025633effd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bf9203-97e8-4ca3-8740-f393aad3ddff,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:29.256149 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.258139 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-19ec516d-e106-48cd-b53b-6cf654e05231 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7184548 Sep 17 22:34:29.261371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45696) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:29.285166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361857ef-e693-457c-96d1-c7193a1d6d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.312069 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361857ef-e693-457c-96d1-c7193a1d6d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.379978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3343baad-7713-4599-a9b1-6133163e7e28 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/routers/4feb675c-cc50-47e0-a015-90f334ffbc3c HTTP/1.1" status: 200 len: 925 time: 0.1171870 Sep 17 22:34:29.383366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45698) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:29.409284 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cccac56f-9dec-4bb0-9818-b1e968f71997 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=4feb675c-cc50-47e0-a015-90f334ffbc3c HTTP/1.1" status: 200 len: 205 time: 0.0248988 Sep 17 22:34:29.411819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45700) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:29.470407 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361857ef-e693-457c-96d1-c7193a1d6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.474610 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361857ef-e693-457c-96d1-c7193a1d6d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.476827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-361857ef-e693-457c-96d1-c7193a1d6d24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18bf9203-97e8-4ca3-8740-f393aad3ddff HTTP/1.1" status: 204 len: 168 time: 0.2848864 Sep 17 22:34:29.498740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361857ef-e693-457c-96d1-c7193a1d6d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bf9203-97e8-4ca3-8740-f393aad3ddff,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:29.538739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.672678 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-798ba714-525c-484a-8c3b-a78378a76709 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878167 Sep 17 22:34:29.680345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.759726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-dd65d0f8-12d5-4dd5-8927-b9f47fc958ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:29.761430 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-dd65d0f8-12d5-4dd5-8927-b9f47fc958ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1098 time: 0.0550487 Sep 17 22:34:29.808697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54fe9b84-f372-42dd-b0c4-8af868950b6c req-d61abd1a-1965-4f0f-8ae7-a02935fe1efa tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 210 time: 0.0304732 Sep 17 22:34:29.912503 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-f21af21c-cda4-4f7a-86ee-83805bb530fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:29.914038 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-f21af21c-cda4-4f7a-86ee-83805bb530fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 897 time: 0.1320071 Sep 17 22:34:29.918954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Deleting port 815068bf-f2ad-473a-b6c9-857b72e87e4b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:29.919295 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.999139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd4aaf-9fca-491d-9e67-0089be4bebcf req-7de8badb-35a8-4812-8db0-12d6baf4797d tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:30.007147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34cd4aaf-9fca-491d-9e67-0089be4bebcf req-7de8badb-35a8-4812-8db0-12d6baf4797d tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 943 time: 0.0708098 Sep 17 22:34:30.068768 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34cd4aaf-9fca-491d-9e67-0089be4bebcf req-82c590da-37a5-4f5f-804b-d47097ef8dbf tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440304 Sep 17 22:34:30.069131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-ccbe6f0c-e6f6-4ff5-8864-efefa30011be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 1002 time: 0.1165128 Sep 17 22:34:30.069131 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.110327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Calling delete_port for 815068bf-f2ad-473a-b6c9-857b72e87e4b owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:30.154213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-7a0253a6-9cb9-4a08-9ec1-9212a3886291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:30.155952 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-7a0253a6-9cb9-4a08-9ec1-9212a3886291 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 200 len: 834 time: 0.0826881 Sep 17 22:34:30.245777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-c07986fe-2b79-4478-a438-668e9ad386ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:30.247293 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-c07986fe-2b79-4478-a438-668e9ad386ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579629 Sep 17 22:34:30.423871 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-bd5659c8-d64c-4c51-b67e-946c6cd373fd service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358314 Sep 17 22:34:30.523379 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2129a04-d346-4fda-a9f1-5ff74b5b5c55 req-8b028198-0a45-4784-b9d6-f1eec2c0c599 service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920455 Sep 17 22:34:30.532212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.557975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Pushing event deleted for resources: {'Port': ['ID=815068bf-f2ad-473a-b6c9-857b72e87e4b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:30.626650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.717560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.722763 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.912535 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-12711b7b-a97e-401a-abc3-6a024f2a7952 req-6d840dc1-b787-49f5-a131-6b54fa23f702 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 210 time: 0.0271003 Sep 17 22:34:30.937292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.937935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Fanout notify agent at l3_agent the message router_deleted on router 4feb675c-cc50-47e0-a015-90f334ffbc3c {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:30.945442 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.947449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-878f9dbe-ed0f-407f-b18b-62d6c3fd5886 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/4feb675c-cc50-47e0-a015-90f334ffbc3c HTTP/1.1" status: 204 len: 168 time: 1.5341299 Sep 17 22:34:30.950591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45748) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:30.955817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Request body: {'router': {'name': 'tempest-snat-router-215291760', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'enable_snat': False}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:31.078657 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.079911 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.111345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:34:31.198914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.220683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e2e41-6393-404f-99a2-567a22e3af6f req-5a5930f8-f177-4f39-9e7a-2818393dc08c tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:31.222579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-802e2e41-6393-404f-99a2-567a22e3af6f req-5a5930f8-f177-4f39-9e7a-2818393dc08c tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 943 time: 0.0954871 Sep 17 22:34:31.251297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:31.263182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'port_id': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa', 'mac_address': 'fa:16:3e:38:8a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:34:31.267209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-802e2e41-6393-404f-99a2-567a22e3af6f req-9f7bfa6b-5fbb-47b3-b9a8-7d4323431d95 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361829 Sep 17 22:34:31.321882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.336818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:31.360820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:31.438166 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.463229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.493796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:31.539041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-e93f0499-7e0f-493c-97e2-ad9a7df0c84e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:31.541028 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-e93f0499-7e0f-493c-97e2-ad9a7df0c84e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.15 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 811 time: 0.1881461 Sep 17 22:34:31.561793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'port': {'device_id': '39976dad-f331-44e1-89b2-89a7218dea1b', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'admin_state_up': True, 'tenant_id': '03a542add212453c912a8386c940b572'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:31.658948 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['2d293cb0-789f-49ba-aa1f-9a180bf6a1aa'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:32.037949 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-68764697-9c5c-4e42-9789-fa5351727568 req-6807dc75-f95c-40e5-85b2-615c467c426b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 210 time: 0.0402918 Sep 17 22:34:32.136767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Made reservation on behalf of 03a542add212453c912a8386c940b572 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:32.140505 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.268455 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.292193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.403167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Allocated IP 172.20.0.11 (b56e9f02-d5ca-4cd4-a7a0-bb044beac31a/810ab61d-ffa3-406b-a586-7d853cb21049/519ccd34-2a6c-4340-b45b-f43ab9eeeebc) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:32.422205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce66ef-02bc-4f7e-b1f8-f44c91c2708e req-a9e7d1c2-a262-4a84-a208-fb4303decd17 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:32.423942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8ce66ef-02bc-4f7e-b1f8-f44c91c2708e req-a9e7d1c2-a262-4a84-a208-fb4303decd17 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 944 time: 0.0740821 Sep 17 22:34:32.475726 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8ce66ef-02bc-4f7e-b1f8-f44c91c2708e req-f9a83b73-f25f-4463-83d2-f619c94c33c3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446544 Sep 17 22:34:32.483878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Allocated IP 172.25.6.145 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/244511fe-0f79-472e-b619-f5cfaa3b2dbc) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:32.691322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.698401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.824302 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.826604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.839068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['23b47118-c7ec-4264-85b9-a56e917a1d93'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:32.881588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:32.885462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:32.888778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:32.891249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:32.897097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:32.900391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:32.956892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event updated for resources: {'Port': ['ID=244511fe-0f79-472e-b619-f5cfaa3b2dbc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:33.016617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.017286 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.037983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'Port': ['ID=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:33.103312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:33.203768 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-7af6acb0-977a-4b6e-834c-61b43550f8c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6458938 Sep 17 22:34:33.230488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Request body: {'port': {'device_id': '39976dad-f331-44e1-89b2-89a7218dea1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:33.237346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-492e0486-5b8e-4b10-bc03-8de6b5689776 None None] Provisioning complete for port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:33.237749 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-492e0486-5b8e-4b10-bc03-8de6b5689776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.280984 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c2464af4-983f-40cc-a319-aed4fdf0e610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.303723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-492e0486-5b8e-4b10-bc03-8de6b5689776 None None] Port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:33.318352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45816) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:33.344397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:34:33.354890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:33.356457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.370888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.418614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4efc44-9689-4951-8e8e-29a9ebba73df req-97677ecd-ebd6-4dc8-9514-b653563c6b5b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.427033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee4efc44-9689-4951-8e8e-29a9ebba73df req-97677ecd-ebd6-4dc8-9514-b653563c6b5b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 932 time: 0.2182565 Sep 17 22:34:33.483896 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.533266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0a739da-b558-4331-b40f-63bd5924373f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.535501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:33.540955 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f33a9e-2c0d-423d-bd05-5b770f21c7ca" -d '{"events": [{"server_uuid": "7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2", "name": "network-vif-plugged", "status": "completed", "tag": "2d293cb0-789f-49ba-aa1f-9a180bf6a1aa"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:33.557109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:33.580905 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee4efc44-9689-4951-8e8e-29a9ebba73df req-79e125f4-5fb6-4dfe-8558-234e8cb9312b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530106 Sep 17 22:34:33.628175 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.650158 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45826) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:33.666214 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a186a4-68f8-413a-bc56-267de74614cf x-openstack-request-id: req-b5a186a4-68f8-413a-bc56-267de74614cf {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:33.666672 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2", "name": "network-vif-plugged", "status": "completed", "tag": "2d293cb0-789f-49ba-aa1f-9a180bf6a1aa", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:33.666838 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5a186a4-68f8-413a-bc56-267de74614cf {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:33.667533 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa', 'code': 200} Sep 17 22:34:33.720600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003550c-fede-4dd8-a412-bde582edfee1 req-b45fa991-3b0b-41fe-829c-0d685d7d7e60 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.724019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d003550c-fede-4dd8-a412-bde582edfee1 req-b45fa991-3b0b-41fe-829c-0d685d7d7e60 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 944 time: 0.1309578 Sep 17 22:34:33.736415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:33.782993 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.807341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d003550c-fede-4dd8-a412-bde582edfee1 req-e05c2462-580d-4d27-9aaa-64a2037d5656 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689538 Sep 17 22:34:33.823332 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0a739da-b558-4331-b40f-63bd5924373f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.829347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592137b-c80d-40ff-864b-8fd17f69497e req-f5ddc313-d180-4994-978b-8e08e566866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.831049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5592137b-c80d-40ff-864b-8fd17f69497e req-f5ddc313-d180-4994-978b-8e08e566866c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 1097 time: 0.1072974 Sep 17 22:34:33.871410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5592137b-c80d-40ff-864b-8fd17f69497e req-1ba755f6-b767-42b4-8f08-110e00d6417f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322602 Sep 17 22:34:33.878122 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0a739da-b558-4331-b40f-63bd5924373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.883162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c456471a-4817-4ceb-81b4-86ce6c60671d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.923365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e0a739da-b558-4331-b40f-63bd5924373f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=939b2826a08641c688a3848cdbfbd001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6044078 Sep 17 22:34:33.928710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45830) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:33.930529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a739da-b558-4331-b40f-63bd5924373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f949cc4e-0d4c-4004-8d18-fe0be514b0b7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:33.998320 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-013a9090-b4a7-45bd-8cec-d57ee13de655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.026962 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-013a9090-b4a7-45bd-8cec-d57ee13de655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.158275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-013a9090-b4a7-45bd-8cec-d57ee13de655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.161117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-013a9090-b4a7-45bd-8cec-d57ee13de655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.165229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-013a9090-b4a7-45bd-8cec-d57ee13de655 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f949cc4e-0d4c-4004-8d18-fe0be514b0b7 HTTP/1.1" status: 204 len: 168 time: 0.2286057 Sep 17 22:34:34.172829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a9090-b4a7-45bd-8cec-d57ee13de655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f949cc4e-0d4c-4004-8d18-fe0be514b0b7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:34.196411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519ccd34-2a6c-4340-b45b-f43ab9eeeebc {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:34.216198 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.228453 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.280450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Transition to ACTIVE for port object 519ccd34-2a6c-4340-b45b-f43ab9eeeebc will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:34:34.307662 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c456471a-4817-4ceb-81b4-86ce6c60671d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.367901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.426621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c456471a-4817-4ceb-81b4-86ce6c60671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.452822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Pushing event updated for resources: {'Port': ['ID=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:34.521747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456471a-4817-4ceb-81b4-86ce6c60671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7bc278-254f-468f-845c-578d37123129,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:34.526300 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c456471a-4817-4ceb-81b4-86ce6c60671d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c18e50efaa2b4fe496c5c38c684cec7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8611279 Sep 17 22:34:34.529257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45838) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:34.565505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Attempting to bind port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:34.565816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Attempting to bind port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:34.566461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Attempting to bind port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:34.571850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:34:34.572203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Attempting to bind port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:34.577697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:34.578040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Checking segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:34.578431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Bound using segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:34.578867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Bound port: 519ccd34-2a6c-4340-b45b-f43ab9eeeebc, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:34.579273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.596522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Router 8780f93a-7c54-4a94-b0c7-2e6cf5fb4970 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:34.606252 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5212ebb-c7dc-4909-9ecb-db9978b5e628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.635484 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5212ebb-c7dc-4909-9ecb-db9978b5e628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.705110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] For port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:34.721898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdfceb-d784-419c-991d-838c72553410 req-2b14f4c8-16b5-43cc-8ba2-62de2743eb89 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.723511 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03cdfceb-d784-419c-991d-838c72553410 req-2b14f4c8-16b5-43cc-8ba2-62de2743eb89 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 944 time: 0.0634780 Sep 17 22:34:34.750369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] For port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:34.765585 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03cdfceb-d784-419c-991d-838c72553410 req-de3804bf-ec30-4aca-b783-6c326abb8da5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336814 Sep 17 22:34:34.767928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:34.778791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Sync routers for ids ['8780f93a-7c54-4a94-b0c7-2e6cf5fb4970'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:34.788870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Routers {'8780f93a-7c54-4a94-b0c7-2e6cf5fb4970'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:34.789700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8780f93a-7c54-4a94-b0c7-2e6cf5fb4970'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:34.817422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5212ebb-c7dc-4909-9ecb-db9978b5e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.820854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5212ebb-c7dc-4909-9ecb-db9978b5e628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.824369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c5212ebb-c7dc-4909-9ecb-db9978b5e628 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b7bc278-254f-468f-845c-578d37123129 HTTP/1.1" status: 204 len: 168 time: 0.2902663 Sep 17 22:34:34.841787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5212ebb-c7dc-4909-9ecb-db9978b5e628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7bc278-254f-468f-845c-578d37123129,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:34.886709 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.932698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.938009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.938009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] 10.222.0.15 "PUT /v2.0/ports/519ccd34-2a6c-4340-b45b-f43ab9eeeebc HTTP/1.1" status: 200 len: 1093 time: 1.7109122 Sep 17 22:34:34.938604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45846) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:34.944049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Set router 8780f93a-7c54-4a94-b0c7-2e6cf5fb4970 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:34.958058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39976dad-f331-44e1-89b2-89a7218dea1b', 'tag': '519ccd34-2a6c-4340-b45b-f43ab9eeeebc'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:34.960441 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aece74cb-f50c-496c-941b-733ce03492d3" -d '{"events": [{"name": "network-changed", "server_uuid": "39976dad-f331-44e1-89b2-89a7218dea1b", "tag": "519ccd34-2a6c-4340-b45b-f43ab9eeeebc"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:34.964704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fbe517e-487b-4722-aa44-763275144ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.967046 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.970529 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-10be3b6c-4d0d-454c-8c7b-afa7f215d04d tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0179255 Sep 17 22:34:34.975087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45850) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:35.004469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e5e58-04af-456e-a978-2e0c90ebec23 service neutron] Pushing event updated for resources: {'Port': ['ID=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:35.018670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11904dd6-e345-4e47-bb80-cf8681362f4e req-a1d4c6e9-dc4c-43c9-9223-81e46ef4e413 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:35.030010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11904dd6-e345-4e47-bb80-cf8681362f4e req-a1d4c6e9-dc4c-43c9-9223-81e46ef4e413 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 945 time: 0.1308174 Sep 17 22:34:35.075226 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11904dd6-e345-4e47-bb80-cf8681362f4e req-4b78d0f0-9f17-4140-bfb3-bd65e94c2c81 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445290 Sep 17 22:34:35.097547 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f218fd99-2b93-4a54-b5be-7fcd7b38882b x-openstack-request-id: req-f218fd99-2b93-4a54-b5be-7fcd7b38882b {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:35.097952 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39976dad-f331-44e1-89b2-89a7218dea1b", "tag": "519ccd34-2a6c-4340-b45b-f43ab9eeeebc", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:35.098332 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f218fd99-2b93-4a54-b5be-7fcd7b38882b {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:35.098816 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39976dad-f331-44e1-89b2-89a7218dea1b', 'tag': '519ccd34-2a6c-4340-b45b-f43ab9eeeebc', 'status': 'completed', 'code': 200} Sep 17 22:34:35.183414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-a9533559-640a-4b19-9b38-883530defcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:35.186624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-a9533559-640a-4b19-9b38-883530defcb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 1096 time: 0.0669494 Sep 17 22:34:35.199856 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8780f93a-7c54-4a94-b0c7-2e6cf5fb4970', 'name': 'tempest-snat-router-215291760', 'tenant_id': '379a9309b0f04d24903b62cb1967823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': False}, 'gw_port_id': '244511fe-0f79-472e-b619-f5cfaa3b2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:31Z', 'updated_at': '2021-09-17T22:34:33Z', 'revision_number': 3, 'project_id': '379a9309b0f04d24903b62cb1967823f', 'gw_port': {'id': '244511fe-0f79-472e-b619-f5cfaa3b2dbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8780f93a-7c54-4a94-b0c7-2e6cf5fb4970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:32Z', 'updated_at': '2021-09-17T22:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:35.265169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-87b91838-400c-409b-9831-b61396a88bca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519ccd34-2a6c-4340-b45b-f43ab9eeeebc HTTP/1.1" status: 200 len: 217 time: 0.0540950 Sep 17 22:34:35.280157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Checking router: 8780f93a-7c54-4a94-b0c7-2e6cf5fb4970 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:35.280515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Updating router 8780f93a-7c54-4a94-b0c7-2e6cf5fb4970 port 244511fe-0f79-472e-b619-f5cfaa3b2dbc binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:34:35.323494 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.351822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-8a2e55ba-7a41-4358-a6ab-b3ce896bc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:35.353667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-8a2e55ba-7a41-4358-a6ab-b3ce896bc389 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0859840 Sep 17 22:34:35.444888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-15874b6a-a07d-4f98-aa08-a2a54faaa6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:35.446720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-15874b6a-a07d-4f98-aa08-a2a54faaa6a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779319 Sep 17 22:34:35.574613 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-a936a51a-fc6a-44fe-ab14-2bdf1c35ee42 service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106882 Sep 17 22:34:35.599455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cffe0243-312d-4f10-a332-bd6132712469 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/routers/8780f93a-7c54-4a94-b0c7-2e6cf5fb4970 HTTP/1.1" status: 200 len: 908 time: 0.6224716 Sep 17 22:34:35.603965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45862) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:35.610833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Request body: {'router': {'name': 'tempest-snat-router-215291760', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'enable_snat': True}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:35.657457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.657764 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fbe517e-487b-4722-aa44-763275144ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.692070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-036fe24f-60b3-4aa7-9b20-1fffd38a8bec req-e8100305-03ad-49a7-8ba0-dd65bb0e11f1 service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086249 Sep 17 22:34:35.735355 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.737270 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fbe517e-487b-4722-aa44-763275144ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.786479 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7fbe517e-487b-4722-aa44-763275144ce4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b0dd547ffe546beb689459566bb2ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8475864 Sep 17 22:34:35.788346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe517e-487b-4722-aa44-763275144ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ddad82-88ae-4392-a32f-bb94841442d2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:35.789939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45868) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:35.814742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Attempting to bind port 244511fe-0f79-472e-b619-f5cfaa3b2dbc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:35.815255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Attempting to bind port 244511fe-0f79-472e-b619-f5cfaa3b2dbc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:35.816057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Attempting to bind port 244511fe-0f79-472e-b619-f5cfaa3b2dbc on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:35.825336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613eb00-a4fa-4db0-b4ab-9729e35f3129 None None] Pushing event updated for resources: {'Port': ['ID=244511fe-0f79-472e-b619-f5cfaa3b2dbc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:35.828261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:35.828645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:35.829064 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.829443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:35.830049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Bound port: 244511fe-0f79-472e-b619-f5cfaa3b2dbc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:35.830509 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.840772 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.841854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.905349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] For port 244511fe-0f79-472e-b619-f5cfaa3b2dbc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:35.909962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] For port 244511fe-0f79-472e-b619-f5cfaa3b2dbc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=244511fe-0f79-472e-b619-f5cfaa3b2dbc,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:35.912058 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b7ead1d1-1884-4adf-860d-afdf87927d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.938727 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-407f2d05-9022-4610-a383-2a5cea93e8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.957179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.966650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece74cb-f50c-496c-941b-733ce03492d3 req-c46f9c5b-f4dd-4f06-b010-cbc7a75a7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:35.966840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07763a48-089b-4c78-93c9-4782629eab70 req-75472253-ff5c-4b93-a9aa-9491e9d7fde5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:35.968197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aece74cb-f50c-496c-941b-733ce03492d3 req-c46f9c5b-f4dd-4f06-b010-cbc7a75a7fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 1096 time: 0.0912135 Sep 17 22:34:35.968368 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-07763a48-089b-4c78-93c9-4782629eab70 req-75472253-ff5c-4b93-a9aa-9491e9d7fde5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 944 time: 0.1118481 Sep 17 22:34:35.973055 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-407f2d05-9022-4610-a383-2a5cea93e8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.978966 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.020683 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-07763a48-089b-4c78-93c9-4782629eab70 req-60544816-1905-44f4-8eaf-40eacb75f58b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Sep 17 22:34:36.039764 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Routers {'8780f93a-7c54-4a94-b0c7-2e6cf5fb4970'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:36.040478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8780f93a-7c54-4a94-b0c7-2e6cf5fb4970'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:36.045649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613eb00-a4fa-4db0-b4ab-9729e35f3129 None None] Pushing event updated for resources: {'Port': ['ID=244511fe-0f79-472e-b619-f5cfaa3b2dbc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:36.125637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece74cb-f50c-496c-941b-733ce03492d3 req-130949d8-2aed-4c06-b850-507bebd2ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:36.127207 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aece74cb-f50c-496c-941b-733ce03492d3 req-130949d8-2aed-4c06-b850-507bebd2ec77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.1475492 Sep 17 22:34:36.188213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aece74cb-f50c-496c-941b-733ce03492d3 req-5f3457e7-031f-4af4-b75c-92ecbfb60040 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519ccd34-2a6c-4340-b45b-f43ab9eeeebc HTTP/1.1" status: 200 len: 217 time: 0.0534146 Sep 17 22:34:36.201010 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-407f2d05-9022-4610-a383-2a5cea93e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.204261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-407f2d05-9022-4610-a383-2a5cea93e8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.208605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-407f2d05-9022-4610-a383-2a5cea93e8bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46ddad82-88ae-4392-a32f-bb94841442d2 HTTP/1.1" status: 204 len: 168 time: 0.4167736 Sep 17 22:34:36.271157 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.287849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f2d05-9022-4610-a383-2a5cea93e8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ddad82-88ae-4392-a32f-bb94841442d2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:36.330342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda88a0-e14c-4497-a87f-79077cbdfbed req-6db0682c-b9ab-4511-bced-d71d31d652e5 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:36.331953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dda88a0-e14c-4497-a87f-79077cbdfbed req-6db0682c-b9ab-4511-bced-d71d31d652e5 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 945 time: 0.1485679 Sep 17 22:34:36.333653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece74cb-f50c-496c-941b-733ce03492d3 req-7a49d341-3f21-4ab7-b6b7-e1a66533284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:36.335037 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aece74cb-f50c-496c-941b-733ce03492d3 req-7a49d341-3f21-4ab7-b6b7-e1a66533284d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.1356671 Sep 17 22:34:36.412886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] Set router 8780f93a-7c54-4a94-b0c7-2e6cf5fb4970 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:36.425283 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dda88a0-e14c-4497-a87f-79077cbdfbed req-a105e8d8-a2a5-4994-945b-9c043bed0a9f tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812736 Sep 17 22:34:36.431221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece74cb-f50c-496c-941b-733ce03492d3 req-ab2ee8d8-b93f-4303-8946-0fa2f1b8dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:36.433491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aece74cb-f50c-496c-941b-733ce03492d3 req-ab2ee8d8-b93f-4303-8946-0fa2f1b8dc07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908585 Sep 17 22:34:36.726575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd048353-66c4-4bb7-8527-d5be563ef200 req-c7f14daf-bbb6-4aa3-b019-0cb318c95d5f tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:36.728226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd048353-66c4-4bb7-8527-d5be563ef200 req-c7f14daf-bbb6-4aa3-b019-0cb318c95d5f tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 945 time: 0.1309929 Sep 17 22:34:36.743042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45894) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:36.744316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8780f93a-7c54-4a94-b0c7-2e6cf5fb4970', 'name': 'tempest-snat-router-215291760', 'tenant_id': '379a9309b0f04d24903b62cb1967823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': False}, 'gw_port_id': '244511fe-0f79-472e-b619-f5cfaa3b2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:31Z', 'updated_at': '2021-09-17T22:34:33Z', 'revision_number': 3, 'project_id': '379a9309b0f04d24903b62cb1967823f', 'gw_port': {'id': '244511fe-0f79-472e-b619-f5cfaa3b2dbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8780f93a-7c54-4a94-b0c7-2e6cf5fb4970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:32Z', 'updated_at': '2021-09-17T22:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:36.749182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-95a86472-26ab-47e6-be39-3756406cf244 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Request body: {'floatingip': {'port_id': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:36.756303 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.792897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4262e25-286c-465e-b540-989a89a936c2 None None] The sync data for ids ['8780f93a-7c54-4a94-b0c7-2e6cf5fb4970'] in n-d-713499-18 is: [{'id': '8780f93a-7c54-4a94-b0c7-2e6cf5fb4970', 'name': 'tempest-snat-router-215291760', 'tenant_id': '379a9309b0f04d24903b62cb1967823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': False}, 'gw_port_id': '244511fe-0f79-472e-b619-f5cfaa3b2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:31Z', 'updated_at': '2021-09-17T22:34:33Z', 'revision_number': 3, 'project_id': '379a9309b0f04d24903b62cb1967823f', 'gw_port': {'id': '244511fe-0f79-472e-b619-f5cfaa3b2dbc', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8780f93a-7c54-4a94-b0c7-2e6cf5fb4970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:32Z', 'updated_at': '2021-09-17T22:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:36.839620 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.844851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-95a86472-26ab-47e6-be39-3756406cf244 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.048756 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.083256 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aece74cb-f50c-496c-941b-733ce03492d3 req-0a36b9a8-343b-4b17-a27d-01197c041660 service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335065 Sep 17 22:34:37.214050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Allocated IP 172.25.6.175 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/e5d26d85-0706-4abf-8b00-6b7521233b60) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:37.314963 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.327150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aece74cb-f50c-496c-941b-733ce03492d3 req-41461019-f9f1-4a69-8518-cfeba454128b service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349634 Sep 17 22:34:37.356493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87e0a-60ba-425b-96e0-2dfa76a77be1 req-8bfe7903-8433-48eb-8584-0a2477df028d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:37.359814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96d87e0a-60ba-425b-96e0-2dfa76a77be1 req-8bfe7903-8433-48eb-8584-0a2477df028d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 944 time: 0.1172040 Sep 17 22:34:37.433359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96d87e0a-60ba-425b-96e0-2dfa76a77be1 req-72a71381-e661-4c9d-8d99-71f38a219f1a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608373 Sep 17 22:34:37.592014 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.739189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-95a86472-26ab-47e6-be39-3756406cf244 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.868391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-95a86472-26ab-47e6-be39-3756406cf244 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.871086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.977698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:37.983455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:37.991086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:38.022027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event updated for resources: {'Port': ['ID=e5d26d85-0706-4abf-8b00-6b7521233b60,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:38.159192 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-95a86472-26ab-47e6-be39-3756406cf244 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Floating IP aeec6119-febd-4233-a9d9-d71f1f3fe4e4 associated. External IP: 172.25.6.185, port: 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa. Sep 17 22:34:38.505051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a86472-26ab-47e6-be39-3756406cf244 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Router a8521c67-f104-4a43-971f-b3dc79c66d39 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:34:38.505051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.612046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a671b-278a-4515-8e51-b25a2ef8b4e8 req-ea8d7d04-dc40-445c-9594-95282b594a98 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:38.619254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-274a671b-278a-4515-8e51-b25a2ef8b4e8 req-ea8d7d04-dc40-445c-9594-95282b594a98 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 944 time: 0.1217163 Sep 17 22:34:38.656619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45944) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:38.687476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 244511fe-0f79-472e-b619-f5cfaa3b2dbc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:38.720742 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-274a671b-278a-4515-8e51-b25a2ef8b4e8 req-b08c88af-8db9-4b63-b60f-076d9452127b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863881 Sep 17 22:34:38.752360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 244511fe-0f79-472e-b619-f5cfaa3b2dbc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:38.752740 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.793836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a86472-26ab-47e6-be39-3756406cf244 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:38.809476 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] Sync routers for ids ['a8521c67-f104-4a43-971f-b3dc79c66d39'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:38.818942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-95a86472-26ab-47e6-be39-3756406cf244 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.819779 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] Routers {'a8521c67-f104-4a43-971f-b3dc79c66d39'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:38.821808 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a8521c67-f104-4a43-971f-b3dc79c66d39'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:38.866195 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.892304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 244511fe-0f79-472e-b619-f5cfaa3b2dbc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=244511fe-0f79-472e-b619-f5cfaa3b2dbc,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:38.912231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-95a86472-26ab-47e6-be39-3756406cf244 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "PUT /v2.0/floatingips/aeec6119-febd-4233-a9d9-d71f1f3fe4e4 HTTP/1.1" status: 200 len: 991 time: 2.1675303 Sep 17 22:34:38.918418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'tag': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:38.924292 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb52f497-042c-49db-8797-dac63c501662" -d '{"events": [{"name": "network-changed", "server_uuid": "7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2", "tag": "2d293cb0-789f-49ba-aa1f-9a180bf6a1aa"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:38.966017 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.008330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.009473 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2151a9ef-3f10-4060-9b0d-c8589b3f903d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.023699 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068b44b4-5094-4afc-a4f7-bd3fc0cea307 x-openstack-request-id: req-068b44b4-5094-4afc-a4f7-bd3fc0cea307 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:39.024402 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2", "tag": "2d293cb0-789f-49ba-aa1f-9a180bf6a1aa", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:39.024817 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-068b44b4-5094-4afc-a4f7-bd3fc0cea307 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:39.025377 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'tag': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa', 'status': 'completed', 'code': 200} Sep 17 22:34:39.030533 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.057257 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] Set router a8521c67-f104-4a43-971f-b3dc79c66d39 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:39.076608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=244511fe-0f79-472e-b619-f5cfaa3b2dbc,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:39.159998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2151a9ef-3f10-4060-9b0d-c8589b3f903d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.239167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2151a9ef-3f10-4060-9b0d-c8589b3f903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.258818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f497-042c-49db-8797-dac63c501662 req-5e00216b-3c61-4a64-9002-c602cc785651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:39.262154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fb52f497-042c-49db-8797-dac63c501662 req-5e00216b-3c61-4a64-9002-c602cc785651 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c5e50cd0d054fdcbc3b6ec17a21036a&device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 1097 time: 0.1674092 Sep 17 22:34:39.300520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2151a9ef-3f10-4060-9b0d-c8589b3f903d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1616d2fd6cfc4ece8d4e4ee804eb08c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427765 Sep 17 22:34:39.301510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151a9ef-3f10-4060-9b0d-c8589b3f903d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2ff3b5-acd4-4245-a2f1-960c062d8deb,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:39.306372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45956) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:39.369875 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-211f2cce-1153-475c-b6bf-387042faf544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.389840 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'aeec6119-febd-4233-a9d9-d71f1f3fe4e4', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'port_id': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'mac_address': 'fa:16:3e:38:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:34:18Z', 'updated_at': '2021-09-17T22:34:37Z', 'revision_number': 1, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27baa67e-0366-4c82-9bc3-3f932c15f6e8', 'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'mac_address': 'fa:16:3e:48:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:09Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 5, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'subnets': [{'id': '712f76ef-b373-41af-85dc-783675783f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:39.399642 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-211f2cce-1153-475c-b6bf-387042faf544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.402288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f497-042c-49db-8797-dac63c501662 req-cc7205ad-f72c-44fb-80c8-b88ffc54e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:39.404050 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fb52f497-042c-49db-8797-dac63c501662 req-cc7205ad-f72c-44fb-80c8-b88ffc54e938 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d HTTP/1.1" status: 200 len: 907 time: 0.1341543 Sep 17 22:34:39.418551 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] Checking router: a8521c67-f104-4a43-971f-b3dc79c66d39 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:39.427941 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] Routers {'a8521c67-f104-4a43-971f-b3dc79c66d39'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:39.428833 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a8521c67-f104-4a43-971f-b3dc79c66d39'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:39.469790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Router ddf7ebd0-2a22-4d49-906d-87773db2b6c1 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:39.473425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fb52f497-042c-49db-8797-dac63c501662 req-58480875-b8f5-497d-aea3-fb4cde17b13b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa HTTP/1.1" status: 200 len: 999 time: 0.0625691 Sep 17 22:34:39.514391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-211f2cce-1153-475c-b6bf-387042faf544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.517023 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-211f2cce-1153-475c-b6bf-387042faf544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.520712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-211f2cce-1153-475c-b6bf-387042faf544 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d2ff3b5-acd4-4245-a2f1-960c062d8deb HTTP/1.1" status: 204 len: 168 time: 0.2108810 Sep 17 22:34:39.531992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f2cce-1153-475c-b6bf-387042faf544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2ff3b5-acd4-4245-a2f1-960c062d8deb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:39.574086 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] Set router a8521c67-f104-4a43-971f-b3dc79c66d39 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:39.843264 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'aeec6119-febd-4233-a9d9-d71f1f3fe4e4', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'port_id': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'mac_address': 'fa:16:3e:38:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:34:18Z', 'updated_at': '2021-09-17T22:34:37Z', 'revision_number': 1, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27baa67e-0366-4c82-9bc3-3f932c15f6e8', 'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'mac_address': 'fa:16:3e:48:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:09Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 5, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'subnets': [{'id': '712f76ef-b373-41af-85dc-783675783f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:39.876939 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e94843-2b8d-4316-adf1-062f12367f88 None None] The sync data for ids ['a8521c67-f104-4a43-971f-b3dc79c66d39'] in n-d-713499-18 is: [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'aeec6119-febd-4233-a9d9-d71f1f3fe4e4', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'port_id': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'mac_address': 'fa:16:3e:38:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:34:18Z', 'updated_at': '2021-09-17T22:34:37Z', 'revision_number': 1, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27baa67e-0366-4c82-9bc3-3f932c15f6e8', 'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'mac_address': 'fa:16:3e:48:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:09Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 5, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'subnets': [{'id': '712f76ef-b373-41af-85dc-783675783f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:40.056457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f497-042c-49db-8797-dac63c501662 req-45e1bdf9-65d4-4eac-a551-f72a0280ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:40.057964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fb52f497-042c-49db-8797-dac63c501662 req-45e1bdf9-65d4-4eac-a551-f72a0280ef8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=712f76ef-b373-41af-85dc-783675783f21 HTTP/1.1" status: 200 len: 845 time: 0.5781507 Sep 17 22:34:40.082820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 519ccd34-2a6c-4340-b45b-f43ab9eeeebc details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:34:40.084674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:40.110450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Sync routers for ids ['ddf7ebd0-2a22-4d49-906d-87773db2b6c1'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:40.132543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Routers {'ddf7ebd0-2a22-4d49-906d-87773db2b6c1'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:40.136905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ddf7ebd0-2a22-4d49-906d-87773db2b6c1'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:40.148263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466da8c-a58d-4db2-90ca-a3519730e36b req-8d54b8cd-9794-43c6-8a13-1fa13048a309 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:40.149813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6466da8c-a58d-4db2-90ca-a3519730e36b req-8d54b8cd-9794-43c6-8a13-1fa13048a309 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 944 time: 0.1180713 Sep 17 22:34:40.169947 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d0cc04-694c-4662-992d-163fd1b97518 None None] New status for floating IP aeec6119-febd-4233-a9d9-d71f1f3fe4e4: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:34:40.180015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f497-042c-49db-8797-dac63c501662 req-65db3444-c833-48ae-9d94-899899119635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:40.181570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fb52f497-042c-49db-8797-dac63c501662 req-65db3444-c833-48ae-9d94-899899119635 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079111 Sep 17 22:34:40.231791 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6466da8c-a58d-4db2-90ca-a3519730e36b req-0f8b5939-357c-43e6-b6e9-eaedad07f55e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735664 Sep 17 22:34:40.287015 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.291494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e1891920-ef55-471f-bb3a-7bc24f45f9c0 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6846673 Sep 17 22:34:40.291816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45978) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:40.347580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fb52f497-042c-49db-8797-dac63c501662 req-a907b7e4-604e-464a-a594-2cabb251ca54 service neutron] 10.222.0.23 "GET /v2.0/networks/4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578603 Sep 17 22:34:40.362132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:40.376623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '519ccd34-2a6c-4340-b45b-f43ab9eeeebc', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'port_id': '519ccd34-2a6c-4340-b45b-f43ab9eeeebc', 'mac_address': 'fa:16:3e:f2:26:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:34:40.419997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-06784431-5628-445e-988f-daf24bda5ef8 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/routers/ddf7ebd0-2a22-4d49-906d-87773db2b6c1 HTTP/1.1" status: 200 len: 907 time: 0.1260655 Sep 17 22:34:40.420684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45980) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:40.442294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fb52f497-042c-49db-8797-dac63c501662 req-8781dfd2-22f0-44a3-841d-5422ea836887 service neutron] 10.222.0.23 "GET /v2.0/networks/4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880942 Sep 17 22:34:40.448643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Set router ddf7ebd0-2a22-4d49-906d-87773db2b6c1 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:40.451204 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.588515 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.599383 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.618027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519ccd34-2a6c-4340-b45b-f43ab9eeeebc {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:34:40.648730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 244511fe-0f79-472e-b619-f5cfaa3b2dbc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:40.712516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:40.749794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.760747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 244511fe-0f79-472e-b619-f5cfaa3b2dbc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:40.761121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.792462 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.859934 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf7ebd0-2a22-4d49-906d-87773db2b6c1', 'name': 'tempest-snat-router-215291760', 'tenant_id': '379a9309b0f04d24903b62cb1967823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'e5d26d85-0706-4abf-8b00-6b7521233b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:35Z', 'updated_at': '2021-09-17T22:34:38Z', 'revision_number': 3, 'project_id': '379a9309b0f04d24903b62cb1967823f', 'gw_port': {'id': 'e5d26d85-0706-4abf-8b00-6b7521233b60', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf7ebd0-2a22-4d49-906d-87773db2b6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:36Z', 'updated_at': '2021-09-17T22:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:40.900411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Checking router: ddf7ebd0-2a22-4d49-906d-87773db2b6c1 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:40.900774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Updating router ddf7ebd0-2a22-4d49-906d-87773db2b6c1 port e5d26d85-0706-4abf-8b00-6b7521233b60 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:34:40.924874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:40.967768 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.990184 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Deleting port e5d26d85-0706-4abf-8b00-6b7521233b60 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:40.990528 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.164203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.180823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Calling delete_port for e5d26d85-0706-4abf-8b00-6b7521233b60 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:41.266187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['519ccd34-2a6c-4340-b45b-f43ab9eeeebc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:34:41.442417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cc7a9-8374-4193-9fdd-f327a020dbb8 req-7bbb6855-250c-4655-b1af-d25658a4ece8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:41.444359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee5cc7a9-8374-4193-9fdd-f327a020dbb8 req-7bbb6855-250c-4655-b1af-d25658a4ece8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 945 time: 0.1013169 Sep 17 22:34:41.481325 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.483085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:41.483510 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:41.520694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5d26d85-0706-4abf-8b00-6b7521233b60,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:41.550982 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee5cc7a9-8374-4193-9fdd-f327a020dbb8 req-3ea5b97e-5f78-4232-b38c-d5e3be6ad844 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997341 Sep 17 22:34:41.554483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.554982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.555476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.555962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.556399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.556731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.557053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.557376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.558011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.558011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.558336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.558628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.597906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.608458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46014) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:41.692165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.694457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.724336 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.811650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.812259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddf7ebd0-2a22-4d49-906d-87773db2b6c1 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:41.821996 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.821996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-78bd9a36-54ae-4b05-ac48-0b719e0f49f3 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "DELETE /v2.0/routers/ddf7ebd0-2a22-4d49-906d-87773db2b6c1 HTTP/1.1" status: 204 len: 168 time: 1.3974650 Sep 17 22:34:41.822466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46018) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:41.876990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.940553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.945300 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.984801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d72c78a-fd4b-4ac8-89e2-34fe0f3ee1b3,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:41.991944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a85bec9c1e5648b790e581072f251674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800824 Sep 17 22:34:41.992284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46020) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:41.995097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.995544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.995986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.996505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.996931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.997361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.997782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.998204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.998624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.999059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:41.999478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:42.000057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa09311-c285-4651-a3e7-88f6e75a16e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:42.001790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Port e5d26d85-0706-4abf-8b00-6b7521233b60 not found while updating agent binding for router ddf7ebd0-2a22-4d49-906d-87773db2b6c1. {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 22:34:42.013058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Routers set() bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:42.013576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Router IDs set() for agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:34:42.014473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_agentschedulers_db [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ddf7ebd0-2a22-4d49-906d-87773db2b6c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent'). {{(pid=95456) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:34:42.014943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a497d-1edb-460d-993d-9eb54e6f21dc None None] The sync data for ids ['ddf7ebd0-2a22-4d49-906d-87773db2b6c1'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:42.089259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.096096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6dd6-67ef-4638-8693-29cf87b46635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.119393 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6dd6-67ef-4638-8693-29cf87b46635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.238082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6dd6-67ef-4638-8693-29cf87b46635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.238082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6dd6-67ef-4638-8693-29cf87b46635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.239928 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7e7b6dd6-67ef-4638-8693-29cf87b46635 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d72c78a-fd4b-4ac8-89e2-34fe0f3ee1b3 HTTP/1.1" status: 204 len: 168 time: 0.2467148 Sep 17 22:34:42.253360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b6dd6-67ef-4638-8693-29cf87b46635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d72c78a-fd4b-4ac8-89e2-34fe0f3ee1b3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:42.274896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Deleting port 244511fe-0f79-472e-b619-f5cfaa3b2dbc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:42.276463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.366196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] For port 244511fe-0f79-472e-b619-f5cfaa3b2dbc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=244511fe-0f79-472e-b619-f5cfaa3b2dbc,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:42.366990 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.378683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Calling delete_port for 244511fe-0f79-472e-b619-f5cfaa3b2dbc owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:42.800030 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.828591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event deleted for resources: {'Port': ['ID=244511fe-0f79-472e-b619-f5cfaa3b2dbc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:42.866944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc0699-3a04-4b74-aa73-c4ad9e76e36a req-57e507fa-4036-4433-8c43-ee4679fe697a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:42.868677 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-22bc0699-3a04-4b74-aa73-c4ad9e76e36a req-57e507fa-4036-4433-8c43-ee4679fe697a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 945 time: 0.0602198 Sep 17 22:34:42.897127 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.911508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-22bc0699-3a04-4b74-aa73-c4ad9e76e36a req-b40cc422-3e68-48cb-934a-98345363fbf1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356910 Sep 17 22:34:42.993618 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.995843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.114495 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.115033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8780f93a-7c54-4a94-b0c7-2e6cf5fb4970 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:43.120925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.123889 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-39f0edce-f058-4818-bad6-2a72d6918d8e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "DELETE /v2.0/routers/8780f93a-7c54-4a94-b0c7-2e6cf5fb4970 HTTP/1.1" status: 204 len: 168 time: 1.3004293 Sep 17 22:34:43.128329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46046) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:43.134765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1469970772', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:43.234803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.236157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.318870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.557118 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.767957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46068) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:43.873553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.903601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.920329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d156153-4959-451e-a3a8-8bea292b041a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.098900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Allocated IP 172.25.6.31 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/07497659-fc6a-4bdb-8e01-8f4e02fe6de6) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:44.121579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 519ccd34-2a6c-4340-b45b-f43ab9eeeebc up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:44.125340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5af418-b137-4e27-b8b1-3a1df5ddeed6 req-eafe283a-c500-4c1c-bab3-882bf8436c7f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:44.126296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ed5af418-b137-4e27-b8b1-3a1df5ddeed6 req-eafe283a-c500-4c1c-bab3-882bf8436c7f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 945 time: 0.1261952 Sep 17 22:34:44.243561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d156153-4959-451e-a3a8-8bea292b041a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.254316 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ed5af418-b137-4e27-b8b1-3a1df5ddeed6 req-11a9580d-e061-41c3-a887-cb2dc5ee4aae tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164823 Sep 17 22:34:44.276225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:34:44.285794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:44.285794 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.311157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d156153-4959-451e-a3a8-8bea292b041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.322187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.372898 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7d156153-4959-451e-a3a8-8bea292b041a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb4a59b47d2c48cf8a7ce446f4392e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014323 Sep 17 22:34:44.373522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46082) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:44.391997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d156153-4959-451e-a3a8-8bea292b041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb60846-bfc9-4134-b9b0-4b4d65af2b26,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:44.392987 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.425471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39976dad-f331-44e1-89b2-89a7218dea1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519ccd34-2a6c-4340-b45b-f43ab9eeeebc'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:34:44.427787 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf52ae5d-a8c9-45f8-abe1-c2bd8f3f7deb" -d '{"events": [{"server_uuid": "39976dad-f331-44e1-89b2-89a7218dea1b", "name": "network-vif-plugged", "status": "completed", "tag": "519ccd34-2a6c-4340-b45b-f43ab9eeeebc"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:34:44.441270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:44.467986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05613977-b4e1-441f-b48e-ee825d103214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.476988 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ebc13b-75c4-4980-a8be-4addd2d2a32d x-openstack-request-id: req-49ebc13b-75c4-4980-a8be-4addd2d2a32d {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:34:44.477552 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39976dad-f331-44e1-89b2-89a7218dea1b", "name": "network-vif-plugged", "status": "completed", "tag": "519ccd34-2a6c-4340-b45b-f43ab9eeeebc", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:34:44.478084 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49ebc13b-75c4-4980-a8be-4addd2d2a32d {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:34:44.478671 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39976dad-f331-44e1-89b2-89a7218dea1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519ccd34-2a6c-4340-b45b-f43ab9eeeebc', 'code': 200} Sep 17 22:34:44.493664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05613977-b4e1-441f-b48e-ee825d103214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.506589 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.535440 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.565015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:44.581025 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 244511fe-0f79-472e-b619-f5cfaa3b2dbc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:44.587789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:44.606149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 244511fe-0f79-472e-b619-f5cfaa3b2dbc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:44.606377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:44.606496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 244511fe-0f79-472e-b619-f5cfaa3b2dbc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:44.611878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:44.647211 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Pushing event updated for resources: {'Port': ['ID=07497659-fc6a-4bdb-8e01-8f4e02fe6de6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:44.668071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05613977-b4e1-441f-b48e-ee825d103214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.670673 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05613977-b4e1-441f-b48e-ee825d103214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.671846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-05613977-b4e1-441f-b48e-ee825d103214 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdb60846-bfc9-4134-b9b0-4b4d65af2b26 HTTP/1.1" status: 204 len: 168 time: 0.2973385 Sep 17 22:34:44.683104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9bff-8b5b-440e-927a-b4a0cb7e323b req-ff318250-3204-4ecf-a194-9bdae041a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:44.684635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-accc9bff-8b5b-440e-927a-b4a0cb7e323b req-ff318250-3204-4ecf-a194-9bdae041a323 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 1098 time: 0.1113420 Sep 17 22:34:44.724513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05613977-b4e1-441f-b48e-ee825d103214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb60846-bfc9-4134-b9b0-4b4d65af2b26,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:45.128641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-accc9bff-8b5b-440e-927a-b4a0cb7e323b req-39162103-86eb-49eb-8067-be2691127389 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056234 Sep 17 22:34:45.307112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46096) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:45.326163 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-282abc6b-f531-4da7-af5c-94ce9e24d6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.348447 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.520039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c794872-2636-4837-ac67-05a8d9385069 req-be849ebb-f6e3-4567-9b5d-9f92e22f33bd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:45.521538 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c794872-2636-4837-ac67-05a8d9385069 req-be849ebb-f6e3-4567-9b5d-9f92e22f33bd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 946 time: 0.1302624 Sep 17 22:34:45.658924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c794872-2636-4837-ac67-05a8d9385069 req-9fa84e8b-dc07-411e-8388-2ae512ff71cc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285079 Sep 17 22:34:45.687778 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-282abc6b-f531-4da7-af5c-94ce9e24d6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.689201 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.774127 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-282abc6b-f531-4da7-af5c-94ce9e24d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.825844 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-282abc6b-f531-4da7-af5c-94ce9e24d6c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf2dea05e98347a7b2d3ffdaf3a14531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177426 Sep 17 22:34:45.826933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282abc6b-f531-4da7-af5c-94ce9e24d6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24fdbc9-8f72-4c2e-94b5-a1ba7e193bdf,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:45.828574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46104) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:45.879090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-904481b2-fe21-4143-9b31-f159e055010a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.900789 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-904481b2-fe21-4143-9b31-f159e055010a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.920145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Router 54f0ac77-b3b2-4b43-a3cd-d8e902184cf2 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:46.005749 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-904481b2-fe21-4143-9b31-f159e055010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.008924 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-904481b2-fe21-4143-9b31-f159e055010a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.010111 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-904481b2-fe21-4143-9b31-f159e055010a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d24fdbc9-8f72-4c2e-94b5-a1ba7e193bdf HTTP/1.1" status: 204 len: 168 time: 0.1805222 Sep 17 22:34:46.019130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904481b2-fe21-4143-9b31-f159e055010a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24fdbc9-8f72-4c2e-94b5-a1ba7e193bdf,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:46.028426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:46.041123 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122a0f7-d979-4e19-b5c0-e3783c324cc6 None None] Sync routers for ids ['54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:46.053613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122a0f7-d979-4e19-b5c0-e3783c324cc6 None None] Routers {'54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:46.054523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7122a0f7-d979-4e19-b5c0-e3783c324cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:46.089942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7122a0f7-d979-4e19-b5c0-e3783c324cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:46.098437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122a0f7-d979-4e19-b5c0-e3783c324cc6 None None] Routers {'54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:46.104734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7122a0f7-d979-4e19-b5c0-e3783c324cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:46.106381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.107673 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-220e4d12-44e8-4bc1-9651-a5ac73c03409 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9776986 Sep 17 22:34:46.110415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46108) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:46.115054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3e88a91b-d5f6-4662-b3d2-e84fcb457925 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'enable_snat': False}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:46.134582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7122a0f7-d979-4e19-b5c0-e3783c324cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:46.135231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122a0f7-d979-4e19-b5c0-e3783c324cc6 None None] The sync data for ids ['54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:46.420074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e88a91b-d5f6-4662-b3d2-e84fcb457925 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.786051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55670a-a25b-4dbd-9a2b-f80517627b46 req-9ff0ecd2-c01e-462e-bbdb-a4a20babd6cb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:46.787641 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc55670a-a25b-4dbd-9a2b-f80517627b46 req-9ff0ecd2-c01e-462e-bbdb-a4a20babd6cb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 946 time: 0.0535986 Sep 17 22:34:46.868544 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc55670a-a25b-4dbd-9a2b-f80517627b46 req-3cb0c1ff-944c-4917-ae8c-71d587fe3b54 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737450 Sep 17 22:34:46.957390 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e88a91b-d5f6-4662-b3d2-e84fcb457925 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.961674 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e88a91b-d5f6-4662-b3d2-e84fcb457925 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.080559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e88a91b-d5f6-4662-b3d2-e84fcb457925 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Router 54f0ac77-b3b2-4b43-a3cd-d8e902184cf2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:34:47.198359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e88a91b-d5f6-4662-b3d2-e84fcb457925 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:47.202573 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e88a91b-d5f6-4662-b3d2-e84fcb457925 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.203794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3e88a91b-d5f6-4662-b3d2-e84fcb457925 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "PUT /v2.0/routers/54f0ac77-b3b2-4b43-a3cd-d8e902184cf2 HTTP/1.1" status: 200 len: 925 time: 1.0921738 Sep 17 22:34:47.208275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46148) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:47.208805 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51548303-9264-4733-9b29-89b9a546968d None None] Sync routers for ids ['54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:47.219843 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51548303-9264-4733-9b29-89b9a546968d None None] Routers {'54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:47.220977 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-51548303-9264-4733-9b29-89b9a546968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:47.260405 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-51548303-9264-4733-9b29-89b9a546968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:47.269649 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51548303-9264-4733-9b29-89b9a546968d None None] Routers {'54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:47.270470 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-51548303-9264-4733-9b29-89b9a546968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:47.306562 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-51548303-9264-4733-9b29-89b9a546968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:47.307270 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51548303-9264-4733-9b29-89b9a546968d None None] The sync data for ids ['54f0ac77-b3b2-4b43-a3cd-d8e902184cf2'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:47.337075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a4159117-cf98-4c86-976e-aa2061c968e6 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/routers/54f0ac77-b3b2-4b43-a3cd-d8e902184cf2 HTTP/1.1" status: 200 len: 925 time: 0.1250904 Sep 17 22:34:47.337808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46164) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:47.415893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb2215-86be-4c23-85f1-5666cc2b28ca tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.420257 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-74bb2215-86be-4c23-85f1-5666cc2b28ca tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&device_id=54f0ac77-b3b2-4b43-a3cd-d8e902184cf2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0793958 Sep 17 22:34:47.421238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46182) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:47.517314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42480541-fa3b-426e-b8a8-f131d7a9b44f tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.518825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-42480541-fa3b-426e-b8a8-f131d7a9b44f tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 881 time: 0.0974452 Sep 17 22:34:47.521615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46188) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:47.548904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0ecaefc5-45b7-474b-8429-7ca705bfba44 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f0ac77-b3b2-4b43-a3cd-d8e902184cf2 HTTP/1.1" status: 200 len: 205 time: 0.0262017 Sep 17 22:34:47.552348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46190) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:47.664813 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.791131 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.896927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Deleting port 07497659-fc6a-4bdb-8e01-8f4e02fe6de6 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:47.897457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.990284 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.997530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c957bb9-13db-4a00-8287-6c978ab1e001 req-70f7d00a-b54e-43b9-9486-d66720df7fae tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.999054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c957bb9-13db-4a00-8287-6c978ab1e001 req-70f7d00a-b54e-43b9-9486-d66720df7fae tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 946 time: 0.0612202 Sep 17 22:34:48.004203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Calling delete_port for 07497659-fc6a-4bdb-8e01-8f4e02fe6de6 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:48.060622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c957bb9-13db-4a00-8287-6c978ab1e001 req-4a5826b1-4874-4e2b-b15f-91b469442af2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465622 Sep 17 22:34:48.357895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.384255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Pushing event deleted for resources: {'Port': ['ID=07497659-fc6a-4bdb-8e01-8f4e02fe6de6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:48.447323 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.543326 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.546291 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.660391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.660939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Fanout notify agent at l3_agent the message router_deleted on router 54f0ac77-b3b2-4b43-a3cd-d8e902184cf2 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:48.668039 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.669273 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c9cf50b8-e846-465c-b725-307b53e430a7 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/54f0ac77-b3b2-4b43-a3cd-d8e902184cf2 HTTP/1.1" status: 204 len: 168 time: 1.1159327 Sep 17 22:34:48.672894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46238) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:48.677630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a3cfef16-8f4c-4d9b-9e62-9148e6fd4f31 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1860334095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:48.783636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3cfef16-8f4c-4d9b-9e62-9148e6fd4f31 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.785462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3cfef16-8f4c-4d9b-9e62-9148e6fd4f31 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.864566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3cfef16-8f4c-4d9b-9e62-9148e6fd4f31 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.937424 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3cfef16-8f4c-4d9b-9e62-9148e6fd4f31 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.028477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3cfef16-8f4c-4d9b-9e62-9148e6fd4f31 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.029728 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a3cfef16-8f4c-4d9b-9e62-9148e6fd4f31 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3556728 Sep 17 22:34:49.032400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46244) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:49.037359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:49.583423 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.875901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.900877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.025213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Allocated IP 172.25.6.46 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/83c763fb-7377-49e9-88e3-a0fec80b62ff) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:50.134879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.240277 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.283066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:50.286132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:50.290106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:50.318929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Pushing event updated for resources: {'Port': ['ID=83c763fb-7377-49e9-88e3-a0fec80b62ff,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:50.663243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.920517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a202fe4-3a66-40cb-be10-1959c5622c8f req-11ef49e1-d994-451a-89d9-febe24f6f69f tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:50.922006 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a202fe4-3a66-40cb-be10-1959c5622c8f req-11ef49e1-d994-451a-89d9-febe24f6f69f tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1098 time: 0.0514774 Sep 17 22:34:50.948544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0a202fe4-3a66-40cb-be10-1959c5622c8f req-80f180ab-330c-4a46-8ec0-f9a625b649c8 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.995108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.999493 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.069874 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0a202fe4-3a66-40cb-be10-1959c5622c8f req-80f180ab-330c-4a46-8ec0-f9a625b649c8 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.181324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0a202fe4-3a66-40cb-be10-1959c5622c8f req-80f180ab-330c-4a46-8ec0-f9a625b649c8 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.208999 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a202fe4-3a66-40cb-be10-1959c5622c8f req-80f180ab-330c-4a46-8ec0-f9a625b649c8 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2777011 Sep 17 22:34:51.213798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f180ab-330c-4a46-8ec0-f9a625b649c8 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca552e73-c683-4bf4-970e-4bd7b7c59da0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:51.277293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Router ff36f904-3e58-45c7-9d1e-ed8956843173 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:51.379121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a5cf7-95b9-4a69-943f-33f33a6ac2c1 req-5d3e6b8c-2e54-4c87-8ca9-cf165f8872ec tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.380598 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac1a5cf7-95b9-4a69-943f-33f33a6ac2c1 req-5d3e6b8c-2e54-4c87-8ca9-cf165f8872ec tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0972707 Sep 17 22:34:51.455168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:51.463748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.467225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-17325d22-6e9f-4978-bc2f-da1ad60606ee tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "PUT /v2.0/routers/ff36f904-3e58-45c7-9d1e-ed8956843173 HTTP/1.1" status: 200 len: 883 time: 2.4313588 Sep 17 22:34:51.467405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db029931-28d3-4517-b907-c04f75064e1c None None] Sync routers for ids ['ff36f904-3e58-45c7-9d1e-ed8956843173'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:51.468047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46280) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.470829 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac1a5cf7-95b9-4a69-943f-33f33a6ac2c1 req-7a147ffb-cb4a-43ed-9347-bbebbd0f77c0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578229 Sep 17 22:34:51.476509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db029931-28d3-4517-b907-c04f75064e1c None None] Routers {'ff36f904-3e58-45c7-9d1e-ed8956843173'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:51.477151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-db029931-28d3-4517-b907-c04f75064e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ff36f904-3e58-45c7-9d1e-ed8956843173'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:51.498571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46282) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.525100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-db029931-28d3-4517-b907-c04f75064e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:51.534763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db029931-28d3-4517-b907-c04f75064e1c None None] Routers {'ff36f904-3e58-45c7-9d1e-ed8956843173'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:51.535516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-db029931-28d3-4517-b907-c04f75064e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ff36f904-3e58-45c7-9d1e-ed8956843173'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:51.600781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d1617d33-8130-42a1-939a-3db5e4c5303f tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/routers/ff36f904-3e58-45c7-9d1e-ed8956843173 HTTP/1.1" status: 200 len: 924 time: 0.1308744 Sep 17 22:34:51.603479 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46290) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.606471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e2473d41-99be-4f77-9535-6c89d53f141e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/75deb4c3-3a83-4c25-a74e-09da8bd36663 HTTP/1.1" status: 200 len: 994 time: 0.1065385 Sep 17 22:34:51.702156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61e329-583b-4d69-87a8-4b69c8170f23 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.704021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dc61e329-583b-4d69-87a8-4b69c8170f23 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&device_id=ff36f904-3e58-45c7-9d1e-ed8956843173&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0990903 Sep 17 22:34:51.706816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46294) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.746451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-db029931-28d3-4517-b907-c04f75064e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:51.747111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db029931-28d3-4517-b907-c04f75064e1c None None] The sync data for ids ['ff36f904-3e58-45c7-9d1e-ed8956843173'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:51.818942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db9687c-8ad5-4e61-b160-1e8a07c29804 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.822070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3db9687c-8ad5-4e61-b160-1e8a07c29804 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 881 time: 0.1142440 Sep 17 22:34:51.824962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46298) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.864290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9d5a0004-4636-4687-ba12-5a953b226476 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff36f904-3e58-45c7-9d1e-ed8956843173 HTTP/1.1" status: 200 len: 205 time: 0.0381000 Sep 17 22:34:51.866720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.912938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-cd6fdf0f-f1e4-4bf0-aa3c-a6248e7e9772 req-a0db64c1-f19e-4e85-8037-3af583a0820b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:34:51.913848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd6fdf0f-f1e4-4bf0-aa3c-a6248e7e9772 req-a0db64c1-f19e-4e85-8037-3af583a0820b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051718 Sep 17 22:34:51.993680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.106941 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.247612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Deleting port 83c763fb-7377-49e9-88e3-a0fec80b62ff {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:52.248094 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.342093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.356587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Calling delete_port for 83c763fb-7377-49e9-88e3-a0fec80b62ff owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:52.526883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af64e4-454f-41c7-a13f-ec9eded64830 req-c19d6e39-08ad-4a1a-94f3-f6522f7d8b26 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.529192 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0af64e4-454f-41c7-a13f-ec9eded64830 req-c19d6e39-08ad-4a1a-94f3-f6522f7d8b26 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0868654 Sep 17 22:34:52.583713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0af64e4-454f-41c7-a13f-ec9eded64830 req-f5992c9e-0dd1-4ce7-a868-479911465634 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442846 Sep 17 22:34:52.660526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.724001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Pushing event deleted for resources: {'Port': ['ID=83c763fb-7377-49e9-88e3-a0fec80b62ff,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:52.790609 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-acf20c48-ba01-46b7-aca9-40713314657c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2335994 Sep 17 22:34:52.795652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.803054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-7a1193d8-2fcc-41f9-9427-da14bab495aa service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:34:52.804272 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-7a1193d8-2fcc-41f9-9427-da14bab495aa service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063252 Sep 17 22:34:52.895427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.898421 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.988611 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.989157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Fanout notify agent at l3_agent the message router_deleted on router ff36f904-3e58-45c7-9d1e-ed8956843173 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:52.996161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.999851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9258946d-09bc-4c7e-a577-53cc117ce874 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/ff36f904-3e58-45c7-9d1e-ed8956843173 HTTP/1.1" status: 204 len: 168 time: 1.1322002 Sep 17 22:34:53.014039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46332) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:53.018538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bf7fc77c-7953-475c-89fe-98f3bf59ecb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1822181491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:53.107797 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc77c-7953-475c-89fe-98f3bf59ecb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.108912 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc77c-7953-475c-89fe-98f3bf59ecb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.184903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc77c-7953-475c-89fe-98f3bf59ecb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.245907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc77c-7953-475c-89fe-98f3bf59ecb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.400404 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc77c-7953-475c-89fe-98f3bf59ecb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.402024 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bf7fc77c-7953-475c-89fe-98f3bf59ecb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3871453 Sep 17 22:34:53.404748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46348) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:53.410169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'enable_snat': True}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:53.633562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.724244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834dae0-77c5-4e32-b608-6353e545745c req-8f38e3ed-70cd-4635-9b20-ee622d4a6ad6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:53.726255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2834dae0-77c5-4e32-b608-6353e545745c req-8f38e3ed-70cd-4635-9b20-ee622d4a6ad6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0534239 Sep 17 22:34:53.775035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2834dae0-77c5-4e32-b608-6353e545745c req-758f0fb8-e0fd-4dc1-a5cf-6f6b60696d12 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427055 Sep 17 22:34:53.939403 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.958571 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.084332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Allocated IP 172.25.6.16 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/54d9ce12-abf5-429f-b247-e0e68f7a2a59) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:54.208232 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.243476 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:34:54.317944 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.360494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:54.363793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:54.366322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:54.400799 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event updated for resources: {'Port': ['ID=54d9ce12-abf5-429f-b247-e0e68f7a2a59,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:54.921318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c55f4c-c2fe-464d-a57e-64484b0c5324 req-8c608e67-a769-422c-bd00-be24b903cc46 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:54.923500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62c55f4c-c2fe-464d-a57e-64484b0c5324 req-8c608e67-a769-422c-bd00-be24b903cc46 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0634482 Sep 17 22:34:54.975093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62c55f4c-c2fe-464d-a57e-64484b0c5324 req-898ae39c-bbd0-4a46-8b31-f6baf4f36743 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443892 Sep 17 22:34:55.111198 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.296249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-5b00d671-1745-4720-89c9-6f8ac4ca34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.297642 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-5b00d671-1745-4720-89c9-6f8ac4ca34be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1098 time: 0.0900791 Sep 17 22:34:55.428234 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.435236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.485530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-4b31ad1a-1898-4e30-aa71-c36e755884c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.487310 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-4b31ad1a-1898-4e30-aa71-c36e755884c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 897 time: 0.1805418 Sep 17 22:34:55.610556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-67559e67-6a4e-4d52-abd2-49ff516fc984 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 1002 time: 0.1146801 Sep 17 22:34:55.676025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-565d108c-b4c3-4647-a6ee-8aedc353689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.677522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-565d108c-b4c3-4647-a6ee-8aedc353689b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 200 len: 834 time: 0.0586929 Sep 17 22:34:55.732875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-99011f58-b125-43a9-ac7c-855ae7e06cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.734552 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-99011f58-b125-43a9-ac7c-855ae7e06cde service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491364 Sep 17 22:34:55.772108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Router 21dd7c19-803e-4c82-81cd-a09d9302987d is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:55.975051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-5929fe5c-e017-45d8-91cb-144f30d40023 service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321217 Sep 17 22:34:56.014959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:56.025053 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1db269d-2a89-4d83-aef2-8a4034b4c0ea None None] Sync routers for ids ['21dd7c19-803e-4c82-81cd-a09d9302987d'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:56.030811 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.032289 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f60a7224-a767-4d29-b910-c3476c57fc74 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "PUT /v2.0/routers/21dd7c19-803e-4c82-81cd-a09d9302987d HTTP/1.1" status: 200 len: 918 time: 2.6265709 Sep 17 22:34:56.035156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46426) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:56.043497 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db269d-2a89-4d83-aef2-8a4034b4c0ea None None] Routers {'21dd7c19-803e-4c82-81cd-a09d9302987d'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:56.044268 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b1db269d-2a89-4d83-aef2-8a4034b4c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['21dd7c19-803e-4c82-81cd-a09d9302987d'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:56.095551 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b1db269d-2a89-4d83-aef2-8a4034b4c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:56.113642 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-5d7bf6d8-016d-4116-89d5-eaba8a23c0a3 service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301587 Sep 17 22:34:56.122874 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db269d-2a89-4d83-aef2-8a4034b4c0ea None None] Routers {'21dd7c19-803e-4c82-81cd-a09d9302987d'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:56.122874 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b1db269d-2a89-4d83-aef2-8a4034b4c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['21dd7c19-803e-4c82-81cd-a09d9302987d'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:56.166078 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b1db269d-2a89-4d83-aef2-8a4034b4c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:56.166755 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1db269d-2a89-4d83-aef2-8a4034b4c0ea None None] The sync data for ids ['21dd7c19-803e-4c82-81cd-a09d9302987d'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:56.207517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-752c9375-6de2-447c-b21e-3999d4b2ae1e tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/routers/21dd7c19-803e-4c82-81cd-a09d9302987d HTTP/1.1" status: 200 len: 924 time: 0.1702354 Sep 17 22:34:56.210445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46428) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:56.218620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b102b8f-8094-442b-a313-43288045a30c req-9d122bd0-5adf-459f-9850-ad916c5065ee tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:56.220616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b102b8f-8094-442b-a313-43288045a30c req-9d122bd0-5adf-459f-9850-ad916c5065ee tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1340041 Sep 17 22:34:56.257285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41299c2-e304-45ff-b445-e6a2c5b2e829 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:56.258948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b41299c2-e304-45ff-b445-e6a2c5b2e829 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&device_id=21dd7c19-803e-4c82-81cd-a09d9302987d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0475004 Sep 17 22:34:56.261824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46430) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:56.299407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b102b8f-8094-442b-a313-43288045a30c req-a3cedc21-af93-4357-9371-ff4f5beaf583 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690713 Sep 17 22:34:56.403441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234238c-3540-46aa-817d-e7d7fd946fbc tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:56.407878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46434) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:56.408255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6234238c-3540-46aa-817d-e7d7fd946fbc tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 881 time: 0.1453774 Sep 17 22:34:56.438111 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bdf52590-a8ef-4ed5-9d89-f1372340896b tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=21dd7c19-803e-4c82-81cd-a09d9302987d HTTP/1.1" status: 200 len: 205 time: 0.0285130 Sep 17 22:34:56.440883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46436) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:56.550946 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.664044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.806369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Deleting port 54d9ce12-abf5-429f-b247-e0e68f7a2a59 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:56.807076 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.891842 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.904095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Calling delete_port for 54d9ce12-abf5-429f-b247-e0e68f7a2a59 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:57.164046 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.190667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Pushing event deleted for resources: {'Port': ['ID=54d9ce12-abf5-429f-b247-e0e68f7a2a59,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.260994 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.357908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.360330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.449430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e3169-4c1e-4084-b16d-74737ca68861 req-d0a2e837-a78a-453f-b4cb-85cd8eca60b5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:57.452026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-781e3169-4c1e-4084-b16d-74737ca68861 req-d0a2e837-a78a-453f-b4cb-85cd8eca60b5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0517845 Sep 17 22:34:57.511520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-781e3169-4c1e-4084-b16d-74737ca68861 req-7c926fae-633d-4175-86fa-7d6603bb8bd1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490961 Sep 17 22:34:57.513795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.515931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Fanout notify agent at l3_agent the message router_deleted on router 21dd7c19-803e-4c82-81cd-a09d9302987d {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:57.526851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.532131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46454) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:57.532632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-22659a0a-e220-4cfe-96c1-fb0621381071 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/21dd7c19-803e-4c82-81cd-a09d9302987d HTTP/1.1" status: 204 len: 168 time: 1.0905378 Sep 17 22:34:57.537015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-94cedfca-8866-41e8-9060-4d8c51933fb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-587039906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:57.614566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94cedfca-8866-41e8-9060-4d8c51933fb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.615832 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94cedfca-8866-41e8-9060-4d8c51933fb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.687942 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94cedfca-8866-41e8-9060-4d8c51933fb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.748568 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94cedfca-8866-41e8-9060-4d8c51933fb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.874077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94cedfca-8866-41e8-9060-4d8c51933fb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.875504 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-94cedfca-8866-41e8-9060-4d8c51933fb6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3420947 Sep 17 22:34:57.878238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46460) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:57.883238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'enable_snat': False}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:58.154850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.668529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbe455-2517-4948-aa5c-ea4310274cb4 req-a297c23a-3dc0-4a94-811b-f81aea005c05 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.670317 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15cbe455-2517-4948-aa5c-ea4310274cb4 req-a297c23a-3dc0-4a94-811b-f81aea005c05 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0605466 Sep 17 22:34:58.727480 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15cbe455-2517-4948-aa5c-ea4310274cb4 req-15272193-239c-4ec5-aefc-36872f5f7481 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447655 Sep 17 22:34:58.804880 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.827643 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.940424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Allocated IP 172.25.6.116 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/d7614ae5-6d88-42c0-b2a4-afab0a7084c7) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:59.054664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.148893 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.212452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.250207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:59.253252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:59.255692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:59.283290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Pushing event updated for resources: {'Port': ['ID=d7614ae5-6d88-42c0-b2a4-afab0a7084c7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:59.579954 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.813763 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.818321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.937212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406ad3a-a5a8-4206-87b8-40d66aac08c6 req-31b7c66c-f03d-44c5-8920-f401600808e2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.957539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0406ad3a-a5a8-4206-87b8-40d66aac08c6 req-31b7c66c-f03d-44c5-8920-f401600808e2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1308057 Sep 17 22:35:00.036585 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0406ad3a-a5a8-4206-87b8-40d66aac08c6 req-736d25fe-3eeb-4c34-8dca-932591c27aeb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758595 Sep 17 22:35:00.074270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Router 8e21206f-6fed-466f-b087-f430721b9d9c is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:35:00.394923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbb7e6-5594-4a71-8c5a-584080634731 req-2f154d3d-8ed3-4302-b0fe-b201417dc4a7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.404919 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4cbb7e6-5594-4a71-8c5a-584080634731 req-2f154d3d-8ed3-4302-b0fe-b201417dc4a7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1009927 Sep 17 22:35:00.465774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4cbb7e6-5594-4a71-8c5a-584080634731 req-2f96a78a-f1ae-472a-96d6-05af880f90d0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594225 Sep 17 22:35:00.590095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:00.594777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.596097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-feedc71c-97ca-428b-a203-23fc0addb110 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "PUT /v2.0/routers/8e21206f-6fed-466f-b087-f430721b9d9c HTTP/1.1" status: 200 len: 919 time: 2.7167449 Sep 17 22:35:00.598772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46500) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:00.601713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d756c27d-f6e7-426b-899b-8f967dde254f None None] Sync routers for ids ['8e21206f-6fed-466f-b087-f430721b9d9c'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:00.613473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756c27d-f6e7-426b-899b-8f967dde254f None None] Routers {'8e21206f-6fed-466f-b087-f430721b9d9c'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:00.619026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d756c27d-f6e7-426b-899b-8f967dde254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e21206f-6fed-466f-b087-f430721b9d9c'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:00.626101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e7f06-82bf-43f5-af29-f6f0ba953488 req-34096ea3-df6a-401e-84b8-899962227560 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.628187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-088e7f06-82bf-43f5-af29-f6f0ba953488 req-34096ea3-df6a-401e-84b8-899962227560 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0757089 Sep 17 22:35:00.663385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d756c27d-f6e7-426b-899b-8f967dde254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:00.673835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756c27d-f6e7-426b-899b-8f967dde254f None None] Routers {'8e21206f-6fed-466f-b087-f430721b9d9c'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:00.674457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d756c27d-f6e7-426b-899b-8f967dde254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8e21206f-6fed-466f-b087-f430721b9d9c'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:00.678053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-088e7f06-82bf-43f5-af29-f6f0ba953488 req-21dd812f-6272-47cf-80cc-6abd16e984db tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Sep 17 22:35:00.718880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d756c27d-f6e7-426b-899b-8f967dde254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:00.719862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d756c27d-f6e7-426b-899b-8f967dde254f None None] The sync data for ids ['8e21206f-6fed-466f-b087-f430721b9d9c'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:00.774623 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1f728c7d-4c85-448b-8676-c20c62a014c9 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/routers/8e21206f-6fed-466f-b087-f430721b9d9c HTTP/1.1" status: 200 len: 925 time: 0.1746261 Sep 17 22:35:00.783559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46506) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:00.832212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ecdab1-b4a2-402a-bb82-ccd50666aa9f tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.834128 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-59ecdab1-b4a2-402a-bb82-ccd50666aa9f tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&device_id=8e21206f-6fed-466f-b087-f430721b9d9c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0495744 Sep 17 22:35:00.837466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46508) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:00.929940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66009ac5-6510-4ea9-a911-0a97c2f4ce7f tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.931308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-66009ac5-6510-4ea9-a911-0a97c2f4ce7f tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 881 time: 0.0929277 Sep 17 22:35:00.934054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46512) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:00.963565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c3953b7f-e557-4d42-92b6-9bb945495a3c tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e21206f-6fed-466f-b087-f430721b9d9c HTTP/1.1" status: 200 len: 205 time: 0.0284147 Sep 17 22:35:00.965975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46514) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:01.104913 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.243097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.266579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439a76d-5355-4c18-b584-c678772a3b14 req-2fd4db7c-0874-4a96-a92f-3582fc91578e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.268088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7439a76d-5355-4c18-b584-c678772a3b14 req-2fd4db7c-0874-4a96-a92f-3582fc91578e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0604782 Sep 17 22:35:01.270533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22d80b-2b97-41b6-89b2-8c529339e446 req-662c7fca-2218-467d-8c32-ff7ca590fb0d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.272747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a22d80b-2b97-41b6-89b2-8c529339e446 req-662c7fca-2218-467d-8c32-ff7ca590fb0d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0521104 Sep 17 22:35:01.310513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7439a76d-5355-4c18-b584-c678772a3b14 req-a212647f-b372-4a3d-ad31-4076733580fa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347729 Sep 17 22:35:01.321036 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a22d80b-2b97-41b6-89b2-8c529339e446 req-ef9ff3d0-dbe9-4de4-b64b-7ffdf6957f2a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Sep 17 22:35:01.373119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Deleting port d7614ae5-6d88-42c0-b2a4-afab0a7084c7 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:01.373465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.455810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.468234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Calling delete_port for d7614ae5-6d88-42c0-b2a4-afab0a7084c7 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:01.740539 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.779392 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Pushing event deleted for resources: {'Port': ['ID=d7614ae5-6d88-42c0-b2a4-afab0a7084c7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:01.847896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.954417 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.956749 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.074079 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.075691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Fanout notify agent at l3_agent the message router_deleted on router 8e21206f-6fed-466f-b087-f430721b9d9c {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:35:02.082763 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.084362 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-10ebc2de-508c-468b-bc7a-1b82f0525e33 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/8e21206f-6fed-466f-b087-f430721b9d9c HTTP/1.1" status: 204 len: 168 time: 1.1172338 Sep 17 22:35:02.088892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46538) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:02.096464 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-795388638', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:02.230568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960c49-b5fe-4eee-b11b-e6bb522e57cf req-f269d8a3-9396-41ad-8a10-baf5cb5411dc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.240897 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0960c49-b5fe-4eee-b11b-e6bb522e57cf req-f269d8a3-9396-41ad-8a10-baf5cb5411dc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0861056 Sep 17 22:35:02.283775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0960c49-b5fe-4eee-b11b-e6bb522e57cf req-590c68c7-63c4-4bb8-a7e3-57f8029684cb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413213 Sep 17 22:35:02.437632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ec5c9-6ddb-4d33-a0c2-c02ee058da98 req-1d4fb78a-873c-4116-b97e-88b04456d254 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.439137 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd9ec5c9-6ddb-4d33-a0c2-c02ee058da98 req-1d4fb78a-873c-4116-b97e-88b04456d254 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0517859 Sep 17 22:35:02.479779 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd9ec5c9-6ddb-4d33-a0c2-c02ee058da98 req-dfa115e6-4f78-45cf-a6d5-82befdfd86ab tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339706 Sep 17 22:35:03.057722 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.088971 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.111063 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.342445 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3de0532f-d7fc-481b-b999-e7b4f6569ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.441201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395ac37-35c4-4fc5-92dc-4cdc1346d9fe req-e06bfc3a-a301-44d2-b3e3-c591a83c0c79 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.453062 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7395ac37-35c4-4fc5-92dc-4cdc1346d9fe req-e06bfc3a-a301-44d2-b3e3-c591a83c0c79 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0708334 Sep 17 22:35:03.474023 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.497014 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7395ac37-35c4-4fc5-92dc-4cdc1346d9fe req-e5fbd31e-22e4-488b-b364-2f4709b99db1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424714 Sep 17 22:35:03.638240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563acd4-c9b3-43b5-b4cb-4925eb10d9dc req-44d6b3d9-cc78-43f6-b394-b0989a373e13 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.639756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9563acd4-c9b3-43b5-b4cb-4925eb10d9dc req-44d6b3d9-cc78-43f6-b394-b0989a373e13 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0669127 Sep 17 22:35:03.722545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9563acd4-c9b3-43b5-b4cb-4925eb10d9dc req-a65cf3f8-1c52-418a-8baa-95ff87b01f5c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472245 Sep 17 22:35:03.831168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.854348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.977900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Allocated IP 172.25.6.3 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/b2bb1369-5702-4461-8c18-c764e748ca93) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:04.083259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.177203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.216588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:04.223115 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:04.227833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:04.230950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Pushing event updated for resources: {'Port': ['ID=b2bb1369-5702-4461-8c18-c764e748ca93,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:04.579337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.629410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be008713-6e00-4088-bad8-0d1cc8a4bfdd req-6dbf8135-0657-40ed-bfb2-bbd2e4a6fbfc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:04.637502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be008713-6e00-4088-bad8-0d1cc8a4bfdd req-6dbf8135-0657-40ed-bfb2-bbd2e4a6fbfc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0610774 Sep 17 22:35:04.673873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be008713-6e00-4088-bad8-0d1cc8a4bfdd req-fca95fbd-4315-4ab5-8fa2-d25631db3f7a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353355 Sep 17 22:35:04.848043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.899253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dba3b-df70-490a-b47f-9aa05f400af1 req-a232d420-947e-4312-b548-44a94768cc9b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:04.901616 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b5dba3b-df70-490a-b47f-9aa05f400af1 req-a232d420-947e-4312-b548-44a94768cc9b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1027195 Sep 17 22:35:04.996000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b5dba3b-df70-490a-b47f-9aa05f400af1 req-6ad4e004-ea03-47fe-b6fb-d23230b70114 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884364 Sep 17 22:35:05.170639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Router 2f413125-b2d7-4e79-a917-359220aec270 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:35:05.282522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:05.295082 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629775f-3d46-42a0-aeee-e46ac2b6f496 None None] Sync routers for ids ['2f413125-b2d7-4e79-a917-359220aec270'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:05.302870 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629775f-3d46-42a0-aeee-e46ac2b6f496 None None] Routers {'2f413125-b2d7-4e79-a917-359220aec270'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:05.304066 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8629775f-3d46-42a0-aeee-e46ac2b6f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2f413125-b2d7-4e79-a917-359220aec270'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:05.340265 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8629775f-3d46-42a0-aeee-e46ac2b6f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:05.349019 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629775f-3d46-42a0-aeee-e46ac2b6f496 None None] Routers {'2f413125-b2d7-4e79-a917-359220aec270'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:05.353395 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8629775f-3d46-42a0-aeee-e46ac2b6f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2f413125-b2d7-4e79-a917-359220aec270'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:05.371148 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.375475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46604) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:05.375812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c5f39834-6b22-4ab9-a445-784955f5c236 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2857940 Sep 17 22:35:05.380837 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:05.383318 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8629775f-3d46-42a0-aeee-e46ac2b6f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:05.384007 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629775f-3d46-42a0-aeee-e46ac2b6f496 None None] The sync data for ids ['2f413125-b2d7-4e79-a917-359220aec270'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:05.526925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46610) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:05.644802 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2f813c5-bac9-46cb-8afe-50bf0fd10d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.730850 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.747466 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2f813c5-bac9-46cb-8afe-50bf0fd10d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.812704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9d947-c60d-4408-b256-0e627bfbb68b req-78ef3db4-8bcf-4d85-85a0-826c02088d0a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.814261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-55e9d947-c60d-4408-b256-0e627bfbb68b req-78ef3db4-8bcf-4d85-85a0-826c02088d0a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0597250 Sep 17 22:35:05.816443 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.822408 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2f813c5-bac9-46cb-8afe-50bf0fd10d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.827080 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ffae6965-325d-43ea-b8f6-167f9174543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.856568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-55e9d947-c60d-4408-b256-0e627bfbb68b req-f07fb394-9a54-436d-aa58-fb4166e380c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334706 Sep 17 22:35:05.868884 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a2f813c5-bac9-46cb-8afe-50bf0fd10d87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4d963a9d1954ad7a0d8fcf21048ecd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383021 Sep 17 22:35:05.868884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f813c5-bac9-46cb-8afe-50bf0fd10d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91625c31-3bfb-4bf1-a2fa-a0362eaee2f0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:05.869432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46616) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:05.942691 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9279602f-590b-42a5-b844-711a165a9978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.969007 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9279602f-590b-42a5-b844-711a165a9978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.009469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Deleting port b2bb1369-5702-4461-8c18-c764e748ca93 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:06.009803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.094868 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.113112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Calling delete_port for b2bb1369-5702-4461-8c18-c764e748ca93 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:06.167347 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9279602f-590b-42a5-b844-711a165a9978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.169886 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9279602f-590b-42a5-b844-711a165a9978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.174186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9279602f-590b-42a5-b844-711a165a9978 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91625c31-3bfb-4bf1-a2fa-a0362eaee2f0 HTTP/1.1" status: 204 len: 168 time: 0.3026557 Sep 17 22:35:06.187382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279602f-590b-42a5-b844-711a165a9978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91625c31-3bfb-4bf1-a2fa-a0362eaee2f0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:06.193196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93181a6c-17ac-4b8f-98a0-2b3a3a328d69 req-487cf591-9252-40a1-ad3d-ada3d47902bc tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.195503 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93181a6c-17ac-4b8f-98a0-2b3a3a328d69 req-487cf591-9252-40a1-ad3d-ada3d47902bc tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1046813 Sep 17 22:35:06.249963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93181a6c-17ac-4b8f-98a0-2b3a3a328d69 req-86d0f3cd-fc0b-42af-b1c7-3625f6fe62b5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447357 Sep 17 22:35:06.399528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.425401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Pushing event deleted for resources: {'Port': ['ID=b2bb1369-5702-4461-8c18-c764e748ca93,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:06.487297 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.018764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d55ffc-ee2c-4a10-848a-9c2a257b57bf req-8ab9689c-0fad-4029-b989-e7e9f82dfefc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.021268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d9d55ffc-ee2c-4a10-848a-9c2a257b57bf req-8ab9689c-0fad-4029-b989-e7e9f82dfefc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0772700 Sep 17 22:35:07.030460 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.069666 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.069666 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.079871 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d9d55ffc-ee2c-4a10-848a-9c2a257b57bf req-f994a89b-19d3-4e16-83ab-bd14ce5424f6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517721 Sep 17 22:35:07.155306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Router 2f413125-b2d7-4e79-a917-359220aec270 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:07.241894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:07.252335 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.252335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-82da24f6-1f09-437f-9bcd-d090dcfaa4c6 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "PUT /v2.0/routers/2f413125-b2d7-4e79-a917-359220aec270 HTTP/1.1" status: 200 len: 709 time: 1.8744481 Sep 17 22:35:07.253209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74deb60b-b190-474c-b20f-9d3653158489 None None] Sync routers for ids ['2f413125-b2d7-4e79-a917-359220aec270'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:07.254491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46650) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:07.267542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74deb60b-b190-474c-b20f-9d3653158489 None None] Routers {'2f413125-b2d7-4e79-a917-359220aec270'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:07.268210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-74deb60b-b190-474c-b20f-9d3653158489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2f413125-b2d7-4e79-a917-359220aec270'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:07.309407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-74deb60b-b190-474c-b20f-9d3653158489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:07.312927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.320342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74deb60b-b190-474c-b20f-9d3653158489 None None] Routers {'2f413125-b2d7-4e79-a917-359220aec270'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:07.321075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-74deb60b-b190-474c-b20f-9d3653158489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2f413125-b2d7-4e79-a917-359220aec270'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:07.340405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-131ac21f-e147-4268-9461-5470c9d44e23 tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/routers/2f413125-b2d7-4e79-a917-359220aec270 HTTP/1.1" status: 200 len: 744 time: 0.0843375 Sep 17 22:35:07.342948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46656) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:07.359334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-74deb60b-b190-474c-b20f-9d3653158489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:07.360157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74deb60b-b190-474c-b20f-9d3653158489 None None] The sync data for ids ['2f413125-b2d7-4e79-a917-359220aec270'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:07.386431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46658) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:07.402114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5ac17b18-8656-4e96-8d2b-677d8741854b tempest-RoutersIpV6AdminTest-965648769 tempest-RoutersIpV6AdminTest-965648769-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&device_id=2f413125-b2d7-4e79-a917-359220aec270 HTTP/1.1" status: 200 len: 205 time: 0.0578580 Sep 17 22:35:07.405810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46662) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:07.435147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b60df7d5-096c-4b29-8f86-b9f546e84b24 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f413125-b2d7-4e79-a917-359220aec270 HTTP/1.1" status: 200 len: 205 time: 0.0274186 Sep 17 22:35:07.438035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46664) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:07.453900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4d9a-6723-4595-b114-e91c80f0b0af req-888308bc-d68e-46fb-b42d-538bd5d30ad0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.455537 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6ab4d9a-6723-4595-b114-e91c80f0b0af req-888308bc-d68e-46fb-b42d-538bd5d30ad0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0626686 Sep 17 22:35:07.512875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1376524627-network', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:07.551928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ea5b-19f0-4841-8dc8-de53340c6b67 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.642507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6ab4d9a-6723-4595-b114-e91c80f0b0af req-1fbce069-c657-47e7-ac05-4cc89b39fbc6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1572170 Sep 17 22:35:07.733004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ea5b-19f0-4841-8dc8-de53340c6b67 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.735158 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ea5b-19f0-4841-8dc8-de53340c6b67 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.789171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Made reservation on behalf of bef69717bd9d4dc093a7fcc48e8df7d4 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:07.791595 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.800489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.857272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ea5b-19f0-4841-8dc8-de53340c6b67 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.857827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c1ea5b-19f0-4841-8dc8-de53340c6b67 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Fanout notify agent at l3_agent the message router_deleted on router 2f413125-b2d7-4e79-a917-359220aec270 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:35:07.866600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ea5b-19f0-4841-8dc8-de53340c6b67 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.867741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d7c1ea5b-19f0-4841-8dc8-de53340c6b67 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/2f413125-b2d7-4e79-a917-359220aec270 HTTP/1.1" status: 204 len: 168 time: 0.4287703 Sep 17 22:35:07.871252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46668) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:07.899474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-11bdac93-2506-4ca8-90f0-ba056abd6d1c tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f413125-b2d7-4e79-a917-359220aec270 HTTP/1.1" status: 200 len: 205 time: 0.0270102 Sep 17 22:35:07.901942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46670) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:07.924343 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.943110 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-2ea95428-ce14-4bb7-8d34-4ef6b9b0c1ad tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] delete failed (client error): The resource could not be found. Sep 17 22:35:07.944280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2ea95428-ce14-4bb7-8d34-4ef6b9b0c1ad tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/2f413125-b2d7-4e79-a917-359220aec270 HTTP/1.1" status: 404 len: 336 time: 0.0412724 Sep 17 22:35:07.947308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46672) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:07.974782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6ec93206-a492-46a9-a9ec-25ea99f1dcc0 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e21206f-6fed-466f-b087-f430721b9d9c HTTP/1.1" status: 200 len: 205 time: 0.0263808 Sep 17 22:35:07.977889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46674) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.019532 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-ac0d53d8-e386-4430-ad06-0a865a84d655 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] delete failed (client error): The resource could not be found. Sep 17 22:35:08.020657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ac0d53d8-e386-4430-ad06-0a865a84d655 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/8e21206f-6fed-466f-b087-f430721b9d9c HTTP/1.1" status: 404 len: 336 time: 0.0418544 Sep 17 22:35:08.022616 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.023926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46676) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.050843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:08.051562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6d20abd3-6b4d-41d3-8192-fc3cf4ed86de tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=21dd7c19-803e-4c82-81cd-a09d9302987d HTTP/1.1" status: 200 len: 205 time: 0.0264418 Sep 17 22:35:08.054485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46678) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.057946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00904ac-b62b-4539-bc8e-4bbd5e57d1ae,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:08.063965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.064338 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Added segment c91e8729-1acd-4513-9a79-38acbea703ef of type vlan for network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 Sep 17 22:35:08.093094 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-57972336-6f3f-49ca-95a5-be96e0a7a2ae tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] delete failed (client error): The resource could not be found. Sep 17 22:35:08.096924 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-57972336-6f3f-49ca-95a5-be96e0a7a2ae tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/21dd7c19-803e-4c82-81cd-a09d9302987d HTTP/1.1" status: 404 len: 336 time: 0.0387695 Sep 17 22:35:08.096924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46680) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.118819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.133023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fb1a5a58-94e9-4268-8a3c-ce22e3b48eba tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff36f904-3e58-45c7-9d1e-ed8956843173 HTTP/1.1" status: 200 len: 205 time: 0.0301590 Sep 17 22:35:08.133798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46684) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.177121 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-e4511bd9-b866-44ae-8eae-018cb1f0ff92 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] delete failed (client error): The resource could not be found. Sep 17 22:35:08.178083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e4511bd9-b866-44ae-8eae-018cb1f0ff92 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/ff36f904-3e58-45c7-9d1e-ed8956843173 HTTP/1.1" status: 404 len: 336 time: 0.0432463 Sep 17 22:35:08.181493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46686) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.205123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173acb3b-f5a3-4dcf-b098-557ead2300c8 req-97aafaf1-5ab9-499d-a471-3eee00275e9f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.206683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-173acb3b-f5a3-4dcf-b098-557ead2300c8 req-97aafaf1-5ab9-499d-a471-3eee00275e9f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0525451 Sep 17 22:35:08.208436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-28cc0043-4c4e-45d4-871b-d862e708c533 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f0ac77-b3b2-4b43-a3cd-d8e902184cf2 HTTP/1.1" status: 200 len: 205 time: 0.0258551 Sep 17 22:35:08.210547 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.210851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46688) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.211646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.212391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.252031 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-7c733fd8-8223-42d2-a368-bedadc06bece tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] delete failed (client error): The resource could not be found. Sep 17 22:35:08.255564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7c733fd8-8223-42d2-a368-bedadc06bece tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/54f0ac77-b3b2-4b43-a3cd-d8e902184cf2 HTTP/1.1" status: 404 len: 336 time: 0.0413358 Sep 17 22:35:08.256486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46690) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.284347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-370574ea-cb80-4276-8102-0c8d3435ff59 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "GET /v2.0/ports?device_id=4feb675c-cc50-47e0-a015-90f334ffbc3c HTTP/1.1" status: 200 len: 205 time: 0.0273447 Sep 17 22:35:08.286835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46692) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.301886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e2ff31-8575-49e1-882e-47e45aa0c4f7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:08.310182 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-173acb3b-f5a3-4dcf-b098-557ead2300c8 req-d9e37caa-de14-42f5-addc-34b8af96342c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953608 Sep 17 22:35:08.311650 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-499042d4-5d3a-4569-8a0c-073bcb33f8a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9239762 Sep 17 22:35:08.313021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:08.315114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46696) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.321036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Request body: {'subnet': {'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1376524627-subnet', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:08.355579 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-ea466079-8e4b-4953-ab9c-048ae49599dc tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] delete failed (client error): The resource could not be found. Sep 17 22:35:08.356782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ea466079-8e4b-4953-ab9c-048ae49599dc tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/routers/4feb675c-cc50-47e0-a015-90f334ffbc3c HTTP/1.1" status: 404 len: 336 time: 0.0690167 Sep 17 22:35:08.359792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46698) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.393204 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4307ac1-8ff7-47e3-88da-5db6754b7150 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:08.393900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4307ac1-8ff7-47e3-88da-5db6754b7150 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:08.395692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c4307ac1-8ff7-47e3-88da-5db6754b7150 tempest-RoutersIpV6AdminTest-66743250 tempest-RoutersIpV6AdminTest-66743250-project] 10.222.0.30 "DELETE /v2.0/subnets/c696be8e-5090-46a4-b925-a5f53bfa1e67 HTTP/1.1" status: 404 len: 337 time: 0.0345569 Sep 17 22:35:08.442627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Made reservation on behalf of bef69717bd9d4dc093a7fcc48e8df7d4 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:08.445097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.746678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.822776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12c070-4241-4334-9615-273863ea26a6 req-c77b5f67-e31b-4df3-986f-b8a964b7fe80 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.824313 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c12c070-4241-4334-9615-273863ea26a6 req-c77b5f67-e31b-4df3-986f-b8a964b7fe80 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1070638 Sep 17 22:35:08.824900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7872e69d-df6d-42ce-943b-6a0b12fe1327,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:08.839690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Checking segment: {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:08.840066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Network hostable DHCP agents. Network: d5e2ff31-8575-49e1-882e-47e45aa0c4f7, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:08.873878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46710) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.900332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c12c070-4241-4334-9615-273863ea26a6 req-45973ca6-6fdd-4712-a063-81a931c45b17 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521867 Sep 17 22:35:08.970830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:08.984374 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-990bf365-5eab-4f8a-b9d3-bd8ab401a038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.008325 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.077877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-990bf365-5eab-4f8a-b9d3-bd8ab401a038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.079242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d5e2ff31-8575-49e1-882e-47e45aa0c4f7) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:09.083383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.083970 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.090365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abcdde8-4bb8-4d26-ab7b-3c180da5056b None None] Network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:09.193707 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-990bf365-5eab-4f8a-b9d3-bd8ab401a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.235574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-990bf365-5eab-4f8a-b9d3-bd8ab401a038 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=486c937bb3434af7a6999d386b2fdd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604062 Sep 17 22:35:09.236759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bf365-5eab-4f8a-b9d3-bd8ab401a038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a520b884-bfec-42f6-b1ba-dd209ece52b2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:09.238253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46714) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:09.241329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-d5e2ff31-8575-49e1-882e-47e45aa0c4f7', 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'fixed_ips': [{'subnet_id': '7872e69d-df6d-42ce-943b-6a0b12fe1327'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:09.242384 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.259785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e99b580a-12e9-49c8-8bfc-b431c06eb3dd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9416606 Sep 17 22:35:09.261388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46716) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:09.266301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1376524627-router', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:09.297840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95897434-1f10-4ab2-a80f-ccd387278157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.319210 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95897434-1f10-4ab2-a80f-ccd387278157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.347428 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.352377 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.383686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Allocated IP 172.20.0.2 (d5e2ff31-8575-49e1-882e-47e45aa0c4f7/7872e69d-df6d-42ce-943b-6a0b12fe1327/3f1a8ec9-8839-4318-b536-1614a4e112e7) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:09.464636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95897434-1f10-4ab2-a80f-ccd387278157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.466561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95897434-1f10-4ab2-a80f-ccd387278157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.468304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-95897434-1f10-4ab2-a80f-ccd387278157 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a520b884-bfec-42f6-b1ba-dd209ece52b2 HTTP/1.1" status: 204 len: 168 time: 0.2285182 Sep 17 22:35:09.478805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95897434-1f10-4ab2-a80f-ccd387278157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520b884-bfec-42f6-b1ba-dd209ece52b2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:09.485609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48099208-26e9-48fa-8c56-da004c55d163 req-0b95f37c-21ee-4904-9e17-0e3847020313 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.496742 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48099208-26e9-48fa-8c56-da004c55d163 req-0b95f37c-21ee-4904-9e17-0e3847020313 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0808518 Sep 17 22:35:09.546726 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.571811 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.588276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48099208-26e9-48fa-8c56-da004c55d163 req-2a2f48bf-5829-482e-bded-4b646b37e80e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906651 Sep 17 22:35:09.634159 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.672189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:09.675014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:09.681143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:09.686556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Pushing event updated for resources: {'Port': ['ID=3f1a8ec9-8839-4318-b536-1614a4e112e7,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:09.698604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.698947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.699282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.699625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.699950 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.700416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.700635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.700964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.701342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.701670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.702003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.702330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:09.754271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Attempting to bind port 3f1a8ec9-8839-4318-b536-1614a4e112e7 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:09.754556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Attempting to bind port 3f1a8ec9-8839-4318-b536-1614a4e112e7 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:09.754916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Attempting to bind port 3f1a8ec9-8839-4318-b536-1614a4e112e7 on network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:09.760442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:09.760821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Checking segment: {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:09.761226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.761620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Bound using segment: {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:09.762089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Bound port: 3f1a8ec9-8839-4318-b536-1614a4e112e7, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:09.762469 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.830877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] For port 3f1a8ec9-8839-4318-b536-1614a4e112e7, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:09.834190 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.840408 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] For port 3f1a8ec9-8839-4318-b536-1614a4e112e7, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3f1a8ec9-8839-4318-b536-1614a4e112e7,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:10.006064 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.011676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c365f-5e6f-415c-a2d5-c5e7dd2a63fe req-fdf709dd-b80c-4aa5-99d4-f455d82a0335 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.013784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa8c365f-5e6f-415c-a2d5-c5e7dd2a63fe req-fdf709dd-b80c-4aa5-99d4-f455d82a0335 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0539548 Sep 17 22:35:10.072027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75240db1-b6d8-4460-a04b-95b86c758551 None None] Pushing event updated for resources: {'Port': ['ID=3f1a8ec9-8839-4318-b536-1614a4e112e7,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:10.074991 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa8c365f-5e6f-415c-a2d5-c5e7dd2a63fe req-14a3a0ec-114e-4b72-b8f4-464e7cfc8782 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546260 Sep 17 22:35:10.277896 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.297795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.317640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.430309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46734) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:10.431840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Allocated IP 172.25.6.13 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/5cffcf89-de8a-486b-899a-afc20562431c) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:10.498007 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2e0d1dfd-553c-4387-9903-2144beaa721a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=379a9309b0f04d24903b62cb1967823f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642889 Sep 17 22:35:10.500083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46740) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:10.590065 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.595297 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea287430-7006-4f89-9b0d-486bb916712e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.632243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea287430-7006-4f89-9b0d-486bb916712e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.689846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3f1a8ec9-8839-4318-b536-1614a4e112e7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:10.734376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae234ca-61af-4768-90d3-77e5d7dbb4d9 req-65c64a68-588d-45ec-a2a2-58409952dd32 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.740750 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eae234ca-61af-4768-90d3-77e5d7dbb4d9 req-65c64a68-588d-45ec-a2a2-58409952dd32 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0714123 Sep 17 22:35:10.765557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 3f1a8ec9-8839-4318-b536-1614a4e112e7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:10.766200 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.780994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eae234ca-61af-4768-90d3-77e5d7dbb4d9 req-a244a2b5-dcc7-4645-97f3-81d8d4480815 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369990 Sep 17 22:35:10.823033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.849795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.866062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:10.869207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:10.886416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 3f1a8ec9-8839-4318-b536-1614a4e112e7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3f1a8ec9-8839-4318-b536-1614a4e112e7,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:10.888508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:10.917343 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea287430-7006-4f89-9b0d-486bb916712e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.920098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea287430-7006-4f89-9b0d-486bb916712e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.923856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ea287430-7006-4f89-9b0d-486bb916712e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f210fd55-c6f8-42dc-918d-85933ce241a6 HTTP/1.1" status: 204 len: 168 time: 0.4227483 Sep 17 22:35:10.941529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea287430-7006-4f89-9b0d-486bb916712e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f210fd55-c6f8-42dc-918d-85933ce241a6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:10.944936 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5cffcf89-de8a-486b-899a-afc20562431c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:10.997393 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.075392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=3f1a8ec9-8839-4318-b536-1614a4e112e7,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:11.153758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cda006-2ff3-49c1-a10c-b8db5d638762 None None] Network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:11.206373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa17927-1248-45a5-ae19-833163d4d58d req-9d62fa16-d243-451a-bc03-6e0c58f789b9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:11.208367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfa17927-1248-45a5-ae19-833163d4d58d req-9d62fa16-d243-451a-bc03-6e0c58f789b9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0524340 Sep 17 22:35:11.239762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-32bf8afe-5c42-4ce9-8cd6-8dd603c449da None None] Provisioning complete for port 3f1a8ec9-8839-4318-b536-1614a4e112e7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:11.239762 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-32bf8afe-5c42-4ce9-8cd6-8dd603c449da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.280026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfa17927-1248-45a5-ae19-833163d4d58d req-2df9d8e1-4835-46f0-a869-d8d297e3d3a3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607505 Sep 17 22:35:11.386905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.435082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5a379-409b-45f2-b7f3-68c448acce5d req-8a9a14d7-25a8-4e22-b3c8-74a8097d0786 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:11.436708 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06c5a379-409b-45f2-b7f3-68c448acce5d req-8a9a14d7-25a8-4e22-b3c8-74a8097d0786 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 947 time: 0.1314626 Sep 17 22:35:11.523668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06c5a379-409b-45f2-b7f3-68c448acce5d req-06ed055b-3c38-4866-bf94-d9234d872ef3 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786533 Sep 17 22:35:11.659105 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.724627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-217658d0-fc30-4aba-b819-e5ac2046f98e None None] Provisioning complete for port 3f1a8ec9-8839-4318-b536-1614a4e112e7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:11.725342 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-217658d0-fc30-4aba-b819-e5ac2046f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.897890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Router 87aa3643-eaa6-48fa-9865-99e6852f1069 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:35:11.926028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf7b41-1813-4a96-9733-4704f14b6871 req-14009913-8157-4bdf-9c48-d5dc3df59ee6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:11.927565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9cf7b41-1813-4a96-9733-4704f14b6871 req-14009913-8157-4bdf-9c48-d5dc3df59ee6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0648465 Sep 17 22:35:12.035063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9cf7b41-1813-4a96-9733-4704f14b6871 req-ddee7150-f26d-4fed-b034-ad08087776b3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756733 Sep 17 22:35:12.056879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:12.066216 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Sync routers for ids ['87aa3643-eaa6-48fa-9865-99e6852f1069'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:12.075920 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Routers {'87aa3643-eaa6-48fa-9865-99e6852f1069'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:12.076673 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['87aa3643-eaa6-48fa-9865-99e6852f1069'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:12.169465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.174235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46786) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:12.174787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-02876ebc-d7d7-48d3-9ef2-33a58b5a95e0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9114676 Sep 17 22:35:12.201143 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Set router 87aa3643-eaa6-48fa-9865-99e6852f1069 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:12.412058 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'name': 'tempest-TestServerMultinode-1376524627-router', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '5cffcf89-de8a-486b-899a-afc20562431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:09Z', 'updated_at': '2021-09-17T22:35:11Z', 'revision_number': 3, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'gw_port': {'id': '5cffcf89-de8a-486b-899a-afc20562431c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:10Z', 'updated_at': '2021-09-17T22:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:12.428239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1a1e7-a94c-4a0e-9a39-003e87b344a1 req-f0c339c0-e3bc-4fbe-9ebe-2ed8db76c2aa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.431062 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e8b1a1e7-a94c-4a0e-9a39-003e87b344a1 req-f0c339c0-e3bc-4fbe-9ebe-2ed8db76c2aa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0648894 Sep 17 22:35:12.442360 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Checking router: 87aa3643-eaa6-48fa-9865-99e6852f1069 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:12.442706 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Updating router 87aa3643-eaa6-48fa-9865-99e6852f1069 port 5cffcf89-de8a-486b-899a-afc20562431c binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:35:12.475039 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.544266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e8b1a1e7-a94c-4a0e-9a39-003e87b344a1 req-86b491b2-278d-4bfd-989b-976c43d7d2f9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063757 Sep 17 22:35:12.651440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3f1a8ec9-8839-4318-b536-1614a4e112e7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:12.726211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 3f1a8ec9-8839-4318-b536-1614a4e112e7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:12.728208 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.777555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d197f7e-0d01-4fd0-b6c5-ebda21d1a619 req-bda148f2-9063-447c-95b2-e5f3b6011c66 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.779128 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1d197f7e-0d01-4fd0-b6c5-ebda21d1a619 req-bda148f2-9063-447c-95b2-e5f3b6011c66 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 947 time: 0.1237297 Sep 17 22:35:12.883266 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.894148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1d197f7e-0d01-4fd0-b6c5-ebda21d1a619 req-6d869e96-6742-4586-a14b-3dfe313ae79a tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987527 Sep 17 22:35:12.986409 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.043410 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Attempting to bind port 5cffcf89-de8a-486b-899a-afc20562431c on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:13.044068 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Attempting to bind port 5cffcf89-de8a-486b-899a-afc20562431c by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:13.044456 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Attempting to bind port 5cffcf89-de8a-486b-899a-afc20562431c on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:13.046684 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Pushing event updated for resources: {'Port': ['ID=5cffcf89-de8a-486b-899a-afc20562431c,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:13.056615 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:13.057030 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:13.057644 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.058230 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:13.058924 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Bound port: 5cffcf89-de8a-486b-899a-afc20562431c, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:13.059644 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.062470 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.062789 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.063331 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.063935 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.064271 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.064630 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.065264 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.065613 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.065907 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.066224 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.067188 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.067516 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:13.140525 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] For port 5cffcf89-de8a-486b-899a-afc20562431c, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:13.149303 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] For port 5cffcf89-de8a-486b-899a-afc20562431c, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5cffcf89-de8a-486b-899a-afc20562431c,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:13.156858 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.220388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f087-d766-440b-afc7-03ebef4e2337 req-76cdb0d4-ad9e-4e14-a07a-8656aa62879f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.228169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dab1f087-d766-440b-afc7-03ebef4e2337 req-76cdb0d4-ad9e-4e14-a07a-8656aa62879f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0646076 Sep 17 22:35:13.272557 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.276428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dab1f087-d766-440b-afc7-03ebef4e2337 req-9f8aa5d4-32e7-44ee-9592-6ebcbd9df6ea tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465984 Sep 17 22:35:13.333446 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d612b-8289-40e2-840d-53e325494c19 None None] Pushing event updated for resources: {'Port': ['ID=5cffcf89-de8a-486b-899a-afc20562431c,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:13.341860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365361a-0865-4a08-882e-bab8199ca231 req-6a9056fe-6094-4a6d-8ebc-4c97ad7720d5 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.343254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c365361a-0865-4a08-882e-bab8199ca231 req-6a9056fe-6094-4a6d-8ebc-4c97ad7720d5 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 947 time: 0.1060569 Sep 17 22:35:13.363637 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Routers {'87aa3643-eaa6-48fa-9865-99e6852f1069'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:13.364971 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['87aa3643-eaa6-48fa-9865-99e6852f1069'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:13.379997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46816) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:13.441721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Allocated IP 172.20.0.1 (d5e2ff31-8575-49e1-882e-47e45aa0c4f7/7872e69d-df6d-42ce-943b-6a0b12fe1327/da041b79-07b8-4b0e-a6d9-7156e174002b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:13.511203 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] Set router 87aa3643-eaa6-48fa-9865-99e6852f1069 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:13.534608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1c6a316a-8907-4dbc-a5f4-d2cea7c1b3b8 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2084008020'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:13.614057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Deleting port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:13.614405 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.649646 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c6a316a-8907-4dbc-a5f4-d2cea7c1b3b8 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.651240 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c6a316a-8907-4dbc-a5f4-d2cea7c1b3b8 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.724561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.762966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a646f-9c01-49d6-8b99-adb2d482f2a5 req-a120e834-2333-432c-b5bb-e21a12b4b9ad tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.773101 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb1a646f-9c01-49d6-8b99-adb2d482f2a5 req-a120e834-2333-432c-b5bb-e21a12b4b9ad tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1465685 Sep 17 22:35:13.779448 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] For port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:13.781739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.800702 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'name': 'tempest-TestServerMultinode-1376524627-router', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '5cffcf89-de8a-486b-899a-afc20562431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:09Z', 'updated_at': '2021-09-17T22:35:11Z', 'revision_number': 3, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'gw_port': {'id': '5cffcf89-de8a-486b-899a-afc20562431c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:10Z', 'updated_at': '2021-09-17T22:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:13.815568 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c6a316a-8907-4dbc-a5f4-d2cea7c1b3b8 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.851595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb1a646f-9c01-49d6-8b99-adb2d482f2a5 req-89ddab44-bb7d-449e-b8bc-8f256655fc92 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769002 Sep 17 22:35:13.879090 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b8bf0-9f49-48e5-b042-4de41a571089 None None] The sync data for ids ['87aa3643-eaa6-48fa-9865-99e6852f1069'] in n-d-713499-18 is: [{'id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'name': 'tempest-TestServerMultinode-1376524627-router', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '5cffcf89-de8a-486b-899a-afc20562431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:09Z', 'updated_at': '2021-09-17T22:35:11Z', 'revision_number': 3, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'gw_port': {'id': '5cffcf89-de8a-486b-899a-afc20562431c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:10Z', 'updated_at': '2021-09-17T22:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:13.951119 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c6a316a-8907-4dbc-a5f4-d2cea7c1b3b8 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.019318 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-f63c4e99-8179-4c1b-82e7-5e27bda1f245 service neutron] show failed (client error): The resource could not be found. Sep 17 22:35:14.020423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-f63c4e99-8179-4c1b-82e7-5e27bda1f245 service neutron] 10.222.0.15 "GET /v2.0/ports/7476fe52-af62-4493-aa39-7f74fb57c400/bindings/n-h1-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.1226900 Sep 17 22:35:14.028537 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.045843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c6a316a-8907-4dbc-a5f4-d2cea7c1b3b8 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.048795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1c6a316a-8907-4dbc-a5f4-d2cea7c1b3b8 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6651342 Sep 17 22:35:14.049079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46830) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:14.184319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d287c85a-3ba5-4a0d-bdb5-81aea18ad992 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.188632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.189016 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.189456 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Floating IP a42a3e2f-cf48-45b4-b999-50ccaf520b33 disassociated. External IP: 172.25.6.158, port: 2ffee45a-44b4-4111-84c1-b6fe8afbb53a. Sep 17 22:35:14.189810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Calling delete_port for 2ffee45a-44b4-4111-84c1-b6fe8afbb53a owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:14.252766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:14.256467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:14.364330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:14.394157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead554a-327c-4b41-84e9-0d2a3c626144 req-5f8c9471-9ca8-4834-a15a-76f5fddd0b06 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.402720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cead554a-327c-4b41-84e9-0d2a3c626144 req-5f8c9471-9ca8-4834-a15a-76f5fddd0b06 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 947 time: 0.2857502 Sep 17 22:35:14.413394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.518659 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d287c85a-3ba5-4a0d-bdb5-81aea18ad992 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.521488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d287c85a-3ba5-4a0d-bdb5-81aea18ad992 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.586763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Pushing event updated for resources: {'Port': ['ID=da041b79-07b8-4b0e-a6d9-7156e174002b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:14.592011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-7d085fe3-4fa3-4142-91f1-fd48d7e93715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.593695 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-7d085fe3-4fa3-4142-91f1-fd48d7e93715 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1096 time: 0.4756258 Sep 17 22:35:14.614474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b210-b2cd-4f1b-b760-53d77070ec55 req-194218b5-cded-4a7c-a020-7c6f9a8eb0d4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.616582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7998b210-b2cd-4f1b-b760-53d77070ec55 req-194218b5-cded-4a7c-a020-7c6f9a8eb0d4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.5693679 Sep 17 22:35:14.670876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-45ed141c-f0ee-4d7e-8fd9-23c9ed21a2fa None None] Provisioning complete for port da041b79-07b8-4b0e-a6d9-7156e174002b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:14.671891 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-45ed141c-f0ee-4d7e-8fd9-23c9ed21a2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.696055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5cffcf89-de8a-486b-899a-afc20562431c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:14.742885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d287c85a-3ba5-4a0d-bdb5-81aea18ad992 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.748357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d287c85a-3ba5-4a0d-bdb5-81aea18ad992 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 319318ee-dcbe-43d8-b351-a1e7ecb052be {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:35:14.761480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-45ed141c-f0ee-4d7e-8fd9-23c9ed21a2fa None None] Port da041b79-07b8-4b0e-a6d9-7156e174002b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:14.764486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7998b210-b2cd-4f1b-b760-53d77070ec55 req-525d1264-142d-4b63-a910-5aacace6eec6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257448 Sep 17 22:35:14.770762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.792213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5cffcf89-de8a-486b-899a-afc20562431c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:14.793102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.798518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d287c85a-3ba5-4a0d-bdb5-81aea18ad992 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.799874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d287c85a-3ba5-4a0d-bdb5-81aea18ad992 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] 10.222.0.30 "DELETE /v2.0/routers/319318ee-dcbe-43d8-b351-a1e7ecb052be HTTP/1.1" status: 204 len: 168 time: 0.7498531 Sep 17 22:35:14.805783 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46836) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:14.809432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-d44af391-6779-489a-b37e-81e2e798b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.810995 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-d44af391-6779-489a-b37e-81e2e798b8e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.2032304 Sep 17 22:35:14.816410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bf378e9f-3c43-4207-b55a-ec1ed73153fb tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Request body: {'router': {'name': 'tempest-router-20632525', 'distributed': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:14.837659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cead554a-327c-4b41-84e9-0d2a3c626144 req-e7fd8dd9-9a81-49d9-abff-69807dac1975 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c30650e-e7c1-4c35-9639-6daae4f2496d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4338498 Sep 17 22:35:14.879882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.934709 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.955393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event deleted for resources: {'Port': ['ID=2ffee45a-44b4-4111-84c1-b6fe8afbb53a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:14.955844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-1b30e11d-4283-4003-b40f-2e3e8da41b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.955844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-1b30e11d-4283-4003-b40f-2e3e8da41b53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 1098 time: 0.3520358 Sep 17 22:35:14.976927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:14.983110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 5cffcf89-de8a-486b-899a-afc20562431c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5cffcf89-de8a-486b-899a-afc20562431c,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:15.016701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-3e899265-8a00-4da9-b6b2-d5fcfd70c32d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 999 time: 0.1919408 Sep 17 22:35:15.062598 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.113983 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf378e9f-3c43-4207-b55a-ec1ed73153fb tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.115037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf378e9f-3c43-4207-b55a-ec1ed73153fb tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.126814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=5cffcf89-de8a-486b-899a-afc20562431c,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:15.141086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.228687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf378e9f-3c43-4207-b55a-ec1ed73153fb tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.264415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Router f28a46e6-372a-433f-a232-e90e8180e29b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:15.287248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.291459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf378e9f-3c43-4207-b55a-ec1ed73153fb tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.393044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.451628 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bf378e9f-3c43-4207-b55a-ec1ed73153fb tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.455531 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bf378e9f-3c43-4207-b55a-ec1ed73153fb tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6461413 Sep 17 22:35:15.459067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46844) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:15.477030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:15.490911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] Sync routers for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:15.507231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:15.510091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:15.528627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.534091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-69004d90-788d-428a-9076-d07e6d9b016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.535540 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-69004d90-788d-428a-9076-d07e6d9b016f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.5151024 Sep 17 22:35:15.543620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a3969-0408-46d1-b042-79fdeb19346c req-e5688061-3f2d-44b4-bd72-0c9ebd3ca7f2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.551181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d24a3969-0408-46d1-b042-79fdeb19346c req-e5688061-3f2d-44b4-bd72-0c9ebd3ca7f2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.5474072 Sep 17 22:35:15.555529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Pushing event updated for resources: {'Port': ['ID=da041b79-07b8-4b0e-a6d9-7156e174002b,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:15.601213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] No DVR routers for this DVR port 2ffee45a-44b4-4111-84c1-b6fe8afbb53a on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:15.604460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.606423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c365361a-0865-4a08-882e-bab8199ca231 req-c41b8bca-363a-448a-b093-4bed35388891 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.15 "DELETE /v2.0/ports/2ffee45a-44b4-4111-84c1-b6fe8afbb53a HTTP/1.1" status: 204 len: 173 time: 2.2327454 Sep 17 22:35:15.607486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-79038f2d-d2c2-41e3-8dba-703b06f52872 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.608892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'name': 'network-vif-deleted', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:15.611420 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6990770b-2809-4792-8f3b-088db194b37c" -d '{"events": [{"server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "name": "network-vif-deleted", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:15.651289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:15.668029 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47d6089-3400-4115-97e9-458bd26f7967 x-openstack-request-id: req-a47d6089-3400-4115-97e9-458bd26f7967 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:15.668344 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5e730-f1f5-46c3-a3ce-2e61805d6c82", "name": "network-vif-deleted", "tag": "2ffee45a-44b4-4111-84c1-b6fe8afbb53a", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:15.668595 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a47d6089-3400-4115-97e9-458bd26f7967 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:15.668989 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5e730-f1f5-46c3-a3ce-2e61805d6c82', 'name': 'network-vif-deleted', 'tag': '2ffee45a-44b4-4111-84c1-b6fe8afbb53a', 'status': 'completed', 'code': 200} Sep 17 22:35:15.750194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-0c805542-a767-40ef-b570-582ed4e4949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.751731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-0c805542-a767-40ef-b570-582ed4e4949a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1892765 Sep 17 22:35:15.770908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d24a3969-0408-46d1-b042-79fdeb19346c req-49fb00b0-e941-4e8d-b634-16a45018ea7a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2187836 Sep 17 22:35:15.870662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-91d4f2de-8e30-4888-9f52-b5c521678765 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981896 Sep 17 22:35:15.981685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:16.019397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] Checking router: f28a46e6-372a-433f-a232-e90e8180e29b for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:16.031433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:16.032070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:16.047177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c7ba42d-d49e-4611-89d7-eb3b20e8170f req-82cf4c2a-8046-4d33-8c5d-aa98cd9be844 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e5e730-f1f5-46c3-a3ce-2e61805d6c82 HTTP/1.1" status: 200 len: 210 time: 0.0753465 Sep 17 22:35:16.134996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7476fe52-af62-4493-aa39-7f74fb57c400,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:16.209819 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adfa181a-4db6-4429-8a5c-09cfb78d9aca req-1a02f6e3-ae28-4bfc-acc0-ca670f855c80 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217590 Sep 17 22:35:16.221199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:16.230215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:16.273946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:16.276773 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5c823-8b8d-4116-875e-447a4db17ea8" -d '{"events": [{"server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "name": "network-vif-unplugged", "status": "completed", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:16.282178 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.304447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Transition to ACTIVE for port object 7476fe52-af62-4493-aa39-7f74fb57c400 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:16.328725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-79038f2d-d2c2-41e3-8dba-703b06f52872 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.334292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-79038f2d-d2c2-41e3-8dba-703b06f52872 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.371475 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.422552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:16.425765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:16.487421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Pushing event updated for resources: {'Port': ['ID=7476fe52-af62-4493-aa39-7f74fb57c400,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:16.499939 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b94934-1b29-4f3b-86fa-c3ee6bd8d287 x-openstack-request-id: req-46b94934-1b29-4f3b-86fa-c3ee6bd8d287 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:16.500256 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "name": "network-vif-unplugged", "status": "completed", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:16.500509 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46b94934-1b29-4f3b-86fa-c3ee6bd8d287 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:16.500909 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400', 'code': 200} Sep 17 22:35:16.519560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f8d90-4c72-45e8-9642-5272ea9f2120 req-5956e09c-4826-4ccc-b650-bacddb70c0e8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.521157 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a38f8d90-4c72-45e8-9642-5272ea9f2120 req-5956e09c-4826-4ccc-b650-bacddb70c0e8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.2455108 Sep 17 22:35:16.543079 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-79038f2d-d2c2-41e3-8dba-703b06f52872 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.543593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79038f2d-d2c2-41e3-8dba-703b06f52872 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 510f0522-a6fa-4836-8410-38b47229d765 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:35:16.553842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:16.570896 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-79038f2d-d2c2-41e3-8dba-703b06f52872 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.577243 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-79038f2d-d2c2-41e3-8dba-703b06f52872 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] 10.222.0.30 "DELETE /v2.0/routers/510f0522-a6fa-4836-8410-38b47229d765 HTTP/1.1" status: 204 len: 168 time: 1.1131668 Sep 17 22:35:16.580968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46862) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:16.594384 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-78690f88-b746-434f-b3ae-7eee9d2354b3 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Request body: {'router': {'name': 'tempest-router-506640830', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '045243ed129949e0b99771cb12bf9f08'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:16.600711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] No DVR routers for this DVR port 7476fe52-af62-4493-aa39-7f74fb57c400 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:16.619947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b9466-7cdf-48f8-8fab-95f51866a1ff None None] The sync data for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 is: [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:28Z', 'revision_number': 4, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'fc89fa9b-a224-4962-bea5-35bd5a7b6766', 'name': '', 'network_id': 'dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'mac_address': 'fa:16:3e:74:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:27Z', 'updated_at': '2021-09-17T22:23:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'subnets': [{'id': '9765020f-4b49-4fb4-9f98-f8d24d18f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:16.715832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5cffcf89-de8a-486b-899a-afc20562431c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:16.769044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a38f8d90-4c72-45e8-9642-5272ea9f2120 req-6e122bdc-4ce3-494d-ba5d-d3c50e8be64a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352662 Sep 17 22:35:16.832505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5cffcf89-de8a-486b-899a-afc20562431c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:16.833002 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.847152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Router 87aa3643-eaa6-48fa-9865-99e6852f1069 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:16.856977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Attempting to bind port 7476fe52-af62-4493-aa39-7f74fb57c400 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:16.860760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Attempting to bind port 7476fe52-af62-4493-aa39-7f74fb57c400 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:16.861715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Attempting to bind port 7476fe52-af62-4493-aa39-7f74fb57c400 on network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:16.868539 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78690f88-b746-434f-b3ae-7eee9d2354b3 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.871545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Port 7476fe52-af62-4493-aa39-7f74fb57c400 on network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:16.871944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Attempting to bind port 7476fe52-af62-4493-aa39-7f74fb57c400 on network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:16.877025 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78690f88-b746-434f-b3ae-7eee9d2354b3 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.882362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:16.883652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Checking segment: {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:16.884209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Bound using segment: {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:16.884852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Bound port: 7476fe52-af62-4493-aa39-7f74fb57c400, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:16.885316 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.045687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78690f88-b746-434f-b3ae-7eee9d2354b3 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.064310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-05bf1575-bc01-4db1-8481-c17ace2498ea None None] Provisioning complete for port da041b79-07b8-4b0e-a6d9-7156e174002b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:17.065393 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-05bf1575-bc01-4db1-8481-c17ace2498ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.067240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:17.071680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7476fe52-af62-4493-aa39-7f74fb57c400,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:17.093690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3509-c85a-4de7-ad07-3e822029a49e req-aba23b0c-5aee-4920-a7a4-0b7653ea7971 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.095350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2a1e3509-c85a-4de7-ad07-3e822029a49e req-aba23b0c-5aee-4920-a7a4-0b7653ea7971 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 944 time: 0.1292007 Sep 17 22:35:17.109355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-05bf1575-bc01-4db1-8481-c17ace2498ea None None] Port da041b79-07b8-4b0e-a6d9-7156e174002b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:17.154168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78690f88-b746-434f-b3ae-7eee9d2354b3 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.172234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:17.172793 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2a1e3509-c85a-4de7-ad07-3e822029a49e req-881780a3-6ddf-4f49-b184-a09a7ca3c27c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635629 Sep 17 22:35:17.174835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.187501 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-98feb7d3-a60e-459d-8fa5-48d6ff74b86f admin admin] 10.222.0.30 "PUT /v2.0/routers/87aa3643-eaa6-48fa-9865-99e6852f1069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0028934 Sep 17 22:35:17.187621 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Sync routers for ids ['87aa3643-eaa6-48fa-9865-99e6852f1069'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:17.195614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e84e5c-0fb4-4cdc-8334-f4afea5b6bfb None None] New status for floating IP a42a3e2f-cf48-45b4-b999-50ccaf520b33: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:35:17.199293 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Routers {'87aa3643-eaa6-48fa-9865-99e6852f1069'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:17.199911 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['87aa3643-eaa6-48fa-9865-99e6852f1069'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:17.223051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.223676 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.228741 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] 10.222.0.23 "PUT /v2.0/ports/7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 1093 time: 2.2612472 Sep 17 22:35:17.285560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78690f88-b746-434f-b3ae-7eee9d2354b3 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.290439 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-78690f88-b746-434f-b3ae-7eee9d2354b3 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7070172 Sep 17 22:35:17.291066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46878) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:17.299734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:17.299915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46880) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:17.306726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cbac8-05e7-4c22-b2b8-b8db36f38c81 service neutron] Pushing event updated for resources: {'Port': ['ID=7476fe52-af62-4493-aa39-7f74fb57c400,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:17.396303 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Set router 87aa3643-eaa6-48fa-9865-99e6852f1069 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:17.424255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-53a65b8c-602f-4e67-a6da-d8483ce313fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.430354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-53a65b8c-602f-4e67-a6da-d8483ce313fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1096 time: 0.1777935 Sep 17 22:35:17.471945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-644d9b27-3f68-4a61-aafc-6d66183874d2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.684597 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-644d9b27-3f68-4a61-aafc-6d66183874d2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.715263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-66025075-b26a-470e-8ffe-8a0d005f708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.716857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-66025075-b26a-470e-8ffe-8a0d005f708c service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 897 time: 0.2460444 Sep 17 22:35:17.782195 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.783932 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.850128 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-affed519-e3ab-401d-bcbe-1a0146d0bc7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 1000 time: 0.1227670 Sep 17 22:35:17.929289 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-644d9b27-3f68-4a61-aafc-6d66183874d2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.932518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-644d9b27-3f68-4a61-aafc-6d66183874d2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.936197 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-644d9b27-3f68-4a61-aafc-6d66183874d2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "DELETE /v2.0/security-groups/8c30650e-e7c1-4c35-9639-6daae4f2496d HTTP/1.1" status: 204 len: 168 time: 0.6283894 Sep 17 22:35:17.942263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95455) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 17 22:35:17.942904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Router 0428e5dd-273d-43a2-aa6a-7c5016a9ab44 migrating from provider to provider. {{(pid=95455) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 17 22:35:17.943709 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.949795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.950913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46892) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:17.956580 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'name': 'tempest-TestServerMultinode-1376524627-router', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '5cffcf89-de8a-486b-899a-afc20562431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:09Z', 'updated_at': '2021-09-17T22:35:14Z', 'revision_number': 4, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'gw_port': {'id': '5cffcf89-de8a-486b-899a-afc20562431c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:10Z', 'updated_at': '2021-09-17T22:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'da041b79-07b8-4b0e-a6d9-7156e174002b', 'name': '', 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'mac_address': 'fa:16:3e:27:65:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '7872e69d-df6d-42ce-943b-6a0b12fe1327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:13Z', 'updated_at': '2021-09-17T22:35:15Z', 'revision_number': 2, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'subnets': [{'id': '7872e69d-df6d-42ce-943b-6a0b12fe1327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:17.969089 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-11fee6f6-3178-415a-b683-8ad639dcf09c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] show failed (client error): The resource could not be found. Sep 17 22:35:17.975430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46894) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:17.982169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-11fee6f6-3178-415a-b683-8ad639dcf09c tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "GET /v2.0/security-groups/8c30650e-e7c1-4c35-9639-6daae4f2496d HTTP/1.1" status: 404 len: 347 time: 0.0300066 Sep 17 22:35:18.001739 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Checking router: 87aa3643-eaa6-48fa-9865-99e6852f1069 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:18.002089 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Updating router 87aa3643-eaa6-48fa-9865-99e6852f1069 port da041b79-07b8-4b0e-a6d9-7156e174002b binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:35:18.026155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.027277 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.113035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d9b27-3f68-4a61-aafc-6d66183874d2 tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c30650e-e7c1-4c35-9639-6daae4f2496d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:18.166514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-5156ffbb-b297-4be6-a87d-4a26c082c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.168551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-5156ffbb-b297-4be6-a87d-4a26c082c097 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 200 len: 834 time: 0.3114364 Sep 17 22:35:18.205198 n-d-713499-18 neutron-server[95455]: WARNING neutron.scheduler.l3_agent_scheduler [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] No L3 agents can host the router 0428e5dd-273d-43a2-aa6a-7c5016a9ab44 Sep 17 22:35:18.281419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df79730-f2e5-4f50-9aa2-e7bc3c61373f req-c39ee77a-56f3-43b1-8cac-b3bf7e65e4f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.283043 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0df79730-f2e5-4f50-9aa2-e7bc3c61373f req-c39ee77a-56f3-43b1-8cac-b3bf7e65e4f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.3649991 Sep 17 22:35:18.329987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7476fe52-af62-4493-aa39-7f74fb57c400 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:18.374646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0df79730-f2e5-4f50-9aa2-e7bc3c61373f req-f12c1b9b-c8d0-489a-8d78-ddb9ceb8f3d7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807719 Sep 17 22:35:18.383272 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.408974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-a4d11965-8c2e-4ba0-8bf4-a55b966e6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.409947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7476fe52-af62-4493-aa39-7f74fb57c400 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:18.410379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2ffee45a-44b4-4111-84c1-b6fe8afbb53a no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:18.415716 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-a4d11965-8c2e-4ba0-8bf4-a55b966e6c9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2241340 Sep 17 22:35:18.421571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6e016-dd76-4c1b-92ab-bd9a2c9a612e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Deleting port 1931701c-92a2-4743-a1b3-ce7aa3658060 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:18.423589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e016-dd76-4c1b-92ab-bd9a2c9a612e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.437905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Hosts for router 0428e5dd-273d-43a2-aa6a-7c5016a9ab44: [] {{(pid=95455) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 17 22:35:18.451256 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.463420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 2ffee45a-44b4-4111-84c1-b6fe8afbb53a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:18.465009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2ffee45a-44b4-4111-84c1-b6fe8afbb53a not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:18.479268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Hosts for other DVR routers connected to router 0428e5dd-273d-43a2-aa6a-7c5016a9ab44: set() {{(pid=95455) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 17 22:35:18.480863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.484381 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-68f6237c-3a0e-4952-a403-a4b632c18e05 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] 10.222.0.30 "PUT /v2.0/routers/0428e5dd-273d-43a2-aa6a-7c5016a9ab44 HTTP/1.1" status: 200 len: 716 time: 1.1900492 Sep 17 22:35:18.493419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577287a-7f72-43af-b50a-aa6c2c79ccde req-cb00e9ac-390a-4de1-8905-08c636b3ac2e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.497869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46912) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:18.507476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4577287a-7f72-43af-b50a-aa6c2c79ccde req-cb00e9ac-390a-4de1-8905-08c636b3ac2e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 944 time: 0.1840622 Sep 17 22:35:18.529317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46916) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:18.547167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-126398784-network', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:18.585165 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4577287a-7f72-43af-b50a-aa6c2c79ccde req-11610293-ba43-4d57-b8e3-e2c4b231fbf0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697525 Sep 17 22:35:18.625512 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Attempting to bind port da041b79-07b8-4b0e-a6d9-7156e174002b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:18.625935 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Attempting to bind port da041b79-07b8-4b0e-a6d9-7156e174002b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:18.626297 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Attempting to bind port da041b79-07b8-4b0e-a6d9-7156e174002b on network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:18.629907 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503c225-63ea-45c5-9692-37f19bb3e956 None None] Pushing event updated for resources: {'Port': ['ID=da041b79-07b8-4b0e-a6d9-7156e174002b,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:18.642705 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:18.643082 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Checking segment: {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:18.643486 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.643872 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Bound using segment: {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:18.644378 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Bound port: da041b79-07b8-4b0e-a6d9-7156e174002b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:18.644747 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.655235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:18.661866 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53490d1e-83ee-428c-89e9-3436666fcd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:18.681891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46920) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:18.682448 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-325635bf-6528-4b9d-88a1-a9cd94eeb660 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] 10.222.0.30 "GET /v2.0/routers/0428e5dd-273d-43a2-aa6a-7c5016a9ab44 HTTP/1.1" status: 200 len: 716 time: 0.1785526 Sep 17 22:35:18.714378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Made reservation on behalf of f64e3933a7d54d3682a68d18769d4536 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:18.717590 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.738670 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] For port da041b79-07b8-4b0e-a6d9-7156e174002b, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:18.739225 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.744175 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] For port da041b79-07b8-4b0e-a6d9-7156e174002b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=da041b79-07b8-4b0e-a6d9-7156e174002b,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:18.801649 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.879660 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aab5cf9-79e9-4da3-9ab5-826cfa8c8905 x-openstack-request-id: req-0aab5cf9-79e9-4da3-9ab5-826cfa8c8905 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:18.880397 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:18.880848 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0aab5cf9-79e9-4da3-9ab5-826cfa8c8905 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:18.882162 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400', 'status': 'completed', 'code': 200} Sep 17 22:35:18.906256 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Routers {'87aa3643-eaa6-48fa-9865-99e6852f1069'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:18.906256 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['87aa3643-eaa6-48fa-9865-99e6852f1069'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:18.919417 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e016-dd76-4c1b-92ab-bd9a2c9a612e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.920103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e016-dd76-4c1b-92ab-bd9a2c9a612e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.930894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9100cb-63f5-4d7a-be9a-cf3709c96091 req-1410fc57-2637-4bc1-9720-ea36113ff0f0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.934371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-3316deb1-7a4f-4051-971a-5dad9396b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.936817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-3316deb1-7a4f-4051-971a-5dad9396b343 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1096 time: 0.0818353 Sep 17 22:35:18.942372 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc9100cb-63f5-4d7a-be9a-cf3709c96091 req-1410fc57-2637-4bc1-9720-ea36113ff0f0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.2673693 Sep 17 22:35:18.957157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d1bd4f5d-662e-4938-b7e8-ed95570d6dc0 None None] Provisioning complete for port da041b79-07b8-4b0e-a6d9-7156e174002b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:18.959712 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1bd4f5d-662e-4938-b7e8-ed95570d6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.979794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6e016-dd76-4c1b-92ab-bd9a2c9a612e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Calling delete_port for 1931701c-92a2-4743-a1b3-ce7aa3658060 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:18.983501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-06383bb9-ccc3-4cdf-811c-fbeb153c8b22 service neutron] 10.222.0.23 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559576 Sep 17 22:35:19.014043 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503c225-63ea-45c5-9692-37f19bb3e956 None None] Pushing event updated for resources: {'Port': ['ID=da041b79-07b8-4b0e-a6d9-7156e174002b,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:19.051666 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc9100cb-63f5-4d7a-be9a-cf3709c96091 req-405db41b-2556-4d14-b406-58e41ccde2fd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080236 Sep 17 22:35:19.094963 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.189882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1bd4f5d-662e-4938-b7e8-ed95570d6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.276913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.299939 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] Set router 87aa3643-eaa6-48fa-9865-99e6852f1069 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:19.354468 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d1bd4f5d-662e-4938-b7e8-ed95570d6dc0 None None] For port da041b79-07b8-4b0e-a6d9-7156e174002b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=da041b79-07b8-4b0e-a6d9-7156e174002b,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:19.399975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-9a43537e-a378-4fb4-9686-af4ef9dd4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:19.401772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-9a43537e-a378-4fb4-9686-af4ef9dd4387 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 897 time: 0.4540551 Sep 17 22:35:19.440313 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0e59a30b-50cc-4f10-b509-b80d7942ceb8 tempest-RoutersTestDVR-1114434954 tempest-RoutersTestDVR-1114434954-project] 10.222.0.30 "GET /v2.0/routers/0428e5dd-273d-43a2-aa6a-7c5016a9ab44 HTTP/1.1" status: 200 len: 682 time: 0.7570934 Sep 17 22:35:19.440562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46928) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:19.442034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:19.448714 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1bd4f5d-662e-4938-b7e8-ed95570d6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.492849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523850cf-2b62-4039-99b6-dce3b09d9622,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:19.500153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.501503 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Added segment 6c394dbf-f66d-487a-b3c8-a8cdc6b3397d of type vlan for network 7804b251-f77a-4e51-879d-cb61041ec92b Sep 17 22:35:19.525891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd4f5d-662e-4938-b7e8-ed95570d6dc0 None None] Pushing event updated for resources: {'Port': ['ID=da041b79-07b8-4b0e-a6d9-7156e174002b,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:19.578600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-088f2bcb-5b13-4e6c-baff-cc8fb782f37d None None] Provisioning complete for port da041b79-07b8-4b0e-a6d9-7156e174002b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:19.580074 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-088f2bcb-5b13-4e6c-baff-cc8fb782f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.613200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-979e0b48-3c1c-420a-99bf-269bb8c501c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4305179 Sep 17 22:35:19.626187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-7254476f-e753-472f-acf8-221a9d97bde4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 1000 time: 0.2159865 Sep 17 22:35:19.628684 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5832c3e1-b767-4b6e-8d3f-8241b20ec4ff tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.633160 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.671113 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'name': 'tempest-TestServerMultinode-1376524627-router', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '5cffcf89-de8a-486b-899a-afc20562431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:09Z', 'updated_at': '2021-09-17T22:35:14Z', 'revision_number': 4, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'gw_port': {'id': '5cffcf89-de8a-486b-899a-afc20562431c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:10Z', 'updated_at': '2021-09-17T22:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'da041b79-07b8-4b0e-a6d9-7156e174002b', 'name': '', 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'mac_address': 'fa:16:3e:27:65:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '7872e69d-df6d-42ce-943b-6a0b12fe1327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:13Z', 'updated_at': '2021-09-17T22:35:18Z', 'revision_number': 4, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'subnets': [{'id': '7872e69d-df6d-42ce-943b-6a0b12fe1327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:19.706683 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a09371-6c34-4f05-9303-fbca7188758b None None] The sync data for ids ['87aa3643-eaa6-48fa-9865-99e6852f1069'] in n-d-713499-18 is: [{'id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'name': 'tempest-TestServerMultinode-1376524627-router', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '5cffcf89-de8a-486b-899a-afc20562431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:09Z', 'updated_at': '2021-09-17T22:35:14Z', 'revision_number': 4, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'gw_port': {'id': '5cffcf89-de8a-486b-899a-afc20562431c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:10Z', 'updated_at': '2021-09-17T22:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'da041b79-07b8-4b0e-a6d9-7156e174002b', 'name': '', 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'mac_address': 'fa:16:3e:27:65:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '7872e69d-df6d-42ce-943b-6a0b12fe1327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:13Z', 'updated_at': '2021-09-17T22:35:18Z', 'revision_number': 4, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'subnets': [{'id': '7872e69d-df6d-42ce-943b-6a0b12fe1327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:19.759827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9969dd0d-6b53-4a0f-ada6-e5ea04bbe438 req-16ba75ad-b60a-4729-81c8-3cce9f0ca0c8 service neutron] 10.222.0.23 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7669110 Sep 17 22:35:19.775363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-33085b73-9749-4e3b-bc29-cae30c166028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:19.785747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-33085b73-9749-4e3b-bc29-cae30c166028 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 200 len: 834 time: 0.1496153 Sep 17 22:35:19.856224 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.857701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:19.858229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.001652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5832c3e1-b767-4b6e-8d3f-8241b20ec4ff tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.005310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-43c0a498-5f20-4ea5-89a5-7da95bef9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.005822 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5832c3e1-b767-4b6e-8d3f-8241b20ec4ff tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.007896 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-43c0a498-5f20-4ea5-89a5-7da95bef9ed4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2055042 Sep 17 22:35:20.008585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] Pushing event updated for resources: {'Network': ['ID=7804b251-f77a-4e51-879d-cb61041ec92b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:20.017265 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9b886e53-7dc9-4e81-8ed0-3b371df0bc4e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4844329 Sep 17 22:35:20.020934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46938) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:20.023950 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 7804b251-f77a-4e51-879d-cb61041ec92b details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:20.036494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Request body: {'subnet': {'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-126398784-subnet', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:20.051371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25df5fa-9e96-43d2-b3e6-6afe5e95b9b0 req-81d50898-6be9-4b14-bf1a-45ab2ec61ad0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.060490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b25df5fa-9e96-43d2-b3e6-6afe5e95b9b0 req-81d50898-6be9-4b14-bf1a-45ab2ec61ad0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.2173696 Sep 17 22:35:20.180450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-8f73a3ee-c2e9-49f7-a8de-e2bbe23bd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.181513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-8f73a3ee-c2e9-49f7-a8de-e2bbe23bd9c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 1097 time: 0.4276211 Sep 17 22:35:20.196402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-8d0ccc83-7f2c-4d11-ac8c-937b28520502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.197935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-8d0ccc83-7f2c-4d11-ac8c-937b28520502 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1096 time: 0.2354949 Sep 17 22:35:20.208599 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b25df5fa-9e96-43d2-b3e6-6afe5e95b9b0 req-c89c8f6d-f279-4879-83d7-c6cee9a5c4b5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437826 Sep 17 22:35:20.215773 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Made reservation on behalf of f64e3933a7d54d3682a68d18769d4536 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:20.216372 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.216513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e0a4e-d418-45a0-9702-3d3a28120d97 req-4d7393fc-0c5e-4b44-b233-dabae276b060 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.224267 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc1e0a4e-d418-45a0-9702-3d3a28120d97 req-4d7393fc-0c5e-4b44-b233-dabae276b060 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 944 time: 0.3698246 Sep 17 22:35:20.311867 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-463df4e8-ac70-4532-a9ce-ee196bd8cdde service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926273 Sep 17 22:35:20.475536 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5832c3e1-b767-4b6e-8d3f-8241b20ec4ff tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.475536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5832c3e1-b767-4b6e-8d3f-8241b20ec4ff tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0428e5dd-273d-43a2-aa6a-7c5016a9ab44 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:35:20.488901 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5832c3e1-b767-4b6e-8d3f-8241b20ec4ff tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.488901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5832c3e1-b767-4b6e-8d3f-8241b20ec4ff tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] 10.222.0.30 "DELETE /v2.0/routers/0428e5dd-273d-43a2-aa6a-7c5016a9ab44 HTTP/1.1" status: 204 len: 168 time: 1.0430977 Sep 17 22:35:20.510794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46946) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:20.516902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ae68bbeb-aacc-456e-8f5e-581d2c62abed tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Request body: {'router': {'name': 'tempest-router-502774396', 'distributed': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:20.534765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-445ef9de-3eda-4e5e-a73f-7a84aaba4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.544090 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-445ef9de-3eda-4e5e-a73f-7a84aaba4f4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 897 time: 0.3119566 Sep 17 22:35:20.544090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e016-dd76-4c1b-92ab-bd9a2c9a612e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.595926 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-80540269-a5cd-4142-bb82-785eccb1f8cd service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746401 Sep 17 22:35:20.695962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6e016-dd76-4c1b-92ab-bd9a2c9a612e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Pushing event deleted for resources: {'Port': ['ID=1931701c-92a2-4743-a1b3-ce7aa3658060,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:20.710402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-af0550d7-1ce1-4f0e-80c4-b0821f4ba551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.712019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-af0550d7-1ce1-4f0e-80c4-b0821f4ba551 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.4849422 Sep 17 22:35:20.714416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device da041b79-07b8-4b0e-a6d9-7156e174002b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:20.725843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae68bbeb-aacc-456e-8f5e-581d2c62abed tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.726960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae68bbeb-aacc-456e-8f5e-581d2c62abed tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.794732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port da041b79-07b8-4b0e-a6d9-7156e174002b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:20.795114 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.799636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.805908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-7f0048c5-2f51-4ec7-a497-7e5c4b81d9cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 1000 time: 0.1287243 Sep 17 22:35:20.852763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-6bfa7433-68de-4549-a393-13dca5aba303 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b47118-c7ec-4264-85b9-a56e917a1d93 HTTP/1.1" status: 200 len: 217 time: 0.0445566 Sep 17 22:35:20.890940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc93c24-f8b1-4c67-aef4-74e148294c2d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:20.952980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af6e81-831e-4049-acaf-49585afc5e72 req-4a49027f-8722-4d73-b568-2ad54d0622be tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.952980 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17af6e81-831e-4049-acaf-49585afc5e72 req-4a49027f-8722-4d73-b568-2ad54d0622be tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.2194707 Sep 17 22:35:20.991347 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae68bbeb-aacc-456e-8f5e-581d2c62abed tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.046508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Checking segment: {'id': '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:21.047256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Network hostable DHCP agents. Network: 7804b251-f77a-4e51-879d-cb61041ec92b, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:21.052438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17af6e81-831e-4049-acaf-49585afc5e72 req-e800b3da-6a47-45c6-a836-004bdf457781 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639765 Sep 17 22:35:21.107311 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae68bbeb-aacc-456e-8f5e-581d2c62abed tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.164407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Network 7804b251-f77a-4e51-879d-cb61041ec92b is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:21.194943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae68bbeb-aacc-456e-8f5e-581d2c62abed tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.198084 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ae68bbeb-aacc-456e-8f5e-581d2c62abed tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6862621 Sep 17 22:35:21.207562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46952) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:21.254931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 7804b251-f77a-4e51-879d-cb61041ec92b) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:21.261724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:21.262312 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.279461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc853155-7c03-483d-bf00-22e7d3038ab8 None None] Network 7804b251-f77a-4e51-879d-cb61041ec92b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:21.325290 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c72571e-cde7-4bb0-a147-f37c36516f63 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.329962 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc1e0a4e-d418-45a0-9702-3d3a28120d97 req-2e225326-c53c-4c6e-9486-ffa74ac8e4a7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1042974 Sep 17 22:35:21.437545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-222cea83-aa17-47ca-b909-e8a86946577e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4065573 Sep 17 22:35:21.441298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46956) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:21.447336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-126398784-router', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:21.488884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-7804b251-f77a-4e51-879d-cb61041ec92b', 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'fixed_ips': [{'subnet_id': '6fc93c24-f8b1-4c67-aef4-74e148294c2d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:21.490040 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.495040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e016-dd76-4c1b-92ab-bd9a2c9a612e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.497659 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e016-dd76-4c1b-92ab-bd9a2c9a612e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.498918 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e0c6e016-dd76-4c1b-92ab-bd9a2c9a612e tempest-AttachVolumeShelveTestJSON-512891331 tempest-AttachVolumeShelveTestJSON-512891331-project] 10.222.0.30 "DELETE /v2.0/floatingips/a42a3e2f-cf48-45b4-b999-50ccaf520b33 HTTP/1.1" status: 204 len: 168 time: 3.5224710 Sep 17 22:35:21.536730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-58d61c85-8e34-446b-beb8-8d457b2ad512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:21.549565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-58d61c85-8e34-446b-beb8-8d457b2ad512 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 200 len: 834 time: 0.6928058 Sep 17 22:35:21.579104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.580047 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.629402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-b7e23885-931c-4c5b-b3e5-34fc69c5ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:21.632581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-b7e23885-931c-4c5b-b3e5-34fc69c5ac63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.7318556 Sep 17 22:35:21.648169 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c72571e-cde7-4bb0-a147-f37c36516f63 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.652957 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c72571e-cde7-4bb0-a147-f37c36516f63 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.750024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.778820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-951cbc65-94c4-4ab3-9e15-c0e1caba7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:21.778974 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Allocated IP 172.20.0.2 (7804b251-f77a-4e51-879d-cb61041ec92b/6fc93c24-f8b1-4c67-aef4-74e148294c2d/79c29682-02da-43fd-855f-7105bb135322) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:21.780814 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-951cbc65-94c4-4ab3-9e15-c0e1caba7447 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069421 Sep 17 22:35:21.786233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-2f893271-457c-4bbc-ac1a-04a8dcf003b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:21.788794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-2f893271-457c-4bbc-ac1a-04a8dcf003b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271050 Sep 17 22:35:21.838192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c72571e-cde7-4bb0-a147-f37c36516f63 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.838920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c72571e-cde7-4bb0-a147-f37c36516f63 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77c11172-0002-47c4-8a4b-fcd29ef75201 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:35:21.848710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c72571e-cde7-4bb0-a147-f37c36516f63 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.854855 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7c72571e-cde7-4bb0-a147-f37c36516f63 tempest-RoutersTestDVR-1864366931 tempest-RoutersTestDVR-1864366931-project-admin] 10.222.0.30 "DELETE /v2.0/routers/77c11172-0002-47c4-8a4b-fcd29ef75201 HTTP/1.1" status: 204 len: 168 time: 0.6460505 Sep 17 22:35:21.948645 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.010753 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-ccb1394d-5788-4bca-889d-887490c16d81 service neutron] 10.222.0.23 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208524 Sep 17 22:35:22.032096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-53b4bb5c-a22b-45f1-81ac-fa0a0902509a service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348099 Sep 17 22:35:22.077572 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.185404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Network 7804b251-f77a-4e51-879d-cb61041ec92b is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:22.189907 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:22.197208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:22.208331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Pushing event updated for resources: {'Port': ['ID=79c29682-02da-43fd-855f-7105bb135322,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:22.283406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Attempting to bind port 79c29682-02da-43fd-855f-7105bb135322 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:22.284209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Attempting to bind port 79c29682-02da-43fd-855f-7105bb135322 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:22.284873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Attempting to bind port 79c29682-02da-43fd-855f-7105bb135322 on network 7804b251-f77a-4e51-879d-cb61041ec92b {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:22.291745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:22.292965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Checking segment: {'id': '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:22.293972 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.294668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Bound using segment: {'id': '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:22.295451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Bound port: 79c29682-02da-43fd-855f-7105bb135322, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:22.296325 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.314709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53490d1e-83ee-428c-89e9-3436666fcd9a req-c930e29a-b2bb-43cc-861f-9922f3dd22ba service neutron] 10.222.0.23 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938058 Sep 17 22:35:22.368361 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8f7cbdc-7261-4eb8-a6c2-d9d50ab52236 req-c6ff62dc-6f62-4919-bff6-f45de4e66adb service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241167 Sep 17 22:35:22.415910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4b9df-5a14-4744-b0b2-ee10abb8e1c2 req-9c3c56bd-17f0-4a1b-bb22-8298ea5e2829 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.425564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35e4b9df-5a14-4744-b0b2-ee10abb8e1c2 req-9c3c56bd-17f0-4a1b-bb22-8298ea5e2829 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.2572672 Sep 17 22:35:22.448436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] For port 79c29682-02da-43fd-855f-7105bb135322, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:22.452407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] For port 79c29682-02da-43fd-855f-7105bb135322, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=79c29682-02da-43fd-855f-7105bb135322,segment=NetworkSegment(6c394dbf-f66d-487a-b3c8-a8cdc6b3397d),segment_id=6c394dbf-f66d-487a-b3c8-a8cdc6b3397d)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:22.505777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35e4b9df-5a14-4744-b0b2-ee10abb8e1c2 req-e4fbb2eb-18a1-4834-b068-8164d4b065e0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784791 Sep 17 22:35:22.519433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46976) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:22.540186 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.736833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ba536-735e-42b2-99d7-307a070ba79f None None] Pushing event updated for resources: {'Port': ['ID=79c29682-02da-43fd-855f-7105bb135322,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:22.801704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0594-3a24-4a41-8c0e-24e88cdb4c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.023986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0594-3a24-4a41-8c0e-24e88cdb4c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.026682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.074722 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58dcf-82e8-46fe-9396-df3477f567d5 req-6445c92a-801c-4891-8dc2-639d7c9f6883 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.084951 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0e58dcf-82e8-46fe-9396-df3477f567d5 req-6445c92a-801c-4891-8dc2-639d7c9f6883 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 944 time: 0.2956157 Sep 17 22:35:23.146148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0e58dcf-82e8-46fe-9396-df3477f567d5 req-15f0996b-23e5-4df6-8d3a-728a050f5657 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598474 Sep 17 22:35:23.156981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6da20-991b-4fa0-961b-4b7bd95c4726 req-3ae2ac4c-0904-4e65-b360-6786b2b5bb02 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.165272 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0e6da20-991b-4fa0-961b-4b7bd95c4726 req-3ae2ac4c-0904-4e65-b360-6786b2b5bb02 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1053112 Sep 17 22:35:23.185562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0594-3a24-4a41-8c0e-24e88cdb4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.241689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f0594-3a24-4a41-8c0e-24e88cdb4c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a030dd56-86bb-4c7e-9b4b-112211bbc3fb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:23.311896 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ac3f0594-3a24-4a41-8c0e-24e88cdb4c59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=045243ed129949e0b99771cb12bf9f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7908711 Sep 17 22:35:23.314776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46990) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:23.335547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0e6da20-991b-4fa0-961b-4b7bd95c4726 req-fb5af669-1472-4f43-8460-084af005ef9e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681798 Sep 17 22:35:23.407531 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f65cd311-de45-4ed2-be06-1b6350d71d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.408344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7476fe52-af62-4493-aa39-7f74fb57c400 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:23.434898 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f65cd311-de45-4ed2-be06-1b6350d71d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.562608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.569481 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f65cd311-de45-4ed2-be06-1b6350d71d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.588241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f65cd311-de45-4ed2-be06-1b6350d71d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.591198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7476fe52-af62-4493-aa39-7f74fb57c400,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:23.596154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f65cd311-de45-4ed2-be06-1b6350d71d12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a030dd56-86bb-4c7e-9b4b-112211bbc3fb HTTP/1.1" status: 204 len: 168 time: 0.2585394 Sep 17 22:35:23.607795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.616686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cd311-de45-4ed2-be06-1b6350d71d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a030dd56-86bb-4c7e-9b4b-112211bbc3fb,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:23.671743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '7476fe52-af62-4493-aa39-7f74fb57c400', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'port_id': '7476fe52-af62-4493-aa39-7f74fb57c400', 'mac_address': 'fa:16:3e:64:90:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:23.750795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.765148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca8115-2501-4e46-8e4d-ff2d43a0fc39 req-371eb583-40ed-471e-ad12-c0afb61650d5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.781413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b7ca8115-2501-4e46-8e4d-ff2d43a0fc39 req-371eb583-40ed-471e-ad12-c0afb61650d5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 944 time: 0.1302102 Sep 17 22:35:23.815913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7476fe52-af62-4493-aa39-7f74fb57c400 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:23.856531 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b7ca8115-2501-4e46-8e4d-ff2d43a0fc39 req-c5727ed4-803d-4e87-a424-9737d9263db7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741901 Sep 17 22:35:23.882896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7476fe52-af62-4493-aa39-7f74fb57c400,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:23.954509 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.985666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e451143-6225-4306-b47a-e731f31c220f req-2f4649d4-83cb-42cf-b015-83f507361adb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:23.987322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e451143-6225-4306-b47a-e731f31c220f req-2f4649d4-83cb-42cf-b015-83f507361adb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31&tenant_id=d4cd6a346eb04f708783b1b69d561814&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 944 time: 0.2473130 Sep 17 22:35:24.010667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Allocated IP 172.25.6.214 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/e03c1698-a26c-4d06-91cf-264df5dffa1d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:24.056231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=7476fe52-af62-4493-aa39-7f74fb57c400,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:24.208009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.211715 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-7e451143-6225-4306-b47a-e731f31c220f req-f52cb267-17b1-4a96-88d0-46c179b03a8e service neutron] delete failed (client error): The resource could not be found. Sep 17 22:35:24.211715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e451143-6225-4306-b47a-e731f31c220f req-f52cb267-17b1-4a96-88d0-46c179b03a8e service neutron] 10.222.0.15 "DELETE /v2.0/ports/7476fe52-af62-4493-aa39-7f74fb57c400/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.1838696 Sep 17 22:35:24.221179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['7476fe52-af62-4493-aa39-7f74fb57c400'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:24.264969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a17c4df-2f34-491c-96dd-91625c126412 None None] Network 7804b251-f77a-4e51-879d-cb61041ec92b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:24.345496 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.354840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e451143-6225-4306-b47a-e731f31c220f req-3dfd000b-c13a-40ce-b959-9add0a686f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.356362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6af91306-fea3-474c-821e-66b1bc10e28a None None] Provisioning complete for port 79c29682-02da-43fd-855f-7105bb135322 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:24.356608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e451143-6225-4306-b47a-e731f31c220f req-3dfd000b-c13a-40ce-b959-9add0a686f27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1097 time: 0.0625899 Sep 17 22:35:24.356816 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6af91306-fea3-474c-821e-66b1bc10e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.421307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:24.434594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:24.441579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:24.542691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Pushing event updated for resources: {'Port': ['ID=e03c1698-a26c-4d06-91cf-264df5dffa1d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:24.596500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47010) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:24.606864 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6af91306-fea3-474c-821e-66b1bc10e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.659446 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21592571-10ff-4896-bbc6-bd04c50e067d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.668979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e451143-6225-4306-b47a-e731f31c220f req-0962c591-af3f-495e-9131-dbe758ac8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.670886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e451143-6225-4306-b47a-e731f31c220f req-0962c591-af3f-495e-9131-dbe758ac8102 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 897 time: 0.2893665 Sep 17 22:35:24.708400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6af91306-fea3-474c-821e-66b1bc10e28a None None] For port 79c29682-02da-43fd-855f-7105bb135322, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=79c29682-02da-43fd-855f-7105bb135322,segment=NetworkSegment(6c394dbf-f66d-487a-b3c8-a8cdc6b3397d),segment_id=6c394dbf-f66d-487a-b3c8-a8cdc6b3397d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:24.720378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe447ef5-69fd-43c5-93a1-212c6c89dc80 req-835ea26e-180a-44e2-b0a1-43027c735ab0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.722683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe447ef5-69fd-43c5-93a1-212c6c89dc80 req-835ea26e-180a-44e2-b0a1-43027c735ab0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1980860 Sep 17 22:35:24.810477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 79c29682-02da-43fd-855f-7105bb135322 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:24.850786 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6af91306-fea3-474c-821e-66b1bc10e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.901705 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21592571-10ff-4896-bbc6-bd04c50e067d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.927436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af91306-fea3-474c-821e-66b1bc10e28a None None] Pushing event updated for resources: {'Port': ['ID=79c29682-02da-43fd-855f-7105bb135322,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:24.941531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 79c29682-02da-43fd-855f-7105bb135322 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:24.944623 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.995218 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21592571-10ff-4896-bbc6-bd04c50e067d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.039748 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe447ef5-69fd-43c5-93a1-212c6c89dc80 req-ae67483f-c61a-4469-a2cb-c17c9a95e572 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065306 Sep 17 22:35:25.060483 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e451143-6225-4306-b47a-e731f31c220f req-7317033a-ba5b-46b2-82a6-6e2710c77ca6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 1001 time: 0.3569615 Sep 17 22:35:25.071423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21592571-10ff-4896-bbc6-bd04c50e067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1e9b5b-e3da-4492-97be-0dff128b04cf,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:25.079114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-21592571-10ff-4896-bbc6-bd04c50e067d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b6fbebf843040869f25837aeea45621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4785726 Sep 17 22:35:25.079564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47020) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:25.160875 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98c58ff7-697b-49a1-9edb-1536f2e0ab68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.222363 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98c58ff7-697b-49a1-9edb-1536f2e0ab68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.250783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019d684-2769-4433-87f0-2eef24072d0b req-0e18db11-90e8-4dbb-a78a-202e7acb0878 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.256958 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8019d684-2769-4433-87f0-2eef24072d0b req-0e18db11-90e8-4dbb-a78a-202e7acb0878 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 945 time: 0.0939572 Sep 17 22:35:25.279868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-720758f5-ca13-41da-8658-275d46c20b29 None None] Provisioning complete for port 79c29682-02da-43fd-855f-7105bb135322 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:25.280267 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-720758f5-ca13-41da-8658-275d46c20b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.350454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8019d684-2769-4433-87f0-2eef24072d0b req-7400b80e-6f99-4a83-bf80-9b45413cfbd6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476987 Sep 17 22:35:25.367063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e451143-6225-4306-b47a-e731f31c220f req-2f04fe79-c336-4d3e-b108-bd173aeb0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.369094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e451143-6225-4306-b47a-e731f31c220f req-2f04fe79-c336-4d3e-b108-bd173aeb0fdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 200 len: 834 time: 0.1873069 Sep 17 22:35:25.385214 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98c58ff7-697b-49a1-9edb-1536f2e0ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.391746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98c58ff7-697b-49a1-9edb-1536f2e0ab68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.395969 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-98c58ff7-697b-49a1-9edb-1536f2e0ab68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd1e9b5b-e3da-4492-97be-0dff128b04cf HTTP/1.1" status: 204 len: 168 time: 0.3153269 Sep 17 22:35:25.406398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c58ff7-697b-49a1-9edb-1536f2e0ab68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1e9b5b-e3da-4492-97be-0dff128b04cf,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:25.425209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fbc8d-b60d-4b0f-b546-72e3f6edecbd req-85a12759-6af0-499d-ab5e-68fe6d609f82 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.437491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a2fbc8d-b60d-4b0f-b546-72e3f6edecbd req-85a12759-6af0-499d-ab5e-68fe6d609f82 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.2421019 Sep 17 22:35:25.446267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7476fe52-af62-4493-aa39-7f74fb57c400 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:25.566814 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.636174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a2fbc8d-b60d-4b0f-b546-72e3f6edecbd req-02f55ef5-fa37-4a85-b37c-fb13da60b963 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977496 Sep 17 22:35:25.666673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 7476fe52-af62-4493-aa39-7f74fb57c400 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:25.672785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 7476fe52-af62-4493-aa39-7f74fb57c400 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:25.684755 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.701870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e451143-6225-4306-b47a-e731f31c220f req-6502d8e3-0298-48e1-a6a8-29f21acb04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.703359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e451143-6225-4306-b47a-e731f31c220f req-6502d8e3-0298-48e1-a6a8-29f21acb04cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3226397 Sep 17 22:35:25.893089 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.934036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c2688-b243-4308-87e5-d75376747877 req-f9abc237-6bf7-4031-afbd-15b03e3bec50 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.941587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-160c2688-b243-4308-87e5-d75376747877 req-f9abc237-6bf7-4031-afbd-15b03e3bec50 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1650078 Sep 17 22:35:25.967873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7476fe52-af62-4493-aa39-7f74fb57c400,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:25.969210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:25.971998 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d58084c-e142-44ea-8e47-cae167ecd5d4" -d '{"events": [{"server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "name": "network-vif-plugged", "status": "completed", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:25.992619 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e451143-6225-4306-b47a-e731f31c220f req-d47169fd-75fd-48d7-b863-9893dc3599b9 service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735426 Sep 17 22:35:26.093716 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-160c2688-b243-4308-87e5-d75376747877 req-fea3b67c-8de9-4686-ba88-652cbaf17fad tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464715 Sep 17 22:35:26.127192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.133551 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.314151 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b428a7-28ef-45bd-a6cc-b5ef5723a271 x-openstack-request-id: req-f7b428a7-28ef-45bd-a6cc-b5ef5723a271 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:26.314482 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "name": "network-vif-plugged", "status": "completed", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:26.314817 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7b428a7-28ef-45bd-a6cc-b5ef5723a271 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:26.315214 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400', 'code': 200} Sep 17 22:35:26.315767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=7476fe52-af62-4493-aa39-7f74fb57c400,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:26.405335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f8e99-4160-466a-9e44-e205224a6f68 req-015878d9-317e-4e4e-b9cd-62847939837d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.407009 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-987f8e99-4160-466a-9e44-e205224a6f68 req-015878d9-317e-4e4e-b9cd-62847939837d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1522408 Sep 17 22:35:26.515531 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-987f8e99-4160-466a-9e44-e205224a6f68 req-a5e1ae80-7c6c-40d9-960e-715471f05768 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917420 Sep 17 22:35:26.690714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 79c29682-02da-43fd-855f-7105bb135322 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:26.756574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e451143-6225-4306-b47a-e731f31c220f req-5711a39d-1575-4214-9017-8547d1a4ee79 service neutron] 10.222.0.15 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294149 Sep 17 22:35:26.784210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfba5b-cb78-4042-a853-24f61398d887 req-7ad7e257-80c7-4989-86b9-2f5464e5098a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.787512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18dfba5b-cb78-4042-a853-24f61398d887 req-7ad7e257-80c7-4989-86b9-2f5464e5098a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.2700062 Sep 17 22:35:26.830211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 79c29682-02da-43fd-855f-7105bb135322 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:26.839417 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.847361 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18dfba5b-cb78-4042-a853-24f61398d887 req-7fbab916-1e3a-44e0-aae7-afdc765295df tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511615 Sep 17 22:35:26.911471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Router 54fcd7c4-2597-4848-9411-e6901c653f88 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:35:27.359711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47078) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:27.434449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:27.461781 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Sync routers for ids ['54fcd7c4-2597-4848-9411-e6901c653f88'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:27.478143 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Routers {'54fcd7c4-2597-4848-9411-e6901c653f88'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:27.478922 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['54fcd7c4-2597-4848-9411-e6901c653f88'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:27.497526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'networks': [{'name': 'tempest-network--1684122879'}, {'name': 'tempest-network--1195269038'}]} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:27.498077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'network': {'name': 'tempest-network--1684122879'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:27.498292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'network': {'name': 'tempest-network--1195269038'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:27.530165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.535108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c869f43a-6d38-4ab1-8476-427c017c3e25 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0894523 Sep 17 22:35:27.535497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47082) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:27.612386 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Set router 54fcd7c4-2597-4848-9411-e6901c653f88 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:27.655487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Made reservation on behalf of 3845f2ebc0484b018a99e634efe120b2 for: {'network': 2} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:27.674966 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.718873 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.853344 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.875054 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'name': 'tempest-TestServerMultinode-126398784-router', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:21Z', 'updated_at': '2021-09-17T22:35:24Z', 'revision_number': 3, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'gw_port': {'id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:03:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:23Z', 'updated_at': '2021-09-17T22:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:27.909974 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Checking router: 54fcd7c4-2597-4848-9411-e6901c653f88 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:27.909974 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Updating router 54fcd7c4-2597-4848-9411-e6901c653f88 port e03c1698-a26c-4d06-91cf-264df5dffa1d binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:35:27.941763 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.942240 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.955783 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.094134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:28.109154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.109443 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Added segment f2616a60-1356-41b2-839a-ae6900c7d8df of type vlan for network 2f31683f-4fb9-4c74-970a-64aa3bc257d1 Sep 17 22:35:28.158331 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.243994 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d27f88b-0eb4-4ace-9627-d450258398d2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:28.250470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:28.272269 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.272269 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Added segment 31d825f5-2d2f-480c-8e3d-11a3d1122e8b of type vlan for network 674e2021-7c3e-4d07-8beb-9639f2fedabc Sep 17 22:35:28.284997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365f1f6-0635-42e4-a34d-3c9a49e4caec req-97abbcd7-7e2e-42dd-9d5e-c5060e95830d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.287913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4365f1f6-0635-42e4-a34d-3c9a49e4caec req-97abbcd7-7e2e-42dd-9d5e-c5060e95830d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.3224385 Sep 17 22:35:28.314788 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.385160 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.429182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4365f1f6-0635-42e4-a34d-3c9a49e4caec req-15de7ac3-c95f-45b7-824c-6e6cf83a8216 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1311126 Sep 17 22:35:28.449559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47094) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:28.494698 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.544393 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-efffe46f-9382-4994-bfb5-58333c371835 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/75deb4c3-3a83-4c25-a74e-09da8bd36663 HTTP/1.1" status: 200 len: 994 time: 0.0918381 Sep 17 22:35:28.561033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Allocated IP 172.20.0.1 (7804b251-f77a-4e51-879d-cb61041ec92b/6fc93c24-f8b1-4c67-aef4-74e148294c2d/c3216858-77fd-4cc3-9c36-03e792ca4e60) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:28.598464 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.622173 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.623036 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.631165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.638332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.639385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.664989 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Attempting to bind port e03c1698-a26c-4d06-91cf-264df5dffa1d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:28.665565 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Attempting to bind port e03c1698-a26c-4d06-91cf-264df5dffa1d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:28.666079 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Attempting to bind port e03c1698-a26c-4d06-91cf-264df5dffa1d on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:28.674059 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:28.674510 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:28.674974 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.675545 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:28.676077 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Bound port: e03c1698-a26c-4d06-91cf-264df5dffa1d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:28.676579 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.684297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.716296 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73e695-5cb0-4408-8654-e35c091eb713 None None] Pushing event updated for resources: {'Port': ['ID=e03c1698-a26c-4d06-91cf-264df5dffa1d,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:28.759109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'Network': ['ID=2f31683f-4fb9-4c74-970a-64aa3bc257d1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:28.767456 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] For port e03c1698-a26c-4d06-91cf-264df5dffa1d, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:28.776605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 2f31683f-4fb9-4c74-970a-64aa3bc257d1 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:28.791890 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] For port e03c1698-a26c-4d06-91cf-264df5dffa1d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e03c1698-a26c-4d06-91cf-264df5dffa1d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:28.833192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'Network': ['ID=674e2021-7c3e-4d07-8beb-9639f2fedabc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:28.851095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 674e2021-7c3e-4d07-8beb-9639f2fedabc details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:28.885190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.923408 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.923941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b3b5b944-ea44-428f-ac23-6007f375ee58 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5628216 Sep 17 22:35:28.926437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47096) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:28.927354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Network 7804b251-f77a-4e51-879d-cb61041ec92b is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:28.943154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:28.946142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:28.996229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3216858-77fd-4cc3-9c36-03e792ca4e60,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:29.018857 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Routers {'54fcd7c4-2597-4848-9411-e6901c653f88'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:29.019760 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['54fcd7c4-2597-4848-9411-e6901c653f88'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:29.027538 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.031367 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73e695-5cb0-4408-8654-e35c091eb713 None None] Pushing event updated for resources: {'Port': ['ID=e03c1698-a26c-4d06-91cf-264df5dffa1d,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:29.179832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.275623 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] Set router 54fcd7c4-2597-4848-9411-e6901c653f88 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:29.301222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.342355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf625fd-d32e-406d-9bb8-dcdbe59b0643 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.348357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf625fd-d32e-406d-9bb8-dcdbe59b0643 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.356361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf625fd-d32e-406d-9bb8-dcdbe59b0643 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.363467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf625fd-d32e-406d-9bb8-dcdbe59b0643 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.366311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5cf625fd-d32e-406d-9bb8-dcdbe59b0643 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4384620 Sep 17 22:35:29.369396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47104) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:29.422164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-19e36778-6aa2-4bc2-998a-e6dba40048a9 None None] Provisioning complete for port c3216858-77fd-4cc3-9c36-03e792ca4e60 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:29.429503 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-19e36778-6aa2-4bc2-998a-e6dba40048a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.520990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-19e36778-6aa2-4bc2-998a-e6dba40048a9 None None] Port c3216858-77fd-4cc3-9c36-03e792ca4e60 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:29.535929 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.581372 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.601617 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'name': 'tempest-TestServerMultinode-126398784-router', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:21Z', 'updated_at': '2021-09-17T22:35:24Z', 'revision_number': 3, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'gw_port': {'id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:03:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:23Z', 'updated_at': '2021-09-17T22:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:29.622669 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.637137 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5bc3e9-7731-42f5-b82f-cad45a9d92a3 None None] The sync data for ids ['54fcd7c4-2597-4848-9411-e6901c653f88'] in n-d-713499-18 is: [{'id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'name': 'tempest-TestServerMultinode-126398784-router', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:21Z', 'updated_at': '2021-09-17T22:35:24Z', 'revision_number': 3, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'gw_port': {'id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:03:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:23Z', 'updated_at': '2021-09-17T22:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:29.701827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.705783 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.708310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3216858-77fd-4cc3-9c36-03e792ca4e60,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:29.741785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f31683f-4fb9-4c74-970a-64aa3bc257d1']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:29.763136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2616a60-1356-41b2-839a-ae6900c7d8df') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:29.763623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2616a60-1356-41b2-839a-ae6900c7d8df') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:29.781747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.821048 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.833591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:29.833591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.845375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Network 7804b251-f77a-4e51-879d-cb61041ec92b is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:29.847929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:29.852462 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:30.019633 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.028170 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.034555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "DELETE /v2.0/networks/2f31683f-4fb9-4c74-970a-64aa3bc257d1 HTTP/1.1" status: 204 len: 168 time: 0.6635346 Sep 17 22:35:30.039349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47108) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:30.049316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e7f37-db3b-49cc-9c4f-a65593d9d449 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Network': ['ID=2f31683f-4fb9-4c74-970a-64aa3bc257d1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:30.095593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Router 54fcd7c4-2597-4848-9411-e6901c653f88 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:30.231942 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.267694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-35a2dd52-40e0-44da-955b-42879aa1e241 None None] Provisioning complete for port c3216858-77fd-4cc3-9c36-03e792ca4e60 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:30.268317 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-35a2dd52-40e0-44da-955b-42879aa1e241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.311155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-35a2dd52-40e0-44da-955b-42879aa1e241 None None] Port c3216858-77fd-4cc3-9c36-03e792ca4e60 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:30.389317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:30.425028 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1599f565-21f4-4ee5-a999-0339cd3517f5 admin admin] 10.222.0.30 "PUT /v2.0/routers/54fcd7c4-2597-4848-9411-e6901c653f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8880572 Sep 17 22:35:30.426812 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.440396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47118) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:30.466681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674e2021-7c3e-4d07-8beb-9639f2fedabc']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:30.501144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d825f5-2d2f-480c-8e3d-11a3d1122e8b') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:30.501445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d825f5-2d2f-480c-8e3d-11a3d1122e8b') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:30.558997 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.600494 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.611094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:30.611772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:30.616233 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:30.785101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e03c1698-a26c-4d06-91cf-264df5dffa1d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:30.813396 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.823375 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.828192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "DELETE /v2.0/networks/674e2021-7c3e-4d07-8beb-9639f2fedabc HTTP/1.1" status: 204 len: 168 time: 0.7771144 Sep 17 22:35:30.842472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47130) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:30.886859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port e03c1698-a26c-4d06-91cf-264df5dffa1d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:30.887235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.008397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.040991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0903a-3c81-43df-a87b-cbb6f76218ca tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Network': ['ID=674e2021-7c3e-4d07-8beb-9639f2fedabc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.046991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port e03c1698-a26c-4d06-91cf-264df5dffa1d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e03c1698-a26c-4d06-91cf-264df5dffa1d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:31.125613 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.145552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d4aa91-0a14-447f-973b-31a30ee5e02e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.157217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d4aa91-0a14-447f-973b-31a30ee5e02e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.158918 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-33d4aa91-0a14-447f-973b-31a30ee5e02e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3142931 Sep 17 22:35:31.165648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47138) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.174527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-509673263'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:31.217133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=e03c1698-a26c-4d06-91cf-264df5dffa1d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.234628 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:35:31.313707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Made reservation on behalf of 3845f2ebc0484b018a99e634efe120b2 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:31.317853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.373579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:31.408944 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.409289 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Added segment bdb9cc2c-f157-4c98-a282-ba23a2bcf252 of type vlan for network 8834eb35-7fb9-4e91-8609-7d09d264cee0 Sep 17 22:35:31.517051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.622007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-b6425e8c-e634-4fe0-abea-05a1bda90ecf tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.623567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-b6425e8c-e634-4fe0-abea-05a1bda90ecf tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/networks?id=d5e2ff31-8575-49e1-882e-47e45aa0c4f7 HTTP/1.1" status: 200 len: 911 time: 0.2440586 Sep 17 22:35:31.652444 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-b289b178-edf4-48e6-b2da-56491d64b1ef tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/quotas/f64e3933a7d54d3682a68d18769d4536 HTTP/1.1" status: 200 len: 375 time: 0.0217967 Sep 17 22:35:31.714070 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.717913 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.723392 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.723989 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.863822 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-4cb6c9f3-ae24-481f-881b-ba5c2ae44a4c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=f64e3933a7d54d3682a68d18769d4536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2034335 Sep 17 22:35:31.870176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7021585 Sep 17 22:35:31.870628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347be5db-d92f-4de2-8404-feb16eae1c9a tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'Network': ['ID=8834eb35-7fb9-4e91-8609-7d09d264cee0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.881204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47158) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.889431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1456615826'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:31.891663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8834eb35-7fb9-4e91-8609-7d09d264cee0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:31.897154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Sync routers for ids ['54fcd7c4-2597-4848-9411-e6901c653f88'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:31.936989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Routers {'54fcd7c4-2597-4848-9411-e6901c653f88'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:31.937815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['54fcd7c4-2597-4848-9411-e6901c653f88'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:32.020005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Made reservation on behalf of 3845f2ebc0484b018a99e634efe120b2 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:32.026522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.057882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:32.067952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.068424 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Added segment 9dbd924b-b643-49fa-ad3a-e435983fb3fa of type vlan for network 3282e751-4915-4469-a879-95c43b86c1ff Sep 17 22:35:32.098066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Set router 54fcd7c4-2597-4848-9411-e6901c653f88 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:32.118079 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.150530 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-071a563d-a556-46cd-9bc4-3ff07ea88dfd service neutron] 10.222.0.30 "GET /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773972 Sep 17 22:35:32.229013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.235872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:32.236503 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.294452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-72f9c317-24fc-4e94-a3f2-24855dcc561b service neutron] 10.222.0.30 "GET /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241314 Sep 17 22:35:32.303437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] Deleting port fc89fa9b-a224-4962-bea5-35bd5a7b6766 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:32.303799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.323519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'Network': ['ID=3282e751-4915-4469-a879-95c43b86c1ff,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:32.336203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 3282e751-4915-4469-a879-95c43b86c1ff details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:32.339090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3ebe6fb6-3792-4b34-ae0f-7cff8a4c5e37 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4557509 Sep 17 22:35:32.343048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47164) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.350278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'ports': [{'network_id': '8834eb35-7fb9-4e91-8609-7d09d264cee0', 'name': 'tempest-port--132999877', 'admin_state_up': True}, {'network_id': '3282e751-4915-4469-a879-95c43b86c1ff', 'admin_state_up': False}]} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:32.350948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'port': {'network_id': '8834eb35-7fb9-4e91-8609-7d09d264cee0', 'name': 'tempest-port--132999877', 'admin_state_up': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:32.353364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'port': {'network_id': '3282e751-4915-4469-a879-95c43b86c1ff', 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:32.374569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'name': 'tempest-TestServerMultinode-126398784-router', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:21Z', 'updated_at': '2021-09-17T22:35:29Z', 'revision_number': 4, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'gw_port': {'id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:23Z', 'updated_at': '2021-09-17T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c3216858-77fd-4cc3-9c36-03e792ca4e60', 'name': '', 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'mac_address': 'fa:16:3e:e6:f6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '6fc93c24-f8b1-4c67-aef4-74e148294c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:28Z', 'updated_at': '2021-09-17T22:35:29Z', 'revision_number': 2, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'subnets': [{'id': '6fc93c24-f8b1-4c67-aef4-74e148294c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:32.431360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] For port fc89fa9b-a224-4962-bea5-35bd5a7b6766, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fc89fa9b-a224-4962-bea5-35bd5a7b6766,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:32.436188 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.454749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] Calling delete_port for fc89fa9b-a224-4962-bea5-35bd5a7b6766 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:32.627028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Checking router: 54fcd7c4-2597-4848-9411-e6901c653f88 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:32.627379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Updating router 54fcd7c4-2597-4848-9411-e6901c653f88 port c3216858-77fd-4cc3-9c36-03e792ca4e60 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:35:32.675210 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.689466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e03c1698-a26c-4d06-91cf-264df5dffa1d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:32.720582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e94c1928-4e5a-43e0-befb-c027c09d485e req-29e4ec36-82d5-48c0-a1b2-3acd9ff4c698 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 210 time: 0.0331423 Sep 17 22:35:32.721602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Made reservation on behalf of 3845f2ebc0484b018a99e634efe120b2 for: {'port': 2} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:32.727935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.755380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.869446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port e03c1698-a26c-4d06-91cf-264df5dffa1d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:32.869827 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.906797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] device_id is not set on port 30b8deb0-a0b8-47de-b8cd-1785052f7c24 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:35:32.931513 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.976410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc89fa9b-a224-4962-bea5-35bd5a7b6766,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:33.087639 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.161003 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.167609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] device_id is not set on port a5864a9a-66ad-444c-bf0e-d9c44c5ce18b yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:35:33.247822 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.306292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.402599 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.404699 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-505eebee-b28f-4e3d-9047-642e2bb45c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.465341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306007e-6c87-4d92-9479-8a4225ea2cfa None None] Pushing event updated for resources: {'Port': ['ID=c3216858-77fd-4cc3-9c36-03e792ca4e60,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:33.471451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.536302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Attempting to bind port c3216858-77fd-4cc3-9c36-03e792ca4e60 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:33.537259 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Attempting to bind port c3216858-77fd-4cc3-9c36-03e792ca4e60 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:33.538005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Attempting to bind port c3216858-77fd-4cc3-9c36-03e792ca4e60 on network 7804b251-f77a-4e51-879d-cb61041ec92b {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:33.544382 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:33.550359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Checking segment: {'id': '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:33.550359 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.550359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Bound using segment: {'id': '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:33.550359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Bound port: c3216858-77fd-4cc3-9c36-03e792ca4e60, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:33.550359 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.596527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'Port': ['ID=30b8deb0-a0b8-47de-b8cd-1785052f7c24,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:33.644924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Checking segment: {'id': 'bdb9cc2c-f157-4c98-a282-ba23a2bcf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8834eb35-7fb9-4e91-8609-7d09d264cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:33.645321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Network hostable DHCP agents. Network: 8834eb35-7fb9-4e91-8609-7d09d264cee0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:33.746661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] For port c3216858-77fd-4cc3-9c36-03e792ca4e60, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:33.751021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] For port c3216858-77fd-4cc3-9c36-03e792ca4e60, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c3216858-77fd-4cc3-9c36-03e792ca4e60,segment=NetworkSegment(6c394dbf-f66d-487a-b3c8-a8cdc6b3397d),segment_id=6c394dbf-f66d-487a-b3c8-a8cdc6b3397d)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:33.753086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Network 8834eb35-7fb9-4e91-8609-7d09d264cee0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:33.783748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c9f1fa9c-916c-4c6f-92d1-a7a2b4ccf9fd None None] Provisioning complete for port c3216858-77fd-4cc3-9c36-03e792ca4e60 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:33.784143 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c9f1fa9c-916c-4c6f-92d1-a7a2b4ccf9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.822387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c9f1fa9c-916c-4c6f-92d1-a7a2b4ccf9fd None None] Port c3216858-77fd-4cc3-9c36-03e792ca4e60 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:33.851333 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0f00f8d-7072-4cf8-b057-c5380430501e req-8e033f61-e27c-42be-a7fd-2712e19e347a tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 210 time: 0.0597205 Sep 17 22:35:33.893637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8834eb35-7fb9-4e91-8609-7d09d264cee0) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:33.898189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:33.898383 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.899516 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.912573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f338b05-aade-4816-9237-d2a7e73037a4 None None] Network 8834eb35-7fb9-4e91-8609-7d09d264cee0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:33.974185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'Port': ['ID=a5864a9a-66ad-444c-bf0e-d9c44c5ce18b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:33.993406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Checking segment: {'id': '9dbd924b-b643-49fa-ad3a-e435983fb3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3282e751-4915-4469-a879-95c43b86c1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:33.993780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Network hostable DHCP agents. Network: 3282e751-4915-4469-a879-95c43b86c1ff, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:34.035388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] Router f28a46e6-372a-433f-a232-e90e8180e29b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:34.036178 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Routers {'54fcd7c4-2597-4848-9411-e6901c653f88'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:34.036822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['54fcd7c4-2597-4848-9411-e6901c653f88'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:34.084969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306007e-6c87-4d92-9479-8a4225ea2cfa None None] Pushing event updated for resources: {'Port': ['ID=c3216858-77fd-4cc3-9c36-03e792ca4e60,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:34.117063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Network 3282e751-4915-4469-a879-95c43b86c1ff is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:34.185562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:34.196634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47190) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:34.196838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e691c00d-8a07-442f-b412-ff44eef0e57f admin admin] 10.222.0.30 "PUT /v2.0/routers/f28a46e6-372a-433f-a232-e90e8180e29b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7467065 Sep 17 22:35:34.199375 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] Sync routers for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:34.217612 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:34.218936 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:34.230474 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] Set router 54fcd7c4-2597-4848-9411-e6901c653f88 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:34.243756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 3282e751-4915-4469-a879-95c43b86c1ff) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:34.251653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:34.258598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.263321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.264238 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.265332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e1366b-b86d-4590-b8da-6f37549e925c None None] Network 3282e751-4915-4469-a879-95c43b86c1ff requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:34.335167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.365577 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:34.402542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a8c3c7d9-e119-40eb-b57a-1e3137a14588 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0556772 Sep 17 22:35:34.413035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47192) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:34.440202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b4d27de6-993c-4224-ae9a-5f1d39c63f5e None None] Provisioning complete for port c3216858-77fd-4cc3-9c36-03e792ca4e60 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:34.440674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4d27de6-993c-4224-ae9a-5f1d39c63f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.492657 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.531602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7280d936-f087-4cbd-9ddf-137e69a14988 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.544048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7280d936-f087-4cbd-9ddf-137e69a14988 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:34.546661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7280d936-f087-4cbd-9ddf-137e69a14988 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1322885 Sep 17 22:35:34.549624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47194) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:34.647714 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:35:32Z', 'revision_number': 5, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port': {'id': '6f7ee66d-598a-43ee-bc94-7f5770d9d2eb', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:22Z', 'updated_at': '2021-09-17T22:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:34.652674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4d27de6-993c-4224-ae9a-5f1d39c63f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.679464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'name': 'tempest-TestServerMultinode-126398784-router', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:21Z', 'updated_at': '2021-09-17T22:35:29Z', 'revision_number': 4, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'gw_port': {'id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:23Z', 'updated_at': '2021-09-17T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c3216858-77fd-4cc3-9c36-03e792ca4e60', 'name': '', 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'mac_address': 'fa:16:3e:e6:f6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '6fc93c24-f8b1-4c67-aef4-74e148294c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:28Z', 'updated_at': '2021-09-17T22:35:33Z', 'revision_number': 4, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'subnets': [{'id': '6fc93c24-f8b1-4c67-aef4-74e148294c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:34.688108 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] Checking router: f28a46e6-372a-433f-a232-e90e8180e29b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:34.703374 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] Routers {'f28a46e6-372a-433f-a232-e90e8180e29b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:34.704339 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f28a46e6-372a-433f-a232-e90e8180e29b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:34.717143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33494f-b1d5-4c74-827c-a186a8f56330 None None] The sync data for ids ['54fcd7c4-2597-4848-9411-e6901c653f88'] in n-d-713499-18 is: [{'id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'name': 'tempest-TestServerMultinode-126398784-router', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:21Z', 'updated_at': '2021-09-17T22:35:29Z', 'revision_number': 4, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'gw_port': {'id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:23Z', 'updated_at': '2021-09-17T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c3216858-77fd-4cc3-9c36-03e792ca4e60', 'name': '', 'network_id': '7804b251-f77a-4e51-879d-cb61041ec92b', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'mac_address': 'fa:16:3e:e6:f6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '6fc93c24-f8b1-4c67-aef4-74e148294c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:28Z', 'updated_at': '2021-09-17T22:35:33Z', 'revision_number': 4, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'subnets': [{'id': '6fc93c24-f8b1-4c67-aef4-74e148294c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:34.722610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b4d27de6-993c-4224-ae9a-5f1d39c63f5e None None] For port c3216858-77fd-4cc3-9c36-03e792ca4e60, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c3216858-77fd-4cc3-9c36-03e792ca4e60,segment=NetworkSegment(6c394dbf-f66d-487a-b3c8-a8cdc6b3397d),segment_id=6c394dbf-f66d-487a-b3c8-a8cdc6b3397d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:34.743743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Deleting port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:34.744523 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.816742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4d27de6-993c-4224-ae9a-5f1d39c63f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.919105 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d27de6-993c-4224-ae9a-5f1d39c63f5e None None] Pushing event updated for resources: {'Port': ['ID=c3216858-77fd-4cc3-9c36-03e792ca4e60,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:34.928902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e636c87d-4e5a-41a0-873b-1d291230492c tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Deleting port 30b8deb0-a0b8-47de-b8cd-1785052f7c24 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:34.932819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e636c87d-4e5a-41a0-873b-1d291230492c tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.945444 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] Set router f28a46e6-372a-433f-a232-e90e8180e29b gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:35.028020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-73b3857d-762f-4bf2-85ad-081f643c72b3 req-f4709537-b8bd-4b46-9e8b-cb03d0f82376 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 210 time: 0.0581689 Sep 17 22:35:35.029844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] For port 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6f7ee66d-598a-43ee-bc94-7f5770d9d2eb,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:35.030208 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.040002 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:35:34Z', 'revision_number': 6, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:35.087650 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea9e77-74a7-454c-bce3-9e4fe0d0115e None None] The sync data for ids ['f28a46e6-372a-433f-a232-e90e8180e29b'] in n-d-713499-18 is: [{'id': 'f28a46e6-372a-433f-a232-e90e8180e29b', 'name': 'tempest-AttachVolumeShelveTestJSON-954113680-router', 'tenant_id': 'adf2cd98c5044a71ad390a82767e79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:35:34Z', 'revision_number': 6, 'project_id': 'adf2cd98c5044a71ad390a82767e79d6', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:35.096235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e636c87d-4e5a-41a0-873b-1d291230492c tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.098883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Calling delete_port for 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:35.120328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e636c87d-4e5a-41a0-873b-1d291230492c tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Calling delete_port for 30b8deb0-a0b8-47de-b8cd-1785052f7c24 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:35.719512 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e636c87d-4e5a-41a0-873b-1d291230492c tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.764663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636c87d-4e5a-41a0-873b-1d291230492c tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Port': ['ID=30b8deb0-a0b8-47de-b8cd-1785052f7c24,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:35.768569 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e636c87d-4e5a-41a0-873b-1d291230492c tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.772003 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e636c87d-4e5a-41a0-873b-1d291230492c tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "DELETE /v2.0/ports/30b8deb0-a0b8-47de-b8cd-1785052f7c24 HTTP/1.1" status: 204 len: 168 time: 1.2194533 Sep 17 22:35:35.773173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47204) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:35.873805 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f8d285e6-37b3-4f18-b619-303960f06ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.922362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:35.927091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a618e7a7-3214-49b0-93fe-ab30700d28d3 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Deleting port a5864a9a-66ad-444c-bf0e-d9c44c5ce18b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:35.927091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a618e7a7-3214-49b0-93fe-ab30700d28d3 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.000075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7ee66d-598a-43ee-bc94-7f5770d9d2eb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:36.080542 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a618e7a7-3214-49b0-93fe-ab30700d28d3 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.110885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a618e7a7-3214-49b0-93fe-ab30700d28d3 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Calling delete_port for a5864a9a-66ad-444c-bf0e-d9c44c5ce18b owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:36.186047 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.209594 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01e38cb8-4fa4-43dc-a6c3-41c1d31147aa req-a9608ee7-b584-44fa-ac5f-95593be60f5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 210 time: 0.0422108 Sep 17 22:35:36.306002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-bce248a6-cc76-4812-8728-0fbf03e25e2d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.307502 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-bce248a6-cc76-4812-8728-0fbf03e25e2d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.15 "GET /v2.0/networks?id=d5e2ff31-8575-49e1-882e-47e45aa0c4f7 HTTP/1.1" status: 200 len: 911 time: 0.3212647 Sep 17 22:35:36.309659 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.311914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.323258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Request body: {'port': {'device_id': '059718ef-a68c-4000-a124-d05dbc6dc660', 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7', 'admin_state_up': True, 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:36.362524 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a618e7a7-3214-49b0-93fe-ab30700d28d3 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.400240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618e7a7-3214-49b0-93fe-ab30700d28d3 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Port': ['ID=a5864a9a-66ad-444c-bf0e-d9c44c5ce18b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:36.408438 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a618e7a7-3214-49b0-93fe-ab30700d28d3 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.410498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a618e7a7-3214-49b0-93fe-ab30700d28d3 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "DELETE /v2.0/ports/a5864a9a-66ad-444c-bf0e-d9c44c5ce18b HTTP/1.1" status: 204 len: 168 time: 0.6351802 Sep 17 22:35:36.413840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47214) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:36.442971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ccac820c-948c-41bf-8124-cb2828b572a8 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0279155 Sep 17 22:35:36.446364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47216) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:36.451306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1658114860'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:36.465170 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.470174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f28a46e6-372a-433f-a232-e90e8180e29b {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:35:36.470864 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.474145 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a7ab3be5-c2c2-4e15-a5d8-cb45488b3823 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f28a46e6-372a-433f-a232-e90e8180e29b HTTP/1.1" status: 204 len: 168 time: 2.2743983 Sep 17 22:35:36.475494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47218) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:36.488727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Made reservation on behalf of f64e3933a7d54d3682a68d18769d4536 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:36.491186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.568114 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ee1f01-01c8-49fc-bbbb-bd7a105acac5 admin admin] Deleting subnet 9765020f-4b49-4fb4-9f98-f8d24d18f527 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:36.575448 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1f01-01c8-49fc-bbbb-bd7a105acac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.631877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1f01-01c8-49fc-bbbb-bd7a105acac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.648428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Allocated IP 172.20.0.4 (d5e2ff31-8575-49e1-882e-47e45aa0c4f7/7872e69d-df6d-42ce-943b-6a0b12fe1327/d728342e-9391-4581-8ec2-dfe6475f5d74) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:36.698671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c3216858-77fd-4cc3-9c36-03e792ca4e60 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:36.710612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Made reservation on behalf of 3845f2ebc0484b018a99e634efe120b2 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:36.714143 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.770911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port c3216858-77fd-4cc3-9c36-03e792ca4e60 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:36.771856 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.785480 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1f01-01c8-49fc-bbbb-bd7a105acac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.805268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.809296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:36.827772 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.828411 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Added segment 1b37c528-05fd-45ce-ad62-0b46b85e1507 of type vlan for network 9ac8f866-01ba-457b-a766-b1e8f824f6bb Sep 17 22:35:36.888503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.934165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fc89fa9b-a224-4962-bea5-35bd5a7b6766 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:36.953349 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.956586 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: fc89fa9b-a224-4962-bea5-35bd5a7b6766 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:36.957203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fc89fa9b-a224-4962-bea5-35bd5a7b6766 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:36.957668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:36.982129 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1f01-01c8-49fc-bbbb-bd7a105acac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.983309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:36.983673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6f7ee66d-598a-43ee-bc94-7f5770d9d2eb not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:36.993878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:37.004462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:37.011042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:37.020757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee1f01-01c8-49fc-bbbb-bd7a105acac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9765020f-4b49-4fb4-9f98-f8d24d18f527,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:37.027565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1f01-01c8-49fc-bbbb-bd7a105acac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.032225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e0ee1f01-01c8-49fc-bbbb-bd7a105acac5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9765020f-4b49-4fb4-9f98-f8d24d18f527 HTTP/1.1" status: 204 len: 168 time: 0.5531130 Sep 17 22:35:37.032372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47220) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:37.035142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3270e1-74d8-4aaf-b687-3e5d2960fa3b None None] Network dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:37.035541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.038420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Pushing event updated for resources: {'Port': ['ID=d728342e-9391-4581-8ec2-dfe6475f5d74,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:37.043815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.044943 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.079285 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.094375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.095003 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.228298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-c114c1ca-7864-4d45-8833-65ce641ebc5c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9108207 Sep 17 22:35:37.236772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7889316 Sep 17 22:35:37.247792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47230) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:37.249609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Request body: {'port': {'device_id': '059718ef-a68c-4000-a124-d05dbc6dc660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:37.258333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-940404016'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:37.263913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d9646-30e5-4088-8079-de636c7730a0 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'Network': ['ID=9ac8f866-01ba-457b-a766-b1e8f824f6bb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:37.286678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.289120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 9ac8f866-01ba-457b-a766-b1e8f824f6bb details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:37.334612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.377333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Deleting port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:37.377822 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.435174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd8596-1a20-4791-bf1b-765dfe823209 req-3eb8a1ee-3d46-4c4d-839a-ce349b200e08 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.436727 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-35fd8596-1a20-4791-bf1b-765dfe823209 req-3eb8a1ee-3d46-4c4d-839a-ce349b200e08 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1027 time: 0.0951023 Sep 17 22:35:37.448493 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.463171 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] For port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=23a88fb5-d6dc-4d1a-9efd-95c709cbadb6,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:37.463171 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.472627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1aa0b49c-ffe9-4b01-bbd3-2fb5e26b5928 None None] Provisioning complete for port d728342e-9391-4581-8ec2-dfe6475f5d74 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:37.472627 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1aa0b49c-ffe9-4b01-bbd3-2fb5e26b5928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.487773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Made reservation on behalf of 3845f2ebc0484b018a99e634efe120b2 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:37.493810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.504757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af92dca-d65b-432c-b4c2-84c9aa4df75c None None] DHCP port deletion for dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:37.518907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Calling delete_port for 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:37.537961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:37.543747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0b49c-ffe9-4b01-bbd3-2fb5e26b5928 None None] Port d728342e-9391-4581-8ec2-dfe6475f5d74 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:37.570837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5af92dca-d65b-432c-b4c2-84c9aa4df75c None None] Deleting port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:37.570837 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5af92dca-d65b-432c-b4c2-84c9aa4df75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.582264 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-35fd8596-1a20-4791-bf1b-765dfe823209 req-8d4cb5ea-0577-42e1-9d4b-28f3220a2523 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375759 Sep 17 22:35:37.582680 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.583132 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Added segment 4f942f9f-e5b2-425b-a9a9-0575c07e7fb9 of type vlan for network 0c00fd9e-6245-4de9-bc5f-b42e937830ba Sep 17 22:35:37.636458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5af92dca-d65b-432c-b4c2-84c9aa4df75c None None] For port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=23a88fb5-d6dc-4d1a-9efd-95c709cbadb6,segment=NetworkSegment(228f3737-e8e7-48d4-9ece-bb3b7602ecd1),segment_id=228f3737-e8e7-48d4-9ece-bb3b7602ecd1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:37.636858 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5af92dca-d65b-432c-b4c2-84c9aa4df75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.638271 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.658030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5af92dca-d65b-432c-b4c2-84c9aa4df75c None None] Calling delete_port for 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:37.742344 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.749428 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5af92dca-d65b-432c-b4c2-84c9aa4df75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.776421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] No DVR routers for this DVR port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:37.778584 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af92dca-d65b-432c-b4c2-84c9aa4df75c None None] Pushing event deleted for resources: {'Port': ['ID=23a88fb5-d6dc-4d1a-9efd-95c709cbadb6,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:37.778928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a88fb5-d6dc-4d1a-9efd-95c709cbadb6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:37.785116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d728342e-9391-4581-8ec2-dfe6475f5d74 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:37.792669 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af92dca-d65b-432c-b4c2-84c9aa4df75c None None] No DVR routers for this DVR port 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:37.805193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.818756 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.820351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Transition to ACTIVE for port object d728342e-9391-4581-8ec2-dfe6475f5d74 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:37.821061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.821694 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.894798 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.910774 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.943267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'Network': ['ID=0c00fd9e-6245-4de9-bc5f-b42e937830ba,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:37.951415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:37.954933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a30ac141-b78e-422d-9c15-2f54b6c24637 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7055936 Sep 17 22:35:37.961342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 0c00fd9e-6245-4de9-bc5f-b42e937830ba details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:37.972591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228f3737-e8e7-48d4-9ece-bb3b7602ecd1') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:37.972591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228f3737-e8e7-48d4-9ece-bb3b7602ecd1') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:37.972852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Pushing event updated for resources: {'Port': ['ID=d728342e-9391-4581-8ec2-dfe6475f5d74,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:37.975971 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.002346 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.014727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:38.017309 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:38.021728 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:38.128601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47232) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:38.134536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'subnets': [{'network_id': '9ac8f866-01ba-457b-a766-b1e8f824f6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1204067140', 'ip_version': 4}, {'network_id': '0c00fd9e-6245-4de9-bc5f-b42e937830ba', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:38.134919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'subnet': {'network_id': '9ac8f866-01ba-457b-a766-b1e8f824f6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1204067140', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:38.135548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Request body: {'subnet': {'network_id': '0c00fd9e-6245-4de9-bc5f-b42e937830ba', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:38.143150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Attempting to bind port d728342e-9391-4581-8ec2-dfe6475f5d74 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:38.143772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Attempting to bind port d728342e-9391-4581-8ec2-dfe6475f5d74 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:38.144356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Attempting to bind port d728342e-9391-4581-8ec2-dfe6475f5d74 on network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:38.151579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Port d728342e-9391-4581-8ec2-dfe6475f5d74 on network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:38.152422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Attempting to bind port d728342e-9391-4581-8ec2-dfe6475f5d74 on network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:38.162471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:38.162807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Checking segment: {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:38.163094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Bound using segment: {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:38.163537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Bound port: d728342e-9391-4581-8ec2-dfe6475f5d74, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:38.163904 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.214921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.287685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] For port d728342e-9391-4581-8ec2-dfe6475f5d74, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:38.298181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] For port d728342e-9391-4581-8ec2-dfe6475f5d74, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d728342e-9391-4581-8ec2-dfe6475f5d74,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:38.306341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.313355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0 HTTP/1.1" status: 204 len: 168 time: 1.2789013 Sep 17 22:35:38.355727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7881d6e-cc40-41b1-9b28-8d0c697afe02 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb8e766-83e6-4fa2-9f2f-9e9a877d71e0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:38.394388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.436388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.437123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.447954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] 10.222.0.15 "PUT /v2.0/ports/d728342e-9391-4581-8ec2-dfe6475f5d74 HTTP/1.1" status: 200 len: 1092 time: 1.2062767 Sep 17 22:35:38.450293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059718ef-a68c-4000-a124-d05dbc6dc660', 'tag': 'd728342e-9391-4581-8ec2-dfe6475f5d74'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:38.456859 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea7e311-0880-4bc7-8ac3-4328e5a73d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "059718ef-a68c-4000-a124-d05dbc6dc660", "tag": "d728342e-9391-4581-8ec2-dfe6475f5d74"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:38.495852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41743142-8ef7-430d-9bfc-e8d56abcbe37 service neutron] Pushing event updated for resources: {'Port': ['ID=d728342e-9391-4581-8ec2-dfe6475f5d74,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:38.515207 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd058b7-e737-4aca-82d0-132c98346c2c x-openstack-request-id: req-3bd058b7-e737-4aca-82d0-132c98346c2c {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:38.515502 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059718ef-a68c-4000-a124-d05dbc6dc660", "tag": "d728342e-9391-4581-8ec2-dfe6475f5d74", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:38.515755 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bd058b7-e737-4aca-82d0-132c98346c2c {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:38.516193 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059718ef-a68c-4000-a124-d05dbc6dc660', 'tag': 'd728342e-9391-4581-8ec2-dfe6475f5d74', 'status': 'completed', 'code': 200} Sep 17 22:35:38.617345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7e311-0880-4bc7-8ac3-4328e5a73d5d req-5ae5e933-1c12-44be-aed9-fa7ad7b3b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.620826 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dea7e311-0880-4bc7-8ac3-4328e5a73d5d req-5ae5e933-1c12-44be-aed9-fa7ad7b3b6e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f64e3933a7d54d3682a68d18769d4536&device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1095 time: 0.0581601 Sep 17 22:35:38.643245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:38.657691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Made reservation on behalf of 3845f2ebc0484b018a99e634efe120b2 for: {'subnet': 2} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:38.667985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:38.668399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 23a88fb5-d6dc-4d1a-9efd-95c709cbadb6 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:38.672328 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.673835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.866725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b0633-8633-46dc-bc35-febfa7e96461 req-451fd9d0-e330-43b5-87db-0fd8d21b25aa tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.868497 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-716b0633-8633-46dc-bc35-febfa7e96461 req-451fd9d0-e330-43b5-87db-0fd8d21b25aa tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1095 time: 0.1695948 Sep 17 22:35:38.874413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47248) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:38.948875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7e311-0880-4bc7-8ac3-4328e5a73d5d req-7d6e98e8-713e-4a6f-a219-b53ef52ce89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:38.950269 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dea7e311-0880-4bc7-8ac3-4328e5a73d5d req-7d6e98e8-713e-4a6f-a219-b53ef52ce89a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f64e3933a7d54d3682a68d18769d4536&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3155408 Sep 17 22:35:38.971664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.017692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-716b0633-8633-46dc-bc35-febfa7e96461 req-19564d47-1e55-462b-b871-8eb74ccf9eb4 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228774 Sep 17 22:35:39.035565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-73c4f643-f8e7-4500-8b50-92cebcd93739 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=adf2cd98c5044a71ad390a82767e79d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599705 Sep 17 22:35:39.040674 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47250) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:39.164929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7e311-0880-4bc7-8ac3-4328e5a73d5d req-b01d53f4-64d0-4cc7-8458-99a2e80e0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.166492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dea7e311-0880-4bc7-8ac3-4328e5a73d5d req-b01d53f4-64d0-4cc7-8458-99a2e80e0cba service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2065108 Sep 17 22:35:39.170298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b59523ca-e65e-401e-b530-4c3fff45461c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.200022 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b59523ca-e65e-401e-b530-4c3fff45461c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.283329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.292085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-06970e2c-43ab-4b51-b089-6429f11f78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.295226 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-06970e2c-43ab-4b51-b089-6429f11f78b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f64e3933a7d54d3682a68d18769d4536&device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1095 time: 0.0481091 Sep 17 22:35:39.354773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-0b0a2353-5cfe-4de1-8add-498b002c46ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d728342e-9391-4581-8ec2-dfe6475f5d74 HTTP/1.1" status: 200 len: 217 time: 0.0463591 Sep 17 22:35:39.355676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'Subnet': ['ID=8c9ac08d-5230-463c-9fa9-3fcd9f725fc7,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:39.356828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b59523ca-e65e-401e-b530-4c3fff45461c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.363649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b59523ca-e65e-401e-b530-4c3fff45461c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.367779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Checking segment: {'id': '1b37c528-05fd-45ce-ad62-0b46b85e1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ac8f866-01ba-457b-a766-b1e8f824f6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:39.371051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Network hostable DHCP agents. Network: 9ac8f866-01ba-457b-a766-b1e8f824f6bb, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:39.371182 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b59523ca-e65e-401e-b530-4c3fff45461c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb952218-7e25-4f0e-aa83-dd0d757739ef HTTP/1.1" status: 204 len: 168 time: 0.3241260 Sep 17 22:35:39.428688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59523ca-e65e-401e-b530-4c3fff45461c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb952218-7e25-4f0e-aa83-dd0d757739ef,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:39.462515 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-9fe49866-9263-4c58-86d3-8b3b6d7b077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.465371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-9fe49866-9263-4c58-86d3-8b3b6d7b077e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7872e69d-df6d-42ce-943b-6a0b12fe1327 HTTP/1.1" status: 200 len: 849 time: 0.0951104 Sep 17 22:35:39.484152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Network 9ac8f866-01ba-457b-a766-b1e8f824f6bb is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:39.522454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-f8ac84f1-264c-462d-951b-0dacc077f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.524002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-f8ac84f1-264c-462d-951b-0dacc077f982 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5e2ff31-8575-49e1-882e-47e45aa0c4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517683 Sep 17 22:35:39.598457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 9ac8f866-01ba-457b-a766-b1e8f824f6bb) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:39.602901 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.611980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f9d73e-65df-4e41-aea9-593d3b9100ab None None] Network 9ac8f866-01ba-457b-a766-b1e8f824f6bb requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:39.629258 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-f78955a3-0514-4b89-a310-c25551643873 service neutron] 10.222.0.15 "GET /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980144 Sep 17 22:35:39.668354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event updated for resources: {'Subnet': ['ID=23a63baf-6420-429c-bdf3-12d408d1409b,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:39.676179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Checking segment: {'id': '4f942f9f-e5b2-425b-a9a9-0575c07e7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c00fd9e-6245-4de9-bc5f-b42e937830ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:39.676179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Network hostable DHCP agents. Network: 0c00fd9e-6245-4de9-bc5f-b42e937830ba, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:39.764941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-99366d87-d0df-4901-82ea-c5bf5ca71ca4 req-06aed2b5-3fc1-44df-b731-684059cbfe15 service neutron] 10.222.0.15 "GET /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278212 Sep 17 22:35:39.783434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-9ac8f866-01ba-457b-a766-b1e8f824f6bb', 'network_id': '9ac8f866-01ba-457b-a766-b1e8f824f6bb', 'tenant_id': '3845f2ebc0484b018a99e634efe120b2', 'fixed_ips': [{'subnet_id': '8c9ac08d-5230-463c-9fa9-3fcd9f725fc7'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:39.784369 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.842408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Network 0c00fd9e-6245-4de9-bc5f-b42e937830ba is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:39.928821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Allocated IP 172.20.0.2 (9ac8f866-01ba-457b-a766-b1e8f824f6bb/8c9ac08d-5230-463c-9fa9-3fcd9f725fc7/df883192-a53e-4aef-aa69-77478cf43bca) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:39.941721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 0c00fd9e-6245-4de9-bc5f-b42e937830ba) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:39.948253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.949042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:39.950911 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.958240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1450e9-5e88-4248-b8e1-8c621d3585b2 None None] Network 0c00fd9e-6245-4de9-bc5f-b42e937830ba requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:40.082553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8ed4b5ef-24e4-400c-b748-8beb01f25d04 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9502969 Sep 17 22:35:40.083291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47270) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:40.158018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f9513-6d19-4fa2-836b-32dbed0fcb6c req-51b1b8d6-d4f5-47e0-bb78-4f1352bb2421 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.167350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f92f9513-6d19-4fa2-836b-32dbed0fcb6c req-51b1b8d6-d4f5-47e0-bb78-4f1352bb2421 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1095 time: 0.0660653 Sep 17 22:35:40.189111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4323f477-885e-4999-8ea0-379de6c797a4 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.189111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4323f477-885e-4999-8ea0-379de6c797a4 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.189111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4323f477-885e-4999-8ea0-379de6c797a4 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.194821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4323f477-885e-4999-8ea0-379de6c797a4 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1055069 Sep 17 22:35:40.195402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47274) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:40.206945 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.221606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f92f9513-6d19-4fa2-836b-32dbed0fcb6c req-93848843-9fe7-47e5-a4a5-c7ff00a696de tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528469 Sep 17 22:35:40.256450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-0c00fd9e-6245-4de9-bc5f-b42e937830ba', 'network_id': '0c00fd9e-6245-4de9-bc5f-b42e937830ba', 'tenant_id': '3845f2ebc0484b018a99e634efe120b2', 'fixed_ips': [{'subnet_id': '23a63baf-6420-429c-bdf3-12d408d1409b'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:40.257328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.269974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-6268cc99-0427-4501-b808-1273633da5f6 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Deleting subnet 8c9ac08d-5230-463c-9fa9-3fcd9f725fc7 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:40.327289 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6268cc99-0427-4501-b808-1273633da5f6 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.332966 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.335038 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.372533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6268cc99-0427-4501-b808-1273633da5f6 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.388993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Network 9ac8f866-01ba-457b-a766-b1e8f824f6bb is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:40.397642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:40.412324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:40.462923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Allocated IP 172.20.0.18 (0c00fd9e-6245-4de9-bc5f-b42e937830ba/23a63baf-6420-429c-bdf3-12d408d1409b/1b53e28f-ae58-4bdc-9357-d24668d03095) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:40.526708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6268cc99-0427-4501-b808-1273633da5f6 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.579080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Pushing event updated for resources: {'Port': ['ID=df883192-a53e-4aef-aa69-77478cf43bca,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:40.666155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Attempting to bind port df883192-a53e-4aef-aa69-77478cf43bca on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:40.666550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Attempting to bind port df883192-a53e-4aef-aa69-77478cf43bca by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '1b37c528-05fd-45ce-ad62-0b46b85e1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ac8f866-01ba-457b-a766-b1e8f824f6bb'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:40.666956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Attempting to bind port df883192-a53e-4aef-aa69-77478cf43bca on network 9ac8f866-01ba-457b-a766-b1e8f824f6bb {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:40.679440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:40.679831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Checking segment: {'id': '1b37c528-05fd-45ce-ad62-0b46b85e1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ac8f866-01ba-457b-a766-b1e8f824f6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:40.680320 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.680738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Bound using segment: {'id': '1b37c528-05fd-45ce-ad62-0b46b85e1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ac8f866-01ba-457b-a766-b1e8f824f6bb'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:40.681236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Bound port: df883192-a53e-4aef-aa69-77478cf43bca, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b37c528-05fd-45ce-ad62-0b46b85e1507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ac8f866-01ba-457b-a766-b1e8f824f6bb'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:40.681610 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.686509 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.725025 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6268cc99-0427-4501-b808-1273633da5f6 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.757087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] For port df883192-a53e-4aef-aa69-77478cf43bca, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:40.760398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] For port df883192-a53e-4aef-aa69-77478cf43bca, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=df883192-a53e-4aef-aa69-77478cf43bca,segment=NetworkSegment(1b37c528-05fd-45ce-ad62-0b46b85e1507),segment_id=1b37c528-05fd-45ce-ad62-0b46b85e1507)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:40.772209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268cc99-0427-4501-b808-1273633da5f6 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9ac08d-5230-463c-9fa9-3fcd9f725fc7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:40.775507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6268cc99-0427-4501-b808-1273633da5f6 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.778963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6268cc99-0427-4501-b808-1273633da5f6 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "DELETE /v2.0/subnets/8c9ac08d-5230-463c-9fa9-3fcd9f725fc7 HTTP/1.1" status: 204 len: 168 time: 0.5823872 Sep 17 22:35:40.779209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47290) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:40.799694 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.838278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27ccb0e-5285-4556-96ae-6df592975c82 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Deleting subnet 23a63baf-6420-429c-bdf3-12d408d1409b {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:40.840324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Network 0c00fd9e-6245-4de9-bc5f-b42e937830ba is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:40.842109 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d27ccb0e-5285-4556-96ae-6df592975c82 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.843428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:40.850003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:40.857050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Pushing event updated for resources: {'Port': ['ID=1b53e28f-ae58-4bdc-9357-d24668d03095,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:40.887208 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d27ccb0e-5285-4556-96ae-6df592975c82 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.900693 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.945783 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Attempting to bind port 1b53e28f-ae58-4bdc-9357-d24668d03095 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:40.946184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Attempting to bind port 1b53e28f-ae58-4bdc-9357-d24668d03095 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '4f942f9f-e5b2-425b-a9a9-0575c07e7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c00fd9e-6245-4de9-bc5f-b42e937830ba'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:40.946506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Attempting to bind port 1b53e28f-ae58-4bdc-9357-d24668d03095 on network 0c00fd9e-6245-4de9-bc5f-b42e937830ba {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:40.956986 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:40.957363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Checking segment: {'id': '4f942f9f-e5b2-425b-a9a9-0575c07e7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c00fd9e-6245-4de9-bc5f-b42e937830ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:40.957690 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.958105 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Bound using segment: {'id': '4f942f9f-e5b2-425b-a9a9-0575c07e7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c00fd9e-6245-4de9-bc5f-b42e937830ba'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:40.958609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Bound port: 1b53e28f-ae58-4bdc-9357-d24668d03095, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f942f9f-e5b2-425b-a9a9-0575c07e7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c00fd9e-6245-4de9-bc5f-b42e937830ba'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:40.959090 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.007896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d27ccb0e-5285-4556-96ae-6df592975c82 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.009017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf14fb-1e66-403f-8f9d-ffb8abb6a944 None None] Pushing event updated for resources: {'Port': ['ID=df883192-a53e-4aef-aa69-77478cf43bca,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:41.155510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d27ccb0e-5285-4556-96ae-6df592975c82 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.161430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] For port 1b53e28f-ae58-4bdc-9357-d24668d03095, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:41.166136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] For port 1b53e28f-ae58-4bdc-9357-d24668d03095, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1b53e28f-ae58-4bdc-9357-d24668d03095,segment=NetworkSegment(4f942f9f-e5b2-425b-a9a9-0575c07e7fb9),segment_id=4f942f9f-e5b2-425b-a9a9-0575c07e7fb9)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:41.197115 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d27ccb0e-5285-4556-96ae-6df592975c82 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.199080 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d27ccb0e-5285-4556-96ae-6df592975c82 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "DELETE /v2.0/subnets/23a63baf-6420-429c-bdf3-12d408d1409b HTTP/1.1" status: 204 len: 168 time: 0.4188223 Sep 17 22:35:41.200427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ccb0e-5285-4556-96ae-6df592975c82 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Subnet': ['ID=23a63baf-6420-429c-bdf3-12d408d1409b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:41.202042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47296) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:41.258753 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.288163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2dc451-c237-41b3-a1fa-7b7dc2149381 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.290030 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b2dc451-c237-41b3-a1fa-7b7dc2149381 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0867956 Sep 17 22:35:41.297299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47300) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:41.360256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332dabc-f435-4f71-92d2-bb80fbcbaf92 None None] Pushing event updated for resources: {'Port': ['ID=1b53e28f-ae58-4bdc-9357-d24668d03095,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:41.403139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed566a36-ffdc-495a-9546-f59fd3a7bc50 req-41039ea9-792a-4042-a650-e76bb7b35156 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:41.405349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ed566a36-ffdc-495a-9546-f59fd3a7bc50 req-41039ea9-792a-4042-a650-e76bb7b35156 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1095 time: 0.0691192 Sep 17 22:35:41.430318 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.444842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ed566a36-ffdc-495a-9546-f59fd3a7bc50 req-14f90f14-acdd-4580-8a9a-e411c6d0a8e9 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 Sep 17 22:35:41.510819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Deleting port 1b53e28f-ae58-4bdc-9357-d24668d03095 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:41.511283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.612434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] For port 1b53e28f-ae58-4bdc-9357-d24668d03095, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1b53e28f-ae58-4bdc-9357-d24668d03095,segment=NetworkSegment(4f942f9f-e5b2-425b-a9a9-0575c07e7fb9),segment_id=4f942f9f-e5b2-425b-a9a9-0575c07e7fb9)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:41.612892 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.628457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Calling delete_port for 1b53e28f-ae58-4bdc-9357-d24668d03095 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:41.858706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.901140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Port': ['ID=1b53e28f-ae58-4bdc-9357-d24668d03095,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:41.907364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] No DVR routers for this DVR port 1b53e28f-ae58-4bdc-9357-d24668d03095 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:41.997132 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.037727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c00fd9e-6245-4de9-bc5f-b42e937830ba']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:42.047915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f942f9f-e5b2-425b-a9a9-0575c07e7fb9') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:42.048276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f942f9f-e5b2-425b-a9a9-0575c07e7fb9') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:42.058394 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.072916 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.079177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:42.083317 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:42.216248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4dd27f-b4bb-4f03-9485-f81e138dd105 None None] Network 9ac8f866-01ba-457b-a766-b1e8f824f6bb requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:42.256294 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.275463 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.278029 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "DELETE /v2.0/networks/0c00fd9e-6245-4de9-bc5f-b42e937830ba HTTP/1.1" status: 204 len: 168 time: 0.9791594 Sep 17 22:35:42.280281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47316) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:42.281102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Network': ['ID=0c00fd9e-6245-4de9-bc5f-b42e937830ba,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:42.287630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0b216216-eb77-442e-8a05-a7f19c91041c None None] Provisioning complete for port df883192-a53e-4aef-aa69-77478cf43bca triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:42.288304 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0b216216-eb77-442e-8a05-a7f19c91041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.298606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.298954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.299296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.299633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.300165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.300474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.300802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.301129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.301453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.301782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.302136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.303196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f0400-8769-468c-bbff-6ce1fac5652e tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:42.449820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.453341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d728342e-9391-4581-8ec2-dfe6475f5d74 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:42.484214 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0b216216-eb77-442e-8a05-a7f19c91041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.526004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68047485-faab-4d6f-ac0c-cb88dc790501 None None] DHCP port deletion for 9ac8f866-01ba-457b-a766-b1e8f824f6bb request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:42.594079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Deleting port df883192-a53e-4aef-aa69-77478cf43bca {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:42.598211 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.663366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0b216216-eb77-442e-8a05-a7f19c91041c None None] For port df883192-a53e-4aef-aa69-77478cf43bca, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=df883192-a53e-4aef-aa69-77478cf43bca,segment=NetworkSegment(1b37c528-05fd-45ce-ad62-0b46b85e1507),segment_id=1b37c528-05fd-45ce-ad62-0b46b85e1507)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:42.702145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port d728342e-9391-4581-8ec2-dfe6475f5d74, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d728342e-9391-4581-8ec2-dfe6475f5d74,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:42.717845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'd728342e-9391-4581-8ec2-dfe6475f5d74', 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7', 'port_id': 'd728342e-9391-4581-8ec2-dfe6475f5d74', 'mac_address': 'fa:16:3e:30:c6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7872e69d-df6d-42ce-943b-6a0b12fe1327', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:42.721858 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] For port df883192-a53e-4aef-aa69-77478cf43bca, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=df883192-a53e-4aef-aa69-77478cf43bca,segment=NetworkSegment(1b37c528-05fd-45ce-ad62-0b46b85e1507),segment_id=1b37c528-05fd-45ce-ad62-0b46b85e1507)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:42.721858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.741030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Calling delete_port for df883192-a53e-4aef-aa69-77478cf43bca owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:42.744102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61b1b7-6fdb-47e6-89d4-a5e23153be57 req-b89b97f9-84e7-4e2e-b6ab-15930b83709b tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:42.745692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d61b1b7-6fdb-47e6-89d4-a5e23153be57 req-b89b97f9-84e7-4e2e-b6ab-15930b83709b tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1095 time: 0.1184914 Sep 17 22:35:42.759916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-68047485-faab-4d6f-ac0c-cb88dc790501 None None] Deleting port df883192-a53e-4aef-aa69-77478cf43bca {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:42.760352 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-68047485-faab-4d6f-ac0c-cb88dc790501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.826408 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0b216216-eb77-442e-8a05-a7f19c91041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.888503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d61b1b7-6fdb-47e6-89d4-a5e23153be57 req-969f4cc0-ad6b-437c-9632-d335a60d2424 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172385 Sep 17 22:35:42.967235 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-68047485-faab-4d6f-ac0c-cb88dc790501 None None] For port df883192-a53e-4aef-aa69-77478cf43bca, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=df883192-a53e-4aef-aa69-77478cf43bca,segment=NetworkSegment(1b37c528-05fd-45ce-ad62-0b46b85e1507),segment_id=1b37c528-05fd-45ce-ad62-0b46b85e1507)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:42.967727 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-68047485-faab-4d6f-ac0c-cb88dc790501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.023251 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-68047485-faab-4d6f-ac0c-cb88dc790501 None None] Calling delete_port for df883192-a53e-4aef-aa69-77478cf43bca owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:43.023251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.044354 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.090146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Port': ['ID=df883192-a53e-4aef-aa69-77478cf43bca,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:43.092001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] No DVR routers for this DVR port df883192-a53e-4aef-aa69-77478cf43bca on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:43.098525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-422386ae-a825-45bc-83c5-858c29331686 None None] Could not find standard attr ID for object 1b53e28f-ae58-4bdc-9357-d24668d03095. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:35:43.105443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d728342e-9391-4581-8ec2-dfe6475f5d74 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:43.110463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b216216-eb77-442e-8a05-a7f19c91041c None None] Pushing event updated for resources: {'Port': ['ID=df883192-a53e-4aef-aa69-77478cf43bca,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:43.136634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port d728342e-9391-4581-8ec2-dfe6475f5d74, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d728342e-9391-4581-8ec2-dfe6475f5d74,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:43.140649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d108e0-7cc0-48c4-81ab-a00b67182076 None None] DHCP port deletion for 0c00fd9e-6245-4de9-bc5f-b42e937830ba request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:43.175965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6b635-5fc8-4d7d-b5fc-81fdb2a9c083 None None] Network 0c00fd9e-6245-4de9-bc5f-b42e937830ba requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:43.185163 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.199192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6b635-5fc8-4d7d-b5fc-81fdb2a9c083 None None] Network 0c00fd9e-6245-4de9-bc5f-b42e937830ba could not be found, it might have been deleted concurrently. {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 22:35:43.206682 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-68047485-faab-4d6f-ac0c-cb88dc790501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.208513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac8f866-01ba-457b-a766-b1e8f824f6bb']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:43.219442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b37c528-05fd-45ce-ad62-0b46b85e1507') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:43.219736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b37c528-05fd-45ce-ad62-0b46b85e1507') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:43.230315 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.231429 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.233191 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68047485-faab-4d6f-ac0c-cb88dc790501 None None] Pushing event deleted for resources: {'Port': ['ID=df883192-a53e-4aef-aa69-77478cf43bca,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:43.245020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.251294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:43.251956 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:43.255112 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:43.263400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68047485-faab-4d6f-ac0c-cb88dc790501 None None] No DVR routers for this DVR port df883192-a53e-4aef-aa69-77478cf43bca on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:43.294884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=d728342e-9391-4581-8ec2-dfe6475f5d74,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:43.427490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.432053 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.434596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "DELETE /v2.0/networks/9ac8f866-01ba-457b-a766-b1e8f824f6bb HTTP/1.1" status: 204 len: 168 time: 1.1438093 Sep 17 22:35:43.437041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47328) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:43.460248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f34e4-7406-4297-9dbe-d07fefc1349d tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Network': ['ID=9ac8f866-01ba-457b-a766-b1e8f824f6bb,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:43.517529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.615661 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.631602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['d728342e-9391-4581-8ec2-dfe6475f5d74'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:43.642893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3282e751-4915-4469-a879-95c43b86c1ff']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:43.662872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbd924b-b643-49fa-ad3a-e435983fb3fa') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:43.663739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbd924b-b643-49fa-ad3a-e435983fb3fa') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:43.680903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.706832 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.713395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:43.721059 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:43.850509 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.871369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.871369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "DELETE /v2.0/networks/3282e751-4915-4469-a879-95c43b86c1ff HTTP/1.1" status: 204 len: 168 time: 0.4320846 Sep 17 22:35:43.871369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Network': ['ID=3282e751-4915-4469-a879-95c43b86c1ff,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:43.873207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47334) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:43.879088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.879816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.879816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.880191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.880353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.880799 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.881480 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.881815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.882144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.882477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.882804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.883132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057711b-23a7-4169-941f-fde481469238 tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:43.967207 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.997135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03cf3-8d34-41f8-8ebb-fafe60bd6a14 req-1f743a28-34b6-4fcf-80a2-46d8d0bbbe06 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:44.004567 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59c03cf3-8d34-41f8-8ebb-fafe60bd6a14 req-1f743a28-34b6-4fcf-80a2-46d8d0bbbe06 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1096 time: 0.0651281 Sep 17 22:35:44.050380 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59c03cf3-8d34-41f8-8ebb-fafe60bd6a14 req-36cff74b-ebe3-48bf-9166-5bd4b0f5ca5f tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445726 Sep 17 22:35:44.347128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.367402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8834eb35-7fb9-4e91-8609-7d09d264cee0']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:44.377050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb9cc2c-f157-4c98-a282-ba23a2bcf252') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:44.377216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb9cc2c-f157-4c98-a282-ba23a2bcf252') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:44.387391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.401605 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.407243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:44.407617 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:44.410924 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:44.544631 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.553226 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.555792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] 10.222.0.30 "DELETE /v2.0/networks/8834eb35-7fb9-4e91-8609-7d09d264cee0 HTTP/1.1" status: 204 len: 168 time: 0.6809528 Sep 17 22:35:44.572519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b83afe-69c2-4037-a46e-f3356791934f tempest-BulkNetworkOpsTest-1457345274 tempest-BulkNetworkOpsTest-1457345274-project] Pushing event deleted for resources: {'Network': ['ID=8834eb35-7fb9-4e91-8609-7d09d264cee0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:44.585100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1b53e28f-ae58-4bdc-9357-d24668d03095 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:44.606427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 1b53e28f-ae58-4bdc-9357-d24668d03095 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:44.606856 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1b53e28f-ae58-4bdc-9357-d24668d03095 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:45.048020 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47364) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:45.190253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5483c6-5d4e-4daf-b635-0522ea42e855 req-ca2373f7-c55c-4223-b928-96844fe2f394 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.191763 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e5483c6-5d4e-4daf-b635-0522ea42e855 req-ca2373f7-c55c-4223-b928-96844fe2f394 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1096 time: 0.0508664 Sep 17 22:35:45.228416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-426047a6-b92b-4a9d-b1bd-0901a1e8bb0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3845f2ebc0484b018a99e634efe120b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769581 Sep 17 22:35:45.228745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47370) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:45.239233 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e5483c6-5d4e-4daf-b635-0522ea42e855 req-889f02e6-e132-40c9-aaa9-9c5d512bdca1 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Sep 17 22:35:45.280917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9fd92d9a-0fbf-4627-8bfe-9c1402ffdba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:45.308855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9fd92d9a-0fbf-4627-8bfe-9c1402ffdba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:45.445261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9fd92d9a-0fbf-4627-8bfe-9c1402ffdba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:45.447905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9fd92d9a-0fbf-4627-8bfe-9c1402ffdba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:45.449232 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9fd92d9a-0fbf-4627-8bfe-9c1402ffdba0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d27f88b-0eb4-4ace-9627-d450258398d2 HTTP/1.1" status: 204 len: 168 time: 0.2193422 Sep 17 22:35:45.457286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd92d9a-0fbf-4627-8bfe-9c1402ffdba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d27f88b-0eb4-4ace-9627-d450258398d2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:46.353445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af4be5-2e69-4e4e-ad3e-55d56a8010ed req-3f675875-ef49-42d2-904f-95c0587e2718 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:46.354853 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30af4be5-2e69-4e4e-ad3e-55d56a8010ed req-3f675875-ef49-42d2-904f-95c0587e2718 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1096 time: 0.0435100 Sep 17 22:35:46.390390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30af4be5-2e69-4e4e-ad3e-55d56a8010ed req-cfe5a3f3-d618-43e8-856e-d0c6fac53d4a tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290716 Sep 17 22:35:46.426288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d728342e-9391-4581-8ec2-dfe6475f5d74 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:46.541462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port d728342e-9391-4581-8ec2-dfe6475f5d74 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:46.545908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port d728342e-9391-4581-8ec2-dfe6475f5d74 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:46.546316 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.557495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47406) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:46.629163 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.652281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059718ef-a68c-4000-a124-d05dbc6dc660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728342e-9391-4581-8ec2-dfe6475f5d74'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:46.654512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-885099708'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:46.654702 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e865c4dd-4bf8-44c9-b9b1-a201d8d1d547" -d '{"events": [{"server_uuid": "059718ef-a68c-4000-a124-d05dbc6dc660", "name": "network-vif-plugged", "status": "completed", "tag": "d728342e-9391-4581-8ec2-dfe6475f5d74"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:46.668367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port d728342e-9391-4581-8ec2-dfe6475f5d74, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d728342e-9391-4581-8ec2-dfe6475f5d74,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:46.692531 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e32841-1d0a-4cc5-9de5-00b832f9dedc x-openstack-request-id: req-45e32841-1d0a-4cc5-9de5-00b832f9dedc {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:46.692854 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059718ef-a68c-4000-a124-d05dbc6dc660", "name": "network-vif-plugged", "status": "completed", "tag": "d728342e-9391-4581-8ec2-dfe6475f5d74", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:46.693100 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45e32841-1d0a-4cc5-9de5-00b832f9dedc {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:46.693499 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059718ef-a68c-4000-a124-d05dbc6dc660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728342e-9391-4581-8ec2-dfe6475f5d74', 'code': 200} Sep 17 22:35:46.769994 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.781137 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:46.784912 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.794417 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.819052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fab32-7cb5-4b1a-a5c6-627c4374acf8 req-76ce510a-0424-400e-8c44-ee33ba57ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:46.820710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-834fab32-7cb5-4b1a-a5c6-627c4374acf8 req-76ce510a-0424-400e-8c44-ee33ba57ea6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1097 time: 0.0450327 Sep 17 22:35:46.821814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=d728342e-9391-4581-8ec2-dfe6475f5d74,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:46.859009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-834fab32-7cb5-4b1a-a5c6-627c4374acf8 req-694b88d4-3a15-4c24-8fa6-740fe3fd517c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Sep 17 22:35:46.905091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.992628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.020294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:47.030974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfa567b-af41-4b97-b0fe-625a12c8e327,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:47.045630 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.045996 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment bbecd6c2-e89c-46ba-b0e2-e576fb814dd4 of type vlan for network 39ad4744-1b89-42db-9e20-200646fc4551 Sep 17 22:35:47.093807 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.179031 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.185329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:47.186008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.254327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=39ad4744-1b89-42db-9e20-200646fc4551,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:47.265091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 39ad4744-1b89-42db-9e20-200646fc4551 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:47.272467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9e0132ee-df99-41be-95e9-fdbd16226d3b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7136047 Sep 17 22:35:47.412792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47436) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:47.417969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': '39ad4744-1b89-42db-9e20-200646fc4551', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:47.516393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba92bf4-dfbe-414b-bc0b-8500693284d1 req-b589bb45-604b-4090-bef7-6022149f8332 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:47.518032 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bba92bf4-dfbe-414b-bc0b-8500693284d1 req-b589bb45-604b-4090-bef7-6022149f8332 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1097 time: 0.0603306 Sep 17 22:35:47.554081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bba92bf4-dfbe-414b-bc0b-8500693284d1 req-29a75ef3-583b-4f64-a33b-66eaab15b368 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293045 Sep 17 22:35:47.613423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:47.617747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.859146 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.924770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=871e0332-a623-489f-a3d5-de1b3bf85085,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:47.935969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': 'bbecd6c2-e89c-46ba-b0e2-e576fb814dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '39ad4744-1b89-42db-9e20-200646fc4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:47.935969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: 39ad4744-1b89-42db-9e20-200646fc4551, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:48.061572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 39ad4744-1b89-42db-9e20-200646fc4551 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:48.147185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 39ad4744-1b89-42db-9e20-200646fc4551) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:48.151820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:48.152684 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.158076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a75ee0-ac27-432a-85c0-b3791952cd29 None None] Network 39ad4744-1b89-42db-9e20-200646fc4551 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:48.243186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47456) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:48.244490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f7cb89ca-87ce-4908-8254-095803a5ea61 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8304937 Sep 17 22:35:48.248906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1075787187'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:48.339030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-39ad4744-1b89-42db-9e20-200646fc4551', 'network_id': '39ad4744-1b89-42db-9e20-200646fc4551', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': '871e0332-a623-489f-a3d5-de1b3bf85085'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:48.340021 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.422094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:48.425897 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.459667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:48.476314 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.476944 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment a0998cda-c25a-43e1-8256-8b27c183fda2 of type vlan for network 637e3de9-4317-44fa-a919-ce5b7a664384 Sep 17 22:35:48.515618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Allocated IP 172.20.255.242 (39ad4744-1b89-42db-9e20-200646fc4551/871e0332-a623-489f-a3d5-de1b3bf85085/7d2f8754-5386-4aae-b82f-ca737b568031) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:48.527478 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.638947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.652502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:48.653183 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.729528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a12501-68a3-4947-baac-b917c25c1e65 req-2ec027ae-1ff5-44df-adf4-a4b96de55c5a tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:48.733604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23a12501-68a3-4947-baac-b917c25c1e65 req-2ec027ae-1ff5-44df-adf4-a4b96de55c5a tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1097 time: 0.0833898 Sep 17 22:35:48.740981 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.772338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=637e3de9-4317-44fa-a919-ce5b7a664384,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:48.781652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-23a12501-68a3-4947-baac-b917c25c1e65 req-638cff00-5064-417b-9760-1a907e56e40c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396631 Sep 17 22:35:48.783943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 637e3de9-4317-44fa-a919-ce5b7a664384 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:48.839518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0a393d1d-f445-4ba1-a1a1-36b98a8f0fc5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5952137 Sep 17 22:35:48.842273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47470) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:48.847450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': '637e3de9-4317-44fa-a919-ce5b7a664384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:48.891075 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.932524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Network 39ad4744-1b89-42db-9e20-200646fc4551 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:48.935347 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:48.940896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:48.948987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Pushing event updated for resources: {'Port': ['ID=7d2f8754-5386-4aae-b82f-ca737b568031,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:48.949486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3fb54-bf6d-4af9-9587-abad67e56056 req-107145ab-3ff8-4810-b2a4-51fb47ee685e tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:48.951019 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aee3fb54-bf6d-4af9-9587-abad67e56056 req-107145ab-3ff8-4810-b2a4-51fb47ee685e tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1097 time: 0.0987575 Sep 17 22:35:49.001711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aee3fb54-bf6d-4af9-9587-abad67e56056 req-cc192201-c7fa-47b0-9b89-c83c6df6f0e6 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 Sep 17 22:35:49.061233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:49.064905 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.131567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ae972-c713-4e85-aa2e-8190a2bd4c69 req-76125bdf-a64f-486d-93f4-2eae2949de4d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.133660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-892ae972-c713-4e85-aa2e-8190a2bd4c69 req-76125bdf-a64f-486d-93f4-2eae2949de4d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1097 time: 0.0562844 Sep 17 22:35:49.150688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Attempting to bind port 7d2f8754-5386-4aae-b82f-ca737b568031 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:49.151055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Attempting to bind port 7d2f8754-5386-4aae-b82f-ca737b568031 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'bbecd6c2-e89c-46ba-b0e2-e576fb814dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '39ad4744-1b89-42db-9e20-200646fc4551'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:49.151428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Attempting to bind port 7d2f8754-5386-4aae-b82f-ca737b568031 on network 39ad4744-1b89-42db-9e20-200646fc4551 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:49.156523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:49.156900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Checking segment: {'id': 'bbecd6c2-e89c-46ba-b0e2-e576fb814dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '39ad4744-1b89-42db-9e20-200646fc4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:49.157301 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.157692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Bound using segment: {'id': 'bbecd6c2-e89c-46ba-b0e2-e576fb814dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '39ad4744-1b89-42db-9e20-200646fc4551'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:49.158161 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Bound port: 7d2f8754-5386-4aae-b82f-ca737b568031, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd6c2-e89c-46ba-b0e2-e576fb814dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '39ad4744-1b89-42db-9e20-200646fc4551'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:49.158768 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.177745 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-892ae972-c713-4e85-aa2e-8190a2bd4c69 req-297a5c47-2fe3-4ea5-bd0a-42639de1158d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371370 Sep 17 22:35:49.225018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] For port 7d2f8754-5386-4aae-b82f-ca737b568031, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:49.228422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] For port 7d2f8754-5386-4aae-b82f-ca737b568031, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7d2f8754-5386-4aae-b82f-ca737b568031,segment=NetworkSegment(bbecd6c2-e89c-46ba-b0e2-e576fb814dd4),segment_id=bbecd6c2-e89c-46ba-b0e2-e576fb814dd4)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:49.299662 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.334246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.385953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ec878-dd64-4df2-acd9-c665952b4771 None None] Pushing event updated for resources: {'Port': ['ID=7d2f8754-5386-4aae-b82f-ca737b568031,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:49.439782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=457fe4f5-b8c7-4040-b22a-9f899bbf54ae,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:49.444331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': 'a0998cda-c25a-43e1-8256-8b27c183fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '637e3de9-4317-44fa-a919-ce5b7a664384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:49.444981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: 637e3de9-4317-44fa-a919-ce5b7a664384, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:49.511441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-07362479-4bf7-4f3a-bad9-694ff7016c31 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.512981 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-07362479-4bf7-4f3a-bad9-694ff7016c31 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/networks?id=d5e2ff31-8575-49e1-882e-47e45aa0c4f7 HTTP/1.1" status: 200 len: 911 time: 0.1223500 Sep 17 22:35:49.528647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-8825c16f-48fb-40a4-8c00-a155a977eca2 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/quotas/f64e3933a7d54d3682a68d18769d4536 HTTP/1.1" status: 200 len: 375 time: 0.0097175 Sep 17 22:35:49.603196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 637e3de9-4317-44fa-a919-ce5b7a664384 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:49.624211 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-087c4467-f946-4647-b38e-34cb6751a7f7 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=f64e3933a7d54d3682a68d18769d4536&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896280 Sep 17 22:35:49.705452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 637e3de9-4317-44fa-a919-ce5b7a664384) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:49.707483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:49.708071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.708774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183c43e-e97e-461a-a958-727475766bb8 None None] Network 637e3de9-4317-44fa-a919-ce5b7a664384 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:49.740961 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-8e63ad5e-534b-4f3f-8096-00364295d764 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089427 Sep 17 22:35:49.781051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-88c0e2bf-1297-4f1f-8025-57364de4336e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9362161 Sep 17 22:35:49.782427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47498) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:49.891396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-b90062db-e6cb-45ed-932e-86a49faf193b service neutron] 10.222.0.30 "GET /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426778 Sep 17 22:35:49.920186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-637e3de9-4317-44fa-a919-ce5b7a664384', 'network_id': '637e3de9-4317-44fa-a919-ce5b7a664384', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': '457fe4f5-b8c7-4040-b22a-9f899bbf54ae'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:49.921642 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.923420 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.044955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.156999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Allocated IP 172.20.0.2 (637e3de9-4317-44fa-a919-ce5b7a664384/457fe4f5-b8c7-4040-b22a-9f899bbf54ae/11963736-a114-4da3-a42a-bf9bb16c1338) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:50.221269 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50d42e13-be85-4bf3-9c06-7ee94bb414dd req-5f15598c-33b4-4120-913c-48bdfaad93c2 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 210 time: 0.0666456 Sep 17 22:35:50.345319 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.452704 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.491945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Network 637e3de9-4317-44fa-a919-ce5b7a664384 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:50.495605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:50.500852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:50.546223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.569321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Pushing event updated for resources: {'Port': ['ID=11963736-a114-4da3-a42a-bf9bb16c1338,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:50.580072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=457fe4f5-b8c7-4040-b22a-9f899bbf54ae,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:50.641904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Attempting to bind port 11963736-a114-4da3-a42a-bf9bb16c1338 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:50.642587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Attempting to bind port 11963736-a114-4da3-a42a-bf9bb16c1338 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0998cda-c25a-43e1-8256-8b27c183fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '637e3de9-4317-44fa-a919-ce5b7a664384'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:50.643193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Attempting to bind port 11963736-a114-4da3-a42a-bf9bb16c1338 on network 637e3de9-4317-44fa-a919-ce5b7a664384 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:50.648013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a79d72-4b2f-4962-b1fa-2423b12ca806 None None] Network 39ad4744-1b89-42db-9e20-200646fc4551 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:50.666776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:50.667150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Checking segment: {'id': 'a0998cda-c25a-43e1-8256-8b27c183fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '637e3de9-4317-44fa-a919-ce5b7a664384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:50.667559 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.667958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Bound using segment: {'id': 'a0998cda-c25a-43e1-8256-8b27c183fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '637e3de9-4317-44fa-a919-ce5b7a664384'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:50.668480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Bound port: 11963736-a114-4da3-a42a-bf9bb16c1338, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0998cda-c25a-43e1-8256-8b27c183fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '637e3de9-4317-44fa-a919-ce5b7a664384'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:50.668865 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.696267 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.729209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637e3de9-4317-44fa-a919-ce5b7a664384']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:50.741149 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0998cda-c25a-43e1-8256-8b27c183fda2') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:50.741573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0998cda-c25a-43e1-8256-8b27c183fda2') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:50.754447 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.775245 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.785816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:50.789656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:50.790308 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:50.793262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7d2f8754-5386-4aae-b82f-ca737b568031 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:50.809845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fa897170-b04e-471d-8b50-450337a2957c None None] Provisioning complete for port 7d2f8754-5386-4aae-b82f-ca737b568031 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:50.810226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fa897170-b04e-471d-8b50-450337a2957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.918390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] For port 11963736-a114-4da3-a42a-bf9bb16c1338, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:50.922590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] For port 11963736-a114-4da3-a42a-bf9bb16c1338, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=11963736-a114-4da3-a42a-bf9bb16c1338,segment=NetworkSegment(a0998cda-c25a-43e1-8256-8b27c183fda2),segment_id=a0998cda-c25a-43e1-8256-8b27c183fda2)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:50.930669 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:35:50.930669 n-d-713499-18 neutron-server[95454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:35:50.930669 n-d-713499-18 neutron-server[95454]: [parameters: {'id': '637e3de9-4317-44fa-a919-ce5b7a664384'}] Sep 17 22:35:50.930669 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:35:50.931304 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:35:50.987134 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7d2f8754-5386-4aae-b82f-ca737b568031 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:50.987643 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.007983 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.157492 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fa897170-b04e-471d-8b50-450337a2957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.179255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eafba-06b9-4fe8-b9de-77007280914c None None] Pushing event updated for resources: {'Port': ['ID=11963736-a114-4da3-a42a-bf9bb16c1338,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:51.207852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5fde42-d712-4e7a-b779-905d2daee4b1 None None] Network 637e3de9-4317-44fa-a919-ce5b7a664384 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:51.230866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fa897170-b04e-471d-8b50-450337a2957c None None] For port 7d2f8754-5386-4aae-b82f-ca737b568031, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7d2f8754-5386-4aae-b82f-ca737b568031,segment=NetworkSegment(bbecd6c2-e89c-46ba-b0e2-e576fb814dd4),segment_id=bbecd6c2-e89c-46ba-b0e2-e576fb814dd4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:51.307740 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.376840 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fa897170-b04e-471d-8b50-450337a2957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.385455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b5c38f4-302f-4f52-a81f-1c83e7decf4c req-5c84997b-1dbf-41b0-9d15-b41981462adf tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 210 time: 0.0448372 Sep 17 22:35:51.432858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.470757 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:35:51.471392 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:35:51.494155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa897170-b04e-471d-8b50-450337a2957c None None] Pushing event updated for resources: {'Port': ['ID=7d2f8754-5386-4aae-b82f-ca737b568031,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:51.519647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-784c71d1-9cdb-4cee-bb71-204ef54222e9 None None] Provisioning complete for port 7d2f8754-5386-4aae-b82f-ca737b568031 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:51.520247 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-784c71d1-9cdb-4cee-bb71-204ef54222e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.542364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting port 11963736-a114-4da3-a42a-bf9bb16c1338 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:51.544178 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.551420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071fe01-4381-4b7d-ab2a-e4fc5aead8d2 None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:35:51.686034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] For port 11963736-a114-4da3-a42a-bf9bb16c1338, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=11963736-a114-4da3-a42a-bf9bb16c1338,segment=NetworkSegment(a0998cda-c25a-43e1-8256-8b27c183fda2),segment_id=a0998cda-c25a-43e1-8256-8b27c183fda2)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:51.686624 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.714135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Calling delete_port for 11963736-a114-4da3-a42a-bf9bb16c1338 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:51.735884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071fe01-4381-4b7d-ab2a-e4fc5aead8d2 None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:35:51.936046 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.974754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No DVR routers for this DVR port 11963736-a114-4da3-a42a-bf9bb16c1338 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:51.977324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Port': ['ID=11963736-a114-4da3-a42a-bf9bb16c1338,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:52.076089 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.098462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637e3de9-4317-44fa-a919-ce5b7a664384']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:52.111259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0998cda-c25a-43e1-8256-8b27c183fda2') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:52.111629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0998cda-c25a-43e1-8256-8b27c183fda2') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:52.122491 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.138020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.143450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:52.143865 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:52.148005 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:52.272723 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.281618 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.288479 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/637e3de9-4317-44fa-a919-ce5b7a664384 HTTP/1.1" status: 204 len: 168 time: 2.5002317 Sep 17 22:35:52.290144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47570) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:52.292368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-689967517'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:52.300526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851eb1c-0ffa-4e9c-8577-22986ff1079f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=637e3de9-4317-44fa-a919-ce5b7a664384,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:52.415619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:52.421906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.457064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:52.473248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.474010 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment 6c9db083-8a44-49da-aa2b-5498fde0b4e8 of type vlan for network 86bf9876-b34b-434b-a85c-43c55115c4db Sep 17 22:35:52.570573 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e1de675-5524-497f-a6f0-b1015d17650e req-a39a8200-b93e-4098-a60a-1c0c219ceead tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 210 time: 0.0765741 Sep 17 22:35:52.593522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.635970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-8e72f4bd-47c0-41da-b25b-0edd14f4f090 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:52.637868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-8e72f4bd-47c0-41da-b25b-0edd14f4f090 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.23 "GET /v2.0/networks?id=d5e2ff31-8575-49e1-882e-47e45aa0c4f7 HTTP/1.1" status: 200 len: 911 time: 0.1303430 Sep 17 22:35:52.654081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Request body: {'port': {'device_id': '295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0', 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7', 'admin_state_up': True, 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:52.696019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7d2f8754-5386-4aae-b82f-ca737b568031 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:52.767221 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7d2f8754-5386-4aae-b82f-ca737b568031 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:52.767759 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.773121 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.780465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:52.781135 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.821064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Made reservation on behalf of f64e3933a7d54d3682a68d18769d4536 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:52.824027 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:52.950109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=86bf9876-b34b-434b-a85c-43c55115c4db,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:52.967801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 86bf9876-b34b-434b-a85c-43c55115c4db details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:52.985494 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-885a8a31-99bb-40a6-8e1c-f701cae26c74 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6717417 Sep 17 22:35:52.989388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47588) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:52.999868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': '86bf9876-b34b-434b-a85c-43c55115c4db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:53.066865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Allocated IP 172.20.0.8 (d5e2ff31-8575-49e1-882e-47e45aa0c4f7/7872e69d-df6d-42ce-943b-6a0b12fe1327/a0b1fa69-18d5-4403-a1f5-698d0e89fc9a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:53.154316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478b7f0-0bd6-4e63-b042-e2c6712fd980 req-7652b9cb-cf47-4836-997e-e57ae7e5a743 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:53.155868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8478b7f0-0bd6-4e63-b042-e2c6712fd980 req-7652b9cb-cf47-4836-997e-e57ae7e5a743 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1098 time: 0.0861492 Sep 17 22:35:53.196328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:53.207411 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.266208 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8478b7f0-0bd6-4e63-b042-e2c6712fd980 req-6f9631a4-5ba3-4dd0-8e98-3dd7f2dd8bbe tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794904 Sep 17 22:35:53.292435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47590) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:53.294762 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing IP validity checks on allocation pools {{(pid=95455) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:35:53.295906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95455) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:35:53.312835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.526852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port 2df02110-0cfc-4c55-a189-b4fa9a93c603 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:53.527737 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.576323 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.625082 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.658566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['d728342e-9391-4581-8ec2-dfe6475f5d74'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:53.687844 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.698680 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:53.698680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:53.720657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=c03f3b5d-3687-4ca8-a0e9-91bfc9866dba,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:53.731804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': '6c9db083-8a44-49da-aa2b-5498fde0b4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '86bf9876-b34b-434b-a85c-43c55115c4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:53.731804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: 86bf9876-b34b-434b-a85c-43c55115c4db, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:53.779217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for 2df02110-0cfc-4c55-a189-b4fa9a93c603 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:53.792509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:53.802052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:53.804566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:53.850334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 86bf9876-b34b-434b-a85c-43c55115c4db is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:53.902452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae98613-e53a-43eb-b779-3a16ce3cc9ac req-7e1fdeee-dc59-4607-a029-fd03a05f532a tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:53.904539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bae98613-e53a-43eb-b779-3a16ce3cc9ac req-7e1fdeee-dc59-4607-a029-fd03a05f532a tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1027 time: 0.2062283 Sep 17 22:35:54.007503 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 86bf9876-b34b-434b-a85c-43c55115c4db) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:54.019990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:54.020657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c981792-0369-4303-a6f4-819b4cc59398 None None] Network 86bf9876-b34b-434b-a85c-43c55115c4db requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:54.021212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.063476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:54.067839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.158401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-93cc6ca6-b46b-40fe-bbf8-9fcdf5a77764 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1652329 Sep 17 22:35:54.158629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47606) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:54.168196 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bae98613-e53a-43eb-b779-3a16ce3cc9ac req-366c6c0f-e12c-48b1-8ba3-e7e3c588af24 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495005 Sep 17 22:35:54.177552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-b3b80774-b070-406c-bb9b-d408920a1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:54.179329 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-b3b80774-b070-406c-bb9b-d408920a1cac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1096 time: 0.0772402 Sep 17 22:35:54.218069 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.262168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac98454-549b-43bd-9815-bca02df4c1e1 req-18912cb9-afd1-444d-887a-0d7cb3cb5b3f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:54.269805 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6ac98454-549b-43bd-9815-bca02df4c1e1 req-18912cb9-afd1-444d-887a-0d7cb3cb5b3f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1498291 Sep 17 22:35:54.270013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-97bb8718-e94b-4e91-854b-577497c86bef None None] Provisioning complete for port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:54.270203 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-97bb8718-e94b-4e91-854b-577497c86bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.318812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-db44bc7a-696b-425f-b87d-8d53d94baeb8 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6687617 Sep 17 22:35:54.323917 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=2df02110-0cfc-4c55-a189-b4fa9a93c603,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:54.335368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Request body: {'port': {'device_id': '295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:54.335708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6ac98454-549b-43bd-9815-bca02df4c1e1 req-e117472e-9c49-40ef-8876-40309b8fcce6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595050 Sep 17 22:35:54.343620 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.398451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-97bb8718-e94b-4e91-854b-577497c86bef None None] Port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:54.406921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf903212-1bd0-4ea3-ac5f-01af12379a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-86bf9876-b34b-434b-a85c-43c55115c4db', 'network_id': '86bf9876-b34b-434b-a85c-43c55115c4db', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': 'c03f3b5d-3687-4ca8-a0e9-91bfc9866dba'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:54.407802 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf903212-1bd0-4ea3-ac5f-01af12379a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.434314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-d46f522e-2ff6-464d-bd46-927d9cecf5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:54.435837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-d46f522e-2ff6-464d-bd46-927d9cecf5fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.2401030 Sep 17 22:35:54.442752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.527914 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-19717205-a3f4-4389-83e0-6c3acb8575ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 999 time: 0.0730031 Sep 17 22:35:54.616987 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.673708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-b05a3fb4-09e6-4447-b94d-5a7a00c2e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:54.675688 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-b05a3fb4-09e6-4447-b94d-5a7a00c2e896 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.1241522 Sep 17 22:35:54.686680 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.800425 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:54.800778 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Floating IP 75deb4c3-3a83-4c25-a74e-09da8bd36663 disassociated (deleted). External IP: 172.25.6.212, port: 7476fe52-af62-4493-aa39-7f74fb57c400. Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server [None req-bf903212-1bd0-4ea3-ac5f-01af12379a22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c03f3b5d-3687-4ca8-a0e9-91bfc9866dba: This subnet is being modified by another concurrent operation. Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c03f3b5d-3687-4ca8-a0e9-91bfc9866dba: This subnet is being modified by another concurrent operation. Sep 17 22:35:54.809139 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server Sep 17 22:35:54.824264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a7873d-31c7-464d-9695-c20b915985fe None None] Network 86bf9876-b34b-434b-a85c-43c55115c4db requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:54.985653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-63e69d93-ce23-43a5-bf2e-c7a68f9791e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:54.987240 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-63e69d93-ce23-43a5-bf2e-c7a68f9791e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3016546 Sep 17 22:35:55.007206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e532199-debf-45e8-8d65-c544f396d18c None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:35:55.188304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e532199-debf-45e8-8d65-c544f396d18c None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:35:55.316974 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.383500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=c03f3b5d-3687-4ca8-a0e9-91bfc9866dba,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:55.397152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bf9876-b34b-434b-a85c-43c55115c4db']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:55.415329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9db083-8a44-49da-aa2b-5498fde0b4e8') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:55.415628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9db083-8a44-49da-aa2b-5498fde0b4e8') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:55.425977 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.440218 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.447578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:55.448293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:55.507410 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:55.579156 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698060b1-0ff4-4e4d-92e3-0a94638b7561 req-068cb21d-043f-4369-a927-596281fad0dc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:55.596757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-698060b1-0ff4-4e4d-92e3-0a94638b7561 req-068cb21d-043f-4369-a927-596281fad0dc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0852315 Sep 17 22:35:55.606430 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.635633 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.642685 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/86bf9876-b34b-434b-a85c-43c55115c4db HTTP/1.1" status: 204 len: 168 time: 1.4783251 Sep 17 22:35:55.650632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47624) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:55.657481 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1323924621'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:55.665633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6a1a-438c-4ab1-8d5a-f2a253e7999f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=86bf9876-b34b-434b-a85c-43c55115c4db,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:55.698259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-74b06cf5-2cf4-4740-8e97-62d6764e3684 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985269 Sep 17 22:35:55.718231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-698060b1-0ff4-4e4d-92e3-0a94638b7561 req-871137e1-0c14-47b3-8b7d-0a1bfbf81fca tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188922 Sep 17 22:35:55.847177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:55.851465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.882635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:55.886017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773eb2e-a8ae-4fcd-ad1a-20b022cb2eb2 req-fdc38436-db80-481b-a2ed-b4ac8bd7151a tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:55.887632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b773eb2e-a8ae-4fcd-ad1a-20b022cb2eb2 req-fdc38436-db80-481b-a2ed-b4ac8bd7151a tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1027 time: 0.2031753 Sep 17 22:35:55.892835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:55.893184 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment b6fdddab-2187-467a-83b4-cfcc57eb07eb of type vlan for network aa625328-552c-43f5-8b5d-9d11c84141cd Sep 17 22:35:55.909631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2594fa3-e12b-4db1-88b4-397b111b3ac9 req-ccc3eed3-31c8-47d6-9845-edc85801b743 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026763 Sep 17 22:35:55.943972 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.029380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b773eb2e-a8ae-4fcd-ad1a-20b022cb2eb2 req-10c3819e-9619-4538-9703-209c7a9dacd1 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292164 Sep 17 22:35:56.058812 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.071645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:56.072517 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.096048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b1fa69-18d5-4403-a1f5-698d0e89fc9a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:56.106902 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.134905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Transition to ACTIVE for port object a0b1fa69-18d5-4403-a1f5-698d0e89fc9a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:56.139012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:56.225884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=aa625328-552c-43f5-8b5d-9d11c84141cd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:56.237282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network aa625328-552c-43f5-8b5d-9d11c84141cd details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:56.241606 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.256405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-026ce308-60e1-4396-bb6d-be5c2954896d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6041305 Sep 17 22:35:56.257916 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47634) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:56.265150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': 'aa625328-552c-43f5-8b5d-9d11c84141cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:56.342374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Pushing event updated for resources: {'Port': ['ID=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:56.351350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:56.356989 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.376826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] Sync routers for ids ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:56.399172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] Routers {'26d91ac7-85cd-4644-8cbc-ae405d4d2542'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:56.403234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:56.451801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-127b4c02-9c2f-40eb-ba35-e7f32690f10b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/floatingips/75deb4c3-3a83-4c25-a74e-09da8bd36663 HTTP/1.1" status: 204 len: 168 time: 3.1583071 Sep 17 22:35:56.481055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:56.488301 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0" -d '{"events": [{"name": "network-changed", "server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:56.507241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:56.511850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.534208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Attempting to bind port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:56.534208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Attempting to bind port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:56.534208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Attempting to bind port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a on network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:56.553674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a on network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:56.556435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Attempting to bind port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a on network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:56.587764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:56.588666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Checking segment: {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:56.589115 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Bound using segment: {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:56.589614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Bound port: a0b1fa69-18d5-4403-a1f5-698d0e89fc9a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91e8729-1acd-4513-9a79-38acbea703ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:56.590037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.622259 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183bab29-91d0-4ec3-b8a2-3685bb832778 x-openstack-request-id: req-183bab29-91d0-4ec3-b8a2-3685bb832778 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:56.625042 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:56.625042 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-183bab29-91d0-4ec3-b8a2-3685bb832778 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:56.625042 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400', 'status': 'completed', 'code': 200} Sep 17 22:35:56.626446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] Set router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:56.704826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] For port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:56.756173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] For port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:56.780284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-34cf847c-b8d2-4e74-b955-bef93f27c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:56.782187 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-34cf847c-b8d2-4e74-b955-bef93f27c6fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 1098 time: 0.0952718 Sep 17 22:35:56.852978 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.946495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:52Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c4016e87-937e-474e-9612-a7337e758425', 'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:07:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:48Z', 'updated_at': '2021-09-17T22:32:58Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '456154fb-8d5c-4837-9c10-e6c808514043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:56.965077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:56.965442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:56.969855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] 10.222.0.23 "PUT /v2.0/ports/a0b1fa69-18d5-4403-a1f5-698d0e89fc9a HTTP/1.1" status: 200 len: 1092 time: 2.6364105 Sep 17 22:35:57.000864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] Checking router: 26d91ac7-85cd-4644-8cbc-ae405d4d2542 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:57.016391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] Routers {'26d91ac7-85cd-4644-8cbc-ae405d4d2542'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:57.017392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:57.037380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.039504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f48e2-60d4-4473-ada0-6c2288fe03d3 req-ab573e91-bdcd-445b-baa1-2947e2710fa8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.041261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-512f48e2-60d4-4473-ada0-6c2288fe03d3 req-ab573e91-bdcd-445b-baa1-2947e2710fa8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.2140598 Sep 17 22:35:57.049491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-810c4cd0-a0a4-47be-8191-25307edb4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.051162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-810c4cd0-a0a4-47be-8191-25307edb4fcd service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 200 len: 897 time: 0.2625995 Sep 17 22:35:57.188498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1212ea-70ab-4dbd-9862-b3bccc3bd7bd service neutron] Pushing event updated for resources: {'Port': ['ID=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:57.207899 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-fb055985-b69a-477e-b892-d13255b6dc90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 200 len: 217 time: 0.1298411 Sep 17 22:35:57.246716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] Set router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:57.262414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=ebe525eb-2a04-4de9-9864-af4505abf5cf,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:57.285368 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-512f48e2-60d4-4473-ada0-6c2288fe03d3 req-41f6d33d-12b1-4665-8517-47164abc64fa tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317803 Sep 17 22:35:57.337397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-6e7c337b-5a85-4fe6-9ecf-91ee860f27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.339048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': 'b6fdddab-2187-467a-83b4-cfcc57eb07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aa625328-552c-43f5-8b5d-9d11c84141cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:57.339211 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-6e7c337b-5a85-4fe6-9ecf-91ee860f27bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f64e3933a7d54d3682a68d18769d4536&device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1095 time: 0.1469243 Sep 17 22:35:57.339643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: aa625328-552c-43f5-8b5d-9d11c84141cd, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:57.346314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-e5de4f34-139f-4b0a-ade4-0f5d406b8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.347848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-e5de4f34-139f-4b0a-ade4-0f5d406b8d18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 200 len: 834 time: 0.1136050 Sep 17 22:35:57.392421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063269d-2423-4197-b87a-0221b3e2ac2e req-4c7900e8-8594-4e44-9425-25b3bcd6745f tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.401281 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a063269d-2423-4197-b87a-0221b3e2ac2e req-4c7900e8-8594-4e44-9425-25b3bcd6745f tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1095 time: 0.1269166 Sep 17 22:35:57.418168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-ef3f40dd-4836-44b2-94f8-545965ee56a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a HTTP/1.1" status: 200 len: 217 time: 0.0687397 Sep 17 22:35:57.441378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network aa625328-552c-43f5-8b5d-9d11c84141cd is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:57.459878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a063269d-2423-4197-b87a-0221b3e2ac2e req-ed211f73-fb73-4dcf-a992-1c043b956f3e tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574815 Sep 17 22:35:57.548502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-26aab9f6-1b86-4d83-a9e0-c76bda73d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.550084 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-26aab9f6-1b86-4d83-a9e0-c76bda73d634 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4957bc4-aab3-4c8c-af0c-68b20bfc6841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1943471 Sep 17 22:35:57.550361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, aa625328-552c-43f5-8b5d-9d11c84141cd) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:57.557764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-a5a5ec74-75e2-4728-b664-551057c9c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.559181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.559364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-a5a5ec74-75e2-4728-b664-551057c9c575 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7872e69d-df6d-42ce-943b-6a0b12fe1327 HTTP/1.1" status: 200 len: 849 time: 0.1336524 Sep 17 22:35:57.562654 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.586647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3630db2d-b07b-4fee-a235-ef34a08e3aa4 None None] Network aa625328-552c-43f5-8b5d-9d11c84141cd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:57.632464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc90d-125b-40fb-ae55-36be7424e1b9 req-3964c3ca-07b1-4544-9dc6-7c975ce6a00d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.633895 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-038cc90d-125b-40fb-ae55-36be7424e1b9 req-3964c3ca-07b1-4544-9dc6-7c975ce6a00d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1337423 Sep 17 22:35:57.682439 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cdaf8ddd-15b0-4211-95ab-6add21faeb66 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4203057 Sep 17 22:35:57.683000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47656) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:57.709070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-d9e9244f-f0a4-497a-b1be-c8f8a63dac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:57.712015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-d9e9244f-f0a4-497a-b1be-c8f8a63dac6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5e2ff31-8575-49e1-882e-47e45aa0c4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400592 Sep 17 22:35:57.714709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:52Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c4016e87-937e-474e-9612-a7337e758425', 'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:07:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:48Z', 'updated_at': '2021-09-17T22:32:58Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '456154fb-8d5c-4837-9c10-e6c808514043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:57.748766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025a21eb-9e07-40cf-a412-616bf4200cfc None None] The sync data for ids ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'] in n-d-713499-18 is: [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:32:52Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c4016e87-937e-474e-9612-a7337e758425', 'name': '', 'network_id': 'e4957bc4-aab3-4c8c-af0c-68b20bfc6841', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:07:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '456154fb-8d5c-4837-9c10-e6c808514043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:48Z', 'updated_at': '2021-09-17T22:32:58Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '456154fb-8d5c-4837-9c10-e6c808514043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:57.778153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-038cc90d-125b-40fb-ae55-36be7424e1b9 req-b4990134-2bf3-40dc-a8f1-999e1252bc71 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055975 Sep 17 22:35:57.783986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-1db03c3b-e210-461c-ad33-784f2deb2351 service neutron] 10.222.0.23 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235460 Sep 17 22:35:57.816627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-aa625328-552c-43f5-8b5d-9d11c84141cd', 'network_id': 'aa625328-552c-43f5-8b5d-9d11c84141cd', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': 'ebe525eb-2a04-4de9-9864-af4505abf5cf'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:57.816627 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.832512 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.916503 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:57.944930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-e4e5c9ff-1656-42be-b765-afe835a0a93b service neutron] 10.222.0.23 "GET /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259021 Sep 17 22:35:58.027610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25a70176-b1b0-4d7c-99e3-a93ba88b55a0 req-8880a5b9-c165-4381-86e1-b1c44d44745a service neutron] 10.222.0.23 "GET /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817291 Sep 17 22:35:58.046592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Allocated IP 172.20.0.1 (aa625328-552c-43f5-8b5d-9d11c84141cd/ebe525eb-2a04-4de9-9864-af4505abf5cf/3531fcfa-ac44-47a7-b8b4-8fccc5021497) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:58.116364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51e00976-7dc3-404f-bc0f-bb78d1c67432 req-7b7be148-a30e-49f9-9af0-a9daaeaca214 service neutron] 10.222.0.23 "GET /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588650 Sep 17 22:35:58.249705 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ca619-8445-497d-a91a-e851ee6e8df8 None None] New status for floating IP 75deb4c3-3a83-4c25-a74e-09da8bd36663: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:35:58.253998 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.344030 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.409606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Pushing event updated for resources: {'Port': ['ID=3531fcfa-ac44-47a7-b8b4-8fccc5021497,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:58.440030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Network aa625328-552c-43f5-8b5d-9d11c84141cd is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:58.441700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:58.450360 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.454921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:58.494084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe525eb-2a04-4de9-9864-af4505abf5cf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:58.548048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Attempting to bind port 3531fcfa-ac44-47a7-b8b4-8fccc5021497 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:58.548590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Attempting to bind port 3531fcfa-ac44-47a7-b8b4-8fccc5021497 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'b6fdddab-2187-467a-83b4-cfcc57eb07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aa625328-552c-43f5-8b5d-9d11c84141cd'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:58.549247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Attempting to bind port 3531fcfa-ac44-47a7-b8b4-8fccc5021497 on network aa625328-552c-43f5-8b5d-9d11c84141cd {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:58.557367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:58.557998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Checking segment: {'id': 'b6fdddab-2187-467a-83b4-cfcc57eb07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aa625328-552c-43f5-8b5d-9d11c84141cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:58.558538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.559034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Bound using segment: {'id': 'b6fdddab-2187-467a-83b4-cfcc57eb07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aa625328-552c-43f5-8b5d-9d11c84141cd'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:58.559923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Bound port: 3531fcfa-ac44-47a7-b8b4-8fccc5021497, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fdddab-2187-467a-83b4-cfcc57eb07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'aa625328-552c-43f5-8b5d-9d11c84141cd'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:58.560440 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.625480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0', 'tag': 'a0b1fa69-18d5-4403-a1f5-698d0e89fc9a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:58.630942 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcfee6d-de40-4af7-a245-0b6350aed6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0", "tag": "a0b1fa69-18d5-4403-a1f5-698d0e89fc9a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:58.658346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-ae1ab061-8025-433d-bf2d-d0ee50586137 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:58.659854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-ae1ab061-8025-433d-bf2d-d0ee50586137 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.1794579 Sep 17 22:35:58.660794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.685987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa625328-552c-43f5-8b5d-9d11c84141cd']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:58.697821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fdddab-2187-467a-83b4-cfcc57eb07eb') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:58.704845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fdddab-2187-467a-83b4-cfcc57eb07eb') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:58.710639 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.720932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] For port 3531fcfa-ac44-47a7-b8b4-8fccc5021497, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:58.727674 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.733893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:58.734645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:58.737920 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:58.760757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4094-39d0-4ef5-9969-9e14443cbdde req-92131c41-d744-4cea-bb88-f7e806b2b044 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:58.762401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a46b4094-39d0-4ef5-9969-9e14443cbdde req-92131c41-d744-4cea-bb88-f7e806b2b044 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1095 time: 0.1701062 Sep 17 22:35:58.810890 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd34d7b-0e39-406b-b3d4-c9dbfdc6dd67 x-openstack-request-id: req-6cd34d7b-0e39-406b-b3d4-c9dbfdc6dd67 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:58.817066 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0", "tag": "a0b1fa69-18d5-4403-a1f5-698d0e89fc9a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:58.817721 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cd34d7b-0e39-406b-b3d4-c9dbfdc6dd67 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:58.818331 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0', 'tag': 'a0b1fa69-18d5-4403-a1f5-698d0e89fc9a', 'status': 'completed', 'code': 200} Sep 17 22:35:58.861817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] For port 3531fcfa-ac44-47a7-b8b4-8fccc5021497, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3531fcfa-ac44-47a7-b8b4-8fccc5021497,segment=NetworkSegment(b6fdddab-2187-467a-83b4-cfcc57eb07eb),segment_id=b6fdddab-2187-467a-83b4-cfcc57eb07eb)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:58.909464 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:35:58.909464 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:35:58.909464 n-d-713499-18 neutron-server[95455]: [parameters: {'id': 'aa625328-552c-43f5-8b5d-9d11c84141cd'}] Sep 17 22:35:58.909464 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:35:58.910062 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:35:58.941590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447313d1-6840-4b3b-b420-b2df29f6c5e0 req-f9f7d531-7a12-46b4-bd81-17a6911fefe5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:58.944279 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-447313d1-6840-4b3b-b420-b2df29f6c5e0 req-f9f7d531-7a12-46b4-bd81-17a6911fefe5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 946 time: 0.0794928 Sep 17 22:35:58.959550 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:58.960387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-9ef1de45-81e8-4612-81a6-be6baaa2d2d1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port 7476fe52-af62-4493-aa39-7f74fb57c400 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:58.960954 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-9ef1de45-81e8-4612-81a6-be6baaa2d2d1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.003794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-447313d1-6840-4b3b-b420-b2df29f6c5e0 req-ddb65a54-c5aa-4ce2-9327-43943c19f90f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5f7d6fa-e0a6-44e1-9169-76bf552bac70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515509 Sep 17 22:35:59.102616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a46b4094-39d0-4ef5-9969-9e14443cbdde req-2f86998a-080f-4669-ba06-297d36564366 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115463 Sep 17 22:35:59.109918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-de2bfb78-0954-4a5d-9969-9d9e20ede4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.111634 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-de2bfb78-0954-4a5d-9969-9d9e20ede4d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f64e3933a7d54d3682a68d18769d4536&device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1095 time: 0.2584121 Sep 17 22:35:59.166712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c035f8-80c5-4d23-afae-d7e4fee0d7f5 None None] Pushing event updated for resources: {'Port': ['ID=3531fcfa-ac44-47a7-b8b4-8fccc5021497,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:59.180812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946a9dcf-a5ff-4957-9afe-fd21d4254a4b None None] Network aa625328-552c-43f5-8b5d-9d11c84141cd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:59.191562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-9ef1de45-81e8-4612-81a6-be6baaa2d2d1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port 7476fe52-af62-4493-aa39-7f74fb57c400, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7476fe52-af62-4493-aa39-7f74fb57c400,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:59.191562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-9ef1de45-81e8-4612-81a6-be6baaa2d2d1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.231523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-9ef1de45-81e8-4612-81a6-be6baaa2d2d1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for 7476fe52-af62-4493-aa39-7f74fb57c400 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:59.287496 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.309529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-f97ae55c-8583-4e0d-b6e4-965b23ee3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.311221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-f97ae55c-8583-4e0d-b6e4-965b23ee3dc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5e2ff31-8575-49e1-882e-47e45aa0c4f7 HTTP/1.1" status: 200 len: 911 time: 0.1812518 Sep 17 22:35:59.361293 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f635483-d264-4d82-882a-df3dbe1ffe19 None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:35:59.367172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-d245c07e-ccf0-4fd5-a6cf-063d481256b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a HTTP/1.1" status: 200 len: 217 time: 0.0479150 Sep 17 22:35:59.412259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.430403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-36b8fe95-c85d-4e0d-9975-5f4a515804a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.433352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-36b8fe95-c85d-4e0d-9975-5f4a515804a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7872e69d-df6d-42ce-943b-6a0b12fe1327 HTTP/1.1" status: 200 len: 849 time: 0.0582337 Sep 17 22:35:59.537562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting port 3531fcfa-ac44-47a7-b8b4-8fccc5021497 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:59.538221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.558337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-597182cd-07e0-4b71-bf19-addb391ab1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:59.563837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-597182cd-07e0-4b71-bf19-addb391ab1b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5e2ff31-8575-49e1-882e-47e45aa0c4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235170 Sep 17 22:35:59.598143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f635483-d264-4d82-882a-df3dbe1ffe19 None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:35:59.642424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] For port 3531fcfa-ac44-47a7-b8b4-8fccc5021497, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3531fcfa-ac44-47a7-b8b4-8fccc5021497,segment=NetworkSegment(b6fdddab-2187-467a-83b4-cfcc57eb07eb),segment_id=b6fdddab-2187-467a-83b4-cfcc57eb07eb)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:59.642794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.660396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Calling delete_port for 3531fcfa-ac44-47a7-b8b4-8fccc5021497 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:59.686759 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-9ef1de45-81e8-4612-81a6-be6baaa2d2d1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.731355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1de45-81e8-4612-81a6-be6baaa2d2d1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=7476fe52-af62-4493-aa39-7f74fb57c400,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:59.814663 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-182215bf-b192-4f0e-bdd6-7ea196eba63e service neutron] 10.222.0.23 "GET /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412596 Sep 17 22:35:59.815532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-9ef1de45-81e8-4612-81a6-be6baaa2d2d1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] No DVR routers for this DVR port 7476fe52-af62-4493-aa39-7f74fb57c400 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:59.818438 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-9ef1de45-81e8-4612-81a6-be6baaa2d2d1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.820354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a170e27-ed6b-4531-ad88-f4fc0a62fb44 req-9ef1de45-81e8-4612-81a6-be6baaa2d2d1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.23 "DELETE /v2.0/ports/7476fe52-af62-4493-aa39-7f74fb57c400 HTTP/1.1" status: 204 len: 173 time: 1.1514156 Sep 17 22:35:59.872666 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:59.907080 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Port': ['ID=3531fcfa-ac44-47a7-b8b4-8fccc5021497,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:59.910216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No DVR routers for this DVR port 3531fcfa-ac44-47a7-b8b4-8fccc5021497 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:59.952926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fcfee6d-de40-4af7-a245-0b6350aed6ca req-989b68c9-f8c5-4202-ad5c-fb74020dfddb service neutron] 10.222.0.23 "GET /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290886 Sep 17 22:36:00.007099 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.028294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa625328-552c-43f5-8b5d-9d11c84141cd']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:00.049282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fdddab-2187-467a-83b4-cfcc57eb07eb') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:00.049642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fdddab-2187-467a-83b4-cfcc57eb07eb') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:00.071394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.089506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.115312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:00.115899 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:00.122130 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:00.178701 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f2fb691-17b8-46f6-99d4-065eaba58e5f req-bc96a424-d511-4dcf-ae57-9859b7e5bdd3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cdfc5f-23dd-4cb2-8005-f736c4039e31 HTTP/1.1" status: 200 len: 210 time: 0.0863056 Sep 17 22:36:00.298683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c32a8-740d-4f18-be30-3ce8d86503ee req-f9cfbea1-243f-4969-b1e0-35ddd376bb24 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:00.301421 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d4c32a8-740d-4f18-be30-3ce8d86503ee req-f9cfbea1-243f-4969-b1e0-35ddd376bb24 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0574968 Sep 17 22:36:00.343515 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d4c32a8-740d-4f18-be30-3ce8d86503ee req-f4a85e1f-1a0f-40ca-a379-e03028143eed tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340788 Sep 17 22:36:00.379401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.402372 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.406133 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/aa625328-552c-43f5-8b5d-9d11c84141cd HTTP/1.1" status: 204 len: 168 time: 2.7198923 Sep 17 22:36:00.413069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47690) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:00.418608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c369f-d683-4d36-8f0a-98f13500686d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=aa625328-552c-43f5-8b5d-9d11c84141cd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:00.418882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1851799537'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:00.529874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:00.538124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.582714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:00.596915 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.597294 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment 09dc2e53-52b7-432a-b7c8-036da15f5f2d of type vlan for network 1a55ad77-391d-4a5a-a75d-923502cf674e Sep 17 22:36:00.644382 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.775213 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.781804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:00.783915 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:00.826197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'name': 'network-vif-deleted', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:00.829804 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cac81bc-d2f1-4a68-a70a-5674dae37eb4" -d '{"events": [{"server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "name": "network-vif-deleted", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:00.896533 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ca6f7-d08c-4f6a-8435-d152e97ccee5 x-openstack-request-id: req-d17ca6f7-d08c-4f6a-8435-d152e97ccee5 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:00.897207 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cdfc5f-23dd-4cb2-8005-f736c4039e31", "name": "network-vif-deleted", "tag": "7476fe52-af62-4493-aa39-7f74fb57c400", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:00.897362 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d17ca6f7-d08c-4f6a-8435-d152e97ccee5 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:00.897911 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cdfc5f-23dd-4cb2-8005-f736c4039e31', 'name': 'network-vif-deleted', 'tag': '7476fe52-af62-4493-aa39-7f74fb57c400', 'status': 'completed', 'code': 200} Sep 17 22:36:00.902413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=1a55ad77-391d-4a5a-a75d-923502cf674e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:00.914172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 1a55ad77-391d-4a5a-a75d-923502cf674e details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:00.917198 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2d27acc8-a7c0-40a1-9b19-5bedec6d5102 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5034442 Sep 17 22:36:00.928394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47700) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:00.934187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': '1a55ad77-391d-4a5a-a75d-923502cf674e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:01.152528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:01.156236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:01.248088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47706) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:01.467952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:01.530033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b56f7-5db6-4d18-9c43-7934abc5b369 req-1c5803a2-0390-404a-9ef1-383447a7adde tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:01.531582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-277b56f7-5db6-4d18-9c43-7934abc5b369 req-1c5803a2-0390-404a-9ef1-383447a7adde tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1095 time: 0.1126471 Sep 17 22:36:01.548582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=448a5b7a-de54-455d-9fcc-e661c0d315e5,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:01.575546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': '09dc2e53-52b7-432a-b7c8-036da15f5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1a55ad77-391d-4a5a-a75d-923502cf674e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:01.578253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: 1a55ad77-391d-4a5a-a75d-923502cf674e, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:01.604677 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-277b56f7-5db6-4d18-9c43-7934abc5b369 req-4bda5c49-3d58-4a7a-990a-43ed22cc244c tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570452 Sep 17 22:36:01.664902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a0b1fa69-18d5-4403-a1f5-698d0e89fc9a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:01.706954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 1a55ad77-391d-4a5a-a75d-923502cf674e is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:01.730810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:01.821429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:01.836877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a0b1fa69-18d5-4403-a1f5-698d0e89fc9a', 'network_id': 'd5e2ff31-8575-49e1-882e-47e45aa0c4f7', 'port_id': 'a0b1fa69-18d5-4403-a1f5-698d0e89fc9a', 'mac_address': 'fa:16:3e:ba:74:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7872e69d-df6d-42ce-943b-6a0b12fe1327', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:01.853059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 1a55ad77-391d-4a5a-a75d-923502cf674e) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:01.857838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:01.859065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:01.884829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de6f4a-3651-47e1-abfe-e04c3daae508 None None] Network 1a55ad77-391d-4a5a-a75d-923502cf674e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:01.985704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e333bc05-9858-448a-9177-e9b5138f6579 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0552244 Sep 17 22:36:01.988213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47718) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:02.200366 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.216054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b1fa69-18d5-4403-a1f5-698d0e89fc9a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:02.223453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-1a55ad77-391d-4a5a-a75d-923502cf674e', 'network_id': '1a55ad77-391d-4a5a-a75d-923502cf674e', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': '448a5b7a-de54-455d-9fcc-e661c0d315e5'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:02.225701 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.234110 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.253694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:02.333451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.398078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Allocated IP 172.20.0.2 (1a55ad77-391d-4a5a-a75d-923502cf674e/448a5b7a-de54-455d-9fcc-e661c0d315e5/f9902d0e-341f-48dd-8c3c-8528469203c9) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:02.414113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port c4016e87-937e-474e-9612-a7337e758425 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:02.414113 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.421976 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.527742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port c4016e87-937e-474e-9612-a7337e758425, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c4016e87-937e-474e-9612-a7337e758425,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:02.528020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.532469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47724) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:02.544936 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for c4016e87-937e-474e-9612-a7337e758425 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:02.551228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:02.636066 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.646880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a0b1fa69-18d5-4403-a1f5-698d0e89fc9a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:02.680621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-acc191c5-cad5-4bc7-9313-9668d077c600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.731064 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.755362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed5a86-2101-4544-96a8-7280291023eb req-645198fa-263c-408d-8514-ba2b9d338261 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:02.757126 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4aed5a86-2101-4544-96a8-7280291023eb req-645198fa-263c-408d-8514-ba2b9d338261 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0700440 Sep 17 22:36:02.799562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Network 1a55ad77-391d-4a5a-a75d-923502cf674e is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:02.810434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:02.817737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:02.823522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.841957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4aed5a86-2101-4544-96a8-7280291023eb req-70ddf78a-1278-45e4-bbb1-f4b2fe5b30a6 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787427 Sep 17 22:36:02.861282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=448a5b7a-de54-455d-9fcc-e661c0d315e5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:02.867036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Pushing event updated for resources: {'Port': ['ID=f9902d0e-341f-48dd-8c3c-8528469203c9,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:02.939876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Attempting to bind port f9902d0e-341f-48dd-8c3c-8528469203c9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:02.939876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Attempting to bind port f9902d0e-341f-48dd-8c3c-8528469203c9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '09dc2e53-52b7-432a-b7c8-036da15f5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1a55ad77-391d-4a5a-a75d-923502cf674e'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:02.939876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Attempting to bind port f9902d0e-341f-48dd-8c3c-8528469203c9 on network 1a55ad77-391d-4a5a-a75d-923502cf674e {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:02.945093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.953350 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:02.953779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Checking segment: {'id': '09dc2e53-52b7-432a-b7c8-036da15f5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1a55ad77-391d-4a5a-a75d-923502cf674e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:02.954082 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.954448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Bound using segment: {'id': '09dc2e53-52b7-432a-b7c8-036da15f5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1a55ad77-391d-4a5a-a75d-923502cf674e'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:02.954994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Bound port: f9902d0e-341f-48dd-8c3c-8528469203c9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dc2e53-52b7-432a-b7c8-036da15f5f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1a55ad77-391d-4a5a-a75d-923502cf674e'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:02.955372 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.967400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.984075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a55ad77-391d-4a5a-a75d-923502cf674e']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:02.987577 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-acc191c5-cad5-4bc7-9313-9668d077c600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:02.996578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dc2e53-52b7-432a-b7c8-036da15f5f2d') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:02.996922 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dc2e53-52b7-432a-b7c8-036da15f5f2d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:03.001929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=c4016e87-937e-474e-9612-a7337e758425,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:03.024963 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.047424 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.055379 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:03.055791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.056398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] For port f9902d0e-341f-48dd-8c3c-8528469203c9, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:03.064534 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:03.094831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-acc191c5-cad5-4bc7-9313-9668d077c600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.177474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc191c5-cad5-4bc7-9313-9668d077c600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97a1796-541a-4fb5-af4b-98bb7c6b1b31,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:03.196939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] For port f9902d0e-341f-48dd-8c3c-8528469203c9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=f9902d0e-341f-48dd-8c3c-8528469203c9,segment=NetworkSegment(09dc2e53-52b7-432a-b7c8-036da15f5f2d),segment_id=09dc2e53-52b7-432a-b7c8-036da15f5f2d)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:03.200383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-acc191c5-cad5-4bc7-9313-9668d077c600 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3773620e442641f39fa9abfc051d69cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6667006 Sep 17 22:36:03.201031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47734) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:03.230188 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23f7523e-1a34-4ebe-9cde-4f025101eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.236428 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:36:03.236428 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:36:03.236428 n-d-713499-18 neutron-server[95455]: [parameters: {'id': '1a55ad77-391d-4a5a-a75d-923502cf674e'}] Sep 17 22:36:03.236428 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:36:03.242947 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:36:03.260682 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.267881 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f603413f-d7c2-4318-a9f6-77a3381db920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.293606 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f603413f-d7c2-4318-a9f6-77a3381db920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.304005 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.384654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5b45d-e2c5-49ff-840e-79cbaef56357 None None] Pushing event updated for resources: {'Port': ['ID=f9902d0e-341f-48dd-8c3c-8528469203c9,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:03.438386 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80a1827-8b84-4871-af0e-218d54358eb5 None None] Network 1a55ad77-391d-4a5a-a75d-923502cf674e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:03.487283 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f603413f-d7c2-4318-a9f6-77a3381db920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.491438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f603413f-d7c2-4318-a9f6-77a3381db920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.492666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f603413f-d7c2-4318-a9f6-77a3381db920 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f97a1796-541a-4fb5-af4b-98bb7c6b1b31 HTTP/1.1" status: 204 len: 168 time: 0.2906866 Sep 17 22:36:03.517109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603413f-d7c2-4318-a9f6-77a3381db920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97a1796-541a-4fb5-af4b-98bb7c6b1b31,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:03.574740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:03.580906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba791f-25ca-416a-93cb-b9f4e7b3f2bf None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:36:03.687199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a0b1fa69-18d5-4403-a1f5-698d0e89fc9a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:03.694472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:03.705842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ab19d9e8-c4c1-416c-b4e4-22820f88bc84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "PUT /v2.0/routers/26d91ac7-85cd-4644-8cbc-ae405d4d2542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4551151 Sep 17 22:36:03.705990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47740) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:03.732381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] Sync routers for ids ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:03.738206 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.744551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ba791f-25ca-416a-93cb-b9f4e7b3f2bf None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:36:03.762443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] Routers {'26d91ac7-85cd-4644-8cbc-ae405d4d2542'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:03.763322 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:03.799536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-1babbeae-b226-45a6-8e93-63cc3bb65e49 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting subnet 456154fb-8d5c-4837-9c10-e6c808514043 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:36:03.803620 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1babbeae-b226-45a6-8e93-63cc3bb65e49 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.853608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1babbeae-b226-45a6-8e93-63cc3bb65e49 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:03.899216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting port f9902d0e-341f-48dd-8c3c-8528469203c9 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:03.899815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.003165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:36:04.009528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] Set router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:04.015304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:04.015725 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.023104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] For port f9902d0e-341f-48dd-8c3c-8528469203c9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=f9902d0e-341f-48dd-8c3c-8528469203c9,segment=NetworkSegment(09dc2e53-52b7-432a-b7c8-036da15f5f2d),segment_id=09dc2e53-52b7-432a-b7c8-036da15f5f2d)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:04.023669 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.041415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1babbeae-b226-45a6-8e93-63cc3bb65e49 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.044535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Calling delete_port for f9902d0e-341f-48dd-8c3c-8528469203c9 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:04.083874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b80b8d-23f2-42cc-842d-c6a66e8383ad req-1f276fc2-9507-4f9e-9bce-328d615ff616 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:04.086478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-07b80b8d-23f2-42cc-842d-c6a66e8383ad req-1f276fc2-9507-4f9e-9bce-328d615ff616 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0990555 Sep 17 22:36:04.161271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-07b80b8d-23f2-42cc-842d-c6a66e8383ad req-d984ed96-13d2-4b02-8ff0-909ab5461ee5 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630901 Sep 17 22:36:04.396773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.404474 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1babbeae-b226-45a6-8e93-63cc3bb65e49 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.436849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1babbeae-b226-45a6-8e93-63cc3bb65e49 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.439154 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1babbeae-b226-45a6-8e93-63cc3bb65e49 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/subnets/456154fb-8d5c-4837-9c10-e6c808514043 HTTP/1.1" status: 204 len: 168 time: 0.7320442 Sep 17 22:36:04.440900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babbeae-b226-45a6-8e93-63cc3bb65e49 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Subnet': ['ID=456154fb-8d5c-4837-9c10-e6c808514043,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:04.441991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47756) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:04.450331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.464913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b1fa69-18d5-4403-a1f5-698d0e89fc9a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:04.477869 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3866a88a-ceaf-494d-84fd-f95c46e4552b" -d '{"events": [{"server_uuid": "295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0", "name": "network-vif-plugged", "status": "completed", "tag": "a0b1fa69-18d5-4403-a1f5-698d0e89fc9a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:04.484966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Port': ['ID=f9902d0e-341f-48dd-8c3c-8528469203c9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:04.496656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No DVR routers for this DVR port f9902d0e-341f-48dd-8c3c-8528469203c9 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:04.518807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:04.538453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:36:02Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:04.545964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0bc587-49ef-48c6-8a4e-a480383744b1 None None] Network e4957bc4-aab3-4c8c-af0c-68b20bfc6841 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:04.589070 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b798a8-1e8c-4335-b42f-e77dfbdb2608 x-openstack-request-id: req-c2b798a8-1e8c-4335-b42f-e77dfbdb2608 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:04.589399 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0", "name": "network-vif-plugged", "status": "completed", "tag": "a0b1fa69-18d5-4403-a1f5-698d0e89fc9a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:04.589749 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2b798a8-1e8c-4335-b42f-e77dfbdb2608 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:04.590270 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b1fa69-18d5-4403-a1f5-698d0e89fc9a', 'code': 200} Sep 17 22:36:04.609645 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.613006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7476fe52-af62-4493-aa39-7f74fb57c400 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:04.613308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] Checking router: 26d91ac7-85cd-4644-8cbc-ae405d4d2542 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:04.664835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.676320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 7476fe52-af62-4493-aa39-7f74fb57c400 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:04.676320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7476fe52-af62-4493-aa39-7f74fb57c400 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:04.712794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.726229 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] Routers {'26d91ac7-85cd-4644-8cbc-ae405d4d2542'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:04.727000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:35:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:04.736830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a55ad77-391d-4a5a-a75d-923502cf674e']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:04.750179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dc2e53-52b7-432a-b7c8-036da15f5f2d') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:04.750441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dc2e53-52b7-432a-b7c8-036da15f5f2d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:04.764360 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.764989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb3c0b-6c6c-4fad-b9c3-ce168579c2a8 req-ea5fb853-fb64-4115-84bc-1210abb554fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:04.766512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1bb3c0b-6c6c-4fad-b9c3-ce168579c2a8 req-ea5fb853-fb64-4115-84bc-1210abb554fb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1097 time: 0.1191068 Sep 17 22:36:04.779881 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.788481 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:04.791380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:04.793002 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:04.825144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:04.859915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1bb3c0b-6c6c-4fad-b9c3-ce168579c2a8 req-2189d2f5-2f3c-4898-a097-951b904b89b8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585401 Sep 17 22:36:04.867858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.954238 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] Set router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:04.974152 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.979794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:04.981847 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/1a55ad77-391d-4a5a-a75d-923502cf674e HTTP/1.1" status: 204 len: 168 time: 2.9926009 Sep 17 22:36:04.986122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47770) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:04.996890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-887380389'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:05.021817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c7aac-ca2a-4b1c-8fdd-c1043a951132 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=1a55ad77-391d-4a5a-a75d-923502cf674e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:05.034399 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port d439959f-d7c5-4853-a26f-5637f0374a6d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:05.034753 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.132734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:05.136840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.139370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port d439959f-d7c5-4853-a26f-5637f0374a6d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d439959f-d7c5-4853-a26f-5637f0374a6d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:05.140043 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.158155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for d439959f-d7c5-4853-a26f-5637f0374a6d owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:05.173407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:05.184899 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.188037 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment 616489f4-b969-4dc8-8074-bfc7fe277ecc of type vlan for network 319e75dd-3269-4f17-ba8d-2772a2f71b68 Sep 17 22:36:05.193689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f095e691-0b40-4155-9a4f-8bb644a77454 None None] DHCP port deletion for e4957bc4-aab3-4c8c-af0c-68b20bfc6841 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:36:05.237611 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.311627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f095e691-0b40-4155-9a4f-8bb644a77454 None None] Deleting port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:05.311995 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f095e691-0b40-4155-9a4f-8bb644a77454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.355734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.361809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:05.363072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.419296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f095e691-0b40-4155-9a4f-8bb644a77454 None None] For port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=46d158bf-4bde-450c-a27d-e5f26a2e5ad4,segment=NetworkSegment(186ee1ad-2ff9-496d-aaaa-3b73582a1eeb),segment_id=186ee1ad-2ff9-496d-aaaa-3b73582a1eeb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:05.419828 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f095e691-0b40-4155-9a4f-8bb644a77454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.443538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f095e691-0b40-4155-9a4f-8bb644a77454 None None] Calling delete_port for 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:05.463893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e09f9-9df4-40e8-bcd4-1788e0733c24 req-16e4d88c-1c7b-4a72-a9e5-d399c5304363 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:05.466520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-160e09f9-9df4-40e8-bcd4-1788e0733c24 req-16e4d88c-1c7b-4a72-a9e5-d399c5304363 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1097 time: 0.1523111 Sep 17 22:36:05.479190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=319e75dd-3269-4f17-ba8d-2772a2f71b68,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:05.499371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 319e75dd-3269-4f17-ba8d-2772a2f71b68 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:05.504358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:36:02Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:05.533594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c92d8e0b-779d-4461-8a46-69524cd56822 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5463059 Sep 17 22:36:05.541541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-160e09f9-9df4-40e8-bcd4-1788e0733c24 req-c612c9cd-ea31-4901-9fee-b87d5fe39c66 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553949 Sep 17 22:36:05.541712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47784) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:05.546948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': '319e75dd-3269-4f17-ba8d-2772a2f71b68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:05.553210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363dedda-a43a-4360-8cd7-fbf7b2e3c30e None None] The sync data for ids ['26d91ac7-85cd-4644-8cbc-ae405d4d2542'] in n-d-713499-18 is: [{'id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294455596', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:29Z', 'updated_at': '2021-09-17T22:36:02Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'd439959f-d7c5-4853-a26f-5637f0374a6d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d91ac7-85cd-4644-8cbc-ae405d4d2542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:33Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:05.590691 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.644234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=d439959f-d7c5-4853-a26f-5637f0374a6d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:05.717716 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.812746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.814934 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.824230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:05.824670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f095e691-0b40-4155-9a4f-8bb644a77454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.829445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.861713 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d5795a2-4334-4b79-a3c9-84ded254eba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:05.863508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095e691-0b40-4155-9a4f-8bb644a77454 None None] No DVR routers for this DVR port 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:05.866029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095e691-0b40-4155-9a4f-8bb644a77454 None None] Pushing event deleted for resources: {'Port': ['ID=46d158bf-4bde-450c-a27d-e5f26a2e5ad4,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:05.944292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing IP validity checks on allocation pools {{(pid=95455) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:36:05.944812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95455) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:36:06.033510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.034074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Fanout notify agent at l3_agent the message router_deleted on router 26d91ac7-85cd-4644-8cbc-ae405d4d2542 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:36:06.047171 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.047171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b1be7fbd-51a0-4edb-83e9-749bdddc7771 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/routers/26d91ac7-85cd-4644-8cbc-ae405d4d2542 HTTP/1.1" status: 204 len: 168 time: 1.5999632 Sep 17 22:36:06.047171 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47792) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:06.147490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.171265 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.255406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': '616489f4-b969-4dc8-8074-bfc7fe277ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '319e75dd-3269-4f17-ba8d-2772a2f71b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:06.259542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: 319e75dd-3269-4f17-ba8d-2772a2f71b68, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:06.259542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=7957c2a4-95cd-4d4a-814e-ec28abcf1b9d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:06.272644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.296868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4957bc4-aab3-4c8c-af0c-68b20bfc6841']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:06.310975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:06.311277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186ee1ad-2ff9-496d-aaaa-3b73582a1eeb') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:06.322104 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.340856 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.345176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 319e75dd-3269-4f17-ba8d-2772a2f71b68 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:06.349525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:06.352083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:06.353308 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:06.435990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 319e75dd-3269-4f17-ba8d-2772a2f71b68) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:06.440412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:06.441455 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.449877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9beb66-dd8a-4635-945d-fa3ffe31c5ae None None] Network 319e75dd-3269-4f17-ba8d-2772a2f71b68 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:06.535192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.544087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.547818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/networks/e4957bc4-aab3-4c8c-af0c-68b20bfc6841 HTTP/1.1" status: 204 len: 168 time: 0.4983160 Sep 17 22:36:06.548324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47806) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:06.574518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d8885578-b3c4-45e5-9626-ef8a99e3a326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0355322 Sep 17 22:36:06.575340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47810) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:06.601427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fc0a9-d413-4234-a028-5603765c4522 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Network': ['ID=e4957bc4-aab3-4c8c-af0c-68b20bfc6841,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:06.621332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-319e75dd-3269-4f17-ba8d-2772a2f71b68', 'network_id': '319e75dd-3269-4f17-ba8d-2772a2f71b68', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': '7957c2a4-95cd-4d4a-814e-ec28abcf1b9d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:06.623884 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.770816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55256d3d-df35-40f3-a426-0a0a9a3f5f4a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.800752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c4016e87-937e-474e-9612-a7337e758425 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:06.802230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534d41b-3078-4a0b-8823-b87f1eee5b50 req-3bb4e8f7-f8ee-4d64-be2f-26c550b045f2 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:06.803869 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c534d41b-3078-4a0b-8823-b87f1eee5b50 req-3bb4e8f7-f8ee-4d64-be2f-26c550b045f2 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1097 time: 0.1659994 Sep 17 22:36:06.826540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: c4016e87-937e-474e-9612-a7337e758425 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:06.826957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c4016e87-937e-474e-9612-a7337e758425 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:06.834237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d439959f-d7c5-4853-a26f-5637f0374a6d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:06.852443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d439959f-d7c5-4853-a26f-5637f0374a6d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:06.852783 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d439959f-d7c5-4853-a26f-5637f0374a6d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:06.853545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:06.855076 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.867716 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55256d3d-df35-40f3-a426-0a0a9a3f5f4a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:06.877260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Allocated IP 172.20.0.3 (319e75dd-3269-4f17-ba8d-2772a2f71b68/7957c2a4-95cd-4d4a-814e-ec28abcf1b9d/41cc73da-0c7d-42f2-8a6e-17c19b427374) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:06.879252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:06.879565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 46d158bf-4bde-450c-a27d-e5f26a2e5ad4 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:06.915494 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c534d41b-3078-4a0b-8823-b87f1eee5b50 req-da2eab42-f6dc-4d83-afb2-da04f2e54a38 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992618 Sep 17 22:36:07.031519 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.057444 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.070620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f69c1e-aa9d-4e47-a82d-18fdf09e3883 req-bf947d01-a2a6-46dc-b000-198aee7a7cd0 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:07.090405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33f69c1e-aa9d-4e47-a82d-18fdf09e3883 req-bf947d01-a2a6-46dc-b000-198aee7a7cd0 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0532479 Sep 17 22:36:07.090592 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.107902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33f69c1e-aa9d-4e47-a82d-18fdf09e3883 req-0416bc60-3f53-47f8-ad1c-b9aa78f80c59 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295913 Sep 17 22:36:07.110225 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55256d3d-df35-40f3-a426-0a0a9a3f5f4a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.113330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-55256d3d-df35-40f3-a426-0a0a9a3f5f4a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.115634 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-55256d3d-df35-40f3-a426-0a0a9a3f5f4a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/security-groups/b5f7d6fa-e0a6-44e1-9169-76bf552bac70 HTTP/1.1" status: 204 len: 168 time: 0.5600553 Sep 17 22:36:07.133876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55256d3d-df35-40f3-a426-0a0a9a3f5f4a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f7d6fa-e0a6-44e1-9169-76bf552bac70,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:07.219006 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.250790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdbc0d-e2c9-4532-b096-ddbd472073ec req-d7af26df-fcb9-45f1-94c2-3327b87c3518 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:07.252512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8bdbc0d-e2c9-4532-b096-ddbd472073ec req-d7af26df-fcb9-45f1-94c2-3327b87c3518 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0653591 Sep 17 22:36:07.294250 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.299787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8bdbc0d-e2c9-4532-b096-ddbd472073ec req-c2ae19fb-8738-4e4e-b22d-b84cbe12f472 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369606 Sep 17 22:36:07.324246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Pushing event updated for resources: {'Port': ['ID=41cc73da-0c7d-42f2-8a6e-17c19b427374,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:07.327787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Network 319e75dd-3269-4f17-ba8d-2772a2f71b68 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:07.329541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:07.334660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:07.363507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.419516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Attempting to bind port 41cc73da-0c7d-42f2-8a6e-17c19b427374 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:07.419896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Attempting to bind port 41cc73da-0c7d-42f2-8a6e-17c19b427374 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '616489f4-b969-4dc8-8074-bfc7fe277ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '319e75dd-3269-4f17-ba8d-2772a2f71b68'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:07.420296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Attempting to bind port 41cc73da-0c7d-42f2-8a6e-17c19b427374 on network 319e75dd-3269-4f17-ba8d-2772a2f71b68 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:07.426029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:07.426424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Checking segment: {'id': '616489f4-b969-4dc8-8074-bfc7fe277ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '319e75dd-3269-4f17-ba8d-2772a2f71b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:07.427358 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.427984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Bound using segment: {'id': '616489f4-b969-4dc8-8074-bfc7fe277ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '319e75dd-3269-4f17-ba8d-2772a2f71b68'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:07.428514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Bound port: 41cc73da-0c7d-42f2-8a6e-17c19b427374, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616489f4-b969-4dc8-8074-bfc7fe277ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '319e75dd-3269-4f17-ba8d-2772a2f71b68'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:07.431802 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.485044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.508141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] For port 41cc73da-0c7d-42f2-8a6e-17c19b427374, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:07.511730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] For port 41cc73da-0c7d-42f2-8a6e-17c19b427374, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=41cc73da-0c7d-42f2-8a6e-17c19b427374,segment=NetworkSegment(616489f4-b969-4dc8-8074-bfc7fe277ecc),segment_id=616489f4-b969-4dc8-8074-bfc7fe277ecc)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:07.516660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=7957c2a4-95cd-4d4a-814e-ec28abcf1b9d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:07.531224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319e75dd-3269-4f17-ba8d-2772a2f71b68']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:07.542313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616489f4-b969-4dc8-8074-bfc7fe277ecc') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:07.542610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616489f4-b969-4dc8-8074-bfc7fe277ecc') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:07.552243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.605488 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.609585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.638292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:07.639023 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:07.643009 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:07.672201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47838) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:07.683548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fd6115b8-ec88-4cf3-aa2b-842c30c997c9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400065235', 'description': 'tempest-secgroup-smoke-1400065235 description', 'project_id': 'd4cd6a346eb04f708783b1b69d561814'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:07.831897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6689fd-e59e-47dd-b403-c9b8c0ada35a None None] Pushing event updated for resources: {'Port': ['ID=41cc73da-0c7d-42f2-8a6e-17c19b427374,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:07.836785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e49f6d-f841-4c95-9cda-414ae88ede1a None None] Network 319e75dd-3269-4f17-ba8d-2772a2f71b68 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:07.837017 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:36:07.837017 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:36:07.837017 n-d-713499-18 neutron-server[95455]: [parameters: {'id': '319e75dd-3269-4f17-ba8d-2772a2f71b68'}] Sep 17 22:36:07.837017 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:36:07.837470 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:36:07.886128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd6115b8-ec88-4cf3-aa2b-842c30c997c9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:07.964483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622fca5-18b2-460b-bc97-da14ee2b1928 req-b2fee800-401e-4feb-a429-4426e1f7df7a tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:07.968617 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d622fca5-18b2-460b-bc97-da14ee2b1928 req-b2fee800-401e-4feb-a429-4426e1f7df7a tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0635843 Sep 17 22:36:07.992746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9703e21-58df-4f1a-b111-79bf731992cf None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:36:08.025259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d622fca5-18b2-460b-bc97-da14ee2b1928 req-20175d62-4735-4ed2-9abd-537c0a41be8f tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516784 Sep 17 22:36:08.075478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd6115b8-ec88-4cf3-aa2b-842c30c997c9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.119470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9703e21-58df-4f1a-b111-79bf731992cf None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:36:08.146810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd6115b8-ec88-4cf3-aa2b-842c30c997c9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.184617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6115b8-ec88-4cf3-aa2b-842c30c997c9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17e6089-aed0-44fa-99f8-0dc28ded106b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:08.234964 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:36:08.246784 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd6115b8-ec88-4cf3-aa2b-842c30c997c9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.248220 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fd6115b8-ec88-4cf3-aa2b-842c30c997c9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5726550 Sep 17 22:36:08.251262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47846) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:08.256338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-5e8b9650-ea76-4f4c-a405-797a8c45c28f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'c17e6089-aed0-44fa-99f8-0dc28ded106b', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:08.337998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.398438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting port 41cc73da-0c7d-42f2-8a6e-17c19b427374 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:08.399031 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.401568 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e8b9650-ea76-4f4c-a405-797a8c45c28f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.467647 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e8b9650-ea76-4f4c-a405-797a8c45c28f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.481856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] For port 41cc73da-0c7d-42f2-8a6e-17c19b427374, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=41cc73da-0c7d-42f2-8a6e-17c19b427374,segment=NetworkSegment(616489f4-b969-4dc8-8074-bfc7fe277ecc),segment_id=616489f4-b969-4dc8-8074-bfc7fe277ecc)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:08.482343 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.499798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Calling delete_port for 41cc73da-0c7d-42f2-8a6e-17c19b427374 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:08.543334 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e8b9650-ea76-4f4c-a405-797a8c45c28f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.565884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b9650-ea76-4f4c-a405-797a8c45c28f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d536c1b-c347-427f-b229-8e34bdd1ce33,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:08.647583 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e8b9650-ea76-4f4c-a405-797a8c45c28f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.651848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5e8b9650-ea76-4f4c-a405-797a8c45c28f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964436 Sep 17 22:36:08.651848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47852) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:08.656425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4d82b869-0e14-4853-ba48-146505fa74eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'c17e6089-aed0-44fa-99f8-0dc28ded106b', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:08.680864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47854) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:08.698506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.728181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Port': ['ID=41cc73da-0c7d-42f2-8a6e-17c19b427374,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:08.733081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No DVR routers for this DVR port 41cc73da-0c7d-42f2-8a6e-17c19b427374 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:08.802433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dcc4-d0e9-4b96-9c6d-d88e7796ff51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.830104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.840155 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4d82b869-0e14-4853-ba48-146505fa74eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.874316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319e75dd-3269-4f17-ba8d-2772a2f71b68']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:08.901546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616489f4-b969-4dc8-8074-bfc7fe277ecc') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:08.901546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616489f4-b969-4dc8-8074-bfc7fe277ecc') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:08.913438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.923821 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4d82b869-0e14-4853-ba48-146505fa74eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.936908 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.949525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:08.949910 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:08.953084 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:08.999046 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.026762 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4d82b869-0e14-4853-ba48-146505fa74eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.047842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82b869-0e14-4853-ba48-146505fa74eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c612503f-696c-493e-a47d-a826661c5b00,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:09.076098 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dcc4-d0e9-4b96-9c6d-d88e7796ff51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.112753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.117573 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.122368 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/319e75dd-3269-4f17-ba8d-2772a2f71b68 HTTP/1.1" status: 204 len: 168 time: 2.5302482 Sep 17 22:36:09.123637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47864) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:09.129259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-784020164'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:09.160865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dcc4-d0e9-4b96-9c6d-d88e7796ff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.163683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee031223-bc6a-4f1b-ae1b-3aeab0eddd2b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=319e75dd-3269-4f17-ba8d-2772a2f71b68,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:09.214052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7dcc4-d0e9-4b96-9c6d-d88e7796ff51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2083a225-33b4-4eea-839e-2ba2f2461e76,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:09.215004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed524928-100c-4df5-bf44-31ba76766df5 req-ee76e6a7-5f0c-41be-aca1-39c30a750b5b tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:09.216847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed524928-100c-4df5-bf44-31ba76766df5 req-ee76e6a7-5f0c-41be-aca1-39c30a750b5b tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0457542 Sep 17 22:36:09.219769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1eb7dcc4-d0e9-4b96-9c6d-d88e7796ff51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68f474d8a1e24fd2a2825d4b8a5144e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377715 Sep 17 22:36:09.222551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47866) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:09.223062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f34a8-0846-4e5f-998e-4a2aa2269f87 req-487999fa-92f8-478a-86f0-72cf19fc9983 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:09.225149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da3f34a8-0846-4e5f-998e-4a2aa2269f87 req-487999fa-92f8-478a-86f0-72cf19fc9983 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 1097 time: 0.1040750 Sep 17 22:36:09.264094 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4d82b869-0e14-4853-ba48-146505fa74eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.268532 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4d82b869-0e14-4853-ba48-146505fa74eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6124179 Sep 17 22:36:09.272031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47868) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:09.280328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1f043508-94e0-4003-af69-984034db4daa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'c17e6089-aed0-44fa-99f8-0dc28ded106b', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:09.287292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da3f34a8-0846-4e5f-998e-4a2aa2269f87 req-8c722a32-4fc3-4bcb-9a29-cbf45904b947 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480747 Sep 17 22:36:09.342252 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d8424e3-3c67-4db7-8813-cb2cb681add9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.373008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d8424e3-3c67-4db7-8813-cb2cb681add9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.374783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:09.378226 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.381303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ed524928-100c-4df5-bf44-31ba76766df5 req-9647ab81-1217-4b6d-a256-31bf76fff205 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Deleting port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:09.381631 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ed524928-100c-4df5-bf44-31ba76766df5 req-9647ab81-1217-4b6d-a256-31bf76fff205 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.471849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1f043508-94e0-4003-af69-984034db4daa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.482586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:09.515428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ed524928-100c-4df5-bf44-31ba76766df5 req-9647ab81-1217-4b6d-a256-31bf76fff205 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] For port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:09.515796 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ed524928-100c-4df5-bf44-31ba76766df5 req-9647ab81-1217-4b6d-a256-31bf76fff205 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.528625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ed524928-100c-4df5-bf44-31ba76766df5 req-9647ab81-1217-4b6d-a256-31bf76fff205 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Calling delete_port for a0b1fa69-18d5-4403-a1f5-698d0e89fc9a owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:09.612704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d8424e3-3c67-4db7-8813-cb2cb681add9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.615987 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d8424e3-3c67-4db7-8813-cb2cb681add9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.617176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3d8424e3-3c67-4db7-8813-cb2cb681add9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2083a225-33b4-4eea-839e-2ba2f2461e76 HTTP/1.1" status: 204 len: 168 time: 0.3933325 Sep 17 22:36:09.631922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1f043508-94e0-4003-af69-984034db4daa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.644671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8424e3-3c67-4db7-8813-cb2cb681add9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2083a225-33b4-4eea-839e-2ba2f2461e76,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:09.727306 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1f043508-94e0-4003-af69-984034db4daa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.746670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f043508-94e0-4003-af69-984034db4daa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ba328e-fb98-427b-aa99-0c16911d9256,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:09.774435 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ed524928-100c-4df5-bf44-31ba76766df5 req-9647ab81-1217-4b6d-a256-31bf76fff205 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.776979 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.777224 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment 7086e521-975f-4667-af91-880316296a94 of type vlan for network 16f19b68-4f0c-436c-bcea-998bca4feef8 Sep 17 22:36:09.785261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a0b1fa69-18d5-4403-a1f5-698d0e89fc9a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:09.813808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['d728342e-9391-4581-8ec2-dfe6475f5d74'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:09.830343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647ab81-1217-4b6d-a256-31bf76fff205 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0b1fa69-18d5-4403-a1f5-698d0e89fc9a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:09.832975 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1f043508-94e0-4003-af69-984034db4daa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.834993 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1f043508-94e0-4003-af69-984034db4daa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5600147 Sep 17 22:36:09.837417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47874) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:09.844858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a7547be6-b193-4ba0-9e6a-9d858358b3f3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'c17e6089-aed0-44fa-99f8-0dc28ded106b', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:09.905686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed524928-100c-4df5-bf44-31ba76766df5 req-9647ab81-1217-4b6d-a256-31bf76fff205 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] No DVR routers for this DVR port a0b1fa69-18d5-4403-a1f5-698d0e89fc9a on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:09.908404 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.911755 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ed524928-100c-4df5-bf44-31ba76766df5 req-9647ab81-1217-4b6d-a256-31bf76fff205 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.918153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed524928-100c-4df5-bf44-31ba76766df5 req-9647ab81-1217-4b6d-a256-31bf76fff205 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.23 "DELETE /v2.0/ports/a0b1fa69-18d5-4403-a1f5-698d0e89fc9a HTTP/1.1" status: 204 len: 173 time: 0.6891437 Sep 17 22:36:09.918153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0', 'name': 'network-vif-deleted', 'tag': 'a0b1fa69-18d5-4403-a1f5-698d0e89fc9a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:09.918153 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193fb6ea-1670-44fa-9637-d0a3f6d72290" -d '{"events": [{"server_uuid": "295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0", "name": "network-vif-deleted", "tag": "a0b1fa69-18d5-4403-a1f5-698d0e89fc9a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:09.987165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7547be6-b193-4ba0-9e6a-9d858358b3f3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.989808 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7fe278-4a41-47d4-9cc3-0e079f21c5cf x-openstack-request-id: req-4a7fe278-4a41-47d4-9cc3-0e079f21c5cf {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:09.990401 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0", "name": "network-vif-deleted", "tag": "a0b1fa69-18d5-4403-a1f5-698d0e89fc9a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:09.990810 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a7fe278-4a41-47d4-9cc3-0e079f21c5cf {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:10.008182 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0', 'name': 'network-vif-deleted', 'tag': 'a0b1fa69-18d5-4403-a1f5-698d0e89fc9a', 'status': 'completed', 'code': 200} Sep 17 22:36:10.078821 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.084779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7547be6-b193-4ba0-9e6a-9d858358b3f3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.086573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:10.090420 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.183143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=16f19b68-4f0c-436c-bcea-998bca4feef8,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:10.196286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 16f19b68-4f0c-436c-bcea-998bca4feef8 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:10.209818 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7547be6-b193-4ba0-9e6a-9d858358b3f3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.231566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7547be6-b193-4ba0-9e6a-9d858358b3f3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64ab1f2-ef40-4e55-bfe9-39911ea95ab4,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:10.242498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fc5aa831-218f-4bb4-bd28-38b6cbf527e8 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1171372 Sep 17 22:36:10.243119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47884) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:10.250547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': '16f19b68-4f0c-436c-bcea-998bca4feef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:10.298534 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.331880 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7547be6-b193-4ba0-9e6a-9d858358b3f3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.333734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a7547be6-b193-4ba0-9e6a-9d858358b3f3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4933903 Sep 17 22:36:10.336877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47888) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:10.343140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-72e073f0-813a-43ec-a344-e7c545d78747 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'c17e6089-aed0-44fa-99f8-0dc28ded106b', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:10.403417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e5cf393-4bdb-41e9-af6a-f371812ee14c req-8d94e4a7-eddc-4848-b5b6-ab382ca4c9a9 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=295f24ac-09a3-4c92-a5d1-87ff6c3cf5e0 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Sep 17 22:36:10.435282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:10.438996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.486771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47890) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:10.503103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4bc7173-0de1-46f4-b883-c40d6bd4352e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.537404 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-72e073f0-813a-43ec-a344-e7c545d78747 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Project d4cd6a346eb04f708783b1b69d561814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:36:10.550873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72e073f0-813a-43ec-a344-e7c545d78747 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.664332 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72e073f0-813a-43ec-a344-e7c545d78747 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.695464 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4bc7173-0de1-46f4-b883-c40d6bd4352e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.738945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.778967 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72e073f0-813a-43ec-a344-e7c545d78747 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.781275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4bc7173-0de1-46f4-b883-c40d6bd4352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.801324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=d4ccb8f9-bde3-476a-96c0-fd200f6c6dd5,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:10.811360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e073f0-813a-43ec-a344-e7c545d78747 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7f0b7a-9196-46e7-be18-be9168ffb851,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:10.819543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': '7086e521-975f-4667-af91-880316296a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '16f19b68-4f0c-436c-bcea-998bca4feef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:10.819925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: 16f19b68-4f0c-436c-bcea-998bca4feef8, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:10.838520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e4bc7173-0de1-46f4-b883-c40d6bd4352e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2c87dc81627456fa2c623c88a36c097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476334 Sep 17 22:36:10.840478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc7173-0de1-46f4-b883-c40d6bd4352e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e39919-bd51-4fad-97ed-386031002274,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:10.841196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47894) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:10.893220 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2edb-edfd-42b6-9d23-5494e6a650e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.915048 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2edb-edfd-42b6-9d23-5494e6a650e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.923983 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72e073f0-813a-43ec-a344-e7c545d78747 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:10.928520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-72e073f0-813a-43ec-a344-e7c545d78747 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5863330 Sep 17 22:36:10.934605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47896) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:10.934605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0187ba80-0447-4e74-8ed8-774d4a24b33c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': 'c17e6089-aed0-44fa-99f8-0dc28ded106b', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:10.956315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 16f19b68-4f0c-436c-bcea-998bca4feef8 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:11.058940 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-0187ba80-0447-4e74-8ed8-774d4a24b33c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Project d4cd6a346eb04f708783b1b69d561814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:36:11.059223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 16f19b68-4f0c-436c-bcea-998bca4feef8) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:11.064908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2edb-edfd-42b6-9d23-5494e6a650e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.068192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2edb-edfd-42b6-9d23-5494e6a650e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.078896 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0187ba80-0447-4e74-8ed8-774d4a24b33c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.079649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c5834-3249-4e3d-b367-26fc1d4b2236 None None] Network 16f19b68-4f0c-436c-bcea-998bca4feef8 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:11.079780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ae8c2edb-edfd-42b6-9d23-5494e6a650e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1e39919-bd51-4fad-97ed-386031002274 HTTP/1.1" status: 204 len: 168 time: 0.2308409 Sep 17 22:36:11.081648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:11.085424 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.111068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c2edb-edfd-42b6-9d23-5494e6a650e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e39919-bd51-4fad-97ed-386031002274,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:11.196091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0187ba80-0447-4e74-8ed8-774d4a24b33c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.244280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fb4c11f2-5cb1-41c3-9946-517a7513b085 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9998953 Sep 17 22:36:11.246717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47904) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:11.259782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-16f19b68-4f0c-436c-bcea-998bca4feef8', 'network_id': '16f19b68-4f0c-436c-bcea-998bca4feef8', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': 'd4ccb8f9-bde3-476a-96c0-fd200f6c6dd5'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:11.260773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.272843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0187ba80-0447-4e74-8ed8-774d4a24b33c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.295355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187ba80-0447-4e74-8ed8-774d4a24b33c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cf6074-2efd-41c3-9462-6ad79df04854,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:11.350751 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.393180 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0187ba80-0447-4e74-8ed8-774d4a24b33c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.394435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0187ba80-0447-4e74-8ed8-774d4a24b33c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4645908 Sep 17 22:36:11.397439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47906) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:11.402403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'network': {'name': 'tempest-network-smoke--154657788', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'port_security_enabled': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:11.410176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Allocated IP 172.20.0.1 (16f19b68-4f0c-436c-bcea-998bca4feef8/d4ccb8f9-bde3-476a-96c0-fd200f6c6dd5/019a182e-a289-4a00-acf3-f89e61b51b3a) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:11.415395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.498161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:11.501745 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.548305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:11.562125 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.562962 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Added segment 91cade07-9723-4fef-9a58-e25d79f87bfc of type vlan for network c67fb87a-cefd-4be2-98ac-dc9195f02f63 Sep 17 22:36:11.586603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.614541 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.681977 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.745449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Network 16f19b68-4f0c-436c-bcea-998bca4feef8 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:11.746763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Pushing event updated for resources: {'Port': ['ID=019a182e-a289-4a00-acf3-f89e61b51b3a,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:11.750418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:11.756796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:11.761560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.761751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.762092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.762437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.762862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.763147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.763420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.763732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.764058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.764420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.764745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.765067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:11.771680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60f571-a72a-4639-bd69-0ea861029fd8 req-f71b6c24-4434-4be0-817b-1701b81380a1 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:11.779578 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f60f571-a72a-4639-bd69-0ea861029fd8 req-f71b6c24-4434-4be0-817b-1701b81380a1 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 945 time: 0.0605576 Sep 17 22:36:11.787063 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.792592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:11.793249 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.807665 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.828499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Attempting to bind port 019a182e-a289-4a00-acf3-f89e61b51b3a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:11.828998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Attempting to bind port 019a182e-a289-4a00-acf3-f89e61b51b3a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '7086e521-975f-4667-af91-880316296a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '16f19b68-4f0c-436c-bcea-998bca4feef8'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:11.829398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Attempting to bind port 019a182e-a289-4a00-acf3-f89e61b51b3a on network 16f19b68-4f0c-436c-bcea-998bca4feef8 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:11.835626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:11.845929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Checking segment: {'id': '7086e521-975f-4667-af91-880316296a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '16f19b68-4f0c-436c-bcea-998bca4feef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:11.845929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.845929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Bound using segment: {'id': '7086e521-975f-4667-af91-880316296a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '16f19b68-4f0c-436c-bcea-998bca4feef8'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:11.845929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Bound port: 019a182e-a289-4a00-acf3-f89e61b51b3a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7086e521-975f-4667-af91-880316296a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '16f19b68-4f0c-436c-bcea-998bca4feef8'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:11.845929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.850958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ccb8f9-bde3-476a-96c0-fd200f6c6dd5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:11.905235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Network': ['ID=c67fb87a-cefd-4be2-98ac-dc9195f02f63,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:11.914721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] For port 019a182e-a289-4a00-acf3-f89e61b51b3a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:11.920422 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f60f571-a72a-4639-bd69-0ea861029fd8 req-7397a6d6-7663-4bbc-acc0-59d05ea5d76a tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365633 Sep 17 22:36:11.924805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] For port 019a182e-a289-4a00-acf3-f89e61b51b3a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=019a182e-a289-4a00-acf3-f89e61b51b3a,segment=NetworkSegment(7086e521-975f-4667-af91-880316296a94),segment_id=7086e521-975f-4667-af91-880316296a94)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:11.930567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network c67fb87a-cefd-4be2-98ac-dc9195f02f63 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:11.965709 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:11.988655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f19b68-4f0c-436c-bcea-998bca4feef8']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:11.999495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7086e521-975f-4667-af91-880316296a94') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:12.004252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7086e521-975f-4667-af91-880316296a94') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:12.017361 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.091672 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b6b7788-dc11-4263-ac05-2679eeca978d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6906037 Sep 17 22:36:12.092717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:12.100568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'admin_state_up': True, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:12.116085 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.131792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:12.132474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:12.135653 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:12.224715 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.246001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77294fe6-86e2-47a1-95e6-9f7b14400779 req-5dc4a2e0-d2b8-4fdf-b88a-78b7f0d93572 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:12.247846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77294fe6-86e2-47a1-95e6-9f7b14400779 req-5dc4a2e0-d2b8-4fdf-b88a-78b7f0d93572 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1097 time: 0.0544231 Sep 17 22:36:12.249143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.250523 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.324933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c446f20-bf44-4445-be39-c550a3ebe308 None None] Pushing event updated for resources: {'Port': ['ID=019a182e-a289-4a00-acf3-f89e61b51b3a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:12.344955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94bdfe-4468-4d39-9fde-24e72028d909 None None] Network 16f19b68-4f0c-436c-bcea-998bca4feef8 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:12.360781 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77294fe6-86e2-47a1-95e6-9f7b14400779 req-8519e2be-1473-4f73-a24a-c955066ea530 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054409 Sep 17 22:36:12.507395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141199ae-1edc-43ad-9cfb-bbc296d0dbab None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:36:12.651881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141199ae-1edc-43ad-9cfb-bbc296d0dbab None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:36:12.653926 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:12.689840 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:36:12.689840 n-d-713499-18 neutron-server[95454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:36:12.689840 n-d-713499-18 neutron-server[95454]: [parameters: {'id': '16f19b68-4f0c-436c-bcea-998bca4feef8'}] Sep 17 22:36:12.689840 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:36:12.694843 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:36:13.191339 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.280955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting port 019a182e-a289-4a00-acf3-f89e61b51b3a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:13.281578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.319876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.344005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a885b9-4ed3-40f9-b84f-c4def6d9ebfa req-0b4881bf-b4c6-42ba-b958-928d29607730 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:13.352757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2a885b9-4ed3-40f9-b84f-c4def6d9ebfa req-0b4881bf-b4c6-42ba-b958-928d29607730 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 945 time: 0.5052798 Sep 17 22:36:13.396181 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2a885b9-4ed3-40f9-b84f-c4def6d9ebfa req-cdf630f1-ecfe-4e9e-8857-d28dda6f2317 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 Sep 17 22:36:13.408378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] For port 019a182e-a289-4a00-acf3-f89e61b51b3a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=019a182e-a289-4a00-acf3-f89e61b51b3a,segment=NetworkSegment(7086e521-975f-4667-af91-880316296a94),segment_id=7086e521-975f-4667-af91-880316296a94)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:13.409001 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.434497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Calling delete_port for 019a182e-a289-4a00-acf3-f89e61b51b3a owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:13.561863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7ff20-998c-4544-b0fb-e53a3fecd1ed req-97998c6e-9ec6-4901-babc-28ee1f1d7505 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:13.563413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87c7ff20-998c-4544-b0fb-e53a3fecd1ed req-97998c6e-9ec6-4901-babc-28ee1f1d7505 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1097 time: 0.0985434 Sep 17 22:36:13.615425 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.619146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87c7ff20-998c-4544-b0fb-e53a3fecd1ed req-49e8bdc6-3838-4b78-9a6d-bba889ef4272 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=523850cf-2b62-4039-99b6-dce3b09d9622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461614 Sep 17 22:36:13.662823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Port': ['ID=019a182e-a289-4a00-acf3-f89e61b51b3a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:13.668263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No DVR routers for this DVR port 019a182e-a289-4a00-acf3-f89e61b51b3a on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:13.694172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a0b1fa69-18d5-4403-a1f5-698d0e89fc9a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:13.715848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: a0b1fa69-18d5-4403-a1f5-698d0e89fc9a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:13.716267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a0b1fa69-18d5-4403-a1f5-698d0e89fc9a not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:13.741278 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.755205 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.763504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.776234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-704abfcf-297e-4997-8ab2-a1a96bdde49b tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:13.780600 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-704abfcf-297e-4997-8ab2-a1a96bdde49b tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 1097 time: 0.1139214 Sep 17 22:36:13.787947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f19b68-4f0c-436c-bcea-998bca4feef8']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:13.800091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7086e521-975f-4667-af91-880316296a94') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:13.800819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7086e521-975f-4667-af91-880316296a94') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:13.813656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.838519 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.840226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:13.840628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:13.844047 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:13.938225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.25.6.221 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/e264d8e9-f4a0-485a-8f88-0fdb38a536e2) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:13.957411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-90dfdb80-0201-413a-a001-f40ce00dea8d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Deleting port d728342e-9391-4581-8ec2-dfe6475f5d74 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:13.957894 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-90dfdb80-0201-413a-a001-f40ce00dea8d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.032514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.038879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.041678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/16f19b68-4f0c-436c-bcea-998bca4feef8 HTTP/1.1" status: 204 len: 168 time: 2.7932398 Sep 17 22:36:14.059457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47980) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:14.062888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b59b54-42d7-48db-9429-bc2be965d664 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=16f19b68-4f0c-436c-bcea-998bca4feef8,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:14.069851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234964919'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:14.125512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-90dfdb80-0201-413a-a001-f40ce00dea8d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] For port d728342e-9391-4581-8ec2-dfe6475f5d74, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=d728342e-9391-4581-8ec2-dfe6475f5d74,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:14.125880 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-90dfdb80-0201-413a-a001-f40ce00dea8d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.149544 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.149868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-90dfdb80-0201-413a-a001-f40ce00dea8d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Calling delete_port for d728342e-9391-4581-8ec2-dfe6475f5d74 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:14.208274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:14.211863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.297527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:14.325621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59001e10-7699-403f-b110-345e6366f227 req-a51633be-7581-4b18-8912-e1035adef667 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:14.327119 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59001e10-7699-403f-b110-345e6366f227 req-a51633be-7581-4b18-8912-e1035adef667 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 945 time: 0.1249044 Sep 17 22:36:14.330568 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.330909 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment dad8ef59-8a05-402a-9a28-ef083c34794e of type vlan for network 12c36acd-f977-402d-acc3-5fd4ac20922a Sep 17 22:36:14.381517 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.439101 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.477966 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59001e10-7699-403f-b110-345e6366f227 req-0fdaa238-13bb-4d14-ae51-34891c9bf555 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379900 Sep 17 22:36:14.485001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:14.499802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:14.501378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=e264d8e9-f4a0-485a-8f88-0fdb38a536e2,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:14.503525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:14.627988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-90dfdb80-0201-413a-a001-f40ce00dea8d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.630475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.636511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:14.636950 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.660758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['d728342e-9391-4581-8ec2-dfe6475f5d74'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:14.746006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfdb80-0201-413a-a001-f40ce00dea8d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Pushing event deleted for resources: {'Port': ['ID=d728342e-9391-4581-8ec2-dfe6475f5d74,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:14.841581 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7810826 Sep 17 22:36:14.842369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48006) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:14.851360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': '12c36acd-f977-402d-acc3-5fd4ac20922a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:14.857204 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8bf6a01c-cd01-4959-8bfe-50027146dac8 req-7e7faafd-4e31-4e3b-8f5a-a203fe062a09 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 210 time: 0.1153772 Sep 17 22:36:14.857958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169c5fb-483d-404f-a93f-ec173f1f556c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=12c36acd-f977-402d-acc3-5fd4ac20922a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:14.874686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 12c36acd-f977-402d-acc3-5fd4ac20922a details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:14.883976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-90dfdb80-0201-413a-a001-f40ce00dea8d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] No DVR routers for this DVR port d728342e-9391-4581-8ec2-dfe6475f5d74 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:14.898183 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-90dfdb80-0201-413a-a001-f40ce00dea8d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:14.900257 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d95063ab-26eb-4f31-81fa-f4d4e603ff13 req-90dfdb80-0201-413a-a001-f40ce00dea8d tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d728342e-9391-4581-8ec2-dfe6475f5d74 HTTP/1.1" status: 204 len: 173 time: 1.0929873 Sep 17 22:36:14.900749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059718ef-a68c-4000-a124-d05dbc6dc660', 'name': 'network-vif-deleted', 'tag': 'd728342e-9391-4581-8ec2-dfe6475f5d74'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:14.903076 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d0f86-350e-4b61-9eea-28d22d45b56b" -d '{"events": [{"server_uuid": "059718ef-a68c-4000-a124-d05dbc6dc660", "name": "network-vif-deleted", "tag": "d728342e-9391-4581-8ec2-dfe6475f5d74"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:14.994736 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5378f512-5371-48bb-b36c-c966809e491b x-openstack-request-id: req-5378f512-5371-48bb-b36c-c966809e491b {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:14.995015 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059718ef-a68c-4000-a124-d05dbc6dc660", "name": "network-vif-deleted", "tag": "d728342e-9391-4581-8ec2-dfe6475f5d74", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:14.995250 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5378f512-5371-48bb-b36c-c966809e491b {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:14.995644 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059718ef-a68c-4000-a124-d05dbc6dc660', 'name': 'network-vif-deleted', 'tag': 'd728342e-9391-4581-8ec2-dfe6475f5d74', 'status': 'completed', 'code': 200} Sep 17 22:36:15.096707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.163079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:15.168274 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.374317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.449337 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.537051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=75619c91-9010-4b96-b241-0f5a9db30b40,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:15.569634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': 'dad8ef59-8a05-402a-9a28-ef083c34794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '12c36acd-f977-402d-acc3-5fd4ac20922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:15.569991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: 12c36acd-f977-402d-acc3-5fd4ac20922a, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:15.587097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-18659613-b0d9-4879-a522-ef47fc38d7e0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:15.589276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-18659613-b0d9-4879-a522-ef47fc38d7e0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 945 time: 0.1008179 Sep 17 22:36:15.639653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:36:15.687470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089af34-3a91-4f1b-86db-f994a678d04e req-59a1d6ae-4462-4d3b-a02c-c385b544bc75 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:15.688978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d089af34-3a91-4f1b-86db-f994a678d04e req-59a1d6ae-4462-4d3b-a02c-c385b544bc75 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 945 time: 0.1216519 Sep 17 22:36:15.717312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Deleting port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:15.717696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.735708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 12c36acd-f977-402d-acc3-5fd4ac20922a is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:15.775825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d089af34-3a91-4f1b-86db-f994a678d04e req-e58f9c4a-ffc7-4a05-bb1c-f547e0243733 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups?id=921c8cda-c711-4427-8e28-35a9fecaedff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564265 Sep 17 22:36:15.829188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:15.837575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] For port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:15.837845 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.839322 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Sync routers for ids ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:15.858743 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Routers {'5eb53692-4039-4239-8b8b-d3dce26bb7d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:15.862736 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:15.911215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 12c36acd-f977-402d-acc3-5fd4ac20922a) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:15.916250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:15.916905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.922823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca1b90-c01e-4e12-8284-0aa87011bbaa None None] Network 12c36acd-f977-402d-acc3-5fd4ac20922a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:15.981298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:15.982838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2ac74fa3-72a9-4bf7-8aa4-3e12c950fd84 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8877947 Sep 17 22:36:15.986869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48032) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:16.035223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d658953-097f-4526-8e5e-05c21016ee07 req-1e8f3de9-0465-48ac-bd67-7ceacf0be7a9 tempest-TestServerMultinode-30770706 tempest-TestServerMultinode-30770706-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=059718ef-a68c-4000-a124-d05dbc6dc660 HTTP/1.1" status: 200 len: 210 time: 0.0650907 Sep 17 22:36:16.072976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bf8e4708-3fb0-40e9-a3a2-99b41212c266 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d4cd6a346eb04f708783b1b69d561814&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0846679 Sep 17 22:36:16.080863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48034) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:16.098037 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Set router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:16.162073 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8ed28e97-8163-4f06-afa8-6a8bdb0dca7b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3183656 Sep 17 22:36:16.164993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48036) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:16.187660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-12c36acd-f977-402d-acc3-5fd4ac20922a', 'network_id': '12c36acd-f977-402d-acc3-5fd4ac20922a', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': '75619c91-9010-4b96-b241-0f5a9db30b40'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:16.189127 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.246860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67040b02-5d50-4c8b-8b4a-9176a00e9020 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:16.249524 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-67040b02-5d50-4c8b-8b4a-9176a00e9020 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1663420 Sep 17 22:36:16.252200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48038) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:16.291496 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2c2987cb-b795-4e72-af1c-9ce714e8bfa8 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373812 Sep 17 22:36:16.296769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48040) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:16.308226 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1465770870', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:16.392466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.398833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.398833 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Floating IP aeec6119-febd-4233-a9d9-d71f1f3fe4e4 disassociated. External IP: 172.25.6.185, port: 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa. Sep 17 22:36:16.398833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Calling delete_port for 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:16.402270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Allocated IP 172.20.0.1 (12c36acd-f977-402d-acc3-5fd4ac20922a/75619c91-9010-4b96-b241-0f5a9db30b40/361ece48-364c-4269-85b9-d0ad9cfd8e40) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:16.412042 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.416771 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:14Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:16.476415 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Checking router: 5eb53692-4039-4239-8b8b-d3dce26bb7d7 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:16.476919 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Updating router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 port e264d8e9-f4a0-485a-8f88-0fdb38a536e2 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:36:16.510400 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.534050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.572379 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:16.583957 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.636850 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.805401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.806546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.849066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Pushing event deleted for resources: {'Port': ['ID=2d293cb0-789f-49ba-aa1f-9a180bf6a1aa,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:16.860350 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Network 12c36acd-f977-402d-acc3-5fd4ac20922a is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:16.865198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:16.869813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Pushing event updated for resources: {'Port': ['ID=361ece48-364c-4269-85b9-d0ad9cfd8e40,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:16.886596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:16.907714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:16.932250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-163ac329-ab45-4490-a172-ed5a9ac912bd req-068b5697-d88f-42cd-8645-fdb8c28a0669 service neutron] (95454) timed out ('10.222.0.15', 53927) {{(pid=95454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:36:16.990136 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-879e8a9b-be7c-4e5a-9c5f-0eb55790f673 req-7aac4a9c-9957-40a7-a04d-6488c9ba9a72 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 210 time: 0.0561020 Sep 17 22:36:16.997446 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.012991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Attempting to bind port 361ece48-364c-4269-85b9-d0ad9cfd8e40 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:17.014103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Attempting to bind port 361ece48-364c-4269-85b9-d0ad9cfd8e40 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'dad8ef59-8a05-402a-9a28-ef083c34794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '12c36acd-f977-402d-acc3-5fd4ac20922a'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:17.014704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Attempting to bind port 361ece48-364c-4269-85b9-d0ad9cfd8e40 on network 12c36acd-f977-402d-acc3-5fd4ac20922a {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:17.026629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:17.027453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Checking segment: {'id': 'dad8ef59-8a05-402a-9a28-ef083c34794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '12c36acd-f977-402d-acc3-5fd4ac20922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:17.028105 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.030588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Bound using segment: {'id': 'dad8ef59-8a05-402a-9a28-ef083c34794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '12c36acd-f977-402d-acc3-5fd4ac20922a'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:17.031577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Bound port: 361ece48-364c-4269-85b9-d0ad9cfd8e40, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad8ef59-8a05-402a-9a28-ef083c34794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '12c36acd-f977-402d-acc3-5fd4ac20922a'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:17.032337 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.050876 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.061729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Subnet': ['ID=3591ce06-8d02-4341-85c8-a319bd51aad8,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:17.068247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=75619c91-9010-4b96-b241-0f5a9db30b40,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:17.093821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Checking segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:17.094361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network hostable DHCP agents. Network: c67fb87a-cefd-4be2-98ac-dc9195f02f63, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:17.139425 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.146194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48054) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:17.192812 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Attempting to bind port e264d8e9-f4a0-485a-8f88-0fdb38a536e2 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:17.193448 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Attempting to bind port e264d8e9-f4a0-485a-8f88-0fdb38a536e2 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:17.194059 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Attempting to bind port e264d8e9-f4a0-485a-8f88-0fdb38a536e2 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:17.211598 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Pushing event updated for resources: {'Port': ['ID=e264d8e9-f4a0-485a-8f88-0fdb38a536e2,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:17.214059 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:17.214937 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:17.215510 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.216067 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:17.216951 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Bound port: e264d8e9-f4a0-485a-8f88-0fdb38a536e2, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:17.217518 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.231126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] For port 361ece48-364c-4269-85b9-d0ad9cfd8e40, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:17.238475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] For port 361ece48-364c-4269-85b9-d0ad9cfd8e40, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=361ece48-364c-4269-85b9-d0ad9cfd8e40,segment=NetworkSegment(dad8ef59-8a05-402a-9a28-ef083c34794e),segment_id=dad8ef59-8a05-402a-9a28-ef083c34794e)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:17.238760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network c67fb87a-cefd-4be2-98ac-dc9195f02f63 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:17.249251 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.249885 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.250204 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.250711 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.251227 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.251549 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.251868 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.252209 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.252694 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.253196 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.253711 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.254228 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:17.278976 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.309974 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.322359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c36acd-f977-402d-acc3-5fd4ac20922a']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:17.331347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Router a8521c67-f104-4a43-971f-b3dc79c66d39 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:17.345789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad8ef59-8a05-402a-9a28-ef083c34794e') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:17.346363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad8ef59-8a05-402a-9a28-ef083c34794e') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:17.352691 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] For port e264d8e9-f4a0-485a-8f88-0fdb38a536e2, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:17.359709 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] For port e264d8e9-f4a0-485a-8f88-0fdb38a536e2, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e264d8e9-f4a0-485a-8f88-0fdb38a536e2,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:17.362595 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.400744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, c67fb87a-cefd-4be2-98ac-dc9195f02f63) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:17.415149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:17.416962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.417981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da492384-80f6-43a6-bac4-d8d6088ffe44 None None] Network c67fb87a-cefd-4be2-98ac-dc9195f02f63 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:17.428895 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.432653 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.442705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:17.443846 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:17.448490 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:17.587428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:17.625057 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Routers {'5eb53692-4039-4239-8b8b-d3dce26bb7d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:17.626056 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:17.656780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] Sync routers for ids ['a8521c67-f104-4a43-971f-b3dc79c66d39'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:17.686965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] No DVR routers for this DVR port 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:17.688165 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5163d5f2-c377-4c35-ab66-ef413a9cfe85 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3903124 Sep 17 22:36:17.690827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:36:17.690827 n-d-713499-18 neutron-server[95454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:36:17.690827 n-d-713499-18 neutron-server[95454]: [parameters: {'id': '12c36acd-f977-402d-acc3-5fd4ac20922a'}] Sep 17 22:36:17.690827 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:36:17.693839 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:36:17.694084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48058) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:17.699169 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.701242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6d67ea1-0e1d-44da-bdb6-fb55f477a717 req-9a05fd5c-bee0-42a5-8b43-314a1effb2e3 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.23 "DELETE /v2.0/ports/2d293cb0-789f-49ba-aa1f-9a180bf6a1aa HTTP/1.1" status: 204 len: 173 time: 2.1062524 Sep 17 22:36:17.706987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'name': 'network-vif-deleted', 'tag': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:17.711360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d6033-fc03-4f52-b420-7c0eb76043e4 None None] Pushing event updated for resources: {'Port': ['ID=361ece48-364c-4269-85b9-d0ad9cfd8e40,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:17.720048 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa6705c-a1c4-4e1f-8106-9c5ce68f289b" -d '{"events": [{"server_uuid": "7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2", "name": "network-vif-deleted", "tag": "2d293cb0-789f-49ba-aa1f-9a180bf6a1aa"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:17.776749 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd95aad-6935-412b-8b69-fa4ae827b871 None None] Pushing event updated for resources: {'Port': ['ID=e264d8e9-f4a0-485a-8f88-0fdb38a536e2,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:17.813987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] Routers {'a8521c67-f104-4a43-971f-b3dc79c66d39'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:17.815005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a8521c67-f104-4a43-971f-b3dc79c66d39'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:17.842579 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a06dbe-e368-4243-8ff8-d6496edef848 x-openstack-request-id: req-90a06dbe-e368-4243-8ff8-d6496edef848 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:17.842579 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2", "name": "network-vif-deleted", "tag": "2d293cb0-789f-49ba-aa1f-9a180bf6a1aa", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:17.842579 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90a06dbe-e368-4243-8ff8-d6496edef848 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:17.842579 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2', 'name': 'network-vif-deleted', 'tag': '2d293cb0-789f-49ba-aa1f-9a180bf6a1aa', 'status': 'completed', 'code': 200} Sep 17 22:36:17.924983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa92e97-3b34-4f5d-b20b-9c2cc3391271 None None] Network 12c36acd-f977-402d-acc3-5fd4ac20922a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:17.991668 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] Set router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:18.353628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] Set router a8521c67-f104-4a43-971f-b3dc79c66d39 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:18.358715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.361109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:18.361109 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.361265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting port 361ece48-364c-4269-85b9-d0ad9cfd8e40 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:18.361265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.387310 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:14Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:18.476602 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c7db2-1af0-47a3-a65d-2eef4ef75310 None None] The sync data for ids ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'] in n-d-713499-18 is: [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:14Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:18.508749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] For port 361ece48-364c-4269-85b9-d0ad9cfd8e40, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=361ece48-364c-4269-85b9-d0ad9cfd8e40,segment=NetworkSegment(dad8ef59-8a05-402a-9a28-ef083c34794e),segment_id=dad8ef59-8a05-402a-9a28-ef083c34794e)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:18.508749 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.543591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Calling delete_port for 361ece48-364c-4269-85b9-d0ad9cfd8e40 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:18.689155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Allocated IP 172.20.0.2 (c67fb87a-cefd-4be2-98ac-dc9195f02f63/3591ce06-8d02-4341-85c8-a319bd51aad8/08caab30-4e56-4b2e-9cd4-ffc46437fcfc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:18.807892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d728342e-9391-4581-8ec2-dfe6475f5d74 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:18.855044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:18.874779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No DVR routers for this DVR port 361ece48-364c-4269-85b9-d0ad9cfd8e40 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:18.931804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-55224fbf-66c7-4724-adfa-eaba65534532 req-d63d907d-6e3b-4e1c-abcb-d6d2d2b2a7f8 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e04e2d3-12ec-4b8c-bba5-3f9f130f56d2 HTTP/1.1" status: 200 len: 210 time: 0.0998523 Sep 17 22:36:18.956345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Port': ['ID=361ece48-364c-4269-85b9-d0ad9cfd8e40,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:19.098920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.133613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c36acd-f977-402d-acc3-5fd4ac20922a']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:19.147458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad8ef59-8a05-402a-9a28-ef083c34794e') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:19.148195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad8ef59-8a05-402a-9a28-ef083c34794e') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:19.197275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.228415 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.231540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.253016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:19.253571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.284852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: d728342e-9391-4581-8ec2-dfe6475f5d74 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:19.285207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device d728342e-9391-4581-8ec2-dfe6475f5d74 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:19.300989 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.325142 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:19.374838 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:19.454955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Pushing event updated for resources: {'Port': ['ID=08caab30-4e56-4b2e-9cd4-ffc46437fcfc,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:19.460104 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.476421 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.485040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/12c36acd-f977-402d-acc3-5fd4ac20922a HTTP/1.1" status: 204 len: 168 time: 3.3152857 Sep 17 22:36:19.491195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Network c67fb87a-cefd-4be2-98ac-dc9195f02f63 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:19.495135 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:19.497899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:19.518785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:19.541053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40e176-7753-487a-a716-143f9c7141e6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=12c36acd-f977-402d-acc3-5fd4ac20922a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:19.565294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '27baa67e-0366-4c82-9bc3-3f932c15f6e8', 'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'mac_address': 'fa:16:3e:48:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:09Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 5, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'subnets': [{'id': '712f76ef-b373-41af-85dc-783675783f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:19.573110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660155771'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:19.612009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] Checking router: a8521c67-f104-4a43-971f-b3dc79c66d39 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:19.622582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Attempting to bind port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:19.622931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Attempting to bind port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:19.623297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Attempting to bind port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:19.626154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] Routers {'a8521c67-f104-4a43-971f-b3dc79c66d39'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:19.627148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a8521c67-f104-4a43-971f-b3dc79c66d39'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:19.701767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:19.702182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Checking segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:19.702769 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.703124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Bound using segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:19.703775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Bound port: 08caab30-4e56-4b2e-9cd4-ffc46437fcfc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:19.704195 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.729517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:19.798009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:19.802473 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.809884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:19.810234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2d293cb0-789f-49ba-aa1f-9a180bf6a1aa not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:19.855027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:19.861024 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] Set router a8521c67-f104-4a43-971f-b3dc79c66d39 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:19.876922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.902875 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:19.903339 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment 9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9 of type vlan for network 416734eb-cf9d-474d-9c75-4e401b75c9db Sep 17 22:36:19.947011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] For port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:19.960303 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] Deleting port da041b79-07b8-4b0e-a6d9-7156e174002b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:19.960828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.022796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.030983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] For port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=08caab30-4e56-4b2e-9cd4-ffc46437fcfc,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:20.095215 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.164799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48102) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:20.208432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327b23e-7b2c-4de2-a91e-74ce64dabd54 None None] Pushing event updated for resources: {'Port': ['ID=08caab30-4e56-4b2e-9cd4-ffc46437fcfc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:20.272752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '27baa67e-0366-4c82-9bc3-3f932c15f6e8', 'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'mac_address': 'fa:16:3e:48:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:09Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 5, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'subnets': [{'id': '712f76ef-b373-41af-85dc-783675783f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:20.289450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] For port da041b79-07b8-4b0e-a6d9-7156e174002b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=da041b79-07b8-4b0e-a6d9-7156e174002b,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:20.289977 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.307714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-8d0e5fab-a57d-44e2-95e8-24f8471e50fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1648419 Sep 17 22:36:20.309315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b562e42-ae52-4b0e-9d9e-1ae4ca7563d1 None None] The sync data for ids ['a8521c67-f104-4a43-971f-b3dc79c66d39'] in n-d-713499-18 is: [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:34:10Z', 'revision_number': 4, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '27baa67e-0366-4c82-9bc3-3f932c15f6e8', 'name': '', 'network_id': '4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'mac_address': 'fa:16:3e:48:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '712f76ef-b373-41af-85dc-783675783f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:09Z', 'updated_at': '2021-09-17T22:34:15Z', 'revision_number': 5, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'subnets': [{'id': '712f76ef-b373-41af-85dc-783675783f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:20.343667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] Calling delete_port for da041b79-07b8-4b0e-a6d9-7156e174002b owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:20.345831 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2451b9e7-9af2-4f59-afef-7f7aa1c8d20f tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.407167 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2451b9e7-9af2-4f59-afef-7f7aa1c8d20f tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.471081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-8d941dd1-6576-480e-b78b-8a77fab42624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:20.471739 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-8d941dd1-6576-480e-b78b-8a77fab42624 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1096 time: 0.1061513 Sep 17 22:36:20.479864 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.486123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:20.486842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.594695 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2451b9e7-9af2-4f59-afef-7f7aa1c8d20f tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.597887 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2451b9e7-9af2-4f59-afef-7f7aa1c8d20f tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.601955 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2451b9e7-9af2-4f59-afef-7f7aa1c8d20f tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "DELETE /v2.0/security-groups/921c8cda-c711-4427-8e28-35a9fecaedff HTTP/1.1" status: 204 len: 168 time: 0.4315789 Sep 17 22:36:20.611408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48112) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:20.651296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451b9e7-9af2-4f59-afef-7f7aa1c8d20f tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921c8cda-c711-4427-8e28-35a9fecaedff,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:20.710887 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-06e09eba-50de-4c4d-8c69-ebb12700eb62 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] show failed (client error): The resource could not be found. Sep 17 22:36:20.712282 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-06e09eba-50de-4c4d-8c69-ebb12700eb62 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "GET /v2.0/security-groups/921c8cda-c711-4427-8e28-35a9fecaedff HTTP/1.1" status: 404 len: 347 time: 0.0873017 Sep 17 22:36:20.715901 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48116) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:20.863889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=416734eb-cf9d-474d-9c75-4e401b75c9db,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:20.897884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.20.0.1 (c67fb87a-cefd-4be2-98ac-dc9195f02f63/3591ce06-8d02-4341-85c8-a319bd51aad8/4c3e5281-1fdc-4f6f-8636-48ebcef835d5) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:20.899458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-efd79e3c-3727-489d-bea2-b8acc35d2216 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3373668 Sep 17 22:36:20.902189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-d6ff40f9-c7a0-46f6-b0fa-4efdb1c0a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:20.904023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-d6ff40f9-c7a0-46f6-b0fa-4efdb1c0a33c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.3796766 Sep 17 22:36:20.904193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48118) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:20.906403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 416734eb-cf9d-474d-9c75-4e401b75c9db details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:20.916645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5b8d9944-0aa2-41fc-854d-56ba37d1e337 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:20.959495 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db82dec-5fec-4b1f-8373-6af62061cac3 None None] New status for floating IP aeec6119-febd-4233-a9d9-d71f1f3fe4e4: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:36:20.992474 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e264d8e9-f4a0-485a-8f88-0fdb38a536e2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:21.046767 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-b4566c71-aa2e-4d82-9aa4-4b94bd9fc955 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 999 time: 0.1337192 Sep 17 22:36:21.050862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-60308b20-b112-4543-bfe0-4aa5ee8314f0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Deleting port 4c6910d2-e873-448c-8ec3-61ae40a0eb78 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:21.051896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-60308b20-b112-4543-bfe0-4aa5ee8314f0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.131054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.199821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-faa88c0e-6793-4b55-a5de-8256457b2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:21.201456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-faa88c0e-6793-4b55-a5de-8256457b2b64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.1459918 Sep 17 22:36:21.237458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port e264d8e9-f4a0-485a-8f88-0fdb38a536e2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:21.238083 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.277848 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-60308b20-b112-4543-bfe0-4aa5ee8314f0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.278186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-60308b20-b112-4543-bfe0-4aa5ee8314f0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.290839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.291968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-cc9e44bd-9345-45a7-a8b0-3bc87c23963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:21.294301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-cc9e44bd-9345-45a7-a8b0-3bc87c23963b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821607 Sep 17 22:36:21.300374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-60308b20-b112-4543-bfe0-4aa5ee8314f0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Calling delete_port for 4c6910d2-e873-448c-8ec3-61ae40a0eb78 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:21.343098 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.383536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port e264d8e9-f4a0-485a-8f88-0fdb38a536e2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e264d8e9-f4a0-485a-8f88-0fdb38a536e2,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:21.389006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network c67fb87a-cefd-4be2-98ac-dc9195f02f63 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:21.430664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:21.453796 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:21.477613 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.482162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 08caab30-4e56-4b2e-9cd4-ffc46437fcfc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:21.509200 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.657375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=4c3e5281-1fdc-4f6f-8636-48ebcef835d5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:21.699824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=e264d8e9-f4a0-485a-8f88-0fdb38a536e2,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:21.742163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:21.742633 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.780337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5b8d9944-0aa2-41fc-854d-56ba37d1e337 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.802313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.908420 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.945725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=08caab30-4e56-4b2e-9cd4-ffc46437fcfc,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:21.964010 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.968646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-c1765e3a-fbda-4c1f-a404-2d8eee3df556 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650376 Sep 17 22:36:21.970836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5b8d9944-0aa2-41fc-854d-56ba37d1e337 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.009753 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.024596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da041b79-07b8-4b0e-a6d9-7156e174002b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:22.070452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b8d9944-0aa2-41fc-854d-56ba37d1e337 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 416734eb-cf9d-474d-9c75-4e401b75c9db is not hosted by any dhcp agent {{(pid=95455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:36:22.077864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8d9944-0aa2-41fc-854d-56ba37d1e337 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:22.078935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5b8d9944-0aa2-41fc-854d-56ba37d1e337 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.083876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5b8d9944-0aa2-41fc-854d-56ba37d1e337 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "PUT /v2.0/networks/416734eb-cf9d-474d-9c75-4e401b75c9db HTTP/1.1" status: 200 len: 723 time: 1.1763246 Sep 17 22:36:22.085867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48134) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:22.106756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': '416734eb-cf9d-474d-9c75-4e401b75c9db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:22.157833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=08caab30-4e56-4b2e-9cd4-ffc46437fcfc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:22.161039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba87ada-b991-43e2-92f4-2c0255c8a717 None None] Network c67fb87a-cefd-4be2-98ac-dc9195f02f63 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:22.228636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a15af7c5-c4d1-43af-a5df-17ee3bbdf850 None None] Provisioning complete for port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:22.229199 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a15af7c5-c4d1-43af-a5df-17ee3bbdf850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.382878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-60308b20-b112-4543-bfe0-4aa5ee8314f0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.528075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60308b20-b112-4543-bfe0-4aa5ee8314f0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Pushing event deleted for resources: {'Port': ['ID=4c6910d2-e873-448c-8ec3-61ae40a0eb78,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:22.569189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56495bf-8dbf-4e87-9305-5ed9e45c10cd req-bdce10d3-b1ca-4160-9f59-f7513f03b2d0 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896378 Sep 17 22:36:22.606999 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.608443 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-60308b20-b112-4543-bfe0-4aa5ee8314f0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.612313 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-60308b20-b112-4543-bfe0-4aa5ee8314f0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.613561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d9944-0aa2-41fc-854d-56ba37d1e337 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=416734eb-cf9d-474d-9c75-4e401b75c9db,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:22.620345 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-60308b20-b112-4543-bfe0-4aa5ee8314f0 tempest-ServersTestJSON-1472271552 tempest-ServersTestJSON-1472271552-project] 10.222.0.30 "DELETE /v2.0/floatingips/aeec6119-febd-4233-a9d9-d71f1f3fe4e4 HTTP/1.1" status: 204 len: 168 time: 1.9031696 Sep 17 22:36:22.623860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48138) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:22.629746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 416734eb-cf9d-474d-9c75-4e401b75c9db details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:22.704938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:22.709282 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.912204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e264d8e9-f4a0-485a-8f88-0fdb38a536e2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:23.018640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1d5f722d-f995-468b-88fa-dfd5761baa7e None None] Provisioning complete for port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:23.019691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1d5f722d-f995-468b-88fa-dfd5761baa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.145109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f722d-f995-468b-88fa-dfd5761baa7e None None] Port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:36:23.174704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port e264d8e9-f4a0-485a-8f88-0fdb38a536e2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:23.175217 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.204036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1d5f722d-f995-468b-88fa-dfd5761baa7e None None] Provisioning complete for port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:23.204689 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1d5f722d-f995-468b-88fa-dfd5761baa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.250636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cd589f-e669-4a04-8477-94f2abf14750 None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:36:23.270127 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.352151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=d3c1174d-f702-4d3a-be78-67162bf3404d,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:23.373001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 08caab30-4e56-4b2e-9cd4-ffc46437fcfc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:23.373270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': '9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '416734eb-cf9d-474d-9c75-4e401b75c9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:23.373683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: 416734eb-cf9d-474d-9c75-4e401b75c9db, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:23.526813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 416734eb-cf9d-474d-9c75-4e401b75c9db is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:23.569272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cd589f-e669-4a04-8477-94f2abf14750 None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:36:23.574479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:23.574968 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.623840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 416734eb-cf9d-474d-9c75-4e401b75c9db) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:23.631518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:23.632922 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.715968 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.733441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c1c152d3-132e-48b3-b822-ff98721bbcd2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6443384 Sep 17 22:36:23.736044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48154) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:23.744622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ee0d7011-156d-44bd-ad0d-cf0d543d0e94 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:23.760831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a34c1ab2-68af-4b00-8e64-90f751223c22 None None] Provisioning complete for port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:23.761207 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a34c1ab2-68af-4b00-8e64-90f751223c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.821671 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.824309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a34c1ab2-68af-4b00-8e64-90f751223c22 None None] Port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:36:23.875685 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.897217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7011-156d-44bd-ad0d-cf0d543d0e94 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59390507'] for subnet, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:23.995062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=4c3e5281-1fdc-4f6f-8636-48ebcef835d5,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:24.026952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-416734eb-cf9d-474d-9c75-4e401b75c9db', 'network_id': '416734eb-cf9d-474d-9c75-4e401b75c9db', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': 'd3c1174d-f702-4d3a-be78-67162bf3404d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:24.028690 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.060376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] Router 87aa3643-eaa6-48fa-9865-99e6852f1069 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:24.146196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network c67fb87a-cefd-4be2-98ac-dc9195f02f63 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:24.169201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:24.184433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7011-156d-44bd-ad0d-cf0d543d0e94 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750903152132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58896238'] for subnet, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.284492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d7011-156d-44bd-ad0d-cf0d543d0e94 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:24.286367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7011-156d-44bd-ad0d-cf0d543d0e94 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.292042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ee0d7011-156d-44bd-ad0d-cf0d543d0e94 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "PUT /v2.0/subnets/d3c1174d-f702-4d3a-be78-67162bf3404d HTTP/1.1" status: 200 len: 806 time: 0.5536394 Sep 17 22:36:24.292229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48164) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:24.307802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d7011-156d-44bd-ad0d-cf0d543d0e94 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=d3c1174d-f702-4d3a-be78-67162bf3404d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:24.342124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Allocated IP 172.20.0.2 (416734eb-cf9d-474d-9c75-4e401b75c9db/d3c1174d-f702-4d3a-be78-67162bf3404d/8dadad32-1797-47a3-bda1-ec452918cb45) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:24.358280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:24.369234 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-720e9b89-0dc4-492f-99fc-5673d03243f8 admin admin] 10.222.0.30 "PUT /v2.0/routers/87aa3643-eaa6-48fa-9865-99e6852f1069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2220001 Sep 17 22:36:24.371990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48166) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:24.379798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.386549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] Sync routers for ids ['87aa3643-eaa6-48fa-9865-99e6852f1069'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:24.441762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] Routers {'87aa3643-eaa6-48fa-9865-99e6852f1069'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:24.442606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['87aa3643-eaa6-48fa-9865-99e6852f1069'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:24.505321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:24.515471 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.570054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.696406 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.794514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.838348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:24.838878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] Set router 87aa3643-eaa6-48fa-9865-99e6852f1069 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:24.845900 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fdccaadf-2ae8-4dd2-b547-e8b1c4e3a77f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "PUT /v2.0/routers/5eb53692-4039-4239-8b8b-d3dce26bb7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0906012 Sep 17 22:36:24.852549 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Sync routers for ids ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:24.867914 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Routers {'5eb53692-4039-4239-8b8b-d3dce26bb7d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:24.868837 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:24.921906 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:24.935636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Deleting port 5cffcf89-de8a-486b-899a-afc20562431c {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:24.936014 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.017808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] Deleting port 27baa67e-0366-4c82-9bc3-3f932c15f6e8 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:25.018120 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.068068 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.130577 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Set router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:25.151420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] For port 27baa67e-0366-4c82-9bc3-3f932c15f6e8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=27baa67e-0366-4c82-9bc3-3f932c15f6e8,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:25.151806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.153386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] For port 5cffcf89-de8a-486b-899a-afc20562431c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5cffcf89-de8a-486b-899a-afc20562431c,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:25.153909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.157075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Pushing event updated for resources: {'Port': ['ID=8dadad32-1797-47a3-bda1-ec452918cb45,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:25.161859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Network 416734eb-cf9d-474d-9c75-4e401b75c9db is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:25.170820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:25.174987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:25.180631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] Calling delete_port for 27baa67e-0366-4c82-9bc3-3f932c15f6e8 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:25.188769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Calling delete_port for 5cffcf89-de8a-486b-899a-afc20562431c owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:25.296854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Attempting to bind port 8dadad32-1797-47a3-bda1-ec452918cb45 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:25.297240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Attempting to bind port 8dadad32-1797-47a3-bda1-ec452918cb45 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '416734eb-cf9d-474d-9c75-4e401b75c9db'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:25.297608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Attempting to bind port 8dadad32-1797-47a3-bda1-ec452918cb45 on network 416734eb-cf9d-474d-9c75-4e401b75c9db {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:25.306045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:25.316397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Checking segment: {'id': '9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '416734eb-cf9d-474d-9c75-4e401b75c9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:25.320798 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.320798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Bound using segment: {'id': '9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '416734eb-cf9d-474d-9c75-4e401b75c9db'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:25.320798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Bound port: 8dadad32-1797-47a3-bda1-ec452918cb45, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '416734eb-cf9d-474d-9c75-4e401b75c9db'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:25.320798 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.429841 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'name': 'tempest-TestServerMultinode-1376524627-router', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '5cffcf89-de8a-486b-899a-afc20562431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:09Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 5, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'gw_port': {'id': '5cffcf89-de8a-486b-899a-afc20562431c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:10Z', 'updated_at': '2021-09-17T22:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:25.488587 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4c3e5281-1fdc-4f6f-8636-48ebcef835d5', 'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:88:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:20Z', 'updated_at': '2021-09-17T22:36:22Z', 'revision_number': 2, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:25.518949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] Checking router: 87aa3643-eaa6-48fa-9865-99e6852f1069 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:25.549067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] For port 8dadad32-1797-47a3-bda1-ec452918cb45, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:25.553428 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Checking router: 5eb53692-4039-4239-8b8b-d3dce26bb7d7 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:25.553782 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Updating router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:36:25.556779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] For port 8dadad32-1797-47a3-bda1-ec452918cb45, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8dadad32-1797-47a3-bda1-ec452918cb45,segment=NetworkSegment(9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9),segment_id=9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:25.558453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] Routers {'87aa3643-eaa6-48fa-9865-99e6852f1069'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:25.559195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['87aa3643-eaa6-48fa-9865-99e6852f1069'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:25.615609 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.623940 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.657412 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-ca5e61a4-7314-4a02-848c-bbadee8728ac tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400065235&fields=id&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 267 time: 0.0709286 Sep 17 22:36:25.672467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cffcf89-de8a-486b-899a-afc20562431c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:25.699445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.743832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=27baa67e-0366-4c82-9bc3-3f932c15f6e8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:25.786323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] Set router 87aa3643-eaa6-48fa-9865-99e6852f1069 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:25.847099 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.859974 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.899783 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c1174d-f702-4d3a-be78-67162bf3404d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:25.914108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'name': 'tempest-TestServerMultinode-1376524627-router', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:09Z', 'updated_at': '2021-09-17T22:36:24Z', 'revision_number': 6, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:25.918224 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.979572 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.985938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e8dac-b5d9-44c0-bd1b-c1ac94840e29 None None] The sync data for ids ['87aa3643-eaa6-48fa-9865-99e6852f1069'] in n-d-713499-18 is: [{'id': '87aa3643-eaa6-48fa-9865-99e6852f1069', 'name': 'tempest-TestServerMultinode-1376524627-router', 'tenant_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:09Z', 'updated_at': '2021-09-17T22:36:24Z', 'revision_number': 6, 'project_id': 'bef69717bd9d4dc093a7fcc48e8df7d4', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:26.007688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416734eb-cf9d-474d-9c75-4e401b75c9db']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:26.022448 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.024879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.025376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:26.027917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:26.059604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.077453 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.085496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:26.085905 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.166148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bcd03-5053-4510-b6a9-24f03206c2fa None None] Pushing event updated for resources: {'Port': ['ID=8dadad32-1797-47a3-bda1-ec452918cb45,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:26.167181 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:26.192593 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.193430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87aa3643-eaa6-48fa-9865-99e6852f1069 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:36:26.202226 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.216060 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-69a0ee1b-73f3-4dc0-be6d-9fe8dd8d444a admin admin] 10.222.0.30 "DELETE /v2.0/routers/87aa3643-eaa6-48fa-9865-99e6852f1069 HTTP/1.1" status: 204 len: 168 time: 1.8305509 Sep 17 22:36:26.216060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48216) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:26.251187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:36:26.251187 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:36:26.251187 n-d-713499-18 neutron-server[95455]: [parameters: {'id': '416734eb-cf9d-474d-9c75-4e401b75c9db'}] Sep 17 22:36:26.251187 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:36:26.251621 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:36:26.276876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-c3e45499-bded-4759-927a-699acaedfc99 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:26.282888 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-c3e45499-bded-4759-927a-699acaedfc99 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 796 time: 0.6116679 Sep 17 22:36:26.303341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-5e12e220-5a71-4a56-8ff9-5b518547c217 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/quotas/d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 375 time: 0.0154121 Sep 17 22:36:26.329998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7911031-3b22-4d6d-95f1-1598b0bdae75 admin admin] Deleting subnet 7872e69d-df6d-42ce-943b-6a0b12fe1327 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:36:26.341613 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7911031-3b22-4d6d-95f1-1598b0bdae75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.370714 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.438652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7911031-3b22-4d6d-95f1-1598b0bdae75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.469328 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.507012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-718cbc9b-834d-439d-b6e7-53b0e5e80272 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956837 Sep 17 22:36:26.664318 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc0912-bd3d-48f5-bb9b-c58a3b7b8078 None None] Pushing event updated for resources: {'Port': ['ID=4c3e5281-1fdc-4f6f-8636-48ebcef835d5,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:26.736243 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-b540b74d-6d2c-4fc9-9032-745884b693d4 service neutron] 10.222.0.30 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828504 Sep 17 22:36:26.742514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.752809 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7911031-3b22-4d6d-95f1-1598b0bdae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.826275 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Attempting to bind port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:26.826643 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Attempting to bind port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:26.827006 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Attempting to bind port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:26.838125 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:26.838842 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Checking segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:26.839252 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.840074 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Bound using segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:26.841288 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Bound port: 4c3e5281-1fdc-4f6f-8636-48ebcef835d5, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:26.841672 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.925895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:26.946812 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] For port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:26.951018 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] For port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4c3e5281-1fdc-4f6f-8636-48ebcef835d5,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:26.996160 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7911031-3b22-4d6d-95f1-1598b0bdae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.029698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7911031-3b22-4d6d-95f1-1598b0bdae75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7872e69d-df6d-42ce-943b-6a0b12fe1327,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:27.037597 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7911031-3b22-4d6d-95f1-1598b0bdae75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.038795 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.055358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a7911031-3b22-4d6d-95f1-1598b0bdae75 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7872e69d-df6d-42ce-943b-6a0b12fe1327 HTTP/1.1" status: 204 len: 168 time: 0.8452766 Sep 17 22:36:27.055358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48224) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:27.122044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-e76aacae-bf4b-43a0-954a-e4c4bf6ed6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732927 Sep 17 22:36:27.183993 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc0912-bd3d-48f5-bb9b-c58a3b7b8078 None None] Pushing event updated for resources: {'Port': ['ID=4c3e5281-1fdc-4f6f-8636-48ebcef835d5,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:27.222572 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Routers {'5eb53692-4039-4239-8b8b-d3dce26bb7d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:27.235151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8dadad32-1797-47a3-bda1-ec452918cb45 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:27.235588 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:27.257165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.368058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8dadad32-1797-47a3-bda1-ec452918cb45 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:27.370128 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.398772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Deleting port 3f1a8ec9-8839-4318-b536-1614a4e112e7 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:27.400332 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.530911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] For port 3f1a8ec9-8839-4318-b536-1614a4e112e7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3f1a8ec9-8839-4318-b536-1614a4e112e7,segment=NetworkSegment(c91e8729-1acd-4513-9a79-38acbea703ef),segment_id=c91e8729-1acd-4513-9a79-38acbea703ef)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:27.533601 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.571467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Calling delete_port for 3f1a8ec9-8839-4318-b536-1614a4e112e7 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:27.627864 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.781576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 8dadad32-1797-47a3-bda1-ec452918cb45, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8dadad32-1797-47a3-bda1-ec452918cb45,segment=NetworkSegment(9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9),segment_id=9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:27.852508 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:27.908922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device da041b79-07b8-4b0e-a6d9-7156e174002b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:27.939751 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] Set router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:27.958038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7224687c-62a9-43ff-a231-4c25390a6966 None None] Network d5e2ff31-8575-49e1-882e-47e45aa0c4f7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:27.972396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.086144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f1a8ec9-8839-4318-b536-1614a4e112e7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:28.108729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] No DVR routers for this DVR port 3f1a8ec9-8839-4318-b536-1614a4e112e7 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:28.199755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625f5660-d531-4cd6-9e02-3c9979432cc7 None None] Network 416734eb-cf9d-474d-9c75-4e401b75c9db requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:28.204272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: da041b79-07b8-4b0e-a6d9-7156e174002b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:28.204625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device da041b79-07b8-4b0e-a6d9-7156e174002b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:28.354150 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.397660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-301ce7e1-bf3c-450c-afad-fd436d5a96be req-b9221b17-322d-45b2-b922-3a2a0dab76fa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 210 time: 0.8286412 Sep 17 22:36:28.413069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e2ff31-8575-49e1-882e-47e45aa0c4f7']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:28.434271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91e8729-1acd-4513-9a79-38acbea703ef') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:28.440349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91e8729-1acd-4513-9a79-38acbea703ef') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:28.447154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=8dadad32-1797-47a3-bda1-ec452918cb45,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:28.467255 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.490901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a316f9d9-8cb3-4aff-b423-e6a41422623a None None] Provisioning complete for port 8dadad32-1797-47a3-bda1-ec452918cb45 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:28.492061 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a316f9d9-8cb3-4aff-b423-e6a41422623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.505420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting port 8dadad32-1797-47a3-bda1-ec452918cb45 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:28.505925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.515650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.522603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:28.523117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.650639 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4c3e5281-1fdc-4f6f-8636-48ebcef835d5', 'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:88:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:20Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:28.684940 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:28.710962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] Router a8521c67-f104-4a43-971f-b3dc79c66d39 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:28.732541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c504285-3028-4186-afa8-547d935ef424 None None] DHCP port deletion for d5e2ff31-8575-49e1-882e-47e45aa0c4f7 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:36:28.741002 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab463-c8e6-4eb8-a75a-a95e0f6a1234 None None] The sync data for ids ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'] in n-d-713499-18 is: [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4c3e5281-1fdc-4f6f-8636-48ebcef835d5', 'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:88:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:20Z', 'updated_at': '2021-09-17T22:36:26Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:28.843353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d617a75-a63f-4f1d-99fe-396398d5978f None None] Network 416734eb-cf9d-474d-9c75-4e401b75c9db requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:28.851769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] For port 8dadad32-1797-47a3-bda1-ec452918cb45, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8dadad32-1797-47a3-bda1-ec452918cb45,segment=NetworkSegment(9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9),segment_id=9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:28.852341 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.857842 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.866083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:28.871054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5e2ff31-8575-49e1-882e-47e45aa0c4f7 HTTP/1.1" status: 204 len: 168 time: 1.8103623 Sep 17 22:36:28.883910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48252) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:28.936413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7cd43-fefd-488b-8b58-abf03268876a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e2ff31-8575-49e1-882e-47e45aa0c4f7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:29.016891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8dadad32-1797-47a3-bda1-ec452918cb45 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:29.146793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9e3b85ce-1d16-4806-a83f-5e53e9dea8f0 None None] Provisioning complete for port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:29.147895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9e3b85ce-1d16-4806-a83f-5e53e9dea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.161016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:29.168836 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b3fdfdf6-517c-4df0-be15-7baf04f2bca1 admin admin] 10.222.0.30 "PUT /v2.0/routers/a8521c67-f104-4a43-971f-b3dc79c66d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5404162 Sep 17 22:36:29.179852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48262) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:29.188499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Calling delete_port for 8dadad32-1797-47a3-bda1-ec452918cb45 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:29.192004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] Sync routers for ids ['a8521c67-f104-4a43-971f-b3dc79c66d39'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:29.305479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] Routers {'a8521c67-f104-4a43-971f-b3dc79c66d39'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:29.308337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a8521c67-f104-4a43-971f-b3dc79c66d39'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:29.315541 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.390208 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.605540 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.641353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee69d4af-0624-4a7a-9214-6a3edb48f3ee None None] DHCP port deletion for 416734eb-cf9d-474d-9c75-4e401b75c9db request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:36:29.649410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No DVR routers for this DVR port 8dadad32-1797-47a3-bda1-ec452918cb45 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:29.659277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8dadad32-1797-47a3-bda1-ec452918cb45 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:29.660167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.730971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Port': ['ID=8dadad32-1797-47a3-bda1-ec452918cb45,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:29.752438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d9e66-a708-412a-856a-369db75b3e9e req-8a4c4759-372f-47b8-8de0-996a090e50b8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:29.761466 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d9d9e66-a708-412a-856a-369db75b3e9e req-8a4c4759-372f-47b8-8de0-996a090e50b8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.2970905 Sep 17 22:36:29.787403 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:29.791364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Port 8dadad32-1797-47a3-bda1-ec452918cb45 was deleted so its status cannot be updated. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 22:36:29.809144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5cffcf89-de8a-486b-899a-afc20562431c no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:29.881911 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d9d9e66-a708-412a-856a-369db75b3e9e req-fb5e8ede-9550-42c2-8a32-dfb4c803cac4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084540 Sep 17 22:36:30.012044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.058010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416734eb-cf9d-474d-9c75-4e401b75c9db']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:30.087656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 5cffcf89-de8a-486b-899a-afc20562431c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:30.088030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5cffcf89-de8a-486b-899a-afc20562431c not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:30.115102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd73d7-ffca-40f7-877f-d48232eb7761 req-956e7fb1-ca1e-49c1-b7e7-1b2606fded41 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:30.116746 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69fd73d7-ffca-40f7-877f-d48232eb7761 req-956e7fb1-ca1e-49c1-b7e7-1b2606fded41 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0946703 Sep 17 22:36:30.122165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:30.124040 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9e3b85ce-1d16-4806-a83f-5e53e9dea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.130188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c74739-d84a-4fc6-bc95-a82e7be73558 None None] Network 416734eb-cf9d-474d-9c75-4e401b75c9db requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:30.130306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9531a22c-ed3c-43b3-a4a5-ba0b3bf011d9') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:30.150279 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.194822 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.214718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce7ef884-a347-497f-87ea-1d5d930bad37 req-a7ca6852-83da-4146-a514-4745fd9de4db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 210 time: 0.6221938 Sep 17 22:36:30.260758 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.282632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:30.283388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:30.294475 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:30.327119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Deleting port a47035cc-cf82-41f5-8399-ec1c9045b8da {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:30.327756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.342993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] Set router a8521c67-f104-4a43-971f-b3dc79c66d39 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:30.490754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69fd73d7-ffca-40f7-877f-d48232eb7761 req-99a3ecd8-1010-416b-947b-cf46a3ab7b44 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571045 Sep 17 22:36:30.615340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9e3b85ce-1d16-4806-a83f-5e53e9dea8f0 None None] For port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4c3e5281-1fdc-4f6f-8636-48ebcef835d5,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:30.630381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] For port a47035cc-cf82-41f5-8399-ec1c9045b8da, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a47035cc-cf82-41f5-8399-ec1c9045b8da,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:30.630900 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.666632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.706242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.715824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/416734eb-cf9d-474d-9c75-4e401b75c9db HTTP/1.1" status: 204 len: 168 time: 6.4225659 Sep 17 22:36:30.727628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48292) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:30.729919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Calling delete_port for a47035cc-cf82-41f5-8399-ec1c9045b8da owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:30.794912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac091a66-c4a9-4055-b156-4b9dafc3a80a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=416734eb-cf9d-474d-9c75-4e401b75c9db,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:30.834860 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cbf3ba-9ed9-4a24-9b7d-138991946c1b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:30.835476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cbf3ba-9ed9-4a24-9b7d-138991946c1b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:30.847087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-18cbf3ba-9ed9-4a24-9b7d-138991946c1b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/416734eb-cf9d-474d-9c75-4e401b75c9db HTTP/1.1" status: 404 len: 339 time: 0.1137350 Sep 17 22:36:30.851428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48296) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:30.861203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:30.866985 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9e3b85ce-1d16-4806-a83f-5e53e9dea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:30.885353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-169851354', 'description': 'd1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:31.011105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] Deleting port c3216858-77fd-4cc3-9c36-03e792ca4e60 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:31.011452 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.019249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-177d18c9-0571-4fad-86e5-053cf28105f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:31.021534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-177d18c9-0571-4fad-86e5-053cf28105f6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.23 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 796 time: 0.4119089 Sep 17 22:36:31.084022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48308) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:31.121490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-c079c84b-5c6a-42e0-94bb-de3eb2529e03 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 380 time: 0.0884671 Sep 17 22:36:31.126311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:31.130544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.140188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'port': {'device_id': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'admin_state_up': True, 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'security_groups': ['c17e6089-aed0-44fa-99f8-0dc28ded106b']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:31.146769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ed943571-f591-448c-a553-23b1244466c9 None None] Provisioning complete for port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:31.147186 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed943571-f591-448c-a553-23b1244466c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.248854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b85ce-1d16-4806-a83f-5e53e9dea8f0 None None] Pushing event updated for resources: {'Port': ['ID=4c3e5281-1fdc-4f6f-8636-48ebcef835d5,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:31.269290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:36:25Z', 'revision_number': 5, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port': {'id': 'a47035cc-cf82-41f5-8399-ec1c9045b8da', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:06Z', 'updated_at': '2021-09-17T22:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:31.329125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-251dfc74-b205-4d83-bc42-611b5487743d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:31.341480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] Checking router: a8521c67-f104-4a43-971f-b3dc79c66d39 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:31.349271 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-251dfc74-b205-4d83-bc42-611b5487743d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 811 time: 0.3451958 Sep 17 22:36:31.360779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:31.364935 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.384777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-d8ea4e83-dac7-4ba7-a1dc-bad610da8f85 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/quotas/03a542add212453c912a8386c940b572 HTTP/1.1" status: 200 len: 375 time: 0.0345306 Sep 17 22:36:31.457532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] Routers {'a8521c67-f104-4a43-971f-b3dc79c66d39'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:31.458501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a8521c67-f104-4a43-971f-b3dc79c66d39'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:31.557534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] Set router a8521c67-f104-4a43-971f-b3dc79c66d39 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:31.585890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-c1bd9ba4-971c-4d89-b095-ebca5476b7bd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1984410 Sep 17 22:36:31.625823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:31.635370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.635732 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment d4b1bd6e-13ea-4d98-ae38-2ec8fed30e9b of type vlan for network 301ef7f0-0cc6-4199-aa27-0fe48ccd1e57 Sep 17 22:36:31.641046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:36:29Z', 'revision_number': 6, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:31.675678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.686304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee0117-578d-4a70-b749-c3ebacc6f0a5 None None] The sync data for ids ['a8521c67-f104-4a43-971f-b3dc79c66d39'] in n-d-713499-18 is: [{'id': 'a8521c67-f104-4a43-971f-b3dc79c66d39', 'name': 'tempest-ServersTestJSON-2096839556-router', 'tenant_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:05Z', 'updated_at': '2021-09-17T22:36:29Z', 'revision_number': 6, 'project_id': '8c5e50cd0d054fdcbc3b6ec17a21036a', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:31.713938 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.782310 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d453b8b3-a825-4f14-8dec-7c8ff3e6e935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.786289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10aaa059-7ab9-4748-9de3-3c293989588e req-88660331-4187-44d0-8c98-96bc39218736 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 210 time: 0.1737356 Sep 17 22:36:31.791926 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.793195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47035cc-cf82-41f5-8399-ec1c9045b8da,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:31.797848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:31.807326 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.844726 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-aabcd9ea-0cc2-446c-924e-f8f64f3879b8 service neutron] 10.222.0.30 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440882 Sep 17 22:36:31.888387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] For port c3216858-77fd-4cc3-9c36-03e792ca4e60, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c3216858-77fd-4cc3-9c36-03e792ca4e60,segment=NetworkSegment(6c394dbf-f66d-487a-b3c8-a8cdc6b3397d),segment_id=6c394dbf-f66d-487a-b3c8-a8cdc6b3397d)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:31.888863 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.918680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] Calling delete_port for c3216858-77fd-4cc3-9c36-03e792ca4e60 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:31.964503 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:31.964838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1091795 Sep 17 22:36:31.971154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48320) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:31.972309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd3e52-77bb-4b59-8bb8-e9fb5a04bdc9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=301ef7f0-0cc6-4199-aa27-0fe48ccd1e57,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:31.985519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 301ef7f0-0cc6-4199-aa27-0fe48ccd1e57 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:32.020251 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:36:32.020251 n-d-713499-18 neutron-server[95454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:36:32.020251 n-d-713499-18 neutron-server[95454]: [parameters: {'project_id_1': 'd4cd6a346eb04f708783b1b69d561814', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 36, 11, 954853)}] Sep 17 22:36:32.020251 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:36:32.020794 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:36:32.128289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3f1a8ec9-8839-4318-b536-1614a4e112e7 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:32.205113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.209439 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.212654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-61d787bf-6542-452f-83ea-e9af559bcc92 service neutron] 10.222.0.30 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689845 Sep 17 22:36:32.215330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 3f1a8ec9-8839-4318-b536-1614a4e112e7 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:32.215330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3f1a8ec9-8839-4318-b536-1614a4e112e7 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:32.215330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8dadad32-1797-47a3-bda1-ec452918cb45 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:32.225484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17292591-f5bf-41c3-adc5-e69ffecc849f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:32.229610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-17292591-f5bf-41c3-adc5-e69ffecc849f tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/networks?id=301ef7f0-0cc6-4199-aa27-0fe48ccd1e57 HTTP/1.1" status: 200 len: 760 time: 0.2527521 Sep 17 22:36:32.230201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48324) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:32.265529 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 8dadad32-1797-47a3-bda1-ec452918cb45 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:32.265839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-91c77534-108e-45c8-af91-df8dd5b5ef9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'description': 'd2'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:32.265965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8dadad32-1797-47a3-bda1-ec452918cb45 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:32.297364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d453b8b3-a825-4f14-8dec-7c8ff3e6e935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.346641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.347191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8521c67-f104-4a43-971f-b3dc79c66d39 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:36:32.355889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.356945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-febadfe7-d177-48b5-a586-107d14929736 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a8521c67-f104-4a43-971f-b3dc79c66d39 HTTP/1.1" status: 204 len: 168 time: 3.1759496 Sep 17 22:36:32.359712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48326) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:32.369292 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d453b8b3-a825-4f14-8dec-7c8ff3e6e935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.372070 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.442628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3216858-77fd-4cc3-9c36-03e792ca4e60,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:32.496113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d453b8b3-a825-4f14-8dec-7c8ff3e6e935 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfeca37e799c49dba1415ab612765dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3854449 Sep 17 22:36:32.496907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba7240f-7389-41d6-b02c-165ce805f22b admin admin] Deleting subnet 712f76ef-b373-41af-85dc-783675783f21 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:36:32.499325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48334) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:32.507930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453b8b3-a825-4f14-8dec-7c8ff3e6e935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53bffd0-4671-460b-bbcc-9812404a73b4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:32.528613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ba7240f-7389-41d6-b02c-165ce805f22b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.538885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91c77534-108e-45c8-af91-df8dd5b5ef9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.639936 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3b7de1ed-0bc9-449a-8541-ebb5816c237d req-3652dfc2-c9b7-41f7-a61b-f1d9ff9cdfc6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 210 time: 0.0504832 Sep 17 22:36:32.711894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:32.715628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.750053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ba7240f-7389-41d6-b02c-165ce805f22b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.807061 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3daa418-7037-453a-b099-4b15ca35e87e req-55079e29-49dc-45ea-9abf-3f86dff18747 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2874627 Sep 17 22:36:32.825110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:32.830872 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91c77534-108e-45c8-af91-df8dd5b5ef9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.851948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91c77534-108e-45c8-af91-df8dd5b5ef9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 301ef7f0-0cc6-4199-aa27-0fe48ccd1e57 is not hosted by any dhcp agent {{(pid=95455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:36:32.859252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c77534-108e-45c8-af91-df8dd5b5ef9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:32.859986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91c77534-108e-45c8-af91-df8dd5b5ef9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.866631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-91c77534-108e-45c8-af91-df8dd5b5ef9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "PUT /v2.0/networks/301ef7f0-0cc6-4199-aa27-0fe48ccd1e57 HTTP/1.1" status: 200 len: 757 time: 0.6353421 Sep 17 22:36:32.867227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48348) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:32.879880 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.903302 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b53d759-1464-44fe-82a2-bfaa13a659af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:32.945521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:32.946267 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.010526 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03dfe381-c0b9-4614-8eb4-91bd164ea4b0 req-1bccc9b2-3c05-481b-918c-d339e1ee3469 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 210 time: 0.0910058 Sep 17 22:36:33.128013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b53d759-1464-44fe-82a2-bfaa13a659af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.144000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c77534-108e-45c8-af91-df8dd5b5ef9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=301ef7f0-0cc6-4199-aa27-0fe48ccd1e57,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:33.160070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 301ef7f0-0cc6-4199-aa27-0fe48ccd1e57 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:33.186698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.20.0.11 (c67fb87a-cefd-4be2-98ac-dc9195f02f63/3591ce06-8d02-4341-85c8-a319bd51aad8/01fafd25-5ea6-465d-881d-ed08bb85ddea) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:33.199392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 27baa67e-0366-4c82-9bc3-3f932c15f6e8 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:33.236061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c806a-b901-427d-aea1-e90a79965ff7 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:33.242344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-926c806a-b901-427d-aea1-e90a79965ff7 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/networks?id=301ef7f0-0cc6-4199-aa27-0fe48ccd1e57 HTTP/1.1" status: 200 len: 760 time: 0.3553581 Sep 17 22:36:33.245384 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48358) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:33.255869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-302458450'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:33.261457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-867e9d27-a2cf-4621-bbde-6279f33bb311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.273942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 27baa67e-0366-4c82-9bc3-3f932c15f6e8 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:33.274289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 27baa67e-0366-4c82-9bc3-3f932c15f6e8 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:33.275003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a47035cc-cf82-41f5-8399-ec1c9045b8da no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:33.279963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daa418-7037-453a-b099-4b15ca35e87e req-0ab98969-f223-4613-9cd5-8d98fbca795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:33.282045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3daa418-7037-453a-b099-4b15ca35e87e req-0ab98969-f223-4613-9cd5-8d98fbca795e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 1097 time: 0.3602774 Sep 17 22:36:33.306523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: a47035cc-cf82-41f5-8399-ec1c9045b8da {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:33.307539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a47035cc-cf82-41f5-8399-ec1c9045b8da not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:33.339804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ba7240f-7389-41d6-b02c-165ce805f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.447571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:33.451363 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.468539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daa418-7037-453a-b099-4b15ca35e87e req-d03b4da4-c128-4244-b423-732420c0c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:33.470080 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3daa418-7037-453a-b099-4b15ca35e87e req-d03b4da4-c128-4244-b423-732420c0c81e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.1623700 Sep 17 22:36:33.489367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] Router 54fcd7c4-2597-4848-9411-e6901c653f88 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:33.525989 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b53d759-1464-44fe-82a2-bfaa13a659af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.528799 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b53d759-1464-44fe-82a2-bfaa13a659af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.529713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6b53d759-1464-44fe-82a2-bfaa13a659af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d53bffd0-4671-460b-bbcc-9812404a73b4 HTTP/1.1" status: 204 len: 168 time: 1.0113993 Sep 17 22:36:33.538091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:33.539456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ba7240f-7389-41d6-b02c-165ce805f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.562707 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.590938 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3ba7240f-7389-41d6-b02c-165ce805f22b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.592869 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3ba7240f-7389-41d6-b02c-165ce805f22b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/712f76ef-b373-41af-85dc-783675783f21 HTTP/1.1" status: 204 len: 168 time: 1.2322166 Sep 17 22:36:33.598492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48366) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:33.601405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dbc059-74cf-429b-9039-16affadba620 None None] Network 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:33.619017 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53d759-1464-44fe-82a2-bfaa13a659af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53bffd0-4671-460b-bbcc-9812404a73b4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:33.622293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.622293 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment f3439e19-0a38-4d29-8f0b-06348c75aa6c of type vlan for network 11ffed58-78da-45a0-9d6a-3124fd47c94b Sep 17 22:36:33.661050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7240f-7389-41d6-b02c-165ce805f22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=712f76ef-b373-41af-85dc-783675783f21,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:33.666924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3daa418-7037-453a-b099-4b15ca35e87e req-05384f30-d93a-4cf7-8809-86e2dd20de40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2be41a5-9414-481c-a68d-63476fee09cb HTTP/1.1" status: 200 len: 1000 time: 0.1891305 Sep 17 22:36:33.738397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.745676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:33.751608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a3f3adb0-bce1-4cd7-b95a-f9a6e9a05e0d admin admin] 10.222.0.30 "PUT /v2.0/routers/54fcd7c4-2597-4848-9411-e6901c653f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8626835 Sep 17 22:36:33.754753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48370) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:33.759359 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] Sync routers for ids ['54fcd7c4-2597-4848-9411-e6901c653f88'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:33.765570 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.789154 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] Routers {'54fcd7c4-2597-4848-9411-e6901c653f88'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:33.794088 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['54fcd7c4-2597-4848-9411-e6901c653f88'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:33.809138 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:33.829482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c70cc582-33ea-4557-b0e2-e7297883d284 req-aac644f2-ac8c-4f68-a674-15820e7ad500 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 210 time: 0.0620401 Sep 17 22:36:33.840882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daa418-7037-453a-b099-4b15ca35e87e req-73ea6eef-b61e-46e4-a2f0-532462ef704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:33.842716 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3daa418-7037-453a-b099-4b15ca35e87e req-73ea6eef-b61e-46e4-a2f0-532462ef704f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.1533792 Sep 17 22:36:33.883306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network c67fb87a-cefd-4be2-98ac-dc9195f02f63 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:33.893811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:33.897287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:33.948994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daa418-7037-453a-b099-4b15ca35e87e req-2ff5ee40-4e6e-4b0a-8668-e5424621dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:33.950902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3daa418-7037-453a-b099-4b15ca35e87e req-2ff5ee40-4e6e-4b0a-8668-e5424621dbea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005406 Sep 17 22:36:34.019458 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.026050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:34.026456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.032185 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] Set router 54fcd7c4-2597-4848-9411-e6901c653f88 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:34.047937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:34.077445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663d0fe9-1403-4c82-9034-a86a1d7718df None None] DHCP port deletion for 4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:36:34.121276 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.205709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:34.208277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-663d0fe9-1403-4c82-9034-a86a1d7718df None None] Deleting port 1b866fd0-518a-4c27-ab84-89c36acc00f9 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:34.209115 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-663d0fe9-1403-4c82-9034-a86a1d7718df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.210005 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.290115 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0377939 Sep 17 22:36:34.292495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bde5ba-75af-4e47-8a32-dd34d99682a9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=11ffed58-78da-45a0-9d6a-3124fd47c94b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:34.298608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48384) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:34.315085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 11ffed58-78da-45a0-9d6a-3124fd47c94b details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:34.328265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': '11ffed58-78da-45a0-9d6a-3124fd47c94b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:34.423436 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'name': 'tempest-TestServerMultinode-126398784-router', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:21Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 5, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'gw_port': {'id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:23Z', 'updated_at': '2021-09-17T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:34.446647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3daa418-7037-453a-b099-4b15ca35e87e req-e4125336-4719-4454-aa56-135408f218e2 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758391 Sep 17 22:36:34.467122 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] Checking router: 54fcd7c4-2597-4848-9411-e6901c653f88 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:34.481662 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] Routers {'54fcd7c4-2597-4848-9411-e6901c653f88'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:34.483273 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['54fcd7c4-2597-4848-9411-e6901c653f88'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:34.503611 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-663d0fe9-1403-4c82-9034-a86a1d7718df None None] For port 1b866fd0-518a-4c27-ab84-89c36acc00f9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1b866fd0-518a-4c27-ab84-89c36acc00f9,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:34.504577 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-663d0fe9-1403-4c82-9034-a86a1d7718df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.511546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3feff1a0-f5e6-4781-9549-7d7ae9679658 None None] Provisioning complete for port 01fafd25-5ea6-465d-881d-ed08bb85ddea triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:34.512149 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3feff1a0-f5e6-4781-9549-7d7ae9679658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.556485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a1158-3404-40da-814a-5b77e2903e31 req-f6b4278c-e505-4046-93d9-cfebe7ca69ee tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:34.558090 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b78a1158-3404-40da-814a-5b77e2903e31 req-f6b4278c-e505-4046-93d9-cfebe7ca69ee tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 932 time: 0.3452382 Sep 17 22:36:34.564588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-7fd05e85-07da-4068-af54-f82014bc2b98 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4316370 Sep 17 22:36:34.568135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Deleting port 1b866fd0-518a-4c27-ab84-89c36acc00f9 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:34.568500 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.573271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3feff1a0-f5e6-4781-9549-7d7ae9679658 None None] Port 01fafd25-5ea6-465d-881d-ed08bb85ddea cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:36:34.580781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-663d0fe9-1403-4c82-9034-a86a1d7718df None None] Calling delete_port for 1b866fd0-518a-4c27-ab84-89c36acc00f9 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:34.602908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Request body: {'port': {'device_id': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:34.713239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1b866fd0-518a-4c27-ab84-89c36acc00f9 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:34.727480 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] Set router 54fcd7c4-2597-4848-9411-e6901c653f88 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:34.748174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b78a1158-3404-40da-814a-5b77e2903e31 req-a2f80a17-489b-471e-b44d-1c3d1221d95b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706169 Sep 17 22:36:34.750559 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.770524 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3daa418-7037-453a-b099-4b15ca35e87e req-37c60cfd-2b09-4578-8c2f-748426680a09 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100533 Sep 17 22:36:34.817096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] For port 1b866fd0-518a-4c27-ab84-89c36acc00f9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1b866fd0-518a-4c27-ab84-89c36acc00f9,segment=NetworkSegment(8e3bb774-d040-42b5-8760-03abf547dc5d),segment_id=8e3bb774-d040-42b5-8760-03abf547dc5d)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:34.817645 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.852204 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.854239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Calling delete_port for 1b866fd0-518a-4c27-ab84-89c36acc00f9 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:34.884228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:34.888848 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.889639 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:34.930370 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-663d0fe9-1403-4c82-9034-a86a1d7718df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:35.007195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d0fe9-1403-4c82-9034-a86a1d7718df None None] Pushing event deleted for resources: {'Port': ['ID=1b866fd0-518a-4c27-ab84-89c36acc00f9,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:35.025339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663d0fe9-1403-4c82-9034-a86a1d7718df None None] No DVR routers for this DVR port 1b866fd0-518a-4c27-ab84-89c36acc00f9 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:35.036488 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f615321-e48a-42ce-89d8-7e23a3895b56 req-c6afbfb2-f9a4-4e77-9dba-152419e3a1a5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 210 time: 0.0744588 Sep 17 22:36:35.075561 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'name': 'tempest-TestServerMultinode-126398784-router', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:21Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 5, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'gw_port': {'id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:23Z', 'updated_at': '2021-09-17T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:35.130086 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83800bd-27ba-449d-be1a-8b10d24fcaab None None] The sync data for ids ['54fcd7c4-2597-4848-9411-e6901c653f88'] in n-d-713499-18 is: [{'id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'name': 'tempest-TestServerMultinode-126398784-router', 'tenant_id': 'f64e3933a7d54d3682a68d18769d4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:35:21Z', 'updated_at': '2021-09-17T22:36:32Z', 'revision_number': 5, 'project_id': 'f64e3933a7d54d3682a68d18769d4536', 'gw_port': {'id': 'e03c1698-a26c-4d06-91cf-264df5dffa1d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fcd7c4-2597-4848-9411-e6901c653f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:35:23Z', 'updated_at': '2021-09-17T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:35.245175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Deleting port e03c1698-a26c-4d06-91cf-264df5dffa1d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:35.245724 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:35.338806 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:35.382193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b866fd0-518a-4c27-ab84-89c36acc00f9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:35.424297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] No DVR routers for this DVR port 1b866fd0-518a-4c27-ab84-89c36acc00f9 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:35.454510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48424) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:35.736260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-c312a8b6-0de9-4c5f-b214-86c61e9838d6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:35.737903 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-c312a8b6-0de9-4c5f-b214-86c61e9838d6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.15 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 811 time: 0.2682509 Sep 17 22:36:35.777670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'port': {'device_id': '7cabe09b-d4d2-4ed5-b9de-e965a97eeb20', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'admin_state_up': True, 'tenant_id': '03a542add212453c912a8386c940b572'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:35.871548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-717776af-f0d2-40a6-b94d-fc3e95737dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:35.881324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:35.931169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] For port e03c1698-a26c-4d06-91cf-264df5dffa1d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e03c1698-a26c-4d06-91cf-264df5dffa1d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:35.931533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:35.937009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1638488596-network', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:35.975203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:35.999692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Calling delete_port for e03c1698-a26c-4d06-91cf-264df5dffa1d owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:36.003672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=b778b87f-a88c-47f3-b0b1-a3755679f0e5,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:36.018265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97757b1-9b39-47d7-9adf-33b04671510a req-cfd6ac53-ae85-4b1b-b064-020c2af97b2c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:36.019807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c97757b1-9b39-47d7-9adf-33b04671510a req-cfd6ac53-ae85-4b1b-b064-020c2af97b2c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 932 time: 0.1541421 Sep 17 22:36:36.028206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': 'f3439e19-0a38-4d29-8f0b-06348c75aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '11ffed58-78da-45a0-9d6a-3124fd47c94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:36.028564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: 11ffed58-78da-45a0-9d6a-3124fd47c94b, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:36.056105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:36.070798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c97757b1-9b39-47d7-9adf-33b04671510a req-2f977775-8136-4f49-93c9-20ddb301542b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 Sep 17 22:36:36.109240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3bb774-d040-42b5-8760-03abf547dc5d') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:36.109549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3bb774-d040-42b5-8760-03abf547dc5d') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:36.124167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fafd25-5ea6-465d-881d-ed08bb85ddea {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:36.136462 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.145283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.158188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 11ffed58-78da-45a0-9d6a-3124fd47c94b is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:36.188593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Made reservation on behalf of 6756cdab0af5438cafd93966a713e6ef for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:36.190907 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.199599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-516b2aad-32fd-4463-8ce6-d0655e03d6ce req-34e7eb89-180b-4eb3-a519-1ca46ddb4e21 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 210 time: 0.0692799 Sep 17 22:36:36.201946 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.214475 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.218629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:36.219025 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:36.220694 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:36.231331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Made reservation on behalf of 03a542add212453c912a8386c940b572 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:36.235184 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.291974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 11ffed58-78da-45a0-9d6a-3124fd47c94b) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:36.302750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:36.303333 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.305836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f6be08-7cd8-428a-83b7-7ec5b0a17c0e None None] Network 11ffed58-78da-45a0-9d6a-3124fd47c94b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:36.399925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Allocated IP 172.20.0.4 (b56e9f02-d5ca-4cd4-a7a0-bb044beac31a/810ab61d-ffa3-406b-a586-7d853cb21049/ef68596f-3823-4152-9be2-b875bec32dba) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:36.429187 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.452403 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.455095 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d HTTP/1.1" status: 204 len: 168 time: 2.8533242 Sep 17 22:36:36.470042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb521a05-9714-4d21-ab8c-d9fb8d8eba30 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d49ca3b-cf0e-4b23-8fbb-438f2f19c06d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:36.481448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-11ffed58-78da-45a0-9d6a-3124fd47c94b', 'network_id': '11ffed58-78da-45a0-9d6a-3124fd47c94b', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': 'b778b87f-a88c-47f3-b0b1-a3755679f0e5'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:36.482334 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.540450 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.591801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Transition to ACTIVE for port object 01fafd25-5ea6-465d-881d-ed08bb85ddea will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:36:36.592908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.606915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.640808 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.643790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e03c1698-a26c-4d06-91cf-264df5dffa1d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:36.655269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c3216858-77fd-4cc3-9c36-03e792ca4e60 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:36.681022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: c3216858-77fd-4cc3-9c36-03e792ca4e60 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:36.681375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c3216858-77fd-4cc3-9c36-03e792ca4e60 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:36.693174 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.695090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:36.697870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Allocated IP 172.20.0.2 (11ffed58-78da-45a0-9d6a-3124fd47c94b/b778b87f-a88c-47f3-b0b1-a3755679f0e5/fe5559c8-8c26-4e80-ad14-519e3c62eacc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:36.742081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4dfa3b83-fa37-4065-bd65-8746457bff57 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4422235 Sep 17 22:36:36.744574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.750994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48444) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:36.762577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['23b47118-c7ec-4264-85b9-a56e917a1d93'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:36.777849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.778192 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Added segment 07d24772-361c-4684-bcc8-9457397f6a10 of type vlan for network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 Sep 17 22:36:36.781320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9b060f-28a4-4da3-a0ae-40c5048d8839,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:36.814415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:36.833892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:36.842200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:36.846815 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:36.847537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:36.960988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['519ccd34-2a6c-4340-b45b-f43ab9eeeebc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:37.022175 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.027001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'Port': ['ID=ef68596f-3823-4152-9be2-b875bec32dba,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:37.058126 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48450) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:37.072615 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.083561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.118614 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.142766 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.178830 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-16434a22-c9c3-4f7c-85b9-023dfeb4ef9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c5e50cd0d054fdcbc3b6ec17a21036a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141896 Sep 17 22:36:37.239610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48454) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:37.289684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.296966 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.310561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:37.315694 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.325938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:37.326347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:37.326752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:37.353524 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.354663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:37.355573 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.372978 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.390064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Port 01fafd25-5ea6-465d-881d-ed08bb85ddea on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:36:37.390398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:37.420160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d191c-3f93-4ddd-a162-c0615c767991 req-413fb92e-3dca-43eb-9371-a69acfdca5a6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:37.427326 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.431045 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc4d191c-3f93-4ddd-a162-c0615c767991 req-413fb92e-3dca-43eb-9371-a69acfdca5a6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 944 time: 0.1951227 Sep 17 22:36:37.432855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.433405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54fcd7c4-2597-4848-9411-e6901c653f88 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:36:37.441759 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.442471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-396365f2-7de0-4a8d-9b99-d280a17a39d5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/54fcd7c4-2597-4848-9411-e6901c653f88 HTTP/1.1" status: 204 len: 168 time: 3.6859422 Sep 17 22:36:37.458713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef9f6f-c37c-4cc0-aa24-56a4c039f799 req-80553ec2-0e60-40d5-8cc8-571b346f216f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:37.460383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7ef9f6f-c37c-4cc0-aa24-56a4c039f799 req-80553ec2-0e60-40d5-8cc8-571b346f216f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 931 time: 0.0875614 Sep 17 22:36:37.460887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48458) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:37.490924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Network 11ffed58-78da-45a0-9d6a-3124fd47c94b is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:37.522205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:37.543679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:37.547411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Pushing event updated for resources: {'Port': ['ID=fe5559c8-8c26-4e80-ad14-519e3c62eacc,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:37.595592 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-77f84941-b126-4ab4-846d-b00b54876ad3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8227768 Sep 17 22:36:37.602751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] Pushing event updated for resources: {'Network': ['ID=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:37.606564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:37.607323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Checking segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:37.607323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Bound using segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:37.607795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Bound port: 01fafd25-5ea6-465d-881d-ed08bb85ddea, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:37.608338 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.631727 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7ef9f6f-c37c-4cc0-aa24-56a4c039f799 req-f181da2d-e02c-4e0a-b44a-0aa6fd1b1681 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300731 Sep 17 22:36:37.649531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:37.653269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Request body: {'port': {'device_id': '7cabe09b-d4d2-4ed5-b9de-e965a97eeb20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:37.667628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Attempting to bind port fe5559c8-8c26-4e80-ad14-519e3c62eacc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:37.668609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Attempting to bind port fe5559c8-8c26-4e80-ad14-519e3c62eacc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f3439e19-0a38-4d29-8f0b-06348c75aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '11ffed58-78da-45a0-9d6a-3124fd47c94b'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:37.670657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Attempting to bind port fe5559c8-8c26-4e80-ad14-519e3c62eacc on network 11ffed58-78da-45a0-9d6a-3124fd47c94b {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:37.675818 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3c9888a-cf0c-440b-aec9-df237f688c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.702576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-54a27874-1ad8-45da-b741-9e286c32a0e3 None None] Provisioning complete for port ef68596f-3823-4152-9be2-b875bec32dba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:37.703923 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-54a27874-1ad8-45da-b741-9e286c32a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.709815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:37.710194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Checking segment: {'id': 'f3439e19-0a38-4d29-8f0b-06348c75aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '11ffed58-78da-45a0-9d6a-3124fd47c94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:37.710760 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.711276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Bound using segment: {'id': 'f3439e19-0a38-4d29-8f0b-06348c75aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '11ffed58-78da-45a0-9d6a-3124fd47c94b'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:37.712437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Bound port: fe5559c8-8c26-4e80-ad14-519e3c62eacc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3439e19-0a38-4d29-8f0b-06348c75aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '11ffed58-78da-45a0-9d6a-3124fd47c94b'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:37.712827 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.714791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6f671b-0472-4c33-b49f-a99979484b30 admin admin] Deleting subnet 6fc93c24-f8b1-4c67-aef4-74e148294c2d {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:36:37.720346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d6f671b-0472-4c33-b49f-a99979484b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.762064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc4d191c-3f93-4ddd-a162-c0615c767991 req-0a69dc3e-f5ef-40cf-9111-f509d15d0c5d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305473 Sep 17 22:36:37.769018 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3c9888a-cf0c-440b-aec9-df237f688c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.797412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.802910 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d6f671b-0472-4c33-b49f-a99979484b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.803300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:37.812101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:37.828717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-54a27874-1ad8-45da-b741-9e286c32a0e3 None None] Port ef68596f-3823-4152-9be2-b875bec32dba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:36:37.831113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-83f9fb42-564b-41d4-aa09-3353a20bbc22 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3717673 Sep 17 22:36:37.834258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48466) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:37.839548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Request body: {'subnet': {'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1638488596-subnet', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:37.856484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.869642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] For port fe5559c8-8c26-4e80-ad14-519e3c62eacc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:37.873053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] For port fe5559c8-8c26-4e80-ad14-519e3c62eacc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fe5559c8-8c26-4e80-ad14-519e3c62eacc,segment=NetworkSegment(f3439e19-0a38-4d29-8f0b-06348c75aa6c),segment_id=f3439e19-0a38-4d29-8f0b-06348c75aa6c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:37.906246 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.923528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=b778b87f-a88c-47f3-b0b1-a3755679f0e5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:37.936224 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.948663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Made reservation on behalf of 6756cdab0af5438cafd93966a713e6ef for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:37.951425 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.954565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3c9888a-cf0c-440b-aec9-df237f688c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.956333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3c9888a-cf0c-440b-aec9-df237f688c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.961469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c3c9888a-cf0c-440b-aec9-df237f688c8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6a5816e-01d9-4d44-b261-518f3d29af5f HTTP/1.1" status: 204 len: 168 time: 0.7182519 Sep 17 22:36:37.998514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:37.998514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:37.999898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] 10.222.0.23 "PUT /v2.0/ports/01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1093 time: 3.4180601 Sep 17 22:36:38.005405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:38.007215 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3652c35a-e900-489c-8b1d-80fa74bec3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:38.022340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9888a-cf0c-440b-aec9-df237f688c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a5816e-01d9-4d44-b261-518f3d29af5f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:38.063562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1fa00-0fe6-4fd8-98bf-3e84a3991487 service neutron] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:38.064408 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259aab5-3acb-4da6-aa51-a866a663a9ac None None] Pushing event updated for resources: {'Port': ['ID=fe5559c8-8c26-4e80-ad14-519e3c62eacc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:38.153962 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b52b08-53ca-40a5-aaa4-78559ebd56d9 x-openstack-request-id: req-f8b52b08-53ca-40a5-aaa4-78559ebd56d9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:38.154247 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:38.154490 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8b52b08-53ca-40a5-aaa4-78559ebd56d9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:38.154894 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'status': 'completed', 'code': 200} Sep 17 22:36:38.260463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-c40a6934-8178-48eb-9e4f-5bc79414b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:38.260463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-c40a6934-8178-48eb-9e4f-5bc79414b398 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1096 time: 0.1040609 Sep 17 22:36:38.290159 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.342250 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-dfa9bf51-b231-47d1-bfa6-e78b7fb8c66f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 217 time: 0.0710874 Sep 17 22:36:38.372085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ffed58-78da-45a0-9d6a-3124fd47c94b']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:38.399619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3439e19-0a38-4d29-8f0b-06348c75aa6c') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:38.399931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3439e19-0a38-4d29-8f0b-06348c75aa6c') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:38.404743 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d6f671b-0472-4c33-b49f-a99979484b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.460113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.483824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-ffc9d405-a37a-4643-98af-2c47348a91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:38.485515 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-ffc9d405-a37a-4643-98af-2c47348a91fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.1309443 Sep 17 22:36:38.534342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.559375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:38.559966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:38.563397 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:38.623909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-a6f812fc-6cc8-4bb7-b146-728fa817d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:38.625461 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-a6f812fc-6cc8-4bb7-b146-728fa817d79b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316617 Sep 17 22:36:38.645294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-60d28e47-0aa4-424f-8683-bde37c06aba1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:36:38.646505 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-60d28e47-0aa4-424f-8683-bde37c06aba1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145590 Sep 17 22:36:38.684689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:36:38.684689 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:36:38.684689 n-d-713499-18 neutron-server[95455]: [parameters: {'id': '11ffed58-78da-45a0-9d6a-3124fd47c94b'}] Sep 17 22:36:38.684689 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:36:38.687061 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:36:38.755260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fe5559c8-8c26-4e80-ad14-519e3c62eacc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:38.763844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d6f671b-0472-4c33-b49f-a99979484b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.801736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.811857 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f671b-0472-4c33-b49f-a99979484b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc93c24-f8b1-4c67-aef4-74e148294c2d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:38.814122 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d6f671b-0472-4c33-b49f-a99979484b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:38.816044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0d6f671b-0472-4c33-b49f-a99979484b30 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6fc93c24-f8b1-4c67-aef4-74e148294c2d HTTP/1.1" status: 204 len: 168 time: 1.3303666 Sep 17 22:36:38.819296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48490) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:38.826320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973a347-fca0-4f10-9c39-20d7ecbbd852 None None] Network 7804b251-f77a-4e51-879d-cb61041ec92b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:38.888246 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-cfaaf2ce-db74-4508-9c1b-b2aaabc29fbe service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336302 Sep 17 22:36:38.950163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a42a2e7-f239-4c41-917d-02448ef9b7a6,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:38.985338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2ea08-ef3d-4325-8d6d-bdd678f58808 req-a984b258-0b80-4a94-b431-34ea13fe4e3b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:38.987067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebf2ea08-ef3d-4325-8d6d-bdd678f58808 req-a984b258-0b80-4a94-b431-34ea13fe4e3b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 931 time: 0.2035730 Sep 17 22:36:38.990104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.010975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef68596f-3823-4152-9be2-b875bec32dba {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:39.023814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Checking segment: {'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:39.024302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Network hostable DHCP agents. Network: 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:39.055668 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.075772 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.084582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fe5559c8-8c26-4e80-ad14-519e3c62eacc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:39.085349 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.151307 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebf2ea08-ef3d-4325-8d6d-bdd678f58808 req-32014904-8685-44d4-816d-40842a650971 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539717 Sep 17 22:36:39.156486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c7cd7f35-1e0a-4abc-a0a5-e9bcc2638f09 req-62497370-d92d-4d38-92c5-b68681b2e57a service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604980 Sep 17 22:36:39.166612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Transition to ACTIVE for port object ef68596f-3823-4152-9be2-b875bec32dba will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:36:39.169466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:39.184226 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e8968-a93a-4598-92bd-406a503f0474 req-f1ad70ac-0945-4094-95af-c7e017eebc7e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:39.193087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-678e8968-a93a-4598-92bd-406a503f0474 req-f1ad70ac-0945-4094-95af-c7e017eebc7e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 944 time: 0.1708941 Sep 17 22:36:39.195054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.273735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.321420 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.323090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:39.333613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:39.334253 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.342234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b81e2e-be0d-4502-b6d7-46f38304e48d None None] Network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:39.362518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Pushing event updated for resources: {'Port': ['ID=ef68596f-3823-4152-9be2-b875bec32dba,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:39.406762 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-678e8968-a93a-4598-92bd-406a503f0474 req-244e74f4-81d2-47d2-bf10-680662b01184 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114615 Sep 17 22:36:39.438626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf38b9d6-1c9c-4846-ac61-2662ab0c5c40 None None] DHCP port deletion for 7804b251-f77a-4e51-879d-cb61041ec92b request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:36:39.474663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Deleting port 79c29682-02da-43fd-855f-7105bb135322 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:39.477926 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.478826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dfa95931-92fa-41d2-9d69-c4f1ade9abcd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6428490 Sep 17 22:36:39.480723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port fe5559c8-8c26-4e80-ad14-519e3c62eacc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fe5559c8-8c26-4e80-ad14-519e3c62eacc,segment=NetworkSegment(f3439e19-0a38-4d29-8f0b-06348c75aa6c),segment_id=f3439e19-0a38-4d29-8f0b-06348c75aa6c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:39.489501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48506) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:39.505781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:39.520314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-65f424c0-9aef-44d2-b09e-1a82805999cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:39.521853 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-65f424c0-9aef-44d2-b09e-1a82805999cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1096 time: 0.1664968 Sep 17 22:36:39.572677 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.723386 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=fe5559c8-8c26-4e80-ad14-519e3c62eacc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:39.726686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e03c1698-a26c-4d06-91cf-264df5dffa1d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:39.789891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: e03c1698-a26c-4d06-91cf-264df5dffa1d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:39.791339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] For port 79c29682-02da-43fd-855f-7105bb135322, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=79c29682-02da-43fd-855f-7105bb135322,segment=NetworkSegment(6c394dbf-f66d-487a-b3c8-a8cdc6b3397d),segment_id=6c394dbf-f66d-487a-b3c8-a8cdc6b3397d)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:39.791724 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.796811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e03c1698-a26c-4d06-91cf-264df5dffa1d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:39.833356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-dbf3bfdb-b005-4551-bfd5-9a589c1e6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:39.840248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-dbf3bfdb-b005-4551-bfd5-9a589c1e6db3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 0.3046575 Sep 17 22:36:39.840528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca8ddf-9322-4a43-9f7a-8ae893a19e08 None None] Network 11ffed58-78da-45a0-9d6a-3124fd47c94b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:39.840623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.840623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.870996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Calling delete_port for 79c29682-02da-43fd-855f-7105bb135322 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:39.885057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cf38b9d6-1c9c-4846-ac61-2662ab0c5c40 None None] Deleting port 79c29682-02da-43fd-855f-7105bb135322 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:39.885785 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cf38b9d6-1c9c-4846-ac61-2662ab0c5c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.887876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting port fe5559c8-8c26-4e80-ad14-519e3c62eacc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:39.888253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:39.959984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-05370787-0590-4d2d-bda9-3ab2006674ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 217 time: 0.1097400 Sep 17 22:36:39.989012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Attempting to bind port ef68596f-3823-4152-9be2-b875bec32dba on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:39.989012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Attempting to bind port ef68596f-3823-4152-9be2-b875bec32dba by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:39.989012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Attempting to bind port ef68596f-3823-4152-9be2-b875bec32dba on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:40.029837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Port ef68596f-3823-4152-9be2-b875bec32dba on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:36:40.030325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Attempting to bind port ef68596f-3823-4152-9be2-b875bec32dba on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:40.050206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-821b8aaa-07aa-4e09-8708-2a231b1e9561 None None] Provisioning complete for port fe5559c8-8c26-4e80-ad14-519e3c62eacc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:40.055177 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-821b8aaa-07aa-4e09-8708-2a231b1e9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.056085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48526) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:40.062548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:40.063815 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.069272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:40.069646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Checking segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:40.070044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Bound using segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:40.070653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Bound port: ef68596f-3823-4152-9be2-b875bec32dba, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:40.071026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.092301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] For port fe5559c8-8c26-4e80-ad14-519e3c62eacc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fe5559c8-8c26-4e80-ad14-519e3c62eacc,segment=NetworkSegment(f3439e19-0a38-4d29-8f0b-06348c75aa6c),segment_id=f3439e19-0a38-4d29-8f0b-06348c75aa6c)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:40.092676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.093135 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.126661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Calling delete_port for fe5559c8-8c26-4e80-ad14-519e3c62eacc owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:40.203592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-2b4fd6eb-b92f-4d3e-a75d-8f1dd6c7e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:40.205217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-2b4fd6eb-b92f-4d3e-a75d-8f1dd6c7e26e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.2390032 Sep 17 22:36:40.219446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] For port ef68596f-3823-4152-9be2-b875bec32dba, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:40.223898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] For port ef68596f-3823-4152-9be2-b875bec32dba, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ef68596f-3823-4152-9be2-b875bec32dba,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:40.246598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cf38b9d6-1c9c-4846-ac61-2662ab0c5c40 None None] For port 79c29682-02da-43fd-855f-7105bb135322, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=79c29682-02da-43fd-855f-7105bb135322,segment=NetworkSegment(6c394dbf-f66d-487a-b3c8-a8cdc6b3397d),segment_id=6c394dbf-f66d-487a-b3c8-a8cdc6b3397d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:40.249288 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cf38b9d6-1c9c-4846-ac61-2662ab0c5c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.308400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2014626994-network', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:40.317467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cf38b9d6-1c9c-4846-ac61-2662ab0c5c40 None None] Calling delete_port for 79c29682-02da-43fd-855f-7105bb135322 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:40.340091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.351588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-88391db2-11dd-44a3-9a79-9ccb826dc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:40.353136 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-88391db2-11dd-44a3-9a79-9ccb826dc738 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167290 Sep 17 22:36:40.368212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.420025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:40.420914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.422913 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] 10.222.0.15 "PUT /v2.0/ports/ef68596f-3823-4152-9be2-b875bec32dba HTTP/1.1" status: 200 len: 1092 time: 2.7855120 Sep 17 22:36:40.427777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cabe09b-d4d2-4ed5-b9de-e965a97eeb20', 'tag': 'ef68596f-3823-4152-9be2-b875bec32dba'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:40.430152 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8c6b84-06f9-409f-b951-4e7122d093d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7cabe09b-d4d2-4ed5-b9de-e965a97eeb20", "tag": "ef68596f-3823-4152-9be2-b875bec32dba"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:40.436162 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.469603 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.523150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b93a7-0528-46f8-b8f5-1c1e54147e3d req-e5c33c68-7e28-4473-a32d-a0fa9d11a6e8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:40.530812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-432b93a7-0528-46f8-b8f5-1c1e54147e3d req-e5c33c68-7e28-4473-a32d-a0fa9d11a6e8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 943 time: 0.2311070 Sep 17 22:36:40.535765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:40.546162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.571635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78820e3f-28ca-4b73-97fb-e1990c3a1b7a service neutron] Pushing event updated for resources: {'Port': ['ID=ef68596f-3823-4152-9be2-b875bec32dba,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:40.576845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.581044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] No DVR routers for this DVR port 79c29682-02da-43fd-855f-7105bb135322 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:40.625671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44a015-6527-4348-924c-c1c6d6c7aaf9 None None] DHCP port deletion for 11ffed58-78da-45a0-9d6a-3124fd47c94b request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:36:40.643906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Allocated IP 172.20.0.2 (8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0/2a42a2e7-f239-4c41-917d-02448ef9b7a6/cd43985a-02cb-4a2c-8e13-065aaa841039) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:40.653907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.655841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c29682-02da-43fd-855f-7105bb135322,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:40.657508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-3b2b2a36-4761-440c-8369-af9b98974f0b service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923384 Sep 17 22:36:40.679071 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cf38b9d6-1c9c-4846-ac61-2662ab0c5c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.747391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccb59e-fd9c-44f9-be66-245cd5e96ddd req-8327818d-afdb-4c84-93be-c5d8ab3af413 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:40.749196 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5ccb59e-fd9c-44f9-be66-245cd5e96ddd req-8327818d-afdb-4c84-93be-c5d8ab3af413 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 944 time: 0.1866670 Sep 17 22:36:40.769107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 79c29682-02da-43fd-855f-7105bb135322 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:40.772192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38b9d6-1c9c-4846-ac61-2662ab0c5c40 None None] Pushing event deleted for resources: {'Port': ['ID=79c29682-02da-43fd-855f-7105bb135322,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:40.810333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38b9d6-1c9c-4846-ac61-2662ab0c5c40 None None] No DVR routers for this DVR port 79c29682-02da-43fd-855f-7105bb135322 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:40.814711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 79c29682-02da-43fd-855f-7105bb135322 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:40.815059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 79c29682-02da-43fd-855f-7105bb135322 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:40.818298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Port': ['ID=fe5559c8-8c26-4e80-ad14-519e3c62eacc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:40.821713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fe5559c8-8c26-4e80-ad14-519e3c62eacc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:36:40.830291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No DVR routers for this DVR port fe5559c8-8c26-4e80-ad14-519e3c62eacc on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:40.841910 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-432b93a7-0528-46f8-b8f5-1c1e54147e3d req-8dbce68f-e5c4-4166-9ac8-d4dedf456121 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099265 Sep 17 22:36:40.869064 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: fe5559c8-8c26-4e80-ad14-519e3c62eacc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:36:40.869405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fe5559c8-8c26-4e80-ad14-519e3c62eacc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:36:40.918142 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.949447 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d931b2-c2c0-4272-897b-5ffd28fa9b69 x-openstack-request-id: req-a1d931b2-c2c0-4272-897b-5ffd28fa9b69 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:40.950130 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cabe09b-d4d2-4ed5-b9de-e965a97eeb20", "tag": "ef68596f-3823-4152-9be2-b875bec32dba", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:40.950130 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1d931b2-c2c0-4272-897b-5ffd28fa9b69 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:40.950331 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cabe09b-d4d2-4ed5-b9de-e965a97eeb20', 'tag': 'ef68596f-3823-4152-9be2-b875bec32dba', 'status': 'completed', 'code': 200} Sep 17 22:36:40.984473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-807b0d24-5020-40d8-a99b-fc24cfacabda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:40.985992 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-807b0d24-5020-40d8-a99b-fc24cfacabda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 1095 time: 0.3483989 Sep 17 22:36:40.991199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7804b251-f77a-4e51-879d-cb61041ec92b']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:40.998663 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.006378 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5ccb59e-fd9c-44f9-be66-245cd5e96ddd req-c19b7b87-0e6f-46bc-991e-ed995ac2adaf tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183192 Sep 17 22:36:41.019184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3652c35a-e900-489c-8b1d-80fa74bec3f1 req-03933d16-c526-4e7f-b1e1-5fa5e11f395d service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455734 Sep 17 22:36:41.051357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:41.051732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c394dbf-f66d-487a-b3c8-a8cdc6b3397d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:41.056331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.092647 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.110775 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-e27e9ba6-d3a0-4b7c-88c8-992df15ee927 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef68596f-3823-4152-9be2-b875bec32dba HTTP/1.1" status: 200 len: 217 time: 0.1030862 Sep 17 22:36:41.112509 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.143246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:41.146946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:41.150921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:41.152360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ffed58-78da-45a0-9d6a-3124fd47c94b']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:41.191889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.201693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3439e19-0a38-4d29-8f0b-06348c75aa6c') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:41.201994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3439e19-0a38-4d29-8f0b-06348c75aa6c') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:41.217320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:41.217748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.219740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Pushing event updated for resources: {'Port': ['ID=cd43985a-02cb-4a2c-8e13-065aaa841039,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:41.225570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Attempting to bind port cd43985a-02cb-4a2c-8e13-065aaa841039 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:41.226267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Attempting to bind port cd43985a-02cb-4a2c-8e13-065aaa841039 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:41.226828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Attempting to bind port cd43985a-02cb-4a2c-8e13-065aaa841039 on network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:41.231075 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:41.236212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.236537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:41.237163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Checking segment: {'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:41.238254 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.239016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Bound using segment: {'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:41.239676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Bound port: cd43985a-02cb-4a2c-8e13-065aaa841039, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:41.240319 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.304065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-0fe283dc-01a2-4999-91a9-6beaf6055f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:41.305588 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-0fe283dc-01a2-4999-91a9-6beaf6055f25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.1815484 Sep 17 22:36:41.307223 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.319453 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.321780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] For port cd43985a-02cb-4a2c-8e13-065aaa841039, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:41.326393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] For port cd43985a-02cb-4a2c-8e13-065aaa841039, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cd43985a-02cb-4a2c-8e13-065aaa841039,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:41.328441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:41.328853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:41.332870 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:41.399313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.413162 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.432012 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.442697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:41.450907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.455373 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7804b251-f77a-4e51-879d-cb61041ec92b HTTP/1.1" status: 204 len: 168 time: 2.6351111 Sep 17 22:36:41.459822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c556656-98fb-4d21-89c8-fbc4f1642010,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:41.479926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-526f0b3d-0daa-40b7-a887-54efcf6b12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:41.481453 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-526f0b3d-0daa-40b7-a887-54efcf6b12e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661184 Sep 17 22:36:41.483049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48315de3-c4c4-43b9-af4f-9b967048ffe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7804b251-f77a-4e51-879d-cb61041ec92b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:41.488536 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.495158 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Added segment e94977cb-3763-47a4-8f85-24f0c21667d7 of type vlan for network b47776c0-fb49-4546-b199-a15d6fc3e290 Sep 17 22:36:41.539554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761c69b-3e72-4b10-a860-76cb7c23f0e1 None None] Pushing event updated for resources: {'Port': ['ID=cd43985a-02cb-4a2c-8e13-065aaa841039,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:41.539772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.563316 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.568286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/11ffed58-78da-45a0-9d6a-3124fd47c94b HTTP/1.1" status: 204 len: 168 time: 4.8100071 Sep 17 22:36:41.575368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48552) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:41.618732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5334c-70b5-4a97-9274-b7060af728e3 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=11ffed58-78da-45a0-9d6a-3124fd47c94b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:41.623026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.623461 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3aaa95f-061d-495f-8123-14cf56556b36 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] GET failed (client error): The resource could not be found. Sep 17 22:36:41.624821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d3aaa95f-061d-495f-8123-14cf56556b36 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/subnets/b778b87f-a88c-47f3-b0b1-a3755679f0e5 HTTP/1.1" status: 404 len: 337 time: 0.0485296 Sep 17 22:36:41.628482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48554) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:41.674885 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52d09bf-ac8e-4532-add2-c8d8a4e01e67 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:41.675726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52d09bf-ac8e-4532-add2-c8d8a4e01e67 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:41.681402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48556) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:41.681571 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d52d09bf-ac8e-4532-add2-c8d8a4e01e67 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/11ffed58-78da-45a0-9d6a-3124fd47c94b HTTP/1.1" status: 404 len: 339 time: 0.0522296 Sep 17 22:36:41.695100 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.704137 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-7f993714-1664-4f9d-b0f3-61f3f95e0cc6 service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130315 Sep 17 22:36:41.718296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.848979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:41.853873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.854854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:41.855432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:41.883458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Allocated IP 172.25.6.106 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/60f4d2c5-0bc4-47f7-9af9-d1e276f26bec) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:42.045442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:42.062970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'port_id': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'mac_address': 'fa:16:3e:89:56:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:42.090394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48564) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:42.124316 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.134379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6ee45-3333-41e8-900d-868d3a3a9a95 req-9ceadb25-b47e-44f5-9e8c-e9f0596b4273 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:42.135974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92c6ee45-3333-41e8-900d-868d3a3a9a95 req-9ceadb25-b47e-44f5-9e8c-e9f0596b4273 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 943 time: 0.1618423 Sep 17 22:36:42.139175 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.143809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fafd25-5ea6-465d-881d-ed08bb85ddea {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:42.165984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:42.203131 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92c6ee45-3333-41e8-900d-868d3a3a9a95 req-be403e4f-2b8e-44de-84d8-5f6359583b25 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550611 Sep 17 22:36:42.238405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6f3e863a-ffa2-49e4-9681-4da6bfcf8603 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bef69717bd9d4dc093a7fcc48e8df7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435938 Sep 17 22:36:42.240665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48568) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:42.256275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.302883 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.327929 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.396219 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.431390 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3707483 Sep 17 22:36:42.434412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48570) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:42.444680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Request body: {'subnet': {'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2014626994-subnet', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:42.455938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:42.467548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:42.475675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:42.482303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Pushing event updated for resources: {'Port': ['ID=60f4d2c5-0bc4-47f7-9af9-d1e276f26bec,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:42.513545 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.516135 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.520404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b00904ac-b62b-4539-bc8e-4bbd5e57d1ae HTTP/1.1" status: 204 len: 168 time: 0.2758234 Sep 17 22:36:42.532386 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:42.535677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00904ac-b62b-4539-bc8e-4bbd5e57d1ae,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:42.538683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.539048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.539363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.539706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.540022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.540433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.540764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.541086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.541406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.541730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.542053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.542371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.558584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.558584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.560853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.560853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.560853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.560853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.560853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.560853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.560853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.561359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.561359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.561616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfaa6-1238-410b-b855-ecc26700a673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:42.597534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['01fafd25-5ea6-465d-881d-ed08bb85ddea'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:42.644097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f881e91-4f82-4fc1-ac06-61c9166bee17 req-b9f8240b-6184-42d6-96e2-803e2013a38a service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9214997 Sep 17 22:36:42.678586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1389eaf-af5e-4473-a52f-6ba82619cbb9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:42.684283 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a1389eaf-af5e-4473-a52f-6ba82619cbb9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9987361 Sep 17 22:36:42.688055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48576) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:42.699176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:42.699176 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:42.770515 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7cc7a57c-b4a1-4d19-aaae-7cbd24e96948 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 207 time: 0.0604672 Sep 17 22:36:42.772178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3b4a2-e033-4ff4-8281-7adfffe3b6ec admin admin] Pushing event updated for resources: {'Network': ['ID=b47776c0-fb49-4546-b199-a15d6fc3e290,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:42.793268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48578) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:42.804859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network b47776c0-fb49-4546-b199-a15d6fc3e290 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:42.855020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cd43985a-02cb-4a2c-8e13-065aaa841039 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:42.890478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e52f50-2094-411d-8076-0a60e6a8e49d None None] Network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:42.956550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdd288-f7e3-42df-aab7-2d02d81a2f4b req-8a3f7dd9-9924-485b-922d-3176ebffb653 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:42.964759 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-26bdd288-f7e3-42df-aab7-2d02d81a2f4b req-8a3f7dd9-9924-485b-922d-3176ebffb653 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 945 time: 0.5663757 Sep 17 22:36:43.129917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-96a9dd5a-3c0d-47ca-9484-08f96126cd43 None None] Provisioning complete for port cd43985a-02cb-4a2c-8e13-065aaa841039 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:43.130294 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd5a-3c0d-47ca-9484-08f96126cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.140281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794244c4-abe2-4b75-953c-fa716f03ed52 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.149106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794244c4-abe2-4b75-953c-fa716f03ed52 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.152755 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.158590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794244c4-abe2-4b75-953c-fa716f03ed52 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.171184 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794244c4-abe2-4b75-953c-fa716f03ed52 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.180628 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-794244c4-abe2-4b75-953c-fa716f03ed52 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3852639 Sep 17 22:36:43.193405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cd43985a-02cb-4a2c-8e13-065aaa841039 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:43.193777 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.203801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48582) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:43.231866 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-26bdd288-f7e3-42df-aab7-2d02d81a2f4b req-d19caee1-5cf8-4d26-b81e-918988e640a0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659702 Sep 17 22:36:43.247720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-c5c129de-318e-482b-b885-5e6cf7162893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.249617 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-c5c129de-318e-482b-b885-5e6cf7162893 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 1095 time: 0.3633451 Sep 17 22:36:43.357418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.425262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48590) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:43.446839 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd5a-3c0d-47ca-9484-08f96126cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.466342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d77d4685-0a8d-41c5-8f2b-cfe5d316e975 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2607851 Sep 17 22:36:43.467046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48594) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:43.487628 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.533861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-ee7dc0d2-db26-4f6e-96b2-dbd98a10aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.535770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-ee7dc0d2-db26-4f6e-96b2-dbd98a10aded service neutron] 10.222.0.15 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.2722452 Sep 17 22:36:43.539729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-96a9dd5a-3c0d-47ca-9484-08f96126cd43 None None] For port cd43985a-02cb-4a2c-8e13-065aaa841039, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cd43985a-02cb-4a2c-8e13-065aaa841039,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:43.554655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48596) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:43.615505 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-bb54c6f1-6f5c-4e74-935f-c47d5d48add1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef68596f-3823-4152-9be2-b875bec32dba HTTP/1.1" status: 200 len: 217 time: 0.0526774 Sep 17 22:36:43.618238 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96a9dd5a-3c0d-47ca-9484-08f96126cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.664835 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:36:43.665193 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:36:43.685301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-43f78145-bcf8-4457-b5c4-ab1462424e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.686785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-43f78145-bcf8-4457-b5c4-ab1462424e4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0542572 Sep 17 22:36:43.692717 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.716209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fffdeb1-3360-499d-b7d3-b8edb7eebe68 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.717241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9dd5a-3c0d-47ca-9484-08f96126cd43 None None] Pushing event updated for resources: {'Port': ['ID=cd43985a-02cb-4a2c-8e13-065aaa841039,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:43.722996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fffdeb1-3360-499d-b7d3-b8edb7eebe68 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.725447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8fffdeb1-3360-499d-b7d3-b8edb7eebe68 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2508006 Sep 17 22:36:43.725806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48598) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:43.742909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.748096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d64f13-23f7-481b-bc85-231baac0c6f1,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:43.757274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Checking segment: {'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:43.757828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Network hostable DHCP agents. Network: b47776c0-fb49-4546-b199-a15d6fc3e290, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:43.762035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-682fce0d-8935-4043-b7f0-85bd5724f090 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f64e3933a7d54d3682a68d18769d4536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647463 Sep 17 22:36:43.768571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48600) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:43.815948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-601e7298-cf89-4af1-8369-c46efd785943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.818134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-601e7298-cf89-4af1-8369-c46efd785943 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224444 Sep 17 22:36:43.818786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dabbdf-ad4b-4f32-94a7-590aa3381ecb req-c7eab3be-ed1a-4f60-b1cc-7ce1f9d05e86 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.820293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18dabbdf-ad4b-4f32-94a7-590aa3381ecb req-c7eab3be-ed1a-4f60-b1cc-7ce1f9d05e86 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 943 time: 0.2516315 Sep 17 22:36:43.827672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6148eac-2212-434c-a7ac-4e0489324367 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.829125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6148eac-2212-434c-a7ac-4e0489324367 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.831248 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c6148eac-2212-434c-a7ac-4e0489324367 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0897565 Sep 17 22:36:43.839511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48602) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:43.841442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-e5ea238e-f6e5-426a-a8f3-d2928d318dee service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:36:43.842378 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-e5ea238e-f6e5-426a-a8f3-d2928d318dee service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106874 Sep 17 22:36:43.842489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-682178a3-a11d-4b44-8e1a-268367232ad2 None None] Provisioning complete for port cd43985a-02cb-4a2c-8e13-065aaa841039 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:43.842887 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-682178a3-a11d-4b44-8e1a-268367232ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.977414 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.981389 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-d870b2b8-6780-4f47-8c75-8d65aa15a55f service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307819 Sep 17 22:36:43.995616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18dabbdf-ad4b-4f32-94a7-590aa3381ecb req-ab0a9d05-26c4-4b1f-bf46-90d8101e9c97 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661768 Sep 17 22:36:44.001040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Network b47776c0-fb49-4546-b199-a15d6fc3e290 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:44.038079 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c8056b7-61a1-45a7-9369-8faec378fd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.051362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.076676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, b47776c0-fb49-4546-b199-a15d6fc3e290) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:44.086655 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6bd59b-9908-41fb-a571-f45826049897 None None] Network b47776c0-fb49-4546-b199-a15d6fc3e290 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:44.091446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40758053-fbbd-4795-9edb-f034e54adce5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:44.098027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-40758053-fbbd-4795-9edb-f034e54adce5 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/networks/39ad4744-1b89-42db-9e20-200646fc4551 HTTP/1.1" status: 200 len: 799 time: 0.2481999 Sep 17 22:36:44.098027 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c8056b7-61a1-45a7-9369-8faec378fd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.098435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48604) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:44.099693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:44.099979 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.134307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e374ddd9-31b4-4393-bb80-a5a952053625,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:44.140548 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=acb4e542724247bca0a255a0adf9c115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7116373 Sep 17 22:36:44.141880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48606) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:44.160940 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8c6b84-06f9-409f-b951-4e7122d093d3 req-32398430-d750-46e9-bea7-55a6dde8aed2 service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717200 Sep 17 22:36:44.164677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.165037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.165369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.165705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.166042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.166380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.166714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.167040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.167367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.167692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.168016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.168367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94632fb3-dd6c-431b-b86d-d1f7dccc0afd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:44.208144 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e4f03d9-5491-421a-9010-0d69ceff6402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.230758 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e4f03d9-5491-421a-9010-0d69ceff6402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.237594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7532b31f-0162-4a96-b541-a378c3c3b4f6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/networks/39ad4744-1b89-42db-9e20-200646fc4551?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1331601 Sep 17 22:36:44.241626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48608) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:44.286479 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e4da9a2a-ae15-40b1-8d76-72f46d1fab11 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8482039 Sep 17 22:36:44.288094 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c8056b7-61a1-45a7-9369-8faec378fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.291202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c8056b7-61a1-45a7-9369-8faec378fd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.292411 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7c8056b7-61a1-45a7-9369-8faec378fd67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/523850cf-2b62-4039-99b6-dce3b09d9622 HTTP/1.1" status: 204 len: 168 time: 0.5229626 Sep 17 22:36:44.295485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Router 3a281056-d139-4964-9797-d41deeeeb317 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:36:44.308658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48612) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:44.316798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-b47776c0-fb49-4546-b199-a15d6fc3e290', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:44.317658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8056b7-61a1-45a7-9369-8faec378fd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523850cf-2b62-4039-99b6-dce3b09d9622,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:44.318296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.321025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:44.374136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee86e7-1d5d-4bf2-aedb-084e72280bbb tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:44.375558 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-43ee86e7-1d5d-4bf2-aedb-084e72280bbb tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/subnets/871e0332-a623-489f-a3d5-de1b3bf85085 HTTP/1.1" status: 200 len: 811 time: 0.1330097 Sep 17 22:36:44.382067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48616) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:44.408661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035dac7-fcfd-45e0-be44-c31968c066b8 req-1fb33901-e66a-472f-839c-7fbb78da7707 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:44.410370 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b035dac7-fcfd-45e0-be44-c31968c066b8 req-1fb33901-e66a-472f-839c-7fbb78da7707 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 945 time: 0.0785348 Sep 17 22:36:44.462072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.464296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.471455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e4f03d9-5491-421a-9010-0d69ceff6402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.474937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e4f03d9-5491-421a-9010-0d69ceff6402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.479219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7e4f03d9-5491-421a-9010-0d69ceff6402 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e374ddd9-31b4-4393-bb80-a5a952053625 HTTP/1.1" status: 204 len: 168 time: 0.3351104 Sep 17 22:36:44.507595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f03d9-5491-421a-9010-0d69ceff6402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e374ddd9-31b4-4393-bb80-a5a952053625,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:44.514083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:44.526315 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b035dac7-fcfd-45e0-be44-c31968c066b8 req-c14d60c6-8fb7-4174-89b3-a83fc73802ad tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991826 Sep 17 22:36:44.538215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Sync routers for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:44.545091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0b8d7-5602-4087-94a1-6c0d299fd535 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['shared'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:44.546651 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-40b0b8d7-5602-4087-94a1-6c0d299fd535 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "GET /v2.0/subnets/871e0332-a623-489f-a3d5-de1b3bf85085?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1633711 Sep 17 22:36:44.550575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48622) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:44.555580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536243179'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:44.596183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:44.596842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:44.601223 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.645676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Allocated IP 172.20.0.2 (b47776c0-fb49-4546-b199-a15d6fc3e290/88d64f13-23f7-481b-bc85-231baac0c6f1/540eddbb-714a-4868-8d9d-91510bb210af) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:44.648567 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.653354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c9f38a87-c367-4518-bf53-a099d62a93f1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1522260 Sep 17 22:36:44.653751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48624) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:44.716814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cd43985a-02cb-4a2c-8e13-065aaa841039 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:44.766812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:44.800849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.835614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:44.867151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:44.895129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.903555 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:44.904058 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Added segment ac45fa41-632e-4fe7-a729-2ebf6ec2ef07 of type vlan for network 76af5ec4-b900-474b-825e-e2a53e10ed57 Sep 17 22:36:44.998854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.066287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cd43985a-02cb-4a2c-8e13-065aaa841039 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:45.066672 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.107466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.131959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:45.134724 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.242820 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:36:45.260340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Network': ['ID=76af5ec4-b900-474b-825e-e2a53e10ed57,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:45.281831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f013-c25f-43fe-a4bb-7e00f3d173d7 req-06870944-789e-4591-8950-3ad525f2762f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:45.283517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4515f013-c25f-43fe-a4bb-7e00f3d173d7 req-06870944-789e-4591-8950-3ad525f2762f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 943 time: 0.1447976 Sep 17 22:36:45.302172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0e3a852c-25ea-45c3-8b43-c7d23abdd807 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7503772 Sep 17 22:36:45.304966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48630) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:45.310220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'network_id': '76af5ec4-b900-474b-825e-e2a53e10ed57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:45.383593 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 76af5ec4-b900-474b-825e-e2a53e10ed57 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:45.392422 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.413549 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4515f013-c25f-43fe-a4bb-7e00f3d173d7 req-6b12d8a6-cfb6-48a4-8ec8-9e03e37a7d7a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179321 Sep 17 22:36:45.477665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.477931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48632) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:45.493106 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4edf928-2293-4662-8206-769175265689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.520190 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.526904 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.562426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Made reservation on behalf of ab4dc7cf06724a7fa46adc04c0634415 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:45.571951 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.590449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Network b47776c0-fb49-4546-b199-a15d6fc3e290 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:45.592065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:42Z', 'revision_number': 3, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:45.598349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:45.601017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:45.610200 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.641153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Checking router: 3a281056-d139-4964-9797-d41deeeeb317 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:45.641788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Updating router 3a281056-d139-4964-9797-d41deeeeb317 port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:36:45.667511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Pushing event updated for resources: {'Port': ['ID=540eddbb-714a-4868-8d9d-91510bb210af,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:45.715397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.746194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Attempting to bind port 540eddbb-714a-4868-8d9d-91510bb210af on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:45.746467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Attempting to bind port 540eddbb-714a-4868-8d9d-91510bb210af by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:45.747425 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Attempting to bind port 540eddbb-714a-4868-8d9d-91510bb210af on network b47776c0-fb49-4546-b199-a15d6fc3e290 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:45.747612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.ipam_backend_mixin [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing IP validity checks on allocation pools {{(pid=95454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:36:45.748193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.ipam_backend_mixin [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:36:45.757022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:45.757512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Checking segment: {'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:45.758053 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.758523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Bound using segment: {'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:45.759063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Bound port: 540eddbb-714a-4868-8d9d-91510bb210af, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:45.759509 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.787580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Allocated IP 172.25.6.43 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/d20056b5-8f00-4204-8fb5-4aa078c83641) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:45.799596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20bac6-4e96-4496-888c-e1a87cb2b9a8 req-0c4e7826-2f26-4217-a14d-60f71be4039e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:45.801515 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d20bac6-4e96-4496-888c-e1a87cb2b9a8 req-0c4e7826-2f26-4217-a14d-60f71be4039e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 945 time: 0.1457191 Sep 17 22:36:45.867566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:45.871123 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4edf928-2293-4662-8206-769175265689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.874745 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7d20bac6-4e96-4496-888c-e1a87cb2b9a8 req-d1edb4e6-cf44-4d86-8e82-98330c826d95 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620079 Sep 17 22:36:45.941878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] For port 540eddbb-714a-4868-8d9d-91510bb210af, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:45.943795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d4edf928-2293-4662-8206-769175265689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:45.946622 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] For port 540eddbb-714a-4868-8d9d-91510bb210af, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=540eddbb-714a-4868-8d9d-91510bb210af,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:45.953608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Allocated IP 172.20.0.1 (8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0/2a42a2e7-f239-4c41-917d-02448ef9b7a6/7765d659-7765-42a2-9408-84cf0b95a871) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:46.018999 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.035814 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d4edf928-2293-4662-8206-769175265689 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=914a89ae40f142efaa0a9ffc79f7cc62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536294 Sep 17 22:36:46.035814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edf928-2293-4662-8206-769175265689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470d468a-1569-485b-b8b6-83c5c2acd700,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:46.036922 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48638) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:46.055131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 01fafd25-5ea6-465d-881d-ed08bb85ddea completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:36:46.065818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 01fafd25-5ea6-465d-881d-ed08bb85ddea triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:46.066749 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.112228 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-42f41a19-16a7-42a0-8183-eece4ac19ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.115415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e6459-6d99-4df8-b830-6e4295e0ece8 None None] Pushing event updated for resources: {'Port': ['ID=540eddbb-714a-4868-8d9d-91510bb210af,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:46.121247 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.184033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-42f41a19-16a7-42a0-8183-eece4ac19ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.201929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.226041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=1890cbf6-ee65-4137-9d1b-a37056aca87d,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:46.229331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:46.231724 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0485f96-44a8-41e1-ba47-2d1026f904f2" -d '{"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-plugged", "status": "completed", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:46.254180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:46.260201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Checking segment: {'id': 'ac45fa41-632e-4fe7-a729-2ebf6ec2ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '76af5ec4-b900-474b-825e-e2a53e10ed57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:46.265159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network hostable DHCP agents. Network: 76af5ec4-b900-474b-825e-e2a53e10ed57, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:46.280367 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c36a90-6a56-4143-b14b-c54ce0afa981 x-openstack-request-id: req-18c36a90-6a56-4143-b14b-c54ce0afa981 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:46.280567 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-plugged", "status": "completed", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:46.280833 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18c36a90-6a56-4143-b14b-c54ce0afa981 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:46.281232 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'code': 200} Sep 17 22:36:46.343502 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.380733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Network 76af5ec4-b900-474b-825e-e2a53e10ed57 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:46.383246 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-42f41a19-16a7-42a0-8183-eece4ac19ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.385809 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-42f41a19-16a7-42a0-8183-eece4ac19ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.387008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-42f41a19-16a7-42a0-8183-eece4ac19ada admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/470d468a-1569-485b-b8b6-83c5c2acd700 HTTP/1.1" status: 204 len: 168 time: 0.3491838 Sep 17 22:36:46.398984 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.408061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f41a19-16a7-42a0-8183-eece4ac19ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470d468a-1569-485b-b8b6-83c5c2acd700,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:46.414759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:46.435984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb91e2-e88f-4da9-a30b-b6ceb48bcb5e req-06a738f9-4d35-4507-b511-e1ec858f6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:46.437438 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7cb91e2-e88f-4da9-a30b-b6ceb48bcb5e req-06a738f9-4d35-4507-b511-e1ec858f6583 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1098 time: 0.0964701 Sep 17 22:36:46.483768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 76af5ec4-b900-474b-825e-e2a53e10ed57) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:46.497044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:46.497568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb3ce2-0b4e-49e8-9ad9-8151985d1f1e None None] Network 76af5ec4-b900-474b-825e-e2a53e10ed57 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:46.497698 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.541283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7cb91e2-e88f-4da9-a30b-b6ceb48bcb5e req-7eb55750-029e-4453-8205-4162ab1c392a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861750 Sep 17 22:36:46.571100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.612403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22bb85-cb20-48ae-b954-b74b84512420 req-334b302f-0076-4dfe-9d4d-90bde35834a4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:46.622947 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd22bb85-cb20-48ae-b954-b74b84512420 req-334b302f-0076-4dfe-9d4d-90bde35834a4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 943 time: 0.0792935 Sep 17 22:36:46.628447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-682d61bf-2e7e-455b-b92a-1b51017cccf2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3219004 Sep 17 22:36:46.635488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48648) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:46.645216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2099925b-16ab-4873-9130-fcc55e861c9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:46.685817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ef68596f-3823-4152-9be2-b875bec32dba details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:36:46.705317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.708573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd22bb85-cb20-48ae-b954-b74b84512420 req-c5cb59b3-9c33-42c6-9c3e-ab0d23611417 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830309 Sep 17 22:36:46.720930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:46.763938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 540eddbb-714a-4868-8d9d-91510bb210af up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:46.769811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Pushing event updated for resources: {'Port': ['ID=d20056b5-8f00-4204-8fb5-4aa078c83641,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:46.776259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:46.788111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:46.845574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2099925b-16ab-4873-9130-fcc55e861c9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59150622'] for subnet, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.923097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-76af5ec4-b900-474b-825e-e2a53e10ed57', 'network_id': '76af5ec4-b900-474b-825e-e2a53e10ed57', 'tenant_id': 'ab4dc7cf06724a7fa46adc04c0634415', 'fixed_ips': [{'subnet_id': '1890cbf6-ee65-4137-9d1b-a37056aca87d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:46.923941 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:46.988717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ef68596f-3823-4152-9be2-b875bec32dba, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ef68596f-3823-4152-9be2-b875bec32dba,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:47.012850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.015861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 540eddbb-714a-4868-8d9d-91510bb210af triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:47.021306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.037953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeb7ce-06ef-4fc8-90d5-0e02f950d04b req-2e6b3f40-6afc-49ab-aeaa-8b316913c859 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:47.039854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3afeb7ce-06ef-4fc8-90d5-0e02f950d04b req-2e6b3f40-6afc-49ab-aeaa-8b316913c859 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0762649 Sep 17 22:36:47.089325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:47.108351 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.110344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'ef68596f-3823-4152-9be2-b875bec32dba', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'port_id': 'ef68596f-3823-4152-9be2-b875bec32dba', 'mac_address': 'fa:16:3e:89:c5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:36:47.124851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Pushing event updated for resources: {'Port': ['ID=7765d659-7765-42a2-9408-84cf0b95a871,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:47.125654 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3afeb7ce-06ef-4fc8-90d5-0e02f950d04b req-a4dc5c70-5952-49ea-b431-b51a8f0eafc4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785353 Sep 17 22:36:47.138173 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:47.161016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:47.191763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.224155 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.294181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef68596f-3823-4152-9be2-b875bec32dba {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:36:47.311008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.329686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ef68596f-3823-4152-9be2-b875bec32dba, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ef68596f-3823-4152-9be2-b875bec32dba,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:47.379204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a625b-026d-46d9-ba69-f84ad88ed1e3 None None] Pushing event updated for resources: {'Port': ['ID=60f4d2c5-0bc4-47f7-9af9-d1e276f26bec,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:47.383718 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.399504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Attempting to bind port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:47.399986 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Attempting to bind port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:47.400663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Attempting to bind port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:47.411974 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.415004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:47.415613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:47.416672 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.417275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:47.418048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Bound port: 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:47.418595 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.498355 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.526906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 540eddbb-714a-4868-8d9d-91510bb210af, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=540eddbb-714a-4868-8d9d-91510bb210af,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:47.583009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] For port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:47.609051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ef68596f-3823-4152-9be2-b875bec32dba,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:47.614765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] For port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=60f4d2c5-0bc4-47f7-9af9-d1e276f26bec,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:47.639984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b46bfd2-07fe-4152-af2c-15d62ad0f306 None None] Network b47776c0-fb49-4546-b199-a15d6fc3e290 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:47.647179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Allocated IP 172.20.0.3 (76af5ec4-b900-474b-825e-e2a53e10ed57/1890cbf6-ee65-4137-9d1b-a37056aca87d/61ee6ae1-489d-4085-aa99-e824671c4cab) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:47.656744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-166bb12e-eb31-47f2-b583-8f8c90671b2f None None] Provisioning complete for port 7765d659-7765-42a2-9408-84cf0b95a871 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:47.657288 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-166bb12e-eb31-47f2-b583-8f8c90671b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.677896 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2099925b-16ab-4873-9130-fcc55e861c9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750903152132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3854190'] for subnet, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.688653 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.734028 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.802736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2099925b-16ab-4873-9130-fcc55e861c9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:47.803612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2099925b-16ab-4873-9130-fcc55e861c9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.804601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2099925b-16ab-4873-9130-fcc55e861c9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "PUT /v2.0/subnets/1890cbf6-ee65-4137-9d1b-a37056aca87d HTTP/1.1" status: 200 len: 877 time: 1.1650088 Sep 17 22:36:47.807521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48668) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:47.831949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099925b-16ab-4873-9130-fcc55e861c9e tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event updated for resources: {'Subnet': ['ID=1890cbf6-ee65-4137-9d1b-a37056aca87d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:47.950570 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.994072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:47.999509 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.014744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144b905-e222-4bc6-859e-73630ad0a5d2 req-97cec497-a26f-4530-a1fd-c7c224ba59c3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:48.016379 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e144b905-e222-4bc6-859e-73630ad0a5d2 req-97cec497-a26f-4530-a1fd-c7c224ba59c3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 944 time: 0.1699204 Sep 17 22:36:48.026931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.073417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['ef68596f-3823-4152-9be2-b875bec32dba'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:48.075496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=540eddbb-714a-4868-8d9d-91510bb210af,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:48.146026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e144b905-e222-4bc6-859e-73630ad0a5d2 req-54b4843c-2879-4693-b81b-f5fcb1487bcd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190903 Sep 17 22:36:48.184919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-166bb12e-eb31-47f2-b583-8f8c90671b2f None None] Port 7765d659-7765-42a2-9408-84cf0b95a871 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:36:48.254250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:48.254250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:48.302654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b0fbc-7394-4877-b447-ef47314ee90b req-a26e8b12-eb07-4cd3-9d3b-ae51b5a2c007 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:48.312900 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-933b0fbc-7394-4877-b447-ef47314ee90b req-a26e8b12-eb07-4cd3-9d3b-ae51b5a2c007 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0844522 Sep 17 22:36:48.353919 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.363081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-933b0fbc-7394-4877-b447-ef47314ee90b req-f403893f-5e48-41ea-875b-5d1cda144809 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477922 Sep 17 22:36:48.391339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a625b-026d-46d9-ba69-f84ad88ed1e3 None None] Pushing event updated for resources: {'Port': ['ID=60f4d2c5-0bc4-47f7-9af9-d1e276f26bec,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:48.398133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:36:48.468934 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.501697 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-11654463-e18e-4c75-a5a6-2aa6c13e2c21 None None] Provisioning complete for port 540eddbb-714a-4868-8d9d-91510bb210af triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:48.502073 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-11654463-e18e-4c75-a5a6-2aa6c13e2c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.569542 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.571423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Pushing event updated for resources: {'Port': ['ID=7765d659-7765-42a2-9408-84cf0b95a871,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:48.601964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:48.607726 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.632699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaa7af-927e-4ff9-a9ee-c86b91c8b3d2 req-6b1715b1-14d2-4f6b-9e76-0fa9ea56dc16 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:48.634657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ebaa7af-927e-4ff9-a9ee-c86b91c8b3d2 req-6b1715b1-14d2-4f6b-9e76-0fa9ea56dc16 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.1809626 Sep 17 22:36:48.704989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 540eddbb-714a-4868-8d9d-91510bb210af up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:48.709900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:48.722575 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Sync routers for ids ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:48.735908 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.767739 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Routers {'9d8a5afa-1247-4e12-890f-edb3bf93eb0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:48.768694 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:48.792066 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ebaa7af-927e-4ff9-a9ee-c86b91c8b3d2 req-cf0aef68-075b-44bb-a13f-5e0317f097ce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178267 Sep 17 22:36:48.810619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48688) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:48.835162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:48.837512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:48.851170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Network 76af5ec4-b900-474b-825e-e2a53e10ed57 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:48.860196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:48.862676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:48.863781 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:48.969581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=1890cbf6-ee65-4137-9d1b-a37056aca87d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:48.975634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48692) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:49.041865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.043081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e9decedb-8434-4559-b8a1-0eaaaf310d97 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7333906 Sep 17 22:36:49.045883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48696) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:49.053970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Pushing event updated for resources: {'Port': ['ID=61ee6ae1-489d-4085-aa99-e824671c4cab,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:49.096774 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Set router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:49.104786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8477c4e-7fa6-432e-9ae0-76ecdba699ef tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:49.107266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e8477c4e-7fa6-432e-9ae0-76ecdba699ef tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1093 time: 0.2944906 Sep 17 22:36:49.124734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 540eddbb-714a-4868-8d9d-91510bb210af triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:49.125242 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.132579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Attempting to bind port 61ee6ae1-489d-4085-aa99-e824671c4cab on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:49.136234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Attempting to bind port 61ee6ae1-489d-4085-aa99-e824671c4cab by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'ac45fa41-632e-4fe7-a729-2ebf6ec2ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '76af5ec4-b900-474b-825e-e2a53e10ed57'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:49.136713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Attempting to bind port 61ee6ae1-489d-4085-aa99-e824671c4cab on network 76af5ec4-b900-474b-825e-e2a53e10ed57 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:49.153746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48698) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:49.161554 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.171897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:49.216872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Router 3a281056-d139-4964-9797-d41deeeeb317 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:49.233102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:49.235371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Checking segment: {'id': 'ac45fa41-632e-4fe7-a729-2ebf6ec2ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '76af5ec4-b900-474b-825e-e2a53e10ed57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:49.235480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76af5ec4-b900-474b-825e-e2a53e10ed57']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:49.239055 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.239930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Bound using segment: {'id': 'ac45fa41-632e-4fe7-a729-2ebf6ec2ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '76af5ec4-b900-474b-825e-e2a53e10ed57'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:49.241078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Bound port: 61ee6ae1-489d-4085-aa99-e824671c4cab, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac45fa41-632e-4fe7-a729-2ebf6ec2ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '76af5ec4-b900-474b-825e-e2a53e10ed57'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:49.242612 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.259390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac45fa41-632e-4fe7-a729-2ebf6ec2ef07') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:49.259492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac45fa41-632e-4fe7-a729-2ebf6ec2ef07') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:49.269908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.276728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fa8d8878-8f27-4fb9-8b2b-d2113e185a1d None None] Provisioning complete for port 540eddbb-714a-4868-8d9d-91510bb210af triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:49.279199 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8878-8f27-4fb9-8b2b-d2113e185a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.290966 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.311109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:49.311109 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:49.313360 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:49.337456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.385295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fa1be-7874-4696-8b6f-a55cce7a818e req-a98ad39e-7ef2-4815-9172-d8c6d856dd6b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:49.386729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d97fa1be-7874-4696-8b6f-a55cce7a818e req-a98ad39e-7ef2-4815-9172-d8c6d856dd6b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 944 time: 0.1068785 Sep 17 22:36:49.388430 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16572c15-824c-4279-b4cf-367f7641300c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.460346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] For port 61ee6ae1-489d-4085-aa99-e824671c4cab, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:49.467399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] For port 61ee6ae1-489d-4085-aa99-e824671c4cab, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=61ee6ae1-489d-4085-aa99-e824671c4cab,segment=NetworkSegment(ac45fa41-632e-4fe7-a729-2ebf6ec2ef07),segment_id=ac45fa41-632e-4fe7-a729-2ebf6ec2ef07)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:49.516469 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:45Z', 'revision_number': 1, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:49.537845 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16572c15-824c-4279-b4cf-367f7641300c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.549304 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:36:49.549304 n-d-713499-18 neutron-server[95454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:36:49.549304 n-d-713499-18 neutron-server[95454]: [parameters: {'id': '76af5ec4-b900-474b-825e-e2a53e10ed57'}] Sep 17 22:36:49.549304 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:36:49.550152 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:36:49.554967 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.557731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb86c95-ea21-456e-94e6-cddce6f25b09 None None] The sync data for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 is: [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:45Z', 'revision_number': 1, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:49.676384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb9a5d-94f4-40d3-b83d-bf8df6f0c4de None None] Pushing event updated for resources: {'Port': ['ID=61ee6ae1-489d-4085-aa99-e824671c4cab,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:49.685721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-044b1a3f-b008-4a13-91df-9119e4760dda None None] Provisioning complete for port 7765d659-7765-42a2-9408-84cf0b95a871 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:49.699030 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-044b1a3f-b008-4a13-91df-9119e4760dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.703200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e2f6b0-ae06-4ca5-b1ee-0f992d27dc33 None None] Network 76af5ec4-b900-474b-825e-e2a53e10ed57 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:49.703399 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 3, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:49.735403 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Checking router: 9d8a5afa-1247-4e12-890f-edb3bf93eb0b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:49.736076 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Updating router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b port d20056b5-8f00-4204-8fb5-4aa078c83641 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:36:49.773195 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.809662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-044b1a3f-b008-4a13-91df-9119e4760dda None None] Port 7765d659-7765-42a2-9408-84cf0b95a871 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:36:49.884102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b104ca4-0f9a-4701-96d0-84d210d58f46 None None] Network 76af5ec4-b900-474b-825e-e2a53e10ed57 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:49.952652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:49.982597 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-49b0cb52-106a-4d64-ae21-66b989b5a079 admin admin] 10.222.0.30 "PUT /v2.0/routers/3a281056-d139-4964-9797-d41deeeeb317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3218329 Sep 17 22:36:50.037782 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d97fa1be-7874-4696-8b6f-a55cce7a818e req-a763e0ab-6f18-4c3a-a06b-e1129b34fc1a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965350 Sep 17 22:36:50.123677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.143811 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16572c15-824c-4279-b4cf-367f7641300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.154294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c90d6d-6672-438d-b75a-0a490bde0acb None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:36:50.211996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16572c15-824c-4279-b4cf-367f7641300c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554446aa-a72f-4cd1-a104-c8a86ccf0621,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:50.213692 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.257057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-16572c15-824c-4279-b4cf-367f7641300c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a038d6d299f2459795ebd591a2c500b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2759702 Sep 17 22:36:50.261206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48708) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:50.298059 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.303582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c90d6d-6672-438d-b75a-0a490bde0acb None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:36:50.323830 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.327430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting port 61ee6ae1-489d-4085-aa99-e824671c4cab {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:50.327833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.361750 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Attempting to bind port d20056b5-8f00-4204-8fb5-4aa078c83641 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:50.362341 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Attempting to bind port d20056b5-8f00-4204-8fb5-4aa078c83641 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:50.362879 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Attempting to bind port d20056b5-8f00-4204-8fb5-4aa078c83641 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:50.376848 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:50.377507 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:50.378091 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.379406 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:50.380079 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Bound port: d20056b5-8f00-4204-8fb5-4aa078c83641, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:50.384673 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.443263 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] For port d20056b5-8f00-4204-8fb5-4aa078c83641, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:50.446947 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] For port d20056b5-8f00-4204-8fb5-4aa078c83641, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d20056b5-8f00-4204-8fb5-4aa078c83641,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:50.448483 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150bfaf-1a75-4112-a1c1-66d4f1fc2c09 None None] Pushing event updated for resources: {'Port': ['ID=d20056b5-8f00-4204-8fb5-4aa078c83641,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:50.454749 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a06bb142-e5b3-4818-a7e0-465184042aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.483901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.499279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] For port 61ee6ae1-489d-4085-aa99-e824671c4cab, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=61ee6ae1-489d-4085-aa99-e824671c4cab,segment=NetworkSegment(ac45fa41-632e-4fe7-a729-2ebf6ec2ef07),segment_id=ac45fa41-632e-4fe7-a729-2ebf6ec2ef07)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:50.499644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.553164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Calling delete_port for 61ee6ae1-489d-4085-aa99-e824671c4cab owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:50.560840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a06bb142-e5b3-4818-a7e0-465184042aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.601827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.25.6.241 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/07d8c96b-5b09-4c16-ac12-46840e7a94dc) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:50.761404 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Allocated IP 172.20.0.1 (b47776c0-fb49-4546-b199-a15d6fc3e290/88d64f13-23f7-481b-bc85-231baac0c6f1/1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:50.770235 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.814010 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.895002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.935695 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Routers {'9d8a5afa-1247-4e12-890f-edb3bf93eb0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:50.936371 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:50.950684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a06bb142-e5b3-4818-a7e0-465184042aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.956093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a06bb142-e5b3-4818-a7e0-465184042aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.959620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a06bb142-e5b3-4818-a7e0-465184042aaf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/554446aa-a72f-4cd1-a104-c8a86ccf0621 HTTP/1.1" status: 204 len: 168 time: 0.6971693 Sep 17 22:36:50.969979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Port': ['ID=61ee6ae1-489d-4085-aa99-e824671c4cab,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:50.990846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No DVR routers for this DVR port 61ee6ae1-489d-4085-aa99-e824671c4cab on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:50.998913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bb142-e5b3-4818-a7e0-465184042aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554446aa-a72f-4cd1-a104-c8a86ccf0621,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:51.044634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ef68596f-3823-4152-9be2-b875bec32dba up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:51.078174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.124733 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150bfaf-1a75-4112-a1c1-66d4f1fc2c09 None None] Pushing event updated for resources: {'Port': ['ID=d20056b5-8f00-4204-8fb5-4aa078c83641,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:51.163196 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] Set router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:51.167337 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.171966 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.185826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port ef68596f-3823-4152-9be2-b875bec32dba completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:36:51.190432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port ef68596f-3823-4152-9be2-b875bec32dba triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:51.194518 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.244332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:51.245486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd28dc-ce7d-4f75-8290-ef7dc9e8385f req-5cde45bb-2b4a-4847-9a42-d580af636413 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:51.247808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45cd28dc-ce7d-4f75-8290-ef7dc9e8385f req-5cde45bb-2b4a-4847-9a42-d580af636413 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 944 time: 0.0769577 Sep 17 22:36:51.250982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76af5ec4-b900-474b-825e-e2a53e10ed57']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:51.261955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:51.287517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:51.307935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.369923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac45fa41-632e-4fe7-a729-2ebf6ec2ef07') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:51.372688 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac45fa41-632e-4fe7-a729-2ebf6ec2ef07') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:51.384193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Pushing event updated for resources: {'Port': ['ID=1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:51.391554 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.392736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45cd28dc-ce7d-4f75-8290-ef7dc9e8385f req-a10f6379-4e49-4006-92cd-5244a8e39716 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349294 Sep 17 22:36:51.402383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Network b47776c0-fb49-4546-b199-a15d6fc3e290 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:51.404397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:51.407756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:51.424027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=07d8c96b-5b09-4c16-ac12-46840e7a94dc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:51.439733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.479968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ef68596f-3823-4152-9be2-b875bec32dba, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ef68596f-3823-4152-9be2-b875bec32dba,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:51.481253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cabe09b-d4d2-4ed5-b9de-e965a97eeb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef68596f-3823-4152-9be2-b875bec32dba'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:51.485762 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0437fbf-be6e-4663-84da-ab643e9f8556" -d '{"events": [{"server_uuid": "7cabe09b-d4d2-4ed5-b9de-e965a97eeb20", "name": "network-vif-plugged", "status": "completed", "tag": "ef68596f-3823-4152-9be2-b875bec32dba"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:51.497824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.517948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:51.525327 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:51.532217 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:51.570026 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6586f57f-3eb5-4e3e-813f-9c17d4f448d8 x-openstack-request-id: req-6586f57f-3eb5-4e3e-813f-9c17d4f448d8 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:51.570754 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cabe09b-d4d2-4ed5-b9de-e965a97eeb20", "name": "network-vif-plugged", "status": "completed", "tag": "ef68596f-3823-4152-9be2-b875bec32dba", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:51.571298 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6586f57f-3eb5-4e3e-813f-9c17d4f448d8 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:51.571885 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cabe09b-d4d2-4ed5-b9de-e965a97eeb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef68596f-3823-4152-9be2-b875bec32dba', 'code': 200} Sep 17 22:36:51.573517 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.584555 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 3, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:51.593644 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.660696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ef68596f-3823-4152-9be2-b875bec32dba,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:51.713105 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571e9b3-a4c7-4655-81bc-ef77d3c71db7 None None] The sync data for ids ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'] in n-d-713499-18 is: [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 3, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:51.767883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48732) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:51.776104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1969678491-network', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:51.805879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3568350-c866-498d-9621-f18d1adf2fc4 req-2f61b1f3-64fd-4169-8fd2-d60ff64253c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:51.807808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c3568350-c866-498d-9621-f18d1adf2fc4 req-2f61b1f3-64fd-4169-8fd2-d60ff64253c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 1097 time: 0.1091394 Sep 17 22:36:51.872833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.899273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.905107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48736) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:51.908652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/76af5ec4-b900-474b-825e-e2a53e10ed57 HTTP/1.1" status: 204 len: 168 time: 4.1000082 Sep 17 22:36:51.954915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2eeb4cd2-71c4-4c7a-8fa3-2177fb99bb0d None None] Provisioning complete for port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:51.955616 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4cd2-71c4-4c7a-8fa3-2177fb99bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.959420 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-9945661e-46e0-41ed-b849-88eff2c5f63b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:51.959920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9945661e-46e0-41ed-b849-88eff2c5f63b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:51.962038 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9945661e-46e0-41ed-b849-88eff2c5f63b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/1890cbf6-ee65-4137-9d1b-a37056aca87d HTTP/1.1" status: 404 len: 337 time: 0.0558217 Sep 17 22:36:51.963844 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c3568350-c866-498d-9621-f18d1adf2fc4 req-3e23fb53-be20-4882-972f-490de61c2ef8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459413 Sep 17 22:36:51.964436 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Made reservation on behalf of f6c4aa43916f464ba3bb473aa35db0d7 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:51.965730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48738) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:51.967418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.974777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7ded8-b0c4-476b-8270-a9a7097eee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=76af5ec4-b900-474b-825e-e2a53e10ed57,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:51.986364 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa27a95a-a3e5-4c94-b817-f7d985abb790 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:51.986962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa27a95a-a3e5-4c94-b817-f7d985abb790 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:51.989504 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fa27a95a-a3e5-4c94-b817-f7d985abb790 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/76af5ec4-b900-474b-825e-e2a53e10ed57 HTTP/1.1" status: 404 len: 339 time: 0.0228341 Sep 17 22:36:51.991607 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.994377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48742) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:52.031618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb4cd2-71c4-4c7a-8fa3-2177fb99bb0d None None] Port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:36:52.057689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.079555 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-732392e6-a3c5-4f4e-b76b-8f6ee96fdabb tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:52.080014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732392e6-a3c5-4f4e-b76b-8f6ee96fdabb tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:52.082146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-732392e6-a3c5-4f4e-b76b-8f6ee96fdabb tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/b778b87f-a88c-47f3-b0b1-a3755679f0e5 HTTP/1.1" status: 404 len: 337 time: 0.0833848 Sep 17 22:36:52.086178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48744) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:52.159845 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5fad57-425b-42a1-9145-686ec8848ad9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:52.166043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5fad57-425b-42a1-9145-686ec8848ad9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:52.170152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ba5fad57-425b-42a1-9145-686ec8848ad9 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/11ffed58-78da-45a0-9d6a-3124fd47c94b HTTP/1.1" status: 404 len: 339 time: 0.0795586 Sep 17 22:36:52.170483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48748) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:52.333037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.384412 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.388273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.450646 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.469146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.507817 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.533117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301ef7f0-0cc6-4199-aa27-0fe48ccd1e57']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:52.539066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e5cf09-38ff-4d18-8450-1c724ea94598,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:52.542689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.555227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:36:52.568304 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.580182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b1bd6e-13ea-4d98-ae38-2ec8fed30e9b') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:52.580484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b1bd6e-13ea-4d98-ae38-2ec8fed30e9b') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:52.612365 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.630650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.631014 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Added segment 2a332bde-9e5f-4cdb-8877-99d3e78f9b49 of type vlan for network 322ddb1f-1763-451c-8623-d588a2428cd4 Sep 17 22:36:52.660487 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.667015 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.677087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:52.677087 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:52.679451 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:52.705248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Pushing event updated for resources: {'Port': ['ID=1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:52.755642 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.811013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67039344-6a06-4ce4-9228-c11f5701e1a4 req-6b69079a-0a5d-4ded-9d36-8141633148cb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:52.813153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-67039344-6a06-4ce4-9228-c11f5701e1a4 req-6b69079a-0a5d-4ded-9d36-8141633148cb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 945 time: 0.3052726 Sep 17 22:36:52.895596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d20056b5-8f00-4204-8fb5-4aa078c83641 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:52.936808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Network b47776c0-fb49-4546-b199-a15d6fc3e290 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:52.938397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.943309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:52.956740 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-67039344-6a06-4ce4-9228-c11f5701e1a4 req-0731b16d-40ca-43c1-8199-6a93475309db tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291335 Sep 17 22:36:52.964236 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.967024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:52.970237 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.971719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d20056b5-8f00-4204-8fb5-4aa078c83641 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:52.972130 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.986545 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:52.990229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/301ef7f0-0cc6-4199-aa27-0fe48ccd1e57 HTTP/1.1" status: 204 len: 168 time: 0.8184733 Sep 17 22:36:53.000417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48768) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.007316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b77cb6-7b63-445e-a4e9-711f9025ee06 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=301ef7f0-0cc6-4199-aa27-0fe48ccd1e57,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:53.106291 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2bc8ef-7aeb-4f6a-be28-f9a671c381a7 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.106291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2bc8ef-7aeb-4f6a-be28-f9a671c381a7 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.106291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5c2bc8ef-7aeb-4f6a-be28-f9a671c381a7 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/d3c1174d-f702-4d3a-be78-67162bf3404d HTTP/1.1" status: 404 len: 337 time: 0.0955746 Sep 17 22:36:53.133179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48770) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.167113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3972771 Sep 17 22:36:53.167749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48776) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.169493 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.190917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:53.205224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port d20056b5-8f00-4204-8fb5-4aa078c83641, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d20056b5-8f00-4204-8fb5-4aa078c83641,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:53.258113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Request body: {'subnet': {'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1969678491-subnet', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:53.288791 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.289617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:53.304634 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bb23ca-3262-42ce-baed-feef9752a83c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.305254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bb23ca-3262-42ce-baed-feef9752a83c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.309854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-63bb23ca-3262-42ce-baed-feef9752a83c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/416734eb-cf9d-474d-9c75-4e401b75c9db HTTP/1.1" status: 404 len: 339 time: 0.1737304 Sep 17 22:36:53.310459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48782) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.342143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808a3a8-48ee-40c9-88d6-aac405de63d8 admin admin] Pushing event updated for resources: {'Network': ['ID=322ddb1f-1763-451c-8623-d588a2428cd4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:53.350417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Sync routers for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:53.352466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:53.371035 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0c5b7884-5f24-4ec8-a32f-a5fa297004be admin admin] 10.222.0.30 "PUT /v2.0/routers/9d8a5afa-1247-4e12-890f-edb3bf93eb0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3226955 Sep 17 22:36:53.371992 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 322ddb1f-1763-451c-8623-d588a2428cd4 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:36:53.375693 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-781c4953-7990-4c5f-a9f1-891c1b912ea1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.377661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781c4953-7990-4c5f-a9f1-891c1b912ea1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.393162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-781c4953-7990-4c5f-a9f1-891c1b912ea1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/75619c91-9010-4b96-b241-0f5a9db30b40 HTTP/1.1" status: 404 len: 337 time: 0.0676029 Sep 17 22:36:53.399494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Made reservation on behalf of f6c4aa43916f464ba3bb473aa35db0d7 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:36:53.400222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48788) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.402365 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.465861 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.477078 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b07f30-d02d-4e97-9911-eb969f6d72c6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.479174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b07f30-d02d-4e97-9911-eb969f6d72c6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.482970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-79b07f30-d02d-4e97-9911-eb969f6d72c6 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/12c36acd-f977-402d-acc3-5fd4ac20922a HTTP/1.1" status: 404 len: 339 time: 0.0814190 Sep 17 22:36:53.486179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48802) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.546541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:53.546541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:53.548835 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad3a3ce-65b5-46bb-a807-880d5515a8fa tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.549307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad3a3ce-65b5-46bb-a807-880d5515a8fa tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.556711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3ad3a3ce-65b5-46bb-a807-880d5515a8fa tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/d4ccb8f9-bde3-476a-96c0-fd200f6c6dd5 HTTP/1.1" status: 404 len: 337 time: 0.0692198 Sep 17 22:36:53.557829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48806) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.589030 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08afe24-268b-4e3f-9134-439e29d4f0d2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.590214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08afe24-268b-4e3f-9134-439e29d4f0d2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.595463 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c08afe24-268b-4e3f-9134-439e29d4f0d2 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/16f19b68-4f0c-436c-bcea-998bca4feef8 HTTP/1.1" status: 404 len: 339 time: 0.0354304 Sep 17 22:36:53.595750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.599134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48812) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.625626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=d20056b5-8f00-4204-8fb5-4aa078c83641,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:53.632689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e18ad051-35e6-49c4-abff-4fb6f1fee336 None None] Provisioning complete for port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:53.633073 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e18ad051-35e6-49c4-abff-4fb6f1fee336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.642101 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80858f8-4d41-4f36-b2b4-88563a39e64b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.642839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80858f8-4d41-4f36-b2b4-88563a39e64b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.647003 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b80858f8-4d41-4f36-b2b4-88563a39e64b tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/7957c2a4-95cd-4d4a-814e-ec28abcf1b9d HTTP/1.1" status: 404 len: 337 time: 0.0464940 Sep 17 22:36:53.649243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48814) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.671681 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1b0e92-9504-43a8-a401-8a1120910386 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.672274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1b0e92-9504-43a8-a401-8a1120910386 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.674964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8e1b0e92-9504-43a8-a401-8a1120910386 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/319e75dd-3269-4f17-ba8d-2772a2f71b68 HTTP/1.1" status: 404 len: 339 time: 0.0245981 Sep 17 22:36:53.678569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48816) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.682726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:53.683105 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.740169 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4213a4-15b6-4de0-8914-e6c0ff2da62a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.740927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4213a4-15b6-4de0-8914-e6c0ff2da62a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.746439 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9e4213a4-15b6-4de0-8914-e6c0ff2da62a tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/448a5b7a-de54-455d-9fcc-e661c0d315e5 HTTP/1.1" status: 404 len: 337 time: 0.0634344 Sep 17 22:36:53.746439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48818) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.770477 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-85578ba5-0741-4e93-a6fc-be5ab36ed75c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.770477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85578ba5-0741-4e93-a6fc-be5ab36ed75c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.770623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=07d8c96b-5b09-4c16-ac12-46840e7a94dc,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:53.771459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-85578ba5-0741-4e93-a6fc-be5ab36ed75c tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/1a55ad77-391d-4a5a-a75d-923502cf674e HTTP/1.1" status: 404 len: 339 time: 0.0239241 Sep 17 22:36:53.773823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48824) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.804942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.805107 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb117ff-5b42-4e59-b138-c1dcd483fe00 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.805354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb117ff-5b42-4e59-b138-c1dcd483fe00 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.810932 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0cb117ff-5b42-4e59-b138-c1dcd483fe00 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/ebe525eb-2a04-4de9-9864-af4505abf5cf HTTP/1.1" status: 404 len: 337 time: 0.0360460 Sep 17 22:36:53.815520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48834) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.817908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e18ad051-35e6-49c4-abff-4fb6f1fee336 None None] Port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:36:53.860668 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1910504-99b5-4b1a-8fdd-a0171328327d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.861788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1910504-99b5-4b1a-8fdd-a0171328327d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.865105 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c1910504-99b5-4b1a-8fdd-a0171328327d tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/aa625328-552c-43f5-8b5d-9d11c84141cd HTTP/1.1" status: 404 len: 339 time: 0.0399234 Sep 17 22:36:53.867611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48840) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.896831 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee31ffb-ec41-4680-acb7-5d21a04a5326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.897310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee31ffb-ec41-4680-acb7-5d21a04a5326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.899245 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fee31ffb-ec41-4680-acb7-5d21a04a5326 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/c03f3b5d-3687-4ca8-a0e9-91bfc9866dba HTTP/1.1" status: 404 len: 337 time: 0.0298765 Sep 17 22:36:53.902331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48850) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.912804 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.921996 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-99679dec-f2ce-443e-95ad-182020d95ed4 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:53.924623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99679dec-f2ce-443e-95ad-182020d95ed4 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:53.924918 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-99679dec-f2ce-443e-95ad-182020d95ed4 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/86bf9876-b34b-434b-a85c-43c55115c4db HTTP/1.1" status: 404 len: 339 time: 0.0212421 Sep 17 22:36:53.927871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48852) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.939819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:53.974168 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.981200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=60f4d2c5-0bc4-47f7-9af9-d1e276f26bec,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:54.000789 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ce30d0-aebc-4040-9fca-f3abc92b28bc tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:54.001274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ce30d0-aebc-4040-9fca-f3abc92b28bc tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:54.002993 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-79ce30d0-aebc-4040-9fca-f3abc92b28bc tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/457fe4f5-b8c7-4040-b22a-9f899bbf54ae HTTP/1.1" status: 404 len: 337 time: 0.0741613 Sep 17 22:36:54.010136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48864) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:54.015206 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Floating IP 0e70b6df-ab39-49db-9ca9-d9561dddbb68 associated. External IP: 172.25.6.241, port: 01fafd25-5ea6-465d-881d-ed08bb85ddea. Sep 17 22:36:54.047971 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f1c06c-b05c-43c5-bb6d-e2d0eef2c7a0 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] DELETE failed (client error): The resource could not be found. Sep 17 22:36:54.049457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f1c06c-b05c-43c5-bb6d-e2d0eef2c7a0 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:36:54.052755 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e5f1c06c-b05c-43c5-bb6d-e2d0eef2c7a0 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/637e3de9-4317-44fa-a919-ce5b7a664384 HTTP/1.1" status: 404 len: 339 time: 0.0442202 Sep 17 22:36:54.056321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48866) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:54.087211 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.157504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:54.157706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb82031e-64ec-46fc-ba10-e58669f81d75 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting subnet 871e0332-a623-489f-a3d5-de1b3bf85085 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:36:54.169600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb82031e-64ec-46fc-ba10-e58669f81d75 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.169789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=60f4d2c5-0bc4-47f7-9af9-d1e276f26bec,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:54.202388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Checking segment: {'id': '2a332bde-9e5f-4cdb-8877-99d3e78f9b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:54.202749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Network hostable DHCP agents. Network: 322ddb1f-1763-451c-8623-d588a2428cd4, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:36:54.225019 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb40ed-2abb-4051-b563-a57c3fe3a107 req-fb42390e-f0bf-4737-b9e9-cc58df5a8646 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:54.226560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afcb40ed-2abb-4051-b563-a57c3fe3a107 req-fb42390e-f0bf-4737-b9e9-cc58df5a8646 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 945 time: 0.1396666 Sep 17 22:36:54.231785 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb82031e-64ec-46fc-ba10-e58669f81d75 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.303428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48870) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:54.328410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afcb40ed-2abb-4051-b563-a57c3fe3a107 req-8e13c7c5-3fe7-455a-9671-47bfcfd8ccba tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917823 Sep 17 22:36:54.340221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Network 322ddb1f-1763-451c-8623-d588a2428cd4 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:36:54.389885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb82031e-64ec-46fc-ba10-e58669f81d75 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.416342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:48Z', 'revision_number': 2, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:54.424571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:36:54.450176 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Sync routers for ids ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:54.465145 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Routers {'9d8a5afa-1247-4e12-890f-edb3bf93eb0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:54.465970 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:54.481859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Checking router: 3a281056-d139-4964-9797-d41deeeeb317 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:54.493314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Updating router 3a281056-d139-4964-9797-d41deeeeb317 port 7765d659-7765-42a2-9408-84cf0b95a871 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:36:54.516849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 322ddb1f-1763-451c-8623-d588a2428cd4) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:54.525837 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-14414d91-8c2d-4675-b868-e6bad341bb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.528496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:54.528987 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.545242 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-6175a9f2-e79b-424c-b641-b613a77b8e76 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=03a542add212453c912a8386c940b572 HTTP/1.1" status: 200 len: 267 time: 0.0944417 Sep 17 22:36:54.549254 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.558615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d98c7-1d7f-4db7-b681-48f5dafa06ac None None] Network 322ddb1f-1763-451c-8623-d588a2428cd4 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:54.634556 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb82031e-64ec-46fc-ba10-e58669f81d75 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.649149 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:36:54.650153 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Set router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:54.668848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] Sync routers for ids ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:36:54.686590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82031e-64ec-46fc-ba10-e58669f81d75 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Subnet': ['ID=871e0332-a623-489f-a3d5-de1b3bf85085,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:54.690796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb82031e-64ec-46fc-ba10-e58669f81d75 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.696617 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fb82031e-64ec-46fc-ba10-e58669f81d75 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/subnets/871e0332-a623-489f-a3d5-de1b3bf85085 HTTP/1.1" status: 204 len: 168 time: 0.6389506 Sep 17 22:36:54.697298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48878) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:54.734830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-2b2bd7f5-33dd-4d33-93b8-c17139088253 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:54.736663 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-2b2bd7f5-33dd-4d33-93b8-c17139088253 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 945 time: 0.1767602 Sep 17 22:36:54.745510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b5ebd7-7767-4e7c-9588-fdccb4233e55 None None] Network 39ad4744-1b89-42db-9e20-200646fc4551 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:36:54.751199 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0ac7ae10-3d0b-462c-9085-d79475b3ef14 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4997218 Sep 17 22:36:54.758329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48880) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:54.768269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-6f2e0a35-0e2f-4282-8c56-3cfa84511ee2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'port': {'security_groups': []}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:54.780460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] Routers {'5eb53692-4039-4239-8b8b-d3dce26bb7d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:54.781632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:54.821045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1969678491-router', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:36:54.918134 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-14414d91-8c2d-4675-b868-e6bad341bb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.950888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.956066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d20056b5-8f00-4204-8fb5-4aa078c83641 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:54.961263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-6f2e0a35-0e2f-4282-8c56-3cfa84511ee2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.979150 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:51Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0', 'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'mac_address': 'fa:16:3e:31:16:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:50Z', 'updated_at': '2021-09-17T22:36:52Z', 'revision_number': 2, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'subnets': [{'id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:54.983111 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-14414d91-8c2d-4675-b868-e6bad341bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.055498 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Checking router: 9d8a5afa-1247-4e12-890f-edb3bf93eb0b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:55.063418 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Updating router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:36:55.071217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-14414d91-8c2d-4675-b868-e6bad341bb1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a672c0fcfcf34e6ea938f41f9eb3e61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7649765 Sep 17 22:36:55.071217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14414d91-8c2d-4675-b868-e6bad341bb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3716e67-4402-484b-9210-30273187df69,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:55.073337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48886) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:55.087400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.096728 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.121969 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-28b6db4e-696f-478d-8cfb-29cc1b8f9a1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9669609 Sep 17 22:36:55.122969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:55.132954 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd92e60-4833-499e-a3d2-d373e983e680" -d '{"events": [{"name": "network-changed", "server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:55.182945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Deleting port 7d2f8754-5386-4aae-b82f-ca737b568031 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:36:55.183869 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.241635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] Set router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:55.250591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552664f-2737-4c2c-b6b8-e54b5fdfce6e req-7c06d467-54d2-4e4c-ae4f-732a2c59cfe2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:55.250591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c552664f-2737-4c2c-b6b8-e54b5fdfce6e req-7c06d467-54d2-4e4c-ae4f-732a2c59cfe2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0592644 Sep 17 22:36:55.259519 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.260668 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.279996 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ed11c75-04c0-42c1-a213-acaaf6caa053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.298807 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c552664f-2737-4c2c-b6b8-e54b5fdfce6e req-b7006196-0f33-4615-a288-7275bfb18807 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Sep 17 22:36:55.325021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48902) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:55.423877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ed11c75-04c0-42c1-a213-acaaf6caa053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.455165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d20056b5-8f00-4204-8fb5-4aa078c83641 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:55.455165 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.513190 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7af822c3-e3e8-4650-b50f-12d6d4e350c3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/0e70b6df-ab39-49db-9ca9-d9561dddbb68 HTTP/1.1" status: 200 len: 992 time: 0.1810751 Sep 17 22:36:55.515517 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9252cf2-eebc-4f0b-9ad5-71820534c667 x-openstack-request-id: req-a9252cf2-eebc-4f0b-9ad5-71820534c667 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:55.515796 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:55.516048 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9252cf2-eebc-4f0b-9ad5-71820534c667 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:55.518751 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'status': 'completed', 'code': 200} Sep 17 22:36:55.544873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] For port 7d2f8754-5386-4aae-b82f-ca737b568031, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7d2f8754-5386-4aae-b82f-ca737b568031,segment=NetworkSegment(bbecd6c2-e89c-46ba-b0e2-e576fb814dd4),segment_id=bbecd6c2-e89c-46ba-b0e2-e576fb814dd4)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:55.545586 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.575960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-6f2e0a35-0e2f-4282-8c56-3cfa84511ee2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] For port ef68596f-3823-4152-9be2-b875bec32dba, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ef68596f-3823-4152-9be2-b875bec32dba,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:55.582186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-a2b4d825-e3d1-426f-a978-22b95c70d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:55.583716 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-a2b4d825-e3d1-426f-a978-22b95c70d576 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1098 time: 0.0640790 Sep 17 22:36:55.609249 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.637697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.650096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Calling delete_port for 7d2f8754-5386-4aae-b82f-ca737b568031 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:36:55.686406 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-6f2e0a35-0e2f-4282-8c56-3cfa84511ee2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.720422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-322ddb1f-1763-451c-8623-d588a2428cd4', 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'fixed_ips': [{'subnet_id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:36:55.721305 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.728683 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.834761 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaba5a7-0c93-4395-ae36-12dcc7476df7 None None] Pushing event updated for resources: {'Port': ['ID=1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:55.866866 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-6f2e0a35-0e2f-4282-8c56-3cfa84511ee2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.886868 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ed11c75-04c0-42c1-a213-acaaf6caa053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.889841 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ed11c75-04c0-42c1-a213-acaaf6caa053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.893573 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5ed11c75-04c0-42c1-a213-acaaf6caa053 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3716e67-4402-484b-9210-30273187df69 HTTP/1.1" status: 204 len: 168 time: 0.8128757 Sep 17 22:36:55.919799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['23b47118-c7ec-4264-85b9-a56e917a1d93'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:55.944030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['519ccd34-2a6c-4340-b45b-f43ab9eeeebc', 'ef68596f-3823-4152-9be2-b875bec32dba'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:55.945933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3311f887-a284-4286-9ecf-9aebf6384189 None None] DHCP port deletion for 39ad4744-1b89-42db-9e20-200646fc4551 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:36:56.083607 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.131942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-6f2e0a35-0e2f-4282-8c56-3cfa84511ee2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:56.132684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-6f2e0a35-0e2f-4282-8c56-3cfa84511ee2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.134167 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d81b9575-cf57-4e95-ba41-2b46e8e17345 req-6f2e0a35-0e2f-4282-8c56-3cfa84511ee2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "PUT /v2.0/ports/ef68596f-3823-4152-9be2-b875bec32dba HTTP/1.1" status: 200 len: 904 time: 1.3768809 Sep 17 22:36:56.169192 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Attempting to bind port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:56.174857 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Attempting to bind port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:56.176789 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Attempting to bind port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 on network b47776c0-fb49-4546-b199-a15d6fc3e290 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:56.193776 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:56.195080 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Checking segment: {'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:56.195650 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.198496 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Bound using segment: {'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:56.199561 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Bound port: 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:56.200575 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.225742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cabe09b-d4d2-4ed5-b9de-e965a97eeb20', 'tag': 'ef68596f-3823-4152-9be2-b875bec32dba'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:36:56.228100 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a3e7e-9105-4684-b296-fe796d8acc76" -d '{"events": [{"name": "network-changed", "server_uuid": "7cabe09b-d4d2-4ed5-b9de-e965a97eeb20", "tag": "ef68596f-3823-4152-9be2-b875bec32dba"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:36:56.292895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e0a35-0e2f-4282-8c56-3cfa84511ee2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'Port': ['ID=ef68596f-3823-4152-9be2-b875bec32dba,revision_number=6']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:56.323002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed11c75-04c0-42c1-a213-acaaf6caa053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3716e67-4402-484b-9210-30273187df69,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:56.329539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['ef68596f-3823-4152-9be2-b875bec32dba'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:36:56.380268 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] For port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:56.391448 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] For port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:56.461230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '0e70b6df-ab39-49db-9ca9-d9561dddbb68', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'port_id': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'mac_address': 'fa:16:3e:89:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:36:52Z', 'updated_at': '2021-09-17T22:36:52Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3e5281-1fdc-4f6f-8636-48ebcef835d5', 'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:88:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:20Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:56.472688 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.528215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48940) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:56.554085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f01fa857-50f1-496e-888d-66c88e978b93 None None] Provisioning complete for port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:56.554085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f01fa857-50f1-496e-888d-66c88e978b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.554085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.580567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:56.604839 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaba5a7-0c93-4395-ae36-12dcc7476df7 None None] Pushing event updated for resources: {'Port': ['ID=1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:56.609774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] Checking router: 5eb53692-4039-4239-8b8b-d3dce26bb7d7 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:36:56.660711 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Routers {'9d8a5afa-1247-4e12-890f-edb3bf93eb0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:56.663743 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:56.683692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-9684609e-baf1-4777-a2e7-1584f21d7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:56.700488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-9684609e-baf1-4777-a2e7-1584f21d7f6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 1.1089492 Sep 17 22:36:56.734028 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:56.810490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee878b3-64a0-47d0-b8d4-59d5a245e481 req-1da09aa6-8194-4bf0-b5a5-8f815e4150d7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:56.815292 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ee878b3-64a0-47d0-b8d4-59d5a245e481 req-1da09aa6-8194-4bf0-b5a5-8f815e4150d7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 907 time: 0.3322401 Sep 17 22:36:56.824689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1e288b44-c6e3-4643-a2f9-b6ef93896c2b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/0e70b6df-ab39-49db-9ca9-d9561dddbb68 HTTP/1.1" status: 200 len: 992 time: 0.2858145 Sep 17 22:36:56.916073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] Routers {'5eb53692-4039-4239-8b8b-d3dce26bb7d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:56.919730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:56.929070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Allocated IP 172.20.0.2 (322ddb1f-1763-451c-8623-d588a2428cd4/23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c/82b81591-0b20-4df7-a451-fa26018bdde2) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:56.931908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-867772ce-4612-45e4-bbd0-d3bea4434f64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1000 time: 0.1891057 Sep 17 22:36:57.018290 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] Set router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:57.063032 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.067528 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5281f07f-3ad7-4e15-a4db-bbfd31d9f09d x-openstack-request-id: req-5281f07f-3ad7-4e15-a4db-bbfd31d9f09d {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:36:57.067814 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cabe09b-d4d2-4ed5-b9de-e965a97eeb20", "tag": "ef68596f-3823-4152-9be2-b875bec32dba", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:36:57.068056 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5281f07f-3ad7-4e15-a4db-bbfd31d9f09d {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:36:57.068466 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cabe09b-d4d2-4ed5-b9de-e965a97eeb20', 'tag': 'ef68596f-3823-4152-9be2-b875bec32dba', 'status': 'completed', 'code': 200} Sep 17 22:36:57.072619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] No DVR routers for this DVR port 7d2f8754-5386-4aae-b82f-ca737b568031 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:36:57.091989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Port': ['ID=7d2f8754-5386-4aae-b82f-ca737b568031,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:57.205182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-3f5a1fe0-84ea-44d3-94ea-c4e6dddb5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:57.209563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-3f5a1fe0-84ea-44d3-94ea-c4e6dddb5552 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.2765331 Sep 17 22:36:57.223536 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.275309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ad4744-1b89-42db-9e20-200646fc4551']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:57.293030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbecd6c2-e89c-46ba-b0e2-e576fb814dd4') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:57.293327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbecd6c2-e89c-46ba-b0e2-e576fb814dd4') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:57.304443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.312284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cbf8e-65f5-47f2-932d-f6e65a874d97 req-3fa16c85-1bd8-40d8-bb37-98e41e22909d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:57.316503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b5cbf8e-65f5-47f2-932d-f6e65a874d97 req-3fa16c85-1bd8-40d8-bb37-98e41e22909d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.3677166 Sep 17 22:36:57.334000 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.344600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:36:57.345006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.364381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb7728-b34f-4a99-8140-ea4728ef93c0 None None] Pushing event updated for resources: {'Port': ['ID=7765d659-7765-42a2-9408-84cf0b95a871,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:36:57.380506 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:36:57.412018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-663960a6-388b-4dfa-9828-87f1c01d0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:57.413589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-663960a6-388b-4dfa-9828-87f1c01d0d92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1900163 Sep 17 22:36:57.438007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b5cbf8e-65f5-47f2-932d-f6e65a874d97 req-75e39a3b-eaae-4e14-8bc5-aab1fe557abb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920227 Sep 17 22:36:57.500859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-3563ce6c-280e-4003-aff5-13350c2d2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:57.504712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-3563ce6c-280e-4003-aff5-13350c2d2d9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 1059 time: 0.4332790 Sep 17 22:36:57.553732 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:51Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0', 'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'mac_address': 'fa:16:3e:31:16:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:50Z', 'updated_at': '2021-09-17T22:36:56Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'subnets': [{'id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:57.580730 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.585876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.590072 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] 10.222.0.30 "DELETE /v2.0/networks/39ad4744-1b89-42db-9e20-200646fc4551 HTTP/1.1" status: 204 len: 168 time: 2.8879876 Sep 17 22:36:57.618529 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c774ea-d45d-43e7-8f40-850f0fdc67cb None None] The sync data for ids ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'] in n-d-713499-18 is: [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:51Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0', 'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'mac_address': 'fa:16:3e:31:16:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:50Z', 'updated_at': '2021-09-17T22:36:56Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'subnets': [{'id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:36:57.731666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf9440-de46-48bc-9dc7-2ec6ce6875b1 tempest-NetworksTest-836365364 tempest-NetworksTest-836365364-project] Pushing event deleted for resources: {'Network': ['ID=39ad4744-1b89-42db-9e20-200646fc4551,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:57.754777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-1f7a9cb1-020b-4be3-83ae-02ff7ff99380 service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141088 Sep 17 22:36:57.783678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:57.784328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:57.837305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48968) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:57.891611 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fd92e60-4833-499e-a3d2-d373e983e680 req-e53ac8d1-5401-4975-b630-d81f86f7cd8a service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312242 Sep 17 22:36:57.995732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-b6ef2b87-5f6e-468a-86f0-909eeb816ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:57.997256 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-b6ef2b87-5f6e-468a-86f0-909eeb816ad9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.4770887 Sep 17 22:36:58.008528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a0f40e46-3a1d-45f0-ba6b-be6a65ae745d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/0e70b6df-ab39-49db-9ca9-d9561dddbb68 HTTP/1.1" status: 200 len: 992 time: 0.1580870 Sep 17 22:36:58.026854 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f01fa857-50f1-496e-888d-66c88e978b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.042426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Attempting to bind port 7765d659-7765-42a2-9408-84cf0b95a871 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:58.042801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Attempting to bind port 7765d659-7765-42a2-9408-84cf0b95a871 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:58.043169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Attempting to bind port 7765d659-7765-42a2-9408-84cf0b95a871 on network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:58.064778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] Set router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:36:58.072212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c3512-3571-48ab-8d3a-c2605d74bc67 req-7aa613f2-6736-463e-8ca4-1303f2eb90b7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:58.090900 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-415c3512-3571-48ab-8d3a-c2605d74bc67 req-7aa613f2-6736-463e-8ca4-1303f2eb90b7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.5164382 Sep 17 22:36:58.131103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:58.134171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Checking segment: {'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:58.134171 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.134171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Bound using segment: {'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:58.134171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Bound port: 7765d659-7765-42a2-9408-84cf0b95a871, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:58.134171 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.134670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-b980a3d5-99a7-440b-89c5-b9e09fd2daf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef68596f-3823-4152-9be2-b875bec32dba HTTP/1.1" status: 200 len: 217 time: 0.1194060 Sep 17 22:36:58.295143 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-415c3512-3571-48ab-8d3a-c2605d74bc67 req-4865b336-fa58-4413-85df-baebd2e45b89 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655114 Sep 17 22:36:58.328280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-406ea405-44b0-49b2-8680-0c8656ddf23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:58.331296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-406ea405-44b0-49b2-8680-0c8656ddf23d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.1880236 Sep 17 22:36:58.335844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48982) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:58.543424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-6195eeaa-5195-4dd6-bb76-d8e76425a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:58.544978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-6195eeaa-5195-4dd6-bb76-d8e76425a76b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270416 Sep 17 22:36:58.578742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.652681 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.678056 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.695829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f01fa857-50f1-496e-888d-66c88e978b93 None None] For port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:36:58.786677 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.859134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-346eca68-287a-49dd-b5f9-e1d9228e0d3c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:58.863360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-346eca68-287a-49dd-b5f9-e1d9228e0d3c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 811 time: 0.2283478 Sep 17 22:36:58.882441 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a0aa4cbd-2609-4222-9660-4e092fcccd05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab4dc7cf06724a7fa46adc04c0634415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429480 Sep 17 22:36:58.882641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49000) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:58.908679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-c4b8b200-b22e-4459-aa82-c13a9633e3c2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/quotas/03a542add212453c912a8386c940b572 HTTP/1.1" status: 200 len: 375 time: 0.0282004 Sep 17 22:36:58.909425 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f01fa857-50f1-496e-888d-66c88e978b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:58.927754 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-a1383499-61a0-44c2-a9c3-fc18aff8a994 service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702466 Sep 17 22:36:58.999024 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] For port 7765d659-7765-42a2-9408-84cf0b95a871, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:36:59.016310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49002) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:59.016538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Network 322ddb1f-1763-451c-8623-d588a2428cd4 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:59.029691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] For port 7765d659-7765-42a2-9408-84cf0b95a871, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7765d659-7765-42a2-9408-84cf0b95a871,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:36:59.072412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49004) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:59.073658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Allocated IP 172.25.6.39 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:36:59.077374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Pushing event updated for resources: {'Port': ['ID=82b81591-0b20-4df7-a451-fa26018bdde2,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:59.143913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:59.166602 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.191807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:59.245589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-8f70ef59-87ac-4a01-b514-f37d277f4c8e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3226502 Sep 17 22:36:59.248794 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2455fdeb-5913-4900-a4c0-6c862cdf1115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.257903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:36:59.343675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f4651a41-1e57-4fc0-ba06-775550c828e8 None None] Provisioning complete for port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:36:59.344494 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f4651a41-1e57-4fc0-ba06-775550c828e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.396466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2455fdeb-5913-4900-a4c0-6c862cdf1115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.509878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5c3b3f26-2689-4fc3-afcc-45de9280bc70 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/0e70b6df-ab39-49db-9ca9-d9561dddbb68 HTTP/1.1" status: 200 len: 992 time: 0.4928267 Sep 17 22:36:59.530374 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd5a171e-e96d-42aa-861d-5d3456d111c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.534067 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-873a3e7e-9105-4684-b296-fe796d8acc76 req-9a5638dc-8cf8-4cb3-a4af-1ddab98f2abf service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936589 Sep 17 22:36:59.546819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:36:59.547371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:59.563431 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.596892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Attempting to bind port 82b81591-0b20-4df7-a451-fa26018bdde2 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:36:59.597617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Attempting to bind port 82b81591-0b20-4df7-a451-fa26018bdde2 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2a332bde-9e5f-4cdb-8877-99d3e78f9b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:36:59.597831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Attempting to bind port 82b81591-0b20-4df7-a451-fa26018bdde2 on network 322ddb1f-1763-451c-8623-d588a2428cd4 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:36:59.611279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-f5777783-8e17-400c-8343-1dec6db1263a service neutron] 10.222.0.30 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279936 Sep 17 22:36:59.630580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.681958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:36:59.682475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Checking segment: {'id': '2a332bde-9e5f-4cdb-8877-99d3e78f9b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:36:59.682724 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.683182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Bound using segment: {'id': '2a332bde-9e5f-4cdb-8877-99d3e78f9b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:36:59.683568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Bound port: 82b81591-0b20-4df7-a451-fa26018bdde2, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a332bde-9e5f-4cdb-8877-99d3e78f9b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:36:59.684412 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.698690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2455fdeb-5913-4900-a4c0-6c862cdf1115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.701230 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2455fdeb-5913-4900-a4c0-6c862cdf1115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.704178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2455fdeb-5913-4900-a4c0-6c862cdf1115 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bfa567b-af41-4b97-b0fe-625a12c8e327 HTTP/1.1" status: 204 len: 168 time: 0.8188503 Sep 17 22:36:59.735168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fa857-50f1-496e-888d-66c88e978b93 None None] Pushing event updated for resources: {'Port': ['ID=1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:59.751053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455fdeb-5913-4900-a4c0-6c862cdf1115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfa567b-af41-4b97-b0fe-625a12c8e327,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:59.791945 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd5a171e-e96d-42aa-861d-5d3456d111c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.803176 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.810673 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-31d7450c-0da7-43e5-88a2-d11ccaa55e54 service neutron] 10.222.0.30 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894019 Sep 17 22:36:59.856243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:36:59.859446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:36:59.863403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:36:59.894217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Pushing event updated for resources: {'Port': ['ID=afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:59.901510 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd5a171e-e96d-42aa-861d-5d3456d111c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:59.936312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '0e70b6df-ab39-49db-9ca9-d9561dddbb68', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'port_id': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'mac_address': 'fa:16:3e:89:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:36:52Z', 'updated_at': '2021-09-17T22:36:52Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3e5281-1fdc-4f6f-8636-48ebcef835d5', 'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:88:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:20Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:36:59.959487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a171e-e96d-42aa-861d-5d3456d111c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fe44ab-15aa-4150-ac48-5a4b0dd23337,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:59.968181 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cd5a171e-e96d-42aa-861d-5d3456d111c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cac9bd40b5294bbf9548fbeab6860162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8322923 Sep 17 22:36:59.971391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49014) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:00.014949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:00.016264 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.032745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f4651a41-1e57-4fc0-ba06-775550c828e8 None None] Provisioning complete for port ef68596f-3823-4152-9be2-b875bec32dba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:00.033479 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f4651a41-1e57-4fc0-ba06-775550c828e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.082332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb7728-b34f-4a99-8140-ea4728ef93c0 None None] Pushing event updated for resources: {'Port': ['ID=7765d659-7765-42a2-9408-84cf0b95a871,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:00.092455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c88babb-c88b-4bb8-abef-a2efccd484c6 None None] The sync data for ids ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'] in n-d-713499-18 is: [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '0e70b6df-ab39-49db-9ca9-d9561dddbb68', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'port_id': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'mac_address': 'fa:16:3e:89:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:36:52Z', 'updated_at': '2021-09-17T22:36:52Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3e5281-1fdc-4f6f-8636-48ebcef835d5', 'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:88:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:20Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:00.104210 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6b32c5d-5e8a-451b-974e-9250b648ef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.169689 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6b32c5d-5e8a-451b-974e-9250b648ef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.188691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] For port 82b81591-0b20-4df7-a451-fa26018bdde2, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:00.198917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:00.248941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] For port 82b81591-0b20-4df7-a451-fa26018bdde2, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=82b81591-0b20-4df7-a451-fa26018bdde2,segment=NetworkSegment(2a332bde-9e5f-4cdb-8877-99d3e78f9b49),segment_id=2a332bde-9e5f-4cdb-8877-99d3e78f9b49)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:00.270237 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5f3f7efc-9b77-4616-8f87-29f84fb2396f req-65d910e3-d4dc-45c5-bca8-64963196b44a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 210 time: 0.0558095 Sep 17 22:37:00.355081 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.374484 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6b32c5d-5e8a-451b-974e-9250b648ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.378921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6b32c5d-5e8a-451b-974e-9250b648ef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.383748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f6b32c5d-5e8a-451b-974e-9250b648ef61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78fe44ab-15aa-4150-ac48-5a4b0dd23337 HTTP/1.1" status: 204 len: 168 time: 0.4085484 Sep 17 22:37:00.395008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b32c5d-5e8a-451b-974e-9250b648ef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fe44ab-15aa-4150-ac48-5a4b0dd23337,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:00.514169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49034) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:00.560154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd0ed5-4332-4e1c-ace4-1cb7c8fddc09 None None] Pushing event updated for resources: {'Port': ['ID=82b81591-0b20-4df7-a451-fa26018bdde2,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:00.574523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7d2f8754-5386-4aae-b82f-ca737b568031 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:00.623544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7d2f8754-5386-4aae-b82f-ca737b568031 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:00.636349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7d2f8754-5386-4aae-b82f-ca737b568031 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:00.704915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.711300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f4651a41-1e57-4fc0-ba06-775550c828e8 None None] Provisioning complete for port 7765d659-7765-42a2-9408-84cf0b95a871 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:00.711759 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f4651a41-1e57-4fc0-ba06-775550c828e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:00.768064 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd2c91-492b-4dc9-9e88-8c76e0d44795 None None] New status for floating IP 0e70b6df-ab39-49db-9ca9-d9561dddbb68: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:37:00.832997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4ddb05e3-7ac9-4c4c-b2c8-cb4f41b7bd23 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/0e70b6df-ab39-49db-9ca9-d9561dddbb68 HTTP/1.1" status: 200 len: 992 time: 0.3170102 Sep 17 22:37:01.005893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:01.165968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296be20-a48f-4e0e-9e86-bdbfd0efd246 None None] The sync data for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 is: [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:01.276524 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f4651a41-1e57-4fc0-ba06-775550c828e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.384637 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f4651a41-1e57-4fc0-ba06-775550c828e8 None None] For port 7765d659-7765-42a2-9408-84cf0b95a871, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7765d659-7765-42a2-9408-84cf0b95a871,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:01.438007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 82b81591-0b20-4df7-a451-fa26018bdde2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:01.508587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cc93a0bd-9dee-4754-957b-9f25b6b20f77 req-5d9ecdd9-3142-4b67-8ac9-f1a1893931bf tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 210 time: 0.1097360 Sep 17 22:37:01.511009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f4651a41-1e57-4fc0-ba06-775550c828e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.542914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.620533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 82b81591-0b20-4df7-a451-fa26018bdde2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:01.620921 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.708016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4651a41-1e57-4fc0-ba06-775550c828e8 None None] Pushing event updated for resources: {'Port': ['ID=7765d659-7765-42a2-9408-84cf0b95a871,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:01.744398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-14060518-55c3-46b8-ac5c-92505eb95c68 None None] Provisioning complete for port 7765d659-7765-42a2-9408-84cf0b95a871 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:01.744398 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-14060518-55c3-46b8-ac5c-92505eb95c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:01.835760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49070) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.046938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-32f2329a-fdd1-42b7-a2ef-52ee7749c14f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/0e70b6df-ab39-49db-9ca9-d9561dddbb68 HTTP/1.1" status: 200 len: 994 time: 0.2094889 Sep 17 22:37:02.085447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49074) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.330743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-64413a09-7a76-45fe-b4c2-c3180f58f7fc tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] Request body: {'port': {'network_id': '804ba121-c869-4b6b-84cd-80a7a8f3a1aa', 'name': 'tempest-NetworksNegativeTestJSON-373475216'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:02.365841 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-64413a09-7a76-45fe-b4c2-c3180f58f7fc tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] POST failed (client error): The resource could not be found. Sep 17 22:37:02.366388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64413a09-7a76-45fe-b4c2-c3180f58f7fc tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:37:02.367577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-64413a09-7a76-45fe-b4c2-c3180f58f7fc tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2810559 Sep 17 22:37:02.371918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49082) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.391690 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e72887-5621-443c-b656-79686bc57d21 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] DELETE failed (client error): The resource could not be found. Sep 17 22:37:02.392295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e72887-5621-443c-b656-79686bc57d21 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:37:02.394741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-23e72887-5621-443c-b656-79686bc57d21 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] 10.222.0.30 "DELETE /v2.0/networks/39c12b06-1af7-4756-81d3-208b1fd5b6aa HTTP/1.1" status: 404 len: 339 time: 0.0210915 Sep 17 22:37:02.400389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49084) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.435730 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa84942f-8177-43ed-a11f-c74f2d2c2b67 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] DELETE failed (client error): The resource could not be found. Sep 17 22:37:02.436449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa84942f-8177-43ed-a11f-c74f2d2c2b67 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:37:02.438382 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fa84942f-8177-43ed-a11f-c74f2d2c2b67 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] 10.222.0.30 "DELETE /v2.0/ports/25e1573d-395e-472e-b71b-a914e718a45f HTTP/1.1" status: 404 len: 333 time: 0.0367954 Sep 17 22:37:02.447165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49088) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.456230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f82dc2-fddd-4e1f-a9e3-33d1142eea1a None None] Network 322ddb1f-1763-451c-8623-d588a2428cd4 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:02.459179 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.462404 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:37:02.499168 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-307f914f-dc55-42e7-8cb9-a8b8565ff6a5 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] DELETE failed (client error): The resource could not be found. Sep 17 22:37:02.499636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307f914f-dc55-42e7-8cb9-a8b8565ff6a5 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:37:02.510899 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-307f914f-dc55-42e7-8cb9-a8b8565ff6a5 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] 10.222.0.30 "DELETE /v2.0/subnets/6e170756-a1e2-4a07-953f-05cfc5e16aa0 HTTP/1.1" status: 404 len: 337 time: 0.0589705 Sep 17 22:37:02.511702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49090) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.537714 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0d423d-b7e6-4626-b9c5-aebb6f658682 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] GET failed (client error): The resource could not be found. Sep 17 22:37:02.540187 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ff0d423d-b7e6-4626-b9c5-aebb6f658682 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] 10.222.0.30 "GET /v2.0/networks/4c72faba-ae63-4d25-acae-fcdb69118d67 HTTP/1.1" status: 404 len: 339 time: 0.0277297 Sep 17 22:37:02.548017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49094) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.599795 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c2a103-e586-4675-bf7e-5230fb2f4db4 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] GET failed (client error): The resource could not be found. Sep 17 22:37:02.606287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-02c2a103-e586-4675-bf7e-5230fb2f4db4 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] 10.222.0.30 "GET /v2.0/ports/422a570d-0c2b-492e-8131-5b7bbe5e8085 HTTP/1.1" status: 404 len: 333 time: 0.0563493 Sep 17 22:37:02.610685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49096) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.655697 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d884683-a22f-4d9a-95d9-80053ae3366c tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] GET failed (client error): The resource could not be found. Sep 17 22:37:02.657323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2d884683-a22f-4d9a-95d9-80053ae3366c tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] 10.222.0.30 "GET /v2.0/subnets/1caf7b9f-81fc-4244-a753-e7c3135f7431 HTTP/1.1" status: 404 len: 337 time: 0.0455081 Sep 17 22:37:02.661353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49100) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.671865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7f66b6b2-1bf0-490c-810b-1a4f91039977 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:02.702669 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f66b6b2-1bf0-490c-810b-1a4f91039977 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] PUT failed (client error): The resource could not be found. Sep 17 22:37:02.703263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f66b6b2-1bf0-490c-810b-1a4f91039977 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:37:02.704483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7f66b6b2-1bf0-490c-810b-1a4f91039977 tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] 10.222.0.30 "PUT /v2.0/networks/ea3e824d-4a22-416d-af5f-ab368512ffe6 HTTP/1.1" status: 404 len: 339 time: 0.0418596 Sep 17 22:37:02.709795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49104) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.716908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f05f016e-3471-407b-98e2-269126b027ba tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:02.743339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 82b81591-0b20-4df7-a451-fa26018bdde2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=82b81591-0b20-4df7-a451-fa26018bdde2,segment=NetworkSegment(2a332bde-9e5f-4cdb-8877-99d3e78f9b49),segment_id=2a332bde-9e5f-4cdb-8877-99d3e78f9b49)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:02.748003 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05f016e-3471-407b-98e2-269126b027ba tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] PUT failed (client error): The resource could not be found. Sep 17 22:37:02.749085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05f016e-3471-407b-98e2-269126b027ba tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:37:02.751569 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f05f016e-3471-407b-98e2-269126b027ba tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] 10.222.0.30 "PUT /v2.0/ports/e3a14284-85a6-4723-9822-33ced24722d8 HTTP/1.1" status: 404 len: 333 time: 0.0389395 Sep 17 22:37:02.755222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49108) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:02.760672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-383c717f-b9d7-413a-af8e-33a8f203ff3d tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:02.772323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:02.786520 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-383c717f-b9d7-413a-af8e-33a8f203ff3d tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] PUT failed (client error): The resource could not be found. Sep 17 22:37:02.787271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383c717f-b9d7-413a-af8e-33a8f203ff3d tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:37:02.788867 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-383c717f-b9d7-413a-af8e-33a8f203ff3d tempest-NetworksNegativeTestJSON-455324465 tempest-NetworksNegativeTestJSON-455324465-project] 10.222.0.30 "PUT /v2.0/subnets/2a8b745f-ab98-4d62-9474-b24de1800d30 HTTP/1.1" status: 404 len: 337 time: 0.0324695 Sep 17 22:37:02.793261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Sync routers for ids ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:02.838993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Routers {'13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:02.839662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:02.839792 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67c28dbb-4210-42c4-b27a-adbd438d6b74 req-0dffac33-924e-4836-9a64-c2f5b39fe30c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 210 time: 0.0654893 Sep 17 22:37:02.901235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.902281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7765d659-7765-42a2-9408-84cf0b95a871 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:02.949578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:02.950940 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9aaeb112-a829-4f9d-a1ee-531c137d39c2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.1914537 Sep 17 22:37:02.953689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49116) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:03.208721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-088ea884-3731-4625-9a5b-161ad552d00f None None] Provisioning complete for port 82b81591-0b20-4df7-a451-fa26018bdde2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:03.209126 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-088ea884-3731-4625-9a5b-161ad552d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.224318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=82b81591-0b20-4df7-a451-fa26018bdde2,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:03.308763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3192a841-fc1b-4cae-9d63-b7e543c09007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.315993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Set router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:03.379701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7765d659-7765-42a2-9408-84cf0b95a871 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:03.380476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.444606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49128) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:03.673883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-dfa90b62-aa93-4244-ba4f-dad3d88a71ed tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:03.684295 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-dfa90b62-aa93-4244-ba4f-dad3d88a71ed tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 811 time: 0.2314892 Sep 17 22:37:03.688593 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.709049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:03.709358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Request body: {'port': {'device_id': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'admin_state_up': True, 'tenant_id': '03a542add212453c912a8386c940b572'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:03.711001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1a0b8615-79cf-48d6-9f1a-40994624a27e None None] Provisioning complete for port 82b81591-0b20-4df7-a451-fa26018bdde2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:03.711440 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a0b8615-79cf-48d6-9f1a-40994624a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.776640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55cd31c4-6dbe-47d4-afe1-1459bc1d4b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.983804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:03.984387 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:03.988788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'name': 'tempest-TestVolumeBackupRestore-1969678491-router', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:55Z', 'updated_at': '2021-09-17T22:37:00Z', 'revision_number': 3, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'gw_port': {'id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:58Z', 'updated_at': '2021-09-17T22:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:04.043596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Checking router: 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:04.043949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Updating router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:04.045517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Allocated IP 172.20.0.1 (322ddb1f-1763-451c-8623-d588a2428cd4/23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c/814725e3-402c-43a1-9ffb-9cc5aec35f7a) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:04.088820 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.141242 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55cd31c4-6dbe-47d4-afe1-1459bc1d4b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.230474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55cd31c4-6dbe-47d4-afe1-1459bc1d4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.257994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bdeea538-ca30-469c-9b3a-17e38afc3394 req-bf27dcb5-8a2b-452e-978e-59a94b477192 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 210 time: 0.0546448 Sep 17 22:37:04.263436 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.296466 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-55cd31c4-6dbe-47d4-afe1-1459bc1d4b52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fe8ecc9bbac42999de278d387ce2935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8501873 Sep 17 22:37:04.303411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49144) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:04.305469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd31c4-6dbe-47d4-afe1-1459bc1d4b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1f9c2-9ca1-4c12-bb41-38fe3f147bfd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:04.366148 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed63476-b4ac-4a7a-99b2-8b678ad71f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.377533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 82b81591-0b20-4df7-a451-fa26018bdde2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:04.381555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Made reservation on behalf of 03a542add212453c912a8386c940b572 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:04.390705 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.393151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed63476-b4ac-4a7a-99b2-8b678ad71f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.432438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.477449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 82b81591-0b20-4df7-a451-fa26018bdde2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:04.477767 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.493446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Network 322ddb1f-1763-451c-8623-d588a2428cd4 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:04.497360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:04.502204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:04.572770 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.579778 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.628620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Pushing event updated for resources: {'Port': ['ID=814725e3-402c-43a1-9ffb-9cc5aec35f7a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:04.644065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7765d659-7765-42a2-9408-84cf0b95a871 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:04.675063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Allocated IP 172.20.0.8 (b56e9f02-d5ca-4cd4-a7a0-bb044beac31a/810ab61d-ffa3-406b-a586-7d853cb21049/cd35b1e7-500e-4514-8c9b-591ba35b0647) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:04.703841 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.788060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Attempting to bind port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:04.788377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Attempting to bind port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:04.788743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Attempting to bind port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:04.792157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e90561-5a58-4dee-9e16-d2e0dd74df03 None None] Pushing event updated for resources: {'Port': ['ID=afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:04.810381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:04.810381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:04.810381 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.810381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:04.810381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Bound port: afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:04.810381 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.829061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed63476-b4ac-4a7a-99b2-8b678ad71f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.832927 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed63476-b4ac-4a7a-99b2-8b678ad71f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.833693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7765d659-7765-42a2-9408-84cf0b95a871 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:04.834073 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.834195 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aed63476-b4ac-4a7a-99b2-8b678ad71f3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5c1f9c2-9ca1-4c12-bb41-38fe3f147bfd HTTP/1.1" status: 204 len: 168 time: 0.5294695 Sep 17 22:37:04.873558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed63476-b4ac-4a7a-99b2-8b678ad71f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1f9c2-9ca1-4c12-bb41-38fe3f147bfd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:04.883604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:04.918843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] For port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:04.923278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] For port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:04.936839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1dbdf962-f6bf-44c8-ac50-21bb7c2dfb01 None None] Provisioning complete for port 814725e3-402c-43a1-9ffb-9cc5aec35f7a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:04.937213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf962-f6bf-44c8-ac50-21bb7c2dfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.002590 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.017490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1dbdf962-f6bf-44c8-ac50-21bb7c2dfb01 None None] Port 814725e3-402c-43a1-9ffb-9cc5aec35f7a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:05.076036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Routers {'13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:05.076744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:05.103330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.146408 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e90561-5a58-4dee-9e16-d2e0dd74df03 None None] Pushing event updated for resources: {'Port': ['ID=afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:05.244801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] Set router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:05.253689 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.322627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.595754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event updated for resources: {'Port': ['ID=cd35b1e7-500e-4514-8c9b-591ba35b0647,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:05.595754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:05.595754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:05.595754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:05.598029 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.599109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:05.599109 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.599677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.599878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49174) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:05.607751 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-a866c141-a2ef-479d-84b7-b8ee850fb044 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9056251 Sep 17 22:37:05.635097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['23b47118-c7ec-4264-85b9-a56e917a1d93'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:05.642074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Request body: {'port': {'device_id': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:05.685325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['519ccd34-2a6c-4340-b45b-f43ab9eeeebc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:05.695290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Pushing event updated for resources: {'Port': ['ID=814725e3-402c-43a1-9ffb-9cc5aec35f7a,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:05.752795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417a20b-fcbc-4356-af5a-516497ab3dce req-104ed753-36df-4a34-a44c-b54118fe173b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:05.760855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9417a20b-fcbc-4356-af5a-516497ab3dce req-104ed753-36df-4a34-a44c-b54118fe173b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 931 time: 0.2482023 Sep 17 22:37:05.817967 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9417a20b-fcbc-4356-af5a-516497ab3dce req-06093244-1a0c-4447-a641-57a9668820df tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561316 Sep 17 22:37:05.836719 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:05.885339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Network 322ddb1f-1763-451c-8623-d588a2428cd4 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:05.888040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:05.965200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:06.101718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0524cac3-f71d-4554-b7fc-22c95ddfc58b None None] Provisioning complete for port cd35b1e7-500e-4514-8c9b-591ba35b0647 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:06.101718 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0524cac3-f71d-4554-b7fc-22c95ddfc58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.124280 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fd709a9a-5cc4-4550-9f7c-f44fec60bdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.240718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:06.266509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.381965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0524cac3-f71d-4554-b7fc-22c95ddfc58b None None] Port cd35b1e7-500e-4514-8c9b-591ba35b0647 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:06.450183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:06.461052 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a42afa58-b31c-480a-93ef-0cb7f959dc3d admin admin] 10.222.0.30 "PUT /v2.0/routers/13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5058370 Sep 17 22:37:06.509587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd35b1e7-500e-4514-8c9b-591ba35b0647 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:06.520847 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.521642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'name': 'tempest-TestVolumeBackupRestore-1969678491-router', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:55Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 4, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'gw_port': {'id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:58Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '814725e3-402c-43a1-9ffb-9cc5aec35f7a', 'name': '', 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'mac_address': 'fa:16:3e:01:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:03Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 1, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'subnets': [{'id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:06.550630 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Transition to ACTIVE for port object cd35b1e7-500e-4514-8c9b-591ba35b0647 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:06.567819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa24c6-e940-4671-b0b7-83296d65a107 None None] The sync data for ids ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'] in n-d-713499-18 is: [{'id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'name': 'tempest-TestVolumeBackupRestore-1969678491-router', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:55Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 4, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'gw_port': {'id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:58Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '814725e3-402c-43a1-9ffb-9cc5aec35f7a', 'name': '', 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'mac_address': 'fa:16:3e:01:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:03Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 1, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'subnets': [{'id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:06.571253 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.608444 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b7ea1f3f-447e-4842-8b44-f80829822e97 None None] Provisioning complete for port 814725e3-402c-43a1-9ffb-9cc5aec35f7a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:06.608444 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1f3f-447e-4842-8b44-f80829822e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.680281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea1f3f-447e-4842-8b44-f80829822e97 None None] Port 814725e3-402c-43a1-9ffb-9cc5aec35f7a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:06.705615 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:06.856414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49206) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:06.919885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Pushing event updated for resources: {'Port': ['ID=cd35b1e7-500e-4514-8c9b-591ba35b0647,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:06.964219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Allocated IP 172.25.6.41 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/3eda1e82-274f-447b-bf39-582576415655) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:07.024902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Attempting to bind port cd35b1e7-500e-4514-8c9b-591ba35b0647 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:07.025243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Attempting to bind port cd35b1e7-500e-4514-8c9b-591ba35b0647 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:07.027258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Attempting to bind port cd35b1e7-500e-4514-8c9b-591ba35b0647 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:07.079974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Port cd35b1e7-500e-4514-8c9b-591ba35b0647 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:07.081838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Attempting to bind port cd35b1e7-500e-4514-8c9b-591ba35b0647 on network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:07.083088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.132461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:07.132802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Checking segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:07.133187 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Bound using segment: {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:07.133625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Bound port: cd35b1e7-500e-4514-8c9b-591ba35b0647, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e23d515-4a4d-4d5f-831e-14279e2a582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:07.133985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.141517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd7b4b-2266-4063-bceb-2f1f1e27d751 req-de3e092f-e914-4e2c-9c8d-a5fc1f943524 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:07.143272 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31cd7b4b-2266-4063-bceb-2f1f1e27d751 req-de3e092f-e914-4e2c-9c8d-a5fc1f943524 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 943 time: 0.1293087 Sep 17 22:37:07.171657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0f2e3510-9aa7-425f-92c9-b52f41aa15ab tempest-DvrRoutersNegativeTest-1597415745 tempest-DvrRoutersNegativeTest-1597415745-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-568208850', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:07.178727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.policy [None req-0f2e3510-9aa7-425f-92c9-b52f41aa15ab tempest-DvrRoutersNegativeTest-1597415745 tempest-DvrRoutersNegativeTest-1597415745-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95455) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 17 22:37:07.179037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.policy [None req-0f2e3510-9aa7-425f-92c9-b52f41aa15ab tempest-DvrRoutersNegativeTest-1597415745 tempest-DvrRoutersNegativeTest-1597415745-project] Failed policy check for 'create_router' {{(pid=95455) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 17 22:37:07.180073 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-0f2e3510-9aa7-425f-92c9-b52f41aa15ab tempest-DvrRoutersNegativeTest-1597415745 tempest-DvrRoutersNegativeTest-1597415745-project] create failed (client error): Access was denied to this resource. Sep 17 22:37:07.181328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0f2e3510-9aa7-425f-92c9-b52f41aa15ab tempest-DvrRoutersNegativeTest-1597415745 tempest-DvrRoutersNegativeTest-1597415745-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3236372 Sep 17 22:37:07.254680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31cd7b4b-2266-4063-bceb-2f1f1e27d751 req-b171da91-1002-431b-b5cf-5d6ad5e43472 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027176 Sep 17 22:37:07.339494 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.415785 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.415785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] For port cd35b1e7-500e-4514-8c9b-591ba35b0647, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:07.419218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] For port cd35b1e7-500e-4514-8c9b-591ba35b0647, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:07.494296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.546921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:07.547557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.548968 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] 10.222.0.23 "PUT /v2.0/ports/cd35b1e7-500e-4514-8c9b-591ba35b0647 HTTP/1.1" status: 200 len: 1092 time: 1.9259121 Sep 17 22:37:07.549550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'tag': 'cd35b1e7-500e-4514-8c9b-591ba35b0647'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:07.552102 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046857a8-dc32-4395-8677-6be0c5581dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "166e5b92-bad5-4398-8d96-9ffda9f5efc3", "tag": "cd35b1e7-500e-4514-8c9b-591ba35b0647"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:07.558679 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.614122 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:07.615889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:07.617831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448837f-d5c4-4260-a91c-00a6a4a4d9df service neutron] Pushing event updated for resources: {'Port': ['ID=cd35b1e7-500e-4514-8c9b-591ba35b0647,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:07.620459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:07.802835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event updated for resources: {'Port': ['ID=3eda1e82-274f-447b-bf39-582576415655,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:07.863974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-d382d01f-af53-499b-8f4b-94e2dd5df366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:07.865470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-d382d01f-af53-499b-8f4b-94e2dd5df366 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 1095 time: 0.1406996 Sep 17 22:37:07.928252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-43b1b006-8c7a-4252-8a8e-03a00955f677 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647 HTTP/1.1" status: 200 len: 217 time: 0.0455167 Sep 17 22:37:07.984692 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.013094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-bac5cd1e-bbf4-4bff-a690-230b127bd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:08.019435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-bac5cd1e-bbf4-4bff-a690-230b127bd8af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0726922 Sep 17 22:37:08.021255 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8f017b-a001-4bc5-a3cb-a8fe13d5a8cd x-openstack-request-id: req-dd8f017b-a001-4bc5-a3cb-a8fe13d5a8cd {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:08.021542 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166e5b92-bad5-4398-8d96-9ffda9f5efc3", "tag": "cd35b1e7-500e-4514-8c9b-591ba35b0647", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:08.021787 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd8f017b-a001-4bc5-a3cb-a8fe13d5a8cd {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:08.026834 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'tag': 'cd35b1e7-500e-4514-8c9b-591ba35b0647', 'status': 'completed', 'code': 200} Sep 17 22:37:08.107063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-d42b628a-33ec-4578-ae41-327d9bfd97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:08.108957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-d42b628a-33ec-4578-ae41-327d9bfd97c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836880 Sep 17 22:37:08.109713 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.117183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49264) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:08.294792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-b6a430e8-f9ba-45b2-802e-90e5ba3e7013 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628113 Sep 17 22:37:08.303014 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a860f32a-891d-451d-9dc6-87dc520459d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.419883 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.438852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:08.439592 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8cf9131f-3c0e-491a-804e-eb0772a4f837 req-22b5ddfc-98e1-4aab-9c79-326a04de37cd service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349292 Sep 17 22:37:08.517462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a860f32a-891d-451d-9dc6-87dc520459d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.530981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:08.531596 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.541380 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.543851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a76136-94a7-4d05-9d28-44db5462842f req-b1a911ea-0d0f-418e-a111-ad8406616399 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:08.545486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a9a76136-94a7-4d05-9d28-44db5462842f req-b1a911ea-0d0f-418e-a111-ad8406616399 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 943 time: 0.0856452 Sep 17 22:37:08.599262 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a9a76136-94a7-4d05-9d28-44db5462842f req-d2b37f95-323e-4cb5-a616-22bd156802bd tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391910 Sep 17 22:37:08.601129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a860f32a-891d-451d-9dc6-87dc520459d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.673092 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a860f32a-891d-451d-9dc6-87dc520459d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94b3b1d689bc406ea4f68d502aae2e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545449 Sep 17 22:37:08.674684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860f32a-891d-451d-9dc6-87dc520459d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e34cb41-beab-448c-be90-c1250bcfc3cc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:08.679877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49280) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:08.700825 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.725520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event updated for resources: {'Port': ['ID=3eda1e82-274f-447b-bf39-582576415655,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:08.743255 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.752667 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-161a6bb8-f1d3-4206-889d-98a769ea6b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.773432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046857a8-dc32-4395-8677-6be0c5581dbd req-50e39566-2e49-46ef-b5a5-f39001eb9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:08.774988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-046857a8-dc32-4395-8677-6be0c5581dbd req-50e39566-2e49-46ef-b5a5-f39001eb9bcf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 1095 time: 0.1825671 Sep 17 22:37:08.778451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:08.780546 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-161a6bb8-f1d3-4206-889d-98a769ea6b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.892082 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.894436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cc8196a4-62d4-4982-a984-d16ac7770b9b tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3072956 Sep 17 22:37:08.897054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:08.902905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1087151713'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:08.905863 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.968271 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-161a6bb8-f1d3-4206-889d-98a769ea6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.970929 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-161a6bb8-f1d3-4206-889d-98a769ea6b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.978027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-161a6bb8-f1d3-4206-889d-98a769ea6b29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e34cb41-beab-448c-be90-c1250bcfc3cc HTTP/1.1" status: 204 len: 168 time: 0.2946181 Sep 17 22:37:09.004666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:09.004666 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.023163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a6bb8-f1d3-4206-889d-98a769ea6b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e34cb41-beab-448c-be90-c1250bcfc3cc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:09.023804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046857a8-dc32-4395-8677-6be0c5581dbd req-1bae32cc-cb39-46a3-b5be-8fd19f259bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.028802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-046857a8-dc32-4395-8677-6be0c5581dbd req-1bae32cc-cb39-46a3-b5be-8fd19f259bbc service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.2377584 Sep 17 22:37:09.035492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Made reservation on behalf of 1c5e8334d45046e98b3068bba1be4e87 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:09.075551 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.121807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.130801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-046857a8-dc32-4395-8677-6be0c5581dbd req-a8b92eb0-d319-4a00-81b4-775a762cfc3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647 HTTP/1.1" status: 200 len: 217 time: 0.0930099 Sep 17 22:37:09.257965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046857a8-dc32-4395-8677-6be0c5581dbd req-04bd15e8-b80a-4104-b67c-30b8e21a48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.259540 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-046857a8-dc32-4395-8677-6be0c5581dbd req-04bd15e8-b80a-4104-b67c-30b8e21a48d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.1189156 Sep 17 22:37:09.265997 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.338215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046857a8-dc32-4395-8677-6be0c5581dbd req-38e8dfad-64e9-4295-82e7-38a2dfa6f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.339737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-046857a8-dc32-4395-8677-6be0c5581dbd req-38e8dfad-64e9-4295-82e7-38a2dfa6f9b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716004 Sep 17 22:37:09.346465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.388445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:09.419474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3da4dda-2ed4-4952-b7f6-2e19ab15487f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:09.423825 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.424069 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Added segment 876ab818-c907-4e24-bdcd-e6ef9d0f383d of type vlan for network a93a7875-cfe3-4217-8ba2-dcc311876de3 Sep 17 22:37:09.481622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-046857a8-dc32-4395-8677-6be0c5581dbd req-b4f0ea52-ab10-4ba9-8a12-d73cb6464097 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328888 Sep 17 22:37:09.515176 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.632327 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.647364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-046857a8-dc32-4395-8677-6be0c5581dbd req-071da62b-91ce-45b3-83c5-0f068673cdd5 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572521 Sep 17 22:37:09.647720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.648522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.768172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event updated for resources: {'Network': ['ID=a93a7875-cfe3-4217-8ba2-dcc311876de3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:09.783137 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b0079196-5c9a-4beb-a086-ffd51a8e189a tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8816125 Sep 17 22:37:09.783137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49328) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:09.789894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Request body: {'subnet': {'network_id': 'a93a7875-cfe3-4217-8ba2-dcc311876de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:09.797643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network a93a7875-cfe3-4217-8ba2-dcc311876de3 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:09.866793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17b325-c87c-4b3b-8897-27e8296a35cb req-18ec5c86-4833-4e60-b2b4-22c6b9989c7d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.868441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc17b325-c87c-4b3b-8897-27e8296a35cb req-18ec5c86-4833-4e60-b2b4-22c6b9989c7d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 943 time: 0.1274154 Sep 17 22:37:09.923551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc17b325-c87c-4b3b-8897-27e8296a35cb req-63ca10cb-0a59-4d9e-9436-4305e3023630 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482306 Sep 17 22:37:10.051450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Made reservation on behalf of 1c5e8334d45046e98b3068bba1be4e87 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:10.055048 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.271022 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.366899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:10.422935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.443630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:10.444018 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.560452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Checking segment: {'id': '876ab818-c907-4e24-bdcd-e6ef9d0f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a93a7875-cfe3-4217-8ba2-dcc311876de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:10.562076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Network hostable DHCP agents. Network: a93a7875-cfe3-4217-8ba2-dcc311876de3, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:10.602980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event updated for resources: {'Subnet': ['ID=1eee8cab-eb32-487d-9ed4-de30374b82fe,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:10.680426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Network a93a7875-cfe3-4217-8ba2-dcc311876de3 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:10.694826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49348) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:10.790659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, a93a7875-cfe3-4217-8ba2-dcc311876de3) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:10.796103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:10.797356 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.802906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd450127-eff9-45f1-8c81-d7f119faf257 None None] Network a93a7875-cfe3-4217-8ba2-dcc311876de3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:10.861142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115719492'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:10.869662 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Sync routers for ids ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:10.895191 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Routers {'13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:10.896403 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:10.906405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-96d4e69c-cca8-4e2a-b12a-ae2f02dacf66 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1224351 Sep 17 22:37:10.909302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49352) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:10.922872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-400481935', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:11.053029 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Set router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:11.056795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.076858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.091421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400cc29-cfb7-4762-bc6e-05b3ca507b77 req-a5842db0-1deb-4df6-91f9-d28b9e74153e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:11.093019 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d400cc29-cfb7-4762-bc6e-05b3ca507b77 req-a5842db0-1deb-4df6-91f9-d28b9e74153e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 943 time: 0.0750084 Sep 17 22:37:11.118969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-a93a7875-cfe3-4217-8ba2-dcc311876de3', 'network_id': 'a93a7875-cfe3-4217-8ba2-dcc311876de3', 'tenant_id': '1c5e8334d45046e98b3068bba1be4e87', 'fixed_ips': [{'subnet_id': '1eee8cab-eb32-487d-9ed4-de30374b82fe'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:11.120011 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.176422 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d400cc29-cfb7-4762-bc6e-05b3ca507b77 req-11868316-be64-47f2-b9a8-c2f0318820d9 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756719 Sep 17 22:37:11.201177 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.202401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.248026 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.351646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Allocated IP 172.20.0.2 (a93a7875-cfe3-4217-8ba2-dcc311876de3/1eee8cab-eb32-487d-9ed4-de30374b82fe/d7b31c01-0012-493f-8c59-1a273aa50b65) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:11.486733 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'name': 'tempest-TestVolumeBackupRestore-1969678491-router', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:55Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 4, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'gw_port': {'id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:58Z', 'updated_at': '2021-09-17T22:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '814725e3-402c-43a1-9ffb-9cc5aec35f7a', 'name': '', 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'mac_address': 'fa:16:3e:01:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:03Z', 'updated_at': '2021-09-17T22:37:05Z', 'revision_number': 2, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'subnets': [{'id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:11.546280 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Checking router: 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:11.547122 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Updating router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 port 814725e3-402c-43a1-9ffb-9cc5aec35f7a binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:11.558100 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.576780 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.620507 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.694133 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.695123 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.712553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Network a93a7875-cfe3-4217-8ba2-dcc311876de3 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:11.726950 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:11.745071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:11.758406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Pushing event updated for resources: {'Port': ['ID=d7b31c01-0012-493f-8c59-1a273aa50b65,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:11.762329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3f869a-d98a-4bf4-9e09-16e5d6b7d39f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:11.891289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Attempting to bind port d7b31c01-0012-493f-8c59-1a273aa50b65 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:11.897398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Attempting to bind port d7b31c01-0012-493f-8c59-1a273aa50b65 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '876ab818-c907-4e24-bdcd-e6ef9d0f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a93a7875-cfe3-4217-8ba2-dcc311876de3'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:11.897398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Attempting to bind port d7b31c01-0012-493f-8c59-1a273aa50b65 on network a93a7875-cfe3-4217-8ba2-dcc311876de3 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:11.905745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:11.906330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Checking segment: {'id': '876ab818-c907-4e24-bdcd-e6ef9d0f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a93a7875-cfe3-4217-8ba2-dcc311876de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:11.906964 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.907465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Bound using segment: {'id': '876ab818-c907-4e24-bdcd-e6ef9d0f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a93a7875-cfe3-4217-8ba2-dcc311876de3'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:11.908066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Bound port: d7b31c01-0012-493f-8c59-1a273aa50b65, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876ab818-c907-4e24-bdcd-e6ef9d0f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a93a7875-cfe3-4217-8ba2-dcc311876de3'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:11.909026 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.913934 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd35b1e7-500e-4514-8c9b-591ba35b0647 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:37:11.945304 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.098422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd35b1e7-500e-4514-8c9b-591ba35b0647, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:12.114054 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.119531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] For port d7b31c01-0012-493f-8c59-1a273aa50b65, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:12.132096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'cd35b1e7-500e-4514-8c9b-591ba35b0647', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'port_id': 'cd35b1e7-500e-4514-8c9b-591ba35b0647', 'mac_address': 'fa:16:3e:e2:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:37:12.151961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] For port d7b31c01-0012-493f-8c59-1a273aa50b65, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d7b31c01-0012-493f-8c59-1a273aa50b65,segment=NetworkSegment(876ab818-c907-4e24-bdcd-e6ef9d0f383d),segment_id=876ab818-c907-4e24-bdcd-e6ef9d0f383d)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:12.171792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.189532 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.224008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd35b1e7-500e-4514-8c9b-591ba35b0647 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:12.255302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd35b1e7-500e-4514-8c9b-591ba35b0647, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:12.327602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58fd28-16d2-4a14-bc36-e4f7bd23030b req-40541291-744b-4ac1-9353-07af54bf2741 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:12.329179 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe58fd28-16d2-4a14-bc36-e4f7bd23030b req-40541291-744b-4ac1-9353-07af54bf2741 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 943 time: 0.0772014 Sep 17 22:37:12.350702 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.380203 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe58fd28-16d2-4a14-bc36-e4f7bd23030b req-8de251f0-dbd6-4adb-b4c4-215ed9788073 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438242 Sep 17 22:37:12.385243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.387324 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.394349 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.411697 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0426b7-9a15-4622-9a6c-75360bee01cc None None] Pushing event updated for resources: {'Port': ['ID=814725e3-402c-43a1-9ffb-9cc5aec35f7a,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:12.466757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625f6fa3-0239-47ac-9512-392a50b76c68,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:12.493513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Pushing event updated for resources: {'Port': ['ID=d7b31c01-0012-493f-8c59-1a273aa50b65,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:12.507414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.507879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.514604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.514604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.514604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.514604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.514604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.514604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.514604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.514604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.514604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.514604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c75f7-2093-4b1e-9724-fbefb5c1f2e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:12.527425 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Attempting to bind port 814725e3-402c-43a1-9ffb-9cc5aec35f7a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:12.528057 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Attempting to bind port 814725e3-402c-43a1-9ffb-9cc5aec35f7a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2a332bde-9e5f-4cdb-8877-99d3e78f9b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:12.528619 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Attempting to bind port 814725e3-402c-43a1-9ffb-9cc5aec35f7a on network 322ddb1f-1763-451c-8623-d588a2428cd4 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:12.534707 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:12.535349 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Checking segment: {'id': '2a332bde-9e5f-4cdb-8877-99d3e78f9b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:12.537495 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.538094 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Bound using segment: {'id': '2a332bde-9e5f-4cdb-8877-99d3e78f9b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:12.538749 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Bound port: 814725e3-402c-43a1-9ffb-9cc5aec35f7a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a332bde-9e5f-4cdb-8877-99d3e78f9b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:12.540469 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.592733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.598298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49370) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:12.600366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-600982fe-a88d-4049-9cfe-37f3f6d18e14 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9042206 Sep 17 22:37:12.634344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=cd35b1e7-500e-4514-8c9b-591ba35b0647,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:12.679220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['cd35b1e7-500e-4514-8c9b-591ba35b0647'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:12.699123 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] For port 814725e3-402c-43a1-9ffb-9cc5aec35f7a, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:12.703337 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] For port 814725e3-402c-43a1-9ffb-9cc5aec35f7a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=814725e3-402c-43a1-9ffb-9cc5aec35f7a,segment=NetworkSegment(2a332bde-9e5f-4cdb-8877-99d3e78f9b49),segment_id=2a332bde-9e5f-4cdb-8877-99d3e78f9b49)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:12.775726 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d18ea115-b130-4794-814a-5a233e782a2e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1758022 Sep 17 22:37:12.779031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49372) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:12.786097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a3724d37-c93e-4da6-8e70-5a91e3487ef8 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group': {'name': 'tempest-security--1260524526', 'description': 'tempest-security-description-48117758'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:12.791364 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.845502 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3724d37-c93e-4da6-8e70-5a91e3487ef8 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.914265 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Routers {'13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:12.914889 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:12.919046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6aa5e55f-e99c-4777-91fc-465b2b0c4901 None None] Provisioning complete for port 814725e3-402c-43a1-9ffb-9cc5aec35f7a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:12.919508 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6aa5e55f-e99c-4777-91fc-465b2b0c4901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.981894 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3724d37-c93e-4da6-8e70-5a91e3487ef8 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.029844 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0426b7-9a15-4622-9a6c-75360bee01cc None None] Pushing event updated for resources: {'Port': ['ID=814725e3-402c-43a1-9ffb-9cc5aec35f7a,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:13.051945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.074354 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3724d37-c93e-4da6-8e70-5a91e3487ef8 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.077663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a3724d37-c93e-4da6-8e70-5a91e3487ef8 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.081345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a3724d37-c93e-4da6-8e70-5a91e3487ef8 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "PUT /v2.0/security-groups/625f6fa3-0239-47ac-9512-392a50b76c68 HTTP/1.1" status: 200 len: 1778 time: 0.2978418 Sep 17 22:37:13.083879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49378) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:13.105001 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.242285 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6aa5e55f-e99c-4777-91fc-465b2b0c4901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.280542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3724d37-c93e-4da6-8e70-5a91e3487ef8 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625f6fa3-0239-47ac-9512-392a50b76c68,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:13.326151 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1697e196-01f6-4b5a-8370-d1b8df43019a tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups/625f6fa3-0239-47ac-9512-392a50b76c68 HTTP/1.1" status: 200 len: 1778 time: 0.2394211 Sep 17 22:37:13.332766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49380) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:13.337256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6aa5e55f-e99c-4777-91fc-465b2b0c4901 None None] For port 814725e3-402c-43a1-9ffb-9cc5aec35f7a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=814725e3-402c-43a1-9ffb-9cc5aec35f7a,segment=NetworkSegment(2a332bde-9e5f-4cdb-8877-99d3e78f9b49),segment_id=2a332bde-9e5f-4cdb-8877-99d3e78f9b49)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:13.402236 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6aa5e55f-e99c-4777-91fc-465b2b0c4901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.419360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Allocated IP 172.25.6.65 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/ac4c0a8b-ca03-4b4c-9857-2ee4c41904d6) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:13.453522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02dd736a-5e1e-4eb7-b021-663b8b6fadd6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.463618 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] Set router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:13.507298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02dd736a-5e1e-4eb7-b021-663b8b6fadd6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.524344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5e55f-e99c-4777-91fc-465b2b0c4901 None None] Pushing event updated for resources: {'Port': ['ID=814725e3-402c-43a1-9ffb-9cc5aec35f7a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:13.546392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-359bc200-859c-4228-9088-9f4c80fb6db2 None None] Provisioning complete for port 814725e3-402c-43a1-9ffb-9cc5aec35f7a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:13.546765 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-359bc200-859c-4228-9088-9f4c80fb6db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.679585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02dd736a-5e1e-4eb7-b021-663b8b6fadd6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.684300 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02dd736a-5e1e-4eb7-b021-663b8b6fadd6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.686026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-02dd736a-5e1e-4eb7-b021-663b8b6fadd6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-groups/625f6fa3-0239-47ac-9512-392a50b76c68 HTTP/1.1" status: 204 len: 168 time: 0.3522282 Sep 17 22:37:13.689820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed94cc-4a67-4683-ba16-815c45162615 req-0cf3e948-a43f-4b61-b957-04e14da7de95 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:13.695847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-80ed94cc-4a67-4683-ba16-815c45162615 req-0cf3e948-a43f-4b61-b957-04e14da7de95 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 944 time: 0.1493995 Sep 17 22:37:13.698802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49386) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:13.714359 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.718987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd736a-5e1e-4eb7-b021-663b8b6fadd6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625f6fa3-0239-47ac-9512-392a50b76c68,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:13.848335 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'name': 'tempest-TestVolumeBackupRestore-1969678491-router', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:55Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 4, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'gw_port': {'id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:58Z', 'updated_at': '2021-09-17T22:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '814725e3-402c-43a1-9ffb-9cc5aec35f7a', 'name': '', 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'mac_address': 'fa:16:3e:01:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:03Z', 'updated_at': '2021-09-17T22:37:12Z', 'revision_number': 4, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'subnets': [{'id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:13.849279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-80ed94cc-4a67-4683-ba16-815c45162615 req-83d613bf-b87a-48c4-a725-cdbb17eab487 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325843 Sep 17 22:37:13.864773 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-79f895f0-b7b9-4faf-b162-e546783b36f8 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1642108 Sep 17 22:37:13.868583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49388) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:13.880972 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3f2c8-dcaf-4dd0-bc09-e5d2e21eabd2 None None] The sync data for ids ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'] in n-d-713499-18 is: [{'id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'name': 'tempest-TestVolumeBackupRestore-1969678491-router', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:55Z', 'updated_at': '2021-09-17T22:37:04Z', 'revision_number': 4, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'gw_port': {'id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:58Z', 'updated_at': '2021-09-17T22:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '814725e3-402c-43a1-9ffb-9cc5aec35f7a', 'name': '', 'network_id': '322ddb1f-1763-451c-8623-d588a2428cd4', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'mac_address': 'fa:16:3e:01:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:03Z', 'updated_at': '2021-09-17T22:37:12Z', 'revision_number': 4, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'subnets': [{'id': '23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:13.888017 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-c1e3f0f0-f407-4e4b-ac42-57b78f930d82 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] delete failed (client error): The resource could not be found. Sep 17 22:37:13.892169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c1e3f0f0-f407-4e4b-ac42-57b78f930d82 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-groups/625f6fa3-0239-47ac-9512-392a50b76c68 HTTP/1.1" status: 404 len: 347 time: 0.0194094 Sep 17 22:37:13.899834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49390) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:13.913304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0e84708f-d767-405e-8074-687bc9986cae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241702990'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:13.928038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd35b1e7-500e-4514-8c9b-591ba35b0647 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:14.001215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.088357 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e84708f-d767-405e-8074-687bc9986cae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.111975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event updated for resources: {'Port': ['ID=ac4c0a8b-ca03-4b4c-9857-2ee4c41904d6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:14.116220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port cd35b1e7-500e-4514-8c9b-591ba35b0647 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:37:14.120755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port cd35b1e7-500e-4514-8c9b-591ba35b0647 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:14.121127 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.137740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:14.139945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:14.143059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:14.326000 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e84708f-d767-405e-8074-687bc9986cae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.326111 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.385165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e84708f-d767-405e-8074-687bc9986cae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.387922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd35b1e7-500e-4514-8c9b-591ba35b0647, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:14.390413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd35b1e7-500e-4514-8c9b-591ba35b0647'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:14.392862 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c7cda9-d341-4cef-aed8-5fd22f7d3679" -d '{"events": [{"server_uuid": "166e5b92-bad5-4398-8d96-9ffda9f5efc3", "name": "network-vif-plugged", "status": "completed", "tag": "cd35b1e7-500e-4514-8c9b-591ba35b0647"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:14.406621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5336f6c-71ea-4f9a-9144-ff67e8a059e4 None None] Network a93a7875-cfe3-4217-8ba2-dcc311876de3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:14.508809 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e84708f-d767-405e-8074-687bc9986cae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.515899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0e84708f-d767-405e-8074-687bc9986cae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6144431 Sep 17 22:37:14.516826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49400) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:14.541881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-63990111-43c2-4d01-8d37-0428b8938b51 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': '5f989452-4fab-4c1c-95bb-5c96dc527fcc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:14.561801 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.575772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84708f-d767-405e-8074-687bc9986cae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f989452-4fab-4c1c-95bb-5c96dc527fcc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:14.638184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 814725e3-402c-43a1-9ffb-9cc5aec35f7a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:14.696818 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63990111-43c2-4d01-8d37-0428b8938b51 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.737774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1a7a6630-5c20-4888-9c1c-ff0c509c8142 None None] Provisioning complete for port d7b31c01-0012-493f-8c59-1a273aa50b65 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:14.746542 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a7a6630-5c20-4888-9c1c-ff0c509c8142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.780029 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dc9048-2872-480c-a63f-5e75c938eec4 x-openstack-request-id: req-a3dc9048-2872-480c-a63f-5e75c938eec4 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:14.780599 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166e5b92-bad5-4398-8d96-9ffda9f5efc3", "name": "network-vif-plugged", "status": "completed", "tag": "cd35b1e7-500e-4514-8c9b-591ba35b0647", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:14.780988 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3dc9048-2872-480c-a63f-5e75c938eec4 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:14.781541 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd35b1e7-500e-4514-8c9b-591ba35b0647', 'code': 200} Sep 17 22:37:14.871408 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63990111-43c2-4d01-8d37-0428b8938b51 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.949120 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.957149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63990111-43c2-4d01-8d37-0428b8938b51 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.999423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63990111-43c2-4d01-8d37-0428b8938b51 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124df09f-e502-4464-987f-c0eeea6a5abb,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:15.062187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63990111-43c2-4d01-8d37-0428b8938b51 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.067331 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-63990111-43c2-4d01-8d37-0428b8938b51 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5355718 Sep 17 22:37:15.071032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49412) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:15.102734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=cd35b1e7-500e-4514-8c9b-591ba35b0647,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:15.140247 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0851f7c5-8099-481f-94a1-8fc8aebb098f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.181899 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0851f7c5-8099-481f-94a1-8fc8aebb098f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.195996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63a5c-9cc4-4b73-94eb-eeb9fe47d559 req-2fc4f87c-c0bf-4fae-a1bf-1ed241e0c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.197583 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-77d63a5c-9cc4-4b73-94eb-eeb9fe47d559 req-2fc4f87c-c0bf-4fae-a1bf-1ed241e0c53f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 1097 time: 0.3585808 Sep 17 22:37:15.218606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2978f-cfa0-4b5e-bf79-486562a3dc1e req-2aaa002d-bd34-4951-9aee-634d168dacb5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.221283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17a2978f-cfa0-4b5e-bf79-486562a3dc1e req-2aaa002d-bd34-4951-9aee-634d168dacb5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.1819222 Sep 17 22:37:15.247741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 814725e3-402c-43a1-9ffb-9cc5aec35f7a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:15.248152 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.302433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0851f7c5-8099-481f-94a1-8fc8aebb098f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.308670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0851f7c5-8099-481f-94a1-8fc8aebb098f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.309757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0851f7c5-8099-481f-94a1-8fc8aebb098f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/124df09f-e502-4464-987f-c0eeea6a5abb HTTP/1.1" status: 204 len: 168 time: 0.2374663 Sep 17 22:37:15.320680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49416) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:15.331498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851f7c5-8099-481f-94a1-8fc8aebb098f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=124df09f-e502-4464-987f-c0eeea6a5abb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:15.387331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17a2978f-cfa0-4b5e-bf79-486562a3dc1e req-0f2fc49d-9340-4881-bff9-9f3d12ccdf2d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553252 Sep 17 22:37:15.439556 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a7a6630-5c20-4888-9c1c-ff0c509c8142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.451984 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a3b95e81-2b42-4439-b036-4247fc2d849b tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1262958 Sep 17 22:37:15.455474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49418) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:15.467343 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-77d63a5c-9cc4-4b73-94eb-eeb9fe47d559 req-f7fd3734-059b-4644-ae6d-413533b3c771 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456217 Sep 17 22:37:15.521666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d7b31c01-0012-493f-8c59-1a273aa50b65 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:15.561605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1a7a6630-5c20-4888-9c1c-ff0c509c8142 None None] For port d7b31c01-0012-493f-8c59-1a273aa50b65, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d7b31c01-0012-493f-8c59-1a273aa50b65,segment=NetworkSegment(876ab818-c907-4e24-bdcd-e6ef9d0f383d),segment_id=876ab818-c907-4e24-bdcd-e6ef9d0f383d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:15.575722 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.576843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d7b31c01-0012-493f-8c59-1a273aa50b65 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:15.577272 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.578567 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f49de801-00f3-46a1-8d05-1f6f46d35f82 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.652390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f49de801-00f3-46a1-8d05-1f6f46d35f82 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.654844 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a7a6630-5c20-4888-9c1c-ff0c509c8142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.701290 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.732239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a6630-5c20-4888-9c1c-ff0c509c8142 None None] Pushing event updated for resources: {'Port': ['ID=d7b31c01-0012-493f-8c59-1a273aa50b65,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:15.790548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:37:15.790859 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:37:15.794987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2497b58b-6e40-462c-bd64-e15c66280a67 None None] Provisioning complete for port d7b31c01-0012-493f-8c59-1a273aa50b65 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:15.798271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2497b58b-6e40-462c-bd64-e15c66280a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.845639 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f49de801-00f3-46a1-8d05-1f6f46d35f82 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.848889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f49de801-00f3-46a1-8d05-1f6f46d35f82 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.852623 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f49de801-00f3-46a1-8d05-1f6f46d35f82 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-groups/5f989452-4fab-4c1c-95bb-5c96dc527fcc HTTP/1.1" status: 204 len: 168 time: 0.3941216 Sep 17 22:37:15.856330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49420) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:15.869544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49de801-00f3-46a1-8d05-1f6f46d35f82 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f989452-4fab-4c1c-95bb-5c96dc527fcc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:15.905774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Router f8ea7bf1-8e4d-44e2-a295-d53d405273d2 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:37:15.937865 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ce07aabd-30df-42fb-96c9-4be3f223c2d7 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0826378 Sep 17 22:37:15.949116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49424) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:15.949116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-59a99006-703f-433d-8d37-3c075d84387f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group': {'name': 'tempest-secgroup--786152463'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:16.027200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:16.041424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad37c7-e8d0-462c-b36e-184367cb1471 None None] Sync routers for ids ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:16.055395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad37c7-e8d0-462c-b36e-184367cb1471 None None] Routers {'f8ea7bf1-8e4d-44e2-a295-d53d405273d2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:16.056102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3bad37c7-e8d0-462c-b36e-184367cb1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:16.090058 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59a99006-703f-433d-8d37-3c075d84387f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.090262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3bad37c7-e8d0-462c-b36e-184367cb1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:16.105035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad37c7-e8d0-462c-b36e-184367cb1471 None None] Routers {'f8ea7bf1-8e4d-44e2-a295-d53d405273d2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:16.107684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3bad37c7-e8d0-462c-b36e-184367cb1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:16.144526 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3bad37c7-e8d0-462c-b36e-184367cb1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:16.145187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad37c7-e8d0-462c-b36e-184367cb1471 None None] The sync data for ids ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:16.167044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.170058 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4f2d7fce-f210-42af-9e87-ced1fdff50e0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.2545309 Sep 17 22:37:16.170403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49428) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:16.439790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d7b31c01-0012-493f-8c59-1a273aa50b65 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:16.512159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d7b31c01-0012-493f-8c59-1a273aa50b65 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:16.512754 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.780584 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59a99006-703f-433d-8d37-3c075d84387f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.868315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43353f1-cf9e-429e-952c-1801b86b8b38 req-5a76af89-6aa4-4784-afe8-3fcdd3892351 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:16.868315 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b43353f1-cf9e-429e-952c-1801b86b8b38 req-5a76af89-6aa4-4784-afe8-3fcdd3892351 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.1509018 Sep 17 22:37:16.882518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b43353f1-cf9e-429e-952c-1801b86b8b38 req-d8b24733-9f4a-4883-afd0-94f6fed769c4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756049 Sep 17 22:37:17.149564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.166185 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59a99006-703f-433d-8d37-3c075d84387f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.232342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a99006-703f-433d-8d37-3c075d84387f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82e44c6-89e8-4f3b-972f-c7b8f1c524de,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:17.313975 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59a99006-703f-433d-8d37-3c075d84387f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.316153 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-59a99006-703f-433d-8d37-3c075d84387f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3751421 Sep 17 22:37:17.318706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49438) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:17.323742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-87b0293a-93e4-409a-8ea9-90b778c01eca tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': 'c82e44c6-89e8-4f3b-972f-c7b8f1c524de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:17.407139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b0293a-93e4-409a-8ea9-90b778c01eca tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.482288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Allocated IP 172.20.0.1 (a93a7875-cfe3-4217-8ba2-dcc311876de3/1eee8cab-eb32-487d-9ed4-de30374b82fe/21079f07-5895-4dd1-a73e-e23910cff70e) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:17.497322 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b0293a-93e4-409a-8ea9-90b778c01eca tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.544871 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b0293a-93e4-409a-8ea9-90b778c01eca tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.568469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0293a-93e4-409a-8ea9-90b778c01eca tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f37693-aeb3-47ee-bca8-4e7b8a6530e8,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:17.610902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.636317 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-87b0293a-93e4-409a-8ea9-90b778c01eca tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.646629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-87b0293a-93e4-409a-8ea9-90b778c01eca tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3176725 Sep 17 22:37:17.646629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49442) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:17.646629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-82fd2fa1-2a93-46f0-bdf3-2ae901096fa2 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': 'c82e44c6-89e8-4f3b-972f-c7b8f1c524de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:17.751076 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.757022 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82fd2fa1-2a93-46f0-bdf3-2ae901096fa2 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.793186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Network a93a7875-cfe3-4217-8ba2-dcc311876de3 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:17.798030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:17.802394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:17.824600 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82fd2fa1-2a93-46f0-bdf3-2ae901096fa2 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.843330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event updated for resources: {'Port': ['ID=21079f07-5895-4dd1-a73e-e23910cff70e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:17.865012 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.902831 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82fd2fa1-2a93-46f0-bdf3-2ae901096fa2 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.942891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd2fa1-2a93-46f0-bdf3-2ae901096fa2 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e948a751-250d-4b75-a2da-276410778e09,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:18.055006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a3dbd-afa4-472f-9c80-ca858a57f198 req-2407c6fa-6376-45ae-b9d1-316427002ede tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:18.060635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-257a3dbd-afa4-472f-9c80-ca858a57f198 req-2407c6fa-6376-45ae-b9d1-316427002ede tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.0903723 Sep 17 22:37:18.063243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82fd2fa1-2a93-46f0-bdf3-2ae901096fa2 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.067523 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-82fd2fa1-2a93-46f0-bdf3-2ae901096fa2 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4248157 Sep 17 22:37:18.067891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49448) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:18.072596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f5aee885-731b-402a-8b7a-87b381a6fff6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': 'c82e44c6-89e8-4f3b-972f-c7b8f1c524de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:18.129287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-257a3dbd-afa4-472f-9c80-ca858a57f198 req-eb456a4d-b42d-47d2-a661-7a8c6e992697 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598838 Sep 17 22:37:18.145095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9901da64-436d-43ba-a295-31d345ef3dc7 None None] Provisioning complete for port 21079f07-5895-4dd1-a73e-e23910cff70e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:18.145683 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9901da64-436d-43ba-a295-31d345ef3dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.169443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.197747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9901da64-436d-43ba-a295-31d345ef3dc7 None None] Port 21079f07-5895-4dd1-a73e-e23910cff70e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:18.255081 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f5aee885-731b-402a-8b7a-87b381a6fff6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.401569 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f5aee885-731b-402a-8b7a-87b381a6fff6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.467758 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f5aee885-731b-402a-8b7a-87b381a6fff6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.502432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dbf8d-5cf4-41da-bea3-99e0150e0bdc req-61d795b6-6c44-4225-827d-e7f2b03b21c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:18.511415 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d46dbf8d-5cf4-41da-bea3-99e0150e0bdc req-61d795b6-6c44-4225-827d-e7f2b03b21c7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.0781963 Sep 17 22:37:18.551797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aee885-731b-402a-8b7a-87b381a6fff6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8acfa2-0e71-40e9-88f4-e0f80bcd99a8,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:18.560271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d46dbf8d-5cf4-41da-bea3-99e0150e0bdc req-3b3942e6-de69-40e6-9e3b-8e73d9c12c14 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Sep 17 22:37:18.597709 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.633747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f5aee885-731b-402a-8b7a-87b381a6fff6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.635266 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f5aee885-731b-402a-8b7a-87b381a6fff6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5663149 Sep 17 22:37:18.637999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49460) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:18.642505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7eefca40-3078-4502-8483-2d7fbc5c0d21 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': 'c82e44c6-89e8-4f3b-972f-c7b8f1c524de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:18.677445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.756641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event updated for resources: {'Port': ['ID=21079f07-5895-4dd1-a73e-e23910cff70e,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:18.759258 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.794833 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7eefca40-3078-4502-8483-2d7fbc5c0d21 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.907727 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7eefca40-3078-4502-8483-2d7fbc5c0d21 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.918381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Network a93a7875-cfe3-4217-8ba2-dcc311876de3 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:18.919840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:19.016541 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7eefca40-3078-4502-8483-2d7fbc5c0d21 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.045186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefca40-3078-4502-8483-2d7fbc5c0d21 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f093a76-e201-4c3a-b919-1c411d37c787,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:19.064643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Router f8ea7bf1-8e4d-44e2-a295-d53d405273d2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:19.127071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7eefca40-3078-4502-8483-2d7fbc5c0d21 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.131396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7eefca40-3078-4502-8483-2d7fbc5c0d21 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4900086 Sep 17 22:37:19.131641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49464) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:19.136722 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-385363f4-e8ea-4f26-8497-cead79d5d34e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': 'c82e44c6-89e8-4f3b-972f-c7b8f1c524de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:19.224394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7879bf65-8ebb-43af-b525-140d8bde833c None None] Provisioning complete for port 21079f07-5895-4dd1-a73e-e23910cff70e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:19.225713 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7879bf65-8ebb-43af-b525-140d8bde833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.229832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:19.235065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8eeab17f-69c2-47aa-9938-1e4b88653e16 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "PUT /v2.0/routers/f8ea7bf1-8e4d-44e2-a295-d53d405273d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0637429 Sep 17 22:37:19.238289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49466) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:19.242965 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7d98b-2d84-4d74-8953-1656ef587e9f None None] Sync routers for ids ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:19.243485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Request body: {'port': {'network_id': 'a93a7875-cfe3-4217-8ba2-dcc311876de3', 'name': 'tempest-FloatingIPAdminTestJSON-1315721242'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:19.259524 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7d98b-2d84-4d74-8953-1656ef587e9f None None] Routers {'f8ea7bf1-8e4d-44e2-a295-d53d405273d2'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:19.260292 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4df7d98b-2d84-4d74-8953-1656ef587e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:19.280564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7879bf65-8ebb-43af-b525-140d8bde833c None None] Port 21079f07-5895-4dd1-a73e-e23910cff70e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:19.298988 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4df7d98b-2d84-4d74-8953-1656ef587e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:19.308349 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-385363f4-e8ea-4f26-8497-cead79d5d34e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.309007 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7d98b-2d84-4d74-8953-1656ef587e9f None None] Routers {'f8ea7bf1-8e4d-44e2-a295-d53d405273d2'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:19.309690 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4df7d98b-2d84-4d74-8953-1656ef587e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:19.345636 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4df7d98b-2d84-4d74-8953-1656ef587e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:19.346642 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7d98b-2d84-4d74-8953-1656ef587e9f None None] The sync data for ids ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:19.396441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-385363f4-e8ea-4f26-8497-cead79d5d34e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.473792 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-385363f4-e8ea-4f26-8497-cead79d5d34e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.496179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Made reservation on behalf of 1c5e8334d45046e98b3068bba1be4e87 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:19.499711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.511622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385363f4-e8ea-4f26-8497-cead79d5d34e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf258fee-faec-4494-b075-a9604b71cd63,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:19.523841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] device_id is not set on port 7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:37:19.613777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-385363f4-e8ea-4f26-8497-cead79d5d34e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.615101 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-385363f4-e8ea-4f26-8497-cead79d5d34e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4822588 Sep 17 22:37:19.618221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49474) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:19.652261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06edfe67-06d0-4c50-b25a-882268c55dbc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.682354 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06edfe67-06d0-4c50-b25a-882268c55dbc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.706850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Allocated IP 172.20.0.8 (a93a7875-cfe3-4217-8ba2-dcc311876de3/1eee8cab-eb32-487d-9ed4-de30374b82fe/7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:19.754720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc866cee-96f8-46ec-b526-3f0984fb5282 req-c5dc5cfc-b62a-4f33-924c-e7887d04a72a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:19.756301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc866cee-96f8-46ec-b526-3f0984fb5282 req-c5dc5cfc-b62a-4f33-924c-e7887d04a72a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.0995295 Sep 17 22:37:19.817108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06edfe67-06d0-4c50-b25a-882268c55dbc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.834030 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06edfe67-06d0-4c50-b25a-882268c55dbc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.835125 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-06edfe67-06d0-4c50-b25a-882268c55dbc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/cf258fee-faec-4494-b075-a9604b71cd63 HTTP/1.1" status: 204 len: 168 time: 0.2159994 Sep 17 22:37:19.837834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49476) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:19.848611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc866cee-96f8-46ec-b526-3f0984fb5282 req-2226260c-57eb-4092-a4f9-27dddeb91a3d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831842 Sep 17 22:37:19.858764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edfe67-06d0-4c50-b25a-882268c55dbc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf258fee-faec-4494-b075-a9604b71cd63,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:19.925971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-96daf75d-bc33-47f6-aede-95e26e77a13e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0861750 Sep 17 22:37:19.929008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49480) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:19.967642 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.971467 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1086949-0c2e-42bb-b3f1-a7ec68216b4a tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.980945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1086949-0c2e-42bb-b3f1-a7ec68216b4a tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.319933 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.321396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1086949-0c2e-42bb-b3f1-a7ec68216b4a tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.334638 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a1086949-0c2e-42bb-b3f1-a7ec68216b4a tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.335915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a1086949-0c2e-42bb-b3f1-a7ec68216b4a tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9f093a76-e201-4c3a-b919-1c411d37c787 HTTP/1.1" status: 204 len: 168 time: 0.4055896 Sep 17 22:37:20.339850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49492) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:20.349095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1086949-0c2e-42bb-b3f1-a7ec68216b4a tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f093a76-e201-4c3a-b919-1c411d37c787,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:20.389610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Network a93a7875-cfe3-4217-8ba2-dcc311876de3 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:20.394158 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:20.400172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4434294f-5f3e-4381-b0b7-9b984829d989 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0579181 Sep 17 22:37:20.401667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49494) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:20.409484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:20.433408 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-426c37d3-b7a1-4f3e-bab9-dfd86ea4e9ee tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.443346 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-426c37d3-b7a1-4f3e-bab9-dfd86ea4e9ee tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.451005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event updated for resources: {'Port': ['ID=7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:20.506567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.507248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.561121 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-426c37d3-b7a1-4f3e-bab9-dfd86ea4e9ee tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.570568 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-426c37d3-b7a1-4f3e-bab9-dfd86ea4e9ee tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.571513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-426c37d3-b7a1-4f3e-bab9-dfd86ea4e9ee tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/4f8acfa2-0e71-40e9-88f4-e0f80bcd99a8 HTTP/1.1" status: 204 len: 168 time: 0.1683829 Sep 17 22:37:20.573860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49510) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:20.594281 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a9b4c00c-6dd0-4de9-a7e6-d318784b49f0 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3522165 Sep 17 22:37:20.599283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49512) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:20.607549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c37d3-b7a1-4f3e-bab9-dfd86ea4e9ee tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f8acfa2-0e71-40e9-88f4-e0f80bcd99a8,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:20.639739 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1492b37d-1c26-4a64-a5ab-f2d50ae1c0ad tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0643578 Sep 17 22:37:20.642660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49516) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:20.671098 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a9c51a-1df7-4db5-8e26-3de1077987c9 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.684485 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a9c51a-1df7-4db5-8e26-3de1077987c9 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.808703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-43b8c4ba-2c9c-4283-8e83-2f56f1c3b092 None None] Provisioning complete for port 7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:20.809252 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-43b8c4ba-2c9c-4283-8e83-2f56f1c3b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.811995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'project_id': '1c5e8334d45046e98b3068bba1be4e87', 'port_id': '7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:20.847553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-43b8c4ba-2c9c-4283-8e83-2f56f1c3b092 None None] Port 7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:20.853372 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a9c51a-1df7-4db5-8e26-3de1077987c9 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.860738 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a9c51a-1df7-4db5-8e26-3de1077987c9 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.864286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b1a9c51a-1df7-4db5-8e26-3de1077987c9 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e948a751-250d-4b75-a2da-276410778e09 HTTP/1.1" status: 204 len: 168 time: 0.2181325 Sep 17 22:37:20.865317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49524) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:20.868463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9c51a-1df7-4db5-8e26-3de1077987c9 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e948a751-250d-4b75-a2da-276410778e09,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:20.919842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-555d3613-c1a1-4eb1-8ada-6dd4cff25cf2 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0507855 Sep 17 22:37:20.920055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49526) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:20.939229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.948827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd536f9d-7180-4735-b718-e563516af270 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.957351 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd536f9d-7180-4735-b718-e563516af270 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.088002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd536f9d-7180-4735-b718-e563516af270 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.097955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fd536f9d-7180-4735-b718-e563516af270 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.110183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fd536f9d-7180-4735-b718-e563516af270 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b2f37693-aeb3-47ee-bca8-4e7b8a6530e8 HTTP/1.1" status: 204 len: 168 time: 0.1888413 Sep 17 22:37:21.119951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e25d0-acf8-4771-95c8-1d79d2b76fa9 req-3e519b6a-9468-4c95-bfa1-bf0d51d1f067 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.122656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-296e25d0-acf8-4771-95c8-1d79d2b76fa9 req-3e519b6a-9468-4c95-bfa1-bf0d51d1f067 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.0789993 Sep 17 22:37:21.123279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49530) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:21.147003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd536f9d-7180-4735-b718-e563516af270 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2f37693-aeb3-47ee-bca8-4e7b8a6530e8,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:21.196847 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.207600 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-b093a795-a643-4186-a891-59f884d2a7e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756049 Sep 17 22:37:21.236750 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e7e3931e-97ef-487d-8046-d6c8e244b89d tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1112990 Sep 17 22:37:21.238572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49534) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:21.241921 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-296e25d0-acf8-4771-95c8-1d79d2b76fa9 req-4adef828-1a57-41d0-a8b2-f9310c3a64ab tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092227 Sep 17 22:37:21.354749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-04b6ee22-d9b8-435f-986a-3c12b44e6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.359481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-04b6ee22-d9b8-435f-986a-3c12b44e6dc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 1097 time: 0.1198764 Sep 17 22:37:21.360346 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f42167c7-c89c-4337-a301-e06494bf9290 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.407157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Allocated IP 172.25.6.196 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/d595b398-f762-4687-aa8c-9b1bc81c6b09) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:21.422004 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f42167c7-c89c-4337-a301-e06494bf9290 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.578801 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.589753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-8e953e8f-9005-444c-87f5-f2dcdccbb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.591799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-8e953e8f-9005-444c-87f5-f2dcdccbb494 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.2064137 Sep 17 22:37:21.612233 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f42167c7-c89c-4337-a301-e06494bf9290 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.616511 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f42167c7-c89c-4337-a301-e06494bf9290 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.618363 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f42167c7-c89c-4337-a301-e06494bf9290 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-groups/c82e44c6-89e8-4f3b-972f-c7b8f1c524de HTTP/1.1" status: 204 len: 168 time: 0.3686295 Sep 17 22:37:21.621192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49538) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:21.665359 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-73b6d17f-7afc-46c5-a681-3a88c9819af4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b47118-c7ec-4264-85b9-a56e917a1d93 HTTP/1.1" status: 200 len: 217 time: 0.0636480 Sep 17 22:37:21.667161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42167c7-c89c-4337-a301-e06494bf9290 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82e44c6-89e8-4f3b-972f-c7b8f1c524de,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:21.702359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5779a8dd-9e70-44a4-b853-cfe7814f5d9a tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757279 Sep 17 22:37:21.704655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49540) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:21.709873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f6d142d0-a7a3-4b62-a408-e9218e23c117 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group': {'name': 'tempest-secgroup--208523567'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:21.733219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-c17ae455-596b-4424-ba16-52d7747a6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.735008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-c17ae455-596b-4424-ba16-52d7747a6862 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0626662 Sep 17 22:37:21.762393 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.790566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-0649b5a3-740b-4a08-b7b5-00263331ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.792786 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-0649b5a3-740b-4a08-b7b5-00263331ae01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497389 Sep 17 22:37:21.806044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:21.810468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:21.815658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:21.838786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Pushing event updated for resources: {'Port': ['ID=d595b398-f762-4687-aa8c-9b1bc81c6b09,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:21.890514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6d142d0-a7a3-4b62-a408-e9218e23c117 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.957761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-e8626512-67f7-4c18-96f8-4a4b212273ce service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527300 Sep 17 22:37:22.078568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c780311-580f-4ebd-926a-3118f4b2db40 req-fb475f37-8a16-480c-9cdf-203a42a16117 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148412 Sep 17 22:37:22.239862 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:37:22.429535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96232e-0a0e-476a-a981-59efe3c2151d req-91da789a-1613-4a8d-b084-58ac307be2fc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:22.439195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc96232e-0a0e-476a-a981-59efe3c2151d req-91da789a-1613-4a8d-b084-58ac307be2fc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.1019044 Sep 17 22:37:22.445714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6d142d0-a7a3-4b62-a408-e9218e23c117 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.496970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc96232e-0a0e-476a-a981-59efe3c2151d req-5ad201f1-7742-46da-924a-8b5133533f25 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526075 Sep 17 22:37:22.559239 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6d142d0-a7a3-4b62-a408-e9218e23c117 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.633297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d142d0-a7a3-4b62-a408-e9218e23c117 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c061ff2b-0210-4f5f-9f9a-8301773c99c4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:22.733101 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6d142d0-a7a3-4b62-a408-e9218e23c117 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.736883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f6d142d0-a7a3-4b62-a408-e9218e23c117 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0287163 Sep 17 22:37:22.738527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49558) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:22.743661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-eba725d0-4616-49e0-9c53-7a7e6711a1fc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': 'c061ff2b-0210-4f5f-9f9a-8301773c99c4', 'direction': 'ingress', 'protocol': 17}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:22.784732 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.864730 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eba725d0-4616-49e0-9c53-7a7e6711a1fc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:22.953050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eba725d0-4616-49e0-9c53-7a7e6711a1fc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.000974 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.064715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eba725d0-4616-49e0-9c53-7a7e6711a1fc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.101607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba725d0-4616-49e0-9c53-7a7e6711a1fc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa78bf51-8127-4c07-bae7-4abc3f20271c,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:23.212361 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eba725d0-4616-49e0-9c53-7a7e6711a1fc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.212361 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-eba725d0-4616-49e0-9c53-7a7e6711a1fc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4701734 Sep 17 22:37:23.212825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49574) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:23.217907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.292917 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.305979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561a858-1aa8-49c4-937b-0fcb47c012dd req-391df8b0-eb63-4032-8cb8-b7c86ff882c5 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:23.307635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8561a858-1aa8-49c4-937b-0fcb47c012dd req-391df8b0-eb63-4032-8cb8-b7c86ff882c5 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0767705 Sep 17 22:37:23.366101 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8561a858-1aa8-49c4-937b-0fcb47c012dd req-68aca99c-dec2-404e-807a-94b070351f38 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453055 Sep 17 22:37:23.371561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8f83cc06-be70-4351-ac3d-36bd11ab2929 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.410797 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8f83cc06-be70-4351-ac3d-36bd11ab2929 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.508456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Pushing event updated for resources: {'Port': ['ID=d595b398-f762-4687-aa8c-9b1bc81c6b09,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:23.514283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b456df-7feb-422b-9d2c-12b459f5b1b8 req-7a944c5b-af34-4ad6-a41a-14ecf620c40a tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:23.515924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-97b456df-7feb-422b-9d2c-12b459f5b1b8 req-7a944c5b-af34-4ad6-a41a-14ecf620c40a tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1098 time: 0.2353933 Sep 17 22:37:23.551228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.567207 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8f83cc06-be70-4351-ac3d-36bd11ab2929 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.571056 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8f83cc06-be70-4351-ac3d-36bd11ab2929 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.573040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8f83cc06-be70-4351-ac3d-36bd11ab2929 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-groups/c061ff2b-0210-4f5f-9f9a-8301773c99c4 HTTP/1.1" status: 204 len: 168 time: 0.3587883 Sep 17 22:37:23.579408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49588) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:23.616517 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-97b456df-7feb-422b-9d2c-12b459f5b1b8 req-b6d3be51-a03a-4d34-8e95-9d9ed0a84d1f tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845237 Sep 17 22:37:23.625733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83cc06-be70-4351-ac3d-36bd11ab2929 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c061ff2b-0210-4f5f-9f9a-8301773c99c4,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:23.736826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f4336-19a1-4e9e-b0ee-92b1f31bad65 req-dbc54211-ed2a-4d72-b97d-88e8d41b16bb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:23.742553 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Floating IP c16985be-93b8-48e8-8b13-065caddcfa3f associated. External IP: 172.25.6.196, port: 7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f. Sep 17 22:37:23.745445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba6f4336-19a1-4e9e-b0ee-92b1f31bad65 req-dbc54211-ed2a-4d72-b97d-88e8d41b16bb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.1400826 Sep 17 22:37:23.795551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a2cb33fe-2ff4-470d-be55-fd6b32cd09b3 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1981792 Sep 17 22:37:23.799165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49596) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:23.803996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba6f4336-19a1-4e9e-b0ee-92b1f31bad65 req-456d1207-70ba-4f30-8c59-58a4809378c6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538380 Sep 17 22:37:23.817351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-28153a8d-1095-4936-b511-502357e31f75 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825885768'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:23.943281 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28153a8d-1095-4936-b511-502357e31f75 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.985006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd35b1e7-500e-4514-8c9b-591ba35b0647 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:37:24.139323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd35b1e7-500e-4514-8c9b-591ba35b0647, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:24.152626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'cd35b1e7-500e-4514-8c9b-591ba35b0647', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'port_id': 'cd35b1e7-500e-4514-8c9b-591ba35b0647', 'mac_address': 'fa:16:3e:e2:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:37:24.216937 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.224775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Router f8ea7bf1-8e4d-44e2-a295-d53d405273d2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:24.237018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd35b1e7-500e-4514-8c9b-591ba35b0647 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:24.249446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdd2cf-4d0d-4ccb-afd3-873bd1a74a42 req-e3918f4f-0123-4bc3-8959-44c107e9bcfc tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.250353 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-47cdd2cf-4d0d-4ccb-afd3-873bd1a74a42 req-e3918f4f-0123-4bc3-8959-44c107e9bcfc tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.1838701 Sep 17 22:37:24.261895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd35b1e7-500e-4514-8c9b-591ba35b0647, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:24.356259 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.411585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28153a8d-1095-4936-b511-502357e31f75 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.437133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=cd35b1e7-500e-4514-8c9b-591ba35b0647,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:24.444013 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-47cdd2cf-4d0d-4ccb-afd3-873bd1a74a42 req-78b44436-b698-4290-8700-6f5d8d82ca33 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825025 Sep 17 22:37:24.458738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['cd35b1e7-500e-4514-8c9b-591ba35b0647'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:24.476183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49618) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:24.567215 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28153a8d-1095-4936-b511-502357e31f75 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.647899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:24.671118 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28153a8d-1095-4936-b511-502357e31f75 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0a28d6-bda1-411f-a91c-0f6fc3b9071a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:24.678760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63225172-5baf-4200-b8d2-0f16a9951ae3 None None] Sync routers for ids ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:24.697534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5156036e-e0de-4cdd-aaf9-0703378d2b77 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/0e70b6df-ab39-49db-9ca9-d9561dddbb68 HTTP/1.1" status: 200 len: 994 time: 0.2173975 Sep 17 22:37:24.705403 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28153a8d-1095-4936-b511-502357e31f75 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.708793 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-28153a8d-1095-4936-b511-502357e31f75 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9076498 Sep 17 22:37:24.716569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bda7c3-6689-4fe2-9489-8b9a9f681b23 req-8c5d7daa-ca34-453a-97a0-8e2247743f19 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:24.718795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49624) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:24.722224 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3bda7c3-6689-4fe2-9489-8b9a9f681b23 req-8c5d7daa-ca34-453a-97a0-8e2247743f19 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1385276 Sep 17 22:37:24.733446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b8192993-3da7-4d6f-9397-c79d08d7ae3f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816740766'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:24.751601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.793597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b3bda7c3-6689-4fe2-9489-8b9a9f681b23 req-4b43365c-bc4c-4366-885c-597c1db56e8e tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611210 Sep 17 22:37:24.806092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49626) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:24.812436 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-409372d5-86aa-49a5-9629-865ac64358e6 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.2164996 Sep 17 22:37:24.840326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63225172-5baf-4200-b8d2-0f16a9951ae3 None None] Routers {'f8ea7bf1-8e4d-44e2-a295-d53d405273d2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:24.840971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-63225172-5baf-4200-b8d2-0f16a9951ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:24.915665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-63225172-5baf-4200-b8d2-0f16a9951ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:24.926011 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8192993-3da7-4d6f-9397-c79d08d7ae3f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.928972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63225172-5baf-4200-b8d2-0f16a9951ae3 None None] Routers {'f8ea7bf1-8e4d-44e2-a295-d53d405273d2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:24.930550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-63225172-5baf-4200-b8d2-0f16a9951ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:24.981560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-63225172-5baf-4200-b8d2-0f16a9951ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:24.982508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63225172-5baf-4200-b8d2-0f16a9951ae3 None None] The sync data for ids ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:25.107121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49636) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:25.110152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bffce1ef-56d0-4640-85e9-4dd40c2f514f tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] 10.222.0.30 "GET /v2.0/floatingips/c16985be-93b8-48e8-8b13-065caddcfa3f HTTP/1.1" status: 200 len: 983 time: 0.3022277 Sep 17 22:37:25.240746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2218e6-6648-4848-aec2-6d1e15adb86d req-c4249599-fed2-4bb8-ae1b-1aa45a38b67c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:25.240746 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e2218e6-6648-4848-aec2-6d1e15adb86d req-c4249599-fed2-4bb8-ae1b-1aa45a38b67c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 944 time: 0.2555048 Sep 17 22:37:25.274994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e2218e6-6648-4848-aec2-6d1e15adb86d req-de4be23e-3fe2-4ad3-82b9-70fba74ae4f7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831461 Sep 17 22:37:25.325580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8192993-3da7-4d6f-9397-c79d08d7ae3f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.364335 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-52465a97-83fd-48f9-9488-2fd8001ab5be tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.2558260 Sep 17 22:37:25.367456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49640) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:25.579128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Deleting port d595b398-f762-4687-aa8c-9b1bc81c6b09 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:25.579372 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.690115 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8192993-3da7-4d6f-9397-c79d08d7ae3f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.764946 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.765474 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.782498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Calling delete_port for d595b398-f762-4687-aa8c-9b1bc81c6b09 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:25.792329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8192993-3da7-4d6f-9397-c79d08d7ae3f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bbf436-06fe-4f89-9d8d-3e02d0c37476,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:25.958304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628c5bf-9881-4591-882d-4f63eb2e042e req-3ef5a164-f83b-4847-9674-1cc124179c24 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:25.967768 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c628c5bf-9881-4591-882d-4f63eb2e042e req-3ef5a164-f83b-4847-9674-1cc124179c24 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0805209 Sep 17 22:37:25.988568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd35b1e7-500e-4514-8c9b-591ba35b0647 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:26.108011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c628c5bf-9881-4591-882d-4f63eb2e042e req-491d8af1-68ff-4062-840c-c5e2b3fcf55e tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998251 Sep 17 22:37:26.108109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port cd35b1e7-500e-4514-8c9b-591ba35b0647 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:26.108109 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.199637 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.245643 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8192993-3da7-4d6f-9397-c79d08d7ae3f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.249802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49648) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:26.249967 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b8192993-3da7-4d6f-9397-c79d08d7ae3f tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5294480 Sep 17 22:37:26.254664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-eb3c7c25-6cf8-4d2e-ac62-297c29696e29 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': '0b0a28d6-bda1-411f-a91c-0f6fc3b9071a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '18bbf436-06fe-4f89-9d8d-3e02d0c37476', 'remote_ip_prefix': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:26.357084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd35b1e7-500e-4514-8c9b-591ba35b0647, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:26.363887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd35b1e7-500e-4514-8c9b-591ba35b0647'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:26.372733 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68c85ad-84c7-4e06-9e5b-5e1828506306" -d '{"events": [{"server_uuid": "166e5b92-bad5-4398-8d96-9ffda9f5efc3", "name": "network-vif-plugged", "status": "completed", "tag": "cd35b1e7-500e-4514-8c9b-591ba35b0647"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:26.391921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.493146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event deleted for resources: {'Port': ['ID=d595b398-f762-4687-aa8c-9b1bc81c6b09,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:26.531141 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.674355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03377e04-376d-4be1-ac3f-0900166b1b52 req-dc5d1b71-0173-4eff-8459-3c66d20765fc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:26.677563 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03377e04-376d-4be1-ac3f-0900166b1b52 req-dc5d1b71-0173-4eff-8459-3c66d20765fc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.1723950 Sep 17 22:37:26.682220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=cd35b1e7-500e-4514-8c9b-591ba35b0647,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:26.822796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.823567 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Floating IP c16985be-93b8-48e8-8b13-065caddcfa3f disassociated (deleted). External IP: 172.25.6.196, port: 7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f. Sep 17 22:37:26.914752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b901be-dc4a-4558-9a32-611f80905282 req-7bb36c36-98c3-4d64-bae4-02e1aa4535e2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:26.920035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-68b901be-dc4a-4558-9a32-611f80905282 req-7bb36c36-98c3-4d64-bae4-02e1aa4535e2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0845268 Sep 17 22:37:26.955244 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7c25-6cf8-4d2e-ac62-297c29696e29 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.998099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-68b901be-dc4a-4558-9a32-611f80905282 req-a39b9371-23c7-453c-9612-10a89dfaf135 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677190 Sep 17 22:37:27.084385 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624ed9d1-9a65-41a7-8821-df8b710621e2 x-openstack-request-id: req-624ed9d1-9a65-41a7-8821-df8b710621e2 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:27.084914 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166e5b92-bad5-4398-8d96-9ffda9f5efc3", "name": "network-vif-plugged", "status": "completed", "tag": "cd35b1e7-500e-4514-8c9b-591ba35b0647", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:27.084914 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-624ed9d1-9a65-41a7-8821-df8b710621e2 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:27.085298 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd35b1e7-500e-4514-8c9b-591ba35b0647', 'code': 200} Sep 17 22:37:27.116391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7c25-6cf8-4d2e-ac62-297c29696e29 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.226138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb9ddc-8cb3-45dc-85a0-5c79fc6367d5 req-fedf95fa-f6ac-4723-87da-5a32c2bdad39 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:27.235496 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffbb9ddc-8cb3-45dc-85a0-5c79fc6367d5 req-fedf95fa-f6ac-4723-87da-5a32c2bdad39 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0723019 Sep 17 22:37:27.246440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7c25-6cf8-4d2e-ac62-297c29696e29 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.292471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c7c25-6cf8-4d2e-ac62-297c29696e29 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04039f9-84db-411b-9a97-b88903f7a371,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:27.311906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffbb9ddc-8cb3-45dc-85a0-5c79fc6367d5 req-9b13ec11-332b-4211-ac46-3ee6a9d913a4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748553 Sep 17 22:37:27.316138 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03377e04-376d-4be1-ac3f-0900166b1b52 req-748712d7-d3ce-4825-ad85-a91cfb5605e1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815487 Sep 17 22:37:27.319575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ef9b5e25-32bc-4c17-ae01-b1d8bc842d44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6660733 Sep 17 22:37:27.405133 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7c25-6cf8-4d2e-ac62-297c29696e29 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.406643 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-eb3c7c25-6cf8-4d2e-ac62-297c29696e29 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1558216 Sep 17 22:37:27.412071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49662) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:27.531522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70410ed6-dc20-45e0-a30b-f5180208d796 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.546337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70410ed6-dc20-45e0-a30b-f5180208d796 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.653161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Router f8ea7bf1-8e4d-44e2-a295-d53d405273d2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:27.746004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70410ed6-dc20-45e0-a30b-f5180208d796 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.755251 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70410ed6-dc20-45e0-a30b-f5180208d796 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.759200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-70410ed6-dc20-45e0-a30b-f5180208d796 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c04039f9-84db-411b-9a97-b88903f7a371 HTTP/1.1" status: 204 len: 168 time: 0.3452325 Sep 17 22:37:27.759433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49674) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:27.770493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70410ed6-dc20-45e0-a30b-f5180208d796 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c04039f9-84db-411b-9a97-b88903f7a371,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:27.885776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49684) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:27.891711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-91380ed5-bee5-4ac8-8e7e-a477910fff9e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1213605 Sep 17 22:37:27.895320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:27.901608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.910305 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0530a82-0b34-4ce1-83fe-836e9d4947d2 None None] Sync routers for ids ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:27.927018 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0530a82-0b34-4ce1-83fe-836e9d4947d2 None None] Routers {'f8ea7bf1-8e4d-44e2-a295-d53d405273d2'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:27.928950 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e0530a82-0b34-4ce1-83fe-836e9d4947d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:27.977885 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d09b8ba2-f354-4486-9853-047f43cf0719 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "DELETE /v2.0/floatingips/c16985be-93b8-48e8-8b13-065caddcfa3f HTTP/1.1" status: 204 len: 168 time: 2.6091228 Sep 17 22:37:27.981496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49686) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:27.988195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:28.000437 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e0530a82-0b34-4ce1-83fe-836e9d4947d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:28.017430 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0530a82-0b34-4ce1-83fe-836e9d4947d2 None None] Routers {'f8ea7bf1-8e4d-44e2-a295-d53d405273d2'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:28.019041 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e0530a82-0b34-4ce1-83fe-836e9d4947d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:28.033650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9152be5-ab81-462b-bc08-7ee33d581d85 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.059577 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e0530a82-0b34-4ce1-83fe-836e9d4947d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:28.060373 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0530a82-0b34-4ce1-83fe-836e9d4947d2 None None] The sync data for ids ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:28.086065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9152be5-ab81-462b-bc08-7ee33d581d85 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.145429 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.235184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08838ce0-1009-41cc-a534-39b28bca278b req-73befbfd-b2b5-473f-b161-36e436483d2e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.261621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08838ce0-1009-41cc-a534-39b28bca278b req-73befbfd-b2b5-473f-b161-36e436483d2e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.1487815 Sep 17 22:37:28.293942 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.333274 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08838ce0-1009-41cc-a534-39b28bca278b req-4853c139-b63e-4db7-9fb8-e5409d1cbf38 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666690 Sep 17 22:37:28.340705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9152be5-ab81-462b-bc08-7ee33d581d85 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.343747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9152be5-ab81-462b-bc08-7ee33d581d85 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.346091 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a9152be5-ab81-462b-bc08-7ee33d581d85 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-groups/18bbf436-06fe-4f89-9d8d-3e02d0c37476 HTTP/1.1" status: 204 len: 168 time: 0.4582160 Sep 17 22:37:28.349557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49694) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:28.423406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9152be5-ab81-462b-bc08-7ee33d581d85 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bbf436-06fe-4f89-9d8d-3e02d0c37476,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:28.562888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e5cb2999-2581-46d9-8672-c595bf64ec00 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2120113 Sep 17 22:37:28.566005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49704) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:28.608298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Allocated IP 172.25.6.177 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/a8b04da9-23a5-4f28-a6f2-466babe09d97) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:28.623865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a728cb-1d00-4dbb-9aae-3dd4d6561d77 req-b59dfae1-7ff2-4772-9bcf-25a213e8b90c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.625423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4a728cb-1d00-4dbb-9aae-3dd4d6561d77 req-b59dfae1-7ff2-4772-9bcf-25a213e8b90c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.1353681 Sep 17 22:37:28.631671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f753c-96d4-46a4-9cb3-61c149020417 req-d24b4496-7bc6-4547-b11e-30eb82eaac15 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:28.633556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d1f753c-96d4-46a4-9cb3-61c149020417 req-d24b4496-7bc6-4547-b11e-30eb82eaac15 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1494508 Sep 17 22:37:28.751286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d1f753c-96d4-46a4-9cb3-61c149020417 req-5c950dff-9ff6-4eb3-a96d-807100a674e5 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080039 Sep 17 22:37:28.766649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4a728cb-1d00-4dbb-9aae-3dd4d6561d77 req-a4e90183-d66f-46d2-8dff-ec40128f5070 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152489 Sep 17 22:37:28.767536 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3439f076-9ce1-42e4-9265-6094bcb8a0fd tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.797971 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.810954 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3439f076-9ce1-42e4-9265-6094bcb8a0fd tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.945072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.997560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:29.004657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:29.009421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:29.012871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Pushing event updated for resources: {'Port': ['ID=a8b04da9-23a5-4f28-a6f2-466babe09d97,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:29.030381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3439f076-9ce1-42e4-9265-6094bcb8a0fd tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.034551 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3439f076-9ce1-42e4-9265-6094bcb8a0fd tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.038736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3439f076-9ce1-42e4-9265-6094bcb8a0fd tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-groups/0b0a28d6-bda1-411f-a91c-0f6fc3b9071a HTTP/1.1" status: 204 len: 168 time: 0.4719036 Sep 17 22:37:29.039589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49708) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:29.102825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439f076-9ce1-42e4-9265-6094bcb8a0fd tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0a28d6-bda1-411f-a91c-0f6fc3b9071a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:29.170278 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.185329 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e3a954dc-ed82-440d-8532-4e2b74a074e9 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1268246 Sep 17 22:37:29.189372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49710) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:29.194944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a95cb6ff-2d27-489b-b267-eacdfbc1734c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630263490'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:29.264673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.382698 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a95cb6ff-2d27-489b-b267-eacdfbc1734c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.446832 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.512089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20565ec-a54d-40b7-b92c-825865121791 req-adffebdd-df7b-48b9-90c1-56eb9178c7ef tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.523010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d20565ec-a54d-40b7-b92c-825865121791 req-adffebdd-df7b-48b9-90c1-56eb9178c7ef tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0719855 Sep 17 22:37:29.640131 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d20565ec-a54d-40b7-b92c-825865121791 req-14f1b6e1-85b3-4247-ab18-d84df9a5a044 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138864 Sep 17 22:37:29.686783 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.737023 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a95cb6ff-2d27-489b-b267-eacdfbc1734c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.911968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee9f7-eb1d-4cf8-9800-088ba791a49e req-79ef3437-7d3a-4926-9f4e-21c0f3e5abfd tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.913178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-015ee9f7-eb1d-4cf8-9800-088ba791a49e req-79ef3437-7d3a-4926-9f4e-21c0f3e5abfd tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0583024 Sep 17 22:37:29.914336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae071801-1f2f-45b5-ad04-0bbda1bb8896 req-b29deaba-a376-438f-8cef-3fd84caf1ea2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:29.918773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae071801-1f2f-45b5-ad04-0bbda1bb8896 req-b29deaba-a376-438f-8cef-3fd84caf1ea2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.0621419 Sep 17 22:37:29.956211 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-015ee9f7-eb1d-4cf8-9800-088ba791a49e req-c72cd537-6177-4b96-83fc-2ba5537bffb6 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361283 Sep 17 22:37:29.974484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae071801-1f2f-45b5-ad04-0bbda1bb8896 req-45cf744e-ee2e-4ffc-86dc-413d0d73fea7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481467 Sep 17 22:37:30.067943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.104815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a95cb6ff-2d27-489b-b267-eacdfbc1734c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.177232 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Pushing event updated for resources: {'Port': ['ID=a8b04da9-23a5-4f28-a6f2-466babe09d97,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:30.182215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cb6ff-2d27-489b-b267-eacdfbc1734c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe6b780-5160-4bfb-a9d0-c6d072500d3d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:30.191345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.267743 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a95cb6ff-2d27-489b-b267-eacdfbc1734c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.269631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a95cb6ff-2d27-489b-b267-eacdfbc1734c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0788155 Sep 17 22:37:30.272331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49724) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:30.278690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b79b6ee8-7efa-44d8-b7da-2b0aa2e037a1 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': 'dfe6b780-5160-4bfb-a9d0-c6d072500d3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:30.314070 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.318591 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-91f81506-6ef2-4035-b47c-c1b4a14bf08a tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3334973 Sep 17 22:37:30.319229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49728) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:30.418708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b79b6ee8-7efa-44d8-b7da-2b0aa2e037a1 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.487967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:30.529697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b79b6ee8-7efa-44d8-b7da-2b0aa2e037a1 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.639164 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b79b6ee8-7efa-44d8-b7da-2b0aa2e037a1 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.679779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b6ee8-7efa-44d8-b7da-2b0aa2e037a1 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971a79b5-f8da-4b77-b8b5-e94616604609,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:30.703252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.832162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b79b6ee8-7efa-44d8-b7da-2b0aa2e037a1 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.832888 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b79b6ee8-7efa-44d8-b7da-2b0aa2e037a1 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5591331 Sep 17 22:37:30.835863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49736) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:30.881691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613631-dc32-4dde-87f2-87f00f464e8b req-a766349b-07f6-4ad1-9e3f-8386d7a672c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.881691 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-a766349b-07f6-4ad1-9e3f-8386d7a672c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1098 time: 0.1108146 Sep 17 22:37:30.883944 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.895685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ac8dc-91e1-4041-9f5b-42d88f731cdf req-41aa8185-8748-495a-adb5-9112edbbd72f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:30.897368 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c0ac8dc-91e1-4041-9f5b-42d88f731cdf req-41aa8185-8748-495a-adb5-9112edbbd72f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.1143384 Sep 17 22:37:30.919398 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b15b5c5e-0c41-45f5-be2b-c6c08c1511bf tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.933346 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b15b5c5e-0c41-45f5-be2b-c6c08c1511bf tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.068433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Allocated IP 172.25.6.204 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/db947057-dd4d-433a-8e82-22fc46e56258) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:31.086091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c0ac8dc-91e1-4041-9f5b-42d88f731cdf req-d57de8d0-6e7a-4972-bde5-18c989c00189 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753001 Sep 17 22:37:31.134514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613631-dc32-4dde-87f2-87f00f464e8b req-2cc0d979-b979-4b6b-ae3e-e7d037d2d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.147992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-2cc0d979-b979-4b6b-ae3e-e7d037d2d7cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 0.2431974 Sep 17 22:37:31.217492 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b15b5c5e-0c41-45f5-be2b-c6c08c1511bf tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.235410 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b15b5c5e-0c41-45f5-be2b-c6c08c1511bf tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.240021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b15b5c5e-0c41-45f5-be2b-c6c08c1511bf tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/971a79b5-f8da-4b77-b8b5-e94616604609 HTTP/1.1" status: 204 len: 168 time: 0.4000199 Sep 17 22:37:31.240021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b5c5e-0c41-45f5-be2b-c6c08c1511bf tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=971a79b5-f8da-4b77-b8b5-e94616604609,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:31.247168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49744) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:31.272890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243742f3-53cb-4240-b057-29e73bd50d53 req-cdce0074-219b-4497-8006-851a83fee18d tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.280964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-243742f3-53cb-4240-b057-29e73bd50d53 req-cdce0074-219b-4497-8006-851a83fee18d tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1568353 Sep 17 22:37:31.332743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-d9cfa0ce-c4fe-4b15-9173-4ccd2afd0f6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1002 time: 0.1834681 Sep 17 22:37:31.351133 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.369708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-243742f3-53cb-4240-b057-29e73bd50d53 req-316b3b3b-bc32-48d1-82d5-905cf763c0c5 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872836 Sep 17 22:37:31.449800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-56965639-d4dd-4b5e-8d4d-5a0f925d1b3d tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2002683 Sep 17 22:37:31.452671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49746) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:31.454164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613631-dc32-4dde-87f2-87f00f464e8b req-36b4353e-5e7e-444b-bfa3-8d0632bf4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.456888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-36b4353e-5e7e-444b-bfa3-8d0632bf4dc9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.1153333 Sep 17 22:37:31.467525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2fc3e-b272-42af-8a61-65aee96b1d31 req-c4632143-76b1-4771-ac86-358a7dfd36bb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.477015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1f2fc3e-b272-42af-8a61-65aee96b1d31 req-c4632143-76b1-4771-ac86-358a7dfd36bb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.2286487 Sep 17 22:37:31.554305 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.567283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1f2fc3e-b272-42af-8a61-65aee96b1d31 req-1d839758-418e-43e6-bc44-5bced6cf6b33 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885799 Sep 17 22:37:31.575069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613631-dc32-4dde-87f2-87f00f464e8b req-891edfbc-e12a-4508-bb7c-c5338837df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:31.576537 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-891edfbc-e12a-4508-bb7c-c5338837df8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894897 Sep 17 22:37:31.604868 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b620-3b79-40b3-a5f7-77819887baae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.645624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:31.652198 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:31.665765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:31.674615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b620-3b79-40b3-a5f7-77819887baae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.713867 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-9eb18ef1-32e7-43f9-abd5-a92edfd6210b service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294482 Sep 17 22:37:31.722262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Pushing event updated for resources: {'Port': ['ID=db947057-dd4d-433a-8e82-22fc46e56258,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:31.884517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-85ef57e9-faf4-48e1-85b2-cff0ba4a93c9 service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598623 Sep 17 22:37:32.233538 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b620-3b79-40b3-a5f7-77819887baae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.237151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b620-3b79-40b3-a5f7-77819887baae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.239048 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d3c0b620-3b79-40b3-a5f7-77819887baae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-groups/dfe6b780-5160-4bfb-a9d0-c6d072500d3d HTTP/1.1" status: 204 len: 168 time: 0.7845466 Sep 17 22:37:32.242208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49762) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:32.322325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0b620-3b79-40b3-a5f7-77819887baae tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe6b780-5160-4bfb-a9d0-c6d072500d3d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:32.361477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c3ae9cb9-6b6f-4ec1-9445-520caccf5117 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164114 Sep 17 22:37:32.366415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49764) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:32.370932 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.381074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-23dcc499-abf0-4cd7-83db-87ff806a0010 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821651368'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:32.388420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76f6e1-a97f-472b-9aa9-e97ac8db29c8 req-e9597e10-432b-4c95-ac5d-68bcc05204ae tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.390064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a76f6e1-a97f-472b-9aa9-e97ac8db29c8 req-e9597e10-432b-4c95-ac5d-68bcc05204ae tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.1993482 Sep 17 22:37:32.469106 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a76f6e1-a97f-472b-9aa9-e97ac8db29c8 req-a8bd31da-c9c8-4c0f-bc68-ec2a64e33cda tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636213 Sep 17 22:37:32.529949 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.536227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23dcc499-abf0-4cd7-83db-87ff806a0010 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.725897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc99da-7fbb-4adb-9f8c-f9238cac56d5 req-1745979b-59e5-4a57-989b-a5ae82014025 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.727561 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f0bc99da-7fbb-4adb-9f8c-f9238cac56d5 req-1745979b-59e5-4a57-989b-a5ae82014025 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.2416985 Sep 17 22:37:32.772292 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23dcc499-abf0-4cd7-83db-87ff806a0010 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.786191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86641e7c-abbc-46c9-b0fc-16be94c0e766 req-98bb42cf-abc7-4941-b234-b0fc4f290930 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:32.793725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-86641e7c-abbc-46c9-b0fc-16be94c0e766 req-98bb42cf-abc7-4941-b234-b0fc4f290930 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.0861325 Sep 17 22:37:32.817297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f0bc99da-7fbb-4adb-9f8c-f9238cac56d5 req-80687f2b-c17f-4651-978d-8e54f161fa52 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766821 Sep 17 22:37:32.830220 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.849099 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-86641e7c-abbc-46c9-b0fc-16be94c0e766 req-adbf105f-f687-4222-9eb3-278e415837a6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544333 Sep 17 22:37:32.902040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23dcc499-abf0-4cd7-83db-87ff806a0010 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.937421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcc499-abf0-4cd7-83db-87ff806a0010 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c7a15-7484-4e87-8d85-86c2c747fe06,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:32.941960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.022080 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23dcc499-abf0-4cd7-83db-87ff806a0010 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.023661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-23dcc499-abf0-4cd7-83db-87ff806a0010 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6559291 Sep 17 22:37:33.026513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49780) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:33.031755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-27df9e30-bc68-483b-b103-adb0633dac2c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': 'd88c7a15-7484-4e87-8d85-86c2c747fe06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:33.075216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.088822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Pushing event updated for resources: {'Port': ['ID=db947057-dd4d-433a-8e82-22fc46e56258,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:33.160724 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27df9e30-bc68-483b-b103-adb0633dac2c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.247040 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5078f0e2-a62e-4e49-8e7e-9a54a29c0617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.251450 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27df9e30-bc68-483b-b103-adb0633dac2c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.270304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.272095 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4ff8b753-98a2-4e26-a37c-fa0a3e6dd4b9 tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9519517 Sep 17 22:37:33.274628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49782) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:33.338901 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27df9e30-bc68-483b-b103-adb0633dac2c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.371704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-21ac96b7-5659-4742-90ef-316e0435af23 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.0959651 Sep 17 22:37:33.382289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49786) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:33.517996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df9e30-bc68-483b-b103-adb0633dac2c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e57a632-f41a-4680-8ee0-9e1008dfcb92,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:33.524924 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bd36ee45-d4ee-4d29-a719-e1e79ec6fffa tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1411648 Sep 17 22:37:33.527444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49790) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:33.743905 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-27273d73-dba0-41e6-9568-e79ddc0fa395 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1651137 Sep 17 22:37:33.779189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5811b1-bbeb-46ea-a6a1-fc1826332358 req-ff3bc0b7-72cc-410e-a0ea-4e9707389f4c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:33.779189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f5811b1-bbeb-46ea-a6a1-fc1826332358 req-ff3bc0b7-72cc-410e-a0ea-4e9707389f4c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.1476250 Sep 17 22:37:33.847149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f5811b1-bbeb-46ea-a6a1-fc1826332358 req-0d8ed295-645f-4f05-ab7b-69883dd4fefe tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556862 Sep 17 22:37:33.854366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a68b9eb2-292b-4292-bad5-54a27834c1bf tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Deleting port db947057-dd4d-433a-8e82-22fc46e56258 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:33.854930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a68b9eb2-292b-4292-bad5-54a27834c1bf tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.855781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-41bf0871-69fa-4191-b4b4-809b60149f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:33.863770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-41bf0871-69fa-4191-b4b4-809b60149f96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 1098 time: 0.0857875 Sep 17 22:37:33.958640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a68b9eb2-292b-4292-bad5-54a27834c1bf tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.959258 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a68b9eb2-292b-4292-bad5-54a27834c1bf tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.974512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a68b9eb2-292b-4292-bad5-54a27834c1bf tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Calling delete_port for db947057-dd4d-433a-8e82-22fc46e56258 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:34.105007 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27df9e30-bc68-483b-b103-adb0633dac2c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.105007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-27df9e30-bc68-483b-b103-adb0633dac2c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0764019 Sep 17 22:37:34.113914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49800) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:34.140619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8710bc-4e72-41df-b0ba-22d19e162015 req-c0e711b6-69df-49b0-9f5c-aa2c85e6da6b tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.142461 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac8710bc-4e72-41df-b0ba-22d19e162015 req-c0e711b6-69df-49b0-9f5c-aa2c85e6da6b tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1870663 Sep 17 22:37:34.150554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-27c1c059-088e-49b4-a824-82f592ffe394 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules/3e57a632-f41a-4680-8ee0-9e1008dfcb92 HTTP/1.1" status: 200 len: 763 time: 0.0347903 Sep 17 22:37:34.157304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49802) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:34.203063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d293730-8ba9-490e-a3de-f63138156c22 req-cd34e1eb-6140-45e2-be7f-1b739bfb02ee tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.208678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d293730-8ba9-490e-a3de-f63138156c22 req-cd34e1eb-6140-45e2-be7f-1b739bfb02ee tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.1145124 Sep 17 22:37:34.215130 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac8710bc-4e72-41df-b0ba-22d19e162015 req-2376a13f-133e-48ca-b733-79f0a31cc19e tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633874 Sep 17 22:37:34.233363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3c545eff-8e6b-461f-b9a8-69d230f1eaaa tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0722528 Sep 17 22:37:34.234197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49804) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:34.270928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-51311d7e-2864-45c9-af28-37078eb26c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.272701 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-51311d7e-2864-45c9-af28-37078eb26c39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.3876629 Sep 17 22:37:34.275015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d293730-8ba9-490e-a3de-f63138156c22 req-23e1e918-fc6f-4def-a9bd-797370eadcb4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600803 Sep 17 22:37:34.348476 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8d10022-68de-4b6a-8141-a78194e1b228 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.352938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-d5ca6913-07ad-43e5-b518-d876a8cfe2b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519ccd34-2a6c-4340-b45b-f43ab9eeeebc HTTP/1.1" status: 200 len: 217 time: 0.0515099 Sep 17 22:37:34.362475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8d10022-68de-4b6a-8141-a78194e1b228 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.368028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a68b9eb2-292b-4292-bad5-54a27834c1bf tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.407614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b9eb2-292b-4292-bad5-54a27834c1bf tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Pushing event deleted for resources: {'Port': ['ID=db947057-dd4d-433a-8e82-22fc46e56258,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:34.425604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-5039bb06-e801-44d7-89c1-108ccbdd15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.427096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-5039bb06-e801-44d7-89c1-108ccbdd15c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0672941 Sep 17 22:37:34.468996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a68b9eb2-292b-4292-bad5-54a27834c1bf tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.472305 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a68b9eb2-292b-4292-bad5-54a27834c1bf tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.473543 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a68b9eb2-292b-4292-bad5-54a27834c1bf tempest-FloatingIPAdminTestJSON-1101484914 tempest-FloatingIPAdminTestJSON-1101484914-project] 10.222.0.30 "DELETE /v2.0/floatingips/4e6ddd83-3a45-46c5-8d89-8f41fbf07263 HTTP/1.1" status: 204 len: 168 time: 0.9447491 Sep 17 22:37:34.476408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49808) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:34.511110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-be65a323-0815-4887-aecf-54fa73677f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:34.512619 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-be65a323-0815-4887-aecf-54fa73677f02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785506 Sep 17 22:37:34.618684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8d10022-68de-4b6a-8141-a78194e1b228 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.624073 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8d10022-68de-4b6a-8141-a78194e1b228 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.625258 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f8d10022-68de-4b6a-8141-a78194e1b228 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3e57a632-f41a-4680-8ee0-9e1008dfcb92 HTTP/1.1" status: 204 len: 168 time: 0.3902421 Sep 17 22:37:34.628377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49814) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:34.691286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d10022-68de-4b6a-8141-a78194e1b228 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e57a632-f41a-4680-8ee0-9e1008dfcb92,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:34.697959 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fa8c4298-07fb-46d4-a2e3-0fcad038f47e tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0681238 Sep 17 22:37:34.701843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49816) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:34.726269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a2e747a2-b9f8-4719-9d52-192d93199a94 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': 'd88c7a15-7484-4e87-8d85-86c2c747fe06', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:34.746403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-240bf3c7-d5f4-48cc-9e78-ac8d797b5ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018881 Sep 17 22:37:34.770813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-adfe7772-c3ea-489a-88ce-88d0106abd06 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Deleting port a8b04da9-23a5-4f28-a6f2-466babe09d97 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:34.776392 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adfe7772-c3ea-489a-88ce-88d0106abd06 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.885435 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2e747a2-b9f8-4719-9d52-192d93199a94 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.971006 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00ffaebd-f35d-4f95-9a8d-c72f0caa3145 req-aabe6e1d-b275-48f8-8462-b20e8c37979f service neutron] 10.222.0.15 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160780 Sep 17 22:37:34.979024 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2e747a2-b9f8-4719-9d52-192d93199a94 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.992365 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adfe7772-c3ea-489a-88ce-88d0106abd06 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.993058 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adfe7772-c3ea-489a-88ce-88d0106abd06 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.029856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-adfe7772-c3ea-489a-88ce-88d0106abd06 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Calling delete_port for a8b04da9-23a5-4f28-a6f2-466babe09d97 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:35.060559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2d82b-9494-4518-a010-b67972bcfbd2 req-0bc3414f-b4ac-4eac-b31e-ff34e330cf2a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.062138 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-07c2d82b-9494-4518-a010-b67972bcfbd2 req-0bc3414f-b4ac-4eac-b31e-ff34e330cf2a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0862849 Sep 17 22:37:35.087191 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2e747a2-b9f8-4719-9d52-192d93199a94 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.152881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e747a2-b9f8-4719-9d52-192d93199a94 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e329c6-fd7b-40f5-af21-55c4269ac0f0,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:35.270742 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2e747a2-b9f8-4719-9d52-192d93199a94 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.272671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a2e747a2-b9f8-4719-9d52-192d93199a94 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5697184 Sep 17 22:37:35.275427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49832) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:35.301128 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1d3b7eb3-0256-470a-860a-ea1faa530f95 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules/b7e329c6-fd7b-40f5-af21-55c4269ac0f0 HTTP/1.1" status: 200 len: 763 time: 0.0242949 Sep 17 22:37:35.303461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49836) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:35.342109 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-07c2d82b-9494-4518-a010-b67972bcfbd2 req-e61aa4ed-4f55-4213-8ffd-6d546547279c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941489 Sep 17 22:37:35.390288 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adfe7772-c3ea-489a-88ce-88d0106abd06 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.408664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-10a56aa2-4f92-412f-8454-d114ae404c2a tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1036751 Sep 17 22:37:35.418389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49838) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:35.427406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe7772-c3ea-489a-88ce-88d0106abd06 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8b04da9-23a5-4f28-a6f2-466babe09d97,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:35.500764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdf758-82c7-4d8f-89f1-f8ba9a8e32b5 req-b48109f2-e901-4568-a39d-fb6a564dfd69 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:35.503230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-decdf758-82c7-4d8f-89f1-f8ba9a8e32b5 req-b48109f2-e901-4568-a39d-fb6a564dfd69 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1494539 Sep 17 22:37:35.548891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93ace430-f5fd-49f7-b5a6-cfd38a757472 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.568601 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-decdf758-82c7-4d8f-89f1-f8ba9a8e32b5 req-7fcc2c77-4f2e-415a-b231-329c9b4661ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574625 Sep 17 22:37:35.851241 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95e3fdec-3a27-40ec-9a3f-8283e93f86dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.904954 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93ace430-f5fd-49f7-b5a6-cfd38a757472 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.942221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adfe7772-c3ea-489a-88ce-88d0106abd06 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.944281 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adfe7772-c3ea-489a-88ce-88d0106abd06 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.949137 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-adfe7772-c3ea-489a-88ce-88d0106abd06 tempest-FloatingIPAdminTestJSON-1719052428 tempest-FloatingIPAdminTestJSON-1719052428-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/56646e2d-04fe-43c5-a060-da9c39c25288 HTTP/1.1" status: 204 len: 168 time: 1.4681425 Sep 17 22:37:35.950009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49844) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:36.003175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f0c32-5b1b-48e0-937f-b5cc105b2f63 req-00b88f4d-d258-4ded-ba7a-988919a91ae4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.010568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea9f0c32-5b1b-48e0-937f-b5cc105b2f63 req-00b88f4d-d258-4ded-ba7a-988919a91ae4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.5402799 Sep 17 22:37:36.097174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea9f0c32-5b1b-48e0-937f-b5cc105b2f63 req-cd5cd239-72da-4860-9bed-37a9e186436d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808005 Sep 17 22:37:36.097174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93ace430-f5fd-49f7-b5a6-cfd38a757472 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.112665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93ace430-f5fd-49f7-b5a6-cfd38a757472 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.113931 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-93ace430-f5fd-49f7-b5a6-cfd38a757472 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b7e329c6-fd7b-40f5-af21-55c4269ac0f0 HTTP/1.1" status: 204 len: 168 time: 0.6946726 Sep 17 22:37:36.118671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49848) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:36.133560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ace430-f5fd-49f7-b5a6-cfd38a757472 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7e329c6-fd7b-40f5-af21-55c4269ac0f0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:36.160217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8b32763a-29f3-4778-9c45-a0321427670d tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Deleting port 7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:36.160640 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b32763a-29f3-4778-9c45-a0321427670d tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.202859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6996376b-1f46-48f3-9528-2b3ff910d22b tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0773563 Sep 17 22:37:36.213158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750420a-3e2d-44d1-b5aa-08ccd282fc37 req-843a6c47-9a5f-4c96-847f-44993a0c49c1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.221033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1750420a-3e2d-44d1-b5aa-08ccd282fc37 req-843a6c47-9a5f-4c96-847f-44993a0c49c1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1405714 Sep 17 22:37:36.231629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49852) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:36.237470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a45da288-a07e-4d93-b7de-b0bb2e8f72a6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Request body: {'security_group_rule': {'security_group_id': 'd88c7a15-7484-4e87-8d85-86c2c747fe06', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:36.270644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1750420a-3e2d-44d1-b5aa-08ccd282fc37 req-2d752058-ca67-496e-be89-8a1deec88ad5 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409250 Sep 17 22:37:36.340988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b32763a-29f3-4778-9c45-a0321427670d tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.389667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8b32763a-29f3-4778-9c45-a0321427670d tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Calling delete_port for 7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:36.573822 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-a45da288-a07e-4d93-b7de-b0bb2e8f72a6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Project 497b309ae7c44f40b002b0c53f1e44fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:37:36.593107 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a45da288-a07e-4d93-b7de-b0bb2e8f72a6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.603837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccceb2-a764-408a-ad53-372ef648269b req-6956c85e-6e7a-4ba7-ab2d-1898a71c3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.606503 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8ccceb2-a764-408a-ad53-372ef648269b req-6956c85e-6e7a-4ba7-ab2d-1898a71c3851 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 1097 time: 0.3266065 Sep 17 22:37:36.754882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccceb2-a764-408a-ad53-372ef648269b req-32384e21-6257-448f-b6e7-beae30957ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.756627 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8ccceb2-a764-408a-ad53-372ef648269b req-32384e21-6257-448f-b6e7-beae30957ac6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.1227241 Sep 17 22:37:36.912230 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8ccceb2-a764-408a-ad53-372ef648269b req-11099afc-ec09-4b3b-999e-13421bebd6df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2be41a5-9414-481c-a68d-63476fee09cb HTTP/1.1" status: 200 len: 1000 time: 0.1335690 Sep 17 22:37:36.929893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0430-71f2-458a-99df-43f4591813ea req-204ebe82-b067-41b9-a104-2d8d46dcb77a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:36.937743 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a69f0430-71f2-458a-99df-43f4591813ea req-204ebe82-b067-41b9-a104-2d8d46dcb77a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.3918731 Sep 17 22:37:37.013982 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a45da288-a07e-4d93-b7de-b0bb2e8f72a6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.038515 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b32763a-29f3-4778-9c45-a0321427670d tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.063712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccceb2-a764-408a-ad53-372ef648269b req-e4f99197-28ac-406b-8fb2-4b3fbf23d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.066520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8ccceb2-a764-408a-ad53-372ef648269b req-e4f99197-28ac-406b-8fb2-4b3fbf23d1f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.1124663 Sep 17 22:37:37.083298 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.089602 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a69f0430-71f2-458a-99df-43f4591813ea req-44f9e064-e4a2-43a4-b0af-579bd983033a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508892 Sep 17 22:37:37.103673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32763a-29f3-4778-9c45-a0321427670d tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event deleted for resources: {'Port': ['ID=7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:37.251102 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a45da288-a07e-4d93-b7de-b0bb2e8f72a6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.303771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6304d8-2685-45ee-a35f-7ac908b92281 req-1d0d98e2-9837-4605-a500-8cb8143d3379 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.305979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e6304d8-2685-45ee-a35f-7ac908b92281 req-1d0d98e2-9837-4605-a500-8cb8143d3379 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.1004012 Sep 17 22:37:37.308212 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.333949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45da288-a07e-4d93-b7de-b0bb2e8f72a6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf961f0-1baa-47c0-a8fe-a6eaf2f36c7d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:37.376063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccceb2-a764-408a-ad53-372ef648269b req-a10aa771-1405-4342-91af-ecc29fcf61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.378762 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8ccceb2-a764-408a-ad53-372ef648269b req-a10aa771-1405-4342-91af-ecc29fcf61c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2879736 Sep 17 22:37:37.415771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e6304d8-2685-45ee-a35f-7ac908b92281 req-7257fc65-33e6-46a2-a5b6-e6112702a8e9 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029017 Sep 17 22:37:37.437959 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b32763a-29f3-4778-9c45-a0321427670d tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.441407 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b32763a-29f3-4778-9c45-a0321427670d tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "DELETE /v2.0/ports/7bb60885-a3ae-4d4b-99df-c0bbcc58cd1f HTTP/1.1" status: 204 len: 168 time: 1.4910762 Sep 17 22:37:37.452414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49864) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:37.512100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a45da288-a07e-4d93-b7de-b0bb2e8f72a6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.516051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a45da288-a07e-4d93-b7de-b0bb2e8f72a6 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2833085 Sep 17 22:37:37.516742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49866) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:37.527906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa23ec-28d3-4333-a784-573800c2bc36 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.529521 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-18fa23ec-28d3-4333-a784-573800c2bc36 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ea7bf1-8e4d-44e2-a295-d53d405273d2 HTTP/1.1" status: 200 len: 913 time: 0.0760095 Sep 17 22:37:37.532163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49868) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:37.597404 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f9c7a41a-75a9-4af3-a033-12ce96fab1cd tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules/2cf961f0-1baa-47c0-a8fe-a6eaf2f36c7d HTTP/1.1" status: 200 len: 769 time: 0.0742190 Sep 17 22:37:37.598203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49870) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:37.654248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969b5ff-09b3-4d0d-9c39-c7acebcdf734 req-02e5ab51-350d-44ad-9262-3aa6e61e005d tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:37.655828 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6969b5ff-09b3-4d0d-9c39-c7acebcdf734 req-02e5ab51-350d-44ad-9262-3aa6e61e005d tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.2130802 Sep 17 22:37:37.711762 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-34c2a98a-d8d0-4ca9-81b4-a8eaa0ba14bc tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1101935 Sep 17 22:37:37.715376 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8ccceb2-a764-408a-ad53-372ef648269b req-951b02be-dda5-4254-abd9-e890338441f5 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262682 Sep 17 22:37:37.715836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49874) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:37.795881 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6969b5ff-09b3-4d0d-9c39-c7acebcdf734 req-b48f8295-0120-4d19-b140-efec8e183344 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309628 Sep 17 22:37:37.802786 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f1bbcdfe-a57c-4d5c-ae03-b312d12c2410 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.838857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f1bbcdfe-a57c-4d5c-ae03-b312d12c2410 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.925881 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8ccceb2-a764-408a-ad53-372ef648269b req-edadb736-dc0d-4273-8fc6-e24cd0c71056 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989706 Sep 17 22:37:37.976046 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f1bbcdfe-a57c-4d5c-ae03-b312d12c2410 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.983174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f1bbcdfe-a57c-4d5c-ae03-b312d12c2410 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.984361 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f1bbcdfe-a57c-4d5c-ae03-b312d12c2410 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2cf961f0-1baa-47c0-a8fe-a6eaf2f36c7d HTTP/1.1" status: 204 len: 168 time: 0.2673094 Sep 17 22:37:37.989949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49876) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:38.015580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbcdfe-a57c-4d5c-ae03-b312d12c2410 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cf961f0-1baa-47c0-a8fe-a6eaf2f36c7d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:38.053601 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.071229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f59dc007-7c8c-42fa-a5b1-736a54957e0c tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0771065 Sep 17 22:37:38.074149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49878) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:38.154322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ad4cf8b-bcf8-4145-96bf-048fb82b4883 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.180345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ad4cf8b-bcf8-4145-96bf-048fb82b4883 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.315291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e594243-1c43-4e4b-a2b7-efbe5448ed06 req-06cec2f4-a024-407c-8f86-a1434f52e558 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:38.317351 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e594243-1c43-4e4b-a2b7-efbe5448ed06 req-06cec2f4-a024-407c-8f86-a1434f52e558 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0901513 Sep 17 22:37:38.324843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ad4cf8b-bcf8-4145-96bf-048fb82b4883 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.327689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ad4cf8b-bcf8-4145-96bf-048fb82b4883 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.331821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1ad4cf8b-bcf8-4145-96bf-048fb82b4883 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "DELETE /v2.0/security-groups/d88c7a15-7484-4e87-8d85-86c2c747fe06 HTTP/1.1" status: 204 len: 168 time: 0.2534828 Sep 17 22:37:38.333197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49882) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:38.378705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4cf8b-bcf8-4145-96bf-048fb82b4883 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c7a15-7484-4e87-8d85-86c2c747fe06,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:38.421858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e594243-1c43-4e4b-a2b7-efbe5448ed06 req-b52fe88f-b1cc-44da-8020-bf9f0e03b4b0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967770 Sep 17 22:37:38.434319 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2585162b-3dfa-414e-bd1f-8708e3d4d099 tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960395 Sep 17 22:37:38.434952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49886) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:38.500052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Deleting port 21079f07-5895-4dd1-a73e-e23910cff70e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:38.500766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.509880 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a8f2148c-bae9-4e34-b634-b455c255902b tempest-SecGroupIPv6Test-212965831 tempest-SecGroupIPv6Test-212965831-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669358 Sep 17 22:37:38.656108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cbcfd-7b1f-461f-afe6-04f0280b47c8 req-d0e3aa60-df80-4b09-957f-0bca235c90af tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:38.657747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea2cbcfd-7b1f-461f-afe6-04f0280b47c8 req-d0e3aa60-df80-4b09-957f-0bca235c90af tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.1289952 Sep 17 22:37:38.693488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.755520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Calling delete_port for 21079f07-5895-4dd1-a73e-e23910cff70e owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:38.800168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ea2cbcfd-7b1f-461f-afe6-04f0280b47c8 req-c8a7ab09-8a9a-4c1e-a601-097955dbd372 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133618 Sep 17 22:37:38.988544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfd53a-da02-46ed-ba87-52d926f28203 req-cd91e249-8948-47ee-b22e-b246526ec814 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:38.990125 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-40dfd53a-da02-46ed-ba87-52d926f28203 req-cd91e249-8948-47ee-b22e-b246526ec814 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0766521 Sep 17 22:37:38.997472 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.079436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-40dfd53a-da02-46ed-ba87-52d926f28203 req-24a7f7a9-aa0b-4916-93f3-b20d365e5e6d tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773509 Sep 17 22:37:39.444788 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.471574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event deleted for resources: {'Port': ['ID=21079f07-5895-4dd1-a73e-e23910cff70e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:39.593023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b06034-e6d0-4f9e-bac6-c72717a76f5a req-a4ac78eb-ebac-4445-815e-9309f159af03 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:39.594851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6b06034-e6d0-4f9e-bac6-c72717a76f5a req-a4ac78eb-ebac-4445-815e-9309f159af03 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0805421 Sep 17 22:37:39.706427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6b06034-e6d0-4f9e-bac6-c72717a76f5a req-7f8c9605-3b92-4748-ad64-94ba4ad9f58f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030116 Sep 17 22:37:39.711449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49908) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:39.753225 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.001236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930540d8-d0d3-4e2e-a7a3-a5bb048e89dd req-35abb0d4-c42a-4219-b270-246d69b06a5f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.002881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-930540d8-d0d3-4e2e-a7a3-a5bb048e89dd req-35abb0d4-c42a-4219-b270-246d69b06a5f tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.0813990 Sep 17 22:37:40.019694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6f694c23-0ff8-40f8-b1b1-8869178ec25c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=497b309ae7c44f40b002b0c53f1e44fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042631 Sep 17 22:37:40.020028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49918) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:40.083902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b40b3d4-eb71-4725-ba03-d3213db19d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.100079 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-930540d8-d0d3-4e2e-a7a3-a5bb048e89dd req-d2cc1b11-cf72-4eef-a77b-42aae6c5f118 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469685 Sep 17 22:37:40.128646 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b40b3d4-eb71-4725-ba03-d3213db19d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.207265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Router f8ea7bf1-8e4d-44e2-a295-d53d405273d2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:40.248241 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b40b3d4-eb71-4725-ba03-d3213db19d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.251227 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b40b3d4-eb71-4725-ba03-d3213db19d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.253791 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4b40b3d4-eb71-4725-ba03-d3213db19d2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e3f869a-d98a-4bf4-9e09-16e5d6b7d39f HTTP/1.1" status: 204 len: 168 time: 0.2327023 Sep 17 22:37:40.269598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40b3d4-eb71-4725-ba03-d3213db19d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3f869a-d98a-4bf4-9e09-16e5d6b7d39f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:40.288553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e339-38fb-4de8-824f-6751b7ee5075 req-e1cae7d8-3810-48aa-9821-e14453f88de2 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.290432 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e113e339-38fb-4de8-824f-6751b7ee5075 req-e1cae7d8-3810-48aa-9821-e14453f88de2 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0966918 Sep 17 22:37:40.356867 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e113e339-38fb-4de8-824f-6751b7ee5075 req-c1f04c8e-0be8-4954-bd77-84f0895563de tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575130 Sep 17 22:37:40.404721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.410647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:40.417959 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a671e9aa-80e6-4e13-853d-17bb7b3d54da tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "PUT /v2.0/routers/f8ea7bf1-8e4d-44e2-a295-d53d405273d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8826478 Sep 17 22:37:40.418589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49928) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:40.421564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db2cd5-a5d4-419b-832f-722c5547397a None None] Sync routers for ids ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:40.432049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db2cd5-a5d4-419b-832f-722c5547397a None None] Routers {'f8ea7bf1-8e4d-44e2-a295-d53d405273d2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:40.432701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-56db2cd5-a5d4-419b-832f-722c5547397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:40.465158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-56db2cd5-a5d4-419b-832f-722c5547397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:40.476232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db2cd5-a5d4-419b-832f-722c5547397a None None] Routers {'f8ea7bf1-8e4d-44e2-a295-d53d405273d2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:40.477896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-56db2cd5-a5d4-419b-832f-722c5547397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:37:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:40.516679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-56db2cd5-a5d4-419b-832f-722c5547397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:40.517522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db2cd5-a5d4-419b-832f-722c5547397a None None] The sync data for ids ['f8ea7bf1-8e4d-44e2-a295-d53d405273d2'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:40.559517 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.678062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.865955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7cc4e-0e1a-49c7-ac17-ddea284a97eb req-9d0ee4b3-7135-4444-966d-949b3bd1fa77 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:40.876447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61f7cc4e-0e1a-49c7-ac17-ddea284a97eb req-9d0ee4b3-7135-4444-966d-949b3bd1fa77 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0903435 Sep 17 22:37:40.906316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Deleting port ac4c0a8b-ca03-4b4c-9857-2ee4c41904d6 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:40.906680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.980719 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61f7cc4e-0e1a-49c7-ac17-ddea284a97eb req-b8bd9c36-8c25-4526-901e-516287f4ea47 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032326 Sep 17 22:37:41.046107 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.062234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Calling delete_port for ac4c0a8b-ca03-4b4c-9857-2ee4c41904d6 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:41.261894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84f215-4f40-48e4-a5e2-697988fe2ab1 req-d214ff3a-a943-497e-8759-937b3bbbaa2a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:41.263344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af84f215-4f40-48e4-a5e2-697988fe2ab1 req-d214ff3a-a943-497e-8759-937b3bbbaa2a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.0796545 Sep 17 22:37:41.311214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af84f215-4f40-48e4-a5e2-697988fe2ab1 req-9644cc44-90a4-4494-a0a2-8b0d64b479c5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375416 Sep 17 22:37:41.381913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.411967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event deleted for resources: {'Port': ['ID=ac4c0a8b-ca03-4b4c-9857-2ee4c41904d6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:41.483437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.584211 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.586884 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.637607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-352a8926-aaef-4833-86b7-0c7d47696d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:41.639172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-352a8926-aaef-4833-86b7-0c7d47696d50 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 1097 time: 0.0561993 Sep 17 22:37:41.682517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49966) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:41.770548 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.770948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-e3f1ed3f-be04-4bf7-b4e7-1fc4eb1320e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:41.771399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Fanout notify agent at l3_agent the message router_deleted on router f8ea7bf1-8e4d-44e2-a295-d53d405273d2 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:37:41.772952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-e3f1ed3f-be04-4bf7-b4e7-1fc4eb1320e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.1259694 Sep 17 22:37:41.781601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.787638 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0eba38a8-7a5f-40b3-9fc3-4f10d154c8b8 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "DELETE /v2.0/routers/f8ea7bf1-8e4d-44e2-a295-d53d405273d2 HTTP/1.1" status: 204 len: 168 time: 1.3677030 Sep 17 22:37:41.788575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49970) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:41.803322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641362408'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:41.871102 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-17312f67-43ad-48ea-a58c-224bb3f403e3 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Deleting subnet 1eee8cab-eb32-487d-9ed4-de30374b82fe {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:37:41.875207 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17312f67-43ad-48ea-a58c-224bb3f403e3 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.923196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17312f67-43ad-48ea-a58c-224bb3f403e3 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.968501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.984182 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.063973 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17312f67-43ad-48ea-a58c-224bb3f403e3 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.169481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-6ad90039-0a04-411e-8009-9db2dfc4aa15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647 HTTP/1.1" status: 200 len: 217 time: 0.3875561 Sep 17 22:37:42.217231 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.245780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-d9cb8468-ccc0-415a-9257-c4ced03be1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.247231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-d9cb8468-ccc0-415a-9257-c4ced03be1cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0697308 Sep 17 22:37:42.256258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b934-4804-4057-b155-f9af019e59ca req-75261985-1443-4b10-97c7-5030361e3afe tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.257744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf11b934-4804-4057-b155-f9af019e59ca req-75261985-1443-4b10-97c7-5030361e3afe tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0910952 Sep 17 22:37:42.323863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf11b934-4804-4057-b155-f9af019e59ca req-a7a38d37-1edb-4100-9633-4e7aaf86b15c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573442 Sep 17 22:37:42.325654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-83eb53f0-6b9a-4f25-bd2d-7b0388052587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.327052 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-83eb53f0-6b9a-4f25-bd2d-7b0388052587 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684326 Sep 17 22:37:42.359492 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.363817 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17312f67-43ad-48ea-a58c-224bb3f403e3 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.435008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17312f67-43ad-48ea-a58c-224bb3f403e3 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event deleted for resources: {'Subnet': ['ID=1eee8cab-eb32-487d-9ed4-de30374b82fe,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:42.446142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-69ef1186-27fa-419d-858b-4e2f0def94d7 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120269 Sep 17 22:37:42.447438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d24ce55-b5b4-4140-9e39-facf7cfd9f6e None None] Network a93a7875-cfe3-4217-8ba2-dcc311876de3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:42.453985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc3536-0a2c-481c-956c-63b34dc3fca6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:42.456929 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17312f67-43ad-48ea-a58c-224bb3f403e3 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.458856 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-17312f67-43ad-48ea-a58c-224bb3f403e3 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "DELETE /v2.0/subnets/1eee8cab-eb32-487d-9ed4-de30374b82fe HTTP/1.1" status: 204 len: 168 time: 0.6690512 Sep 17 22:37:42.462578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49982) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:42.562872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62e2913d-30fe-431c-b9f6-3557df65e091 req-90baa11a-5743-4dfc-bf3e-b7647d58d585 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083403 Sep 17 22:37:42.577530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2131bfe-4b30-4f0a-b9ec-84547520c441 req-a00266b4-644f-40cb-a8cb-fbc6c73f2244 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:42.577530 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2131bfe-4b30-4f0a-b9ec-84547520c441 req-a00266b4-644f-40cb-a8cb-fbc6c73f2244 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.1893675 Sep 17 22:37:42.592307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.647965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307cd2ee-151d-422a-84a4-e143bc89923f None None] DHCP port deletion for a93a7875-cfe3-4217-8ba2-dcc311876de3 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:37:42.655074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.677464 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2131bfe-4b30-4f0a-b9ec-84547520c441 req-257d3a1c-47a7-4fe3-bc82-c89eb28ab2bb tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910947 Sep 17 22:37:42.698834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-307cd2ee-151d-422a-84a4-e143bc89923f None None] Deleting port d7b31c01-0012-493f-8c59-1a273aa50b65 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:42.699492 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-307cd2ee-151d-422a-84a4-e143bc89923f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.703914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Deleting port d7b31c01-0012-493f-8c59-1a273aa50b65 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:42.704467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.766863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-307cd2ee-151d-422a-84a4-e143bc89923f None None] For port d7b31c01-0012-493f-8c59-1a273aa50b65, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d7b31c01-0012-493f-8c59-1a273aa50b65,segment=NetworkSegment(876ab818-c907-4e24-bdcd-e6ef9d0f383d),segment_id=876ab818-c907-4e24-bdcd-e6ef9d0f383d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:42.767267 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-307cd2ee-151d-422a-84a4-e143bc89923f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.772943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] For port d7b31c01-0012-493f-8c59-1a273aa50b65, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d7b31c01-0012-493f-8c59-1a273aa50b65,segment=NetworkSegment(876ab818-c907-4e24-bdcd-e6ef9d0f383d),segment_id=876ab818-c907-4e24-bdcd-e6ef9d0f383d)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:42.773238 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.785915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-307cd2ee-151d-422a-84a4-e143bc89923f None None] Calling delete_port for d7b31c01-0012-493f-8c59-1a273aa50b65 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:42.787103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Calling delete_port for d7b31c01-0012-493f-8c59-1a273aa50b65 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:42.788890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.858914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53e53c0-57b0-4f0d-a104-273688f4e4b6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:42.898647 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.899918 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c8a9c15-8d63-4ba2-8567-8e3de97f3e1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2163410 Sep 17 22:37:42.902702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49988) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:42.958793 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3838ae35-a9c1-4ecd-b7aa-2b719ba9bd65 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0550308 Sep 17 22:37:42.961715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49990) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:42.966056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a522ec41-613a-41ec-b27d-7a09aefe1d78 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group': {'name': 'tempest-security--534995575', 'description': 'tempest-security-description-515127594'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:42.990153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-307cd2ee-151d-422a-84a4-e143bc89923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.994225 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a522ec41-613a-41ec-b27d-7a09aefe1d78 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.005152 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.015921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cd2ee-151d-422a-84a4-e143bc89923f None None] Pushing event deleted for resources: {'Port': ['ID=d7b31c01-0012-493f-8c59-1a273aa50b65,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.020714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307cd2ee-151d-422a-84a4-e143bc89923f None None] No DVR routers for this DVR port d7b31c01-0012-493f-8c59-1a273aa50b65 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:43.042184 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event deleted for resources: {'Port': ['ID=d7b31c01-0012-493f-8c59-1a273aa50b65,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.054282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] No DVR routers for this DVR port d7b31c01-0012-493f-8c59-1a273aa50b65 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:43.100558 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a522ec41-613a-41ec-b27d-7a09aefe1d78 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.157829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.181410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93a7875-cfe3-4217-8ba2-dcc311876de3']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:43.192880 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a522ec41-613a-41ec-b27d-7a09aefe1d78 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.195957 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a522ec41-613a-41ec-b27d-7a09aefe1d78 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.200800 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a522ec41-613a-41ec-b27d-7a09aefe1d78 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "PUT /v2.0/security-groups/d53e53c0-57b0-4f0d-a104-273688f4e4b6 HTTP/1.1" status: 200 len: 1778 time: 0.2355754 Sep 17 22:37:43.200800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876ab818-c907-4e24-bdcd-e6ef9d0f383d') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:43.200800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876ab818-c907-4e24-bdcd-e6ef9d0f383d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:43.202282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49996) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:43.220300 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.245667 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.246445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-72d5d1b5-c896-47c3-ab2a-558f22d46286 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups/d53e53c0-57b0-4f0d-a104-273688f4e4b6 HTTP/1.1" status: 200 len: 1778 time: 0.0427089 Sep 17 22:37:43.249021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49998) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:43.250945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522ec41-613a-41ec-b27d-7a09aefe1d78 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53e53c0-57b0-4f0d-a104-273688f4e4b6,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.257941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:37:43.260729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:37:43.261355 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:37:43.312208 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.341293 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.384467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.392513 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.397584 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "DELETE /v2.0/networks/a93a7875-cfe3-4217-8ba2-dcc311876de3 HTTP/1.1" status: 204 len: 168 time: 0.9300067 Sep 17 22:37:43.400244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50002) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:43.416777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710739a-6e00-4683-b0fd-bde9d6443e73 tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event deleted for resources: {'Network': ['ID=a93a7875-cfe3-4217-8ba2-dcc311876de3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.458808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c1cec-d775-4f16-88a7-cbdfa6bb3989 req-e3422823-f6c3-49d5-acad-738d10f113a2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.460538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e67c1cec-d775-4f16-88a7-cbdfa6bb3989 req-e3422823-f6c3-49d5-acad-738d10f113a2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0649197 Sep 17 22:37:43.502965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e67c1cec-d775-4f16-88a7-cbdfa6bb3989 req-9ee8f6ca-4a42-4e2f-8b4b-0eb48f323437 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337543 Sep 17 22:37:43.504339 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.507046 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.508437 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-groups/d53e53c0-57b0-4f0d-a104-273688f4e4b6 HTTP/1.1" status: 204 len: 168 time: 0.2583933 Sep 17 22:37:43.511595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50004) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:43.537922 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53e53c0-57b0-4f0d-a104-273688f4e4b6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.556099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.556475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.556881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.557264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.557601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.557933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.558265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.558589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.558912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.559236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.559560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.559887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcecdd-005a-450a-8e7c-c85c26bd3ca1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:43.562490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-85665aa7-112c-443a-800c-697b994858ab tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Deleting port 3eda1e82-274f-447b-bf39-582576415655 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:43.562937 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-85665aa7-112c-443a-800c-697b994858ab tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.591060 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-50513119-4ae9-4aaa-9d2b-436140ba3e01 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772219 Sep 17 22:37:43.593993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50006) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:43.607544 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-46810b98-ce98-4061-80be-9b019e85398e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] delete failed (client error): The resource could not be found. Sep 17 22:37:43.608501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-46810b98-ce98-4061-80be-9b019e85398e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-groups/d53e53c0-57b0-4f0d-a104-273688f4e4b6 HTTP/1.1" status: 404 len: 347 time: 0.0138705 Sep 17 22:37:43.613556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50008) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:43.618148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-54c0049b-7ec4-4100-a460-4f90a19549fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group': {'name': 'tempest-secgroup--566514715'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:43.653181 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-85665aa7-112c-443a-800c-697b994858ab tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.653514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-85665aa7-112c-443a-800c-697b994858ab tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.666247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-85665aa7-112c-443a-800c-697b994858ab tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Calling delete_port for 3eda1e82-274f-447b-bf39-582576415655 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:43.795985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-54c0049b-7ec4-4100-a460-4f90a19549fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.837693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bec3b-7551-40ae-bfeb-eb872ff56bc7 req-7703038c-41d1-475b-bcf5-ab87662456e5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:43.839270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e7bec3b-7551-40ae-bfeb-eb872ff56bc7 req-7703038c-41d1-475b-bcf5-ab87662456e5 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.0855365 Sep 17 22:37:43.904261 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e7bec3b-7551-40ae-bfeb-eb872ff56bc7 req-8929642f-c306-4354-8ae5-4eda108816d4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523348 Sep 17 22:37:43.922013 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-54c0049b-7ec4-4100-a460-4f90a19549fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.990002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-85665aa7-112c-443a-800c-697b994858ab tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.017388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85665aa7-112c-443a-800c-697b994858ab tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Pushing event deleted for resources: {'Port': ['ID=3eda1e82-274f-447b-bf39-582576415655,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:44.021304 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-54c0049b-7ec4-4100-a460-4f90a19549fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.055665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0049b-7ec4-4100-a460-4f90a19549fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1eb0d5-8452-403e-9f6d-ee9efad1f13d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:44.088006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-85665aa7-112c-443a-800c-697b994858ab tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.090664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-85665aa7-112c-443a-800c-697b994858ab tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.091839 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-85665aa7-112c-443a-800c-697b994858ab tempest-FloatingIPAdminTestJSON-2115628678 tempest-FloatingIPAdminTestJSON-2115628678-project] 10.222.0.30 "DELETE /v2.0/floatingips/e806c69c-4635-41b3-a913-cc602a32f3dd HTTP/1.1" status: 204 len: 168 time: 0.6906428 Sep 17 22:37:44.124649 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-54c0049b-7ec4-4100-a460-4f90a19549fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.125962 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-54c0049b-7ec4-4100-a460-4f90a19549fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5114303 Sep 17 22:37:44.129644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50016) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:44.134570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a3be9ea1-4679-4d3c-8513-a21b38f54ebd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': 'da1eb0d5-8452-403e-9f6d-ee9efad1f13d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:44.249451 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ea1-4679-4d3c-8513-a21b38f54ebd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.306154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ea1-4679-4d3c-8513-a21b38f54ebd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.429996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ea1-4679-4d3c-8513-a21b38f54ebd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.430680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d7b31c01-0012-493f-8c59-1a273aa50b65 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:44.449651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be9ea1-4679-4d3c-8513-a21b38f54ebd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491d80d5-00ed-4c87-91b8-de8d72b4d973,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:44.458491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d7b31c01-0012-493f-8c59-1a273aa50b65 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:44.458845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d7b31c01-0012-493f-8c59-1a273aa50b65 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:44.586565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ea1-4679-4d3c-8513-a21b38f54ebd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.587700 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a3be9ea1-4679-4d3c-8513-a21b38f54ebd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4570992 Sep 17 22:37:44.591146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50024) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:44.617700 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.626784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.666258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315c009-387f-4204-8b84-df4e136bee7e req-fb8fea5e-6102-434a-9506-4e1c367f3947 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.667858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b315c009-387f-4204-8b84-df4e136bee7e req-fb8fea5e-6102-434a-9506-4e1c367f3947 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0909326 Sep 17 22:37:44.687424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50026) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:44.711635 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-76613631-dc32-4dde-87f2-87f00f464e8b req-32407900-e272-4a9d-a402-4bfb79d32a66 service neutron] show failed (client error): The resource could not be found. Sep 17 22:37:44.712720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-32407900-e272-4a9d-a402-4bfb79d32a66 service neutron] 10.222.0.23 "GET /v2.0/ports/01fafd25-5ea6-465d-881d-ed08bb85ddea/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.1028633 Sep 17 22:37:44.726480 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b315c009-387f-4204-8b84-df4e136bee7e req-eebd051f-13d7-4c27-ab46-cde12b468aca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483830 Sep 17 22:37:44.730712 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.738262 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.739406 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/491d80d5-00ed-4c87-91b8-de8d72b4d973 HTTP/1.1" status: 204 len: 168 time: 0.1472595 Sep 17 22:37:44.749398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50030) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:44.753285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=491d80d5-00ed-4c87-91b8-de8d72b4d973,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:44.761702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.762055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.762395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.762733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.763075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.763681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.764458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.764847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.765189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.774749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.774749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.774749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ae68a-5a9e-4bab-b703-464160b3bd66 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:44.783838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5c4b143f-415d-4a4a-a6e5-95e736f1fbd6 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401919 Sep 17 22:37:44.786536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50032) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:44.873035 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6225abd-07e3-401e-a241-0177f65631e7 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.878134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b9633219-e7dd-47f6-bd9d-c47b65c2c746 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c5e8334d45046e98b3068bba1be4e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895659 Sep 17 22:37:44.880851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50034) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:44.900172 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6225abd-07e3-401e-a241-0177f65631e7 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.961687 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1ce7-8099-48dc-a179-5456366f1e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.986218 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1ce7-8099-48dc-a179-5456366f1e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.994066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50040) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:44.999150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1859645613'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:45.066182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee946e-9cce-4d94-a25f-6a1382cc2381 req-2837b4ed-e093-4a69-bcca-981c2dc75fd7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.067752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfee946e-9cce-4d94-a25f-6a1382cc2381 req-2837b4ed-e093-4a69-bcca-981c2dc75fd7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 945 time: 0.0569639 Sep 17 22:37:45.090222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6225abd-07e3-401e-a241-0177f65631e7 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.098345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6225abd-07e3-401e-a241-0177f65631e7 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.098345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b6225abd-07e3-401e-a241-0177f65631e7 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-groups/da1eb0d5-8452-403e-9f6d-ee9efad1f13d HTTP/1.1" status: 204 len: 168 time: 0.3062634 Sep 17 22:37:45.098748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50042) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:45.111992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6225abd-07e3-401e-a241-0177f65631e7 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1eb0d5-8452-403e-9f6d-ee9efad1f13d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:45.144544 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfee946e-9cce-4d94-a25f-6a1382cc2381 req-aff57225-503f-4428-be74-7965e4264f6e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655992 Sep 17 22:37:45.159063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6afb8e67-57a1-4b10-831d-553338d03e1f tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598052 Sep 17 22:37:45.163099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50044) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:45.167489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e26a6d62-c1d1-4a9e-bb44-00594e85098a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group': {'name': 'tempest-secgroup--935300834'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:45.176285 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1ce7-8099-48dc-a179-5456366f1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.178836 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1ce7-8099-48dc-a179-5456366f1e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.180001 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a8fa1ce7-8099-48dc-a179-5456366f1e3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3da4dda-2ed4-4952-b7f6-2e19ab15487f HTTP/1.1" status: 204 len: 168 time: 0.2981582 Sep 17 22:37:45.187857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa1ce7-8099-48dc-a179-5456366f1e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3da4dda-2ed4-4952-b7f6-2e19ab15487f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:45.226955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:45.230915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.260614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:45.286810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.287061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c571b88-d483-41a1-ae09-eb2bc0d63298 req-176c6a99-306a-448d-9103-b5dba62488c6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.287730 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Added segment d2188672-047a-4e63-afc7-6261e4db39ea of type vlan for network ac82a0af-7906-429a-ad82-3423a37350e0 Sep 17 22:37:45.289522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c571b88-d483-41a1-ae09-eb2bc0d63298 req-176c6a99-306a-448d-9103-b5dba62488c6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0762403 Sep 17 22:37:45.330563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c571b88-d483-41a1-ae09-eb2bc0d63298 req-452cfc8a-a101-468f-9cd8-532bea7c1b58 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346570 Sep 17 22:37:45.335402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.390046 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e26a6d62-c1d1-4a9e-bb44-00594e85098a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.455602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4599e8-b9e8-4085-a382-81a7a8793c2e req-898dbf0a-b215-4d04-839e-05d2ecbfe4b9 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.462837 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0a4599e8-b9e8-4085-a382-81a7a8793c2e req-898dbf0a-b215-4d04-839e-05d2ecbfe4b9 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0572031 Sep 17 22:37:45.494696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e26a6d62-c1d1-4a9e-bb44-00594e85098a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.536400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0a4599e8-b9e8-4085-a382-81a7a8793c2e req-98cd6877-48dd-48cc-b042-330c611ab3e3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726895 Sep 17 22:37:45.552287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.557741 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.562463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.639039 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e26a6d62-c1d1-4a9e-bb44-00594e85098a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.649685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613631-dc32-4dde-87f2-87f00f464e8b req-6a609d44-d884-456e-8795-30fead5073bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.651332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-6a609d44-d884-456e-8795-30fead5073bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 1098 time: 0.1495783 Sep 17 22:37:45.652412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Network': ['ID=ac82a0af-7906-429a-ad82-3423a37350e0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:45.664230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network ac82a0af-7906-429a-ad82-3423a37350e0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:45.679706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:45.685743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a6d62-c1d1-4a9e-bb44-00594e85098a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3fdd65-5b10-4dc8-8be7-8c401a4ae7d9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:45.745733 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.772985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e26a6d62-c1d1-4a9e-bb44-00594e85098a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.774997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e26a6d62-c1d1-4a9e-bb44-00594e85098a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6108685 Sep 17 22:37:45.777860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50060) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:45.782390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b8e7fa19-4be9-4422-adbb-674059d2d46d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': '6a3fdd65-5b10-4dc8-8be7-8c401a4ae7d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:45.791148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d43786dc-605b-4732-9c8f-b12df4b84f0b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7936018 Sep 17 22:37:45.792037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50062) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:45.798071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1553920134'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:45.988790 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b8e7fa19-4be9-4422-adbb-674059d2d46d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.042276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea318e-b76f-44be-b700-f4ae336ad7b1 req-254c34ba-9967-44ff-b3d3-cd04c767321b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.043863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2dea318e-b76f-44be-b700-f4ae336ad7b1 req-254c34ba-9967-44ff-b3d3-cd04c767321b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0972767 Sep 17 22:37:46.073706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b8e7fa19-4be9-4422-adbb-674059d2d46d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.093886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2dea318e-b76f-44be-b700-f4ae336ad7b1 req-94b451e2-b9f6-446f-8923-e2e4d411a58a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430491 Sep 17 22:37:46.097187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd35b1e7-500e-4514-8c9b-591ba35b0647 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:46.184595 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.191156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:46.195650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.214702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd35b1e7-500e-4514-8c9b-591ba35b0647'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:46.217608 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d86957e-17dc-4f16-a585-44747da16e00" -d '{"events": [{"server_uuid": "166e5b92-bad5-4398-8d96-9ffda9f5efc3", "name": "network-vif-unplugged", "status": "completed", "tag": "cd35b1e7-500e-4514-8c9b-591ba35b0647"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:46.228160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:46.230431 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b8e7fa19-4be9-4422-adbb-674059d2d46d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.232544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd35b1e7-500e-4514-8c9b-591ba35b0647, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:46.257098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973454c-f16d-449a-adf2-1591a0b4b04d req-a8ce6458-c688-4af1-97f6-d2cde24c2542 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.260598 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3973454c-f16d-449a-adf2-1591a0b4b04d req-a8ce6458-c688-4af1-97f6-d2cde24c2542 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.4458737 Sep 17 22:37:46.263068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.263508 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Added segment 37304f9f-c360-48b6-99b9-196540b83c6b of type vlan for network 191f6cd1-311b-473e-9843-0738ddcc8752 Sep 17 22:37:46.265071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7fa19-4be9-4422-adbb-674059d2d46d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577ef801-d353-4671-9171-161c113705bb,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:46.265698 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d69f2c3-cc01-4c11-a0ca-8e1b33d8ee91 x-openstack-request-id: req-9d69f2c3-cc01-4c11-a0ca-8e1b33d8ee91 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:46.265990 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166e5b92-bad5-4398-8d96-9ffda9f5efc3", "name": "network-vif-unplugged", "status": "failed", "tag": "cd35b1e7-500e-4514-8c9b-591ba35b0647", "code": 422}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:46.266256 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d69f2c3-cc01-4c11-a0ca-8e1b33d8ee91 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:46.266892 n-d-713499-18 neutron-server[95456]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd35b1e7-500e-4514-8c9b-591ba35b0647', 'code': 422} returned with failed status Sep 17 22:37:46.308579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.316824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50068) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:46.335939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b8e7fa19-4be9-4422-adbb-674059d2d46d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.336433 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.337320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b8e7fa19-4be9-4422-adbb-674059d2d46d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5584483 Sep 17 22:37:46.342979 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9577-bde8-45f8-9ab4-b72d49651250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.343757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50072) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:46.349317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8e5ce7ce-6c19-4c3f-9b2d-5e402d565a6c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': '6a3fdd65-5b10-4dc8-8be7-8c401a4ae7d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:46.368312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:46.379949 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3973454c-f16d-449a-adf2-1591a0b4b04d req-2be9c7f9-bdd4-435e-8a15-31dddba26e38 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890198 Sep 17 22:37:46.402536 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.402657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=cd35b1e7-500e-4514-8c9b-591ba35b0647,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:46.402767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:46.403468 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.428556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:46.468904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:46.471209 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d7f3da-cfc8-4435-b815-0815c6de18d0" -d '{"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-unplugged", "status": "completed", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:46.475454 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.484813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Network': ['ID=191f6cd1-311b-473e-9843-0738ddcc8752,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:46.490043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Transition to ACTIVE for port object 01fafd25-5ea6-465d-881d-ed08bb85ddea will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:46.495084 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce7ce-6c19-4c3f-9b2d-5e402d565a6c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.496571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 191f6cd1-311b-473e-9843-0738ddcc8752 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:46.525664 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99fb815-d6b9-4daa-9aa0-d9cf3dc27124 x-openstack-request-id: req-c99fb815-d6b9-4daa-9aa0-d9cf3dc27124 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:46.525951 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-unplugged", "status": "completed", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:46.526198 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c99fb815-d6b9-4daa-9aa0-d9cf3dc27124 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:46.526590 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'code': 200} Sep 17 22:37:46.554446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ac0b9bc6-727d-44e8-8860-34daaa300cb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7618589 Sep 17 22:37:46.556523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce7ce-6c19-4c3f-9b2d-5e402d565a6c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.557135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50076) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:46.565885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'subnet': {'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:46.610061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.684426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce7ce-6c19-4c3f-9b2d-5e402d565a6c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.704725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ce7ce-6c19-4c3f-9b2d-5e402d565a6c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d34348-7163-4712-9bfe-c852e134a264,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:46.739371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=6']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:46.872010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] No DVR routers for this DVR port 01fafd25-5ea6-465d-881d-ed08bb85ddea on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:46.911152 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9577-bde8-45f8-9ab4-b72d49651250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.992441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9577-bde8-45f8-9ab4-b72d49651250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.060005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:47.060357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:47.060688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:47.064137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb9577-bde8-45f8-9ab4-b72d49651250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a98cfd-77e6-457e-8930-af531006d8c0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:47.069130 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8ffb9577-bde8-45f8-9ab4-b72d49651250 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b12b6a31be664a4a92be82c1060e675a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7512808 Sep 17 22:37:47.071678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Port 01fafd25-5ea6-465d-881d-ed08bb85ddea on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:47.072023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:47.072219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50078) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:47.077646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:47.077984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Checking segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:47.078473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Bound using segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:47.078785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Bound port: 01fafd25-5ea6-465d-881d-ed08bb85ddea, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:47.079144 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.111828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:47.115972 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.128929 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-509ab05c-0a8c-483a-9959-c60ef207634a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.153418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-509ab05c-0a8c-483a-9959-c60ef207634a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.227172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce7ce-6c19-4c3f-9b2d-5e402d565a6c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.228511 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8e5ce7ce-6c19-4c3f-9b2d-5e402d565a6c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8835759 Sep 17 22:37:47.231228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50082) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:47.235978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-94cf48bb-c714-4cb7-ae47-b93de8854a69 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': '6a3fdd65-5b10-4dc8-8be7-8c401a4ae7d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:47.247907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:47.265549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:47.281116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6719-709b-47a0-abe3-d7382e81463e req-18b46415-5e66-4cf2-b4e5-0463122311ba tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.282593 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f71b6719-709b-47a0-abe3-d7382e81463e req-18b46415-5e66-4cf2-b4e5-0463122311ba tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0866144 Sep 17 22:37:47.321102 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-509ab05c-0a8c-483a-9959-c60ef207634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.321670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f71b6719-709b-47a0-abe3-d7382e81463e req-6466a523-6cb0-4ba7-8964-65b9fc89e5d1 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Sep 17 22:37:47.323839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-509ab05c-0a8c-483a-9959-c60ef207634a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.325336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-509ab05c-0a8c-483a-9959-c60ef207634a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90a98cfd-77e6-457e-8930-af531006d8c0 HTTP/1.1" status: 204 len: 168 time: 0.2519174 Sep 17 22:37:47.341804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ab05c-0a8c-483a-9959-c60ef207634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a98cfd-77e6-457e-8930-af531006d8c0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:47.380658 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94cf48bb-c714-4cb7-ae47-b93de8854a69 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.382125 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.456101 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94cf48bb-c714-4cb7-ae47-b93de8854a69 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.456998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.457676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.459195 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] 10.222.0.15 "PUT /v2.0/ports/01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1093 time: 1.7872450 Sep 17 22:37:47.563708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea66a0-1d60-488a-ba28-94d5c2456f47 service neutron] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=7']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:47.567011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a535c4-4e4b-4265-8a70-6d4eefee38d9 req-d90d7780-11c8-4b1a-a86a-45d0b52ea97a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.569079 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-40a535c4-4e4b-4265-8a70-6d4eefee38d9 req-d90d7780-11c8-4b1a-a86a-45d0b52ea97a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 944 time: 0.0635424 Sep 17 22:37:47.593391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613631-dc32-4dde-87f2-87f00f464e8b req-f7b93658-0e15-4c4e-bd15-d55c7f8ea148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.594548 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-f7b93658-0e15-4c4e-bd15-d55c7f8ea148 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1096 time: 0.0666163 Sep 17 22:37:47.612063 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94cf48bb-c714-4cb7-ae47-b93de8854a69 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.625631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-40a535c4-4e4b-4265-8a70-6d4eefee38d9 req-d5cb53e9-a882-462c-b500-28e69f425b97 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473385 Sep 17 22:37:47.643420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf48bb-c714-4cb7-ae47-b93de8854a69 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f03ce8-0c94-442e-9a54-592c630858d1,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:47.706077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613631-dc32-4dde-87f2-87f00f464e8b req-1efca2d2-f824-4cb5-9b83-3e693c84652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.707517 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-1efca2d2-f824-4cb5-9b83-3e693c84652c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 0.1056273 Sep 17 22:37:47.779746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-aa347f9d-e479-482e-b8a0-dd55d9147225 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1000 time: 0.0648928 Sep 17 22:37:47.807460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94cf48bb-c714-4cb7-ae47-b93de8854a69 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.808851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-94cf48bb-c714-4cb7-ae47-b93de8854a69 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5766606 Sep 17 22:37:47.811499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50090) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:47.816219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-60f27ab0-d0d6-4242-8203-419ebaf796ca tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': '6a3fdd65-5b10-4dc8-8be7-8c401a4ae7d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:47.818303 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.891280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613631-dc32-4dde-87f2-87f00f464e8b req-81fb967b-29ca-45af-8bb7-86a129835a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.893344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-81fb967b-29ca-45af-8bb7-86a129835a9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.1057405 Sep 17 22:37:47.911733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Subnet': ['ID=81ddc4c5-5611-4f63-af97-1eb9c44b8393,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:47.937028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Checking segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:47.937441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network hostable DHCP agents. Network: ac82a0af-7906-429a-ad82-3423a37350e0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:47.962916 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613631-dc32-4dde-87f2-87f00f464e8b req-6e7a0a40-357e-4d8d-a3b0-bc474bb1325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:47.964746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-6e7a0a40-357e-4d8d-a3b0-bc474bb1325c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636456 Sep 17 22:37:48.057839 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-83be87b6-e3c3-44a3-aa1d-15c373d14107 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865810 Sep 17 22:37:48.072396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-60f27ab0-d0d6-4242-8203-419ebaf796ca tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.130519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:48.146347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network ac82a0af-7906-429a-ad82-3423a37350e0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:48.177313 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-60f27ab0-d0d6-4242-8203-419ebaf796ca tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.184192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:48.187918 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-65c43337-5a5c-4ff6-acb5-3d6523bc0aab service neutron] 10.222.0.15 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224427 Sep 17 22:37:48.292257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, ac82a0af-7906-429a-ad82-3423a37350e0) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:48.292922 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-60f27ab0-d0d6-4242-8203-419ebaf796ca tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.296961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.297550 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.307363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f29a4b-804c-46fc-a55d-5fe28ec5b716 None None] Network ac82a0af-7906-429a-ad82-3423a37350e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:48.319787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f27ab0-d0d6-4242-8203-419ebaf796ca tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e478ee-b2d2-44a5-b65c-e41a1e09a64c,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:48.400055 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ff1eb285-8fa1-4b1c-aa5f-6752f697c966 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8413179 Sep 17 22:37:48.400859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50096) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:48.406313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'subnet': {'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:48.465260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-ac82a0af-7906-429a-ad82-3423a37350e0', 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'fixed_ips': [{'subnet_id': '81ddc4c5-5611-4f63-af97-1eb9c44b8393'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:48.466137 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.473215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-60f27ab0-d0d6-4242-8203-419ebaf796ca tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.479948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-60f27ab0-d0d6-4242-8203-419ebaf796ca tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6674109 Sep 17 22:37:48.480643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50098) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:48.485713 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8a01b00c-f4cf-4c2e-bfd3-e6a18f2e07bd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': '6a3fdd65-5b10-4dc8-8be7-8c401a4ae7d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:48.515552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50102) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:48.527179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:48.530412 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:48.547038 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d74e84c4-6078-4e08-bd26-edc9964398ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.558529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23777149-b4df-4b33-bc84-14ab84aecae3 req-a8d42023-07d9-4451-a9fb-404a227bf9d7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.560493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23777149-b4df-4b33-bc84-14ab84aecae3 req-a8d42023-07d9-4451-a9fb-404a227bf9d7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1502702 Sep 17 22:37:48.605770 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e362a2b-4ff8-452d-8cd7-51c5a22ae364 x-openstack-request-id: req-0e362a2b-4ff8-452d-8cd7-51c5a22ae364 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:48.606116 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:48.606309 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e362a2b-4ff8-452d-8cd7-51c5a22ae364 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:48.606698 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'status': 'completed', 'code': 200} Sep 17 22:37:48.625982 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23777149-b4df-4b33-bc84-14ab84aecae3 req-2d75e4a9-7cbe-444c-b417-25f1c2bdf7ec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488966 Sep 17 22:37:48.627527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Allocated IP 10.1.1.2 (ac82a0af-7906-429a-ad82-3423a37350e0/81ddc4c5-5611-4f63-af97-1eb9c44b8393/2185935c-09ea-4d11-aa28-9e82cabd868e) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:48.692702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-87678822-5166-41dd-8d6c-b529e73422ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.692702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-87678822-5166-41dd-8d6c-b529e73422ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1096 time: 0.0587626 Sep 17 22:37:48.692702 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a01b00c-f4cf-4c2e-bfd3-e6a18f2e07bd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.711074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-d74e84c4-6078-4e08-bd26-edc9964398ca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:37:48.711074 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:37:48.711074 n-d-713499-18 neutron-server[95455]: [parameters: {'project_id_1': '8162a0b662ec477ea5213b278e36bdb2', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 37, 28, 586353)}] Sep 17 22:37:48.711074 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:37:48.713019 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-d74e84c4-6078-4e08-bd26-edc9964398ca admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:37:48.761069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-4b0c2eeb-4019-4347-891f-dfbf42369d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.762634 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-4b0c2eeb-4019-4347-891f-dfbf42369d36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1096 time: 0.0646052 Sep 17 22:37:48.796395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.840581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:48.844063 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.878287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a01b00c-f4cf-4c2e-bfd3-e6a18f2e07bd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.878287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097a0df-3fc2-488b-b2e7-8a46bbf40883 req-c07d77b2-cb60-456f-be2c-865d3b6fbc3e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.878287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0097a0df-3fc2-488b-b2e7-8a46bbf40883 req-c07d77b2-cb60-456f-be2c-865d3b6fbc3e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 944 time: 0.1326077 Sep 17 22:37:48.882980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-7af07a68-cc12-4048-bf9d-b1d59fe1b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.884437 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-7af07a68-cc12-4048-bf9d-b1d59fe1b8c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 0.1898386 Sep 17 22:37:48.896255 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.933112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-58d4d92b-5841-44ba-81ed-8694d43a0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:48.934714 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-58d4d92b-5841-44ba-81ed-8694d43a0a83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 0.1645768 Sep 17 22:37:48.936057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Network ac82a0af-7906-429a-ad82-3423a37350e0 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:48.939039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:48.943727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:48.957481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0097a0df-3fc2-488b-b2e7-8a46bbf40883 req-5a9ae28b-5550-4d1c-ba45-a8a3c8650119 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828519 Sep 17 22:37:48.957797 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Pushing event updated for resources: {'Port': ['ID=2185935c-09ea-4d11-aa28-9e82cabd868e,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:48.977863 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a01b00c-f4cf-4c2e-bfd3-e6a18f2e07bd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.983552 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-6efd36d0-8095-4052-9981-2e2c8fe20b20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1000 time: 0.0859525 Sep 17 22:37:49.018133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Attempting to bind port 2185935c-09ea-4d11-aa28-9e82cabd868e on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:49.018481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Attempting to bind port 2185935c-09ea-4d11-aa28-9e82cabd868e by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:49.019004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Attempting to bind port 2185935c-09ea-4d11-aa28-9e82cabd868e on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:49.024675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:49.025047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Checking segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:49.025448 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.026239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Bound using segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:49.026376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Bound port: 2185935c-09ea-4d11-aa28-9e82cabd868e, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:49.026664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.029332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01b00c-f4cf-4c2e-bfd3-e6a18f2e07bd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a46639d-fc5a-43a1-ad9b-56c407d23e25,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.047558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-7cec1aa2-5be7-4e76-b292-4efd6e5bb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.049779 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-7cec1aa2-5be7-4e76-b292-4efd6e5bb6a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.0567441 Sep 17 22:37:49.095972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] For port 2185935c-09ea-4d11-aa28-9e82cabd868e, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:49.097313 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-87bd86f8-4650-41cd-91e2-c5cf208415a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1000 time: 0.1536641 Sep 17 22:37:49.099727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] For port 2185935c-09ea-4d11-aa28-9e82cabd868e, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2185935c-09ea-4d11-aa28-9e82cabd868e,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:49.109584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-3eaf93d8-b340-42e3-a104-ca023215b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.111828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-3eaf93d8-b340-42e3-a104-ca023215b4c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549090 Sep 17 22:37:49.146203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a01b00c-f4cf-4c2e-bfd3-e6a18f2e07bd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.148248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8a01b00c-f4cf-4c2e-bfd3-e6a18f2e07bd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6656232 Sep 17 22:37:49.151321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50110) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:49.183502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-871757c3-6b81-48cf-b4dd-83e3b1d78b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.185033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-871757c3-6b81-48cf-b4dd-83e3b1d78b92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.0607419 Sep 17 22:37:49.208460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4a6042b8-1537-425a-84e7-9b130cbdf445 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.215161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d74e84c4-6078-4e08-bd26-edc9964398ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.221466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4a6042b8-1537-425a-84e7-9b130cbdf445 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.234642 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.246795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-0afc97a9-c83b-4b61-b8c7-8f4a9c4ef233 service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288953 Sep 17 22:37:49.257232 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-87cab95d-ad2d-470b-946e-6dc1ed525680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.258746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-87cab95d-ad2d-470b-946e-6dc1ed525680 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671656 Sep 17 22:37:49.277838 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.320614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a81dd-1eaa-4a90-95f0-8fa78c79efae None None] Pushing event updated for resources: {'Port': ['ID=2185935c-09ea-4d11-aa28-9e82cabd868e,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.364575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4a6042b8-1537-425a-84e7-9b130cbdf445 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.389144 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4a6042b8-1537-425a-84e7-9b130cbdf445 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.393899 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4a6042b8-1537-425a-84e7-9b130cbdf445 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0a46639d-fc5a-43a1-ad9b-56c407d23e25 HTTP/1.1" status: 204 len: 168 time: 0.2415452 Sep 17 22:37:49.394850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6042b8-1537-425a-84e7-9b130cbdf445 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a46639d-fc5a-43a1-ad9b-56c407d23e25,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.398967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50112) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:49.419529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-11aaeb38-dc3e-4c68-9655-aff92689a159 service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659336 Sep 17 22:37:49.438607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Subnet': ['ID=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.463652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f89e76e1-7087-4b84-be92-4e11d3ddb5fd tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0636055 Sep 17 22:37:49.464283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50114) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:49.474368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Checking segment: {'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:49.474734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network hostable DHCP agents. Network: 191f6cd1-311b-473e-9843-0738ddcc8752, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:49.486226 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-dea15841-a7da-4b3d-b411-3a084fc552a2 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194936 Sep 17 22:37:49.491792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91aaec61-4a2d-41ba-80b1-e8379eb69791 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.506544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91aaec61-4a2d-41ba-80b1-e8379eb69791 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.618475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d74e84c4-6078-4e08-bd26-edc9964398ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.627349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network 191f6cd1-311b-473e-9843-0738ddcc8752 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:49.647413 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91aaec61-4a2d-41ba-80b1-e8379eb69791 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.655588 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0ac394b-cd43-4da4-84d8-f8b2ae7b40c3 req-c2207767-2dca-4c9c-8ce4-0efac0279664 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486142 Sep 17 22:37:49.674121 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91aaec61-4a2d-41ba-80b1-e8379eb69791 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.678131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50120) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:49.682501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-91aaec61-4a2d-41ba-80b1-e8379eb69791 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a2e478ee-b2d2-44a5-b65c-e41a1e09a64c HTTP/1.1" status: 204 len: 168 time: 0.2149801 Sep 17 22:37:49.683475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaec61-4a2d-41ba-80b1-e8379eb69791 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2e478ee-b2d2-44a5-b65c-e41a1e09a64c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.689100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d74e84c4-6078-4e08-bd26-edc9964398ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.719506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 191f6cd1-311b-473e-9843-0738ddcc8752) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:49.728767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42562b9-a020-4790-b93d-d3fd96b3489d None None] Network 191f6cd1-311b-473e-9843-0738ddcc8752 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:49.737665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.738273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.862406 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-101c0190-e532-4c2c-970e-586c113c55d8 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1822755 Sep 17 22:37:49.865080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50122) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:49.867935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d74e84c4-6078-4e08-bd26-edc9964398ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8162a0b662ec477ea5213b278e36bdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3496644 Sep 17 22:37:49.869610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50124) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:49.870266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e84c4-6078-4e08-bd26-edc9964398ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c5d9ce-3f96-453b-9b37-fa0a3d7235fc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.893585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70280413-e1ad-4401-951c-c117e41560c9 req-78e31e38-8c4a-46be-a5fa-92d8e0e21f07 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:49.895814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70280413-e1ad-4401-951c-c117e41560c9 req-78e31e38-8c4a-46be-a5fa-92d8e0e21f07 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1499300 Sep 17 22:37:49.914879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1def8d-4b35-444c-9834-f01eb455e784 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.915089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-191f6cd1-311b-473e-9843-0738ddcc8752', 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'fixed_ips': [{'subnet_id': 'd9038fed-a58f-4b67-bf7a-8ded5d67ffbb'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:49.915089 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.918857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1def8d-4b35-444c-9834-f01eb455e784 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.923112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d927ff57-a085-4dd7-9282-2c87c832beea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5210457 Sep 17 22:37:49.925976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50126) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:49.932829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'port': {'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0', 'name': 'tempest-TaggedBootDevicesTest-247195930', 'fixed_ips': [{'subnet_id': '81ddc4c5-5611-4f63-af97-1eb9c44b8393'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:49.981442 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-567e9d2a-4694-426e-a572-9fc79308d958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.988613 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70280413-e1ad-4401-951c-c117e41560c9 req-cb94474f-896e-46be-84e9-fcb532a23e56 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849290 Sep 17 22:37:50.010425 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-567e9d2a-4694-426e-a572-9fc79308d958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.130643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Allocated IP 10.2.2.2 (191f6cd1-311b-473e-9843-0738ddcc8752/d9038fed-a58f-4b67-bf7a-8ded5d67ffbb/cc708f21-268c-497c-a160-3c3f7e503e7a) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:50.159668 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-567e9d2a-4694-426e-a572-9fc79308d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.163130 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-567e9d2a-4694-426e-a572-9fc79308d958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.167737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-567e9d2a-4694-426e-a572-9fc79308d958 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80c5d9ce-3f96-453b-9b37-fa0a3d7235fc HTTP/1.1" status: 204 len: 168 time: 0.2937725 Sep 17 22:37:50.168086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3083d5d-c601-4fb0-9305-87462a6eadfd req-b85f37de-3bfe-43f7-8972-82b5af1c7b96 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:50.169813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c3083d5d-c601-4fb0-9305-87462a6eadfd req-b85f37de-3bfe-43f7-8972-82b5af1c7b96 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 944 time: 0.0714555 Sep 17 22:37:50.185320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e9d2a-4694-426e-a572-9fc79308d958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c5d9ce-3f96-453b-9b37-fa0a3d7235fc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:50.224971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c3083d5d-c601-4fb0-9305-87462a6eadfd req-cfdab33b-3d1f-4b42-9018-d55a537d191a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404532 Sep 17 22:37:50.253335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:50.264357 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1def8d-4b35-444c-9834-f01eb455e784 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.275527 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1def8d-4b35-444c-9834-f01eb455e784 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.280960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50132) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:50.281848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ea1def8d-4b35-444c-9834-f01eb455e784 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/71f03ce8-0c94-442e-9a54-592c630858d1 HTTP/1.1" status: 204 len: 168 time: 0.4153523 Sep 17 22:37:50.340012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1def8d-4b35-444c-9834-f01eb455e784 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71f03ce8-0c94-442e-9a54-592c630858d1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:50.341428 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fe7b34e4-2eda-4b87-83ca-85f3b06e3863 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0587502 Sep 17 22:37:50.344177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50134) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:50.392560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac016066-ba48-4cc0-8f8e-25a7191481cf tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.405342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac016066-ba48-4cc0-8f8e-25a7191481cf tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.463351 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.496527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] device_id is not set on port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:37:50.525505 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac016066-ba48-4cc0-8f8e-25a7191481cf tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.532312 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac016066-ba48-4cc0-8f8e-25a7191481cf tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.540610 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.541146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ac016066-ba48-4cc0-8f8e-25a7191481cf tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/81d34348-7163-4712-9bfe-c852e134a264 HTTP/1.1" status: 204 len: 168 time: 0.1946585 Sep 17 22:37:50.557977 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50136) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:50.559269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac016066-ba48-4cc0-8f8e-25a7191481cf tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81d34348-7163-4712-9bfe-c852e134a264,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:50.589605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2185935c-09ea-4d11-aa28-9e82cabd868e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:50.615742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.618232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-74bc4e2c-c7f1-46f8-9690-22bbef71f398 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0565186 Sep 17 22:37:50.619066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50138) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:50.649459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7427076-8478-4993-a7f8-454c47724b1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.665318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7427076-8478-4993-a7f8-454c47724b1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.672572 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Network 191f6cd1-311b-473e-9843-0738ddcc8752 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:50.688521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:50.693761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:50.739587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Pushing event updated for resources: {'Port': ['ID=cc708f21-268c-497c-a160-3c3f7e503e7a,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:50.774953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852818d4-c8ba-45c3-aa12-9381e0412177 None None] Network ac82a0af-7906-429a-ad82-3423a37350e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:50.799078 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7427076-8478-4993-a7f8-454c47724b1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.804589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7427076-8478-4993-a7f8-454c47724b1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.805322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d7427076-8478-4993-a7f8-454c47724b1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/577ef801-d353-4671-9171-161c113705bb HTTP/1.1" status: 204 len: 168 time: 0.1848185 Sep 17 22:37:50.807373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Allocated IP 10.1.1.61 (ac82a0af-7906-429a-ad82-3423a37350e0/81ddc4c5-5611-4f63-af97-1eb9c44b8393/3a540cf4-30de-41c7-8485-2fbafbdcf0d8) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:50.809119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50146) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:50.811102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 2185935c-09ea-4d11-aa28-9e82cabd868e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:50.811473 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.850659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7427076-8478-4993-a7f8-454c47724b1e tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=577ef801-d353-4671-9171-161c113705bb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:50.882827 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Attempting to bind port cc708f21-268c-497c-a160-3c3f7e503e7a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:50.883200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Attempting to bind port cc708f21-268c-497c-a160-3c3f7e503e7a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:50.883606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Attempting to bind port cc708f21-268c-497c-a160-3c3f7e503e7a on network 191f6cd1-311b-473e-9843-0738ddcc8752 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:50.903341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:50.904522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Checking segment: {'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:50.904522 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.904522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Bound using segment: {'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:50.904950 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Bound port: cc708f21-268c-497c-a160-3c3f7e503e7a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:50.905149 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.936967 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c2b85f23-7c81-4457-9249-cbc82cb28b8f tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1243014 Sep 17 22:37:50.937908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50156) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:50.989275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a0eb16f1-f166-48af-a8e5-255819cbdd9e None None] Provisioning complete for port 2185935c-09ea-4d11-aa28-9e82cabd868e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:50.989657 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0eb16f1-f166-48af-a8e5-255819cbdd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.025403 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.033856 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56c1cee8-0183-47f2-8a41-9767f135e6fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.062550 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56c1cee8-0183-47f2-8a41-9767f135e6fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.151716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] For port cc708f21-268c-497c-a160-3c3f7e503e7a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:51.156811 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.157023 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.182056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc56a3-5ea5-4fb7-a2ab-972dd58dfde6 req-883c9a07-2a79-4b62-a0dc-8f63d0e10bb6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:51.184067 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7dc56a3-5ea5-4fb7-a2ab-972dd58dfde6 req-883c9a07-2a79-4b62-a0dc-8f63d0e10bb6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0731678 Sep 17 22:37:51.195045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] For port cc708f21-268c-497c-a160-3c3f7e503e7a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cc708f21-268c-497c-a160-3c3f7e503e7a,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:51.203173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network ac82a0af-7906-429a-ad82-3423a37350e0 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:51.218076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:51.218076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:51.218252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56c1cee8-0183-47f2-8a41-9767f135e6fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.219048 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56c1cee8-0183-47f2-8a41-9767f135e6fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.220446 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-56c1cee8-0183-47f2-8a41-9767f135e6fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-groups/6a3fdd65-5b10-4dc8-8be7-8c401a4ae7d9 HTTP/1.1" status: 204 len: 168 time: 0.2814479 Sep 17 22:37:51.229292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50164) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:51.238906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1cee8-0183-47f2-8a41-9767f135e6fb tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3fdd65-5b10-4dc8-8be7-8c401a4ae7d9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:51.258950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Port': ['ID=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:51.261948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7dc56a3-5ea5-4fb7-a2ab-972dd58dfde6 req-0a44923a-34ec-414a-8183-19f0c91f9796 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696080 Sep 17 22:37:51.285387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 2185935c-09ea-4d11-aa28-9e82cabd868e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2185935c-09ea-4d11-aa28-9e82cabd868e,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:51.290315 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.298324 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0eb16f1-f166-48af-a8e5-255819cbdd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.322768 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a4261d8a-d8d8-4d4d-b84f-5349e094f57d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0921636 Sep 17 22:37:51.337447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50168) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:51.345623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:51.346851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.366964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5f356fd0-a63d-45bb-98ce-98f695fd5b1b tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group': {'name': 'tempest-secgroup--225303683'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:51.405613 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.413015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940862e-2d09-4ee9-9577-b573fbd476ca None None] Pushing event updated for resources: {'Port': ['ID=cc708f21-268c-497c-a160-3c3f7e503e7a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:51.440942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-57bc8579-ee39-4b23-b510-81e5c649f76d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5096288 Sep 17 22:37:51.445553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50172) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:51.452009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'port': {'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0', 'name': 'tempest-TaggedBootDevicesTest-1578035426', 'fixed_ips': [{'subnet_id': '81ddc4c5-5611-4f63-af97-1eb9c44b8393'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:51.477902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e0636-53a8-47c2-bdf3-f426fb2612c7 req-37a4722b-c1cb-4e98-ac14-ffc27378c5be tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:51.479521 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454e0636-53a8-47c2-bdf3-f426fb2612c7 req-37a4722b-c1cb-4e98-ac14-ffc27378c5be tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 944 time: 0.1034570 Sep 17 22:37:51.496153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=2185935c-09ea-4d11-aa28-9e82cabd868e,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:51.522946 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-a0eb16f1-f166-48af-a8e5-255819cbdd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:37:51.522946 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-a0eb16f1-f166-48af-a8e5-255819cbdd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:37:51.560254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-454e0636-53a8-47c2-bdf3-f426fb2612c7 req-3de96a6b-7efd-47f6-a6dd-12a5fb6056fe tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712686 Sep 17 22:37:51.616251 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f356fd0-a63d-45bb-98ce-98f695fd5b1b tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.831180 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:51.871489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50182) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:51.959264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.990616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] device_id is not set on port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:37:52.006422 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f356fd0-a63d-45bb-98ce-98f695fd5b1b tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.010345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2083855493'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:52.089713 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f356fd0-a63d-45bb-98ce-98f695fd5b1b tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.141784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f356fd0-a63d-45bb-98ce-98f695fd5b1b tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f6d368-ed3a-44d8-bf58-943c5d76ae57,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:52.195756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f100b19f-417f-4bc1-8dc9-d4e87711cea9 None None] Provisioning complete for port 2185935c-09ea-4d11-aa28-9e82cabd868e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:52.196849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f100b19f-417f-4bc1-8dc9-d4e87711cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.199212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Made reservation on behalf of 03ddb1d40c084926a6d0952133102e9c for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:52.202987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Allocated IP 10.1.1.92 (ac82a0af-7906-429a-ad82-3423a37350e0/81ddc4c5-5611-4f63-af97-1eb9c44b8393/2e3c7546-78fc-4122-80d5-8e1a3ff11d44) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:52.203362 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.214699 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.292872 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f356fd0-a63d-45bb-98ce-98f695fd5b1b tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.297267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5f356fd0-a63d-45bb-98ce-98f695fd5b1b tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9555640 Sep 17 22:37:52.297440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50186) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:52.305834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-646b6eac-ddb4-446e-9018-d56ecca2a273 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': 'e5f6d368-ed3a-44d8-bf58-943c5d76ae57', 'direction': 'ingress', 'protocol': 17}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:52.351861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f100b19f-417f-4bc1-8dc9-d4e87711cea9 None None] Provisioning complete for port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:52.352266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f100b19f-417f-4bc1-8dc9-d4e87711cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.420236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.454446 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.458557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f100b19f-417f-4bc1-8dc9-d4e87711cea9 None None] Port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:52.520487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035790-ea57-4e72-ab09-7d9ac0d8a0e0 req-3311dc5b-7a37-48aa-9409-8a63175c5ab0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.522276 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc035790-ea57-4e72-ab09-7d9ac0d8a0e0 req-3311dc5b-7a37-48aa-9409-8a63175c5ab0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0852220 Sep 17 22:37:52.532045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.577610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:52.582016 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.612952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29f8bb8-1b6e-4991-bd7f-13f9b6984454,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:52.624922 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.631422 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Added segment f31a18b3-3cda-454e-a6d5-53e667c07afc of type vlan for network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c Sep 17 22:37:52.649676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cc708f21-268c-497c-a160-3c3f7e503e7a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:52.655252 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc035790-ea57-4e72-ab09-7d9ac0d8a0e0 req-934f3d09-dcc0-4c0c-b111-ec94c8f314d4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204405 Sep 17 22:37:52.674707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network ac82a0af-7906-429a-ad82-3423a37350e0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:52.678598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:52.694032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:52.723868 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-646b6eac-ddb4-446e-9018-d56ecca2a273 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.758868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cc708f21-268c-497c-a160-3c3f7e503e7a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:52.759395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.771392 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.775848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.776564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.799699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Port': ['ID=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:52.872275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.893807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d3274833-845a-4dab-af23-ac2c10a12411 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4471097 Sep 17 22:37:52.901971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae152f09-1ef7-4e7e-b847-56b49a13b400 req-8be2bcb9-479d-47df-a2b3-120382f0fae4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:52.903510 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae152f09-1ef7-4e7e-b847-56b49a13b400 req-8be2bcb9-479d-47df-a2b3-120382f0fae4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 944 time: 0.1853986 Sep 17 22:37:52.914055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port cc708f21-268c-497c-a160-3c3f7e503e7a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cc708f21-268c-497c-a160-3c3f7e503e7a,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:52.936729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d4f43b-329b-49bd-8a9d-1f802ad3c30f None None] Network 191f6cd1-311b-473e-9843-0738ddcc8752 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:52.942866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-646b6eac-ddb4-446e-9018-d56ecca2a273 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.964287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae152f09-1ef7-4e7e-b847-56b49a13b400 req-1dce63c4-14c6-4aca-9d54-c703e5696dc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523124 Sep 17 22:37:53.027423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.033175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.034347 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.051964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:37:53.071025 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-646b6eac-ddb4-446e-9018-d56ecca2a273 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.075503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-88d15c6f-2365-4641-9963-497705470571 None None] Provisioning complete for port cc708f21-268c-497c-a160-3c3f7e503e7a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:53.076152 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-88d15c6f-2365-4641-9963-497705470571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.077743 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.078401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2185935c-09ea-4d11-aa28-9e82cabd868e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:53.136190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event updated for resources: {'Network': ['ID=3b2abd3e-0522-45bb-8fbf-03be5cebfa3c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:53.145363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b6eac-ddb4-446e-9018-d56ecca2a273 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bcecbd-080d-4f1e-b858-e52c3f3ad423,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:53.171360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2cb277c7-69d8-4c8c-98d1-659be97d0c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2983007 Sep 17 22:37:53.175003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50198) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:53.185995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Request body: {'subnet': {'network_id': '3b2abd3e-0522-45bb-8fbf-03be5cebfa3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:53.186106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:53.190558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50200) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:53.195686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5aa3176b-94ab-4022-9e6a-ebd0689b5390 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1644651374', 'description': 'tempest-description--1024528517'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:53.281691 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-646b6eac-ddb4-446e-9018-d56ecca2a273 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.285416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-646b6eac-ddb4-446e-9018-d56ecca2a273 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9872954 Sep 17 22:37:53.288251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50202) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:53.345910 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee1a6944-de0a-4aaa-8a5d-ee2fc631ff2d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.361949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 2185935c-09ea-4d11-aa28-9e82cabd868e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:53.362617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.370646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=cc708f21-268c-497c-a160-3c3f7e503e7a,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:53.375250 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee1a6944-de0a-4aaa-8a5d-ee2fc631ff2d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.404982 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5aa3176b-94ab-4022-9e6a-ebd0689b5390 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.501513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Made reservation on behalf of 03ddb1d40c084926a6d0952133102e9c for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:53.506179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.536082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:53.564080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'port_id': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'mac_address': 'fa:16:3e:89:56:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:37:53.616160 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee1a6944-de0a-4aaa-8a5d-ee2fc631ff2d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.618776 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee1a6944-de0a-4aaa-8a5d-ee2fc631ff2d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.622817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ee1a6944-de0a-4aaa-8a5d-ee2fc631ff2d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-groups/e5f6d368-ed3a-44d8-bf58-943c5d76ae57 HTTP/1.1" status: 204 len: 168 time: 0.3333058 Sep 17 22:37:53.623437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50206) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:53.654309 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.675144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a6944-de0a-4aaa-8a5d-ee2fc631ff2d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f6d368-ed3a-44d8-bf58-943c5d76ae57,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:53.680971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fafd25-5ea6-465d-881d-ed08bb85ddea {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:53.726258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb8e5a-a127-4318-b241-a5946fb1b951 req-4d53cc08-5994-42c5-b7af-b841e5be1b41 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.727838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95bb8e5a-a127-4318-b241-a5946fb1b951 req-4d53cc08-5994-42c5-b7af-b841e5be1b41 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 944 time: 0.2316585 Sep 17 22:37:53.732950 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:53.738900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-84ddb4be-c61f-4f0d-a284-d5655c1dbd57 None None] Provisioning complete for port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:53.738900 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-84ddb4be-c61f-4f0d-a284-d5655c1dbd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.785342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-84ddb4be-c61f-4f0d-a284-d5655c1dbd57 None None] Port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:53.826279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-e0233fe9-747a-4dee-8744-6af533a96a56 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.827804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-e0233fe9-747a-4dee-8744-6af533a96a56 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3&tenant_id=d4cd6a346eb04f708783b1b69d561814&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 944 time: 0.2825699 Sep 17 22:37:53.850486 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.901189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956448d5-ea0f-4df8-bdf0-8f2a8d63c209 req-139e0261-bd30-4500-90ad-570bc14a4de9 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.903229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-956448d5-ea0f-4df8-bdf0-8f2a8d63c209 req-139e0261-bd30-4500-90ad-570bc14a4de9 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0836740 Sep 17 22:37:53.949696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:53.953805 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.967446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5aa3176b-94ab-4022-9e6a-ebd0689b5390 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.982878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1041445f-8a85-4e2d-85f9-fcdf477f7e98 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3347208 Sep 17 22:37:53.985441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50212) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:53.988640 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95bb8e5a-a127-4318-b241-a5946fb1b951 req-c2932da7-78d1-413b-9b34-002d461ba384 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333651 Sep 17 22:37:53.999014 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-956448d5-ea0f-4df8-bdf0-8f2a8d63c209 req-69c5bfc8-edbf-4292-ab27-54e127d728bc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873518 Sep 17 22:37:54.007439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-bb046f1f-2557-4097-a38d-fb3e0a6a221a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group': {'name': 'tempest-secgroup--141659131'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:54.022324 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-b59146fc-a308-4f91-ab13-68e8b6f3d031 service neutron] 10.222.0.15 "GET /v2.0/ports/01fafd25-5ea6-465d-881d-ed08bb85ddea/bindings/n-h2-713499-18 HTTP/1.1" status: 200 len: 383 time: 0.1766610 Sep 17 22:37:54.022518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-639462c3-8563-4690-8b47-af06c45fcbda None None] Provisioning complete for port cc708f21-268c-497c-a160-3c3f7e503e7a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:54.022518 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-639462c3-8563-4690-8b47-af06c45fcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.039537 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5aa3176b-94ab-4022-9e6a-ebd0689b5390 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.073745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event updated for resources: {'Subnet': ['ID=ab65da20-b635-48ce-b593-a56163cfe08f,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:54.087591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Checking segment: {'id': 'f31a18b3-3cda-454e-a6d5-53e667c07afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3b2abd3e-0522-45bb-8fbf-03be5cebfa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:54.088032 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Network hostable DHCP agents. Network: 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:54.125265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3176b-94ab-4022-9e6a-ebd0689b5390 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:54.138046 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb046f1f-2557-4097-a38d-fb3e0a6a221a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.142229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-8ad24fcf-99b4-4fa9-8192-ade27e04319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:54.143842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-8ad24fcf-99b4-4fa9-8192-ade27e04319c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1097 time: 0.0809250 Sep 17 22:37:54.207918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:54.236183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-782d48be-822d-4f57-80fc-a5f772d1188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:54.238264 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-782d48be-822d-4f57-80fc-a5f772d1188d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 0.0859814 Sep 17 22:37:54.294140 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['01fafd25-5ea6-465d-881d-ed08bb85ddea'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:37:54.335470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:54.342069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:54.342668 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.347716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a6e4df-2227-4b91-9fe8-e7463c2c1e91 None None] Network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:54.373613 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb046f1f-2557-4097-a38d-fb3e0a6a221a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.469133 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb046f1f-2557-4097-a38d-fb3e0a6a221a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.485703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cc708f21-268c-497c-a160-3c3f7e503e7a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:54.522767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb046f1f-2557-4097-a38d-fb3e0a6a221a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21103dc9-df42-494d-8aca-4b18a9341d10,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:54.579281 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9c152606-8447-44ea-ab78-470b44de323f tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4020281 Sep 17 22:37:54.580587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50216) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:54.590653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Request body: {'port': {'network_id': '3b2abd3e-0522-45bb-8fbf-03be5cebfa3c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1135198566'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:54.614697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5aa3176b-94ab-4022-9e6a-ebd0689b5390 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.619621 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5aa3176b-94ab-4022-9e6a-ebd0689b5390 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4242723 Sep 17 22:37:54.619621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50218) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:54.623409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-cd017931-8713-41c2-8176-feff73857bc5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'security_group_rule': {'security_group_id': '2545e00b-d2b9-48fb-8c40-d48efd6ad6f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:54.624483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb046f1f-2557-4097-a38d-fb3e0a6a221a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.625993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bb046f1f-2557-4097-a38d-fb3e0a6a221a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6259737 Sep 17 22:37:54.631885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50220) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:54.653082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-3b2abd3e-0522-45bb-8fbf-03be5cebfa3c', 'network_id': '3b2abd3e-0522-45bb-8fbf-03be5cebfa3c', 'tenant_id': '03ddb1d40c084926a6d0952133102e9c', 'fixed_ips': [{'subnet_id': 'ab65da20-b635-48ce-b593-a56163cfe08f'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:54.653949 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.658707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-740d08ef-4eb3-4887-b038-c20f81a6f695 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449237123'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:54.664336 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-e412fb9e-8005-433c-8cef-69908ef99c80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1001 time: 0.4186482 Sep 17 22:37:54.723811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-a45c2847-308e-4a14-90f4-62c3c662f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:54.725394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-a45c2847-308e-4a14-90f4-62c3c662f973 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.0539734 Sep 17 22:37:54.775514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd017931-8713-41c2-8176-feff73857bc5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.810515 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-cb3acd72-6a19-494c-bc35-0c5979c7d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:54.812157 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-cb3acd72-6a19-494c-bc35-0c5979c7d764 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790579 Sep 17 22:37:54.824928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cc708f21-268c-497c-a160-3c3f7e503e7a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:54.825297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.866489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-740d08ef-4eb3-4887-b038-c20f81a6f695 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.911128 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd017931-8713-41c2-8176-feff73857bc5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.936947 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-3523b57f-b4b5-4f37-b4bd-6ce050be43c3 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153126 Sep 17 22:37:55.046183 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-4979c301-fb48-48eb-ab93-2da2c5f38383 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022029 Sep 17 22:37:55.053614 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd017931-8713-41c2-8176-feff73857bc5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.063060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Made reservation on behalf of 03ddb1d40c084926a6d0952133102e9c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:55.075215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.076574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd017931-8713-41c2-8176-feff73857bc5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3936f524-2950-4a78-a8cf-74b34fba57fc,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:55.129270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] device_id is not set on port eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:37:55.129722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Allocated IP 2001:db8::2 (3b2abd3e-0522-45bb-8fbf-03be5cebfa3c/ab65da20-b635-48ce-b593-a56163cfe08f/114da326-fe52-4bf3-8564-926a67e07d12) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:55.192981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbbe2d-bb03-4ab2-bf2d-47d708971f57 req-2dbc9e74-7f62-46d8-84cb-b1b11befd1b9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.195373 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16bbbe2d-bb03-4ab2-bf2d-47d708971f57 req-2dbc9e74-7f62-46d8-84cb-b1b11befd1b9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 945 time: 0.0813210 Sep 17 22:37:55.253319 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16bbbe2d-bb03-4ab2-bf2d-47d708971f57 req-97326520-f0a5-44b0-a1f1-c10d4513ba31 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503082 Sep 17 22:37:55.296025 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-740d08ef-4eb3-4887-b038-c20f81a6f695 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.305537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff624b-0d52-404c-8afe-c5006c73dfda req-25e90241-0ce7-47f0-9fea-4bbcde922c25 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.307081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24ff624b-0d52-404c-8afe-c5006c73dfda req-25e90241-0ce7-47f0-9fea-4bbcde922c25 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1683509 Sep 17 22:37:55.308654 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.349681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-24ff624b-0d52-404c-8afe-c5006c73dfda req-3c16237d-c89a-4f3e-9e36-7b3be8da78f6 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Sep 17 22:37:55.378640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-740d08ef-4eb3-4887-b038-c20f81a6f695 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.401758 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.424215 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cd017931-8713-41c2-8176-feff73857bc5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.427940 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cd017931-8713-41c2-8176-feff73857bc5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8057249 Sep 17 22:37:55.428297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50228) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:55.429323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d08ef-4eb3-4887-b038-c20f81a6f695 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12c9c2-0c71-455f-b0f3-f4b3f69149ba,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:55.432919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c3fffdc3-1ed6-473f-bf80-bc85ff001dd0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'security_group_rule': {'security_group_id': '2545e00b-d2b9-48fb-8c40-d48efd6ad6f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:55.454636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:55.458513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:55.464593 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:55.470551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Allocated IP 2001:db8::358 (3b2abd3e-0522-45bb-8fbf-03be5cebfa3c/ab65da20-b635-48ce-b593-a56163cfe08f/eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:55.472215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Pushing event updated for resources: {'Port': ['ID=114da326-fe52-4bf3-8564-926a67e07d12,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:55.484013 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-740d08ef-4eb3-4887-b038-c20f81a6f695 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.488070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-740d08ef-4eb3-4887-b038-c20f81a6f695 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8509753 Sep 17 22:37:55.488408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50230) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:55.496807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a0fdce3d-1909-404d-a9d9-0815b1f353d1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': '21103dc9-df42-494d-8aca-4b18a9341d10', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6f12c9c2-0c71-455f-b0f3-f4b3f69149ba', 'remote_ip_prefix': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:55.532945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Attempting to bind port 114da326-fe52-4bf3-8564-926a67e07d12 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:55.533539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Attempting to bind port 114da326-fe52-4bf3-8564-926a67e07d12 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f31a18b3-3cda-454e-a6d5-53e667c07afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3b2abd3e-0522-45bb-8fbf-03be5cebfa3c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:55.533760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Attempting to bind port 114da326-fe52-4bf3-8564-926a67e07d12 on network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:55.539757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:55.540151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Checking segment: {'id': 'f31a18b3-3cda-454e-a6d5-53e667c07afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3b2abd3e-0522-45bb-8fbf-03be5cebfa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:55.540709 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.541103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Bound using segment: {'id': 'f31a18b3-3cda-454e-a6d5-53e667c07afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3b2abd3e-0522-45bb-8fbf-03be5cebfa3c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:55.541571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Bound port: 114da326-fe52-4bf3-8564-926a67e07d12, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31a18b3-3cda-454e-a6d5-53e667c07afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3b2abd3e-0522-45bb-8fbf-03be5cebfa3c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:55.541950 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.608243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c3fffdc3-1ed6-473f-bf80-bc85ff001dd0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.608729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] For port 114da326-fe52-4bf3-8564-926a67e07d12, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:55.612708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] For port 114da326-fe52-4bf3-8564-926a67e07d12, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=114da326-fe52-4bf3-8564-926a67e07d12,segment=NetworkSegment(f31a18b3-3cda-454e-a6d5-53e667c07afc),segment_id=f31a18b3-3cda-454e-a6d5-53e667c07afc)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:55.665267 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.675071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c3fffdc3-1ed6-473f-bf80-bc85ff001dd0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.676398 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.702079 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0fdce3d-1909-404d-a9d9-0815b1f353d1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.771579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8868239-5b67-4b13-97ca-81a67f9b9a42 None None] Pushing event updated for resources: {'Port': ['ID=114da326-fe52-4bf3-8564-926a67e07d12,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:55.796502 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.802438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c3fffdc3-1ed6-473f-bf80-bc85ff001dd0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.837376 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0fdce3d-1909-404d-a9d9-0815b1f353d1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.839613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fffdc3-1ed6-473f-bf80-bc85ff001dd0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe82cef3-63a4-4b73-b369-c05f2bdbba1f,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:55.842741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:55.846731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:55.850510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:55.856608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:55.857505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.888707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event updated for resources: {'Port': ['ID=eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:55.932811 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0fdce3d-1909-404d-a9d9-0815b1f353d1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.976211 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-486c8fa4-d9e1-4b83-89ef-17c8a80845f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3898437 Sep 17 22:37:55.976211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50234) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:55.979170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Request body: {'port': {'network_id': '3b2abd3e-0522-45bb-8fbf-03be5cebfa3c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-307711119', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:55.979701 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.api.validators [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] bootfile-name is not in valid_values {{(pid=95454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:37:55.980045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.api.validators [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] tftp-server is not in valid_values {{(pid=95454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:37:55.982919 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.api.validators [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] server-ip-address is not in valid_values {{(pid=95454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:37:55.994116 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c3fffdc3-1ed6-473f-bf80-bc85ff001dd0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.998183 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c3fffdc3-1ed6-473f-bf80-bc85ff001dd0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5659821 Sep 17 22:37:55.998183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdce3d-1909-404d-a9d9-0815b1f353d1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f902dd2-af7d-4f27-b21f-de7eeb731505,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:55.998394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50236) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:56.003974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:56.066268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0fdce3d-1909-404d-a9d9-0815b1f353d1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.070753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50238) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:56.071266 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a0fdce3d-1909-404d-a9d9-0815b1f353d1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5809553 Sep 17 22:37:56.128460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25af8145-c7f1-4ebf-a691-71e30b0d4d11 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.139361 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25af8145-c7f1-4ebf-a691-71e30b0d4d11 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.150035 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.252374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Made reservation on behalf of 03ddb1d40c084926a6d0952133102e9c for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:56.253704 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.256048 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.273684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] device_id is not set on port d0272dc7-56ed-414f-8a6c-109aa608f541 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:37:56.391048 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25af8145-c7f1-4ebf-a691-71e30b0d4d11 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.404794 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25af8145-c7f1-4ebf-a691-71e30b0d4d11 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.408302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-25af8145-c7f1-4ebf-a691-71e30b0d4d11 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5f902dd2-af7d-4f27-b21f-de7eeb731505 HTTP/1.1" status: 204 len: 168 time: 0.3344314 Sep 17 22:37:56.411417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50244) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:56.421277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af8145-c7f1-4ebf-a691-71e30b0d4d11 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f902dd2-af7d-4f27-b21f-de7eeb731505,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:56.454455 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591b7e2-f526-42e5-a4f2-f6756d93bc61 req-089c7147-e62f-48d2-9bdc-8c6da082ad51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.458149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8591b7e2-f526-42e5-a4f2-f6756d93bc61 req-089c7147-e62f-48d2-9bdc-8c6da082ad51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 945 time: 0.1191866 Sep 17 22:37:56.471126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Allocated IP 2001:db8::1d4 (3b2abd3e-0522-45bb-8fbf-03be5cebfa3c/ab65da20-b635-48ce-b593-a56163cfe08f/d0272dc7-56ed-414f-8a6c-109aa608f541) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:56.576943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dbdb9ddf-c263-4027-9732-481fff2caeb0 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1598647 Sep 17 22:37:56.577826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Allocated IP 172.25.6.148 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/12d1e3f5-71cc-46dc-80ce-1652ccda085b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:56.579761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50246) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:56.618588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 114da326-fe52-4bf3-8564-926a67e07d12 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:56.641889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a668d1-f02d-4adc-ace8-ae426688681f req-164c7687-1eca-4ec8-832b-455e8dce8811 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.642066 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8591b7e2-f526-42e5-a4f2-f6756d93bc61 req-417b8610-b00f-4e1a-a6a9-da3e6e122600 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704001 Sep 17 22:37:56.642165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49a668d1-f02d-4adc-ace8-ae426688681f req-164c7687-1eca-4ec8-832b-455e8dce8811 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1450315 Sep 17 22:37:56.732901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-940d02f7-e07b-4ab8-a6c0-cf6f4d9c9972 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.745015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 114da326-fe52-4bf3-8564-926a67e07d12 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:56.745393 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.762285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49a668d1-f02d-4adc-ace8-ae426688681f req-7638bdb4-744f-4002-a27a-38329b804086 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085443 Sep 17 22:37:56.781815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-940d02f7-e07b-4ab8-a6c0-cf6f4d9c9972 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.829350 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.833364 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.917297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.957732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 114da326-fe52-4bf3-8564-926a67e07d12, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=114da326-fe52-4bf3-8564-926a67e07d12,segment=NetworkSegment(f31a18b3-3cda-454e-a6d5-53e667c07afc),segment_id=f31a18b3-3cda-454e-a6d5-53e667c07afc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:56.986892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.988857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-940d02f7-e07b-4ab8-a6c0-cf6f4d9c9972 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.991970 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.000587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-940d02f7-e07b-4ab8-a6c0-cf6f4d9c9972 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.004823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-940d02f7-e07b-4ab8-a6c0-cf6f4d9c9972 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-groups/6f12c9c2-0c71-455f-b0f3-f4b3f69149ba HTTP/1.1" status: 204 len: 168 time: 0.4226153 Sep 17 22:37:57.013894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50250) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:57.054711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d02f7-e07b-4ab8-a6c0-cf6f4d9c9972 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12c9c2-0c71-455f-b0f3-f4b3f69149ba,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.056662 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.085769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:57.088778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:57.089574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:57.099066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:57.113398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:57.114859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:57.123749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:57.131362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.133039 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.145839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event updated for resources: {'Port': ['ID=d0272dc7-56ed-414f-8a6c-109aa608f541,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.148497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Port': ['ID=12d1e3f5-71cc-46dc-80ce-1652ccda085b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.157796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a88d7d-4c28-4189-ab4e-efa29e8692d0 None None] Network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:57.205906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cffa08bb-389a-4930-b445-b69501b67006 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1727004 Sep 17 22:37:57.208510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50252) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:57.230935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.268616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-de4b6005-f31a-4c92-b930-57d36f2a371d tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2921147 Sep 17 22:37:57.271304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50254) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:57.272139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb337024-48e4-46dc-8466-d52fed0f6864 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.273551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ab464f3f-d587-42db-996a-84bd1177f6e4 None None] Provisioning complete for port 114da326-fe52-4bf3-8564-926a67e07d12 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:57.273935 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab464f3f-d587-42db-996a-84bd1177f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.275400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=114da326-fe52-4bf3-8564-926a67e07d12,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.300099 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb337024-48e4-46dc-8466-d52fed0f6864 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.408423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 01fafd25-5ea6-465d-881d-ed08bb85ddea completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:37:57.409035 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.419017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 01fafd25-5ea6-465d-881d-ed08bb85ddea triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:57.419392 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.422146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436ee99b-7afb-4c57-9cf3-c596eb322220 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.429139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436ee99b-7afb-4c57-9cf3-c596eb322220 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.435005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436ee99b-7afb-4c57-9cf3-c596eb322220 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.440359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-436ee99b-7afb-4c57-9cf3-c596eb322220 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1638494 Sep 17 22:37:57.440746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50256) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:57.502824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb337024-48e4-46dc-8466-d52fed0f6864 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.509142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb337024-48e4-46dc-8466-d52fed0f6864 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.510011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bb337024-48e4-46dc-8466-d52fed0f6864 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-groups/21103dc9-df42-494d-8aca-4b18a9341d10 HTTP/1.1" status: 204 len: 168 time: 0.3001926 Sep 17 22:37:57.516036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50258) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:57.525856 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.557944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb337024-48e4-46dc-8466-d52fed0f6864 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21103dc9-df42-494d-8aca-4b18a9341d10,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.570620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:57.576696 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fd3ac0-bc7a-4118-8d88-d43a1123af95" -d '{"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-plugged", "status": "completed", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:57.621258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:57.680534 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c70175-df18-478e-9fc3-2f55496676b4 x-openstack-request-id: req-04c70175-df18-478e-9fc3-2f55496676b4 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:57.681109 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-plugged", "status": "completed", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:57.681449 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04c70175-df18-478e-9fc3-2f55496676b4 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:57.682019 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'code': 200} Sep 17 22:37:57.684893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e4a7ca74-b067-4d50-85ba-372477b7df0c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1623976 Sep 17 22:37:57.691318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50264) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:57.701071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-aea7e201-4f23-4a19-ac35-f91594c866d2 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group': {'name': 'tempest-secgroup--103697877'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:57.701248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.720739 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.781497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.781694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8588259f-5fae-428f-97f0-70267ee0f550 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Deleting port d0272dc7-56ed-414f-8a6c-109aa608f541 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:57.782086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8588259f-5fae-428f-97f0-70267ee0f550 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.804718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.806646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb022be-6444-4527-aee5-ffe9c8fa7d70 req-b6a916e1-1ff2-4ecc-a4cc-281af7349ce5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.808293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-acb022be-6444-4527-aee5-ffe9c8fa7d70 req-b6a916e1-1ff2-4ecc-a4cc-281af7349ce5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0811539 Sep 17 22:37:57.812999 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aea7e201-4f23-4a19-ac35-f91594c866d2 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.887485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Port': ['ID=12d1e3f5-71cc-46dc-80ce-1652ccda085b,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.991296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6bb102d8-32d5-4c1a-8cb0-3cca1548bb99 None None] Provisioning complete for port eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:57.991673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6bb102d8-32d5-4c1a-8cb0-3cca1548bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.995070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c793cb-dccd-42ad-83bd-bce87cebfa20 req-3ef5357e-b401-46a7-8676-ec3ba2a7b151 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.996698 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8c793cb-dccd-42ad-83bd-bce87cebfa20 req-3ef5357e-b401-46a7-8676-ec3ba2a7b151 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0945950 Sep 17 22:37:58.065451 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8c793cb-dccd-42ad-83bd-bce87cebfa20 req-3b76c28d-3c90-4cb7-8ee6-8d1b3ea1c980 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614245 Sep 17 22:37:58.071180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6bb102d8-32d5-4c1a-8cb0-3cca1548bb99 None None] Port eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:58.073405 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.115764 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6bb102d8-32d5-4c1a-8cb0-3cca1548bb99 None None] Provisioning complete for port 114da326-fe52-4bf3-8564-926a67e07d12 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:58.116423 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6bb102d8-32d5-4c1a-8cb0-3cca1548bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.181961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.191080 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aaaaeaf1-6d7a-43fa-b138-1a4a2f76c820 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1840200 Sep 17 22:37:58.399757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6bb102d8-32d5-4c1a-8cb0-3cca1548bb99 None None] Provisioning complete for port d0272dc7-56ed-414f-8a6c-109aa608f541 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:58.400390 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6bb102d8-32d5-4c1a-8cb0-3cca1548bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.414688 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8588259f-5fae-428f-97f0-70267ee0f550 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.446485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8588259f-5fae-428f-97f0-70267ee0f550 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Calling delete_port for d0272dc7-56ed-414f-8a6c-109aa608f541 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:58.450323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6bb102d8-32d5-4c1a-8cb0-3cca1548bb99 None None] Port d0272dc7-56ed-414f-8a6c-109aa608f541 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:58.532046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 114da326-fe52-4bf3-8564-926a67e07d12 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:58.606514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-acb022be-6444-4527-aee5-ffe9c8fa7d70 req-239f0022-d507-4622-aca6-aecaab9c8b14 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7824593 Sep 17 22:37:58.624681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e9091-b730-4428-a1b3-14508cbd6576 req-516281cc-fb78-4779-886b-f7971d35dc6b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.636365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-359e9091-b730-4428-a1b3-14508cbd6576 req-516281cc-fb78-4779-886b-f7971d35dc6b tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1232944 Sep 17 22:37:58.652400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-bc13397a-bdd4-4f72-bfdc-9c6f90100f75 None None] Provisioning complete for port eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:58.652986 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc13397a-bdd4-4f72-bfdc-9c6f90100f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.668474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-7454a808-9fc3-4e65-8b1e-538ca6ed9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.672164 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-7454a808-9fc3-4e65-8b1e-538ca6ed9cc0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 1098 time: 0.1747282 Sep 17 22:37:58.699645 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-359e9091-b730-4428-a1b3-14508cbd6576 req-583879fb-c737-488c-a808-b734ef7e87ec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631013 Sep 17 22:37:58.721624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:58.753805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-bc13397a-bdd4-4f72-bfdc-9c6f90100f75 None None] Port eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:58.756659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 114da326-fe52-4bf3-8564-926a67e07d12 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:58.757122 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.877402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5a494e0e-933c-42d3-9b7a-a22ed76c7ad1 None None] Provisioning complete for port d0272dc7-56ed-414f-8a6c-109aa608f541 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:58.878076 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5a494e0e-933c-42d3-9b7a-a22ed76c7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.887196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-cc1b4746-a71b-4bab-89cd-cccd6f0c53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.888811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-cc1b4746-a71b-4bab-89cd-cccd6f0c53b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1096 time: 0.2742622 Sep 17 22:37:58.915498 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.919502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5e5e1e58-865d-46fa-92df-17733f22d6f7 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1644651374&fields=id&tenant_id=73abc9d519174e87be65c1fa9b05c663 HTTP/1.1" status: 200 len: 267 time: 0.1903713 Sep 17 22:37:58.921358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5a494e0e-933c-42d3-9b7a-a22ed76c7ad1 None None] Port d0272dc7-56ed-414f-8a6c-109aa608f541 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:58.950228 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aea7e201-4f23-4a19-ac35-f91594c866d2 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.053704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aea7e201-4f23-4a19-ac35-f91594c866d2 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.071354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e93e3fc-494b-4fec-9218-4f13b7935641 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.072828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e93e3fc-494b-4fec-9218-4f13b7935641 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports/3a540cf4-30de-41c7-8485-2fbafbdcf0d8 HTTP/1.1" status: 200 len: 930 time: 0.1213560 Sep 17 22:37:59.082142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8588259f-5fae-428f-97f0-70267ee0f550 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.173226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588259f-5fae-428f-97f0-70267ee0f550 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event deleted for resources: {'Port': ['ID=d0272dc7-56ed-414f-8a6c-109aa608f541,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:59.175590 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.230442 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:37:59.254355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7e201-4f23-4a19-ac35-f91594c866d2 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44359b26-9052-4280-813a-97b87f012e3a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:59.270280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aea7e201-4f23-4a19-ac35-f91594c866d2 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.274049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-aea7e201-4f23-4a19-ac35-f91594c866d2 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5791306 Sep 17 22:37:59.276347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50292) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:59.279986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-720ac80e-590a-43f0-8442-487dbe2c4eae tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': '44359b26-9052-4280-813a-97b87f012e3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:59.301186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8588259f-5fae-428f-97f0-70267ee0f550 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.304786 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8588259f-5fae-428f-97f0-70267ee0f550 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "DELETE /v2.0/ports/d0272dc7-56ed-414f-8a6c-109aa608f541 HTTP/1.1" status: 204 len: 168 time: 1.8627341 Sep 17 22:37:59.308937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50294) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:59.313733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-28d9369f-2543-4472-b375-88bf9ad0eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.315103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Request body: {'port': {'name': 'tempest-new-port-name-114344959', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:59.315402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-28d9369f-2543-4472-b375-88bf9ad0eb17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.4143336 Sep 17 22:37:59.320670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.api.validators [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] bootfile-name is not in valid_values {{(pid=95455) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:37:59.321053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.api.validators [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] tftp-server is not in valid_values {{(pid=95455) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:37:59.321467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.api.validators [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] server-ip-address is not in valid_values {{(pid=95455) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:37:59.324879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-7bceb0ec-94b9-433f-b383-222c8104a20b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.327150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-7bceb0ec-94b9-433f-b383-222c8104a20b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports/2e3c7546-78fc-4122-80d5-8e1a3ff11d44 HTTP/1.1" status: 200 len: 931 time: 0.2216258 Sep 17 22:37:59.411557 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-720ac80e-590a-43f0-8442-487dbe2c4eae tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.419515 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.437471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bbeb0666-a95f-4d38-8441-8f512b9f8242 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1006851 Sep 17 22:37:59.513646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-29985a74-2c41-4cb2-a4b1-fd8f4b6640f7 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0677681 Sep 17 22:37:59.550051 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-335c881d-4bd9-486d-b4ef-e31f4fa75a35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 999 time: 0.2217467 Sep 17 22:37:59.571025 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-720ac80e-590a-43f0-8442-487dbe2c4eae tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.618492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:59.674647 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-720ac80e-590a-43f0-8442-487dbe2c4eae tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.708513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-8e9286f0-2c47-4932-8229-e49a6b166fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.708513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-8e9286f0-2c47-4932-8229-e49a6b166fba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.1439359 Sep 17 22:37:59.740073 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ac80e-590a-43f0-8442-487dbe2c4eae tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20967b9-5dee-41f5-8c18-475ae5e70cd9,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:59.762804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:59.775141 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.790814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a480f-a52c-4185-ba3c-1cbd6b658be9 req-02879560-fee0-4c52-a8d0-fe4c37e43c9b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.792440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-509a480f-a52c-4185-ba3c-1cbd6b658be9 req-02879560-fee0-4c52-a8d0-fe4c37e43c9b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 946 time: 0.0913887 Sep 17 22:37:59.799588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-beeb3d6e-5bb9-4b7d-a841-0c49c013c2e5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.806584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-beeb3d6e-5bb9-4b7d-a841-0c49c013c2e5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.815534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-beeb3d6e-5bb9-4b7d-a841-0c49c013c2e5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.822902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-beeb3d6e-5bb9-4b7d-a841-0c49c013c2e5 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/networks?id=b47776c0-fb49-4546-b199-a15d6fc3e290&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=191f6cd1-311b-473e-9843-0738ddcc8752&id=191f6cd1-311b-473e-9843-0738ddcc8752 HTTP/1.1" status: 200 len: 1991 time: 0.2988367 Sep 17 22:37:59.823896 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-720ac80e-590a-43f0-8442-487dbe2c4eae tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.825260 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-720ac80e-590a-43f0-8442-487dbe2c4eae tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5496011 Sep 17 22:37:59.834084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:59.845181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-ff6dab30-7f09-452a-bd3a-f5afa67cdd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.846931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-ff6dab30-7f09-452a-bd3a-f5afa67cdd45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305676 Sep 17 22:37:59.851225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-509a480f-a52c-4185-ba3c-1cbd6b658be9 req-5e749f2a-cb90-4004-ada4-078b91217b78 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515532 Sep 17 22:37:59.852440 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-fa4dd602-a7b1-451a-a44c-7ff4356c115e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/quotas/73abc9d519174e87be65c1fa9b05c663 HTTP/1.1" status: 200 len: 375 time: 0.0285604 Sep 17 22:37:59.853928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.880435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:59.882700 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e34ae2d-bbcf-4353-aeee-7f7b4ceec4e4" -d '{"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-unplugged", "status": "completed", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:59.903835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.909702 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35519708-5e73-4548-b068-8929512e8405 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.912200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] In _notify_port_updated(), no bound segment for port eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 on network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:37:59.918134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.918739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:59.922777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "PUT /v2.0/ports/eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 HTTP/1.1" status: 200 len: 1129 time: 0.6093476 Sep 17 22:37:59.925282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50306) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:59.957212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Transition to ACTIVE for port object 01fafd25-5ea6-465d-881d-ed08bb85ddea will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:59.971792 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35519708-5e73-4548-b068-8929512e8405 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.026376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-d7bfb5cb-590a-4c8c-8b52-de8b84ca01db tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1547635 Sep 17 22:38:00.031797 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.037061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d5e56-f812-4ed2-8c94-94a47cbf7f39 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.044249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cc3d5e56-f812-4ed2-8c94-94a47cbf7f39 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "GET /v2.0/ports/eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 HTTP/1.1" status: 200 len: 1129 time: 0.1161823 Sep 17 22:38:00.044249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa0379-811a-415f-a3ce-51af1532bc28 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event updated for resources: {'Port': ['ID=eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:00.051985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50308) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:00.109261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-af63fc23-ac15-4134-8c53-491864042891 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:38:00.110370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-af63fc23-ac15-4134-8c53-491864042891 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450516 Sep 17 22:38:00.132439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-f6b04412-7cb8-4447-83b4-6799a53304b6 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734284 Sep 17 22:38:00.179698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cdb2e-1027-4165-b686-816a3061e5b8 req-d752ba0f-7704-4a3b-ba11-8191c4f26151 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.186542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-086cdb2e-1027-4165-b686-816a3061e5b8 req-d752ba0f-7704-4a3b-ba11-8191c4f26151 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.2256978 Sep 17 22:38:00.202623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35519708-5e73-4548-b068-8929512e8405 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.208405 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35519708-5e73-4548-b068-8929512e8405 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.211890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35519708-5e73-4548-b068-8929512e8405 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f20967b9-5dee-41f5-8c18-475ae5e70cd9 HTTP/1.1" status: 204 len: 168 time: 0.3745375 Sep 17 22:38:00.215874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50312) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:00.240277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35519708-5e73-4548-b068-8929512e8405 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f20967b9-5dee-41f5-8c18-475ae5e70cd9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:00.266053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=10']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:00.285769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-086cdb2e-1027-4165-b686-816a3061e5b8 req-fd3c02e5-babe-415d-aaa8-94144f226b49 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977464 Sep 17 22:38:00.299604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3d181-e9ee-4235-883b-8fd90b3751bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Deleting port eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:00.299965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d181-e9ee-4235-883b-8fd90b3751bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.367261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9cbf052c-7869-4021-a140-3d6dc87df475 None None] Provisioning complete for port eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:00.367773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9cbf052c-7869-4021-a140-3d6dc87df475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.368323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cf3b9d81-0f3b-4b6d-b6a2-66d4a78c97de tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1406550 Sep 17 22:38:00.377242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50314) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:00.428372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf052c-7869-4021-a140-3d6dc87df475 None None] Port eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:00.444525 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17e47c7-ce38-4839-a1cc-d044a508fd6d x-openstack-request-id: req-c17e47c7-ce38-4839-a1cc-d044a508fd6d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:00.445088 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-unplugged", "status": "completed", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:00.445088 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c17e47c7-ce38-4839-a1cc-d044a508fd6d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:00.445428 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'code': 200} Sep 17 22:38:00.463564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d181-e9ee-4235-883b-8fd90b3751bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.466943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] No DVR routers for this DVR port 01fafd25-5ea6-465d-881d-ed08bb85ddea on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:00.472798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23000934-fca6-4704-83db-1e7095ca0874 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.487909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3d181-e9ee-4235-883b-8fd90b3751bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Calling delete_port for eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:00.507317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23000934-fca6-4704-83db-1e7095ca0874 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.528419 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5fff1090-1281-4b4c-bb92-833c9a129672 req-f5779ff5-f2fd-4d57-b6ee-10590163c07d service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773067 Sep 17 22:38:00.551761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0ea45be9-0dd1-4a6d-b1df-abc3fc9d472c service neutron] 10.222.0.30 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222264 Sep 17 22:38:00.678865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23000934-fca6-4704-83db-1e7095ca0874 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.681572 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23000934-fca6-4704-83db-1e7095ca0874 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.685086 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-23000934-fca6-4704-83db-1e7095ca0874 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-groups/44359b26-9052-4280-813a-97b87f012e3a HTTP/1.1" status: 204 len: 168 time: 0.3045361 Sep 17 22:38:00.685910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50316) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:00.707734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23000934-fca6-4704-83db-1e7095ca0874 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44359b26-9052-4280-813a-97b87f012e3a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:00.721910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:00.722258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:00.722649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:00.732675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-4343daa3-5a15-4498-80be-2be364312ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429875 Sep 17 22:38:00.735240 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d181-e9ee-4235-883b-8fd90b3751bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.737256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Port 01fafd25-5ea6-465d-881d-ed08bb85ddea on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:00.737578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Attempting to bind port 01fafd25-5ea6-465d-881d-ed08bb85ddea on network c67fb87a-cefd-4be2-98ac-dc9195f02f63 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:00.767718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:00.767935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f5fa92dd-c83f-4b00-81bb-257290bce8d1 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808024 Sep 17 22:38:00.768058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Checking segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:00.768444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Bound using segment: {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:00.768876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Bound port: 01fafd25-5ea6-465d-881d-ed08bb85ddea, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91cade07-9723-4fef-9a58-e25d79f87bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:00.769233 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.772648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50318) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:00.774997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3d181-e9ee-4235-883b-8fd90b3751bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event deleted for resources: {'Port': ['ID=eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:00.779410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d7c7005e-a550-4a92-af52-6b8e670ea226 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group': {'name': 'tempest-secgroup--785976164'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:00.799981 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6e977f55-b81f-4d5d-98dc-5eaff698bb2f service neutron] 10.222.0.30 "GET /v2.0/ports/3a540cf4-30de-41c7-8485-2fbafbdcf0d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0642428 Sep 17 22:38:00.801343 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d181-e9ee-4235-883b-8fd90b3751bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.806700 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a2a3d181-e9ee-4235-883b-8fd90b3751bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "DELETE /v2.0/ports/eb92c88f-0fbc-4d13-a199-5c4b7ed9f8b2 HTTP/1.1" status: 204 len: 168 time: 0.7536144 Sep 17 22:38:00.806792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50320) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:00.963984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-44927e75-f118-4535-844b-85bbe91d8931 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Deleting subnet ab65da20-b635-48ce-b593-a56163cfe08f {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:00.980523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7c7005e-a550-4a92-af52-6b8e670ea226 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:00.984194 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44927e75-f118-4535-844b-85bbe91d8931 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.024257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ead7b3-a281-4aa7-b817-7d6c0081dfb6 req-73dc1461-3282-40e7-9784-1d40e26a440a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.033967 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42ead7b3-a281-4aa7-b817-7d6c0081dfb6 req-73dc1461-3282-40e7-9784-1d40e26a440a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 945 time: 0.0678887 Sep 17 22:38:01.043376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:01.074992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:01.084497 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44927e75-f118-4535-844b-85bbe91d8931 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.088671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:01.090897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42ead7b3-a281-4aa7-b817-7d6c0081dfb6 req-6361fcaa-fa68-483b-9808-f6559fea094c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543625 Sep 17 22:38:01.141077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-af8ec4df-9a62-4beb-a079-c332a4e13895 service neutron] 10.222.0.30 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303277 Sep 17 22:38:01.150772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:01.168340 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.314789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.315479 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.317596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] 10.222.0.23 "PUT /v2.0/ports/01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1094 time: 2.6064978 Sep 17 22:38:01.424707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8e7d5b1b-8975-4211-9c91-e6c92620734d service neutron] 10.222.0.30 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733846 Sep 17 22:38:01.436192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44927e75-f118-4535-844b-85bbe91d8931 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.484012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966745dd-dad0-406b-9297-d7d62ac05f6a req-1b2b4984-afa1-4d8c-8ddf-097f16b1ba3c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.484849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f38ff-301a-4976-a8fc-2470dd497513 service neutron] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=11']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:01.491391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-966745dd-dad0-406b-9297-d7d62ac05f6a req-1b2b4984-afa1-4d8c-8ddf-097f16b1ba3c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0780594 Sep 17 22:38:01.540813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-966745dd-dad0-406b-9297-d7d62ac05f6a req-4a908c7c-7837-4134-95af-5d9109fb3987 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485702 Sep 17 22:38:01.547112 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7c7005e-a550-4a92-af52-6b8e670ea226 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.549577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-9ed77ad0-b8fe-4845-bd2a-d4e4b4ae29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.551055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-9ed77ad0-b8fe-4845-bd2a-d4e4b4ae29fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1097 time: 0.1927607 Sep 17 22:38:01.573860 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f72f4b3f-7ba2-4a36-9db2-31d28f7306a8 service neutron] 10.222.0.30 "GET /v2.0/ports/2e3c7546-78fc-4122-80d5-8e1a3ff11d44?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1480041 Sep 17 22:38:01.632284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7c7005e-a550-4a92-af52-6b8e670ea226 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:01.749140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef2515-0ead-4e8a-a14f-fbab9b674917 req-74dc0f40-5aa7-45c0-8caa-5a303b599459 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.750918 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-98ef2515-0ead-4e8a-a14f-fbab9b674917 req-74dc0f40-5aa7-45c0-8caa-5a303b599459 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1002495 Sep 17 22:38:01.793036 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-98ef2515-0ead-4e8a-a14f-fbab9b674917 req-f3c6e1ba-82d6-4e40-b462-ef1bf26f3ed0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353813 Sep 17 22:38:01.915841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946519d8-1317-4572-8ef5-8838bb8bf29f req-499a42ec-3b31-42fe-a262-a65a88f430b3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.917418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-946519d8-1317-4572-8ef5-8838bb8bf29f req-499a42ec-3b31-42fe-a262-a65a88f430b3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0509899 Sep 17 22:38:01.959517 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-946519d8-1317-4572-8ef5-8838bb8bf29f req-e0850448-a1f2-4af9-a90d-dcb56b13ca3e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349908 Sep 17 22:38:02.079261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44927e75-f118-4535-844b-85bbe91d8931 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.081663 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7c7005e-a550-4a92-af52-6b8e670ea226 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.082877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d7c7005e-a550-4a92-af52-6b8e670ea226 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3085749 Sep 17 22:38:02.085841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50350) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:02.090530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3675f968-1be0-4583-96da-51b47bddd9fe tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': 'ab21d442-b90f-4fc1-8c43-0b2e354dec0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:02.110443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7005e-a550-4a92-af52-6b8e670ea226 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab21d442-b90f-4fc1-8c43-0b2e354dec0b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:02.137927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44927e75-f118-4535-844b-85bbe91d8931 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event deleted for resources: {'Subnet': ['ID=ab65da20-b635-48ce-b593-a56163cfe08f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:02.140169 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44927e75-f118-4535-844b-85bbe91d8931 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.142200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-44927e75-f118-4535-844b-85bbe91d8931 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "DELETE /v2.0/subnets/ab65da20-b635-48ce-b593-a56163cfe08f HTTP/1.1" status: 204 len: 168 time: 1.3325458 Sep 17 22:38:02.145452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-89e17dbf-95b9-4c90-9248-d6fee0aeb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:02.146997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50356) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:02.147122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-89e17dbf-95b9-4c90-9248-d6fee0aeb220 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 0.5756757 Sep 17 22:38:02.147911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f26153-fae2-41c4-850a-1033657c5f2c None None] Network 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:02.195379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6894aa46-ab3a-4e6c-8b79-eecb2a78a54c service neutron] 10.222.0.30 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966067 Sep 17 22:38:02.243017 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.249362 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-0719159d-308d-4dbb-ab0e-990bffd48e4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1000 time: 0.0914955 Sep 17 22:38:02.256897 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3675f968-1be0-4583-96da-51b47bddd9fe tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.347815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-a5830fda-3ddb-48a2-9e43-8bc03b64ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:02.349412 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-a5830fda-3ddb-48a2-9e43-8bc03b64ee2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.0931625 Sep 17 22:38:02.353030 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3675f968-1be0-4583-96da-51b47bddd9fe tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.355744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-7f5fb2ae-a771-4738-b305-9dea1e73850c service neutron] 10.222.0.30 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518490 Sep 17 22:38:02.358562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Deleting port 114da326-fe52-4bf3-8564-926a67e07d12 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:02.358929 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.406603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe7764-cb37-4c1a-92b9-a972aa7d8a26 None None] DHCP port deletion for 3b2abd3e-0522-45bb-8fbf-03be5cebfa3c request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:38:02.446317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:02.448610 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:02.464044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-44fe7764-cb37-4c1a-92b9-a972aa7d8a26 None None] Deleting port 114da326-fe52-4bf3-8564-926a67e07d12 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:02.464291 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3675f968-1be0-4583-96da-51b47bddd9fe tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.464958 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-44fe7764-cb37-4c1a-92b9-a972aa7d8a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.465846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-e0736d65-f3d3-4d75-83da-be567ae825f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:02.468032 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-e0736d65-f3d3-4d75-83da-be567ae825f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106777 Sep 17 22:38:02.486537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675f968-1be0-4583-96da-51b47bddd9fe tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c10602e-c6f8-403b-a225-c3d1fe3b61ff,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:02.491762 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] For port 114da326-fe52-4bf3-8564-926a67e07d12, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=114da326-fe52-4bf3-8564-926a67e07d12,segment=NetworkSegment(f31a18b3-3cda-454e-a6d5-53e667c07afc),segment_id=f31a18b3-3cda-454e-a6d5-53e667c07afc)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:02.492608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.511277 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6fc6f371-6049-473b-88b6-60e38d0af01b service neutron] 10.222.0.30 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446068 Sep 17 22:38:02.515510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135278f-65ba-4b54-a121-4abce2d742b8 req-3c20a719-c3d0-47a7-abad-87bbcae5d405 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:02.518250 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f135278f-65ba-4b54-a121-4abce2d742b8 req-3c20a719-c3d0-47a7-abad-87bbcae5d405 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 945 time: 0.1434927 Sep 17 22:38:02.528039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Calling delete_port for 114da326-fe52-4bf3-8564-926a67e07d12 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:02.541956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 114da326-fe52-4bf3-8564-926a67e07d12 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:02.578816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-44fe7764-cb37-4c1a-92b9-a972aa7d8a26 None None] For port 114da326-fe52-4bf3-8564-926a67e07d12, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=114da326-fe52-4bf3-8564-926a67e07d12,segment=NetworkSegment(f31a18b3-3cda-454e-a6d5-53e667c07afc),segment_id=f31a18b3-3cda-454e-a6d5-53e667c07afc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:02.579165 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-44fe7764-cb37-4c1a-92b9-a972aa7d8a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.595905 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3675f968-1be0-4583-96da-51b47bddd9fe tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.600232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3675f968-1be0-4583-96da-51b47bddd9fe tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5131271 Sep 17 22:38:02.602390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50366) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:02.608607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-44fe7764-cb37-4c1a-92b9-a972aa7d8a26 None None] Calling delete_port for 114da326-fe52-4bf3-8564-926a67e07d12 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:02.624156 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f135278f-65ba-4b54-a121-4abce2d742b8 req-91dc51d7-ea5a-4c2f-966c-9d0d091984b5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926776 Sep 17 22:38:02.665325 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0e67bfd3-6560-499e-836b-3ff7a2e7058d tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules/6c10602e-c6f8-403b-a225-c3d1fe3b61ff HTTP/1.1" status: 200 len: 763 time: 0.0588655 Sep 17 22:38:02.669470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50368) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:02.707264 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-cb736865-3c22-42ad-b908-148f2d8b4587 service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279220 Sep 17 22:38:02.728626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-d2d3c569-3268-4427-8bd4-40a6c8fbcd12 service neutron] 10.222.0.30 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090640 Sep 17 22:38:02.760346 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84762a-7800-4b34-91e0-45441aecb057 req-85636d65-f13f-4fd6-ac66-c0127606130c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:02.761899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c84762a-7800-4b34-91e0-45441aecb057 req-85636d65-f13f-4fd6-ac66-c0127606130c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0629036 Sep 17 22:38:02.787678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.791684 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.813675 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-44fe7764-cb37-4c1a-92b9-a972aa7d8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.828224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event deleted for resources: {'Port': ['ID=114da326-fe52-4bf3-8564-926a67e07d12,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:02.839544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] No DVR routers for this DVR port 114da326-fe52-4bf3-8564-926a67e07d12 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:02.839758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9044d6ed-7df5-4db8-8214-5580bf93016a tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1691039 Sep 17 22:38:02.843466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50370) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:02.854436 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c84762a-7800-4b34-91e0-45441aecb057 req-fa482b44-5a7e-423c-9f99-6c87f0a08ba8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855458 Sep 17 22:38:02.878934 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe7764-cb37-4c1a-92b9-a972aa7d8a26 None None] Pushing event deleted for resources: {'Port': ['ID=114da326-fe52-4bf3-8564-926a67e07d12,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:02.888661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe7764-cb37-4c1a-92b9-a972aa7d8a26 None None] No DVR routers for this DVR port 114da326-fe52-4bf3-8564-926a67e07d12 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:02.956995 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5109d357-bbf8-4fbc-9867-6c6f13ab17be x-openstack-request-id: req-5109d357-bbf8-4fbc-9867-6c6f13ab17be {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:02.957287 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:02.957533 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5109d357-bbf8-4fbc-9867-6c6f13ab17be {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:02.957916 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'status': 'completed', 'code': 200} Sep 17 22:38:02.978010 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1dcfe3a8-2d3b-4da5-aa25-90cca1786423 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.983254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fdaa271e-0464-4d78-82d3-e5033bb379e3 req-876139e3-fdc8-4f78-9833-c0b5a8c26273 service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673471 Sep 17 22:38:02.993427 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1dcfe3a8-2d3b-4da5-aa25-90cca1786423 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.019309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-dc9e5eef-670a-408d-8ebc-403225ffcf3e service neutron] 10.222.0.30 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656054 Sep 17 22:38:03.028249 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.061076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2abd3e-0522-45bb-8fbf-03be5cebfa3c']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:03.072620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31a18b3-3cda-454e-a6d5-53e667c07afc') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:03.072920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31a18b3-3cda-454e-a6d5-53e667c07afc') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:03.075825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-da48831c-2ce8-4f64-9ef5-cfe89f4c4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.077399 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-da48831c-2ce8-4f64-9ef5-cfe89f4c4b62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1097 time: 0.0816901 Sep 17 22:38:03.085377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.150925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-0b52ed82-b6fd-4d63-a6a6-aa414bb6ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.152490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-0b52ed82-b6fd-4d63-a6a6-aa414bb6ad6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1097 time: 0.0940540 Sep 17 22:38:03.174979 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1dcfe3a8-2d3b-4da5-aa25-90cca1786423 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.179457 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1dcfe3a8-2d3b-4da5-aa25-90cca1786423 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.183230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-61813d78-554c-481a-8a3f-ec3895c93bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.183469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1dcfe3a8-2d3b-4da5-aa25-90cca1786423 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6c10602e-c6f8-403b-a225-c3d1fe3b61ff HTTP/1.1" status: 204 len: 168 time: 0.3390110 Sep 17 22:38:03.184082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50378) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:03.184712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-61813d78-554c-481a-8a3f-ec3895c93bf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 0.0976033 Sep 17 22:38:03.193489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.208892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:03.209583 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:03.214480 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:03.229622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-9a8b3e87-39d1-4923-a253-a387c690638c service neutron] 10.222.0.30 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018483 Sep 17 22:38:03.238540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-15305a7d-ee8b-41d4-8a6b-d9c5b4dab24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.240733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfe3a8-2d3b-4da5-aa25-90cca1786423 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c10602e-c6f8-403b-a225-c3d1fe3b61ff,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:03.321785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-201c17cf-c8da-46f7-b5db-53a05679db2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1000 time: 0.1253223 Sep 17 22:38:03.341591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3b006f9a-b754-484f-9d73-edfb46888463 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1508424 Sep 17 22:38:03.355188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50382) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:03.359829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3a3e9934-9bb8-4cf5-b88e-bfd5744bd112 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': 'ab21d442-b90f-4fc1-8c43-0b2e354dec0b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:03.390505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-e36ae645-7f3d-4608-9772-0bd9f678c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.392608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-e36ae645-7f3d-4608-9772-0bd9f678c302 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.0635643 Sep 17 22:38:03.396913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-6794d1f9-3143-41b8-b5ba-97838cb452b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.398381 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-6794d1f9-3143-41b8-b5ba-97838cb452b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 0.2371540 Sep 17 22:38:03.411565 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.437172 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.439085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] 10.222.0.30 "DELETE /v2.0/networks/3b2abd3e-0522-45bb-8fbf-03be5cebfa3c HTTP/1.1" status: 204 len: 168 time: 1.2910125 Sep 17 22:38:03.457238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-80c2df3e-57b1-4c35-be4c-3e9c981fc571 service neutron] 10.222.0.30 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128296 Sep 17 22:38:03.460504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc848d2-b2d0-4591-a916-c32e1796c1bb tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671 tempest-ExtraDHCPOptionsIpV6TestJSON-1242956671-project] Pushing event deleted for resources: {'Network': ['ID=3b2abd3e-0522-45bb-8fbf-03be5cebfa3c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:03.475154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-1f26e184-cf8b-4f8b-9c80-37a2a5dbee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.477043 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-1f26e184-cf8b-4f8b-9c80-37a2a5dbee55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769815 Sep 17 22:38:03.508314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-7f0bf282-76c5-4c84-97b8-b3165d941cc8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 1000 time: 0.1008108 Sep 17 22:38:03.509476 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9934-9bb8-4cf5-b88e-bfd5744bd112 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.623794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-19f0aa27-20d1-47bb-afa4-68f5f6ea3b61 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385050 Sep 17 22:38:03.625440 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9934-9bb8-4cf5-b88e-bfd5744bd112 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.649410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-87d34485-a20c-4dff-ab22-349840c7b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.650407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-87d34485-a20c-4dff-ab22-349840c7b213 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.1106656 Sep 17 22:38:03.652913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-d62f857c-647e-41d5-8d9d-a73bd4e30811 service neutron] 10.222.0.30 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882491 Sep 17 22:38:03.727839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9934-9bb8-4cf5-b88e-bfd5744bd112 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.769976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-5351ef00-dce5-4fcd-a1c9-0ea1f4fbe857 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399312 Sep 17 22:38:03.774174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-a0f7ced7-ccdc-488a-bef9-79382881eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.775668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-a0f7ced7-ccdc-488a-bef9-79382881eef5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115463 Sep 17 22:38:03.776451 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e9934-9bb8-4cf5-b88e-bfd5744bd112 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcceb3c6-fd06-401b-8ace-8a169d81b8eb,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:03.799108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd21cdc-ff0a-4cbb-aa38-a6e980c9f2b8 req-80a2c430-33ec-45d0-b104-a164d51b2867 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.800727 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cfd21cdc-ff0a-4cbb-aa38-a6e980c9f2b8 req-80a2c430-33ec-45d0-b104-a164d51b2867 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 945 time: 0.0879366 Sep 17 22:38:03.828938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0fc4fa23-780c-4fbe-9a90-fa30ffb39fbe service neutron] 10.222.0.30 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593559 Sep 17 22:38:03.850900 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cfd21cdc-ff0a-4cbb-aa38-a6e980c9f2b8 req-a6321f0f-9a9d-453a-bf23-48a79d4374ce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Sep 17 22:38:03.863953 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9934-9bb8-4cf5-b88e-bfd5744bd112 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:03.867988 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3a3e9934-9bb8-4cf5-b88e-bfd5744bd112 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5094237 Sep 17 22:38:03.868479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50392) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:03.892069 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-532e5f84-54a5-4410-a6f6-de182f267888 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules/fcceb3c6-fd06-401b-8ace-8a169d81b8eb HTTP/1.1" status: 200 len: 763 time: 0.0222447 Sep 17 22:38:03.894348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50396) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:03.955886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-71c8b748-c4e4-45ce-ae2b-cf9763614f62 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0580869 Sep 17 22:38:03.956095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50400) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:03.970055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-dd27d057-eaae-4b7d-8d21-6ec8855a6268 service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857920 Sep 17 22:38:04.004235 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bf453a4e-c9e3-4715-84bb-ad07f29446c1 service neutron] 10.222.0.30 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659548 Sep 17 22:38:04.019482 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8742c99d-4356-4227-bb60-48f4336aa64c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.029216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8742c99d-4356-4227-bb60-48f4336aa64c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.050520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50402) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:04.069910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18401-0192-4678-869f-ba653adba9b9 req-95df4968-faa7-4f81-a084-d98e1bf28609 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:04.071456 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87c18401-0192-4678-869f-ba653adba9b9 req-95df4968-faa7-4f81-a084-d98e1bf28609 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1168952 Sep 17 22:38:04.094390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a57da97-e8bd-4e4e-acfa-a731c9bdffd2 req-a7e8ff8d-6b6b-473e-9cb1-aa6d24d068c7 service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149261 Sep 17 22:38:04.122739 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87c18401-0192-4678-869f-ba653adba9b9 req-0f0585d3-3206-40f1-bb69-85ee679744b7 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449829 Sep 17 22:38:04.171943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8742c99d-4356-4227-bb60-48f4336aa64c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.180484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8742c99d-4356-4227-bb60-48f4336aa64c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.183769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8742c99d-4356-4227-bb60-48f4336aa64c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fcceb3c6-fd06-401b-8ace-8a169d81b8eb HTTP/1.1" status: 204 len: 168 time: 0.2246342 Sep 17 22:38:04.184203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50412) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:04.190189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742c99d-4356-4227-bb60-48f4336aa64c tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcceb3c6-fd06-401b-8ace-8a169d81b8eb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:04.257984 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d98adc3b-73e4-441a-8694-45a8e910612d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03ddb1d40c084926a6d0952133102e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042682 Sep 17 22:38:04.258448 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50416) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:04.264950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ddf3c686-ef29-4c18-a9a2-70bb0b22fd17 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0773430 Sep 17 22:38:04.265322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50418) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:04.270559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2909bc6c-aac3-43e5-8a24-a1900db895e9 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Request body: {'security_group_rule': {'security_group_id': 'ab21d442-b90f-4fc1-8c43-0b2e354dec0b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:04.341346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92abc9e8-9285-464e-b556-648182015f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.365469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92abc9e8-9285-464e-b556-648182015f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.404850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2909bc6c-aac3-43e5-8a24-a1900db895e9 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.472140 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2909bc6c-aac3-43e5-8a24-a1900db895e9 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.547584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df393e-d142-46e8-b8de-0870848dd349 req-d639ba90-7f41-48a3-86e1-ca36fad1839d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:04.549643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42df393e-d142-46e8-b8de-0870848dd349 req-d639ba90-7f41-48a3-86e1-ca36fad1839d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0520542 Sep 17 22:38:04.591925 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42df393e-d142-46e8-b8de-0870848dd349 req-0c5f6df8-30ca-417d-9ca7-fab5605a934c tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361965 Sep 17 22:38:04.686719 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2909bc6c-aac3-43e5-8a24-a1900db895e9 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.695935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92abc9e8-9285-464e-b556-648182015f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.698501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92abc9e8-9285-464e-b556-648182015f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.699594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-92abc9e8-9285-464e-b556-648182015f82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c29f8bb8-1b6e-4991-bd7f-13f9b6984454 HTTP/1.1" status: 204 len: 168 time: 0.4401038 Sep 17 22:38:04.746074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909bc6c-aac3-43e5-8a24-a1900db895e9 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dff6c90-757e-470a-817e-4533d9849e70,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:04.748608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abc9e8-9285-464e-b556-648182015f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29f8bb8-1b6e-4991-bd7f-13f9b6984454,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:04.828604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-d9e0ac12-f7a4-4517-b850-226e304ebe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:04.830872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-d9e0ac12-f7a4-4517-b850-226e304ebe90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1096 time: 0.0509219 Sep 17 22:38:04.856445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2909bc6c-aac3-43e5-8a24-a1900db895e9 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.857957 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2909bc6c-aac3-43e5-8a24-a1900db895e9 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5919170 Sep 17 22:38:04.864154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50438) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:04.886862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-614402db-e146-4f13-8966-a4a9687febaa tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules/9dff6c90-757e-470a-817e-4533d9849e70 HTTP/1.1" status: 200 len: 764 time: 0.0193501 Sep 17 22:38:04.887195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50442) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:04.960212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5ad0ef14-b835-4ce2-9a33-4977269c7c5b tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0691195 Sep 17 22:38:04.964738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50444) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:04.979097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-50625845-7ace-4fe2-94c8-1b2dd952c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:04.985899 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-50625845-7ace-4fe2-94c8-1b2dd952c27a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.1475949 Sep 17 22:38:05.028759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aba895-58c9-4362-bc9f-7fb63dfcdc4d req-2d8a3000-9741-4936-96b4-5f360f5fa6be tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.030417 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7aba895-58c9-4362-bc9f-7fb63dfcdc4d req-2d8a3000-9741-4936-96b4-5f360f5fa6be tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 945 time: 0.0712986 Sep 17 22:38:05.077088 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e16adcd0-95c5-4715-b8f3-486af5ee8887 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.083225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7aba895-58c9-4362-bc9f-7fb63dfcdc4d req-016bef1f-e888-4be6-9c14-1e5ca1feeda2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Sep 17 22:38:05.095053 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e16adcd0-95c5-4715-b8f3-486af5ee8887 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.148590 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-e9cb5345-bbb1-4fad-b5f5-26b273a04388 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 999 time: 0.1549273 Sep 17 22:38:05.230481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-45ce60fa-07bc-49a3-b48c-6f8d12177395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.232481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-45ce60fa-07bc-49a3-b48c-6f8d12177395 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0746846 Sep 17 22:38:05.237571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e16adcd0-95c5-4715-b8f3-486af5ee8887 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.253710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e16adcd0-95c5-4715-b8f3-486af5ee8887 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.255689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e16adcd0-95c5-4715-b8f3-486af5ee8887 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9dff6c90-757e-470a-817e-4533d9849e70 HTTP/1.1" status: 204 len: 168 time: 0.2896235 Sep 17 22:38:05.258678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50456) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:05.299997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adcd0-95c5-4715-b8f3-486af5ee8887 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dff6c90-757e-470a-817e-4533d9849e70,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:05.328164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-c77eb6cf-8ecb-4eb1-95ca-6711481a2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.328164 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-c77eb6cf-8ecb-4eb1-95ca-6711481a2143 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846419 Sep 17 22:38:05.352768 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dc2532bb-9cc9-4ed6-939f-3ef94c6988e4 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0924768 Sep 17 22:38:05.353630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50462) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:05.415622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0fc4f44-81f4-463b-828a-60f1615cb353 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.440378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0fc4f44-81f4-463b-828a-60f1615cb353 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.443868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-8a255e3f-5bed-499f-94b8-9803e6bba5c0 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119864 Sep 17 22:38:05.555479 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c02a6d88-5efe-4146-89b8-c324cdc69a39 req-1eda9e91-e582-4a68-9778-c021d44df37c service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046987 Sep 17 22:38:05.575109 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0fc4f44-81f4-463b-828a-60f1615cb353 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.577768 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0fc4f44-81f4-463b-828a-60f1615cb353 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.578935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e0fc4f44-81f4-463b-828a-60f1615cb353 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "DELETE /v2.0/security-groups/ab21d442-b90f-4fc1-8c43-0b2e354dec0b HTTP/1.1" status: 204 len: 168 time: 0.2241728 Sep 17 22:38:05.581928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50466) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:05.590860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc4f44-81f4-463b-828a-60f1615cb353 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab21d442-b90f-4fc1-8c43-0b2e354dec0b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:05.665656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-97e9acb3-ae40-47b8-9b0f-68c1419de736 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808070 Sep 17 22:38:05.670920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50472) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:05.767541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5019ee8a-8fb8-417e-9c5f-4229ff3cc275 req-687d8c40-bbab-45f3-bb5f-2055b8074feb tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0492272 Sep 17 22:38:05.818583 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-71d3dc00-6934-4dab-8f90-0a0bbaa4d681 tempest-SecGroupTest-544738275 tempest-SecGroupTest-544738275-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1476681 Sep 17 22:38:05.831086 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-42ddbd9b-0741-457a-a139-fea6cb441801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:05.838262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbb1dc-515f-42b6-bcfd-b6da2fdbbd01 req-25d73fd1-aa41-4def-b49f-17c808aec090 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.839819 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94cbb1dc-515f-42b6-bcfd-b6da2fdbbd01 req-25d73fd1-aa41-4def-b49f-17c808aec090 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1508381 Sep 17 22:38:05.911679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94cbb1dc-515f-42b6-bcfd-b6da2fdbbd01 req-8081ee91-d218-4833-a9fa-2922c225328d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609529 Sep 17 22:38:06.089153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50494) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:06.221714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:06.227550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1781790874'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:06.259312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcd859-4910-422f-9abb-a45661d8cecc req-4c219de7-ce5b-43d9-b784-7b0ebb772546 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:06.261023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dbfcd859-4910-422f-9abb-a45661d8cecc req-4c219de7-ce5b-43d9-b784-7b0ebb772546 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 945 time: 0.0738366 Sep 17 22:38:06.308616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dbfcd859-4910-422f-9abb-a45661d8cecc req-98ed982e-8ca3-4c20-8409-071bf7a54fbc tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377307 Sep 17 22:38:06.355544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50504) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:06.394696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:06.413598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'port_id': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'mac_address': 'fa:16:3e:89:56:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:06.423266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Made reservation on behalf of 62f26c30f9644837a20957def73c946d for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:06.426705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.450488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50506) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:06.469292 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.469756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.497893 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-af277473-a4bb-4435-aa7f-104a49c1a778 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/0e70b6df-ab39-49db-9ca9-d9561dddbb68 HTTP/1.1" status: 200 len: 992 time: 0.1312451 Sep 17 22:38:06.506388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fafd25-5ea6-465d-881d-ed08bb85ddea {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:06.550394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:06.602720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.646493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4584f791-7716-49ae-a5c8-3a25b8168788 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b9a1ebffb3e4c27bf6f89930a67e603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941240 Sep 17 22:38:06.648844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50512) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:06.651837 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.698498 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.699470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=12']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:06.700414 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba3aad43-2621-4e0f-8e74-0cb4de7caa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.730796 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba3aad43-2621-4e0f-8e74-0cb4de7caa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.740941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:06.745659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea7f89e-0da7-40b7-8cdd-31289a44ae80,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:06.759344 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.759800 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Added segment 22ef04cf-48c5-48ae-8ea4-dae6e3a2a995 of type vlan for network 596d77a8-8f7c-49d6-81f6-e906485c5bff Sep 17 22:38:06.804174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.860354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f1bac16e-ff44-41ec-abc0-5a118e0aa076 req-164a4dc3-ff16-40cb-8fc0-16328330589e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0258396 Sep 17 22:38:06.863482 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba3aad43-2621-4e0f-8e74-0cb4de7caa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.866430 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba3aad43-2621-4e0f-8e74-0cb4de7caa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.867686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ba3aad43-2621-4e0f-8e74-0cb4de7caa10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78fc3536-0a2c-481c-956c-63b34dc3fca6 HTTP/1.1" status: 204 len: 168 time: 0.2179167 Sep 17 22:38:06.889533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3aad43-2621-4e0f-8e74-0cb4de7caa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc3536-0a2c-481c-956c-63b34dc3fca6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:06.903551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['01fafd25-5ea6-465d-881d-ed08bb85ddea'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:06.944061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:06.957902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:06.957902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.075629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa25c4-bf41-4a8e-af7f-474a36c6ff21 req-2beb11bf-ef38-4326-8b5f-b69b6238103d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.077048 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.086354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event updated for resources: {'Network': ['ID=596d77a8-8f7c-49d6-81f6-e906485c5bff,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:07.087924 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bfa25c4-bf41-4a8e-af7f-474a36c6ff21 req-2beb11bf-ef38-4326-8b5f-b69b6238103d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0831423 Sep 17 22:38:07.111741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-edf25046-f2fc-40a6-a918-a6582a47ecf9 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0212810 Sep 17 22:38:07.112536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50520) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:07.124278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Request body: {'subnet': {'network_id': '596d77a8-8f7c-49d6-81f6-e906485c5bff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:07.148736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0bfa25c4-bf41-4a8e-af7f-474a36c6ff21 req-acb78971-f843-4324-9b76-1d45e7a024e8 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583720 Sep 17 22:38:07.152086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 596d77a8-8f7c-49d6-81f6-e906485c5bff details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:07.322153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df21e5b-1c51-413a-8392-f01971350d5c req-ac3d45b6-0684-49b5-8fb7-e81a81a36485 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.328609 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2df21e5b-1c51-413a-8392-f01971350d5c req-ac3d45b6-0684-49b5-8fb7-e81a81a36485 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0634696 Sep 17 22:38:07.340734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Made reservation on behalf of 62f26c30f9644837a20957def73c946d for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:07.344877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.366076 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.409364 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2df21e5b-1c51-413a-8392-f01971350d5c req-f6506aad-9af9-4f0d-b22d-18625eec520e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796282 Sep 17 22:38:07.697806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.769443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event updated for resources: {'Subnet': ['ID=169703d2-e53c-4d31-8087-2be4c0445a80,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:07.779576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Checking segment: {'id': '22ef04cf-48c5-48ae-8ea4-dae6e3a2a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '596d77a8-8f7c-49d6-81f6-e906485c5bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:07.779977 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Network hostable DHCP agents. Network: 596d77a8-8f7c-49d6-81f6-e906485c5bff, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:07.893085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Network 596d77a8-8f7c-49d6-81f6-e906485c5bff is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:07.985990 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6042ad90-ef78-4f41-9703-d80462d47a29 req-3787a38f-d512-42b8-bb2c-9cc24938b0ed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0271373 Sep 17 22:38:08.029108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 596d77a8-8f7c-49d6-81f6-e906485c5bff) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:08.034611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.035435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.040407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0c3d7-7ecf-4269-b338-e675b0502b66 None None] Network 596d77a8-8f7c-49d6-81f6-e906485c5bff requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:08.140104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1b3b9025-a4cb-4cc8-9891-9f9249590e7c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0261679 Sep 17 22:38:08.143272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50576) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:08.155799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Request body: {'port': {'network_id': '596d77a8-8f7c-49d6-81f6-e906485c5bff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1988142936'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:08.356525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:08.403825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Made reservation on behalf of 62f26c30f9644837a20957def73c946d for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:08.407692 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.427076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] device_id is not set on port e8a535a0-d0be-4f70-a5ed-32736e34682f yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:08.440919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-596d77a8-8f7c-49d6-81f6-e906485c5bff', 'network_id': '596d77a8-8f7c-49d6-81f6-e906485c5bff', 'tenant_id': '62f26c30f9644837a20957def73c946d', 'fixed_ips': [{'subnet_id': '169703d2-e53c-4d31-8087-2be4c0445a80'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:38:08.442214 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.527513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 01fafd25-5ea6-465d-881d-ed08bb85ddea completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:08.539608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 01fafd25-5ea6-465d-881d-ed08bb85ddea triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:08.553631 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.588411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Allocated IP 172.20.0.4 (596d77a8-8f7c-49d6-81f6-e906485c5bff/169703d2-e53c-4d31-8087-2be4c0445a80/e8a535a0-d0be-4f70-a5ed-32736e34682f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:08.644742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.672197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-65d2febc-2d87-481b-8641-30cb639ff032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.675716 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-65d2febc-2d87-481b-8641-30cb639ff032 service neutron] 10.222.0.23 "GET /v2.0/ports/3a540cf4-30de-41c7-8485-2fbafbdcf0d8 HTTP/1.1" status: 200 len: 1026 time: 0.0519526 Sep 17 22:38:08.680876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:08.687380 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce7841b-5ad4-44a4-8660-6e406ed357de" -d '{"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-plugged", "status": "completed", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:08.733795 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:08.736979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-38676c42-ad58-43a5-8d5d-d96a26cf2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.743123 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-38676c42-ad58-43a5-8d5d-d96a26cf2e2c service neutron] 10.222.0.23 "GET /v2.0/ports/2e3c7546-78fc-4122-80d5-8e1a3ff11d44 HTTP/1.1" status: 200 len: 1027 time: 0.0526114 Sep 17 22:38:08.749580 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfdcfc5-8621-49c9-aed3-53be074c5fcd x-openstack-request-id: req-4dfdcfc5-8621-49c9-aed3-53be074c5fcd {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:08.749924 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-plugged", "status": "completed", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:08.750267 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4dfdcfc5-8621-49c9-aed3-53be074c5fcd {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:08.750721 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'code': 200} Sep 17 22:38:08.898376 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.933435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-54c38fcd-30a9-4c1d-aca6-ab693b44e6f9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.940059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-54c38fcd-30a9-4c1d-aca6-ab693b44e6f9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.945396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-54c38fcd-30a9-4c1d-aca6-ab693b44e6f9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.950470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-54c38fcd-30a9-4c1d-aca6-ab693b44e6f9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "GET /v2.0/networks?id=b47776c0-fb49-4546-b199-a15d6fc3e290&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=191f6cd1-311b-473e-9843-0738ddcc8752&id=191f6cd1-311b-473e-9843-0738ddcc8752 HTTP/1.1" status: 200 len: 1991 time: 0.2011549 Sep 17 22:38:08.953659 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.035284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=13']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:09.054331 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.057231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-ecc6670f-94eb-4772-aec4-5d2224932f72 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73abc9d519174e87be65c1fa9b05c663 HTTP/1.1" status: 200 len: 380 time: 0.0667715 Sep 17 22:38:09.069935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'admin_state_up': True, 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'security_groups': ['2545e00b-d2b9-48fb-8c40-d48efd6ad6f8']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:09.105677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.156213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49b9fcf5-4770-4690-8847-93d4b7a399e6 req-7c5f17db-95e4-4f0a-b886-4bd3509a881c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0464737 Sep 17 22:38:09.167443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Allocated IP 172.20.0.2 (596d77a8-8f7c-49d6-81f6-e906485c5bff/169703d2-e53c-4d31-8087-2be4c0445a80/ae53ca90-a095-47eb-8248-d76d615861c6) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:09.231438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Network 596d77a8-8f7c-49d6-81f6-e906485c5bff is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:09.250477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:09.261218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:09.263787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event updated for resources: {'Port': ['ID=e8a535a0-d0be-4f70-a5ed-32736e34682f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:09.364548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.366507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.383315 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.459206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-e474a8a4-c683-4362-8a0c-12ab128e16ce tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:09.466551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-e474a8a4-c683-4362-8a0c-12ab128e16ce tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=166e5b92-bad5-4398-8d96-9ffda9f5efc3 HTTP/1.1" status: 200 len: 943 time: 0.0722170 Sep 17 22:38:09.477709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:09.481132 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.536342 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.591298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Network 596d77a8-8f7c-49d6-81f6-e906485c5bff is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:09.594729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:09.600102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:09.612629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7bc70670-b230-4051-843f-01cfafc05d20 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4652810 Sep 17 22:38:09.614800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50634) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:09.620398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Request body: {'port': {'network_id': '596d77a8-8f7c-49d6-81f6-e906485c5bff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1834049739', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:09.621166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.api.validators [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] bootfile-name is not in valid_values {{(pid=95455) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:38:09.622498 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.api.validators [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] tftp-server is not in valid_values {{(pid=95455) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:38:09.623068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.api.validators [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] server-ip-address is not in valid_values {{(pid=95455) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:38:09.631804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Pushing event updated for resources: {'Port': ['ID=ae53ca90-a095-47eb-8248-d76d615861c6,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:09.701494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-adb094f5-eddf-4dcb-9bd5-28587cb53269 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Deleting port cd35b1e7-500e-4514-8c9b-591ba35b0647 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:09.701759 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-adb094f5-eddf-4dcb-9bd5-28587cb53269 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.736850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Allocated IP 172.20.0.4 (b47776c0-fb49-4546-b199-a15d6fc3e290/88d64f13-23f7-481b-bc85-231baac0c6f1/0fcbe1b0-126e-4c48-9615-5e06c872b300) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:09.756355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Attempting to bind port ae53ca90-a095-47eb-8248-d76d615861c6 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:09.757169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Attempting to bind port ae53ca90-a095-47eb-8248-d76d615861c6 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '22ef04cf-48c5-48ae-8ea4-dae6e3a2a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '596d77a8-8f7c-49d6-81f6-e906485c5bff'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:09.758470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Attempting to bind port ae53ca90-a095-47eb-8248-d76d615861c6 on network 596d77a8-8f7c-49d6-81f6-e906485c5bff {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:09.768281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:09.768823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Checking segment: {'id': '22ef04cf-48c5-48ae-8ea4-dae6e3a2a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '596d77a8-8f7c-49d6-81f6-e906485c5bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:09.769328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.769816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Bound using segment: {'id': '22ef04cf-48c5-48ae-8ea4-dae6e3a2a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '596d77a8-8f7c-49d6-81f6-e906485c5bff'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:09.770928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Bound port: ae53ca90-a095-47eb-8248-d76d615861c6, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ef04cf-48c5-48ae-8ea4-dae6e3a2a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '596d77a8-8f7c-49d6-81f6-e906485c5bff'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:09.771891 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.875727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] For port ae53ca90-a095-47eb-8248-d76d615861c6, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:09.893418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] For port ae53ca90-a095-47eb-8248-d76d615861c6, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ae53ca90-a095-47eb-8248-d76d615861c6,segment=NetworkSegment(22ef04cf-48c5-48ae-8ea4-dae6e3a2a995),segment_id=22ef04cf-48c5-48ae-8ea4-dae6e3a2a995)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:09.894319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-adb094f5-eddf-4dcb-9bd5-28587cb53269 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] For port cd35b1e7-500e-4514-8c9b-591ba35b0647, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd35b1e7-500e-4514-8c9b-591ba35b0647,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:09.894319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-adb094f5-eddf-4dcb-9bd5-28587cb53269 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.912344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Made reservation on behalf of 62f26c30f9644837a20957def73c946d for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:09.916182 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.928012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-adb094f5-eddf-4dcb-9bd5-28587cb53269 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Calling delete_port for cd35b1e7-500e-4514-8c9b-591ba35b0647 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:09.955848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] device_id is not set on port 5dfc613a-1407-455d-8cd4-73ac60ba4c13 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:09.982559 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.100625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cbad9-5847-401f-8792-dfa62283ceeb None None] Pushing event updated for resources: {'Port': ['ID=ae53ca90-a095-47eb-8248-d76d615861c6,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:10.186290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Allocated IP 172.20.0.14 (596d77a8-8f7c-49d6-81f6-e906485c5bff/169703d2-e53c-4d31-8087-2be4c0445a80/5dfc613a-1407-455d-8cd4-73ac60ba4c13) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:10.312550 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.340088 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4bec867f-f3c9-440a-b993-3cd79dee8f8d req-6ae0989a-fab6-45d1-961e-867698746998 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0462928 Sep 17 22:38:10.608843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ae53ca90-a095-47eb-8248-d76d615861c6 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:10.644975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50650) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:10.662955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.699010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ae53ca90-a095-47eb-8248-d76d615861c6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:10.699909 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.858397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.867066 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d24f7a5-4073-43ef-880a-942b0234e8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.902179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port ae53ca90-a095-47eb-8248-d76d615861c6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ae53ca90-a095-47eb-8248-d76d615861c6,segment=NetworkSegment(22ef04cf-48c5-48ae-8ea4-dae6e3a2a995),segment_id=22ef04cf-48c5-48ae-8ea4-dae6e3a2a995)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:10.977215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d24f7a5-4073-43ef-880a-942b0234e8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.000662 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.039644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.042175 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-adb094f5-eddf-4dcb-9bd5-28587cb53269 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.069614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['23b47118-c7ec-4264-85b9-a56e917a1d93'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:11.089128 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['519ccd34-2a6c-4340-b45b-f43ab9eeeebc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:11.094263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.118565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d24f7a5-4073-43ef-880a-942b0234e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.146655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network b47776c0-fb49-4546-b199-a15d6fc3e290 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:11.215145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:11.217779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=ae53ca90-a095-47eb-8248-d76d615861c6,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:11.225663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:11.241783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Port': ['ID=0fcbe1b0-126e-4c48-9615-5e06c872b300,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:11.305307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.311261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-adb094f5-eddf-4dcb-9bd5-28587cb53269 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] No DVR routers for this DVR port cd35b1e7-500e-4514-8c9b-591ba35b0647 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:11.343798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7d24f7a5-4073-43ef-880a-942b0234e8d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b23408662cb04451bac185f315eb8405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6872261 Sep 17 22:38:11.346183 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-adb094f5-eddf-4dcb-9bd5-28587cb53269 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.365389 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-11bd2813-a528-41d6-b09d-b99f91bae5b0 req-adb094f5-eddf-4dcb-9bd5-28587cb53269 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "DELETE /v2.0/ports/cd35b1e7-500e-4514-8c9b-591ba35b0647 HTTP/1.1" status: 204 len: 173 time: 1.8977602 Sep 17 22:38:11.420980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Network 596d77a8-8f7c-49d6-81f6-e906485c5bff is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:11.425136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50662) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:11.431901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:11.443872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:11.449009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'name': 'network-vif-deleted', 'tag': 'cd35b1e7-500e-4514-8c9b-591ba35b0647'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:11.458657 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0d0ac3-817b-4787-9c1b-c1d442e60a57" -d '{"events": [{"server_uuid": "166e5b92-bad5-4398-8d96-9ffda9f5efc3", "name": "network-vif-deleted", "tag": "cd35b1e7-500e-4514-8c9b-591ba35b0647"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:11.475932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24f7a5-4073-43ef-880a-942b0234e8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94137403-7c62-4ad7-8051-88b8f89b4588,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:11.499057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb094f5-eddf-4dcb-9bd5-28587cb53269 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event deleted for resources: {'Port': ['ID=cd35b1e7-500e-4514-8c9b-591ba35b0647,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:11.549622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.550355 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.681397 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6ff88145-bb8b-44ea-88b2-804a50204d3f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6170382 Sep 17 22:38:11.694695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0', 'admin_state_up': True, 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'security_groups': ['2545e00b-d2b9-48fb-8c40-d48efd6ad6f8']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:11.783790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.785137 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.787231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event updated for resources: {'Port': ['ID=5dfc613a-1407-455d-8cd4-73ac60ba4c13,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:11.822837 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2e5aae7-57a0-4f0d-879c-bc03dc6918b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.841561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-10d1de48-75b5-460b-955c-db129b82f035 None None] Provisioning complete for port 0fcbe1b0-126e-4c48-9615-5e06c872b300 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:11.841923 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-10d1de48-75b5-460b-955c-db129b82f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.857720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2e5aae7-57a0-4f0d-879c-bc03dc6918b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:11.884301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54b4e-cca0-437c-8edb-95bcc6543c9f req-08ca3d6e-e5aa-473f-9650-b5fade5e4749 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.885924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9e54b4e-cca0-437c-8edb-95bcc6543c9f req-08ca3d6e-e5aa-473f-9650-b5fade5e4749 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 931 time: 0.2824295 Sep 17 22:38:11.930229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c73fb024-ed43-4afe-aa43-51b2b609b73c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.3139825 Sep 17 22:38:11.934989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50678) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:11.954381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842d829b-7d77-4476-8e29-3bb0bc4e12e3 None None] Network 596d77a8-8f7c-49d6-81f6-e906485c5bff requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:11.961131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9e54b4e-cca0-437c-8edb-95bcc6543c9f req-1ed9ca01-d5d8-4963-9ecd-485a8ae80c4c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649302 Sep 17 22:38:12.012047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-10d1de48-75b5-460b-955c-db129b82f035 None None] Port 0fcbe1b0-126e-4c48-9615-5e06c872b300 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:12.045224 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d175f7b-ab5c-40a5-b0ec-c68d74517002 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.053529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d175f7b-ab5c-40a5-b0ec-c68d74517002 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.060020 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d175f7b-ab5c-40a5-b0ec-c68d74517002 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.061869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0d175f7b-ab5c-40a5-b0ec-c68d74517002 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1258552 Sep 17 22:38:12.063693 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7ecda7-7de9-4bd6-b080-c6c8f904871a x-openstack-request-id: req-2e7ecda7-7de9-4bd6-b080-c6c8f904871a {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:12.064029 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166e5b92-bad5-4398-8d96-9ffda9f5efc3", "name": "network-vif-deleted", "tag": "cd35b1e7-500e-4514-8c9b-591ba35b0647", "status": "failed", "code": 422}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:12.064664 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e7ecda7-7de9-4bd6-b080-c6c8f904871a {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:12.064776 n-d-713499-18 neutron-server[95454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '166e5b92-bad5-4398-8d96-9ffda9f5efc3', 'name': 'network-vif-deleted', 'tag': 'cd35b1e7-500e-4514-8c9b-591ba35b0647', 'status': 'failed', 'code': 422} returned with failed status Sep 17 22:38:12.065111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50680) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:12.069404 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2e5aae7-57a0-4f0d-879c-bc03dc6918b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.073003 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b2e5aae7-57a0-4f0d-879c-bc03dc6918b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.075883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b2e5aae7-57a0-4f0d-879c-bc03dc6918b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94137403-7c62-4ad7-8051-88b8f89b4588 HTTP/1.1" status: 204 len: 168 time: 0.6214600 Sep 17 22:38:12.097457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5aae7-57a0-4f0d-879c-bc03dc6918b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94137403-7c62-4ad7-8051-88b8f89b4588,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:12.169586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:12.174173 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.191944 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a788e4cc-9da6-4d02-acbe-6b89959cd05c None None] Provisioning complete for port ae53ca90-a095-47eb-8248-d76d615861c6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:12.192298 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a788e4cc-9da6-4d02-acbe-6b89959cd05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.291200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-916bdd3b-ec62-4c8f-b64f-16ceed013bfe tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Deleting port 5dfc613a-1407-455d-8cd4-73ac60ba4c13 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:12.291616 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-916bdd3b-ec62-4c8f-b64f-16ceed013bfe tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.480143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Allocated IP 10.1.1.58 (ac82a0af-7906-429a-ad82-3423a37350e0/81ddc4c5-5611-4f63-af97-1eb9c44b8393/a76688bb-4877-4413-b932-03d213f26737) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:12.546371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ae53ca90-a095-47eb-8248-d76d615861c6 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:12.664939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ae53ca90-a095-47eb-8248-d76d615861c6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:12.665477 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.683443 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-916bdd3b-ec62-4c8f-b64f-16ceed013bfe tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.700265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-916bdd3b-ec62-4c8f-b64f-16ceed013bfe tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Calling delete_port for 5dfc613a-1407-455d-8cd4-73ac60ba4c13 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:12.829019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-29b8efee-8fc2-4152-8d34-6d0c64b1ec17 None None] Provisioning complete for port 5dfc613a-1407-455d-8cd4-73ac60ba4c13 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:12.830617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-29b8efee-8fc2-4152-8d34-6d0c64b1ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.870564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-29b8efee-8fc2-4152-8d34-6d0c64b1ec17 None None] Port 5dfc613a-1407-455d-8cd4-73ac60ba4c13 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:12.893244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-29b8efee-8fc2-4152-8d34-6d0c64b1ec17 None None] Provisioning complete for port ae53ca90-a095-47eb-8248-d76d615861c6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:12.893668 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-29b8efee-8fc2-4152-8d34-6d0c64b1ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.897391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:12.977867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50698) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:13.021336 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.040324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-29b8efee-8fc2-4152-8d34-6d0c64b1ec17 None None] Provisioning complete for port e8a535a0-d0be-4f70-a5ed-32736e34682f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:13.040706 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-29b8efee-8fc2-4152-8d34-6d0c64b1ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.100061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network ac82a0af-7906-429a-ad82-3423a37350e0 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:13.104640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Port': ['ID=a76688bb-4877-4413-b932-03d213f26737,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:13.108637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:13.111704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:13.118303 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7032a118-83c4-4ee0-ba25-01cb3cd44110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.150036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-29b8efee-8fc2-4152-8d34-6d0c64b1ec17 None None] Port e8a535a0-d0be-4f70-a5ed-32736e34682f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:13.190662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89810527-64db-4b6b-abc3-399a802de4b7 req-dd819c39-1535-443a-aaf0-a1b9bdba0c87 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.204643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89810527-64db-4b6b-abc3-399a802de4b7 req-dd819c39-1535-443a-aaf0-a1b9bdba0c87 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 907 time: 0.1477222 Sep 17 22:38:13.281239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.282036 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.300284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-916bdd3b-ec62-4c8f-b64f-16ceed013bfe tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.323109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-425ade73-cb8f-462e-8e70-97671d1039ff None None] Provisioning complete for port e8a535a0-d0be-4f70-a5ed-32736e34682f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:13.326647 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-425ade73-cb8f-462e-8e70-97671d1039ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.331745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee20911-04b6-4674-bb42-f78f1ec696c4 req-7940e4f0-3660-4eee-b8dd-a69ae1162eb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.342021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee20911-04b6-4674-bb42-f78f1ec696c4 req-7940e4f0-3660-4eee-b8dd-a69ae1162eb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:13.346030 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee20911-04b6-4674-bb42-f78f1ec696c4 req-7940e4f0-3660-4eee-b8dd-a69ae1162eb2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 1652 time: 0.1573153 Sep 17 22:38:13.372659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-425ade73-cb8f-462e-8e70-97671d1039ff None None] Port e8a535a0-d0be-4f70-a5ed-32736e34682f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:13.495103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-916bdd3b-ec62-4c8f-b64f-16ceed013bfe tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.497415 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-916bdd3b-ec62-4c8f-b64f-16ceed013bfe tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "DELETE /v2.0/ports/5dfc613a-1407-455d-8cd4-73ac60ba4c13 HTTP/1.1" status: 204 len: 168 time: 1.4313893 Sep 17 22:38:13.502139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50702) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:13.508004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Request body: {'port': {'name': 'tempest-new-port-name-1405027920', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:13.508622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.api.validators [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] bootfile-name is not in valid_values {{(pid=95455) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:38:13.509116 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.api.validators [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] tftp-server is not in valid_values {{(pid=95455) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:38:13.509597 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.api.validators [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] server-ip-address is not in valid_values {{(pid=95455) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:38:13.520811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eee20911-04b6-4674-bb42-f78f1ec696c4 req-e119ee96-a871-43b3-bb6c-3405ba21a990 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296794 Sep 17 22:38:13.523262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bdd3b-ec62-4c8f-b64f-16ceed013bfe tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event deleted for resources: {'Port': ['ID=5dfc613a-1407-455d-8cd4-73ac60ba4c13,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:13.586053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0691d734-57d3-41be-a91c-5e770ed7aed8 None None] Could not find standard attr ID for object 5dfc613a-1407-455d-8cd4-73ac60ba4c13. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:38:13.604283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0691d734-57d3-41be-a91c-5e770ed7aed8 None None] Provisioning complete for port a76688bb-4877-4413-b932-03d213f26737 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:13.604664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0691d734-57d3-41be-a91c-5e770ed7aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.623372 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7032a118-83c4-4ee0-ba25-01cb3cd44110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.661431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0691d734-57d3-41be-a91c-5e770ed7aed8 None None] Port a76688bb-4877-4413-b932-03d213f26737 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:13.664083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.703037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7032a118-83c4-4ee0-ba25-01cb3cd44110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.736590 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032a118-83c4-4ee0-ba25-01cb3cd44110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31998275-4f68-4208-b3d8-7be886268c30,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:13.773725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7032a118-83c4-4ee0-ba25-01cb3cd44110 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=310263cc1f59440393e3dfbd285c86eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940512 Sep 17 22:38:13.774630 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50704) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:13.824322 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6d47204a-386d-4fa6-80d6-39b985bbaf54 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1349273 Sep 17 22:38:13.836903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0', 'admin_state_up': True, 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'security_groups': ['2545e00b-d2b9-48fb-8c40-d48efd6ad6f8']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:13.905810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.935424 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e97d-eb13-4222-9211-1d9e552db1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.973674 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e97d-eb13-4222-9211-1d9e552db1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:13.977777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.077725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event updated for resources: {'Port': ['ID=e8a535a0-d0be-4f70-a5ed-32736e34682f,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:14.077932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:14.081594 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.099240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] In _notify_port_updated(), no bound segment for port e8a535a0-d0be-4f70-a5ed-32736e34682f on network 596d77a8-8f7c-49d6-81f6-e906485c5bff {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:38:14.109588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.116330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.117935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d61ba19f-b968-4696-b52c-c315b5c33f33 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "PUT /v2.0/ports/e8a535a0-d0be-4f70-a5ed-32736e34682f HTTP/1.1" status: 200 len: 1136 time: 0.6142700 Sep 17 22:38:14.120635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50708) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:14.130331 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e97d-eb13-4222-9211-1d9e552db1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.135735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e97d-eb13-4222-9211-1d9e552db1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.136955 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7fa1e97d-eb13-4222-9211-1d9e552db1b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31998275-4f68-4208-b3d8-7be886268c30 HTTP/1.1" status: 204 len: 168 time: 0.3611565 Sep 17 22:38:14.170335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1e97d-eb13-4222-9211-1d9e552db1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31998275-4f68-4208-b3d8-7be886268c30,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:14.215478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a1ec96-f5fa-4e92-8893-d3f916efe1e5 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.232675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-31a1ec96-f5fa-4e92-8893-d3f916efe1e5 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "GET /v2.0/ports/e8a535a0-d0be-4f70-a5ed-32736e34682f HTTP/1.1" status: 200 len: 1136 time: 0.0985112 Sep 17 22:38:14.233612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50716) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:14.373300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Allocated IP 10.1.1.204 (ac82a0af-7906-429a-ad82-3423a37350e0/81ddc4c5-5611-4f63-af97-1eb9c44b8393/87e2e369-c92a-4c2d-ba7d-9f8b13203d7e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:14.398720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ca55ca8c-fb36-42b4-b49f-face1546f33e None None] Provisioning complete for port e8a535a0-d0be-4f70-a5ed-32736e34682f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:14.399250 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ca55ca8c-fb36-42b4-b49f-face1546f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.451827 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ca55ca8c-fb36-42b4-b49f-face1546f33e None None] Port e8a535a0-d0be-4f70-a5ed-32736e34682f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:14.471936 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6e8bd-e73e-404d-b948-31510502c2b3 req-ba6445ec-e9e4-4e80-a9a7-7c4cd4b9158d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.473867 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5d6e8bd-e73e-404d-b948-31510502c2b3 req-ba6445ec-e9e4-4e80-a9a7-7c4cd4b9158d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 907 time: 0.1640313 Sep 17 22:38:14.528557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-73a88bb1-429a-463d-b960-f45ac395c1d1 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Deleting port e8a535a0-d0be-4f70-a5ed-32736e34682f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:14.529307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-73a88bb1-429a-463d-b960-f45ac395c1d1 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.631827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.635862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-6b881df4-9603-428a-98cd-55970cad7057 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.637400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-6b881df4-9603-428a-98cd-55970cad7057 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 907 time: 0.1440599 Sep 17 22:38:14.725793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65e1cb-75c9-4e2b-8c9c-08bd636637d4 req-30d8e0dc-3a43-49e8-babc-3b74e1ef9b3c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.732583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65e1cb-75c9-4e2b-8c9c-08bd636637d4 req-30d8e0dc-3a43-49e8-babc-3b74e1ef9b3c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:14.734244 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d65e1cb-75c9-4e2b-8c9c-08bd636637d4 req-30d8e0dc-3a43-49e8-babc-3b74e1ef9b3c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 1652 time: 0.0929368 Sep 17 22:38:14.736901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-73a88bb1-429a-463d-b960-f45ac395c1d1 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.751654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-73a88bb1-429a-463d-b960-f45ac395c1d1 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Calling delete_port for e8a535a0-d0be-4f70-a5ed-32736e34682f owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:14.786470 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:14.799770 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d65e1cb-75c9-4e2b-8c9c-08bd636637d4 req-452f6b6f-3b8e-4801-bc40-22a3d8b948c0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527356 Sep 17 22:38:14.872369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network ac82a0af-7906-429a-ad82-3423a37350e0 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:14.904281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:14.909937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:14.916560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Port': ['ID=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:15.014007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-a936c474-24cf-4bf4-86c7-c573a3bd8ff4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Deleting port ef68596f-3823-4152-9be2-b875bec32dba {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:15.014356 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-a936c474-24cf-4bf4-86c7-c573a3bd8ff4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.036297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.037383 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.104419 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-73a88bb1-429a-463d-b960-f45ac395c1d1 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.144722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-5bdd39bf-2667-4ef3-8793-5a1f39b333b0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3119972 Sep 17 22:38:15.160163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a88bb1-429a-463d-b960-f45ac395c1d1 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event deleted for resources: {'Port': ['ID=e8a535a0-d0be-4f70-a5ed-32736e34682f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:15.165127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752', 'admin_state_up': True, 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'security_groups': ['2545e00b-d2b9-48fb-8c40-d48efd6ad6f8']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:15.271502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-a936c474-24cf-4bf4-86c7-c573a3bd8ff4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] For port ef68596f-3823-4152-9be2-b875bec32dba, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ef68596f-3823-4152-9be2-b875bec32dba,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:15.272063 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-a936c474-24cf-4bf4-86c7-c573a3bd8ff4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.311972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-a936c474-24cf-4bf4-86c7-c573a3bd8ff4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Calling delete_port for ef68596f-3823-4152-9be2-b875bec32dba owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:15.332130 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-73a88bb1-429a-463d-b960-f45ac395c1d1 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.336998 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-73a88bb1-429a-463d-b960-f45ac395c1d1 tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "DELETE /v2.0/ports/e8a535a0-d0be-4f70-a5ed-32736e34682f HTTP/1.1" status: 204 len: 168 time: 1.0967140 Sep 17 22:38:15.336998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50734) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:15.389554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-bf1531ca-cc15-41c8-99cb-3e32e85523c9 None None] Provisioning complete for port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:15.390104 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf1531ca-cc15-41c8-99cb-3e32e85523c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.485508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-bf1531ca-cc15-41c8-99cb-3e32e85523c9 None None] Port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:15.509694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f2ab15-bff5-410a-8a06-075b2784e5bd tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Deleting subnet 169703d2-e53c-4d31-8087-2be4c0445a80 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:15.516334 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6f2ab15-bff5-410a-8a06-075b2784e5bd tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.574608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6f2ab15-bff5-410a-8a06-075b2784e5bd tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.583416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:15.702673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.767511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c09511-aa5d-4b4a-a3d1-9ac0ec36173b req-384bcfa0-d47f-468a-b2da-0bf9343e335d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:15.769329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2c09511-aa5d-4b4a-a3d1-9ac0ec36173b req-384bcfa0-d47f-468a-b2da-0bf9343e335d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 907 time: 0.1919405 Sep 17 22:38:15.800677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6f2ab15-bff5-410a-8a06-075b2784e5bd tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.871399 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-a936c474-24cf-4bf4-86c7-c573a3bd8ff4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.916449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936c474-24cf-4bf4-86c7-c573a3bd8ff4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event deleted for resources: {'Port': ['ID=ef68596f-3823-4152-9be2-b875bec32dba,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:15.978940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-a936c474-24cf-4bf4-86c7-c573a3bd8ff4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] No DVR routers for this DVR port ef68596f-3823-4152-9be2-b875bec32dba on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:15.982330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-a936c474-24cf-4bf4-86c7-c573a3bd8ff4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:15.985684 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c18a9e8-71d2-4378-b438-2889f80cd4a5 req-a936c474-24cf-4bf4-86c7-c573a3bd8ff4 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.15 "DELETE /v2.0/ports/ef68596f-3823-4152-9be2-b875bec32dba HTTP/1.1" status: 204 len: 173 time: 1.3404045 Sep 17 22:38:15.986329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cabe09b-d4d2-4ed5-b9de-e965a97eeb20', 'name': 'network-vif-deleted', 'tag': 'ef68596f-3823-4152-9be2-b875bec32dba'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:15.996944 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48d13fa-7987-4db7-9079-b60d50d02c9e" -d '{"events": [{"server_uuid": "7cabe09b-d4d2-4ed5-b9de-e965a97eeb20", "name": "network-vif-deleted", "tag": "ef68596f-3823-4152-9be2-b875bec32dba"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:16.015203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50760) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:16.029743 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6f2ab15-bff5-410a-8a06-075b2784e5bd tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.063136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2ab15-bff5-410a-8a06-075b2784e5bd tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event deleted for resources: {'Subnet': ['ID=169703d2-e53c-4d31-8087-2be4c0445a80,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:16.077553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6f2ab15-bff5-410a-8a06-075b2784e5bd tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.077735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e09e5-818c-46e0-a5da-5b845dfbe186 None None] Network 596d77a8-8f7c-49d6-81f6-e906485c5bff requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:16.080283 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c6f2ab15-bff5-410a-8a06-075b2784e5bd tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "DELETE /v2.0/subnets/169703d2-e53c-4d31-8087-2be4c0445a80 HTTP/1.1" status: 204 len: 168 time: 0.7426102 Sep 17 22:38:16.083214 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1308ecf-b6d8-4286-9afd-eea6081047b3 x-openstack-request-id: req-b1308ecf-b6d8-4286-9afd-eea6081047b3 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:16.083506 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cabe09b-d4d2-4ed5-b9de-e965a97eeb20", "name": "network-vif-deleted", "tag": "ef68596f-3823-4152-9be2-b875bec32dba", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:16.083754 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1308ecf-b6d8-4286-9afd-eea6081047b3 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:16.084328 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cabe09b-d4d2-4ed5-b9de-e965a97eeb20', 'name': 'network-vif-deleted', 'tag': 'ef68596f-3823-4152-9be2-b875bec32dba', 'status': 'completed', 'code': 200} Sep 17 22:38:16.084625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50764) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:16.202149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.221021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-193220835-network', 'tenant_id': '3ce1fc35ee174f13924a162c603a5e4e'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:16.256920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555fc31-1fea-4151-b9df-afc8330784f4 req-a4d7e473-f920-40c1-a37c-7eaafed33860 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.269594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555fc31-1fea-4151-b9df-afc8330784f4 req-a4d7e473-f920-40c1-a37c-7eaafed33860 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.283949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555fc31-1fea-4151-b9df-afc8330784f4 req-a4d7e473-f920-40c1-a37c-7eaafed33860 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.285785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f555fc31-1fea-4151-b9df-afc8330784f4 req-a4d7e473-f920-40c1-a37c-7eaafed33860 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 2373 time: 0.3092046 Sep 17 22:38:16.290007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Deleting port ae53ca90-a095-47eb-8248-d76d615861c6 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:16.290521 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.330048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Allocated IP 10.2.2.100 (191f6cd1-311b-473e-9843-0738ddcc8752/d9038fed-a58f-4b67-bf7a-8ded5d67ffbb/d88ce9ef-523c-4a44-9674-2cca2209d4d7) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:16.385953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] For port ae53ca90-a095-47eb-8248-d76d615861c6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ae53ca90-a095-47eb-8248-d76d615861c6,segment=NetworkSegment(22ef04cf-48c5-48ae-8ea4-dae6e3a2a995),segment_id=22ef04cf-48c5-48ae-8ea4-dae6e3a2a995)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:16.386497 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.394455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f555fc31-1fea-4151-b9df-afc8330784f4 req-c11922e0-c7e8-4959-9a0a-4f8b039a5922 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843675 Sep 17 22:38:16.438781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Made reservation on behalf of 3ce1fc35ee174f13924a162c603a5e4e for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:16.447958 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.462590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Calling delete_port for ae53ca90-a095-47eb-8248-d76d615861c6 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:16.474087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] DHCP port deletion for 596d77a8-8f7c-49d6-81f6-e906485c5bff request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:38:16.483198 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.532887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Deleting port ae53ca90-a095-47eb-8248-d76d615861c6 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:16.533503 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.630138 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.630543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.634054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] For port ae53ca90-a095-47eb-8248-d76d615861c6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ae53ca90-a095-47eb-8248-d76d615861c6,segment=NetworkSegment(22ef04cf-48c5-48ae-8ea4-dae6e3a2a995),segment_id=22ef04cf-48c5-48ae-8ea4-dae6e3a2a995)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:16.634446 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.647340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Calling delete_port for ae53ca90-a095-47eb-8248-d76d615861c6 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:16.653418 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.689224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] No DVR routers for this DVR port ae53ca90-a095-47eb-8248-d76d615861c6 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:16.695529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event deleted for resources: {'Port': ['ID=ae53ca90-a095-47eb-8248-d76d615861c6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:16.731498 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.744712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] No DVR routers for this DVR port ae53ca90-a095-47eb-8248-d76d615861c6 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:16.747662 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.765786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Pushing event deleted for resources: {'Port': ['ID=ae53ca90-a095-47eb-8248-d76d615861c6,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:16.776085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.776420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.776770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.777110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.777450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.777835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.778223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.778560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.778888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.779333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.779912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.780201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe8807-aa65-4ad6-ba2d-97da4e85ed2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:16.785619 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.829964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.841179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Port': ['ID=d88ce9ef-523c-4a44-9674-2cca2209d4d7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:16.855640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network 191f6cd1-311b-473e-9843-0738ddcc8752 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:16.857528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:16.871942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:16.876249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:16.903209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596d77a8-8f7c-49d6-81f6-e906485c5bff']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:16.942106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:16.942885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.946614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ef04cf-48c5-48ae-8ea4-dae6e3a2a995') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:16.946934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ef04cf-48c5-48ae-8ea4-dae6e3a2a995') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:16.950484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba72a9cd-ebec-4074-bed9-2cf4fe896541 req-164f0461-5683-4947-89fd-a828c93dffbc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cabe09b-d4d2-4ed5-b9de-e965a97eeb20 HTTP/1.1" status: 200 len: 210 time: 0.0684574 Sep 17 22:38:16.977922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.978298 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Added segment 66463a2e-64ac-42e5-bad0-aca3b1e06fa6 of type vlan for network df41764b-53a3-4418-8712-8043edf32229 Sep 17 22:38:16.980798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:16.999665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:17.036206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0c5b6a52-a5b3-41bd-be9a-c2cb8d64d997 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8821764 Sep 17 22:38:17.042122 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.052630 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752', 'admin_state_up': True, 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'security_groups': ['2545e00b-d2b9-48fb-8c40-d48efd6ad6f8']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:17.084102 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.092407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:17.092819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:17.102423 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:17.230048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8449f9f8-9111-4ba3-82e3-75165b119745 None None] Provisioning complete for port d88ce9ef-523c-4a44-9674-2cca2209d4d7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:17.230420 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8449f9f8-9111-4ba3-82e3-75165b119745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.275505 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.276699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.277272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.289196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8449f9f8-9111-4ba3-82e3-75165b119745 None None] Port d88ce9ef-523c-4a44-9674-2cca2209d4d7 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:17.338665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Made reservation on behalf of 73abc9d519174e87be65c1fa9b05c663 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:17.346704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.348562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.353769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.358271 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] 10.222.0.30 "DELETE /v2.0/networks/596d77a8-8f7c-49d6-81f6-e906485c5bff HTTP/1.1" status: 204 len: 168 time: 1.2701023 Sep 17 22:38:17.358271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=df41764b-53a3-4418-8712-8043edf32229,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:17.375254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network df41764b-53a3-4418-8712-8043edf32229 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:17.403133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be205d-21cc-4e00-8f3e-f6afd825402c tempest-ExtraDHCPOptionsTestJSON-1441259450 tempest-ExtraDHCPOptionsTestJSON-1441259450-project] Pushing event deleted for resources: {'Network': ['ID=596d77a8-8f7c-49d6-81f6-e906485c5bff,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:17.424429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9152cf29-dfff-4378-a611-ae5344929bd0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4079587 Sep 17 22:38:17.427909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50776) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:17.433014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Request body: {'subnet': {'network_id': 'df41764b-53a3-4418-8712-8043edf32229', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-193220835-subnet', 'tenant_id': '3ce1fc35ee174f13924a162c603a5e4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:17.554681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Made reservation on behalf of 3ce1fc35ee174f13924a162c603a5e4e for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:17.557675 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:17.623695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937d645-00c1-4b57-9e4d-597c7979da7c req-dc01ff1b-fe36-4548-9756-ddf378a86dfe tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.631116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937d645-00c1-4b57-9e4d-597c7979da7c req-dc01ff1b-fe36-4548-9756-ddf378a86dfe tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.637725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937d645-00c1-4b57-9e4d-597c7979da7c req-dc01ff1b-fe36-4548-9756-ddf378a86dfe tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.644269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937d645-00c1-4b57-9e4d-597c7979da7c req-dc01ff1b-fe36-4548-9756-ddf378a86dfe tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:17.646237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0937d645-00c1-4b57-9e4d-597c7979da7c req-dc01ff1b-fe36-4548-9756-ddf378a86dfe tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 3094 time: 0.1176229 Sep 17 22:38:17.728009 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0937d645-00c1-4b57-9e4d-597c7979da7c req-94086fb5-732c-4885-8529-13eb6892a3bb tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754097 Sep 17 22:38:17.747456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Allocated IP 10.2.2.200 (191f6cd1-311b-473e-9843-0738ddcc8752/d9038fed-a58f-4b67-bf7a-8ded5d67ffbb/70e5638e-d159-4305-b8a4-a05f5d0959e3) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:17.918003 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.031596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50786) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:18.050855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11af6cd0-3a5b-46ce-90a6-40bad111070f,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:18.075718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Checking segment: {'id': '66463a2e-64ac-42e5-bad0-aca3b1e06fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'df41764b-53a3-4418-8712-8043edf32229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:18.076082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Network hostable DHCP agents. Network: df41764b-53a3-4418-8712-8043edf32229, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:18.096557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.153005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Network df41764b-53a3-4418-8712-8043edf32229 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:18.242633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, df41764b-53a3-4418-8712-8043edf32229) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:18.250638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:18.251874 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.256338 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af077d14-b754-4b0b-8193-b44d2e7b8013 None None] Network df41764b-53a3-4418-8712-8043edf32229 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:18.268978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e41b3f2b-5125-4a1b-902d-b6fccc9cdf2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62f26c30f9644837a20957def73c946d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250733 Sep 17 22:38:18.269324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50792) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:18.270960 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.344830 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2a375a82-d282-46bb-afe1-4f12325066a7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9153576 Sep 17 22:38:18.369921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3134e47e-1068-4af9-a82a-b48273c25950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.374510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Network 191f6cd1-311b-473e-9843-0738ddcc8752 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:18.379990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:18.390033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:18.414539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event updated for resources: {'Port': ['ID=70e5638e-d159-4305-b8a4-a05f5d0959e3,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:18.427073 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3134e47e-1068-4af9-a82a-b48273c25950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.527398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:18.528588 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.633717 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3134e47e-1068-4af9-a82a-b48273c25950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.633861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-0e2fc5bd-031e-4c85-ba99-528661239eb0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5801203 Sep 17 22:38:18.633958 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3134e47e-1068-4af9-a82a-b48273c25950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.633958 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3134e47e-1068-4af9-a82a-b48273c25950 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ea7f89e-0da7-40b7-8cdd-31289a44ae80 HTTP/1.1" status: 204 len: 168 time: 0.3601367 Sep 17 22:38:18.642517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:18.656819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134e47e-1068-4af9-a82a-b48273c25950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea7f89e-0da7-40b7-8cdd-31289a44ae80,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:18.799524 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7a075-1d69-4806-b209-0774da0418fd req-af89910f-fdaf-40b9-9272-cd2bd816a53e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:18.809405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fba7a075-1d69-4806-b209-0774da0418fd req-af89910f-fdaf-40b9-9272-cd2bd816a53e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 946 time: 0.1330154 Sep 17 22:38:18.822641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.841930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ae53ca90-a095-47eb-8248-d76d615861c6 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:18.861444 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fba7a075-1d69-4806-b209-0774da0418fd req-63f8b68e-b5cb-40ce-be73-aff25e9ca824 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Sep 17 22:38:18.891492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: ae53ca90-a095-47eb-8248-d76d615861c6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:18.892732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ae53ca90-a095-47eb-8248-d76d615861c6 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:18.974607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e80ce770-c90e-42f8-b70f-583d77e67ce1 None None] Provisioning complete for port 70e5638e-d159-4305-b8a4-a05f5d0959e3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:18.977564 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e80ce770-c90e-42f8-b70f-583d77e67ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:18.997932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd1d5a9-eba6-4fc2-8e15-124a1dc648d9 None None] Network df41764b-53a3-4418-8712-8043edf32229 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:19.022214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4f727-ffbc-41b7-8372-65373e5fed1f req-6b753cf1-5c44-4cc1-9277-3034465afafd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.030325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4f727-ffbc-41b7-8372-65373e5fed1f req-6b753cf1-5c44-4cc1-9277-3034465afafd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.039318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4f727-ffbc-41b7-8372-65373e5fed1f req-6b753cf1-5c44-4cc1-9277-3034465afafd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.045910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4f727-ffbc-41b7-8372-65373e5fed1f req-6b753cf1-5c44-4cc1-9277-3034465afafd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.053203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4f727-ffbc-41b7-8372-65373e5fed1f req-6b753cf1-5c44-4cc1-9277-3034465afafd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:19.055260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4aa4f727-ffbc-41b7-8372-65373e5fed1f req-6b753cf1-5c44-4cc1-9277-3034465afafd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 3815 time: 0.1672113 Sep 17 22:38:19.144097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e80ce770-c90e-42f8-b70f-583d77e67ce1 None None] Port 70e5638e-d159-4305-b8a4-a05f5d0959e3 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:19.188535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ef68596f-3823-4152-9be2-b875bec32dba no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:19.232372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: ef68596f-3823-4152-9be2-b875bec32dba {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:19.237043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ef68596f-3823-4152-9be2-b875bec32dba not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:19.341843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4aa4f727-ffbc-41b7-8372-65373e5fed1f req-47dca9ad-9030-4c54-b62c-47115252b09e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393077 Sep 17 22:38:19.541478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcbe1b0-126e-4c48-9615-5e06c872b300 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:19.551160 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.568544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Transition to ACTIVE for port object 0fcbe1b0-126e-4c48-9615-5e06c872b300 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:19.650514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50830) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:19.656445 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.661191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-783917-network', 'tenant_id': 'c093ad69585b4873be7342603f91cb01'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:19.718397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcbe1b0-126e-4c48-9615-5e06c872b300,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:19.799537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Attempting to bind port 0fcbe1b0-126e-4c48-9615-5e06c872b300 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:19.800396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Attempting to bind port 0fcbe1b0-126e-4c48-9615-5e06c872b300 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:19.800888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Attempting to bind port 0fcbe1b0-126e-4c48-9615-5e06c872b300 on network b47776c0-fb49-4546-b199-a15d6fc3e290 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:19.805786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Port 0fcbe1b0-126e-4c48-9615-5e06c872b300 on network b47776c0-fb49-4546-b199-a15d6fc3e290 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:19.806297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Attempting to bind port 0fcbe1b0-126e-4c48-9615-5e06c872b300 on network b47776c0-fb49-4546-b199-a15d6fc3e290 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:19.812220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:19.812765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Checking segment: {'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:19.813314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Bound using segment: {'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:19.814467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Bound port: 0fcbe1b0-126e-4c48-9615-5e06c872b300, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94977cb-3763-47a4-8f85-24f0c21667d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:19.814990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.845867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Made reservation on behalf of c093ad69585b4873be7342603f91cb01 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:19.848251 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.868475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:19.918908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] For port 0fcbe1b0-126e-4c48-9615-5e06c872b300, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:19.927123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] For port 0fcbe1b0-126e-4c48-9615-5e06c872b300, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:20.012172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.036742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.060400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf0c2d-dd57-4df0-8676-0e6153c55e04 req-fbf33af0-01d2-404a-8365-08ce830e0060 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.074212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9adf0c2d-dd57-4df0-8676-0e6153c55e04 req-fbf33af0-01d2-404a-8365-08ce830e0060 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 946 time: 0.0885861 Sep 17 22:38:20.136023 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.155935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9adf0c2d-dd57-4df0-8676-0e6153c55e04 req-2248ab79-f41a-4541-8b52-fe1f66b8fb51 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807223 Sep 17 22:38:20.169888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.170518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.172003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] 10.222.0.23 "PUT /v2.0/ports/0fcbe1b0-126e-4c48-9615-5e06c872b300 HTTP/1.1" status: 200 len: 1092 time: 1.5386353 Sep 17 22:38:20.178770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '0fcbe1b0-126e-4c48-9615-5e06c872b300'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:20.181136 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ba556a-6fca-4907-9eb1-ad2e274e1aee" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "0fcbe1b0-126e-4c48-9615-5e06c872b300"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:20.191104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:20.192432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a710b8-045b-4114-9ec6-612623c0f975 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcbe1b0-126e-4c48-9615-5e06c872b300,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:20.199422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6341ee3b-8ced-48b4-ad08-75c7978f7ca8,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:20.212875 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.213300 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Added segment ddd57e96-9a0c-4fd5-ae5e-0fc158989732 of type vlan for network 1245854a-2547-4054-a208-58b0bfd1c3c5 Sep 17 22:38:20.253437 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34395567-7c77-40e8-8e0c-cf6e2747c8d9 x-openstack-request-id: req-34395567-7c77-40e8-8e0c-cf6e2747c8d9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:20.253920 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "0fcbe1b0-126e-4c48-9615-5e06c872b300", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:20.254311 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34395567-7c77-40e8-8e0c-cf6e2747c8d9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:20.254937 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '0fcbe1b0-126e-4c48-9615-5e06c872b300', 'status': 'completed', 'code': 200} Sep 17 22:38:20.280899 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.331324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:20.382921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.384278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.385273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.389697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-94017df5-ce3b-4c52-a999-82d76df624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.390184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-94017df5-ce3b-4c52-a999-82d76df624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.390659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-94017df5-ce3b-4c52-a999-82d76df624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.391127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-94017df5-ce3b-4c52-a999-82d76df624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.391696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-94017df5-ce3b-4c52-a999-82d76df624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.394080 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-94017df5-ce3b-4c52-a999-82d76df624f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 4363 time: 0.1157460 Sep 17 22:38:20.455651 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50852) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:20.504940 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.599906 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9426415 Sep 17 22:38:20.611050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50856) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:20.619899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Request body: {'subnet': {'network_id': '1245854a-2547-4054-a208-58b0bfd1c3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-783917-subnet', 'tenant_id': 'c093ad69585b4873be7342603f91cb01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:20.645064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd46e8-88ef-4294-864e-80ef8f363aec admin admin] Pushing event updated for resources: {'Network': ['ID=1245854a-2547-4054-a208-58b0bfd1c3c5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:20.648195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 1245854a-2547-4054-a208-58b0bfd1c3c5 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:20.676665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1728263720'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:20.706730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-95800780-cda8-4ded-8ae9-71865fb7df31 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.708723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-95800780-cda8-4ded-8ae9-71865fb7df31 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.15 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 946 time: 0.2221375 Sep 17 22:38:20.726536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a4c5-7110-4b86-8386-93964d92fb5b req-4ddb1c3b-46d2-42e5-9203-fd819c585c14 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.733580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a4c5-7110-4b86-8386-93964d92fb5b req-4ddb1c3b-46d2-42e5-9203-fd819c585c14 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.746304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a4c5-7110-4b86-8386-93964d92fb5b req-4ddb1c3b-46d2-42e5-9203-fd819c585c14 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.746621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a4c5-7110-4b86-8386-93964d92fb5b req-4ddb1c3b-46d2-42e5-9203-fd819c585c14 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.753930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a4c5-7110-4b86-8386-93964d92fb5b req-4ddb1c3b-46d2-42e5-9203-fd819c585c14 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.756058 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-baa2a4c5-7110-4b86-8386-93964d92fb5b req-4ddb1c3b-46d2-42e5-9203-fd819c585c14 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 3827 time: 0.1873782 Sep 17 22:38:20.799108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Made reservation on behalf of c093ad69585b4873be7342603f91cb01 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:20.801730 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.867435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-10819608-f942-4097-94e4-bea51a426430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.868015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-10819608-f942-4097-94e4-bea51a426430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.868793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-10819608-f942-4097-94e4-bea51a426430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:20.869975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-10819608-f942-4097-94e4-bea51a426430 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=73abc9d519174e87be65c1fa9b05c663&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4483693 Sep 17 22:38:20.926312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-baa2a4c5-7110-4b86-8386-93964d92fb5b req-0b2d21c6-3e51-4016-b9c1-0677d0700226 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592376 Sep 17 22:38:20.966119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Made reservation on behalf of 88a5765649ad476ea16e1fc43a742acd for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:20.969602 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.004542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.060147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-ea2b23a4-6516-4bbd-a5a5-c9a7c0c43df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.062040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-52ba556a-6fca-4907-9eb1-ad2e274e1aee req-ea2b23a4-6516-4bbd-a5a5-c9a7c0c43df8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1828763 Sep 17 22:38:21.119172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-49801fa3-1414-4282-8d7c-9e115618b3b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Deleting port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:21.119526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-49801fa3-1414-4282-8d7c-9e115618b3b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.129371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:21.142737 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.160939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Transition to ACTIVE for port object 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:21.234574 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.310908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-49801fa3-1414-4282-8d7c-9e115618b3b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] For port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:21.311236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-49801fa3-1414-4282-8d7c-9e115618b3b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.334632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-49801fa3-1414-4282-8d7c-9e115618b3b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Calling delete_port for 519ccd34-2a6c-4340-b45b-f43ab9eeeebc owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:21.357773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.389491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:21.431553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.458963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d136cab-99e1-40e7-93aa-7d769bfaec16 req-37b6c043-0e28-4e9a-a252-1575e2f7446a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.460963 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d136cab-99e1-40e7-93aa-7d769bfaec16 req-37b6c043-0e28-4e9a-a252-1575e2f7446a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 946 time: 0.2138886 Sep 17 22:38:21.474924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Attempting to bind port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:21.475263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Attempting to bind port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:21.475587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Attempting to bind port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:21.503926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 on network ac82a0af-7906-429a-ad82-3423a37350e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:21.504302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Attempting to bind port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:21.518174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:21.518504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Checking segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:21.518884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Bound using segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:21.519317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Bound port: 3a540cf4-30de-41c7-8485-2fbafbdcf0d8, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:21.519675 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.533656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d136cab-99e1-40e7-93aa-7d769bfaec16 req-a79184e1-451c-4eea-9a8d-2367bb4c7658 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554349 Sep 17 22:38:21.538437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.600167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696486a0-03e6-4f05-99b5-71f1c51a6d54,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:21.610695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:21.614112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Checking segment: {'id': 'ddd57e96-9a0c-4fd5-ae5e-0fc158989732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1245854a-2547-4054-a208-58b0bfd1c3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:21.614473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Network hostable DHCP agents. Network: 1245854a-2547-4054-a208-58b0bfd1c3c5, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:21.616598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] For port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:21.620821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] For port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:21.627216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27af6253-737a-423a-adae-6c58063231da,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:21.650964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.651312 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Added segment 2285d7b4-b08f-436a-9282-670e0aa3b382 of type vlan for network d8e30650-856b-406c-9be8-607bc7139ee1 Sep 17 22:38:21.708090 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.718596 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.769913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.770873 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.772943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] 10.222.0.23 "PUT /v2.0/ports/3a540cf4-30de-41c7-8485-2fbafbdcf0d8 HTTP/1.1" status: 200 len: 1130 time: 1.4473691 Sep 17 22:38:21.786020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Network 1245854a-2547-4054-a208-58b0bfd1c3c5 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:21.805498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0434c-7a08-4f2d-99b5-a1905e852fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:21.843577 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.851335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:21.852189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.888017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:21.956352 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.972258 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-49801fa3-1414-4282-8d7c-9e115618b3b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.974648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 1245854a-2547-4054-a208-58b0bfd1c3c5) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:21.975770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Network': ['ID=d8e30650-856b-406c-9be8-607bc7139ee1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:21.989880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466cd9f3-4624-46f2-b285-49345579339c None None] Network 1245854a-2547-4054-a208-58b0bfd1c3c5 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:21.992195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['23b47118-c7ec-4264-85b9-a56e917a1d93'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:22.013617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.017314 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.019006 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-da43cd9a-e43e-4811-8217-6a62796c89e8 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5592785 Sep 17 22:38:22.024083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d8e30650-856b-406c-9be8-607bc7139ee1 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:22.054469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50870) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:22.084386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'subnet': {'network_id': 'd8e30650-856b-406c-9be8-607bc7139ee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:22.087984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49801fa3-1414-4282-8d7c-9e115618b3b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event deleted for resources: {'Port': ['ID=519ccd34-2a6c-4340-b45b-f43ab9eeeebc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:22.189478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['519ccd34-2a6c-4340-b45b-f43ab9eeeebc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:22.259897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-49801fa3-1414-4282-8d7c-9e115618b3b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] No DVR routers for this DVR port 519ccd34-2a6c-4340-b45b-f43ab9eeeebc on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:22.274098 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-415380cc-84d8-4d12-bf5e-933059f11a60 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6502950 Sep 17 22:38:22.274098 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-49801fa3-1414-4282-8d7c-9e115618b3b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.274098 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8853bf1e-d9dc-4065-a6f5-67852970f359 req-49801fa3-1414-4282-8d7c-9e115618b3b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.15 "DELETE /v2.0/ports/519ccd34-2a6c-4340-b45b-f43ab9eeeebc HTTP/1.1" status: 204 len: 173 time: 1.5547707 Sep 17 22:38:22.274098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39976dad-f331-44e1-89b2-89a7218dea1b', 'name': 'network-vif-deleted', 'tag': '519ccd34-2a6c-4340-b45b-f43ab9eeeebc'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:22.274098 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58789f79-6872-43d8-be8d-6c4b3d2c5d8b" -d '{"events": [{"server_uuid": "39976dad-f331-44e1-89b2-89a7218dea1b", "name": "network-vif-deleted", "tag": "519ccd34-2a6c-4340-b45b-f43ab9eeeebc"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:22.317419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8dbc5-66e3-45de-a6f5-8042d0f72f22 req-14a044c8-c7e6-48de-9530-07b227b93bc0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.324247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8dbc5-66e3-45de-a6f5-8042d0f72f22 req-14a044c8-c7e6-48de-9530-07b227b93bc0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.338991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8dbc5-66e3-45de-a6f5-8042d0f72f22 req-14a044c8-c7e6-48de-9530-07b227b93bc0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.363750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8dbc5-66e3-45de-a6f5-8042d0f72f22 req-14a044c8-c7e6-48de-9530-07b227b93bc0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.381858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8dbc5-66e3-45de-a6f5-8042d0f72f22 req-14a044c8-c7e6-48de-9530-07b227b93bc0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.410545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8dbc5-66e3-45de-a6f5-8042d0f72f22 req-14a044c8-c7e6-48de-9530-07b227b93bc0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:22.412465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3d8dbc5-66e3-45de-a6f5-8042d0f72f22 req-14a044c8-c7e6-48de-9530-07b227b93bc0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 4598 time: 0.3060000 Sep 17 22:38:22.416817 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc81fc-6bc4-49fc-952a-d46c990d2dcc x-openstack-request-id: req-62cc81fc-6bc4-49fc-952a-d46c990d2dcc {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:22.417230 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39976dad-f331-44e1-89b2-89a7218dea1b", "name": "network-vif-deleted", "tag": "519ccd34-2a6c-4340-b45b-f43ab9eeeebc", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:22.417490 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62cc81fc-6bc4-49fc-952a-d46c990d2dcc {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:22.417891 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39976dad-f331-44e1-89b2-89a7218dea1b', 'name': 'network-vif-deleted', 'tag': '519ccd34-2a6c-4340-b45b-f43ab9eeeebc', 'status': 'completed', 'code': 200} Sep 17 22:38:22.479490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3d8dbc5-66e3-45de-a6f5-8042d0f72f22 req-e575012c-8c64-459e-b233-14298a83ad60 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577433 Sep 17 22:38:22.493292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Made reservation on behalf of 88a5765649ad476ea16e1fc43a742acd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:22.499849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:22.718983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e667f0-0e43-4b7a-83bf-a67d0b94d03a None None] Network 1245854a-2547-4054-a208-58b0bfd1c3c5 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:23.024020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.063279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:23.071348 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.084608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Transition to ACTIVE for port object 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:23.085392 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '3a540cf4-30de-41c7-8485-2fbafbdcf0d8'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:23.087765 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cccdab-8e0e-4842-ba15-7e38585c70ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "3a540cf4-30de-41c7-8485-2fbafbdcf0d8"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:23.123460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-334ece04-8cf0-4f8b-abd3-2635cb0e22ef req-e07c59bb-2c69-458e-9033-4ac4d7026908 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=39976dad-f331-44e1-89b2-89a7218dea1b HTTP/1.1" status: 200 len: 210 time: 0.0323954 Sep 17 22:38:23.182462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-608cf528-db31-42d6-94a2-199eaed57d16 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532031 Sep 17 22:38:23.182462 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.211585 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82cd300-5845-4b65-a4d5-f4675ef93f68 x-openstack-request-id: req-c82cd300-5845-4b65-a4d5-f4675ef93f68 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:23.211868 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "3a540cf4-30de-41c7-8485-2fbafbdcf0d8", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:23.212114 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c82cd300-5845-4b65-a4d5-f4675ef93f68 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:23.212518 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '3a540cf4-30de-41c7-8485-2fbafbdcf0d8', 'status': 'completed', 'code': 200} Sep 17 22:38:23.250749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Pushing event updated for resources: {'Port': ['ID=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:23.273507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Subnet': ['ID=3ff7d26a-9c0c-4058-aeca-0c45948ddc67,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:23.275608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Checking segment: {'id': '2285d7b4-b08f-436a-9282-670e0aa3b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd8e30650-856b-406c-9be8-607bc7139ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:23.275960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network hostable DHCP agents. Network: d8e30650-856b-406c-9be8-607bc7139ee1, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:23.385089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-21497007-505a-40ba-82ea-787d7955babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.385914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-21497007-505a-40ba-82ea-787d7955babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.386455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-21497007-505a-40ba-82ea-787d7955babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.387509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-21497007-505a-40ba-82ea-787d7955babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.388233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-21497007-505a-40ba-82ea-787d7955babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.388761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-21497007-505a-40ba-82ea-787d7955babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.389287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-21497007-505a-40ba-82ea-787d7955babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.392614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-21497007-505a-40ba-82ea-787d7955babb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6168 time: 0.1623566 Sep 17 22:38:23.407682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-95457211-6829-4aeb-84e7-91acc797f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.409217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-95457211-6829-4aeb-84e7-91acc797f75a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03a542add212453c912a8386c940b572&device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 1096 time: 0.1593044 Sep 17 22:38:23.445312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-ff6f92d9-5b57-4a72-9fb1-a3ae107bb325 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.464799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-ff6f92d9-5b57-4a72-9fb1-a3ae107bb325 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/networks?id=df41764b-53a3-4418-8712-8043edf32229 HTTP/1.1" status: 200 len: 808 time: 0.3238690 Sep 17 22:38:23.482117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network d8e30650-856b-406c-9be8-607bc7139ee1 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:23.490953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-8e407413-8c37-48a7-983d-061f0abd9037 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/quotas/3ce1fc35ee174f13924a162c603a5e4e HTTP/1.1" status: 200 len: 375 time: 0.0264730 Sep 17 22:38:23.543782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Attempting to bind port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:23.544186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Attempting to bind port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:23.544457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Attempting to bind port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:23.553223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 on network ac82a0af-7906-429a-ad82-3423a37350e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:23.560354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Attempting to bind port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:23.576736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-4beffe8a-bb24-4b25-ae63-7fcb2b4eed25 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ce1fc35ee174f13924a162c603a5e4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759976 Sep 17 22:38:23.582159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:23.582893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Checking segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:23.583301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Bound using segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:23.587268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Bound port: 2e3c7546-78fc-4122-80d5-8e1a3ff11d44, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:23.587268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.587970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-b7ec3fb3-6b1d-4d82-b8d3-1ef3f780e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.588464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-b7ec3fb3-6b1d-4d82-b8d3-1ef3f780e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.589112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-b7ec3fb3-6b1d-4d82-b8d3-1ef3f780e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.592303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-b7ec3fb3-6b1d-4d82-b8d3-1ef3f780e80a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=73abc9d519174e87be65c1fa9b05c663&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1866815 Sep 17 22:38:23.623689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d8e30650-856b-406c-9be8-607bc7139ee1) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:23.629607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.630202 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.640853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc5e136-17a8-419f-91b7-28e9532e87a5 None None] Network d8e30650-856b-406c-9be8-607bc7139ee1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:23.680482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-474c5906-25b4-458d-b754-de9fcfd82781 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:38:23.681488 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-474c5906-25b4-458d-b754-de9fcfd82781 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0791883 Sep 17 22:38:23.754233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] For port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:23.758444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] For port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:23.825495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766e2fe-caf9-4523-95bb-00ee2b3b84ab None None] Network d8e30650-856b-406c-9be8-607bc7139ee1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:23.871452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce308f-4202-4485-a42c-344999341af8 req-9229726f-6429-4d98-9534-e783e253378c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.878153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce308f-4202-4485-a42c-344999341af8 req-9229726f-6429-4d98-9534-e783e253378c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.884232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce308f-4202-4485-a42c-344999341af8 req-9229726f-6429-4d98-9534-e783e253378c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.890368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce308f-4202-4485-a42c-344999341af8 req-9229726f-6429-4d98-9534-e783e253378c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.896337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce308f-4202-4485-a42c-344999341af8 req-9229726f-6429-4d98-9534-e783e253378c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.902268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce308f-4202-4485-a42c-344999341af8 req-9229726f-6429-4d98-9534-e783e253378c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.909349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce308f-4202-4485-a42c-344999341af8 req-9229726f-6429-4d98-9534-e783e253378c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.917016 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dce308f-4202-4485-a42c-344999341af8 req-9229726f-6429-4d98-9534-e783e253378c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5370 time: 0.2895734 Sep 17 22:38:23.920569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-2f9b119f-0944-48b9-a130-360260a604b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.922485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7cccdab-8e0e-4842-ba15-7e38585c70ca req-2f9b119f-0944-48b9-a130-360260a604b5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3211086 Sep 17 22:38:23.928388 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.993166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:23.993166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.993851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] 10.222.0.23 "PUT /v2.0/ports/2e3c7546-78fc-4122-80d5-8e1a3ff11d44 HTTP/1.1" status: 200 len: 1131 time: 2.1117866 Sep 17 22:38:24.020361 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dce308f-4202-4485-a42c-344999341af8 req-098bbc4e-674f-4c2c-bdea-8a67f39b429f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976779 Sep 17 22:38:24.045708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbf757-696d-4409-862f-68bcbe3fec2b service neutron] Pushing event updated for resources: {'Port': ['ID=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:24.091943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:24.209028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.234865 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-643c195a-6eb5-4ac3-9835-175c6770006a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1772742 Sep 17 22:38:24.245859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50916) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:24.248691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-8affdb3b-4612-40b2-9613-0505e392d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:24.250120 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-8affdb3b-4612-40b2-9613-0505e392d24c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 200 len: 912 time: 0.7611454 Sep 17 22:38:24.263335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1369631687', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:24.395961 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-5fcfa5a4-f203-434c-a147-c1a28861fa76 service neutron] 10.222.0.30 "GET /v2.0/networks/df41764b-53a3-4418-8712-8043edf32229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048967 Sep 17 22:38:24.425268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.426761 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.600137 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.613876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-7509834d-70c5-4ca5-80b1-1e63fd5e5240 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 200 len: 999 time: 0.2979789 Sep 17 22:38:24.629300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76688bb-4877-4413-b932-03d213f26737 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:24.636882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.649176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Transition to ACTIVE for port object a76688bb-4877-4413-b932-03d213f26737 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:24.706367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-78035491-0951-4c2c-8438-7b76e31123e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:24.708014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-78035491-0951-4c2c-8438-7b76e31123e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 200 len: 850 time: 0.0914173 Sep 17 22:38:24.710188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-9d780224-7b1b-4dc9-ae0b-f2fa56a359e5 service neutron] 10.222.0.30 "GET /v2.0/networks/df41764b-53a3-4418-8712-8043edf32229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042853 Sep 17 22:38:24.760362 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:24.896613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54ffb0-6304-43c5-a0fb-694a5f03ea00 req-3e25ca10-7f58-49e3-8cdc-28ecc3b61914 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:24.898194 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d54ffb0-6304-43c5-a0fb-694a5f03ea00 req-3e25ca10-7f58-49e3-8cdc-28ecc3b61914 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.0992994 Sep 17 22:38:24.928906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Pushing event updated for resources: {'Port': ['ID=a76688bb-4877-4413-b932-03d213f26737,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:24.929653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-7b0f091b-0bf0-4806-beb4-0f8d15ee4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:24.931288 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-7b0f091b-0bf0-4806-beb4-0f8d15ee4ab0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138081 Sep 17 22:38:25.096093 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-78195b22-b8a6-4720-a463-8575e2664cdd service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253107 Sep 17 22:38:25.103232 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d54ffb0-6304-43c5-a0fb-694a5f03ea00 req-4a72615c-c2c5-4171-9416-742686baad10 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596029 Sep 17 22:38:25.131026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Attempting to bind port a76688bb-4877-4413-b932-03d213f26737 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:25.131365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Attempting to bind port a76688bb-4877-4413-b932-03d213f26737 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:25.131680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Attempting to bind port a76688bb-4877-4413-b932-03d213f26737 on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:25.142808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Port a76688bb-4877-4413-b932-03d213f26737 on network ac82a0af-7906-429a-ad82-3423a37350e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:25.143140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Attempting to bind port a76688bb-4877-4413-b932-03d213f26737 on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:25.151234 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:25.157259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:25.157259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Checking segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:25.157965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Bound using segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:25.158175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Bound port: a76688bb-4877-4413-b932-03d213f26737, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:25.158437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:25.215977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '2e3c7546-78fc-4122-80d5-8e1a3ff11d44'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:25.218468 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57a341f-519d-42da-8b66-111e9d8a0d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "2e3c7546-78fc-4122-80d5-8e1a3ff11d44"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:25.219064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d31649d4-74bb-4499-ae5a-146620cf010c req-b7691116-7eb8-4a9d-a01c-a1537f8f9acd tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 210 time: 0.0717108 Sep 17 22:38:25.222714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 519ccd34-2a6c-4340-b45b-f43ab9eeeebc no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:25.327951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 519ccd34-2a6c-4340-b45b-f43ab9eeeebc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:25.328431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 519ccd34-2a6c-4340-b45b-f43ab9eeeebc not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:25.339770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] For port a76688bb-4877-4413-b932-03d213f26737, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:25.343407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] For port a76688bb-4877-4413-b932-03d213f26737, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a76688bb-4877-4413-b932-03d213f26737,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:25.359002 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a875def-2011-4eb8-9ec8-4aaae996e730 x-openstack-request-id: req-3a875def-2011-4eb8-9ec8-4aaae996e730 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:25.359289 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "2e3c7546-78fc-4122-80d5-8e1a3ff11d44", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:25.359928 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a875def-2011-4eb8-9ec8-4aaae996e730 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:25.360995 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '2e3c7546-78fc-4122-80d5-8e1a3ff11d44', 'status': 'completed', 'code': 200} Sep 17 22:38:25.400303 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d81fb02-2520-46ab-8e6b-67b4e95e0c67 req-8b8abe95-4b81-47e0-8c33-d7f7112a48d6 service neutron] 10.222.0.23 "GET /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515240 Sep 17 22:38:25.413180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b263-6913-48e1-9eb8-f8403879100f req-29f0d2d0-13ae-49b9-8932-ba8861ba1822 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.419116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b263-6913-48e1-9eb8-f8403879100f req-29f0d2d0-13ae-49b9-8932-ba8861ba1822 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.439448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b263-6913-48e1-9eb8-f8403879100f req-29f0d2d0-13ae-49b9-8932-ba8861ba1822 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.454705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b263-6913-48e1-9eb8-f8403879100f req-29f0d2d0-13ae-49b9-8932-ba8861ba1822 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.465368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b263-6913-48e1-9eb8-f8403879100f req-29f0d2d0-13ae-49b9-8932-ba8861ba1822 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.484327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b263-6913-48e1-9eb8-f8403879100f req-29f0d2d0-13ae-49b9-8932-ba8861ba1822 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.500196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b263-6913-48e1-9eb8-f8403879100f req-29f0d2d0-13ae-49b9-8932-ba8861ba1822 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.503716 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba75b263-6913-48e1-9eb8-f8403879100f req-29f0d2d0-13ae-49b9-8932-ba8861ba1822 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5382 time: 0.2794549 Sep 17 22:38:25.508581 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:25.655593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.656938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:25.659325 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] 10.222.0.23 "PUT /v2.0/ports/a76688bb-4877-4413-b932-03d213f26737 HTTP/1.1" status: 200 len: 1091 time: 1.5716918 Sep 17 22:38:25.679647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba75b263-6913-48e1-9eb8-f8403879100f req-2839fa81-e8e4-4362-93a7-81f8c0948a8a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322634 Sep 17 22:38:25.755812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-89ace8e2-64bc-41c0-b2af-c954ff4adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.756520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-89ace8e2-64bc-41c0-b2af-c954ff4adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.758759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-89ace8e2-64bc-41c0-b2af-c954ff4adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.760366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-89ace8e2-64bc-41c0-b2af-c954ff4adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.761303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-89ace8e2-64bc-41c0-b2af-c954ff4adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.761815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-89ace8e2-64bc-41c0-b2af-c954ff4adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.762927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-89ace8e2-64bc-41c0-b2af-c954ff4adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:25.768491 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:25.769177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-89ace8e2-64bc-41c0-b2af-c954ff4adcea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6278 time: 0.2624540 Sep 17 22:38:25.769874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40966d6a-12d0-4664-b4f0-d0dc4cfd9069 service neutron] Pushing event updated for resources: {'Port': ['ID=a76688bb-4877-4413-b932-03d213f26737,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:25.790798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:25.822739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:25.989008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.25.6.65 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/fc7aaec6-923d-4ca0-bd05-7003da9e1ae0) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:26.021306 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.066800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-f9124cc9-6920-4e17-bd9f-89d12b9b3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.067570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-f9124cc9-6920-4e17-bd9f-89d12b9b3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.068303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-f9124cc9-6920-4e17-bd9f-89d12b9b3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.071281 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-f9124cc9-6920-4e17-bd9f-89d12b9b3ad0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=73abc9d519174e87be65c1fa9b05c663&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2905114 Sep 17 22:38:26.114679 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.293055 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.336376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a576bb3-265c-401f-aa44-0ca22fa46c56 req-269132ad-113b-4bc4-b7d3-dd8b1fa05e61 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 210 time: 0.0387065 Sep 17 22:38:26.359218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:26.369900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:26.377817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:26.381774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-c6a93ac3-a27b-4ceb-9169-1d3094df3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.383276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a57a341f-519d-42da-8b66-111e9d8a0d2d req-c6a93ac3-a27b-4ceb-9169-1d3094df3ea5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2628818 Sep 17 22:38:26.399602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-4cee4fe2-edfb-4b65-96b3-db430eca4416 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.401666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-4cee4fe2-edfb-4b65-96b3-db430eca4416 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.2152917 Sep 17 22:38:26.492962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6911dda-8446-4054-8827-d862d93d5352 req-a79e961a-2615-43d4-8fca-7a14dcf72b90 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.500297 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6911dda-8446-4054-8827-d862d93d5352 req-a79e961a-2615-43d4-8fca-7a14dcf72b90 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 945 time: 0.2694805 Sep 17 22:38:26.511334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=fc7aaec6-923d-4ca0-bd05-7003da9e1ae0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:26.597430 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6911dda-8446-4054-8827-d862d93d5352 req-69310e69-4e89-466e-a224-f82e6f535e7a tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=62fac0a6-fa80-459c-85c6-1cd0d93999ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962615 Sep 17 22:38:26.650301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Deleting port 23b47118-c7ec-4264-85b9-a56e917a1d93 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:26.650647 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.696592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:26.710539 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.725890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Transition to ACTIVE for port object 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:26.854894 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.898142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] For port 23b47118-c7ec-4264-85b9-a56e917a1d93, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=23b47118-c7ec-4264-85b9-a56e917a1d93,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:26.898510 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:26.900834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Pushing event updated for resources: {'Port': ['ID=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:26.921816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Calling delete_port for 23b47118-c7ec-4264-85b9-a56e917a1d93 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:26.941166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd7a3-a80b-436f-99a6-7fbbccee8914 req-160e7ec1-ef2f-4614-b740-0f9e524ac582 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.947894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd7a3-a80b-436f-99a6-7fbbccee8914 req-160e7ec1-ef2f-4614-b740-0f9e524ac582 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.954993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd7a3-a80b-436f-99a6-7fbbccee8914 req-160e7ec1-ef2f-4614-b740-0f9e524ac582 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.968342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd7a3-a80b-436f-99a6-7fbbccee8914 req-160e7ec1-ef2f-4614-b740-0f9e524ac582 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:26.977909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd7a3-a80b-436f-99a6-7fbbccee8914 req-160e7ec1-ef2f-4614-b740-0f9e524ac582 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.000389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd7a3-a80b-436f-99a6-7fbbccee8914 req-160e7ec1-ef2f-4614-b740-0f9e524ac582 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.006989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd7a3-a80b-436f-99a6-7fbbccee8914 req-160e7ec1-ef2f-4614-b740-0f9e524ac582 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.009165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b59bd7a3-a80b-436f-99a6-7fbbccee8914 req-160e7ec1-ef2f-4614-b740-0f9e524ac582 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5382 time: 0.2255640 Sep 17 22:38:27.046805 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.130626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b59bd7a3-a80b-436f-99a6-7fbbccee8914 req-da2f0a5d-e427-4842-acfe-3ca18228057a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949202 Sep 17 22:38:27.148565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Attempting to bind port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:27.149031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Attempting to bind port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:27.149555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Attempting to bind port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:27.159722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e on network ac82a0af-7906-429a-ad82-3423a37350e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:27.160197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Attempting to bind port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:27.177689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:27.178621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Checking segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:27.179298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Bound using segment: {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:27.179838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Bound port: 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2188672-047a-4e63-afc7-6261e4db39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:27.180378 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.269120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] For port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:27.272621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] For port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:27.361377 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.364023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': 'a76688bb-4877-4413-b932-03d213f26737'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:27.366552 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "a76688bb-4877-4413-b932-03d213f26737"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:27.409796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.410655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.412433 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] 10.222.0.23 "PUT /v2.0/ports/87e2e369-c92a-4c2d-ba7d-9f8b13203d7e HTTP/1.1" status: 200 len: 1092 time: 1.6348083 Sep 17 22:38:27.462717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12715d4-08ad-4f75-a103-aca1d7d1cd1f service neutron] Pushing event updated for resources: {'Port': ['ID=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:27.480824 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9683d8e3-a21d-4f6b-b0ef-976d65b279f9 x-openstack-request-id: req-9683d8e3-a21d-4f6b-b0ef-976d65b279f9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:27.481215 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "a76688bb-4877-4413-b932-03d213f26737", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:27.481826 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9683d8e3-a21d-4f6b-b0ef-976d65b279f9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:27.482326 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': 'a76688bb-4877-4413-b932-03d213f26737', 'status': 'completed', 'code': 200} Sep 17 22:38:27.535042 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0a89596-d698-456f-960b-e648184d6bb5 req-0e8d3554-d4ea-4b54-986f-cf4059ece425 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 210 time: 0.0448973 Sep 17 22:38:27.541782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:27.604247 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.705079 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.712643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-0d8edbd1-ac43-495a-acca-f1c8bc121fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.713302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-0d8edbd1-ac43-495a-acca-f1c8bc121fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.713854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-0d8edbd1-ac43-495a-acca-f1c8bc121fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.716214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-0d8edbd1-ac43-495a-acca-f1c8bc121fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.716786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-0d8edbd1-ac43-495a-acca-f1c8bc121fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.717369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-0d8edbd1-ac43-495a-acca-f1c8bc121fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.723298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-0d8edbd1-ac43-495a-acca-f1c8bc121fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:27.725941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-0d8edbd1-ac43-495a-acca-f1c8bc121fdf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6346 time: 0.2170627 Sep 17 22:38:27.755121 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.771494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['23b47118-c7ec-4264-85b9-a56e917a1d93'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:27.787842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20a59286-376e-4674-a57a-671bb2e40180 req-d37ae7d2-5565-44f1-89e1-83ba3e5cf867 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 210 time: 0.0524228 Sep 17 22:38:27.847252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event deleted for resources: {'Port': ['ID=23b47118-c7ec-4264-85b9-a56e917a1d93,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:27.890661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] No DVR routers for this DVR port 23b47118-c7ec-4264-85b9-a56e917a1d93 on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:27.893520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:27.895991 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "DELETE /v2.0/ports/23b47118-c7ec-4264-85b9-a56e917a1d93 HTTP/1.1" status: 204 len: 173 time: 1.4755242 Sep 17 22:38:27.896598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929c7e1f-fd29-4bea-af11-58e6bc45a2ae', 'name': 'network-vif-deleted', 'tag': '23b47118-c7ec-4264-85b9-a56e917a1d93'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:27.900699 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fae045a-78d1-43a5-b1fc-60704b519717" -d '{"events": [{"server_uuid": "929c7e1f-fd29-4bea-af11-58e6bc45a2ae", "name": "network-vif-deleted", "tag": "23b47118-c7ec-4264-85b9-a56e917a1d93"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:27.926389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:38:28.073801 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e88efae-02fc-4ee9-aa2a-b4c65d29dc25 x-openstack-request-id: req-1e88efae-02fc-4ee9-aa2a-b4c65d29dc25 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:28.074468 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929c7e1f-fd29-4bea-af11-58e6bc45a2ae", "name": "network-vif-deleted", "tag": "23b47118-c7ec-4264-85b9-a56e917a1d93", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:28.074902 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e88efae-02fc-4ee9-aa2a-b4c65d29dc25 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:28.075577 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929c7e1f-fd29-4bea-af11-58e6bc45a2ae', 'name': 'network-vif-deleted', 'tag': '23b47118-c7ec-4264-85b9-a56e917a1d93', 'status': 'completed', 'code': 200} Sep 17 22:38:28.097625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-cfbf9e35-971a-46d8-8802-37f75b8a51a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.098128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-cfbf9e35-971a-46d8-8802-37f75b8a51a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.100284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-cfbf9e35-971a-46d8-8802-37f75b8a51a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.104181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-cfbf9e35-971a-46d8-8802-37f75b8a51a7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=73abc9d519174e87be65c1fa9b05c663&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3561485 Sep 17 22:38:28.270776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:28.284297 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8209264-be62-4a91-bebb-31f989673711 None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:28.300418 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8209264-be62-4a91-bebb-31f989673711 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:28.302577 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d8209264-be62-4a91-bebb-31f989673711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:28.358952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-90019a63-b025-4578-8bee-b35be5581878 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.361226 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-90019a63-b025-4578-8bee-b35be5581878 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.15 "GET /v2.0/networks?id=df41764b-53a3-4418-8712-8043edf32229 HTTP/1.1" status: 200 len: 808 time: 0.2285526 Sep 17 22:38:28.377108 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d8209264-be62-4a91-bebb-31f989673711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:28.381541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Request body: {'port': {'device_id': '22de7b0f-7359-41a8-b2b4-213da7528256', 'network_id': 'df41764b-53a3-4418-8712-8043edf32229', 'admin_state_up': True, 'tenant_id': '3ce1fc35ee174f13924a162c603a5e4e'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:28.392380 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8209264-be62-4a91-bebb-31f989673711 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:28.393289 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d8209264-be62-4a91-bebb-31f989673711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:28.438224 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d8209264-be62-4a91-bebb-31f989673711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:28.439340 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8209264-be62-4a91-bebb-31f989673711 None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:28.457962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.466134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b87cf3c-139b-4d2c-a6e9-1b595dabe927 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2122805 Sep 17 22:38:28.490188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50972) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:28.536014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88ce9ef-523c-4a44-9674-2cca2209d4d7 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:28.544248 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.557763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Transition to ACTIVE for port object d88ce9ef-523c-4a44-9674-2cca2209d4d7 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:28.559208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-9c332e38-a251-4701-9704-b7d22c783dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.560870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c9d6b11-6a76-424d-9e57-11485cbdbf4a req-9c332e38-a251-4701-9704-b7d22c783dec service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4515550 Sep 17 22:38:28.585821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455063e4-85de-428a-88c7-56dcce4a02da req-0a6f950b-46d6-42e4-a3cd-3938e901f574 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.597928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455063e4-85de-428a-88c7-56dcce4a02da req-0a6f950b-46d6-42e4-a3cd-3938e901f574 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.605055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455063e4-85de-428a-88c7-56dcce4a02da req-0a6f950b-46d6-42e4-a3cd-3938e901f574 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.612177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455063e4-85de-428a-88c7-56dcce4a02da req-0a6f950b-46d6-42e4-a3cd-3938e901f574 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.620358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455063e4-85de-428a-88c7-56dcce4a02da req-0a6f950b-46d6-42e4-a3cd-3938e901f574 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.627913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455063e4-85de-428a-88c7-56dcce4a02da req-0a6f950b-46d6-42e4-a3cd-3938e901f574 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.636490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455063e4-85de-428a-88c7-56dcce4a02da req-0a6f950b-46d6-42e4-a3cd-3938e901f574 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:28.646626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-455063e4-85de-428a-88c7-56dcce4a02da req-0a6f950b-46d6-42e4-a3cd-3938e901f574 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5394 time: 0.3518906 Sep 17 22:38:28.660751 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:28.740644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-455063e4-85de-428a-88c7-56dcce4a02da req-77a61205-c11a-4e26-a88a-a1878784eaff tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929570 Sep 17 22:38:28.874361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Pushing event updated for resources: {'Port': ['ID=d88ce9ef-523c-4a44-9674-2cca2209d4d7,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:28.948401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Attempting to bind port d88ce9ef-523c-4a44-9674-2cca2209d4d7 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:28.953303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Attempting to bind port d88ce9ef-523c-4a44-9674-2cca2209d4d7 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:28.953303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Attempting to bind port d88ce9ef-523c-4a44-9674-2cca2209d4d7 on network 191f6cd1-311b-473e-9843-0738ddcc8752 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:28.999915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Port d88ce9ef-523c-4a44-9674-2cca2209d4d7 on network 191f6cd1-311b-473e-9843-0738ddcc8752 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:29.000407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Attempting to bind port d88ce9ef-523c-4a44-9674-2cca2209d4d7 on network 191f6cd1-311b-473e-9843-0738ddcc8752 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:29.004832 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2f5e79d-ba03-41ae-8175-c11dd98d182f req-f8d09e42-2d5a-4d99-afe3-a14284da4b8e tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=929c7e1f-fd29-4bea-af11-58e6bc45a2ae HTTP/1.1" status: 200 len: 210 time: 0.0574012 Sep 17 22:38:29.011924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:29.012817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Checking segment: {'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:29.012817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Bound using segment: {'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:29.014527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Bound port: d88ce9ef-523c-4a44-9674-2cca2209d4d7, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:29.014917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.170314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] For port d88ce9ef-523c-4a44-9674-2cca2209d4d7, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:29.175260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] For port d88ce9ef-523c-4a44-9674-2cca2209d4d7, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:29.229216 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-851f7d9a-420f-42ca-b018-b4ea36c8193e req-5770900f-6f14-4a9b-a0df-e0dbfb72dd83 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 210 time: 0.0313535 Sep 17 22:38:29.241935 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.244343 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.258074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.259122 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.260752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] 10.222.0.23 "PUT /v2.0/ports/d88ce9ef-523c-4a44-9674-2cca2209d4d7 HTTP/1.1" status: 200 len: 1092 time: 1.7397187 Sep 17 22:38:29.326928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd766d3b-e0d6-43e4-bd7b-1ac5ef34a6ea service neutron] Pushing event updated for resources: {'Port': ['ID=d88ce9ef-523c-4a44-9674-2cca2209d4d7,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:29.350276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Made reservation on behalf of 3ce1fc35ee174f13924a162c603a5e4e for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:29.353371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.385787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Request body: {'port': {'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:29.474918 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.491042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '87e2e369-c92a-4c2d-ba7d-9f8b13203d7e'}, {'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': 'd88ce9ef-523c-4a44-9674-2cca2209d4d7'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:29.495907 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "87e2e369-c92a-4c2d-ba7d-9f8b13203d7e"}, {"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "d88ce9ef-523c-4a44-9674-2cca2209d4d7"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:29.637735 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7793d8e-cc2c-4329-bc95-bcc9a102110d x-openstack-request-id: req-a7793d8e-cc2c-4329-bc95-bcc9a102110d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:29.637735 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "87e2e369-c92a-4c2d-ba7d-9f8b13203d7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "d88ce9ef-523c-4a44-9674-2cca2209d4d7", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:29.638548 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7793d8e-cc2c-4329-bc95-bcc9a102110d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:29.638548 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '87e2e369-c92a-4c2d-ba7d-9f8b13203d7e', 'status': 'completed', 'code': 200} Sep 17 22:38:29.638548 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': 'd88ce9ef-523c-4a44-9674-2cca2209d4d7', 'status': 'completed', 'code': 200} Sep 17 22:38:29.730341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Allocated IP 172.20.0.14 (df41764b-53a3-4418-8712-8043edf32229/11af6cd0-3a5b-46ce-90a6-40bad111070f/3ebf2c80-51e7-422e-bcda-5c4b209a6130) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:29.854252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e5638e-d159-4305-b8a4-a05f5d0959e3 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:29.863143 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.876655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Transition to ACTIVE for port object 70e5638e-d159-4305-b8a4-a05f5d0959e3 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:29.894054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:29.915434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-a9342c74-13d2-4abf-ba4e-506f74a2cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.916220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-a9342c74-13d2-4abf-ba4e-506f74a2cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.916854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-a9342c74-13d2-4abf-ba4e-506f74a2cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.917533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-a9342c74-13d2-4abf-ba4e-506f74a2cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.918343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-a9342c74-13d2-4abf-ba4e-506f74a2cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.919112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-a9342c74-13d2-4abf-ba4e-506f74a2cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.919762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-a9342c74-13d2-4abf-ba4e-506f74a2cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:29.922078 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-a9342c74-13d2-4abf-ba4e-506f74a2cfc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6414 time: 0.2824588 Sep 17 22:38:30.045943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480f63-f868-4554-85d9-0a444c9a9226 req-3073d018-164d-4f14-932c-80b22ad5db11 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.052737 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480f63-f868-4554-85d9-0a444c9a9226 req-3073d018-164d-4f14-932c-80b22ad5db11 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.058800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-55e193fa-683e-43e6-bc89-00e1ac0d755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.058966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480f63-f868-4554-85d9-0a444c9a9226 req-3073d018-164d-4f14-932c-80b22ad5db11 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.059286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-55e193fa-683e-43e6-bc89-00e1ac0d755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.059808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-55e193fa-683e-43e6-bc89-00e1ac0d755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.061584 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-55e193fa-683e-43e6-bc89-00e1ac0d755b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=73abc9d519174e87be65c1fa9b05c663&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1295156 Sep 17 22:38:30.063998 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.065139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480f63-f868-4554-85d9-0a444c9a9226 req-3073d018-164d-4f14-932c-80b22ad5db11 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.071067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480f63-f868-4554-85d9-0a444c9a9226 req-3073d018-164d-4f14-932c-80b22ad5db11 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.077591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480f63-f868-4554-85d9-0a444c9a9226 req-3073d018-164d-4f14-932c-80b22ad5db11 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.084573 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480f63-f868-4554-85d9-0a444c9a9226 req-3073d018-164d-4f14-932c-80b22ad5db11 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.086546 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77480f63-f868-4554-85d9-0a444c9a9226 req-3073d018-164d-4f14-932c-80b22ad5db11 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5406 time: 0.1580913 Sep 17 22:38:30.094306 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.190354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-77480f63-f868-4554-85d9-0a444c9a9226 req-562a07ec-0695-4ecf-acdb-ec4eaf570736 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868914 Sep 17 22:38:30.247590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Network df41764b-53a3-4418-8712-8043edf32229 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:30.249630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.263176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:30.266843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:30.272753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Pushing event updated for resources: {'Port': ['ID=3ebf2c80-51e7-422e-bcda-5c4b209a6130,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:30.293677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Pushing event updated for resources: {'Port': ['ID=70e5638e-d159-4305-b8a4-a05f5d0959e3,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:30.350729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-209afd3e-1382-4411-96fd-4e13177fbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.352588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-209afd3e-1382-4411-96fd-4e13177fbf3c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2269557 Sep 17 22:38:30.394194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 23b47118-c7ec-4264-85b9-a56e917a1d93 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:30.405655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.406307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.440967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 23b47118-c7ec-4264-85b9-a56e917a1d93 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:30.441635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 23b47118-c7ec-4264-85b9-a56e917a1d93 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:30.553417 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-2c269163-783a-4256-924a-0d7b281d961c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1759434 Sep 17 22:38:30.566332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de24a1-909a-42de-8467-14dda6d988d8 req-ffbf6a80-124b-4215-96ab-1b23e75ec00b tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.567973 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6de24a1-909a-42de-8467-14dda6d988d8 req-ffbf6a80-124b-4215-96ab-1b23e75ec00b tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 932 time: 0.2145166 Sep 17 22:38:30.573242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Request body: {'port': {'device_id': '22de7b0f-7359-41a8-b2b4-213da7528256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:30.584524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-abfd5954-6f20-4bb0-8f4a-9358ac74d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.585161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-abfd5954-6f20-4bb0-8f4a-9358ac74d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.585689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-abfd5954-6f20-4bb0-8f4a-9358ac74d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.586207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-abfd5954-6f20-4bb0-8f4a-9358ac74d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.586725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-abfd5954-6f20-4bb0-8f4a-9358ac74d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.587338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-abfd5954-6f20-4bb0-8f4a-9358ac74d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.587847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-abfd5954-6f20-4bb0-8f4a-9358ac74d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.590089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-abfd5954-6f20-4bb0-8f4a-9358ac74d442 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6440 time: 0.1329539 Sep 17 22:38:30.591976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Attempting to bind port 70e5638e-d159-4305-b8a4-a05f5d0959e3 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:30.592437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Attempting to bind port 70e5638e-d159-4305-b8a4-a05f5d0959e3 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:30.593266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Attempting to bind port 70e5638e-d159-4305-b8a4-a05f5d0959e3 on network 191f6cd1-311b-473e-9843-0738ddcc8752 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:30.611811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Port 70e5638e-d159-4305-b8a4-a05f5d0959e3 on network 191f6cd1-311b-473e-9843-0738ddcc8752 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:30.612152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Attempting to bind port 70e5638e-d159-4305-b8a4-a05f5d0959e3 on network 191f6cd1-311b-473e-9843-0738ddcc8752 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:30.645352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:30.648671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Checking segment: {'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:30.649318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Bound using segment: {'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:30.650102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Bound port: 70e5638e-d159-4305-b8a4-a05f5d0959e3, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37304f9f-c360-48b6-99b9-196540b83c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:30.657507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.664525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:30.730039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6de24a1-909a-42de-8467-14dda6d988d8 req-66a434ba-94aa-4b32-8df1-b4c185dc74c6 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513276 Sep 17 22:38:30.856173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-0c57ce8e-3660-425f-b0fe-f9a127b2779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.856897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-0c57ce8e-3660-425f-b0fe-f9a127b2779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.857368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-0c57ce8e-3660-425f-b0fe-f9a127b2779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.858974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-0c57ce8e-3660-425f-b0fe-f9a127b2779f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=73abc9d519174e87be65c1fa9b05c663&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2579608 Sep 17 22:38:30.887146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] For port 70e5638e-d159-4305-b8a4-a05f5d0959e3, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:30.918606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c169f38-3243-4217-b149-5dbc20d233f9 req-25af26ef-6a13-49d6-bbb8-6b003ac88cfc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:30.920373 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c169f38-3243-4217-b149-5dbc20d233f9 req-25af26ef-6a13-49d6-bbb8-6b003ac88cfc tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1267738 Sep 17 22:38:30.931310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] For port 70e5638e-d159-4305-b8a4-a05f5d0959e3, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:30.976540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.20.0.1 (d8e30650-856b-406c-9be8-607bc7139ee1/3ff7d26a-9c0c-4058-aeca-0c45948ddc67/9181c835-7d8b-4cdd-8770-ba719b3755c8) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:31.008905 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c169f38-3243-4217-b149-5dbc20d233f9 req-d3cd090d-9985-434f-b15d-c014c0ee7df3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761809 Sep 17 22:38:31.042105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-2b2992ba-4cec-4923-a9e2-74afc9376fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.042105 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84751925-c6ec-4fdf-b29a-a551f7bf4f3c req-2b2992ba-4cec-4923-a9e2-74afc9376fc2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1674066 Sep 17 22:38:31.042105 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.091364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.092348 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.093854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] 10.222.0.23 "PUT /v2.0/ports/70e5638e-d159-4305-b8a4-a05f5d0959e3 HTTP/1.1" status: 200 len: 1092 time: 1.7126122 Sep 17 22:38:31.138449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f73bcd-8616-4bd3-9ff0-57cb4b2ee645 service neutron] Pushing event updated for resources: {'Port': ['ID=70e5638e-d159-4305-b8a4-a05f5d0959e3,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:31.233194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.249398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebf2c80-51e7-422e-bcda-5c4b209a6130 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:31.263452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.289773 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Transition to ACTIVE for port object 3ebf2c80-51e7-422e-bcda-5c4b209a6130 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:31.319222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f2cafdfd-1718-4baf-b7d6-3f79aea13728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.319574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f2cafdfd-1718-4baf-b7d6-3f79aea13728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.320056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f2cafdfd-1718-4baf-b7d6-3f79aea13728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.320560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f2cafdfd-1718-4baf-b7d6-3f79aea13728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.321257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f2cafdfd-1718-4baf-b7d6-3f79aea13728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.321634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f2cafdfd-1718-4baf-b7d6-3f79aea13728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.322178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f2cafdfd-1718-4baf-b7d6-3f79aea13728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.324754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-f2cafdfd-1718-4baf-b7d6-3f79aea13728 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6482 time: 0.0985787 Sep 17 22:38:31.357926 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.382102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-aa12b4c0-cbab-49a6-880f-188580f6cc97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300 HTTP/1.1" status: 200 len: 217 time: 0.0445724 Sep 17 22:38:31.401751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.417472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6735216-44ef-469d-b4dd-131ceffa0ca0 req-4dbe1723-9a76-43f5-bc5b-1252bd53af71 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.424837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6735216-44ef-469d-b4dd-131ceffa0ca0 req-4dbe1723-9a76-43f5-bc5b-1252bd53af71 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.432608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6735216-44ef-469d-b4dd-131ceffa0ca0 req-4dbe1723-9a76-43f5-bc5b-1252bd53af71 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.438652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6735216-44ef-469d-b4dd-131ceffa0ca0 req-4dbe1723-9a76-43f5-bc5b-1252bd53af71 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.445471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6735216-44ef-469d-b4dd-131ceffa0ca0 req-4dbe1723-9a76-43f5-bc5b-1252bd53af71 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.446563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-b4a106d7-1e8f-4ba6-a15f-820029d28793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.448246 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-b4a106d7-1e8f-4ba6-a15f-820029d28793 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=88d64f13-23f7-481b-bc85-231baac0c6f1 HTTP/1.1" status: 200 len: 851 time: 0.0563374 Sep 17 22:38:31.451485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6735216-44ef-469d-b4dd-131ceffa0ca0 req-4dbe1723-9a76-43f5-bc5b-1252bd53af71 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.457665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6735216-44ef-469d-b4dd-131ceffa0ca0 req-4dbe1723-9a76-43f5-bc5b-1252bd53af71 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.464296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6735216-44ef-469d-b4dd-131ceffa0ca0 req-4dbe1723-9a76-43f5-bc5b-1252bd53af71 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.1491544 Sep 17 22:38:31.509351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-19c520bf-ff18-4bf1-ac28-10a9bec8867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.510858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-19c520bf-ff18-4bf1-ac28-10a9bec8867d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b47776c0-fb49-4546-b199-a15d6fc3e290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542140 Sep 17 22:38:31.516318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network d8e30650-856b-406c-9be8-607bc7139ee1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:31.523596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebf2c80-51e7-422e-bcda-5c4b209a6130,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:31.534375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:31.553874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:31.581149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6735216-44ef-469d-b4dd-131ceffa0ca0 req-29009364-f404-45ce-afb0-1d7aa5ce341a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102865 Sep 17 22:38:31.625264 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-70666b10-44be-423e-86dc-4c1ec117d1ac service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038530 Sep 17 22:38:31.639499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '70e5638e-d159-4305-b8a4-a05f5d0959e3'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:31.642283 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c30afb-893a-4875-8003-cfd6bf19cb27" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "70e5638e-d159-4305-b8a4-a05f5d0959e3"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:31.674053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=9181c835-7d8b-4cdd-8770-ba719b3755c8,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:31.676410 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.695526 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ff5ea3-3d4d-409b-a724-d7e7cf70d440 x-openstack-request-id: req-d4ff5ea3-3d4d-409b-a724-d7e7cf70d440 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:31.696091 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "70e5638e-d159-4305-b8a4-a05f5d0959e3", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:31.696091 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4ff5ea3-3d4d-409b-a724-d7e7cf70d440 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:31.696443 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '70e5638e-d159-4305-b8a4-a05f5d0959e3', 'status': 'completed', 'code': 200} Sep 17 22:38:31.723958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Attempting to bind port 3ebf2c80-51e7-422e-bcda-5c4b209a6130 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:31.724326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Attempting to bind port 3ebf2c80-51e7-422e-bcda-5c4b209a6130 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '66463a2e-64ac-42e5-bad0-aca3b1e06fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'df41764b-53a3-4418-8712-8043edf32229'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:31.724715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Attempting to bind port 3ebf2c80-51e7-422e-bcda-5c4b209a6130 on network df41764b-53a3-4418-8712-8043edf32229 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:31.726530 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-8338861e-ae6f-4c2a-8960-3bab6434e7be service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938432 Sep 17 22:38:31.731908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Port 3ebf2c80-51e7-422e-bcda-5c4b209a6130 on network df41764b-53a3-4418-8712-8043edf32229 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:31.732262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Attempting to bind port 3ebf2c80-51e7-422e-bcda-5c4b209a6130 on network df41764b-53a3-4418-8712-8043edf32229 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:31.739732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:31.748852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Checking segment: {'id': '66463a2e-64ac-42e5-bad0-aca3b1e06fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'df41764b-53a3-4418-8712-8043edf32229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:31.748852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Bound using segment: {'id': '66463a2e-64ac-42e5-bad0-aca3b1e06fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'df41764b-53a3-4418-8712-8043edf32229'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:31.748852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Bound port: 3ebf2c80-51e7-422e-bcda-5c4b209a6130, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66463a2e-64ac-42e5-bad0-aca3b1e06fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'df41764b-53a3-4418-8712-8043edf32229'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:31.748852 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.775149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-bc8f0294-1012-4a78-9880-6482b7a8537e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=3a540cf4-30de-41c7-8485-2fbafbdcf0d8 HTTP/1.1" status: 200 len: 217 time: 0.0389540 Sep 17 22:38:31.837554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-10e37e14-a33c-4068-8511-1d0d44f366c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.840155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-10e37e14-a33c-4068-8511-1d0d44f366c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0547328 Sep 17 22:38:31.862030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] For port 3ebf2c80-51e7-422e-bcda-5c4b209a6130, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:31.888767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] For port 3ebf2c80-51e7-422e-bcda-5c4b209a6130, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=3ebf2c80-51e7-422e-bcda-5c4b209a6130,segment=NetworkSegment(66463a2e-64ac-42e5-bad0-aca3b1e06fa6),segment_id=66463a2e-64ac-42e5-bad0-aca3b1e06fa6)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:31.907003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-60108eaf-1a02-497c-8ae0-944b1fbfd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.909178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-60108eaf-1a02-497c-8ae0-944b1fbfd9a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598106 Sep 17 22:38:31.939549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97724-0438-4b6d-b6f9-99b0b7f1a264 req-83245fba-10a8-495f-8853-41505100ce46 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:31.941269 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09c97724-0438-4b6d-b6f9-99b0b7f1a264 req-83245fba-10a8-495f-8853-41505100ce46 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 944 time: 0.0962098 Sep 17 22:38:31.942410 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:31.955845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.018274 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-ba3ab555-8ff0-466f-9cb4-e567fecf56a5 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991492 Sep 17 22:38:32.032512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:32.033383 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.034769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] 10.222.0.15 "PUT /v2.0/ports/3ebf2c80-51e7-422e-bcda-5c4b209a6130 HTTP/1.1" status: 200 len: 1093 time: 1.4658062 Sep 17 22:38:32.038620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22de7b0f-7359-41a8-b2b4-213da7528256', 'tag': '3ebf2c80-51e7-422e-bcda-5c4b209a6130'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:32.040880 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecae672-72d6-4062-ac99-409d6809a229" -d '{"events": [{"name": "network-changed", "server_uuid": "22de7b0f-7359-41a8-b2b4-213da7528256", "tag": "3ebf2c80-51e7-422e-bcda-5c4b209a6130"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:32.086427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09c97724-0438-4b6d-b6f9-99b0b7f1a264 req-0ea90f98-f44f-4ae1-b235-934cb2e7ddf7 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325815 Sep 17 22:38:32.133024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b319711-e6cb-4f1b-87da-dd0baa817019 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebf2c80-51e7-422e-bcda-5c4b209a6130,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:32.143634 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace83c1a-3e01-4868-8c66-5952309654fc x-openstack-request-id: req-ace83c1a-3e01-4868-8c66-5952309654fc {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:32.143930 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22de7b0f-7359-41a8-b2b4-213da7528256", "tag": "3ebf2c80-51e7-422e-bcda-5c4b209a6130", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:32.145651 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ace83c1a-3e01-4868-8c66-5952309654fc {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:32.145651 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22de7b0f-7359-41a8-b2b4-213da7528256', 'tag': '3ebf2c80-51e7-422e-bcda-5c4b209a6130', 'status': 'completed', 'code': 200} Sep 17 22:38:32.182032 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-c0d25169-4598-4743-881e-d9aa09cd7145 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534956 Sep 17 22:38:32.228269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-c5e8dcd6-285a-4c30-b02b-ee4529ffd89e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=2e3c7546-78fc-4122-80d5-8e1a3ff11d44 HTTP/1.1" status: 200 len: 217 time: 0.0382762 Sep 17 22:38:32.279694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-245392e1-5488-4df7-8642-f7704ddfaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:32.281314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-245392e1-5488-4df7-8642-f7704ddfaa33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0458679 Sep 17 22:38:32.354088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-8c8f8bf6-19c9-4ad7-bb55-efe6301ecc0d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:32.355644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-8c8f8bf6-19c9-4ad7-bb55-efe6301ecc0d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.0728822 Sep 17 22:38:32.360941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecae672-72d6-4062-ac99-409d6809a229 req-3c5c023f-57ee-4b72-beed-3f2df951220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:32.362425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-326acecc-5c4d-42f0-84d9-a80644207d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:32.362549 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ecae672-72d6-4062-ac99-409d6809a229 req-3c5c023f-57ee-4b72-beed-3f2df951220e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ce1fc35ee174f13924a162c603a5e4e&device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 1096 time: 0.1855392 Sep 17 22:38:32.364009 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-326acecc-5c4d-42f0-84d9-a80644207d36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727639 Sep 17 22:38:32.374778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e932729-f772-42e6-b94c-fee385471913 req-6fdd9143-27ea-4c50-af8c-29f5273b0908 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:32.377009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e932729-f772-42e6-b94c-fee385471913 req-6fdd9143-27ea-4c50-af8c-29f5273b0908 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1453695 Sep 17 22:38:32.535990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Deleting port e09ed143-85b5-42d6-9fec-b6e0cf559c22 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:32.536373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.571119 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-7437b14a-1820-4ef9-80fc-0a8890605933 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990111 Sep 17 22:38:32.579436 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e932729-f772-42e6-b94c-fee385471913 req-9a142d91-9428-4a39-8ea9-24b23746c8f2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836717 Sep 17 22:38:32.629467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:32.635805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecae672-72d6-4062-ac99-409d6809a229 req-4177a4a1-5444-4291-96d6-18641f32e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:32.640360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ecae672-72d6-4062-ac99-409d6809a229 req-4177a4a1-5444-4291-96d6-18641f32e8be service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3ce1fc35ee174f13924a162c603a5e4e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2594748 Sep 17 22:38:33.072080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] For port e09ed143-85b5-42d6-9fec-b6e0cf559c22, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e09ed143-85b5-42d6-9fec-b6e0cf559c22,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:33.072690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.089246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.162621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab3e1-ca1b-499e-93cb-8025200f3553 req-852b8df9-4879-4d67-a089-0cf78ff7353e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.168733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab3e1-ca1b-499e-93cb-8025200f3553 req-852b8df9-4879-4d67-a089-0cf78ff7353e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.175268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab3e1-ca1b-499e-93cb-8025200f3553 req-852b8df9-4879-4d67-a089-0cf78ff7353e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.181931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab3e1-ca1b-499e-93cb-8025200f3553 req-852b8df9-4879-4d67-a089-0cf78ff7353e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.187555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab3e1-ca1b-499e-93cb-8025200f3553 req-852b8df9-4879-4d67-a089-0cf78ff7353e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.193588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab3e1-ca1b-499e-93cb-8025200f3553 req-852b8df9-4879-4d67-a089-0cf78ff7353e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.199541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab3e1-ca1b-499e-93cb-8025200f3553 req-852b8df9-4879-4d67-a089-0cf78ff7353e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.201580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c33ab3e1-ca1b-499e-93cb-8025200f3553 req-852b8df9-4879-4d67-a089-0cf78ff7353e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.5376499 Sep 17 22:38:33.205890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-08f941c5-9245-4a8f-b2b9-529658f3b2f9 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198158 Sep 17 22:38:33.217538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-79b10cf0-292c-40c8-9e5e-a46a19508528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.272580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.275734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=9181c835-7d8b-4cdd-8770-ba719b3755c8,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:33.282716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecae672-72d6-4062-ac99-409d6809a229 req-b7376b0c-7ab2-4c2d-b666-eff536f69501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.284260 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ecae672-72d6-4062-ac99-409d6809a229 req-b7376b0c-7ab2-4c2d-b666-eff536f69501 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6391909 Sep 17 22:38:33.315146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-fdcaa8f3-6707-4024-bb03-f3f6fc2fc8c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a76688bb-4877-4413-b932-03d213f26737 HTTP/1.1" status: 200 len: 217 time: 0.0878127 Sep 17 22:38:33.376974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dd372-927e-4064-a145-83ddefe5f938 req-f34acba0-03a0-46ed-a6d2-55edd29e8e7c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.379063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da6dd372-927e-4064-a145-83ddefe5f938 req-f34acba0-03a0-46ed-a6d2-55edd29e8e7c tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 944 time: 0.1558990 Sep 17 22:38:33.385607 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c33ab3e1-ca1b-499e-93cb-8025200f3553 req-4aa653dc-fc88-4bb8-be5a-f0ccad3a8be9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565092 Sep 17 22:38:33.430950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-aa711909-7d20-468b-95aa-1d9cdafab434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.432459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-aa711909-7d20-468b-95aa-1d9cdafab434 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ce1fc35ee174f13924a162c603a5e4e&device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 1096 time: 0.0805495 Sep 17 22:38:33.446661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6c13d4d4-97a7-4fa9-8e06-d643460f5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.448103 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6c13d4d4-97a7-4fa9-8e06-d643460f5471 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.1184788 Sep 17 22:38:33.472083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.472547 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.472797 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Floating IP 2a3a413e-2c08-41f2-8f04-ec86a545a7b0 disassociated. External IP: 172.25.6.217, port: e09ed143-85b5-42d6-9fec-b6e0cf559c22. Sep 17 22:38:33.473575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Calling delete_port for e09ed143-85b5-42d6-9fec-b6e0cf559c22 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:33.505551 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network d8e30650-856b-406c-9be8-607bc7139ee1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:33.509863 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-e4fd4ee6-8e2d-40a5-8cea-ae8db0caef48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ebf2c80-51e7-422e-bcda-5c4b209a6130 HTTP/1.1" status: 200 len: 217 time: 0.0560391 Sep 17 22:38:33.510965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:33.517749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da6dd372-927e-4064-a145-83ddefe5f938 req-b9183322-500e-4756-a08c-89d13b1fc5d2 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138041 Sep 17 22:38:33.588520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-1a6d2003-4210-405e-b3e4-4d6b1767c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.589828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-1a6d2003-4210-405e-b3e4-4d6b1767c468 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1289148 Sep 17 22:38:33.607178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-e78705b4-4419-4261-8b5d-fd9da4a4a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.608356 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-e78705b4-4419-4261-8b5d-fd9da4a4a754 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11af6cd0-3a5b-46ce-90a6-40bad111070f HTTP/1.1" status: 200 len: 848 time: 0.0887806 Sep 17 22:38:33.673248 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-a84f0332-b49b-4539-a6a9-2a59c2e30fb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df41764b-53a3-4418-8712-8043edf32229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265889 Sep 17 22:38:33.722419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:33.763993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-18b0c0e4-18d2-43ac-82a1-da41b44a777d service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562066 Sep 17 22:38:33.812596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3df9b9-0962-4a41-b5fd-d4282c2a003e req-89ae6df8-f8a8-44f2-9b76-7be71a008a0d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:33.814383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3b3df9b9-0962-4a41-b5fd-d4282c2a003e req-89ae6df8-f8a8-44f2-9b76-7be71a008a0d tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 944 time: 0.1282640 Sep 17 22:38:33.821442 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-169ffc45-8e3b-4517-bb72-00ca6b418ba8 service neutron] 10.222.0.15 "GET /v2.0/networks/df41764b-53a3-4418-8712-8043edf32229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419897 Sep 17 22:38:33.857221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:33.909280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event deleted for resources: {'Port': ['ID=e09ed143-85b5-42d6-9fec-b6e0cf559c22,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:33.949828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3b3df9b9-0962-4a41-b5fd-d4282c2a003e req-96e23e92-247d-46bb-8dbf-41370c241fa2 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups?id=9655f874-1fd3-47f9-8f45-9e780d04884b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050255 Sep 17 22:38:33.954646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:33.956978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-c662347a-df8b-4b93-9c79-755e7ef7812d service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822450 Sep 17 22:38:33.960423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-529d489a-4c6a-4af7-8363-fcc60933b22f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "PUT /v2.0/routers/f4dbbad0-2850-436b-a0f1-ecc7119548ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4692323 Sep 17 22:38:33.962952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51040) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:33.968034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'port': {'network_id': 'd8e30650-856b-406c-9be8-607bc7139ee1', 'name': 'tempest-FloatingIPTestJSON-1433750289'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:33.987022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d652df-b008-4f62-be53-d50f54b4d199 None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:34.011820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d652df-b008-4f62-be53-d50f54b4d199 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:34.012492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-60d652df-b008-4f62-be53-d50f54b4d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:34.028404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-18490ffc-4015-4708-a2af-08d6285b20a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e HTTP/1.1" status: 200 len: 217 time: 0.0386369 Sep 17 22:38:34.049345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2285ed-a733-40ef-8a96-be591fd90e78 req-371d6451-13e4-418b-98a8-0fae9e4c6624 service neutron] 10.222.0.15 "GET /v2.0/networks/df41764b-53a3-4418-8712-8043edf32229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185349 Sep 17 22:38:34.058232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-60d652df-b008-4f62-be53-d50f54b4d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:34.067750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d652df-b008-4f62-be53-d50f54b4d199 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:34.068663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-60d652df-b008-4f62-be53-d50f54b4d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:34.103718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-60d652df-b008-4f62-be53-d50f54b4d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:34.104413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d652df-b008-4f62-be53-d50f54b4d199 None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:34.122853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-fab09a39-3476-405b-a950-29bef248bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.124500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-fab09a39-3476-405b-a950-29bef248bb32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0892017 Sep 17 22:38:34.165956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Router ad214992-5b5d-4d4f-9124-02823de710c6 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:34.190179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-4de7c8b0-9e6a-4cec-b898-e0faba812bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.190609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Made reservation on behalf of 88a5765649ad476ea16e1fc43a742acd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:34.191639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-4de7c8b0-9e6a-4cec-b898-e0faba812bf1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595536 Sep 17 22:38:34.194483 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.215164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] device_id is not set on port 989b07c1-ce61-42fb-a631-fc210b349565 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:34.351929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.20.0.9 (d8e30650-856b-406c-9be8-607bc7139ee1/3ff7d26a-9c0c-4058-aeca-0c45948ddc67/989b07c1-ce61-42fb-a631-fc210b349565) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:34.381371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:34.394004 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] Sync routers for ids ['ad214992-5b5d-4d4f-9124-02823de710c6'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:34.414463 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] Routers {'ad214992-5b5d-4d4f-9124-02823de710c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:34.415084 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ad214992-5b5d-4d4f-9124-02823de710c6'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:34.429546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-44109e97-a77e-4e92-9289-644d6219743f service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021048 Sep 17 22:38:34.491616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] No DVR routers for this DVR port e09ed143-85b5-42d6-9fec-b6e0cf559c22 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:34.497553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.499576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c29e5fc8-b379-4b9d-87e6-e353e10cad48 req-34dd7834-522a-4079-96b0-6cbd43064600 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.23 "DELETE /v2.0/ports/e09ed143-85b5-42d6-9fec-b6e0cf559c22 HTTP/1.1" status: 204 len: 173 time: 2.1346006 Sep 17 22:38:34.540384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-deleted', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:34.543368 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e0102a-0a3d-48d3-a545-f4bcee136806" -d '{"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-deleted", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:34.608547 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] Set router ad214992-5b5d-4d4f-9124-02823de710c6 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:34.643270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4524-346b-4dfe-9dbd-65d3c6330fa0 req-be45826f-b90c-4ed3-8a96-d5a4e72a0f41 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.650392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4524-346b-4dfe-9dbd-65d3c6330fa0 req-be45826f-b90c-4ed3-8a96-d5a4e72a0f41 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.656616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4524-346b-4dfe-9dbd-65d3c6330fa0 req-be45826f-b90c-4ed3-8a96-d5a4e72a0f41 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.663585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4524-346b-4dfe-9dbd-65d3c6330fa0 req-be45826f-b90c-4ed3-8a96-d5a4e72a0f41 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.669606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4524-346b-4dfe-9dbd-65d3c6330fa0 req-be45826f-b90c-4ed3-8a96-d5a4e72a0f41 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.676383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4524-346b-4dfe-9dbd-65d3c6330fa0 req-be45826f-b90c-4ed3-8a96-d5a4e72a0f41 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.682326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4524-346b-4dfe-9dbd-65d3c6330fa0 req-be45826f-b90c-4ed3-8a96-d5a4e72a0f41 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.684524 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-923a4524-346b-4dfe-9dbd-65d3c6330fa0 req-be45826f-b90c-4ed3-8a96-d5a4e72a0f41 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.1643522 Sep 17 22:38:34.740951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-84576d78-cf07-4257-992b-c8d6d862d65a service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936125 Sep 17 22:38:34.761207 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.804574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-6014fe76-9169-453e-af2a-c68cbe4c2134 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7 HTTP/1.1" status: 200 len: 217 time: 0.0518591 Sep 17 22:38:34.826749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-923a4524-346b-4dfe-9dbd-65d3c6330fa0 req-089568c8-bde9-43d3-a733-2c1b13a4bd01 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287735 Sep 17 22:38:34.835587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b6e70-d759-4413-aaf8-1af99072723a req-3f686443-45c4-4c35-be5b-2c67b8ccddc3 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.836952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-696b6e70-d759-4413-aaf8-1af99072723a req-3f686443-45c4-4c35-be5b-2c67b8ccddc3 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 944 time: 0.1345332 Sep 17 22:38:34.843952 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '8f620615-e2b6-4575-8d7f-391defd34b60', 'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'tenant_id': '03a542add212453c912a8386c940b572', 'mac_address': 'fa:16:3e:1a:a4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:38Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 5, 'project_id': '03a542add212453c912a8386c940b572', 'subnets': [{'id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:34.876974 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] Checking router: ad214992-5b5d-4d4f-9124-02823de710c6 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:38:34.878826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-b9a199cc-0872-4e9b-83e4-560d47cafbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.880431 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-b9a199cc-0872-4e9b-83e4-560d47cafbee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.0655794 Sep 17 22:38:34.880618 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] Routers {'ad214992-5b5d-4d4f-9124-02823de710c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:34.881450 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ad214992-5b5d-4d4f-9124-02823de710c6'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:34.906175 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36879c70-36ab-4118-86be-ec755ca03fc2 x-openstack-request-id: req-36879c70-36ab-4118-86be-ec755ca03fc2 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:34.906175 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368c7a10-0597-44b1-8db8-5fc513417542", "name": "network-vif-deleted", "tag": "e09ed143-85b5-42d6-9fec-b6e0cf559c22", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:34.906175 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36879c70-36ab-4118-86be-ec755ca03fc2 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:34.920862 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368c7a10-0597-44b1-8db8-5fc513417542', 'name': 'network-vif-deleted', 'tag': 'e09ed143-85b5-42d6-9fec-b6e0cf559c22', 'status': 'completed', 'code': 200} Sep 17 22:38:34.940809 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:34.956988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-696b6e70-d759-4413-aaf8-1af99072723a req-d5e97772-33d3-48cf-bbd5-99769a0ff360 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752671 Sep 17 22:38:34.978200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-764eb923-4664-48a3-8508-c68b639be143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:34.980577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-764eb923-4664-48a3-8508-c68b639be143 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908511 Sep 17 22:38:35.005627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network d8e30650-856b-406c-9be8-607bc7139ee1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:35.011423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:35.015802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:35.070853 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] Set router ad214992-5b5d-4d4f-9124-02823de710c6 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:35.075981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.076693 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.122175 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-02d77fbd-0f2c-44ae-a9f2-f930be64bf23 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324849 Sep 17 22:38:35.132553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf980c96-6591-49f9-bb45-7880b6f14fcb req-3c52968c-db87-43f0-82fe-15437169c317 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/ports?device_id=368c7a10-0597-44b1-8db8-5fc513417542 HTTP/1.1" status: 200 len: 210 time: 0.0426638 Sep 17 22:38:35.136621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=989b07c1-ce61-42fb-a631-fc210b349565,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:35.160434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ddfae58c-305a-43c2-9d1b-7d2def9102f6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1909435 Sep 17 22:38:35.160434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51058) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:35.166690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'port': {'network_id': 'd8e30650-856b-406c-9be8-607bc7139ee1', 'name': 'tempest-FloatingIPTestJSON-1714378071'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:35.263845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-9e9f7b8b-43a0-4766-a107-fe2dfb738346 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174850 Sep 17 22:38:35.322265 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-d1db5c95-1f7a-4e1a-9df4-9f9a3e530b2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3 HTTP/1.1" status: 200 len: 217 time: 0.0568378 Sep 17 22:38:35.367867 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '8f620615-e2b6-4575-8d7f-391defd34b60', 'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'tenant_id': '03a542add212453c912a8386c940b572', 'mac_address': 'fa:16:3e:1a:a4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:38Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 5, 'project_id': '03a542add212453c912a8386c940b572', 'subnets': [{'id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:35.378485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-4a9cf72b-d3bb-4351-9bd5-8d84d14452f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.380332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-4a9cf72b-d3bb-4351-9bd5-8d84d14452f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.0501235 Sep 17 22:38:35.398332 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceee082-102f-4a47-9979-e1a908e750b2 None None] The sync data for ids ['ad214992-5b5d-4d4f-9124-02823de710c6'] in n-d-713499-18 is: [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:29:40Z', 'revision_number': 4, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '8f620615-e2b6-4575-8d7f-391defd34b60', 'name': '', 'network_id': 'b56e9f02-d5ca-4cd4-a7a0-bb044beac31a', 'tenant_id': '03a542add212453c912a8386c940b572', 'mac_address': 'fa:16:3e:1a:a4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:38Z', 'updated_at': '2021-09-17T22:29:44Z', 'revision_number': 5, 'project_id': '03a542add212453c912a8386c940b572', 'subnets': [{'id': '810ab61d-ffa3-406b-a586-7d853cb21049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:35.434194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-c02d54e0-0a2a-4d38-9bb4-d00a32dabb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.435725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-c02d54e0-0a2a-4d38-9bb4-d00a32dabb6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472214 Sep 17 22:38:35.462655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Made reservation on behalf of 88a5765649ad476ea16e1fc43a742acd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:35.466495 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.509818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] device_id is not set on port 19688d21-c3d1-40a5-80c9-22c1bfb137ce yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:35.545857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-45c76172-92a8-4b59-be13-1f64290f70a3 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020808 Sep 17 22:38:35.574472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-d0b9fa13-2e9c-45de-92a0-d6f703b1a2bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972888 Sep 17 22:38:35.673777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7124997a-dc44-4098-a0ed-69ecfd0177cf req-ae9aee9f-8734-4eda-87c4-bd342647e2ca service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181493 Sep 17 22:38:35.726638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.20.0.11 (d8e30650-856b-406c-9be8-607bc7139ee1/3ff7d26a-9c0c-4058-aeca-0c45948ddc67/19688d21-c3d1-40a5-80c9-22c1bfb137ce) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:35.732983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-0710b37b-f1d3-435e-bc11-c68dac3b55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.734813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-0710b37b-f1d3-435e-bc11-c68dac3b55f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 1097 time: 0.0746503 Sep 17 22:38:35.774321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c5bb0-ebbe-4332-9391-71cbad5dd534 None None] New status for floating IP 2a3a413e-2c08-41f2-8f04-ec86a545a7b0: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:38:35.850147 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-32741fcd-1f6d-4094-a228-9becc461e1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:35.894514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-d84eaef6-3ab3-41fc-a103-6945f8aa70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.894514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-d84eaef6-3ab3-41fc-a103-6945f8aa70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.899794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-d84eaef6-3ab3-41fc-a103-6945f8aa70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.900331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-d84eaef6-3ab3-41fc-a103-6945f8aa70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.900816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-d84eaef6-3ab3-41fc-a103-6945f8aa70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.901292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-d84eaef6-3ab3-41fc-a103-6945f8aa70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.902440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-d84eaef6-3ab3-41fc-a103-6945f8aa70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.909009 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-d84eaef6-3ab3-41fc-a103-6945f8aa70a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6482 time: 0.0970793 Sep 17 22:38:35.950925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-cccdf2fe-f14d-44b1-b964-9d225ae0cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:35.954809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-cccdf2fe-f14d-44b1-b964-9d225ae0cbd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.1907918 Sep 17 22:38:36.075597 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.085055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e589baf-8bcd-4256-9640-d4e4890a1529 req-3e70df0c-c760-4e8b-af9f-6de0cdad2237 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.091136 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-8314e3ce-af5b-458e-9379-e06a2286ac7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2be41a5-9414-481c-a68d-63476fee09cb HTTP/1.1" status: 200 len: 1000 time: 0.1285822 Sep 17 22:38:36.091294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e589baf-8bcd-4256-9640-d4e4890a1529 req-3e70df0c-c760-4e8b-af9f-6de0cdad2237 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.098106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e589baf-8bcd-4256-9640-d4e4890a1529 req-3e70df0c-c760-4e8b-af9f-6de0cdad2237 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.107321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e589baf-8bcd-4256-9640-d4e4890a1529 req-3e70df0c-c760-4e8b-af9f-6de0cdad2237 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.114643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e589baf-8bcd-4256-9640-d4e4890a1529 req-3e70df0c-c760-4e8b-af9f-6de0cdad2237 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.125668 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e589baf-8bcd-4256-9640-d4e4890a1529 req-3e70df0c-c760-4e8b-af9f-6de0cdad2237 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.131659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e589baf-8bcd-4256-9640-d4e4890a1529 req-3e70df0c-c760-4e8b-af9f-6de0cdad2237 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.133540 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e589baf-8bcd-4256-9640-d4e4890a1529 req-3e70df0c-c760-4e8b-af9f-6de0cdad2237 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.1807761 Sep 17 22:38:36.155762 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb7825-880f-4d26-8b3e-baf6e896e636 req-27eb3a47-11d0-46b6-b0e6-f7b12d8da702 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.158139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87fb7825-880f-4d26-8b3e-baf6e896e636 req-27eb3a47-11d0-46b6-b0e6-f7b12d8da702 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 944 time: 0.1184995 Sep 17 22:38:36.164947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-52621b41-9aca-4c74-8984-f1b2d05d182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.165850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-52621b41-9aca-4c74-8984-f1b2d05d182d service neutron] 10.222.0.23 "GET /v2.0/networks?id=191f6cd1-311b-473e-9843-0738ddcc8752 HTTP/1.1" status: 200 len: 903 time: 0.2483850 Sep 17 22:38:36.176767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-ba6d6ec0-8087-47df-81f9-18ac55ee0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.178493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-ba6d6ec0-8087-47df-81f9-18ac55ee0c41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.0775414 Sep 17 22:38:36.228343 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e589baf-8bcd-4256-9640-d4e4890a1529 req-cc6d80ca-6616-4b80-ad23-c0fed64890a2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883217 Sep 17 22:38:36.228822 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:38:36.230053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-0ef9ef88-a729-42ed-bb49-259ed7a72504 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3 HTTP/1.1" status: 200 len: 217 time: 0.0511928 Sep 17 22:38:36.252236 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87fb7825-880f-4d26-8b3e-baf6e896e636 req-4be1418b-4771-4f29-b79a-d978ca95b5e5 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785100 Sep 17 22:38:36.262234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-f0f85d07-1e06-41e7-95d6-3263105ca203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.263711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-f0f85d07-1e06-41e7-95d6-3263105ca203 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782583 Sep 17 22:38:36.265461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.307430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-472e6155-8330-4ca2-8e54-4fbffea2bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.309355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-472e6155-8330-4ca2-8e54-4fbffea2bb40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.0715740 Sep 17 22:38:36.357454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network d8e30650-856b-406c-9be8-607bc7139ee1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:36.362023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-4688bf85-46d8-40ca-ab63-d033f0e5f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.363548 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-4688bf85-46d8-40ca-ab63-d033f0e5f0ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464272 Sep 17 22:38:36.363855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:36.371238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:36.410841 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51074) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:36.424987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=19688d21-c3d1-40a5-80c9-22c1bfb137ce,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:36.444616 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:36.470572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:36.471280 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.482836 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-9e43bac4-918a-4684-ab44-a8dc1876d0d6 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970067 Sep 17 22:38:36.491152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: e09ed143-85b5-42d6-9fec-b6e0cf559c22 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:36.492222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e09ed143-85b5-42d6-9fec-b6e0cf559c22 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:36.516231 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26481a35-fb2e-4274-80a3-88f3480f4570 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.530071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-ba5ed9dc-4d80-40f5-98d3-e02fd991f29b service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583557 Sep 17 22:38:36.552962 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26481a35-fb2e-4274-80a3-88f3480f4570 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.559534 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8fa9bb24-4e44-4c9d-b66e-116aaee91d57 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3994737 Sep 17 22:38:36.559961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51076) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:36.566637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '19688d21-c3d1-40a5-80c9-22c1bfb137ce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:36.588410 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a12c1054-eb76-427d-88c8-c4be05338f8f req-983107a6-8fa0-451a-ad32-dda9940c02fb service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982559 Sep 17 22:38:36.658307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.677000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47c30afb-893a-4875-8003-cfd6bf19cb27 req-6129d640-16f1-487b-9c01-296a7538b028 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374233 Sep 17 22:38:36.757464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26481a35-fb2e-4274-80a3-88f3480f4570 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.760714 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26481a35-fb2e-4274-80a3-88f3480f4570 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.762030 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-26481a35-fb2e-4274-80a3-88f3480f4570 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "DELETE /v2.0/security-groups/9655f874-1fd3-47f9-8f45-9e780d04884b HTTP/1.1" status: 204 len: 168 time: 0.3483281 Sep 17 22:38:36.764350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51082) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:36.771974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26481a35-fb2e-4274-80a3-88f3480f4570 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9655f874-1fd3-47f9-8f45-9e780d04884b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:36.778615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:36.786644 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-9f814129-0ac7-42d2-9379-76b7d18c03e3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] show failed (client error): The resource could not be found. Sep 17 22:38:36.787692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9f814129-0ac7-42d2-9379-76b7d18c03e3 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "GET /v2.0/security-groups/9655f874-1fd3-47f9-8f45-9e780d04884b HTTP/1.1" status: 404 len: 347 time: 0.0216668 Sep 17 22:38:36.790418 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51084) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:37.009247 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.009855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.25.6.245 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/021f0ac4-b452-4879-b076-838b7c0d1bcd) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:37.032993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-127a2228-25f2-42de-87b9-ee16bf6c19b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Deleting port 45363686-623e-4da1-b569-bafa21753682 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:37.034022 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-127a2228-25f2-42de-87b9-ee16bf6c19b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.160316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40fbe7-32eb-4829-b77a-a01473c5898e req-ea1f0085-7cdc-4e01-836a-ac37ecbca68b tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.161882 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e40fbe7-32eb-4829-b77a-a01473c5898e req-ea1f0085-7cdc-4e01-836a-ac37ecbca68b tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1099 time: 0.0446393 Sep 17 22:38:37.182839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-127a2228-25f2-42de-87b9-ee16bf6c19b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.183140 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-127a2228-25f2-42de-87b9-ee16bf6c19b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.202665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e40fbe7-32eb-4829-b77a-a01473c5898e req-e33c21d8-9280-4cae-993b-e88d60b4449a tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336320 Sep 17 22:38:37.205589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-127a2228-25f2-42de-87b9-ee16bf6c19b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Calling delete_port for 45363686-623e-4da1-b569-bafa21753682 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:37.209464 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.230477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51094) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:37.277608 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.400995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.448977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae884b9f-2b54-472b-98f8-f8f432824165 req-5a8195f7-b7b5-468e-8cf6-e2009b60368e tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.450504 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae884b9f-2b54-472b-98f8-f8f432824165 req-5a8195f7-b7b5-468e-8cf6-e2009b60368e tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 944 time: 0.0908859 Sep 17 22:38:37.456411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:37.464225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:37.466791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:37.483872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d58a1-5af7-49df-9e97-202ec1dbee1a req-6b9c92fe-0c94-42f9-9b16-1120651f96a9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.490644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d58a1-5af7-49df-9e97-202ec1dbee1a req-6b9c92fe-0c94-42f9-9b16-1120651f96a9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.496667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d58a1-5af7-49df-9e97-202ec1dbee1a req-6b9c92fe-0c94-42f9-9b16-1120651f96a9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.500820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port 07d8c96b-5b09-4c16-ac12-46840e7a94dc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:37.501334 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.502834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d58a1-5af7-49df-9e97-202ec1dbee1a req-6b9c92fe-0c94-42f9-9b16-1120651f96a9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.508878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d58a1-5af7-49df-9e97-202ec1dbee1a req-6b9c92fe-0c94-42f9-9b16-1120651f96a9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.514899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d58a1-5af7-49df-9e97-202ec1dbee1a req-6b9c92fe-0c94-42f9-9b16-1120651f96a9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.521113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d58a1-5af7-49df-9e97-202ec1dbee1a req-6b9c92fe-0c94-42f9-9b16-1120651f96a9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:37.523005 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d40d58a1-5af7-49df-9e97-202ec1dbee1a req-6b9c92fe-0c94-42f9-9b16-1120651f96a9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.1837161 Sep 17 22:38:37.525196 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae884b9f-2b54-472b-98f8-f8f432824165 req-ac7336d3-94ae-4f52-93fc-93ffda96cf24 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608587 Sep 17 22:38:37.542224 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-127a2228-25f2-42de-87b9-ee16bf6c19b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.544466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=021f0ac4-b452-4879-b076-838b7c0d1bcd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:37.592016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.592373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.605775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for 07d8c96b-5b09-4c16-ac12-46840e7a94dc owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:37.834795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.864589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=07d8c96b-5b09-4c16-ac12-46840e7a94dc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:37.939371 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:37.939674 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Floating IP 0e70b6df-ab39-49db-9ca9-d9561dddbb68 disassociated (deleted). External IP: 172.25.6.241, port: 01fafd25-5ea6-465d-881d-ed08bb85ddea. Sep 17 22:38:37.952027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a2228-25f2-42de-87b9-ee16bf6c19b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Pushing event deleted for resources: {'Port': ['ID=45363686-623e-4da1-b569-bafa21753682,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:38.039933 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d40d58a1-5af7-49df-9e97-202ec1dbee1a req-aea4d10d-82dc-4aea-ac9d-5e8629d9adb1 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4897792 Sep 17 22:38:38.054137 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-127a2228-25f2-42de-87b9-ee16bf6c19b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.057204 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-127a2228-25f2-42de-87b9-ee16bf6c19b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.062065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-127a2228-25f2-42de-87b9-ee16bf6c19b0 tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] 10.222.0.30 "DELETE /v2.0/floatingips/2a3a413e-2c08-41f2-8f04-ec86a545a7b0 HTTP/1.1" status: 204 len: 168 time: 1.2670319 Sep 17 22:38:38.062765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51104) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:38.222477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:38.409261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.519612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.694012 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.760549 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.807935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636b6ff-a5e3-41cc-8bc9-bf276b35b5bb req-54e05203-6620-478c-b038-4ef00ae02a17 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:38.809365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5636b6ff-a5e3-41cc-8bc9-bf276b35b5bb req-54e05203-6620-478c-b038-4ef00ae02a17 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 944 time: 0.1738276 Sep 17 22:38:38.819356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:38.824838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.839071 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd989ab-603f-4310-be87-8322083f28ba None None] Sync routers for ids ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:38.847548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=021f0ac4-b452-4879-b076-838b7c0d1bcd,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:38.851372 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd989ab-603f-4310-be87-8322083f28ba None None] Routers {'5eb53692-4039-4239-8b8b-d3dce26bb7d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:38.852187 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-afd989ab-603f-4310-be87-8322083f28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:38.863079 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.870239 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3a71c8de-ac72-433e-9d10-fa19c352eac8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/floatingips/0e70b6df-ab39-49db-9ca9-d9561dddbb68 HTTP/1.1" status: 204 len: 168 time: 1.6378391 Sep 17 22:38:38.960085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:38.962804 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16828390-6fa4-4c53-a9ab-7298a6b4917b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:39.000065 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.054292 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP 1227ab79-f4f2-4745-ae2e-953e1e9d55d1 associated. External IP: 172.25.6.245, port: 19688d21-c3d1-40a5-80c9-22c1bfb137ce. Sep 17 22:38:39.059708 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-afd989ab-603f-4310-be87-8322083f28ba None None] Set router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:39.079367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5636b6ff-a5e3-41cc-8bc9-bf276b35b5bb req-eec76d74-8583-4873-a02d-a7aea30f5d84 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281974 Sep 17 22:38:39.150400 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ea52cd-093a-43dc-a7ef-44dd9ec9557d x-openstack-request-id: req-b2ea52cd-093a-43dc-a7ef-44dd9ec9557d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:39.153234 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:39.153234 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2ea52cd-093a-43dc-a7ef-44dd9ec9557d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:39.153234 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'status': 'completed', 'code': 200} Sep 17 22:38:39.278109 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-afd989ab-603f-4310-be87-8322083f28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4c3e5281-1fdc-4f6f-8636-48ebcef835d5', 'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:88:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:20Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:39.300606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 3ebf2c80-51e7-422e-bcda-5c4b209a6130 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:39.315380 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd989ab-603f-4310-be87-8322083f28ba None None] Checking router: 5eb53692-4039-4239-8b8b-d3dce26bb7d7 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:38:39.336085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-77312a67-4c03-41fc-b517-9e2c11a8b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.337192 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd989ab-603f-4310-be87-8322083f28ba None None] Routers {'5eb53692-4039-4239-8b8b-d3dce26bb7d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:39.337785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-77312a67-4c03-41fc-b517-9e2c11a8b2ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 1099 time: 0.1596222 Sep 17 22:38:39.338458 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-afd989ab-603f-4310-be87-8322083f28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:39.356480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fa2-e447-4b79-8c24-fbd77604e45f req-2cbc6102-3314-4000-b9f8-28ffdf0452f3 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.363461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fa2-e447-4b79-8c24-fbd77604e45f req-2cbc6102-3314-4000-b9f8-28ffdf0452f3 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.370517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fa2-e447-4b79-8c24-fbd77604e45f req-2cbc6102-3314-4000-b9f8-28ffdf0452f3 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.378742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fa2-e447-4b79-8c24-fbd77604e45f req-2cbc6102-3314-4000-b9f8-28ffdf0452f3 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.379140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:39.385601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fa2-e447-4b79-8c24-fbd77604e45f req-2cbc6102-3314-4000-b9f8-28ffdf0452f3 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.393799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fa2-e447-4b79-8c24-fbd77604e45f req-2cbc6102-3314-4000-b9f8-28ffdf0452f3 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.402978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fa2-e447-4b79-8c24-fbd77604e45f req-2cbc6102-3314-4000-b9f8-28ffdf0452f3 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.405307 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35e88fa2-e447-4b79-8c24-fbd77604e45f req-2cbc6102-3314-4000-b9f8-28ffdf0452f3 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.1828423 Sep 17 22:38:39.533849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.548567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:39.555444 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 3ebf2c80-51e7-422e-bcda-5c4b209a6130, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=3ebf2c80-51e7-422e-bcda-5c4b209a6130,segment=NetworkSegment(66463a2e-64ac-42e5-bad0-aca3b1e06fa6),segment_id=66463a2e-64ac-42e5-bad0-aca3b1e06fa6)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:39.556948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35e88fa2-e447-4b79-8c24-fbd77604e45f req-c858057e-051c-4a8b-9b07-553ea261e4c9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370924 Sep 17 22:38:39.576281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b385a74-0675-40ad-bba1-6629b4801c2b None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:39.616939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '3ebf2c80-51e7-422e-bcda-5c4b209a6130', 'network_id': 'df41764b-53a3-4418-8712-8043edf32229', 'port_id': '3ebf2c80-51e7-422e-bcda-5c4b209a6130', 'mac_address': 'fa:16:3e:f6:ec:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11af6cd0-3a5b-46ce-90a6-40bad111070f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:39.618572 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-afd989ab-603f-4310-be87-8322083f28ba None None] Set router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:39.620394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b385a74-0675-40ad-bba1-6629b4801c2b None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:39.626026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6b385a74-0675-40ad-bba1-6629b4801c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:39.632067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-6578c6ab-81c2-49e5-afb0-79996926e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.633727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-6578c6ab-81c2-49e5-afb0-79996926e69f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 200 len: 897 time: 0.2272387 Sep 17 22:38:39.646285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d999f-1812-49d7-8698-98e8f75e8358 req-bb59976c-abbe-4464-ad58-13c868573a70 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.648325 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c07d999f-1812-49d7-8698-98e8f75e8358 req-bb59976c-abbe-4464-ad58-13c868573a70 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 947 time: 0.0615685 Sep 17 22:38:39.649844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.693185 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-63bbc9dc-46d1-473a-9f88-af0b89b7a059 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1321006 Sep 17 22:38:39.697899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51126) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:39.700194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6b385a74-0675-40ad-bba1-6629b4801c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:39.704196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7e9fc4dd-0050-4a1a-9fbf-6c7144ffc165 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:39.755754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-5dcb1d57-6a50-4d39-836a-6e5bc6496c5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 200 len: 217 time: 0.1121209 Sep 17 22:38:39.771971 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c07d999f-1812-49d7-8698-98e8f75e8358 req-d00d6eeb-adbc-4b3c-883e-8e3c52fc266a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030939 Sep 17 22:38:39.777554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b385a74-0675-40ad-bba1-6629b4801c2b None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:39.778263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6b385a74-0675-40ad-bba1-6629b4801c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:39.811086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc4dd-0050-4a1a-9fbf-6c7144ffc165 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.852967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6b385a74-0675-40ad-bba1-6629b4801c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:39.853878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b385a74-0675-40ad-bba1-6629b4801c2b None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:39.883780 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:39.888650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-f41ae071-e2f0-4fef-bf41-ea6e9c63b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.890122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-f41ae071-e2f0-4fef-bf41-ea6e9c63b39d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 200 len: 835 time: 0.0903578 Sep 17 22:38:39.911863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebf2c80-51e7-422e-bcda-5c4b209a6130 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:39.950641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 3ebf2c80-51e7-422e-bcda-5c4b209a6130, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=3ebf2c80-51e7-422e-bcda-5c4b209a6130,segment=NetworkSegment(66463a2e-64ac-42e5-bad0-aca3b1e06fa6),segment_id=66463a2e-64ac-42e5-bad0-aca3b1e06fa6)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:39.971657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-3e554933-cde7-45cb-9f2a-a1071abf08de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:39.973211 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-3e554933-cde7-45cb-9f2a-a1071abf08de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c67fb87a-cefd-4be2-98ac-dc9195f02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744600 Sep 17 22:38:40.010663 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-afd989ab-603f-4310-be87-8322083f28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4c3e5281-1fdc-4f6f-8636-48ebcef835d5', 'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:88:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:20Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:40.024656 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.047794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc4dd-0050-4a1a-9fbf-6c7144ffc165 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.083123 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd989ab-603f-4310-be87-8322083f28ba None None] The sync data for ids ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'] in n-d-713499-18 is: [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4c3e5281-1fdc-4f6f-8636-48ebcef835d5', 'name': '', 'network_id': 'c67fb87a-cefd-4be2-98ac-dc9195f02f63', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:88:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:20Z', 'updated_at': '2021-09-17T22:36:30Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '3591ce06-8d02-4341-85c8-a319bd51aad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:40.105642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] Deleting port 8f620615-e2b6-4575-8d7f-391defd34b60 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:40.105642 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.108220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=3ebf2c80-51e7-422e-bcda-5c4b209a6130,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:40.117488 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc4dd-0050-4a1a-9fbf-6c7144ffc165 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.118054 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-7e9fc4dd-0050-4a1a-9fbf-6c7144ffc165 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP 1227ab79-f4f2-4745-ae2e-953e1e9d55d1 disassociated. External IP: 172.25.6.245, port: 19688d21-c3d1-40a5-80c9-22c1bfb137ce. Sep 17 22:38:40.130227 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-7a66db7b-e284-43b5-b06f-3aa3fc9b9677 service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346672 Sep 17 22:38:40.292492 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.318236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] For port 8f620615-e2b6-4575-8d7f-391defd34b60, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8f620615-e2b6-4575-8d7f-391defd34b60,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:40.318608 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.349518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e973f7-ef24-442f-9a9b-86ff7e08f4a3 req-7c3ad51a-446d-4759-aaef-5bc2ed9d2406 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.351106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14e973f7-ef24-442f-9a9b-86ff7e08f4a3 req-7c3ad51a-446d-4759-aaef-5bc2ed9d2406 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 945 time: 0.1768878 Sep 17 22:38:40.356866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16828390-6fa4-4c53-a9ab-7298a6b4917b req-71819b54-3a80-4da1-b04b-386a64909728 service neutron] 10.222.0.23 "GET /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933122 Sep 17 22:38:40.357743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] Calling delete_port for 8f620615-e2b6-4575-8d7f-391defd34b60 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:40.384366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['3ebf2c80-51e7-422e-bcda-5c4b209a6130'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:40.409289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14e973f7-ef24-442f-9a9b-86ff7e08f4a3 req-f1ab60a1-4234-43ec-8460-08c26097dae9 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494876 Sep 17 22:38:40.412086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9fc4dd-0050-4a1a-9fbf-6c7144ffc165 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:40.578555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9fc4dd-0050-4a1a-9fbf-6c7144ffc165 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:40.596226 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc4dd-0050-4a1a-9fbf-6c7144ffc165 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.597523 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84acae2-19bd-41c5-bc48-2ba0dc94b187 None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:40.597629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eaec6f-4eb6-4769-8ace-705e8747c8f4 None None] New status for floating IP 0e70b6df-ab39-49db-9ca9-d9561dddbb68: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:38:40.605032 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84acae2-19bd-41c5-bc48-2ba0dc94b187 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:40.606007 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f84acae2-19bd-41c5-bc48-2ba0dc94b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:40.621955 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7e9fc4dd-0050-4a1a-9fbf-6c7144ffc165 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "PUT /v2.0/floatingips/1227ab79-f4f2-4745-ae2e-953e1e9d55d1 HTTP/1.1" status: 200 len: 688 time: 0.9216413 Sep 17 22:38:40.627039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51136) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:40.679617 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f84acae2-19bd-41c5-bc48-2ba0dc94b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:40.698330 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84acae2-19bd-41c5-bc48-2ba0dc94b187 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:40.699119 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f84acae2-19bd-41c5-bc48-2ba0dc94b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:40.736943 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f84acae2-19bd-41c5-bc48-2ba0dc94b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:40.737582 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84acae2-19bd-41c5-bc48-2ba0dc94b187 None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:40.764835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.828166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] Pushing event deleted for resources: {'Port': ['ID=8f620615-e2b6-4575-8d7f-391defd34b60,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:40.836037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cbd48-ead4-46f4-a1ad-4ce3852f8c7c req-a3610b04-d20c-4740-aea5-a728ee81c938 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.843241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cbd48-ead4-46f4-a1ad-4ce3852f8c7c req-a3610b04-d20c-4740-aea5-a728ee81c938 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.850451 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cbd48-ead4-46f4-a1ad-4ce3852f8c7c req-a3610b04-d20c-4740-aea5-a728ee81c938 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.856737 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cbd48-ead4-46f4-a1ad-4ce3852f8c7c req-a3610b04-d20c-4740-aea5-a728ee81c938 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.864285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cbd48-ead4-46f4-a1ad-4ce3852f8c7c req-a3610b04-d20c-4740-aea5-a728ee81c938 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.870599 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cbd48-ead4-46f4-a1ad-4ce3852f8c7c req-a3610b04-d20c-4740-aea5-a728ee81c938 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.880165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-4cdeb577-6fa4-4db7-a5d8-90d893a15b7b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.881772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-4cdeb577-6fa4-4db7-a5d8-90d893a15b7b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 947 time: 0.1364782 Sep 17 22:38:40.887015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cbd48-ead4-46f4-a1ad-4ce3852f8c7c req-a3610b04-d20c-4740-aea5-a728ee81c938 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:40.900895 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a7cbd48-ead4-46f4-a1ad-4ce3852f8c7c req-a3610b04-d20c-4740-aea5-a728ee81c938 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.2082427 Sep 17 22:38:40.938089 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8815e20f-c87b-46d3-8651-cf8d7d657405 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port 021f0ac4-b452-4879-b076-838b7c0d1bcd {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:40.938444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8815e20f-c87b-46d3-8651-cf8d7d657405 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.981783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a7cbd48-ead4-46f4-a1ad-4ce3852f8c7c req-3390a26c-5507-4966-8441-f4d629585021 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699224 Sep 17 22:38:41.065856 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8815e20f-c87b-46d3-8651-cf8d7d657405 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.066425 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8815e20f-c87b-46d3-8651-cf8d7d657405 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.092066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8815e20f-c87b-46d3-8651-cf8d7d657405 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for 021f0ac4-b452-4879-b076-838b7c0d1bcd owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:41.167834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0e156-ed81-47da-a41a-aa6bd867ef8e req-92953524-1a29-484f-adaf-85f62805d2bf tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:41.169380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41b0e156-ed81-47da-a41a-aa6bd867ef8e req-92953524-1a29-484f-adaf-85f62805d2bf tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 947 time: 0.2231760 Sep 17 22:38:41.200529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.265969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-86877eb2-9eb4-4908-8253-c64d9d393447 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port 01fafd25-5ea6-465d-881d-ed08bb85ddea {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:41.267369 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-86877eb2-9eb4-4908-8253-c64d9d393447 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.305019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41b0e156-ed81-47da-a41a-aa6bd867ef8e req-632c19e0-8e99-4447-a098-a8583c1d9661 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=c17e6089-aed0-44fa-99f8-0dc28ded106b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249516 Sep 17 22:38:41.341731 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8815e20f-c87b-46d3-8651-cf8d7d657405 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.373279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815e20f-c87b-46d3-8651-cf8d7d657405 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=021f0ac4-b452-4879-b076-838b7c0d1bcd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:41.428656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-86877eb2-9eb4-4908-8253-c64d9d393447 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port 01fafd25-5ea6-465d-881d-ed08bb85ddea, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=01fafd25-5ea6-465d-881d-ed08bb85ddea,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:41.428894 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-86877eb2-9eb4-4908-8253-c64d9d393447 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.440192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8815e20f-c87b-46d3-8651-cf8d7d657405 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.442828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8815e20f-c87b-46d3-8651-cf8d7d657405 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.444090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8815e20f-c87b-46d3-8651-cf8d7d657405 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/floatingips/1227ab79-f4f2-4745-ae2e-953e1e9d55d1 HTTP/1.1" status: 204 len: 168 time: 0.8160818 Sep 17 22:38:41.447569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51144) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:41.449712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-86877eb2-9eb4-4908-8253-c64d9d393447 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for 01fafd25-5ea6-465d-881d-ed08bb85ddea owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:41.452910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '989b07c1-ce61-42fb-a631-fc210b349565'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:41.567151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9c77-2df5-4860-97ca-ad0796d79bdd req-3a063c93-7131-4a34-ba7e-11735e9364ce tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:41.568684 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f57f9c77-2df5-4860-97ca-ad0796d79bdd req-3a063c93-7131-4a34-ba7e-11735e9364ce tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 945 time: 0.0591133 Sep 17 22:38:41.569578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.631552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] Router ad214992-5b5d-4d4f-9124-02823de710c6 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:41.653928 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f57f9c77-2df5-4860-97ca-ad0796d79bdd req-4345abf6-96b7-4ffd-8293-34b3cf2d9f28 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715091 Sep 17 22:38:41.724507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:41.784013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:41.791674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e7c86521-f8ff-4dbb-9cca-24d918940eec admin admin] 10.222.0.30 "PUT /v2.0/routers/ad214992-5b5d-4d4f-9124-02823de710c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7293522 Sep 17 22:38:41.792293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51150) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:41.794439 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] Sync routers for ids ['ad214992-5b5d-4d4f-9124-02823de710c6'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:41.821641 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] Routers {'ad214992-5b5d-4d4f-9124-02823de710c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:41.822673 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ad214992-5b5d-4d4f-9124-02823de710c6'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:41.846264 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.25.6.45 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/ad014f5c-9574-4b68-aa94-476b3df2f6af) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:41.957417 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] Set router ad214992-5b5d-4d4f-9124-02823de710c6 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:42.011882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.131804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.166948 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:38:40Z', 'revision_number': 5, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:42.190678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:42.194763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:42.195186 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] Checking router: ad214992-5b5d-4d4f-9124-02823de710c6 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:38:42.204093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:42.205495 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] Routers {'ad214992-5b5d-4d4f-9124-02823de710c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:42.206185 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ad214992-5b5d-4d4f-9124-02823de710c6'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:42.254873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=ad014f5c-9574-4b68-aa94-476b3df2f6af,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:42.299052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-86877eb2-9eb4-4908-8253-c64d9d393447 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.341672 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] Set router ad214992-5b5d-4d4f-9124-02823de710c6 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:42.382241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86877eb2-9eb4-4908-8253-c64d9d393447 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=01fafd25-5ea6-465d-881d-ed08bb85ddea,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:42.464349 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.466272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-86877eb2-9eb4-4908-8253-c64d9d393447 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] No DVR routers for this DVR port 01fafd25-5ea6-465d-881d-ed08bb85ddea on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:42.472637 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-86877eb2-9eb4-4908-8253-c64d9d393447 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.476368 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-58ec7a8e-bc02-4347-a4ac-be2e280f944a req-86877eb2-9eb4-4908-8253-c64d9d393447 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.23 "DELETE /v2.0/ports/01fafd25-5ea6-465d-881d-ed08bb85ddea HTTP/1.1" status: 204 len: 173 time: 1.5644982 Sep 17 22:38:42.496835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-deleted', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:42.499588 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab8f965-b112-4167-82cf-e950871b7071" -d '{"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-deleted", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:42.601283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4857-84f5-42c4-978d-e6a8a273d9be req-d44fda3d-6d0f-4b5b-b436-7fe93a01b8c1 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:42.616146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4857-84f5-42c4-978d-e6a8a273d9be req-d44fda3d-6d0f-4b5b-b436-7fe93a01b8c1 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:42.624665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4857-84f5-42c4-978d-e6a8a273d9be req-d44fda3d-6d0f-4b5b-b436-7fe93a01b8c1 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:42.632992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4857-84f5-42c4-978d-e6a8a273d9be req-d44fda3d-6d0f-4b5b-b436-7fe93a01b8c1 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:42.641384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4857-84f5-42c4-978d-e6a8a273d9be req-d44fda3d-6d0f-4b5b-b436-7fe93a01b8c1 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:42.641950 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:38:40Z', 'revision_number': 5, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:42.650199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4857-84f5-42c4-978d-e6a8a273d9be req-d44fda3d-6d0f-4b5b-b436-7fe93a01b8c1 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:42.659818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4857-84f5-42c4-978d-e6a8a273d9be req-d44fda3d-6d0f-4b5b-b436-7fe93a01b8c1 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:42.666539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f16d4857-84f5-42c4-978d-e6a8a273d9be req-d44fda3d-6d0f-4b5b-b436-7fe93a01b8c1 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.3722975 Sep 17 22:38:42.712997 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766fb6b-d2fe-43b9-a7ba-29bcf477033e None None] The sync data for ids ['ad214992-5b5d-4d4f-9124-02823de710c6'] in n-d-713499-18 is: [{'id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'name': 'tempest-ServerActionsTestJSON-566094094-router', 'tenant_id': '03a542add212453c912a8386c940b572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:29:34Z', 'updated_at': '2021-09-17T22:38:40Z', 'revision_number': 5, 'project_id': '03a542add212453c912a8386c940b572', 'gw_port': {'id': '4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad214992-5b5d-4d4f-9124-02823de710c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:29:35Z', 'updated_at': '2021-09-17T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:42.804825 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.825613 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f16d4857-84f5-42c4-978d-e6a8a273d9be req-640d609b-9eb2-4ec8-9220-ce3187954eaa tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356719 Sep 17 22:38:42.859829 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5c74b03c-302a-4f38-bb77-9d60a039775a req-b661ac4c-6fee-458a-918f-ea6884a3975a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0496711-2480-4e8e-a486-67e879d8baa3 HTTP/1.1" status: 200 len: 210 time: 0.3390760 Sep 17 22:38:42.861020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:42.952273 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240a45f1-77de-489d-b7bd-cb2caa81fd21 x-openstack-request-id: req-240a45f1-77de-489d-b7bd-cb2caa81fd21 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:42.952273 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0496711-2480-4e8e-a486-67e879d8baa3", "name": "network-vif-deleted", "tag": "01fafd25-5ea6-465d-881d-ed08bb85ddea", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:42.952273 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-240a45f1-77de-489d-b7bd-cb2caa81fd21 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:42.952273 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0496711-2480-4e8e-a486-67e879d8baa3', 'name': 'network-vif-deleted', 'tag': '01fafd25-5ea6-465d-881d-ed08bb85ddea', 'status': 'completed', 'code': 200} Sep 17 22:38:43.015673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Deleting port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:43.016476 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.025164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970fc98-2498-4b41-9bcc-98a3b39f748a req-fbdc0692-07e4-4157-b426-d1956d0e2735 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:43.031148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d970fc98-2498-4b41-9bcc-98a3b39f748a req-fbdc0692-07e4-4157-b426-d1956d0e2735 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 945 time: 0.0867267 Sep 17 22:38:43.088810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.131100 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d970fc98-2498-4b41-9bcc-98a3b39f748a req-9818a2bb-6045-4554-8dd0-b1a9bada86c4 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952008 Sep 17 22:38:43.160311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] For port 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:43.160685 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.191612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Calling delete_port for 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:43.305560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 3ebf2c80-51e7-422e-bcda-5c4b209a6130 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:43.315421 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.431992 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.438660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 3ebf2c80-51e7-422e-bcda-5c4b209a6130 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:43.448268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 3ebf2c80-51e7-422e-bcda-5c4b209a6130 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:43.449031 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.466878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.511020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.538132 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:43.582478 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.625331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 3ebf2c80-51e7-422e-bcda-5c4b209a6130, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=3ebf2c80-51e7-422e-bcda-5c4b209a6130,segment=NetworkSegment(66463a2e-64ac-42e5-bad0-aca3b1e06fa6),segment_id=66463a2e-64ac-42e5-bad0-aca3b1e06fa6)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:43.627787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22de7b0f-7359-41a8-b2b4-213da7528256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebf2c80-51e7-422e-bcda-5c4b209a6130'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:43.628969 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP 5627ebd5-a78b-47d7-ba31-d87495d8eb37 associated. External IP: 172.25.6.45, port: 989b07c1-ce61-42fb-a631-fc210b349565. Sep 17 22:38:43.631007 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c961d83-3b94-4d81-9235-fd57c47f3780" -d '{"events": [{"server_uuid": "22de7b0f-7359-41a8-b2b4-213da7528256", "name": "network-vif-plugged", "status": "completed", "tag": "3ebf2c80-51e7-422e-bcda-5c4b209a6130"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:43.652114 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.676835 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532394e0-bbdd-4bbe-9f1e-a4b64ae63fef x-openstack-request-id: req-532394e0-bbdd-4bbe-9f1e-a4b64ae63fef {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:43.677345 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22de7b0f-7359-41a8-b2b4-213da7528256", "name": "network-vif-plugged", "status": "completed", "tag": "3ebf2c80-51e7-422e-bcda-5c4b209a6130", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:43.677771 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-532394e0-bbdd-4bbe-9f1e-a4b64ae63fef {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:43.678340 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22de7b0f-7359-41a8-b2b4-213da7528256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebf2c80-51e7-422e-bcda-5c4b209a6130', 'code': 200} Sep 17 22:38:43.693391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=ad014f5c-9574-4b68-aa94-476b3df2f6af,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:43.734590 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.787414 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.789769 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.806181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=3ebf2c80-51e7-422e-bcda-5c4b209a6130,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:43.854984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87112233-59c1-4207-9840-df9c3f880de9 req-532e6b5e-0cb4-44c8-9e87-b8d5000cccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:43.856850 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87112233-59c1-4207-9840-df9c3f880de9 req-532e6b5e-0cb4-44c8-9e87-b8d5000cccbc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 1098 time: 0.0576177 Sep 17 22:38:43.925565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51180) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:43.933966 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.934848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad214992-5b5d-4d4f-9124-02823de710c6 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:38:43.950915 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:43.955226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dc15f505-e05b-48ff-a5f1-51dfe31e3675 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ad214992-5b5d-4d4f-9124-02823de710c6 HTTP/1.1" status: 204 len: 168 time: 2.1594067 Sep 17 22:38:43.955416 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87112233-59c1-4207-9840-df9c3f880de9 req-6ead2adf-ac05-4282-af05-35b9fbfb6ddc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717816 Sep 17 22:38:43.957564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51184) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:44.327515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f7228-ca98-41e7-bd8f-30fd6e14d9f0 req-eef4d3b4-80f1-4516-843d-35ceeaace679 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:44.329224 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df4f7228-ca98-41e7-bd8f-30fd6e14d9f0 req-eef4d3b4-80f1-4516-843d-35ceeaace679 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 946 time: 0.0890579 Sep 17 22:38:44.345613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:44.395442 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df4f7228-ca98-41e7-bd8f-30fd6e14d9f0 req-e85a4e85-b0a9-4301-83d3-86a091adc4d2 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577309 Sep 17 22:38:44.461094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:44.470696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.487287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Deleting subnet 810ab61d-ffa3-406b-a586-7d853cb21049 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:44.505250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 01fafd25-5ea6-465d-881d-ed08bb85ddea {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:44.506130 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 01fafd25-5ea6-465d-881d-ed08bb85ddea not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:44.518139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579de6-94ee-4356-a1a7-c139ca6fe664 req-b3d54b90-7b03-4a6b-971b-af2ba1389b98 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:44.524248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579de6-94ee-4356-a1a7-c139ca6fe664 req-b3d54b90-7b03-4a6b-971b-af2ba1389b98 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:44.530287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579de6-94ee-4356-a1a7-c139ca6fe664 req-b3d54b90-7b03-4a6b-971b-af2ba1389b98 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:44.536412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579de6-94ee-4356-a1a7-c139ca6fe664 req-b3d54b90-7b03-4a6b-971b-af2ba1389b98 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:44.542690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579de6-94ee-4356-a1a7-c139ca6fe664 req-b3d54b90-7b03-4a6b-971b-af2ba1389b98 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:44.549530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579de6-94ee-4356-a1a7-c139ca6fe664 req-b3d54b90-7b03-4a6b-971b-af2ba1389b98 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:44.555878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579de6-94ee-4356-a1a7-c139ca6fe664 req-b3d54b90-7b03-4a6b-971b-af2ba1389b98 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:44.558475 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d579de6-94ee-4356-a1a7-c139ca6fe664 req-b3d54b90-7b03-4a6b-971b-af2ba1389b98 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.6286702 Sep 17 22:38:44.566533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.573613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f620615-e2b6-4575-8d7f-391defd34b60 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:44.607479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 8f620615-e2b6-4575-8d7f-391defd34b60 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:44.607981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f620615-e2b6-4575-8d7f-391defd34b60 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:44.609275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:44.669683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:44.670020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4d770bc4-58ff-4661-9dbd-1a80d7b9a2f3 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:44.670257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.721047 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d579de6-94ee-4356-a1a7-c139ca6fe664 req-5a0c8385-119c-4c80-8a9f-8f481c68c448 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357582 Sep 17 22:38:44.792069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:44.804244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d46fb-9473-4679-9b27-417f247e3582 None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:44.805961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:44.806250 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.814143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d46fb-9473-4679-9b27-417f247e3582 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:44.814975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e98d46fb-9473-4679-9b27-417f247e3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:44.827783 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.862316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e98d46fb-9473-4679-9b27-417f247e3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:44.879580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d46fb-9473-4679-9b27-417f247e3582 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:44.881234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e98d46fb-9473-4679-9b27-417f247e3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:44.882426 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.925852 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6d915a77-cad7-4f15-ab0e-0497b8e915f7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4771471 Sep 17 22:38:44.928794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51198) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:44.940681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port 4c3e5281-1fdc-4f6f-8636-48ebcef835d5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4c3e5281-1fdc-4f6f-8636-48ebcef835d5,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:44.941057 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:44.965171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e98d46fb-9473-4679-9b27-417f247e3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:44.967694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d46fb-9473-4679-9b27-417f247e3582 None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:44.980200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:45.006563 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fff49bf9-8de1-4bba-a990-8f0f19e5be37 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "GET /v2.0/floatingips/5627ebd5-a78b-47d7-ba31-d87495d8eb37 HTTP/1.1" status: 200 len: 977 time: 0.0771024 Sep 17 22:38:45.007145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51202) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:45.014107 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.100941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=810ab61d-ffa3-406b-a586-7d853cb21049,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:45.112754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c508fd9e-e027-4879-b294-6241451c32df None None] Network b56e9f02-d5ca-4cd4-a7a0-bb044beac31a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:45.114859 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.119689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/810ab61d-ffa3-406b-a586-7d853cb21049 HTTP/1.1" status: 204 len: 168 time: 0.7744694 Sep 17 22:38:45.124276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51204) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:45.124952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.125091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.125449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.125863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.126583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.126583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.126752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.127408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.127408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.127690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.128227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.128343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cad8ca-f5d6-4d94-81ac-815579ba2a8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.188479 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b62abd42-bcbe-4001-9318-674e8991e8fb tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1798074 Sep 17 22:38:45.189078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51208) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:45.195207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'port_id': '19688d21-c3d1-40a5-80c9-22c1bfb137ce'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:45.274577 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.297483 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.322877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.354829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3264939-3d53-45e4-9384-9e915415c64a None None] DHCP port deletion for b56e9f02-d5ca-4cd4-a7a0-bb044beac31a request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:38:45.372819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=4c3e5281-1fdc-4f6f-8636-48ebcef835d5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:45.383746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.384283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.384915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.385335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.385764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.386248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.387171 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.387606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.388039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.388506 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.388906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.389689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:45.445484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Deleting port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:45.445977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d3264939-3d53-45e4-9384-9e915415c64a None None] Deleting port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:45.446324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.446441 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3264939-3d53-45e4-9384-9e915415c64a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.564693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d3264939-3d53-45e4-9384-9e915415c64a None None] For port cbb2cfd4-8414-43b7-9305-d9cb33d66e02, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cbb2cfd4-8414-43b7-9305-d9cb33d66e02,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:45.565331 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3264939-3d53-45e4-9384-9e915415c64a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.578979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d3264939-3d53-45e4-9384-9e915415c64a None None] Calling delete_port for cbb2cfd4-8414-43b7-9305-d9cb33d66e02 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:45.605563 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] For port cbb2cfd4-8414-43b7-9305-d9cb33d66e02, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cbb2cfd4-8414-43b7-9305-d9cb33d66e02,segment=NetworkSegment(7e23d515-4a4d-4d5f-831e-14279e2a582b),segment_id=7e23d515-4a4d-4d5f-831e-14279e2a582b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:45.606468 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.619273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Calling delete_port for cbb2cfd4-8414-43b7-9305-d9cb33d66e02 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:45.652145 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.807418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3264939-3d53-45e4-9384-9e915415c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.818437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93a574-cfbe-4df3-93bb-8a016e22cd17 req-3edead1e-5349-4025-8f39-bc37c7afb4ca tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.826085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af93a574-cfbe-4df3-93bb-8a016e22cd17 req-3edead1e-5349-4025-8f39-bc37c7afb4ca tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 946 time: 0.2354288 Sep 17 22:38:45.870152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3264939-3d53-45e4-9384-9e915415c64a None None] Pushing event deleted for resources: {'Port': ['ID=cbb2cfd4-8414-43b7-9305-d9cb33d66e02,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:45.887688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3264939-3d53-45e4-9384-9e915415c64a None None] No DVR routers for this DVR port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:45.922320 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.989715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f7e7-e4e2-442c-afab-39bfa1a6d99d req-92466955-648d-4c9c-85d1-dc967005b2ed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.004637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f7e7-e4e2-442c-afab-39bfa1a6d99d req-92466955-648d-4c9c-85d1-dc967005b2ed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.020764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f7e7-e4e2-442c-afab-39bfa1a6d99d req-92466955-648d-4c9c-85d1-dc967005b2ed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.020764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f7e7-e4e2-442c-afab-39bfa1a6d99d req-92466955-648d-4c9c-85d1-dc967005b2ed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.025259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f7e7-e4e2-442c-afab-39bfa1a6d99d req-92466955-648d-4c9c-85d1-dc967005b2ed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.031193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f7e7-e4e2-442c-afab-39bfa1a6d99d req-92466955-648d-4c9c-85d1-dc967005b2ed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.041428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f7e7-e4e2-442c-afab-39bfa1a6d99d req-92466955-648d-4c9c-85d1-dc967005b2ed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.043527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb2cfd4-8414-43b7-9305-d9cb33d66e02,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:46.054495 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4275f7e7-e4e2-442c-afab-39bfa1a6d99d req-92466955-648d-4c9c-85d1-dc967005b2ed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.2048161 Sep 17 22:38:46.073008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af93a574-cfbe-4df3-93bb-8a016e22cd17 req-bec8c4b3-d8a8-4cac-8cdc-a43abdc06613 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452478 Sep 17 22:38:46.075312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] No DVR routers for this DVR port cbb2cfd4-8414-43b7-9305-d9cb33d66e02 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:46.142494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4275f7e7-e4e2-442c-afab-39bfa1a6d99d req-e8e8c076-21c7-47c7-b83b-a0beb6ab9dbc tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844963 Sep 17 22:38:46.154895 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:46.276188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.300659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:46.310500 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] Sync routers for ids ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:46.316200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e0ad5307-6e96-4ef2-8a04-605d5baadb3a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "PUT /v2.0/routers/5eb53692-4039-4239-8b8b-d3dce26bb7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3888249 Sep 17 22:38:46.317081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51224) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:46.325877 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] Routers {'5eb53692-4039-4239-8b8b-d3dce26bb7d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:46.326736 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:46.351313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56e9f02-d5ca-4cd4-a7a0-bb044beac31a']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:46.369449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e23d515-4a4d-4d5f-831e-14279e2a582b') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:46.369739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e23d515-4a4d-4d5f-831e-14279e2a582b') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:46.380727 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.383842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e3b8ea-03e0-4b21-abae-1bf529175ba7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting subnet 3591ce06-8d02-4341-85c8-a319bd51aad8 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:38:46.387258 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b8ea-03e0-4b21-abae-1bf529175ba7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.395466 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.448356 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b8ea-03e0-4b21-abae-1bf529175ba7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.511313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:46.511983 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.554300 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b8ea-03e0-4b21-abae-1bf529175ba7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:46.570889 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:46.610871 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.662978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cbb2cfd4-8414-43b7-9305-d9cb33d66e02 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:46.680619 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] Set router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:46.692143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.698124 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.700047 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b56e9f02-d5ca-4cd4-a7a0-bb044beac31a HTTP/1.1" status: 204 len: 168 time: 1.5769980 Sep 17 22:38:46.716287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a103d-02d0-486b-9898-1ba613b00148 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56e9f02-d5ca-4cd4-a7a0-bb044beac31a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:46.717339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: cbb2cfd4-8414-43b7-9305-d9cb33d66e02 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:46.719915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cbb2cfd4-8414-43b7-9305-d9cb33d66e02 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:46.748868 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.748995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b8ea-03e0-4b21-abae-1bf529175ba7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.806770 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b8ea-03e0-4b21-abae-1bf529175ba7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:46.813894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3957479-9acc-4277-b8a0-3faf13227f97 None None] Network c67fb87a-cefd-4be2-98ac-dc9195f02f63 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:46.816798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b2e3b8ea-03e0-4b21-abae-1bf529175ba7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/subnets/3591ce06-8d02-4341-85c8-a319bd51aad8 HTTP/1.1" status: 204 len: 168 time: 0.4941196 Sep 17 22:38:46.823099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51232) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:46.830916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3b8ea-03e0-4b21-abae-1bf529175ba7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Subnet': ['ID=3591ce06-8d02-4341-85c8-a319bd51aad8,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:46.889934 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP 5627ebd5-a78b-47d7-ba31-d87495d8eb37 associated. External IP: 172.25.6.45, port: 989b07c1-ce61-42fb-a631-fc210b349565. Sep 17 22:38:47.027632 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:38:45Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:47.046015 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.064798 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] Checking router: 5eb53692-4039-4239-8b8b-d3dce26bb7d7 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:38:47.083173 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] Routers {'5eb53692-4039-4239-8b8b-d3dce26bb7d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:47.083810 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:47.154316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51236) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:47.199983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a7415-dc75-4b15-8513-a8538ed5558e None None] DHCP port deletion for c67fb87a-cefd-4be2-98ac-dc9195f02f63 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:38:47.314244 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5b0cc72e-a19b-4016-990e-5ef1f95d2557 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03a542add212453c912a8386c940b572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559141 Sep 17 22:38:47.315303 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51244) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:47.318695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a7415-dc75-4b15-8513-a8538ed5558e None None] Deleting port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:47.319243 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea6a7415-dc75-4b15-8513-a8538ed5558e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.394795 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] Set router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:47.418631 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.431463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:47.455002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e716-2e8f-447e-baa5-a13acaafa0b5 req-36eb5f61-e3db-4d04-aa9d-155778351702 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.462136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ea6a7415-dc75-4b15-8513-a8538ed5558e None None] For port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=08caab30-4e56-4b2e-9cd4-ffc46437fcfc,segment=NetworkSegment(91cade07-9723-4fef-9a58-e25d79f87bfc),segment_id=91cade07-9723-4fef-9a58-e25d79f87bfc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:47.462670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea6a7415-dc75-4b15-8513-a8538ed5558e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.464671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc685e68-3954-4bb9-8268-4b58c9796f76 req-ca2b81da-f15d-44df-9585-a381be82b4f0 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.466367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cc685e68-3954-4bb9-8268-4b58c9796f76 req-ca2b81da-f15d-44df-9585-a381be82b4f0 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 946 time: 0.1495988 Sep 17 22:38:47.475533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d6999119-56a7-49c1-b75e-ca844c760502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.482814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e716-2e8f-447e-baa5-a13acaafa0b5 req-36eb5f61-e3db-4d04-aa9d-155778351702 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.491828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e716-2e8f-447e-baa5-a13acaafa0b5 req-36eb5f61-e3db-4d04-aa9d-155778351702 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.495860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a7415-dc75-4b15-8513-a8538ed5558e None None] Calling delete_port for 08caab30-4e56-4b2e-9cd4-ffc46437fcfc owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:47.507878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e716-2e8f-447e-baa5-a13acaafa0b5 req-36eb5f61-e3db-4d04-aa9d-155778351702 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.530986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e716-2e8f-447e-baa5-a13acaafa0b5 req-36eb5f61-e3db-4d04-aa9d-155778351702 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.541953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e716-2e8f-447e-baa5-a13acaafa0b5 req-36eb5f61-e3db-4d04-aa9d-155778351702 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.556534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d6999119-56a7-49c1-b75e-ca844c760502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.556953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e716-2e8f-447e-baa5-a13acaafa0b5 req-36eb5f61-e3db-4d04-aa9d-155778351702 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.558976 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d184e716-2e8f-447e-baa5-a13acaafa0b5 req-36eb5f61-e3db-4d04-aa9d-155778351702 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.2694576 Sep 17 22:38:47.623343 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cc685e68-3954-4bb9-8268-4b58c9796f76 req-98e22e38-5bb0-498d-bc93-fbe5f0025fa1 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505616 Sep 17 22:38:47.697353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:47.712478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e7179-0fea-491e-8a34-2d1e125c7398 None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:47.722358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d184e716-2e8f-447e-baa5-a13acaafa0b5 req-9d1dd5d9-38b0-47b6-b6b2-a7df7ea1a9ea tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503201 Sep 17 22:38:47.739398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e7179-0fea-491e-8a34-2d1e125c7398 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:47.740071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port e264d8e9-f4a0-485a-8f88-0fdb38a536e2 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:47.740461 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.742972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-976e7179-0fea-491e-8a34-2d1e125c7398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:47.748156 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:38:45Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:47.785305 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f856c03-7ff3-4294-b205-d9749c3bd8ea None None] The sync data for ids ['5eb53692-4039-4239-8b8b-d3dce26bb7d7'] in n-d-713499-18 is: [{'id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779996082', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:12Z', 'updated_at': '2021-09-17T22:38:45Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'e264d8e9-f4a0-485a-8f88-0fdb38a536e2', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb53692-4039-4239-8b8b-d3dce26bb7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:13Z', 'updated_at': '2021-09-17T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:47.851085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-976e7179-0fea-491e-8a34-2d1e125c7398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:47.868633 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea6a7415-dc75-4b15-8513-a8538ed5558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.902158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e7179-0fea-491e-8a34-2d1e125c7398 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:47.903162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-976e7179-0fea-491e-8a34-2d1e125c7398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:47.911970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port e264d8e9-f4a0-485a-8f88-0fdb38a536e2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e264d8e9-f4a0-485a-8f88-0fdb38a536e2,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:47.912571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.928078 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for e264d8e9-f4a0-485a-8f88-0fdb38a536e2 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:47.928339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d6999119-56a7-49c1-b75e-ca844c760502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.937523 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d6999119-56a7-49c1-b75e-ca844c760502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.940811 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d6999119-56a7-49c1-b75e-ca844c760502 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62fac0a6-fa80-459c-85c6-1cd0d93999ab HTTP/1.1" status: 204 len: 168 time: 0.5765698 Sep 17 22:38:47.967438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a7415-dc75-4b15-8513-a8538ed5558e None None] Pushing event deleted for resources: {'Port': ['ID=08caab30-4e56-4b2e-9cd4-ffc46437fcfc,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:47.970115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a7415-dc75-4b15-8513-a8538ed5558e None None] No DVR routers for this DVR port 08caab30-4e56-4b2e-9cd4-ffc46437fcfc on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:47.971857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-976e7179-0fea-491e-8a34-2d1e125c7398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:47.973111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e7179-0fea-491e-8a34-2d1e125c7398 None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:48.005767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6999119-56a7-49c1-b75e-ca844c760502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fac0a6-fa80-459c-85c6-1cd0d93999ab,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:48.166391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:48.314739 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.351278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:48.367375 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.368044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=e264d8e9-f4a0-485a-8f88-0fdb38a536e2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:48.372322 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c41eb8-aa41-48be-a2c2-98fe2bd0a09d None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:48.401557 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c41eb8-aa41-48be-a2c2-98fe2bd0a09d None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:48.404927 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d7c41eb8-aa41-48be-a2c2-98fe2bd0a09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:48.472765 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.546047 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d7c41eb8-aa41-48be-a2c2-98fe2bd0a09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:48.599185 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c41eb8-aa41-48be-a2c2-98fe2bd0a09d None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:48.607476 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d7c41eb8-aa41-48be-a2c2-98fe2bd0a09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:48.686025 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:48.714827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.721869 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.726219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:48.726790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4c3e5281-1fdc-4f6f-8636-48ebcef835d5 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:48.726982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 08caab30-4e56-4b2e-9cd4-ffc46437fcfc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:48.780889 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d7c41eb8-aa41-48be-a2c2-98fe2bd0a09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:48.784622 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 08caab30-4e56-4b2e-9cd4-ffc46437fcfc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:48.785242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 08caab30-4e56-4b2e-9cd4-ffc46437fcfc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:48.794485 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c41eb8-aa41-48be-a2c2-98fe2bd0a09d None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:49.236326 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6b9f0b8e-5267-4001-9a48-cecb36aca9f2 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "PUT /v2.0/floatingips/5627ebd5-a78b-47d7-ba31-d87495d8eb37 HTTP/1.1" status: 200 len: 978 time: 4.0423188 Sep 17 22:38:49.237709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51276) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:49.242248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-dc31a3f0-2185-4366-9d11-c794e64b793d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:49.300945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc31a3f0-2185-4366-9d11-c794e64b793d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.331828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd305fb-3e15-403e-b71d-c11dec7ac466 req-ef7e270e-f555-451a-9071-fe4bda46e96f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.336744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.337283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Fanout notify agent at l3_agent the message router_deleted on router 5eb53692-4039-4239-8b8b-d3dce26bb7d7 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:38:49.345592 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.348974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd305fb-3e15-403e-b71d-c11dec7ac466 req-ef7e270e-f555-451a-9071-fe4bda46e96f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.349648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4f8f23e3-4178-431a-b5b7-3f8032e29022 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/routers/5eb53692-4039-4239-8b8b-d3dce26bb7d7 HTTP/1.1" status: 204 len: 168 time: 2.5298018 Sep 17 22:38:49.350298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51278) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:49.358021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd305fb-3e15-403e-b71d-c11dec7ac466 req-ef7e270e-f555-451a-9071-fe4bda46e96f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.365203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd305fb-3e15-403e-b71d-c11dec7ac466 req-ef7e270e-f555-451a-9071-fe4bda46e96f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.373142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd305fb-3e15-403e-b71d-c11dec7ac466 req-ef7e270e-f555-451a-9071-fe4bda46e96f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.387374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd305fb-3e15-403e-b71d-c11dec7ac466 req-ef7e270e-f555-451a-9071-fe4bda46e96f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.397063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd305fb-3e15-403e-b71d-c11dec7ac466 req-ef7e270e-f555-451a-9071-fe4bda46e96f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:49.407568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3cd305fb-3e15-403e-b71d-c11dec7ac466 req-ef7e270e-f555-451a-9071-fe4bda46e96f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.1766179 Sep 17 22:38:49.507376 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3cd305fb-3e15-403e-b71d-c11dec7ac466 req-890db59b-1d29-4c1e-88ad-d07e7556fb0c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988190 Sep 17 22:38:49.670134 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc31a3f0-2185-4366-9d11-c794e64b793d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.710406 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.762817 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc31a3f0-2185-4366-9d11-c794e64b793d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.763506 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-dc31a3f0-2185-4366-9d11-c794e64b793d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP 5627ebd5-a78b-47d7-ba31-d87495d8eb37 disassociated. External IP: 172.25.6.45, port: 19688d21-c3d1-40a5-80c9-22c1bfb137ce. Sep 17 22:38:49.840880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51298) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:49.969926 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:49.985465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-network', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:50.041027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67fb87a-cefd-4be2-98ac-dc9195f02f63']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:50.059349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91cade07-9723-4fef-9a58-e25d79f87bfc') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:50.059642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91cade07-9723-4fef-9a58-e25d79f87bfc') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:50.073634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.117759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Made reservation on behalf of 3f4522140b2047c8a4285a5a329abca3 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:50.120342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.139522 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.140392 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.149804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:38:50.150205 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:38:50.153272 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:38:50.271246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc31a3f0-2185-4366-9d11-c794e64b793d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:50.291968 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.340236 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.373012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.374993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/networks/c67fb87a-cefd-4be2-98ac-dc9195f02f63 HTTP/1.1" status: 204 len: 168 time: 1.0217102 Sep 17 22:38:50.379808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:50.396356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53790e8c-bd4f-4276-8de4-e05ce931bf20 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Network': ['ID=c67fb87a-cefd-4be2-98ac-dc9195f02f63,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:50.401146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.425662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc31a3f0-2185-4366-9d11-c794e64b793d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:50.429743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:50.450811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee58bf-34c2-4cf2-9341-ec038355665d None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:50.461409 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc31a3f0-2185-4366-9d11-c794e64b793d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.465585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.466217 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Added segment f60fc064-9560-45a1-9f72-d43d1abc05d0 of type vlan for network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 Sep 17 22:38:50.471202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee58bf-34c2-4cf2-9341-ec038355665d None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:50.472547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fbee58bf-34c2-4cf2-9341-ec038355665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:50.499449 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dc31a3f0-2185-4366-9d11-c794e64b793d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "PUT /v2.0/floatingips/5627ebd5-a78b-47d7-ba31-d87495d8eb37 HTTP/1.1" status: 200 len: 687 time: 1.2607772 Sep 17 22:38:50.504430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51304) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:50.547444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.607512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9025b156-dd37-45d4-82aa-9d89b7804234,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:50.648941 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.652527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.652527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.723203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e264d8e9-f4a0-485a-8f88-0fdb38a536e2 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:50.726000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fbee58bf-34c2-4cf2-9341-ec038355665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:50.749637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] Pushing event updated for resources: {'Network': ['ID=7b717966-ad33-4c9f-bafb-95737d5b1bb0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:50.764082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51312) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:50.764477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7adb6ce3-7e26-433d-a9fb-d5f3bd294f0b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9223938 Sep 17 22:38:50.770961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:50.774828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62a6e3a3-613c-4fac-bc58-51c0947ccaa5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.792466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Request body: {'subnet': {'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-subnet', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:50.829661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e51d-cbdb-4fb9-9b34-b67f4efe1297 req-1be7b953-d2d7-493b-a87e-b2e5153bad26 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.836541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e51d-cbdb-4fb9-9b34-b67f4efe1297 req-1be7b953-d2d7-493b-a87e-b2e5153bad26 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.847662 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62a6e3a3-613c-4fac-bc58-51c0947ccaa5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.853346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e51d-cbdb-4fb9-9b34-b67f4efe1297 req-1be7b953-d2d7-493b-a87e-b2e5153bad26 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.863432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e51d-cbdb-4fb9-9b34-b67f4efe1297 req-1be7b953-d2d7-493b-a87e-b2e5153bad26 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.870329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e51d-cbdb-4fb9-9b34-b67f4efe1297 req-1be7b953-d2d7-493b-a87e-b2e5153bad26 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.879194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e51d-cbdb-4fb9-9b34-b67f4efe1297 req-1be7b953-d2d7-493b-a87e-b2e5153bad26 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.886349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e51d-cbdb-4fb9-9b34-b67f4efe1297 req-1be7b953-d2d7-493b-a87e-b2e5153bad26 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:50.888717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b100e51d-cbdb-4fb9-9b34-b67f4efe1297 req-1be7b953-d2d7-493b-a87e-b2e5153bad26 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.2286906 Sep 17 22:38:50.906039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: e264d8e9-f4a0-485a-8f88-0fdb38a536e2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:50.907709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e264d8e9-f4a0-485a-8f88-0fdb38a536e2 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:50.917342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee58bf-34c2-4cf2-9341-ec038355665d None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:50.918028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fbee58bf-34c2-4cf2-9341-ec038355665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:50.968152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fbee58bf-34c2-4cf2-9341-ec038355665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:50.969826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee58bf-34c2-4cf2-9341-ec038355665d None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:50.976202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b100e51d-cbdb-4fb9-9b34-b67f4efe1297 req-8df2a452-967e-47ac-a4f7-def319860b77 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788548 Sep 17 22:38:50.979671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-eac2899f-b5b1-4c64-9af7-ebfcff52f392 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port ad014f5c-9574-4b68-aa94-476b3df2f6af {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:50.980107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eac2899f-b5b1-4c64-9af7-ebfcff52f392 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.016513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Made reservation on behalf of 3f4522140b2047c8a4285a5a329abca3 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:51.018929 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.068107 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62a6e3a3-613c-4fac-bc58-51c0947ccaa5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.070910 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62a6e3a3-613c-4fac-bc58-51c0947ccaa5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.073296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-62a6e3a3-613c-4fac-bc58-51c0947ccaa5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/security-groups/c17e6089-aed0-44fa-99f8-0dc28ded106b HTTP/1.1" status: 204 len: 168 time: 0.6900668 Sep 17 22:38:51.100567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6e3a3-613c-4fac-bc58-51c0947ccaa5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17e6089-aed0-44fa-99f8-0dc28ded106b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:51.138608 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eac2899f-b5b1-4c64-9af7-ebfcff52f392 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.138919 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eac2899f-b5b1-4c64-9af7-ebfcff52f392 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.166863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-eac2899f-b5b1-4c64-9af7-ebfcff52f392 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for ad014f5c-9574-4b68-aa94-476b3df2f6af owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:51.484173 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eac2899f-b5b1-4c64-9af7-ebfcff52f392 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.530690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2899f-b5b1-4c64-9af7-ebfcff52f392 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=ad014f5c-9574-4b68-aa94-476b3df2f6af,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:51.565320 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.601616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8a0035-6138-459d-be9e-a731d80b401c,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:51.686204 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eac2899f-b5b1-4c64-9af7-ebfcff52f392 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.690189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eac2899f-b5b1-4c64-9af7-ebfcff52f392 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.694535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51334) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:51.695640 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-eac2899f-b5b1-4c64-9af7-ebfcff52f392 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/floatingips/5627ebd5-a78b-47d7-ba31-d87495d8eb37 HTTP/1.1" status: 204 len: 168 time: 1.1892345 Sep 17 22:38:51.717036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Checking segment: {'id': 'f60fc064-9560-45a1-9f72-d43d1abc05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:51.717825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Network hostable DHCP agents. Network: 7b717966-ad33-4c9f-bafb-95737d5b1bb0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:38:51.770673 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-8e995bfb-8176-4fad-b82e-2b473378a00a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] delete failed (client error): The resource could not be found. Sep 17 22:38:51.772790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8e995bfb-8176-4fad-b82e-2b473378a00a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/floatingips/5627ebd5-a78b-47d7-ba31-d87495d8eb37 HTTP/1.1" status: 404 len: 345 time: 0.0771158 Sep 17 22:38:51.779663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51336) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:51.810630 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:38:51.892840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928fc531-857e-45fc-9a54-c5fdd14f9651 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.898931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928fc531-857e-45fc-9a54-c5fdd14f9651 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.905973 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928fc531-857e-45fc-9a54-c5fdd14f9651 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.912097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51342) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:51.912759 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-928fc531-857e-45fc-9a54-c5fdd14f9651 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "GET /v2.0/ports?network_id=d8e30650-856b-406c-9be8-607bc7139ee1 HTTP/1.1" status: 200 len: 2359 time: 0.1309099 Sep 17 22:38:51.951926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51344) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:51.958157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4409e31a-8124-4909-b365-e1afc9fac986 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269422347', 'description': 'tempest-secgroup-smoke-269422347 description', 'project_id': 'd4cd6a346eb04f708783b1b69d561814'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:51.959000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 7b717966-ad33-4c9f-bafb-95737d5b1bb0) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:51.963954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.964736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.986811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936656e-cebc-471d-b44d-1680ebe7fe5f None None] Network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:52.014640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef878fba-2487-4635-800c-60dfa150ed69 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.022390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ef878fba-2487-4635-800c-60dfa150ed69 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "GET /v2.0/subnets/3ff7d26a-9c0c-4058-aeca-0c45948ddc67 HTTP/1.1" status: 200 len: 797 time: 0.1090515 Sep 17 22:38:52.032956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51350) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:52.038305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'port': {'network_id': 'd8e30650-856b-406c-9be8-607bc7139ee1', 'name': 'tempest-FloatingIPTestJSON-1519331359', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:52.070962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4409e31a-8124-4909-b365-e1afc9fac986 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.143760 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2f61dd5a-8806-4064-8ac3-46a9daf11662 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3794568 Sep 17 22:38:52.146374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51354) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:52.151981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:52.220580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b0260-88aa-43a0-85bc-a8d0c407d0b0 None None] Network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:38:52.308187 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.313407 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.333257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34fc75-a199-40f8-81c7-991d635024af req-dd53c4ba-9f54-44c6-9217-d485c074567c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.339701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34fc75-a199-40f8-81c7-991d635024af req-dd53c4ba-9f54-44c6-9217-d485c074567c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.346528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34fc75-a199-40f8-81c7-991d635024af req-dd53c4ba-9f54-44c6-9217-d485c074567c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.353536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34fc75-a199-40f8-81c7-991d635024af req-dd53c4ba-9f54-44c6-9217-d485c074567c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.360429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34fc75-a199-40f8-81c7-991d635024af req-dd53c4ba-9f54-44c6-9217-d485c074567c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.366446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34fc75-a199-40f8-81c7-991d635024af req-dd53c4ba-9f54-44c6-9217-d485c074567c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.372475 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34fc75-a199-40f8-81c7-991d635024af req-dd53c4ba-9f54-44c6-9217-d485c074567c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.374440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a34fc75-a199-40f8-81c7-991d635024af req-dd53c4ba-9f54-44c6-9217-d485c074567c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.2224078 Sep 17 22:38:52.376243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.457982 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a34fc75-a199-40f8-81c7-991d635024af req-8b76a236-96d8-49e4-889d-e7ea87a6b725 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741374 Sep 17 22:38:52.525887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4409e31a-8124-4909-b365-e1afc9fac986 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.605356 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4409e31a-8124-4909-b365-e1afc9fac986 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.643116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409e31a-8124-4909-b365-e1afc9fac986 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d693b20-d386-4eb9-bba0-938df1597f5f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:52.645742 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.661990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba866a0f-b126-4089-b1b4-1e58f2790da0 req-eece352c-4f60-4644-a724-1facd75e8f53 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:52.663617 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba866a0f-b126-4089-b1b4-1e58f2790da0 req-eece352c-4f60-4644-a724-1facd75e8f53 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1562309 Sep 17 22:38:52.690540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Made reservation on behalf of 88a5765649ad476ea16e1fc43a742acd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:52.710914 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba866a0f-b126-4089-b1b4-1e58f2790da0 req-8ad6dcc7-e99a-41a2-b37c-45fecd7ce06f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387309 Sep 17 22:38:52.762665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4409e31a-8124-4909-b365-e1afc9fac986 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.764633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4409e31a-8124-4909-b365-e1afc9fac986 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8115168 Sep 17 22:38:52.767337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51370) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:52.772243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8d34fdc2-821b-40bf-b990-10e0f820d28c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '6d693b20-d386-4eb9-bba0-938df1597f5f', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:52.808727 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.826494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] device_id is not set on port 565fe456-3225-4594-9203-d2822e43b73e yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:38:52.952478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.974844 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.038803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d34fdc2-821b-40bf-b990-10e0f820d28c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.104175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Allocated IP 172.25.6.33 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/7091fc9c-57ea-421d-b93f-528ce5184444) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:53.138499 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d34fdc2-821b-40bf-b990-10e0f820d28c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.194602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.20.0.14 (d8e30650-856b-406c-9be8-607bc7139ee1/3ff7d26a-9c0c-4058-aeca-0c45948ddc67/565fe456-3225-4594-9203-d2822e43b73e) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:53.202473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.20.0.13 (d8e30650-856b-406c-9be8-607bc7139ee1/3ff7d26a-9c0c-4058-aeca-0c45948ddc67/565fe456-3225-4594-9203-d2822e43b73e) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:53.223594 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d34fdc2-821b-40bf-b990-10e0f820d28c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.246051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.257358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34fdc2-821b-40bf-b990-10e0f820d28c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c1ef24-1478-479c-822e-6e6f26c94400,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:53.360808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d34fdc2-821b-40bf-b990-10e0f820d28c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.361882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.365453 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8d34fdc2-821b-40bf-b990-10e0f820d28c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5969942 Sep 17 22:38:53.366121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51380) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:53.379537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8046b1ae-8b19-4ae1-8822-e05628d09346 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '6d693b20-d386-4eb9-bba0-938df1597f5f', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:53.387887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.436969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:53.446856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:53.449234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:53.475580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7091fc9c-57ea-421d-b93f-528ce5184444,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:53.494909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8046b1ae-8b19-4ae1-8822-e05628d09346 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.505126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1163e5e-d896-4638-8634-119650113965 req-07ad6db3-d974-4338-bd21-3795095f69fc tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.505970 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.506669 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d1163e5e-d896-4638-8634-119650113965 req-07ad6db3-d974-4338-bd21-3795095f69fc tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 946 time: 0.1107135 Sep 17 22:38:53.597259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network d8e30650-856b-406c-9be8-607bc7139ee1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:53.622601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:53.639925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=565fe456-3225-4594-9203-d2822e43b73e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:53.643207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:53.643941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d1163e5e-d896-4638-8634-119650113965 req-673afa1a-d226-41f5-8aaa-e83c1118ac46 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237609 Sep 17 22:38:53.689761 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8046b1ae-8b19-4ae1-8822-e05628d09346 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.724810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2315ba-d1fd-46f0-948d-808b2b42a4f4 req-fb64089c-e4d5-47e8-b1ba-a3b442024b7e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.730753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2315ba-d1fd-46f0-948d-808b2b42a4f4 req-fb64089c-e4d5-47e8-b1ba-a3b442024b7e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.737929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2315ba-d1fd-46f0-948d-808b2b42a4f4 req-fb64089c-e4d5-47e8-b1ba-a3b442024b7e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.743792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2315ba-d1fd-46f0-948d-808b2b42a4f4 req-fb64089c-e4d5-47e8-b1ba-a3b442024b7e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.749908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2315ba-d1fd-46f0-948d-808b2b42a4f4 req-fb64089c-e4d5-47e8-b1ba-a3b442024b7e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.758176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2315ba-d1fd-46f0-948d-808b2b42a4f4 req-fb64089c-e4d5-47e8-b1ba-a3b442024b7e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.764133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2315ba-d1fd-46f0-948d-808b2b42a4f4 req-fb64089c-e4d5-47e8-b1ba-a3b442024b7e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.766255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1c2315ba-d1fd-46f0-948d-808b2b42a4f4 req-fb64089c-e4d5-47e8-b1ba-a3b442024b7e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5418 time: 0.1796715 Sep 17 22:38:53.771873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.772502 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.778236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8046b1ae-8b19-4ae1-8822-e05628d09346 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.813797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046b1ae-8b19-4ae1-8822-e05628d09346 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e930f7a-c662-4270-a647-0097c6064873,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:53.840871 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1c2315ba-d1fd-46f0-948d-808b2b42a4f4 req-4ccddfd2-b657-401d-a024-bc3ea7f892d7 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652411 Sep 17 22:38:53.880331 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-70452f83-1e69-446c-9bcf-9bd094019c89 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8462148 Sep 17 22:38:53.883087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51390) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:53.890424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '565fe456-3225-4594-9203-d2822e43b73e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:53.894717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c71d3a-ab54-4652-b88c-86507d9a5c1d req-03c31558-6784-4a98-875d-6d42b8551f01 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:53.896312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50c71d3a-ab54-4652-b88c-86507d9a5c1d req-03c31558-6784-4a98-875d-6d42b8551f01 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1003869 Sep 17 22:38:53.916037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8046b1ae-8b19-4ae1-8822-e05628d09346 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.916370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.919834 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8046b1ae-8b19-4ae1-8822-e05628d09346 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5447824 Sep 17 22:38:53.920601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51392) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:53.929785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c4174601-f2b1-4164-a770-3cbbab0763ed tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '6d693b20-d386-4eb9-bba0-938df1597f5f', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:53.983972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50c71d3a-ab54-4652-b88c-86507d9a5c1d req-77d367c2-dc0b-47bb-b628-c758351726e8 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789373 Sep 17 22:38:54.018826 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.115600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c4174601-f2b1-4164-a770-3cbbab0763ed tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.151263 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.193179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.196170 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c4174601-f2b1-4164-a770-3cbbab0763ed tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.280013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c4174601-f2b1-4164-a770-3cbbab0763ed tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.322309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4174601-f2b1-4164-a770-3cbbab0763ed tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddc8cfc-31c6-42ee-8264-260e8a08a5ed,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:54.340713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.25.6.69 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/5f8a2eb3-b11d-4baa-9d7e-e1447a045943) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:54.411796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c4174601-f2b1-4164-a770-3cbbab0763ed tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.413062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c4174601-f2b1-4164-a770-3cbbab0763ed tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4917879 Sep 17 22:38:54.415978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51400) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:54.420477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-782d10d6-1b0b-482f-863f-44f7c1c4f8e5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '6d693b20-d386-4eb9-bba0-938df1597f5f', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:54.469640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a76688bb-4877-4413-b932-03d213f26737 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:54.476167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.543795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-782d10d6-1b0b-482f-863f-44f7c1c4f8e5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.597400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.598417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a76688bb-4877-4413-b932-03d213f26737, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a76688bb-4877-4413-b932-03d213f26737,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:54.616640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a76688bb-4877-4413-b932-03d213f26737', 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0', 'port_id': 'a76688bb-4877-4413-b932-03d213f26737', 'mac_address': 'fa:16:3e:c5:58:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ddc4c5-5611-4f63-af97-1eb9c44b8393', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:54.645143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-782d10d6-1b0b-482f-863f-44f7c1c4f8e5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.653259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:54.656680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:54.662837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:54.663385 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.679073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76688bb-4877-4413-b932-03d213f26737 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:54.696927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=5f8a2eb3-b11d-4baa-9d7e-e1447a045943,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:54.702280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Router 95311586-6624-423b-b429-cd53e8e4f479 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:38:54.737264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-782d10d6-1b0b-482f-863f-44f7c1c4f8e5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.780157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a76688bb-4877-4413-b932-03d213f26737, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a76688bb-4877-4413-b932-03d213f26737,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:54.785317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d10d6-1b0b-482f-863f-44f7c1c4f8e5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbded93f-70c9-4dc6-b263-dc964f3a6365,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:54.836533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:54.848903 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Sync routers for ids ['95311586-6624-423b-b429-cd53e8e4f479'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:54.858920 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Routers {'95311586-6624-423b-b429-cd53e8e4f479'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:54.860438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95311586-6624-423b-b429-cd53e8e4f479'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:54.866211 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18c96f-9e38-4bc3-b0a2-bdbd68cb16b8 req-185f61e5-6cba-49c2-9ecc-d044d6e1c945 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:54.867726 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d18c96f-9e38-4bc3-b0a2-bdbd68cb16b8 req-185f61e5-6cba-49c2-9ecc-d044d6e1c945 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 946 time: 0.1450291 Sep 17 22:38:54.879593 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-782d10d6-1b0b-482f-863f-44f7c1c4f8e5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.884059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-782d10d6-1b0b-482f-863f-44f7c1c4f8e5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4639654 Sep 17 22:38:54.884298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51406) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:54.888487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-aacfe99d-6e21-420a-90a0-87be0aa31a87 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '6d693b20-d386-4eb9-bba0-938df1597f5f', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:54.900724 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.901406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:54.974987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d18c96f-9e38-4bc3-b0a2-bdbd68cb16b8 req-c29ef904-d80a-4168-a30a-20593c35c725 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962563 Sep 17 22:38:54.992379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a76688bb-4877-4413-b932-03d213f26737,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:54.992783 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.008555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-51833908-2ff1-4aa7-a14c-65c904dfc8b6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8584008 Sep 17 22:38:55.027604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51408) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:55.050690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:55.071481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '87e2e369-c92a-4c2d-ba7d-9f8b13203d7e', 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0', 'port_id': '87e2e369-c92a-4c2d-ba7d-9f8b13203d7e', 'mac_address': 'fa:16:3e:ae:ef:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ddc4c5-5611-4f63-af97-1eb9c44b8393', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:55.088661 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-aacfe99d-6e21-420a-90a0-87be0aa31a87 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Project d4cd6a346eb04f708783b1b69d561814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:38:55.110175 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aacfe99d-6e21-420a-90a0-87be0aa31a87 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.122616 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Set router 95311586-6624-423b-b429-cd53e8e4f479 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:55.128550 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.143318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:55.168388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:55.213048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-f32bd1ed-7be4-43f5-9ae3-5311f53fc3f7 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.214527 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-f32bd1ed-7be4-43f5-9ae3-5311f53fc3f7 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.15 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 946 time: 0.2182691 Sep 17 22:38:55.223238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c9a1-7165-4567-bb9b-1558f9ade7ce req-661cc97c-3d28-488a-b7bf-12744b5f8f18 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.229931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c9a1-7165-4567-bb9b-1558f9ade7ce req-661cc97c-3d28-488a-b7bf-12744b5f8f18 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.238093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c9a1-7165-4567-bb9b-1558f9ade7ce req-661cc97c-3d28-488a-b7bf-12744b5f8f18 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.244646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c9a1-7165-4567-bb9b-1558f9ade7ce req-661cc97c-3d28-488a-b7bf-12744b5f8f18 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.254074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c9a1-7165-4567-bb9b-1558f9ade7ce req-661cc97c-3d28-488a-b7bf-12744b5f8f18 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.260422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c9a1-7165-4567-bb9b-1558f9ade7ce req-661cc97c-3d28-488a-b7bf-12744b5f8f18 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.266028 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.267256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0fcbe1b0-126e-4c48-9615-5e06c872b300 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:55.282700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c9a1-7165-4567-bb9b-1558f9ade7ce req-661cc97c-3d28-488a-b7bf-12744b5f8f18 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.287610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f16c9a1-7165-4567-bb9b-1558f9ade7ce req-661cc97c-3d28-488a-b7bf-12744b5f8f18 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5419 time: 0.2771719 Sep 17 22:38:55.366181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fdec3-586e-43b9-9b3f-fa65630f1e4a req-461a605d-db1f-43a7-be07-34a9c5ae21cd tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:55.368368 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd4fdec3-586e-43b9-9b3f-fa65630f1e4a req-461a605d-db1f-43a7-be07-34a9c5ae21cd tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.2387540 Sep 17 22:38:55.369604 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:53Z', 'revision_number': 3, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:55.383600 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aacfe99d-6e21-420a-90a0-87be0aa31a87 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.409966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f16c9a1-7165-4567-bb9b-1558f9ade7ce req-3ad2ff3c-65e7-45cf-9932-1c91fb461de9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156635 Sep 17 22:38:55.413512 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Checking router: 95311586-6624-423b-b429-cd53e8e4f479 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:38:55.413862 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Updating router 95311586-6624-423b-b429-cd53e8e4f479 port 7091fc9c-57ea-421d-b93f-528ce5184444 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:38:55.439864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:55.442796 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aacfe99d-6e21-420a-90a0-87be0aa31a87 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.451420 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.466404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfe99d-6e21-420a-90a0-87be0aa31a87 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbade1d3-57c6-4d9a-a3a6-24ba371212c6,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:55.539892 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aacfe99d-6e21-420a-90a0-87be0aa31a87 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.541144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-aacfe99d-6e21-420a-90a0-87be0aa31a87 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6561706 Sep 17 22:38:55.544015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51418) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:55.549605 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-907af189-b910-4bf3-9e4e-95539b90d99b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '6d693b20-d386-4eb9-bba0-938df1597f5f', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:55.561170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fcbe1b0-126e-4c48-9615-5e06c872b300, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:55.589068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '0fcbe1b0-126e-4c48-9615-5e06c872b300', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'port_id': '0fcbe1b0-126e-4c48-9615-5e06c872b300', 'mac_address': 'fa:16:3e:83:48:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:55.632599 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.641328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd4fdec3-586e-43b9-9b3f-fa65630f1e4a req-ed069200-c36e-443b-8be8-f2b37bc85df2 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563796 Sep 17 22:38:55.650508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcbe1b0-126e-4c48-9615-5e06c872b300 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:55.670434 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-907af189-b910-4bf3-9e4e-95539b90d99b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Project d4cd6a346eb04f708783b1b69d561814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:38:55.689167 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-907af189-b910-4bf3-9e4e-95539b90d99b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.689972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fcbe1b0-126e-4c48-9615-5e06c872b300, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:55.721418 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-783b376d-6134-47b1-9adf-c61bca704c13 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Deleting port 3ebf2c80-51e7-422e-bcda-5c4b209a6130 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:55.721763 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-783b376d-6134-47b1-9adf-c61bca704c13 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.762968 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.763665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 70e5638e-d159-4305-b8a4-a05f5d0959e3 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:55.764353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-907af189-b910-4bf3-9e4e-95539b90d99b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.783266 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.841105 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-907af189-b910-4bf3-9e4e-95539b90d99b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.856867 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.866490 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.867024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907af189-b910-4bf3-9e4e-95539b90d99b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8606272f-9bc1-4ae8-a5d7-dd91e844cb90,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:55.889282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0fcbe1b0-126e-4c48-9615-5e06c872b300,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:55.914398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-783b376d-6134-47b1-9adf-c61bca704c13 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] For port 3ebf2c80-51e7-422e-bcda-5c4b209a6130, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=3ebf2c80-51e7-422e-bcda-5c4b209a6130,segment=NetworkSegment(66463a2e-64ac-42e5-bad0-aca3b1e06fa6),segment_id=66463a2e-64ac-42e5-bad0-aca3b1e06fa6)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:55.914765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-783b376d-6134-47b1-9adf-c61bca704c13 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.934285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 70e5638e-d159-4305-b8a4-a05f5d0959e3, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:55.940596 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Attempting to bind port 7091fc9c-57ea-421d-b93f-528ce5184444 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:55.941062 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Attempting to bind port 7091fc9c-57ea-421d-b93f-528ce5184444 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:55.941489 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Attempting to bind port 7091fc9c-57ea-421d-b93f-528ce5184444 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:55.948666 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:55.948992 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:55.949521 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.950366 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:55.950979 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Bound port: 7091fc9c-57ea-421d-b93f-528ce5184444, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:55.951112 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '70e5638e-d159-4305-b8a4-a05f5d0959e3', 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752', 'port_id': '70e5638e-d159-4305-b8a4-a05f5d0959e3', 'mac_address': 'fa:16:3e:70:9f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9038fed-a58f-4b67-bf7a-8ded5d67ffbb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:55.951220 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-907af189-b910-4bf3-9e4e-95539b90d99b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.951359 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:55.952384 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-907af189-b910-4bf3-9e4e-95539b90d99b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4072096 Sep 17 22:38:55.955949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51420) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:55.961256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'network': {'name': 'tempest-network-smoke--870570552', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'port_security_enabled': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:56.008770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-783b376d-6134-47b1-9adf-c61bca704c13 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Calling delete_port for 3ebf2c80-51e7-422e-bcda-5c4b209a6130 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:56.008994 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.026212 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e5638e-d159-4305-b8a4-a05f5d0959e3 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:56.054237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 70e5638e-d159-4305-b8a4-a05f5d0959e3, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:56.094287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:56.098691 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.108576 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Pushing event updated for resources: {'Port': ['ID=7091fc9c-57ea-421d-b93f-528ce5184444,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:56.133254 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.133735 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.134044 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.134227 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.134572 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.134905 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.135285 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.135568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d88ce9ef-523c-4a44-9674-2cca2209d4d7 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:56.135681 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.135957 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.136311 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.136631 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.136951 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.137440 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:56.154132 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:38:56.171026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc52758-a5f1-44e5-9fdd-cc9bb0bd59ef req-8bf23349-c280-4c52-832f-a3f6df04abf9 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.173381 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] For port 7091fc9c-57ea-421d-b93f-528ce5184444, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:56.179291 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] For port 7091fc9c-57ea-421d-b93f-528ce5184444, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7091fc9c-57ea-421d-b93f-528ce5184444,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:56.179611 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dc52758-a5f1-44e5-9fdd-cc9bb0bd59ef req-8bf23349-c280-4c52-832f-a3f6df04abf9 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 946 time: 0.0972054 Sep 17 22:38:56.202708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.202708 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Added segment be9acb8a-6318-4b9c-bda1-62d7887eebb3 of type vlan for network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c Sep 17 22:38:56.235650 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=70e5638e-d159-4305-b8a4-a05f5d0959e3,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:56.247848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d88ce9ef-523c-4a44-9674-2cca2209d4d7, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:56.252757 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.268382 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'd88ce9ef-523c-4a44-9674-2cca2209d4d7', 'network_id': '191f6cd1-311b-473e-9843-0738ddcc8752', 'port_id': 'd88ce9ef-523c-4a44-9674-2cca2209d4d7', 'mac_address': 'fa:16:3e:58:c1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9038fed-a58f-4b67-bf7a-8ded5d67ffbb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:56.268797 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dc52758-a5f1-44e5-9fdd-cc9bb0bd59ef req-4583d39c-ebfa-43a3-a7af-f897e1ee7f30 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882096 Sep 17 22:38:56.279223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.316583 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.326111 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Routers {'95311586-6624-423b-b429-cd53e8e4f479'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:56.327351 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95311586-6624-423b-b429-cd53e8e4f479'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:56.334920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88ce9ef-523c-4a44-9674-2cca2209d4d7 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:56.356879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d88ce9ef-523c-4a44-9674-2cca2209d4d7, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:56.392751 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6686-59bb-4a77-8f12-179c803c0249 None None] Pushing event updated for resources: {'Port': ['ID=7091fc9c-57ea-421d-b93f-528ce5184444,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:56.450727 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.457912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.458673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.465001 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.465236 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] Set router 95311586-6624-423b-b429-cd53e8e4f479 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:56.468166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:56.599238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Network': ['ID=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:56.602674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d88ce9ef-523c-4a44-9674-2cca2209d4d7,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:56.637219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c0a09e3a-1a65-4d22-a050-b7e5963c0d51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6775918 Sep 17 22:38:56.637441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:56.637983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51428) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:56.643090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'admin_state_up': True, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:56.654418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '2e3c7546-78fc-4122-80d5-8e1a3ff11d44', 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0', 'port_id': '2e3c7546-78fc-4122-80d5-8e1a3ff11d44', 'mac_address': 'fa:16:3e:7b:77:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ddc4c5-5611-4f63-af97-1eb9c44b8393', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:56.670482 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.708594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:38:56.711451 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.742063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:56.772465 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:53Z', 'revision_number': 3, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:56.789363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847d49-0bf9-4aa5-948a-130a3abadfe7 req-748223b3-9f2d-40b8-9761-cada7f426133 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.789576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c493-9219-4b0c-b360-76b3e836c51e req-ed5e396b-2c76-41e4-8562-fc8250dd4fbc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.791239 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9b6c493-9219-4b0c-b360-76b3e836c51e req-ed5e396b-2c76-41e4-8562-fc8250dd4fbc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0612891 Sep 17 22:38:56.803433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847d49-0bf9-4aa5-948a-130a3abadfe7 req-748223b3-9f2d-40b8-9761-cada7f426133 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.803632 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ea320-393e-41b1-b104-fa845d8d87d2 None None] The sync data for ids ['95311586-6624-423b-b429-cd53e8e4f479'] in n-d-713499-18 is: [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:53Z', 'revision_number': 3, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:56.813194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847d49-0bf9-4aa5-948a-130a3abadfe7 req-748223b3-9f2d-40b8-9761-cada7f426133 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.816989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847d49-0bf9-4aa5-948a-130a3abadfe7 req-748223b3-9f2d-40b8-9761-cada7f426133 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.818839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:56.823084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847d49-0bf9-4aa5-948a-130a3abadfe7 req-748223b3-9f2d-40b8-9761-cada7f426133 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.829293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847d49-0bf9-4aa5-948a-130a3abadfe7 req-748223b3-9f2d-40b8-9761-cada7f426133 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.836483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847d49-0bf9-4aa5-948a-130a3abadfe7 req-748223b3-9f2d-40b8-9761-cada7f426133 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:56.838679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a9847d49-0bf9-4aa5-948a-130a3abadfe7 req-748223b3-9f2d-40b8-9761-cada7f426133 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5423 time: 0.2566707 Sep 17 22:38:56.846969 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9b6c493-9219-4b0c-b360-76b3e836c51e req-30e131cb-d5ae-4cba-ad79-a5128ff5201d tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489018 Sep 17 22:38:56.870196 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.871367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.906855 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:56.907893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:56.974142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:56.996740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '3a540cf4-30de-41c7-8485-2fbafbdcf0d8', 'network_id': 'ac82a0af-7906-429a-ad82-3423a37350e0', 'port_id': '3a540cf4-30de-41c7-8485-2fbafbdcf0d8', 'mac_address': 'fa:16:3e:21:5b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ddc4c5-5611-4f63-af97-1eb9c44b8393', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:56.998999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:57.034524 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a9847d49-0bf9-4aa5-948a-130a3abadfe7 req-6e1c59e8-85ff-43c3-9361-14f2a1f9e32e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817918 Sep 17 22:38:57.040534 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.058921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:57.082681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:57.136826 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.165657 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-783b376d-6134-47b1-9adf-c61bca704c13 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.182306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.230710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b376d-6134-47b1-9adf-c61bca704c13 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Pushing event deleted for resources: {'Port': ['ID=3ebf2c80-51e7-422e-bcda-5c4b209a6130,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:57.252847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['3ebf2c80-51e7-422e-bcda-5c4b209a6130'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:57.260357 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.267556 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.326130 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:57.354341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-783b376d-6134-47b1-9adf-c61bca704c13 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] No DVR routers for this DVR port 3ebf2c80-51e7-422e-bcda-5c4b209a6130 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:57.359127 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-783b376d-6134-47b1-9adf-c61bca704c13 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.361725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e1a9ca4-ed0d-47db-95db-3219d64e3eca req-783b376d-6134-47b1-9adf-c61bca704c13 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.15 "DELETE /v2.0/ports/3ebf2c80-51e7-422e-bcda-5c4b209a6130 HTTP/1.1" status: 204 len: 173 time: 2.1344931 Sep 17 22:38:57.362699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22de7b0f-7359-41a8-b2b4-213da7528256', 'name': 'network-vif-deleted', 'tag': '3ebf2c80-51e7-422e-bcda-5c4b209a6130'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:57.365283 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b6b219-5dc7-445b-a22f-10624468ad24" -d '{"events": [{"server_uuid": "22de7b0f-7359-41a8-b2b4-213da7528256", "name": "network-vif-deleted", "tag": "3ebf2c80-51e7-422e-bcda-5c4b209a6130"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:57.385256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.443946 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffd33eb-08b7-4d97-9b1d-09ec7f67706a x-openstack-request-id: req-6ffd33eb-08b7-4d97-9b1d-09ec7f67706a {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:57.444281 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22de7b0f-7359-41a8-b2b4-213da7528256", "name": "network-vif-deleted", "tag": "3ebf2c80-51e7-422e-bcda-5c4b209a6130", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:57.444531 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ffd33eb-08b7-4d97-9b1d-09ec7f67706a {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:57.444932 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22de7b0f-7359-41a8-b2b4-213da7528256', 'name': 'network-vif-deleted', 'tag': '3ebf2c80-51e7-422e-bcda-5c4b209a6130', 'status': 'completed', 'code': 200} Sep 17 22:38:57.537222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=5f8a2eb3-b11d-4baa-9d7e-e1447a045943,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:57.553454 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.585607 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90f6b39e-a8c8-4f44-be96-f58e6a5e9100 req-44c98ee3-8abf-4b79-b652-514b8d99fd85 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 210 time: 0.1479406 Sep 17 22:38:57.588799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.653388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Allocated IP 172.20.0.1 (7b717966-ad33-4c9f-bafb-95737d5b1bb0/1c8a0035-6138-459d-be9e-a731d80b401c/5421af1d-2ce8-4af3-995b-94f0d9e9dcd7) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:57.693711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['87e2e369-c92a-4c2d-ba7d-9f8b13203d7e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:57.731896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3a540cf4-30de-41c7-8485-2fbafbdcf0d8'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:57.733125 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP 23750f3d-293c-47b2-ae45-cb69a2dbeb4a associated. External IP: 172.25.6.69, port: 565fe456-3225-4594-9203-d2822e43b73e. Sep 17 22:38:57.842620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['d88ce9ef-523c-4a44-9674-2cca2209d4d7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:57.853451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['2e3c7546-78fc-4122-80d5-8e1a3ff11d44'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:57.856948 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['70e5638e-d159-4305-b8a4-a05f5d0959e3'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:58.032237 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.056399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.086443 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.180926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8f87a-38d1-470d-a8ff-30eb62b3dff3 req-f035591e-e193-4eaa-bb09-ba82f85f8d03 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.192801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbd8f87a-38d1-470d-a8ff-30eb62b3dff3 req-f035591e-e193-4eaa-bb09-ba82f85f8d03 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.2058740 Sep 17 22:38:58.302631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.25.6.145 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/cf9a1202-5c9b-497a-9948-063018a9a2ca) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:58.305800 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.349121 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbd8f87a-38d1-470d-a8ff-30eb62b3dff3 req-b4d16877-3dc5-4e1f-8e40-c0575662142a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480861 Sep 17 22:38:58.381995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:58.386387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Pushing event updated for resources: {'Port': ['ID=5421af1d-2ce8-4af3-995b-94f0d9e9dcd7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:58.387928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fd2-6baf-4724-b5fc-67ee0059f22c req-bab9c037-f7c0-49a2-9eb8-2efd218cea12 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.396087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fd2-6baf-4724-b5fc-67ee0059f22c req-bab9c037-f7c0-49a2-9eb8-2efd218cea12 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.402670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fd2-6baf-4724-b5fc-67ee0059f22c req-bab9c037-f7c0-49a2-9eb8-2efd218cea12 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.404083 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:58.408349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:58.409850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:58.417931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fd2-6baf-4724-b5fc-67ee0059f22c req-bab9c037-f7c0-49a2-9eb8-2efd218cea12 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.425812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fd2-6baf-4724-b5fc-67ee0059f22c req-bab9c037-f7c0-49a2-9eb8-2efd218cea12 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.434344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fd2-6baf-4724-b5fc-67ee0059f22c req-bab9c037-f7c0-49a2-9eb8-2efd218cea12 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.446721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1fd2-6baf-4724-b5fc-67ee0059f22c req-bab9c037-f7c0-49a2-9eb8-2efd218cea12 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.449991 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-98ac1fd2-6baf-4724-b5fc-67ee0059f22c req-bab9c037-f7c0-49a2-9eb8-2efd218cea12 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5425 time: 0.2691369 Sep 17 22:38:58.593263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.614397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7091fc9c-57ea-421d-b93f-528ce5184444 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:58.634297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-98ac1fd2-6baf-4724-b5fc-67ee0059f22c req-43aa9ddb-db90-4435-86d1-ecc5d03127a6 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031513 Sep 17 22:38:58.653953 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.711304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a76688bb-4877-4413-b932-03d213f26737'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:58.761585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['0fcbe1b0-126e-4c48-9615-5e06c872b300'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:58.791650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.811491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1057db49-ef39-45d9-a253-9475c05a1fb5 req-7844fa0d-d5f0-45d8-baf7-924acc757fa7 tempest-VolumesActionsTest-196338720 tempest-VolumesActionsTest-196338720-project] 10.222.0.30 "GET /v2.0/ports?device_id=22de7b0f-7359-41a8-b2b4-213da7528256 HTTP/1.1" status: 200 len: 210 time: 0.0546088 Sep 17 22:38:58.854620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=cf9a1202-5c9b-497a-9948-063018a9a2ca,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:58.856900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7091fc9c-57ea-421d-b93f-528ce5184444 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:58.857282 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.871271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:58.885120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:58.887119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:58.890186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:58.896325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c302d67-9cf7-4f56-82ef-0468a5be3cda None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:58.943070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c302d67-9cf7-4f56-82ef-0468a5be3cda None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:58.943876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4c302d67-9cf7-4f56-82ef-0468a5be3cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:58.959316 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.992974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5afdca0b-8803-4349-8683-c89b8615aa8a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1079090 Sep 17 22:38:58.995607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51456) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:58.997026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4c302d67-9cf7-4f56-82ef-0468a5be3cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:59.000195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-37f6c64a-c521-4fdd-a06f-6c5e24120bcb tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'port_id': '565fe456-3225-4594-9203-d2822e43b73e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:59.039623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c302d67-9cf7-4f56-82ef-0468a5be3cda None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:59.040277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4c302d67-9cf7-4f56-82ef-0468a5be3cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:59.059636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37f6c64a-c521-4fdd-a06f-6c5e24120bcb tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.131988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4c302d67-9cf7-4f56-82ef-0468a5be3cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:59.131988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c302d67-9cf7-4f56-82ef-0468a5be3cda None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:59.148216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.252502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:59.279794 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.296752 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.324926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.349434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 7091fc9c-57ea-421d-b93f-528ce5184444, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7091fc9c-57ea-421d-b93f-528ce5184444,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:59.367716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 3ebf2c80-51e7-422e-bcda-5c4b209a6130 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:59.391357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 3ebf2c80-51e7-422e-bcda-5c4b209a6130 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:59.391718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 3ebf2c80-51e7-422e-bcda-5c4b209a6130 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:59.453825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:59.457904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:59.458287 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.480213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.542938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af2240-4691-413c-990c-53c6d1754dd6 req-4737c856-4e22-4419-8050-3696784a57d4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.544715 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81af2240-4691-413c-990c-53c6d1754dd6 req-4737c856-4e22-4419-8050-3696784a57d4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0999694 Sep 17 22:38:59.547715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=7091fc9c-57ea-421d-b93f-528ce5184444,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:59.555649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.591366 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.612454 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.618460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a540cf4-30de-41c7-8485-2fbafbdcf0d8'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:59.620975 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b981bb-bb65-4f51-9595-b60b69a8f8dd" -d '{"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "3a540cf4-30de-41c7-8485-2fbafbdcf0d8"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:59.637976 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81af2240-4691-413c-990c-53c6d1754dd6 req-fafd3825-655d-4c8e-a5b2-7c977db88679 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595443 Sep 17 22:38:59.657419 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.668572 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:59.671567 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9253be76-ee5a-4c5a-96cd-9061e62e1cb5 x-openstack-request-id: req-9253be76-ee5a-4c5a-96cd-9061e62e1cb5 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:59.672499 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "3a540cf4-30de-41c7-8485-2fbafbdcf0d8", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:59.672915 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9253be76-ee5a-4c5a-96cd-9061e62e1cb5 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:59.675355 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a540cf4-30de-41c7-8485-2fbafbdcf0d8', 'code': 200} Sep 17 22:38:59.752462 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.757156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.786599 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Pushing event updated for resources: {'Port': ['ID=5421af1d-2ce8-4af3-995b-94f0d9e9dcd7,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:59.816796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:59.885566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e613-d128-451b-a544-cb1af2bd4c39 req-84a099ac-8209-4737-828c-011760d01579 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.901395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e613-d128-451b-a544-cb1af2bd4c39 req-84a099ac-8209-4737-828c-011760d01579 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.901764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e613-d128-451b-a544-cb1af2bd4c39 req-84a099ac-8209-4737-828c-011760d01579 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.908510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e613-d128-451b-a544-cb1af2bd4c39 req-84a099ac-8209-4737-828c-011760d01579 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.914872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e613-d128-451b-a544-cb1af2bd4c39 req-84a099ac-8209-4737-828c-011760d01579 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.920301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e613-d128-451b-a544-cb1af2bd4c39 req-84a099ac-8209-4737-828c-011760d01579 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.926882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e613-d128-451b-a544-cb1af2bd4c39 req-84a099ac-8209-4737-828c-011760d01579 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.928873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32f3e613-d128-451b-a544-cb1af2bd4c39 req-84a099ac-8209-4737-828c-011760d01579 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5426 time: 0.1583917 Sep 17 22:38:59.946538 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37f6c64a-c521-4fdd-a06f-6c5e24120bcb tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:59.955045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:59.956692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:59.976956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32f3e613-d128-451b-a544-cb1af2bd4c39 req-ce09ad9a-f416-46c1-bbc4-2c7435d48d72 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419328 Sep 17 22:39:00.016663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 95990f0b-9658-4045-b135-fea0c044dbdf is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:39:00.168323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:00.179044 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Sync routers for ids ['95990f0b-9658-4045-b135-fea0c044dbdf'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:00.189085 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Routers {'95990f0b-9658-4045-b135-fea0c044dbdf'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:00.189808 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95990f0b-9658-4045-b135-fea0c044dbdf'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:00.253486 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.254893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e4436c7e-3238-4bd7-8acf-13c975aaf82f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6157408 Sep 17 22:39:00.258929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51480) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:00.310456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-23fcaa1a-2160-4c03-b33f-8964fe5bbd7a tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d4cd6a346eb04f708783b1b69d561814&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498767 Sep 17 22:39:00.314406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51482) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:00.353738 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Set router 95990f0b-9658-4045-b135-fea0c044dbdf gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:00.461213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37f6c64a-c521-4fdd-a06f-6c5e24120bcb tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.529541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb06b48-b9cf-4a47-a492-877db8446620 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:00.534077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Router 95311586-6624-423b-b429-cd53e8e4f479 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:00.538978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8cb06b48-b9cf-4a47-a492-877db8446620 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2156880 Sep 17 22:39:00.538978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51492) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:00.588157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-61e45ea1-bc7f-4eda-bbd4-0620c9a3bfc4 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472007 Sep 17 22:39:00.588157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51494) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:00.604901 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658512312', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:00.620393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7091fc9c-57ea-421d-b93f-528ce5184444 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:00.698038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7091fc9c-57ea-421d-b93f-528ce5184444 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:00.699321 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.724652 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:00.757359 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Checking router: 95990f0b-9658-4045-b135-fea0c044dbdf for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:39:00.757803 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Updating router 95990f0b-9658-4045-b135-fea0c044dbdf port cf9a1202-5c9b-497a-9948-063018a9a2ca binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:39:00.818467 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.876416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:00.889298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ac318d2f-de31-4049-94a9-8cc9df8ed6bc admin admin] 10.222.0.30 "PUT /v2.0/routers/95311586-6624-423b-b429-cd53e8e4f479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8529899 Sep 17 22:39:00.892956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:00.898966 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:00.907801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Sync routers for ids ['95311586-6624-423b-b429-cd53e8e4f479'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:00.933323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Routers {'95311586-6624-423b-b429-cd53e8e4f479'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:00.935049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95311586-6624-423b-b429-cd53e8e4f479'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:00.966038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05f37f-8618-4044-8042-725f9fdc7dc4 req-c27414bb-d431-42f6-bea1-7afd22dbace7 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:00.970144 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e05f37f-8618-4044-8042-725f9fdc7dc4 req-c27414bb-d431-42f6-bea1-7afd22dbace7 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1839316 Sep 17 22:39:00.996942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f6c64a-c521-4fdd-a06f-6c5e24120bcb tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:01.068830 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e05f37f-8618-4044-8042-725f9fdc7dc4 req-a21e0ee8-2407-4e4d-9be5-ed863a665928 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890114 Sep 17 22:39:01.278364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd6622-b6e6-419e-910c-410d7364b0da req-4ab0fb95-5e91-4e17-bfce-e2b3161dc270 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.288669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd6622-b6e6-419e-910c-410d7364b0da req-4ab0fb95-5e91-4e17-bfce-e2b3161dc270 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.300680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd6622-b6e6-419e-910c-410d7364b0da req-4ab0fb95-5e91-4e17-bfce-e2b3161dc270 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.308890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd6622-b6e6-419e-910c-410d7364b0da req-4ab0fb95-5e91-4e17-bfce-e2b3161dc270 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.321670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd6622-b6e6-419e-910c-410d7364b0da req-4ab0fb95-5e91-4e17-bfce-e2b3161dc270 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.340498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f6c64a-c521-4fdd-a06f-6c5e24120bcb tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:01.343627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd6622-b6e6-419e-910c-410d7364b0da req-4ab0fb95-5e91-4e17-bfce-e2b3161dc270 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.346446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37f6c64a-c521-4fdd-a06f-6c5e24120bcb tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.353484 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.361922 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e740b-023c-4f60-a8bc-f40f8b746daf None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:01.362902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd6622-b6e6-419e-910c-410d7364b0da req-4ab0fb95-5e91-4e17-bfce-e2b3161dc270 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.364910 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-edbd6622-b6e6-419e-910c-410d7364b0da req-4ab0fb95-5e91-4e17-bfce-e2b3161dc270 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5426 time: 0.2483287 Sep 17 22:39:01.399803 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e740b-023c-4f60-a8bc-f40f8b746daf None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:01.408145 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-953e740b-023c-4f60-a8bc-f40f8b746daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:01.431326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a76688bb-4877-4413-b932-03d213f26737 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:01.454588 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-953e740b-023c-4f60-a8bc-f40f8b746daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:01.465154 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e740b-023c-4f60-a8bc-f40f8b746daf None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:01.465912 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-953e740b-023c-4f60-a8bc-f40f8b746daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:01.514979 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-953e740b-023c-4f60-a8bc-f40f8b746daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:01.514979 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e740b-023c-4f60-a8bc-f40f8b746daf None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:01.519010 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.523466 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-37f6c64a-c521-4fdd-a06f-6c5e24120bcb tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "PUT /v2.0/floatingips/23750f3d-293c-47b2-ae45-cb69a2dbeb4a HTTP/1.1" status: 200 len: 978 time: 2.5240967 Sep 17 22:39:01.524479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Set router 95311586-6624-423b-b429-cd53e8e4f479 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:01.527754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51522) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:01.534970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-edbd6622-b6e6-419e-910c-410d7364b0da req-c2cf4924-1736-4ba3-899c-2ad5593e7ded tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626437 Sep 17 22:39:01.596068 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bffb6a-5477-47a2-96cb-f0e636b05783 None None] Pushing event updated for resources: {'Port': ['ID=cf9a1202-5c9b-497a-9948-063018a9a2ca,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:01.642869 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Attempting to bind port cf9a1202-5c9b-497a-9948-063018a9a2ca on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:01.647184 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Attempting to bind port cf9a1202-5c9b-497a-9948-063018a9a2ca by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:01.647184 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Attempting to bind port cf9a1202-5c9b-497a-9948-063018a9a2ca on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:01.655919 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:01.660348 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:01.660768 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.661259 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:01.662339 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Bound port: cf9a1202-5c9b-497a-9948-063018a9a2ca, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:01.664491 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.755793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port a76688bb-4877-4413-b932-03d213f26737 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:01.784267 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] For port cf9a1202-5c9b-497a-9948-063018a9a2ca, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:01.787945 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] For port cf9a1202-5c9b-497a-9948-063018a9a2ca, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cf9a1202-5c9b-497a-9948-063018a9a2ca,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:01.792087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a76688bb-4877-4413-b932-03d213f26737 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:01.792734 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.802735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.803320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dd8d2240-36a0-408f-8203-dda7656d27b2 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.811133 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dd8d2240-36a0-408f-8203-dda7656d27b2 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/networks?id=7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 200 len: 820 time: 0.1685641 Sep 17 22:39:01.837159 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-5ef4c24d-4c85-424e-84e3-b8b93b6477b0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/quotas/3f4522140b2047c8a4285a5a329abca3 HTTP/1.1" status: 200 len: 375 time: 0.0250957 Sep 17 22:39:01.881757 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:01.979257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Subnet': ['ID=d3753525-46d6-471e-b790-dc05aad8d380,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:01.996466 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bffb6a-5477-47a2-96cb-f0e636b05783 None None] Pushing event updated for resources: {'Port': ['ID=cf9a1202-5c9b-497a-9948-063018a9a2ca,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:02.014133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Checking segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:02.014626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network hostable DHCP agents. Network: d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:39:02.019783 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Routers {'95990f0b-9658-4045-b135-fea0c044dbdf'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:02.020502 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95990f0b-9658-4045-b135-fea0c044dbdf'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:02.055680 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.097385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a76688bb-4877-4413-b932-03d213f26737, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a76688bb-4877-4413-b932-03d213f26737,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:02.099098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76688bb-4877-4413-b932-03d213f26737'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:02.119195 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbda4e73-04d2-4510-b9f5-712d2247bbf1" -d '{"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "a76688bb-4877-4413-b932-03d213f26737"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:02.136406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:58Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5421af1d-2ce8-4af3-995b-94f0d9e9dcd7', 'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'mac_address': 'fa:16:3e:70:17:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:57Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 2, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'subnets': [{'id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:02.141912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:39:02.150160 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-6827c19d-8a62-411a-b9c8-6653a644be5c tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f4522140b2047c8a4285a5a329abca3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3121305 Sep 17 22:39:02.165942 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] Set router 95990f0b-9658-4045-b135-fea0c044dbdf gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:02.227274 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.228466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d88ce9ef-523c-4a44-9674-2cca2209d4d7 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:02.230368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Checking router: 95311586-6624-423b-b429-cd53e8e4f479 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:39:02.231147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Updating router 95311586-6624-423b-b429-cd53e8e4f479 port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:39:02.247242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:02.277498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.278374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d54a7-9d78-40e2-aca9-9e0fb4da09a8 None None] Network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:02.279013 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.337091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c9b14-009a-4b79-9e2d-e8c2b27019d5 req-62c783ce-433e-4781-b30a-c8499605d92c tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.345260 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.346575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc5c9b14-009a-4b79-9e2d-e8c2b27019d5 req-62c783ce-433e-4781-b30a-c8499605d92c tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1417000 Sep 17 22:39:02.396988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc5c9b14-009a-4b79-9e2d-e8c2b27019d5 req-0b876df5-b42f-46b0-ba1d-b34a2dc13975 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488873 Sep 17 22:39:02.408057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-25cd6256-220a-4157-b63f-1c6a8e39e67d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8029444 Sep 17 22:39:02.413065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51540) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:02.415154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a76688bb-4877-4413-b932-03d213f26737,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:02.418367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-08dd062b-6f0d-4e71-bff4-1b9a778c76dc service neutron] 10.222.0.30 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757042 Sep 17 22:39:02.501105 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbda620b-8d8d-46ce-a3f2-e1ed19ce33d3 x-openstack-request-id: req-dbda620b-8d8d-46ce-a3f2-e1ed19ce33d3 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:02.501764 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "a76688bb-4877-4413-b932-03d213f26737", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:02.502246 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbda620b-8d8d-46ce-a3f2-e1ed19ce33d3 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:02.502840 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76688bb-4877-4413-b932-03d213f26737', 'code': 200} Sep 17 22:39:02.569977 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-19c9ca35-953c-4ee3-b8ef-a68c9a2fdbfe service neutron] 10.222.0.30 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503773 Sep 17 22:39:02.596709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port 5f8a2eb3-b11d-4baa-9d7e-e1447a045943 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:02.597057 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.650447 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:02.692822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port d88ce9ef-523c-4a44-9674-2cca2209d4d7 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:02.709499 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a9425-62d6-46b6-a49a-8ec94f0087dc None None] The sync data for ids ['95990f0b-9658-4045-b135-fea0c044dbdf'] in n-d-713499-18 is: [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:02.719718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:39:02.721022 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.723686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port d88ce9ef-523c-4a44-9674-2cca2209d4d7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:02.724301 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.812111 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.813705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.840407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db41353-692a-4aa1-8423-56a139a71266 req-f2fb32c9-a59f-4c61-b754-c00172a4f26d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.847267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db41353-692a-4aa1-8423-56a139a71266 req-f2fb32c9-a59f-4c61-b754-c00172a4f26d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.853574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for 5f8a2eb3-b11d-4baa-9d7e-e1447a045943 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:02.853951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db41353-692a-4aa1-8423-56a139a71266 req-f2fb32c9-a59f-4c61-b754-c00172a4f26d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.876025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db41353-692a-4aa1-8423-56a139a71266 req-f2fb32c9-a59f-4c61-b754-c00172a4f26d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.882247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db41353-692a-4aa1-8423-56a139a71266 req-f2fb32c9-a59f-4c61-b754-c00172a4f26d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.889408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db41353-692a-4aa1-8423-56a139a71266 req-f2fb32c9-a59f-4c61-b754-c00172a4f26d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.895424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db41353-692a-4aa1-8423-56a139a71266 req-f2fb32c9-a59f-4c61-b754-c00172a4f26d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.897475 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6db41353-692a-4aa1-8423-56a139a71266 req-f2fb32c9-a59f-4c61-b754-c00172a4f26d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5427 time: 0.1884089 Sep 17 22:39:02.994572 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c65087f3-749b-478c-96e7-f8ec73026f79 req-ee5df75a-c7c6-4c29-831d-9c8c87521921 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 210 time: 0.0630467 Sep 17 22:39:03.322209 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.342455 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.398985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=5f8a2eb3-b11d-4baa-9d7e-e1447a045943,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:03.415667 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3c88d4ac-c941-4831-9680-cd0af9e40d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.428027 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.430447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Allocated IP 172.20.0.2 (d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c/d3753525-46d6-471e-b790-dc05aad8d380/35f00ead-222d-4b0d-834d-8b67663c1eb8) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:03.473417 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.476680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6db41353-692a-4aa1-8423-56a139a71266 req-2726fa37-143f-4e34-8b69-e77058d7a1e9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935812 Sep 17 22:39:03.607359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.608835 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP 23750f3d-293c-47b2-ae45-cb69a2dbeb4a disassociated (deleted). External IP: 172.25.6.69, port: 565fe456-3225-4594-9203-d2822e43b73e. Sep 17 22:39:03.665116 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d88ce9ef-523c-4a44-9674-2cca2209d4d7, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:03.700184 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25977c06-cdad-455b-986b-50435343c6a2 req-4b220221-9976-4fd1-8564-bab3c6bd5605 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:03.701865 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-25977c06-cdad-455b-986b-50435343c6a2 req-4b220221-9976-4fd1-8564-bab3c6bd5605 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1740539 Sep 17 22:39:03.712931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2df78-2c26-462a-b35a-393bf985e2aa None None] Pushing event updated for resources: {'Port': ['ID=5421af1d-2ce8-4af3-995b-94f0d9e9dcd7,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:03.780882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:03.782536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:03.862087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-25977c06-cdad-455b-986b-50435343c6a2 req-814fbeca-6961-46b6-8547-3a2973c994a3 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249166 Sep 17 22:39:03.890724 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.010652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Attempting to bind port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:04.010871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Attempting to bind port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f60fc064-9560-45a1-9f72-d43d1abc05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:04.011126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Attempting to bind port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 on network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:04.086137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:04.086749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Checking segment: {'id': 'f60fc064-9560-45a1-9f72-d43d1abc05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:04.087471 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.088156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Bound using segment: {'id': 'f60fc064-9560-45a1-9f72-d43d1abc05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:04.088781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Bound port: 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60fc064-9560-45a1-9f72-d43d1abc05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:04.089275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.090193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:04.199496 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76b79508-798d-47c4-bb59-255551165de3 req-3e223555-1592-4891-921f-bd597d6277cc tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 210 time: 0.0555694 Sep 17 22:39:04.210512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.299887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d88ce9ef-523c-4a44-9674-2cca2209d4d7,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:04.307583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:04.323915 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.324640 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.385736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-98cfed0d-7e98-4f88-9518-417e9686fb8e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/floatingips/23750f3d-293c-47b2-ae45-cb69a2dbeb4a HTTP/1.1" status: 204 len: 168 time: 2.8563652 Sep 17 22:39:04.389146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51584) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:04.404456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c61b26-a638-4874-9c84-f57dcbea0293 None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:04.432189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:04.473532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] For port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:04.493682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:04.494054 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.505142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:04.506573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88ce9ef-523c-4a44-9674-2cca2209d4d7'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:04.508881 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c9a5b2-d92c-4a9f-85d8-9ba3d8bc9ea9" -d '{"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "d88ce9ef-523c-4a44-9674-2cca2209d4d7"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:04.541489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] For port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5421af1d-2ce8-4af3-995b-94f0d9e9dcd7,segment=NetworkSegment(f60fc064-9560-45a1-9f72-d43d1abc05d0),segment_id=f60fc064-9560-45a1-9f72-d43d1abc05d0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:04.571127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.20.0.1 (d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c/d3753525-46d6-471e-b790-dc05aad8d380/55ef08a8-ed80-40e3-89cd-c8cb9d475e23) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:04.581585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Pushing event updated for resources: {'Port': ['ID=35f00ead-222d-4b0d-834d-8b67663c1eb8,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:04.583896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c61b26-a638-4874-9c84-f57dcbea0293 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:04.584532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b1c61b26-a638-4874-9c84-f57dcbea0293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:04.586801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:04.617270 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74644257-af33-487b-8527-4244b4539bb0 x-openstack-request-id: req-74644257-af33-487b-8527-4244b4539bb0 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:04.617552 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "d88ce9ef-523c-4a44-9674-2cca2209d4d7", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:04.617801 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74644257-af33-487b-8527-4244b4539bb0 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:04.618186 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88ce9ef-523c-4a44-9674-2cca2209d4d7', 'code': 200} Sep 17 22:39:04.620550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:04.690493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cf9a1202-5c9b-497a-9948-063018a9a2ca up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:04.690863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-bb833cca-0279-4922-b631-e5f73a379d78 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port 565fe456-3225-4594-9203-d2822e43b73e {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:04.691217 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb833cca-0279-4922-b631-e5f73a379d78 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.705652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b1c61b26-a638-4874-9c84-f57dcbea0293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:04.705652 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.823575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb833cca-0279-4922-b631-e5f73a379d78 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.847673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-bb833cca-0279-4922-b631-e5f73a379d78 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for 565fe456-3225-4594-9203-d2822e43b73e owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:04.865995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.882847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c61b26-a638-4874-9c84-f57dcbea0293 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:04.883458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b1c61b26-a638-4874-9c84-f57dcbea0293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:05.047353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.144738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:05.149186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:05.157119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:05.193972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Attempting to bind port 35f00ead-222d-4b0d-834d-8b67663c1eb8 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:05.194383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Attempting to bind port 35f00ead-222d-4b0d-834d-8b67663c1eb8 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:05.195782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Attempting to bind port 35f00ead-222d-4b0d-834d-8b67663c1eb8 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:05.208043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a9b43-d8f0-40c2-bd0b-8e6377567fdb req-5a87bec8-f6aa-49dc-b881-afa76c6c9a4b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.219759 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.223977 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a9b43-d8f0-40c2-bd0b-8e6377567fdb req-5a87bec8-f6aa-49dc-b881-afa76c6c9a4b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.231154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a9b43-d8f0-40c2-bd0b-8e6377567fdb req-5a87bec8-f6aa-49dc-b881-afa76c6c9a4b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.237306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a9b43-d8f0-40c2-bd0b-8e6377567fdb req-5a87bec8-f6aa-49dc-b881-afa76c6c9a4b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.243797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a9b43-d8f0-40c2-bd0b-8e6377567fdb req-5a87bec8-f6aa-49dc-b881-afa76c6c9a4b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.265016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b1c61b26-a638-4874-9c84-f57dcbea0293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:05.267090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c61b26-a638-4874-9c84-f57dcbea0293 None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:05.292340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a9b43-d8f0-40c2-bd0b-8e6377567fdb req-5a87bec8-f6aa-49dc-b881-afa76c6c9a4b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.293918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Routers {'95311586-6624-423b-b429-cd53e8e4f479'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:05.294688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:38:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95311586-6624-423b-b429-cd53e8e4f479'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:05.303594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a9b43-d8f0-40c2-bd0b-8e6377567fdb req-5a87bec8-f6aa-49dc-b881-afa76c6c9a4b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.304269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f26843-acb8-4f66-9277-373ef698af77 req-4e8b0d90-11db-4a10-8d2e-8dab59d654e9 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.305849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d4f26843-acb8-4f66-9277-373ef698af77 req-4e8b0d90-11db-4a10-8d2e-8dab59d654e9 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.3139105 Sep 17 22:39:05.313744 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d1a9b43-d8f0-40c2-bd0b-8e6377567fdb req-5a87bec8-f6aa-49dc-b881-afa76c6c9a4b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5428 time: 0.6991956 Sep 17 22:39:05.320926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:05.321711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Checking segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:05.322290 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.322891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Bound using segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:05.323737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Bound port: 35f00ead-222d-4b0d-834d-8b67663c1eb8, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:05.324344 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.345812 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb833cca-0279-4922-b631-e5f73a379d78 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.396603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb833cca-0279-4922-b631-e5f73a379d78 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=565fe456-3225-4594-9203-d2822e43b73e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:05.406717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d1a9b43-d8f0-40c2-bd0b-8e6377567fdb req-93fbf510-eef0-4e2b-989a-1b8a3b16d2f0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915556 Sep 17 22:39:05.412670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=55ef08a8-ed80-40e3-89cd-c8cb9d475e23,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:05.419516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2df78-2c26-462a-b35a-393bf985e2aa None None] Pushing event updated for resources: {'Port': ['ID=5421af1d-2ce8-4af3-995b-94f0d9e9dcd7,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:05.459404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d4f26843-acb8-4f66-9277-373ef698af77 req-caf29ced-8a59-443b-8dee-c283bfff55bd tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372845 Sep 17 22:39:05.512554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] For port 35f00ead-222d-4b0d-834d-8b67663c1eb8, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:05.518811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] For port 35f00ead-222d-4b0d-834d-8b67663c1eb8, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=35f00ead-222d-4b0d-834d-8b67663c1eb8,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:05.553447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cf9a1202-5c9b-497a-9948-063018a9a2ca triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:05.555715 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.576500 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb833cca-0279-4922-b631-e5f73a379d78 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.595459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bb833cca-0279-4922-b631-e5f73a379d78 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/ports/565fe456-3225-4594-9203-d2822e43b73e HTTP/1.1" status: 204 len: 168 time: 1.2016318 Sep 17 22:39:05.601552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51604) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:05.624676 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.637461 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.655320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:05.663265 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c35961ca-482d-42b9-be69-5171f7359d1e req-b1edd767-b4db-49d0-a9ae-548c889c3ec1 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 210 time: 0.0649621 Sep 17 22:39:05.787477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:05.816850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc00aed-d35a-400f-91b1-401e8e83353e None None] Pushing event updated for resources: {'Port': ['ID=35f00ead-222d-4b0d-834d-8b67663c1eb8,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:05.829703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] Set router 95311586-6624-423b-b429-cd53e8e4f479 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:05.847839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.907078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.926515 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.927927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0fcbe1b0-126e-4c48-9615-5e06c872b300 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:05.958763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:05.976483 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7006-d8bb-4d0c-af95-1b67585142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.219840 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port cf9a1202-5c9b-497a-9948-063018a9a2ca, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cf9a1202-5c9b-497a-9948-063018a9a2ca,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:06.220422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-7887ad5f-e4c7-4357-88c7-02e34e2683bf tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.226274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-7887ad5f-e4c7-4357-88c7-02e34e2683bf tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.15 "GET /v2.0/networks?id=7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 200 len: 820 time: 0.2416513 Sep 17 22:39:06.244836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Request body: {'port': {'device_id': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'admin_state_up': True, 'tenant_id': '3f4522140b2047c8a4285a5a329abca3'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:06.257492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:06.310811 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.413548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.509682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 0fcbe1b0-126e-4c48-9615-5e06c872b300 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:06.529858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 0fcbe1b0-126e-4c48-9615-5e06c872b300 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:06.530235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.535864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Made reservation on behalf of 3f4522140b2047c8a4285a5a329abca3 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:06.545480 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.589033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=cf9a1202-5c9b-497a-9948-063018a9a2ca,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:06.619505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e2e369-c92a-4c2d-ba7d-9f8b13203d7e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:06.621995 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5e44ea-e897-472b-a14b-97c7ffec08be" -d '{"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "87e2e369-c92a-4c2d-ba7d-9f8b13203d7e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:06.628733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:58Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5421af1d-2ce8-4af3-995b-94f0d9e9dcd7', 'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'mac_address': 'fa:16:3e:70:17:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:57Z', 'updated_at': '2021-09-17T22:39:04Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'subnets': [{'id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:06.709304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fccf8e-63c7-4027-987d-25266b3bf818 None None] The sync data for ids ['95311586-6624-423b-b429-cd53e8e4f479'] in n-d-713499-18 is: [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:58Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5421af1d-2ce8-4af3-995b-94f0d9e9dcd7', 'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'mac_address': 'fa:16:3e:70:17:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:57Z', 'updated_at': '2021-09-17T22:39:04Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'subnets': [{'id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:06.709304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 35f00ead-222d-4b0d-834d-8b67663c1eb8 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:06.733176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955524-cc1d-4035-904f-a850fb8a9223 req-26921f09-15d5-40c4-bf9f-a88958741377 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.756470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955524-cc1d-4035-904f-a850fb8a9223 req-26921f09-15d5-40c4-bf9f-a88958741377 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.765608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955524-cc1d-4035-904f-a850fb8a9223 req-26921f09-15d5-40c4-bf9f-a88958741377 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.777979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955524-cc1d-4035-904f-a850fb8a9223 req-26921f09-15d5-40c4-bf9f-a88958741377 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.786727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955524-cc1d-4035-904f-a850fb8a9223 req-26921f09-15d5-40c4-bf9f-a88958741377 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.804472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955524-cc1d-4035-904f-a850fb8a9223 req-26921f09-15d5-40c4-bf9f-a88958741377 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.818159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955524-cc1d-4035-904f-a850fb8a9223 req-26921f09-15d5-40c4-bf9f-a88958741377 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.823967 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.838413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19955524-cc1d-4035-904f-a850fb8a9223 req-26921f09-15d5-40c4-bf9f-a88958741377 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5429 time: 0.2247977 Sep 17 22:39:06.845875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dab1c-889f-4e23-8135-dda7e9bafe39 req-94646e75-3471-450a-8572-c2d8537fbfa1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.850371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d9dab1c-889f-4e23-8135-dda7e9bafe39 req-94646e75-3471-450a-8572-c2d8537fbfa1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1898623 Sep 17 22:39:06.850516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 35f00ead-222d-4b0d-834d-8b67663c1eb8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:06.850516 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:06.892385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.25.6.2 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/6b579169-e370-42cc-8fed-424922fc24a1) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:06.898479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fcbe1b0-126e-4c48-9615-5e06c872b300, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:07.028904 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19955524-cc1d-4035-904f-a850fb8a9223 req-0fca0821-470b-4a68-b6b8-55904dd5efa4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265106 Sep 17 22:39:07.029704 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.029704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:07.043778 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.132582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d9dab1c-889f-4e23-8135-dda7e9bafe39 req-f40c0f47-d27a-4981-a9fa-7d3124ef4a4b tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639465 Sep 17 22:39:07.178658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.191614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Allocated IP 172.20.0.5 (7b717966-ad33-4c9f-bafb-95737d5b1bb0/1c8a0035-6138-459d-be9e-a731d80b401c/cc571f58-a16e-4445-9f7a-ae05054247c7) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:07.200002 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.228652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.274451 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a84da9-d93e-41b8-88d0-250887d99be6 x-openstack-request-id: req-95a84da9-d93e-41b8-88d0-250887d99be6 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:07.278209 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "87e2e369-c92a-4c2d-ba7d-9f8b13203d7e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:07.278209 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95a84da9-d93e-41b8-88d0-250887d99be6 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:07.278209 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e2e369-c92a-4c2d-ba7d-9f8b13203d7e', 'code': 200} Sep 17 22:39:07.290493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:07.311019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:07.311534 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.314649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0fcbe1b0-126e-4c48-9615-5e06c872b300,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:07.386583 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.397766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 35f00ead-222d-4b0d-834d-8b67663c1eb8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=35f00ead-222d-4b0d-834d-8b67663c1eb8,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:07.409594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fee90ba5-58f7-463d-a637-17e4e7c95afc req-695d8db7-afee-4ed9-b99a-db83c3b12205 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 210 time: 0.0784876 Sep 17 22:39:07.477629 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.535076 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.585855 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.591754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=55ef08a8-ed80-40e3-89cd-c8cb9d475e23,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:07.649539 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.712584 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b3cf4-f3c1-4bef-87e7-e9cd82f5bab2 None None] Network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:07.743817 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.828244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:07.873229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.878259 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-afa9563a-f8fd-4b14-a02b-f02d89b4cac1 None None] Provisioning complete for port 35f00ead-222d-4b0d-834d-8b67663c1eb8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:07.881969 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-afa9563a-f8fd-4b14-a02b-f02d89b4cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.881969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=35f00ead-222d-4b0d-834d-8b67663c1eb8,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:07.916566 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.917401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 70e5638e-d159-4305-b8a4-a05f5d0959e3 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:08.012216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:08.014048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:08.071486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:08.121914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:08.123965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Pushing event updated for resources: {'Port': ['ID=cc571f58-a16e-4445-9f7a-ae05054247c7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:08.129963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:08.156516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:08.175995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 70e5638e-d159-4305-b8a4-a05f5d0959e3 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:08.229127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 70e5638e-d159-4305-b8a4-a05f5d0959e3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:08.229503 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.239483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.245729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.265946 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.383413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-59090a55-0026-4bc6-8c75-bdd40376c801 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1444719 Sep 17 22:39:08.408414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Request body: {'port': {'device_id': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:08.443986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=6b579169-e370-42cc-8fed-424922fc24a1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:08.468216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:08.485418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:08.491150 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:08.596440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ff636-5a26-4db9-b68a-cc4d9d342746 req-83fea97b-2880-42c3-b9c2-dce279bc5e2c tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.606422 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-693ff636-5a26-4db9-b68a-cc4d9d342746 req-83fea97b-2880-42c3-b9c2-dce279bc5e2c tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.2978818 Sep 17 22:39:08.647135 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.687726 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-693ff636-5a26-4db9-b68a-cc4d9d342746 req-bdd4aee3-df70-46fb-9c58-38bf0d0bc05c tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798845 Sep 17 22:39:08.769587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69cca9-9405-4854-b71f-d2dae391ab42 req-52317efd-0877-4925-ad95-e2b7c109c255 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.775883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69cca9-9405-4854-b71f-d2dae391ab42 req-52317efd-0877-4925-ad95-e2b7c109c255 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.782532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69cca9-9405-4854-b71f-d2dae391ab42 req-52317efd-0877-4925-ad95-e2b7c109c255 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.789168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69cca9-9405-4854-b71f-d2dae391ab42 req-52317efd-0877-4925-ad95-e2b7c109c255 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.802989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69cca9-9405-4854-b71f-d2dae391ab42 req-52317efd-0877-4925-ad95-e2b7c109c255 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.812109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69cca9-9405-4854-b71f-d2dae391ab42 req-52317efd-0877-4925-ad95-e2b7c109c255 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.819456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69cca9-9405-4854-b71f-d2dae391ab42 req-52317efd-0877-4925-ad95-e2b7c109c255 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.821718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e69cca9-9405-4854-b71f-d2dae391ab42 req-52317efd-0877-4925-ad95-e2b7c109c255 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5431 time: 0.5828540 Sep 17 22:39:08.880085 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.896149 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.908702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:08.934540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 95990f0b-9658-4045-b135-fea0c044dbdf has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:09.064831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 70e5638e-d159-4305-b8a4-a05f5d0959e3, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:09.096793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:09.099609 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.174131 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.186995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:09.187172 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.204877 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Sync routers for ids ['95990f0b-9658-4045-b135-fea0c044dbdf'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:09.205457 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-89f0fda5-d30f-40ed-ac11-9b55427c3cdd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "PUT /v2.0/routers/95990f0b-9658-4045-b135-fea0c044dbdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7892721 Sep 17 22:39:09.231589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc571f58-a16e-4445-9f7a-ae05054247c7 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:09.243882 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Routers {'95990f0b-9658-4045-b135-fea0c044dbdf'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:09.247262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.247864 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-03dff286-b872-4e70-a13e-235b083486ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95990f0b-9658-4045-b135-fea0c044dbdf'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:09.254971 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.286772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcbe1b0-126e-4c48-9615-5e06c872b300'}, {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3c7546-78fc-4122-80d5-8e1a3ff11d44'}, {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e5638e-d159-4305-b8a4-a05f5d0959e3'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:09.286772 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8c36f5-bf78-4369-b395-6da413a1abc9" -d '{"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "0fcbe1b0-126e-4c48-9615-5e06c872b300"}, {"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "2e3c7546-78fc-4122-80d5-8e1a3ff11d44"}, {"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "70e5638e-d159-4305-b8a4-a05f5d0959e3"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:09.289210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Transition to ACTIVE for port object cc571f58-a16e-4445-9f7a-ae05054247c7 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:39:09.368662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=70e5638e-d159-4305-b8a4-a05f5d0959e3,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:09.386156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.392977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1e518f3b-c308-4724-a442-272e55da8b80 None None] Provisioning complete for port 35f00ead-222d-4b0d-834d-8b67663c1eb8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:09.393657 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e518f3b-c308-4724-a442-272e55da8b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.432434 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.453061 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e69cca9-9405-4854-b71f-d2dae391ab42 req-6b57d0df-d682-4ba2-ad05-a67f9d40d5c2 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6191237 Sep 17 22:39:09.499021 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.555271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22a7e2-5d74-433d-a40a-cd3378a9160b req-ee9c22b0-99db-4e78-8c2a-e76cb8eb21a4 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:09.564978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c22a7e2-5d74-433d-a40a-cd3378a9160b req-ee9c22b0-99db-4e78-8c2a-e76cb8eb21a4 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 931 time: 0.2718885 Sep 17 22:39:09.582980 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Set router 95990f0b-9658-4045-b135-fea0c044dbdf gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:09.610736 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.663717 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.696767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5421af1d-2ce8-4af3-995b-94f0d9e9dcd7,segment=NetworkSegment(f60fc064-9560-45a1-9f72-d43d1abc05d0),segment_id=f60fc064-9560-45a1-9f72-d43d1abc05d0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:09.698585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Pushing event updated for resources: {'Port': ['ID=cc571f58-a16e-4445-9f7a-ae05054247c7,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:09.714242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1e518f3b-c308-4724-a442-272e55da8b80 None None] Provisioning complete for port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:09.714936 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e518f3b-c308-4724-a442-272e55da8b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.725576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=6b579169-e370-42cc-8fed-424922fc24a1,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:09.796427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1e518f3b-c308-4724-a442-272e55da8b80 None None] Port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:09.805004 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.806223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 35f00ead-222d-4b0d-834d-8b67663c1eb8 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:09.830301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c22a7e2-5d74-433d-a40a-cd3378a9160b req-df74201b-ffad-4138-ba1e-021e77418fa5 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614217 Sep 17 22:39:09.885309 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.890908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7e8bb0bc-8491-4ce9-8aab-070e419d09d7 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2874084 Sep 17 22:39:09.891854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51666) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:09.898837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Attempting to bind port cc571f58-a16e-4445-9f7a-ae05054247c7 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:09.899272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Attempting to bind port cc571f58-a16e-4445-9f7a-ae05054247c7 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'f60fc064-9560-45a1-9f72-d43d1abc05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:09.899817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Attempting to bind port cc571f58-a16e-4445-9f7a-ae05054247c7 on network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:09.900818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'port': {'network_id': 'd8e30650-856b-406c-9be8-607bc7139ee1', 'name': 'tempest-FloatingIPTestJSON-881830157'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:09.909596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Port cc571f58-a16e-4445-9f7a-ae05054247c7 on network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:39:09.910154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Attempting to bind port cc571f58-a16e-4445-9f7a-ae05054247c7 on network 7b717966-ad33-4c9f-bafb-95737d5b1bb0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:09.917805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:09.918242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Checking segment: {'id': 'f60fc064-9560-45a1-9f72-d43d1abc05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:09.918755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Bound using segment: {'id': 'f60fc064-9560-45a1-9f72-d43d1abc05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:09.919263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Bound port: cc571f58-a16e-4445-9f7a-ae05054247c7, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f60fc064-9560-45a1-9f72-d43d1abc05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:09.919640 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:09.994883 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff1d76-3c38-4f31-a0e5-4b7c3ba9bce2 x-openstack-request-id: req-6fff1d76-3c38-4f31-a0e5-4b7c3ba9bce2 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:09.995427 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "0fcbe1b0-126e-4c48-9615-5e06c872b300", "code": 200}, {"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "2e3c7546-78fc-4122-80d5-8e1a3ff11d44", "code": 200}, {"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-plugged", "status": "completed", "tag": "70e5638e-d159-4305-b8a4-a05f5d0959e3", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:09.997235 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fff1d76-3c38-4f31-a0e5-4b7c3ba9bce2 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:09.998534 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcbe1b0-126e-4c48-9615-5e06c872b300', 'code': 200} Sep 17 22:39:09.998855 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3c7546-78fc-4122-80d5-8e1a3ff11d44', 'code': 200} Sep 17 22:39:10.000005 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e5638e-d159-4305-b8a4-a05f5d0959e3', 'code': 200} Sep 17 22:39:10.051961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] For port cc571f58-a16e-4445-9f7a-ae05054247c7, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:10.055893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] For port cc571f58-a16e-4445-9f7a-ae05054247c7, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cc571f58-a16e-4445-9f7a-ae05054247c7,segment=NetworkSegment(f60fc064-9560-45a1-9f72-d43d1abc05d0),segment_id=f60fc064-9560-45a1-9f72-d43d1abc05d0)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:10.070288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-558be073-dd74-41ad-92ba-fd47a9d60fa3 None None] Provisioning complete for port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:10.070668 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-558be073-dd74-41ad-92ba-fd47a9d60fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.116800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-558be073-dd74-41ad-92ba-fd47a9d60fa3 None None] Port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:10.118276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=5421af1d-2ce8-4af3-995b-94f0d9e9dcd7,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:10.132442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 35f00ead-222d-4b0d-834d-8b67663c1eb8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:10.132442 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.132603 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.134262 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-03dff286-b872-4e70-a13e-235b083486ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '55ef08a8-ed80-40e3-89cd-c8cb9d475e23', 'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:0d:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:39:04Z', 'updated_at': '2021-09-17T22:39:06Z', 'revision_number': 2, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:10.179263 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Checking router: 95990f0b-9658-4045-b135-fea0c044dbdf for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:39:10.181005 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Updating router 95990f0b-9658-4045-b135-fea0c044dbdf port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:39:10.214695 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.222837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.223483 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.224970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 1092 time: 1.8262975 Sep 17 22:39:10.227658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:10.230058 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba956c8-6e0a-4567-a961-2e03164d7a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:10.270075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e80a1-ab1f-44cc-8315-ded4b61faa35 service neutron] Pushing event updated for resources: {'Port': ['ID=cc571f58-a16e-4445-9f7a-ae05054247c7,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:10.305238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38f451-197d-4230-87ef-3cf25763d0dc req-de1e86c9-27cc-4284-ac9a-a58266e9151a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.307330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab38f451-197d-4230-87ef-3cf25763d0dc req-de1e86c9-27cc-4284-ac9a-a58266e9151a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1166241 Sep 17 22:39:10.319621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-17ee27a2-d747-4959-8020-561f9fb2dcd7 None None] Provisioning complete for port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:10.320040 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17ee27a2-d747-4959-8020-561f9fb2dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.431451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-17ee27a2-d747-4959-8020-561f9fb2dcd7 None None] Port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:10.433194 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.437915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cf9a1202-5c9b-497a-9948-063018a9a2ca up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:10.551656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cf9a1202-5c9b-497a-9948-063018a9a2ca triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:10.552410 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.736670 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.761789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:10.802313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-9e113053-e77c-4a3b-914d-a946e785b2a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269422347&fields=id&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 267 time: 0.7066140 Sep 17 22:39:10.821459 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.826580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab38f451-197d-4230-87ef-3cf25763d0dc req-3d402181-b2a6-4a10-8a03-2c16d0162a24 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5115330 Sep 17 22:39:10.841102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:10.841102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:10.841376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba29e5-f36a-4d08-a5f7-2f6a690595dc req-4fe336e5-39a1-4d2b-8c81-d1d506792512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.841376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba29e5-f36a-4d08-a5f7-2f6a690595dc req-4fe336e5-39a1-4d2b-8c81-d1d506792512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.841376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba29e5-f36a-4d08-a5f7-2f6a690595dc req-4fe336e5-39a1-4d2b-8c81-d1d506792512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.841376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba29e5-f36a-4d08-a5f7-2f6a690595dc req-4fe336e5-39a1-4d2b-8c81-d1d506792512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.841376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba29e5-f36a-4d08-a5f7-2f6a690595dc req-4fe336e5-39a1-4d2b-8c81-d1d506792512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.841376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba29e5-f36a-4d08-a5f7-2f6a690595dc req-4fe336e5-39a1-4d2b-8c81-d1d506792512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.841376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba29e5-f36a-4d08-a5f7-2f6a690595dc req-4fe336e5-39a1-4d2b-8c81-d1d506792512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.841376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-83ba29e5-f36a-4d08-a5f7-2f6a690595dc req-4fe336e5-39a1-4d2b-8c81-d1d506792512 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6496 time: 0.7896335 Sep 17 22:39:10.857842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-de2397b4-a862-4c7e-8896-ae49f74b21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.869341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-de2397b4-a862-4c7e-8896-ae49f74b21ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f4522140b2047c8a4285a5a329abca3&device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1095 time: 0.1115506 Sep 17 22:39:10.910975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-c18b8699-029e-439b-98d0-472c2629cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:10.916144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-c18b8699-029e-439b-98d0-472c2629cd4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 1097 time: 0.6818094 Sep 17 22:39:10.932217 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d42b2e-f3c7-4270-a61a-1462d2c0c409 None None] Pushing event updated for resources: {'Port': ['ID=55ef08a8-ed80-40e3-89cd-c8cb9d475e23,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:10.960369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-abbdab07-bb77-434a-ba29-b843e106dc7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 217 time: 0.0746367 Sep 17 22:39:11.041567 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f582cfd6-1692-45d8-9f4e-4566ff716a10 x-openstack-request-id: req-f582cfd6-1692-45d8-9f4e-4566ff716a10 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:11.041567 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:11.041567 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f582cfd6-1692-45d8-9f4e-4566ff716a10 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:11.041567 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'status': 'completed', 'code': 200} Sep 17 22:39:11.069659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-83ba29e5-f36a-4d08-a5f7-2f6a690595dc req-f62ed527-4879-4a30-998c-c4d3aef6ab60 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2174315 Sep 17 22:39:11.073376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-ce04e9ee-8dc4-45bb-9150-86f74786374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.075307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-ce04e9ee-8dc4-45bb-9150-86f74786374f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c8a0035-6138-459d-be9e-a731d80b401c HTTP/1.1" status: 200 len: 860 time: 0.1079566 Sep 17 22:39:11.080252 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Attempting to bind port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:11.080744 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Attempting to bind port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:11.081788 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Attempting to bind port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:11.096105 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:11.099010 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Checking segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:11.099010 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.099010 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Bound using segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:11.099010 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Bound port: 55ef08a8-ed80-40e3-89cd-c8cb9d475e23, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:11.099010 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.144892 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-1652d00d-c297-4c66-bf45-b245ba8e71c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b717966-ad33-4c9f-bafb-95737d5b1bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615730 Sep 17 22:39:11.174265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Made reservation on behalf of 88a5765649ad476ea16e1fc43a742acd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:11.187121 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.189283 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-03dff286-b872-4e70-a13e-235b083486ce None None] For port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:11.192736 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-03dff286-b872-4e70-a13e-235b083486ce None None] For port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=55ef08a8-ed80-40e3-89cd-c8cb9d475e23,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:11.225498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-377c589d-7e91-4dcb-aaf0-92a571a03377 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.226972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-377c589d-7e91-4dcb-aaf0-92a571a03377 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/networks?id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c HTTP/1.1" status: 200 len: 796 time: 0.4063797 Sep 17 22:39:11.249329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] device_id is not set on port 790924b1-c726-4ccf-b430-68efe369e62d yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:39:11.252458 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.267871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-029d3099-d063-4aab-b470-43fb47845038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.268093 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-63d9c9fb-49a4-4dcf-9fd3-452a31402253 None None] Provisioning complete for port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:11.268093 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-63d9c9fb-49a4-4dcf-9fd3-452a31402253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.268630 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-029d3099-d063-4aab-b470-43fb47845038 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.3395216 Sep 17 22:39:11.300581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-03fc3f49-4314-4ec4-b91b-4d26e657d162 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/quotas/d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 375 time: 0.0643075 Sep 17 22:39:11.316200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67dcb1-8453-4273-85f4-d885897af3c1 req-a6cc9c91-fdba-4824-a11d-7d7752c96a7a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.324066 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Routers {'95990f0b-9658-4045-b135-fea0c044dbdf'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:11.324830 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-03dff286-b872-4e70-a13e-235b083486ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95990f0b-9658-4045-b135-fea0c044dbdf'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:11.329495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67dcb1-8453-4273-85f4-d885897af3c1 req-a6cc9c91-fdba-4824-a11d-7d7752c96a7a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.335426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67dcb1-8453-4273-85f4-d885897af3c1 req-a6cc9c91-fdba-4824-a11d-7d7752c96a7a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.341609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67dcb1-8453-4273-85f4-d885897af3c1 req-a6cc9c91-fdba-4824-a11d-7d7752c96a7a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.348291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67dcb1-8453-4273-85f4-d885897af3c1 req-a6cc9c91-fdba-4824-a11d-7d7752c96a7a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.354590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67dcb1-8453-4273-85f4-d885897af3c1 req-a6cc9c91-fdba-4824-a11d-7d7752c96a7a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.369781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67dcb1-8453-4273-85f4-d885897af3c1 req-a6cc9c91-fdba-4824-a11d-7d7752c96a7a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.381256 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da67dcb1-8453-4273-85f4-d885897af3c1 req-a6cc9c91-fdba-4824-a11d-7d7752c96a7a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5432 time: 0.2180445 Sep 17 22:39:11.416270 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d42b2e-f3c7-4270-a61a-1462d2c0c409 None None] Pushing event updated for resources: {'Port': ['ID=55ef08a8-ed80-40e3-89cd-c8cb9d475e23,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:11.427752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-561ca45c-ba87-4305-a404-c392b161bfd8 service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760541 Sep 17 22:39:11.445518 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-63d9c9fb-49a4-4dcf-9fd3-452a31402253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.450062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da67dcb1-8453-4273-85f4-d885897af3c1 req-6dfee538-862c-46a0-b254-92d9ce47317c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678227 Sep 17 22:39:11.548358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-63d9c9fb-49a4-4dcf-9fd3-452a31402253 None None] For port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=55ef08a8-ed80-40e3-89cd-c8cb9d475e23,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:11.552720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-fd8f49ab-e774-474e-bc8c-fd7e3ce43fca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2be41a5-9414-481c-a68d-63476fee09cb HTTP/1.1" status: 200 len: 1000 time: 0.2405958 Sep 17 22:39:11.621844 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877496fa-10c1-490a-aef4-e8058b1ccd8a req-95070d08-75f0-464b-a8ec-31447a78a5c3 service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676905 Sep 17 22:39:11.642592 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-03dff286-b872-4e70-a13e-235b083486ce None None] Set router 95990f0b-9658-4045-b135-fea0c044dbdf gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:11.660830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-63d9c9fb-49a4-4dcf-9fd3-452a31402253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.720847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-1f98a61e-1ce6-4efe-a9f7-d2b3d3bc2320 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3513362 Sep 17 22:39:11.731154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61811f88-b370-4e20-a642-ff2567298718 req-328b6bfc-8457-483d-a938-9ebeb97d3f42 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.733457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61811f88-b370-4e20-a642-ff2567298718 req-328b6bfc-8457-483d-a938-9ebeb97d3f42 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 943 time: 0.1662688 Sep 17 22:39:11.742405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.20.0.6 (d8e30650-856b-406c-9be8-607bc7139ee1/3ff7d26a-9c0c-4058-aeca-0c45948ddc67/790924b1-c726-4ccf-b430-68efe369e62d) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:11.755346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9c9fb-49a4-4dcf-9fd3-452a31402253 None None] Pushing event updated for resources: {'Port': ['ID=55ef08a8-ed80-40e3-89cd-c8cb9d475e23,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:11.790529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-733ef10b-fc29-4bf4-9b9f-6eb997697c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.799231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-733ef10b-fc29-4bf4-9b9f-6eb997697c56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.2455738 Sep 17 22:39:11.808249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d473fbf6-d1af-40cc-a8dc-0a2b87a3ad42 None None] Provisioning complete for port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:11.808249 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d473fbf6-d1af-40cc-a8dc-0a2b87a3ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:11.860809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61811f88-b370-4e20-a642-ff2567298718 req-fe56afd8-12da-4480-be9b-431a6f39b41e tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135068 Sep 17 22:39:11.888258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba956c8-6e0a-4567-a961-2e03164d7a4a req-9e67417e-9d30-459e-be08-4ed10ead86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.891779 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ba956c8-6e0a-4567-a961-2e03164d7a4a req-9e67417e-9d30-459e-be08-4ed10ead86eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f4522140b2047c8a4285a5a329abca3&device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1095 time: 0.1007857 Sep 17 22:39:11.994943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-d9aa4039-fcec-4a87-a71c-42a53b76ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:11.997295 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-d9aa4039-fcec-4a87-a71c-42a53b76ea68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903987 Sep 17 22:39:11.998559 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-03dff286-b872-4e70-a13e-235b083486ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '55ef08a8-ed80-40e3-89cd-c8cb9d475e23', 'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:0d:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:39:04Z', 'updated_at': '2021-09-17T22:39:11Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:12.030522 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dff286-b872-4e70-a13e-235b083486ce None None] The sync data for ids ['95990f0b-9658-4045-b135-fea0c044dbdf'] in n-d-713499-18 is: [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '55ef08a8-ed80-40e3-89cd-c8cb9d475e23', 'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:0d:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:39:04Z', 'updated_at': '2021-09-17T22:39:11Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:12.045441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa64bb-361d-42d4-ba92-ddae8c232723 req-ca5f4869-1e28-4a81-b740-50e694cc0c0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.053139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9aa64bb-361d-42d4-ba92-ddae8c232723 req-ca5f4869-1e28-4a81-b740-50e694cc0c0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1058404 Sep 17 22:39:12.084290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-ff1588cb-da71-4754-be99-ffbc625f4eb9 service neutron] 10.222.0.30 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252959 Sep 17 22:39:12.116239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba956c8-6e0a-4567-a961-2e03164d7a4a req-84576466-c40a-4ea3-ab34-38d506b66a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.124221 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ba956c8-6e0a-4567-a961-2e03164d7a4a req-84576466-c40a-4ea3-ab34-38d506b66a1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 200 len: 921 time: 0.2237976 Sep 17 22:39:12.168780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9aa64bb-361d-42d4-ba92-ddae8c232723 req-5cf19005-ce96-4cb3-a421-b3ebf2ef168e tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147218 Sep 17 22:39:12.211666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ba956c8-6e0a-4567-a961-2e03164d7a4a req-5095b62d-e73f-4b95-8cf2-af75690bc244 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 217 time: 0.0693510 Sep 17 22:39:12.283352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba956c8-6e0a-4567-a961-2e03164d7a4a req-71fa6603-daa6-42f1-a0bf-49860908365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.285857 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ba956c8-6e0a-4567-a961-2e03164d7a4a req-71fa6603-daa6-42f1-a0bf-49860908365f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c8a0035-6138-459d-be9e-a731d80b401c HTTP/1.1" status: 200 len: 860 time: 0.0668437 Sep 17 22:39:12.337650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-7f03e63e-598b-4a9c-8463-5d1f442b6777 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308604 Sep 17 22:39:12.367128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.370821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ba956c8-6e0a-4567-a961-2e03164d7a4a req-72439647-a109-44a6-af14-da1cde2596c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b717966-ad33-4c9f-bafb-95737d5b1bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769541 Sep 17 22:39:12.396827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-852d86e6-14d7-481d-b00e-81cc0f4712fc service neutron] 10.222.0.30 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104825 Sep 17 22:39:12.491868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ba956c8-6e0a-4567-a961-2e03164d7a4a req-7696b42c-cc8b-42bf-89d9-345aa74dde7b service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139827 Sep 17 22:39:12.551578 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f73ecbc7-e778-4117-b219-06d06fa27a3e req-5b1b48cf-3fe8-4f18-90e9-28757dc4bffd service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978910 Sep 17 22:39:12.622802 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.707245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc60e-9ab2-4541-bd1c-e57f9cdfc9a0 req-210339e1-3731-4d15-a471-ba42051e2119 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.712795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc60e-9ab2-4541-bd1c-e57f9cdfc9a0 req-210339e1-3731-4d15-a471-ba42051e2119 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.719204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc60e-9ab2-4541-bd1c-e57f9cdfc9a0 req-210339e1-3731-4d15-a471-ba42051e2119 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.737720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc60e-9ab2-4541-bd1c-e57f9cdfc9a0 req-210339e1-3731-4d15-a471-ba42051e2119 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.742533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc60e-9ab2-4541-bd1c-e57f9cdfc9a0 req-210339e1-3731-4d15-a471-ba42051e2119 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.749939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc60e-9ab2-4541-bd1c-e57f9cdfc9a0 req-210339e1-3731-4d15-a471-ba42051e2119 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.763694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network d8e30650-856b-406c-9be8-607bc7139ee1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:12.766225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc60e-9ab2-4541-bd1c-e57f9cdfc9a0 req-210339e1-3731-4d15-a471-ba42051e2119 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.768851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:12.771394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-defcc60e-9ab2-4541-bd1c-e57f9cdfc9a0 req-210339e1-3731-4d15-a471-ba42051e2119 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5432 time: 0.1760285 Sep 17 22:39:12.779611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:12.846807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ba956c8-6e0a-4567-a961-2e03164d7a4a req-5bdf2599-c2cf-40c1-8974-116077598852 service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436275 Sep 17 22:39:12.881663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:12.917127 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-defcc60e-9ab2-4541-bd1c-e57f9cdfc9a0 req-ef04499c-1230-42d0-8fa2-5733538d6594 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313813 Sep 17 22:39:12.917757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:12.918601 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:12.969804 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-52e0f955-ab22-49b0-bb45-af725b9e66bc req-863302b1-2ac9-48d5-adb8-af06ebd6cd79 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 210 time: 0.0480533 Sep 17 22:39:12.971432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=790924b1-c726-4ccf-b430-68efe369e62d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:13.006939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:13.007648 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.082455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-868d21da-f402-420c-8cbd-b2f2b4fac91a tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1870723 Sep 17 22:39:13.083022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51732) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:13.095469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9d30697d-2bdf-4b3e-a3a6-aa06e284c30f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'port_id': '790924b1-c726-4ccf-b430-68efe369e62d'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:13.139576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede05aa0-da81-4c01-abd7-5c1e03990938 req-4c4d3919-85ec-4d8b-bcac-7c344ca2a474 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:13.145156 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ede05aa0-da81-4c01-abd7-5c1e03990938 req-4c4d3919-85ec-4d8b-bcac-7c344ca2a474 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 943 time: 0.0797746 Sep 17 22:39:13.167827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d30697d-2bdf-4b3e-a3a6-aa06e284c30f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.222436 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ede05aa0-da81-4c01-abd7-5c1e03990938 req-eb16b0e5-bcf5-46ea-92a9-7c2424a9ba93 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698602 Sep 17 22:39:13.228718 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:39:13.432000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6971978-2212-4179-89ef-6e80a7abe6dc req-8e69bb5a-e280-4670-a844-d7226b29d282 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:13.433512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e6971978-2212-4179-89ef-6e80a7abe6dc req-8e69bb5a-e280-4670-a844-d7226b29d282 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1211934 Sep 17 22:39:13.544136 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e6971978-2212-4179-89ef-6e80a7abe6dc req-bd41d338-62cc-484e-9606-833fe9da469c tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033278 Sep 17 22:39:13.859743 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d30697d-2bdf-4b3e-a3a6-aa06e284c30f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.953124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d30697d-2bdf-4b3e-a3a6-aa06e284c30f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:14.189636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5be6f8-cbc9-44dd-9e63-d51b61f3df7a req-774abd03-ff2c-43c0-b55f-4b412064ae92 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.197524 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5be6f8-cbc9-44dd-9e63-d51b61f3df7a req-774abd03-ff2c-43c0-b55f-4b412064ae92 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.205676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5be6f8-cbc9-44dd-9e63-d51b61f3df7a req-774abd03-ff2c-43c0-b55f-4b412064ae92 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.220866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5be6f8-cbc9-44dd-9e63-d51b61f3df7a req-774abd03-ff2c-43c0-b55f-4b412064ae92 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.226732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b635c78-871d-4990-8170-838e130a7e45 req-52803322-befc-4654-962f-785a07cc4a38 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 210 time: 0.1417706 Sep 17 22:39:14.227275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5be6f8-cbc9-44dd-9e63-d51b61f3df7a req-774abd03-ff2c-43c0-b55f-4b412064ae92 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.243215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5be6f8-cbc9-44dd-9e63-d51b61f3df7a req-774abd03-ff2c-43c0-b55f-4b412064ae92 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.255801 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-9d30697d-2bdf-4b3e-a3a6-aa06e284c30f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP f9cbf78c-0625-4299-afea-f17ad8201c3d associated. External IP: 172.25.6.2, port: 790924b1-c726-4ccf-b430-68efe369e62d. Sep 17 22:39:14.259880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5be6f8-cbc9-44dd-9e63-d51b61f3df7a req-774abd03-ff2c-43c0-b55f-4b412064ae92 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.261927 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af5be6f8-cbc9-44dd-9e63-d51b61f3df7a req-774abd03-ff2c-43c0-b55f-4b412064ae92 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5432 time: 0.1880271 Sep 17 22:39:14.395619 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af5be6f8-cbc9-44dd-9e63-d51b61f3df7a req-cf0c2d3c-19cf-476c-ada6-ecd854ab8fd6 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999184 Sep 17 22:39:14.545660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fad0cf-a8b4-4ddd-8937-efc2d1ce9f24 req-00be3f2f-0f78-4328-9f85-0ba6bfec0bdd tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.547888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66fcc6-bce6-4459-96ec-a7cb5b59603c req-3367e91f-e97e-471c-bcf7-574a978f3fed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.548571 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5fad0cf-a8b4-4ddd-8937-efc2d1ce9f24 req-00be3f2f-0f78-4328-9f85-0ba6bfec0bdd tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 943 time: 0.1930740 Sep 17 22:39:14.560556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66fcc6-bce6-4459-96ec-a7cb5b59603c req-3367e91f-e97e-471c-bcf7-574a978f3fed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.567199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66fcc6-bce6-4459-96ec-a7cb5b59603c req-3367e91f-e97e-471c-bcf7-574a978f3fed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.583774 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66fcc6-bce6-4459-96ec-a7cb5b59603c req-3367e91f-e97e-471c-bcf7-574a978f3fed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.589883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66fcc6-bce6-4459-96ec-a7cb5b59603c req-3367e91f-e97e-471c-bcf7-574a978f3fed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.596524 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66fcc6-bce6-4459-96ec-a7cb5b59603c req-3367e91f-e97e-471c-bcf7-574a978f3fed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.602533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66fcc6-bce6-4459-96ec-a7cb5b59603c req-3367e91f-e97e-471c-bcf7-574a978f3fed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.624545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c66fcc6-bce6-4459-96ec-a7cb5b59603c req-3367e91f-e97e-471c-bcf7-574a978f3fed tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5432 time: 0.1365597 Sep 17 22:39:14.625283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51760) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:14.632657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4f1861fc-9bbe-4c44-ad2f-6852e94d995b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Request body: {'floatingip': {'port_id': '0fcbe1b0-126e-4c48-9615-5e06c872b300'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:14.705592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f1861fc-9bbe-4c44-ad2f-6852e94d995b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:14.711457 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5fad0cf-a8b4-4ddd-8937-efc2d1ce9f24 req-f1d339c4-038d-4344-adea-955bbfd3ef63 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686474 Sep 17 22:39:14.726066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d30697d-2bdf-4b3e-a3a6-aa06e284c30f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:14.846771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d30697d-2bdf-4b3e-a3a6-aa06e284c30f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:14.852952 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d30697d-2bdf-4b3e-a3a6-aa06e284c30f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:14.860717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3909dc-3b5c-4a37-8373-e0f9f658ac2b None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:14.888603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3909dc-3b5c-4a37-8373-e0f9f658ac2b None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:14.889310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5b3909dc-3b5c-4a37-8373-e0f9f658ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:14.899450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9d30697d-2bdf-4b3e-a3a6-aa06e284c30f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "PUT /v2.0/floatingips/f9cbf78c-0625-4299-afea-f17ad8201c3d HTTP/1.1" status: 200 len: 975 time: 1.8157310 Sep 17 22:39:14.902602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51764) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:14.941030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5b3909dc-3b5c-4a37-8373-e0f9f658ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:14.952292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63039b72-37f5-4cdc-9ecb-9b598d9bd6e9 req-c760f1db-2811-4c8a-a86d-784ab700e26f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:14.965718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63039b72-37f5-4cdc-9ecb-9b598d9bd6e9 req-c760f1db-2811-4c8a-a86d-784ab700e26f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.2549016 Sep 17 22:39:14.970383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3909dc-3b5c-4a37-8373-e0f9f658ac2b None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:14.971329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5b3909dc-3b5c-4a37-8373-e0f9f658ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:15.034901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5b3909dc-3b5c-4a37-8373-e0f9f658ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:15.035778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port 790924b1-c726-4ccf-b430-68efe369e62d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:15.036310 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.039611 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3909dc-3b5c-4a37-8373-e0f9f658ac2b None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:15.092329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63039b72-37f5-4cdc-9ecb-9b598d9bd6e9 req-c49f1e1d-cfba-4626-83c8-c05cee3f0371 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256385 Sep 17 22:39:15.407858 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.resource_extend [None req-4f1861fc-9bbe-4c44-ad2f-6852e94d995b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:39:15.483780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cc571f58-a16e-4445-9f7a-ae05054247c7 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:15.488896 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f1861fc-9bbe-4c44-ad2f-6852e94d995b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.584070 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f1861fc-9bbe-4c44-ad2f-6852e94d995b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.622854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7419a476-c646-4736-a06d-eb0d099fd399 req-d8c4dcb4-29f0-4391-acea-9bf36107ac73 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 210 time: 0.0970619 Sep 17 22:39:15.626838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port cc571f58-a16e-4445-9f7a-ae05054247c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cc571f58-a16e-4445-9f7a-ae05054247c7,segment=NetworkSegment(f60fc064-9560-45a1-9f72-d43d1abc05d0),segment_id=f60fc064-9560-45a1-9f72-d43d1abc05d0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:15.662728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'port_id': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'mac_address': 'fa:16:3e:8f:ad:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:15.755098 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-4f1861fc-9bbe-4c44-ad2f-6852e94d995b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Floating IP 6b54e70f-f3b3-4883-a7dd-4fd352950859 associated. External IP: 172.25.6.148, port: 0fcbe1b0-126e-4c48-9615-5e06c872b300. Sep 17 22:39:15.757287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.757447 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.787493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc571f58-a16e-4445-9f7a-ae05054247c7 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:15.830379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port cc571f58-a16e-4445-9f7a-ae05054247c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cc571f58-a16e-4445-9f7a-ae05054247c7,segment=NetworkSegment(f60fc064-9560-45a1-9f72-d43d1abc05d0),segment_id=f60fc064-9560-45a1-9f72-d43d1abc05d0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:15.857920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-c74eb3f4-b4ba-46dc-b983-23f9bc7547b3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.859993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-c74eb3f4-b4ba-46dc-b983-23f9bc7547b3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.23 "GET /v2.0/networks?id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c HTTP/1.1" status: 200 len: 796 time: 0.3332410 Sep 17 22:39:15.902643 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:15.922370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-f54eb718-4c31-4a1e-8c0a-6c8ee98bbdc6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 379 time: 0.0510008 Sep 17 22:39:15.935908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'port': {'device_id': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'admin_state_up': True, 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'security_groups': ['6d693b20-d386-4eb9-bba0-938df1597f5f']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:15.989866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ea02f-5957-4e2c-a2a2-d067fe517f77 req-2e30ae83-3a55-42a5-b2b1-54594ccc89c3 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:15.991622 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b67ea02f-5957-4e2c-a2a2-d067fe517f77 req-2e30ae83-3a55-42a5-b2b1-54594ccc89c3 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 943 time: 0.1585934 Sep 17 22:39:15.998823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=cc571f58-a16e-4445-9f7a-ae05054247c7,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:16.079406 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b67ea02f-5957-4e2c-a2a2-d067fe517f77 req-28d701a1-a8af-4332-8db5-9547f36f869b tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803597 Sep 17 22:39:16.179625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1861fc-9bbe-4c44-ad2f-6852e94d995b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:16.259642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cc571f58-a16e-4445-9f7a-ae05054247c7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:16.277217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.277712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.278027 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP f9cbf78c-0625-4299-afea-f17ad8201c3d disassociated. External IP: 172.25.6.2, port: 790924b1-c726-4ccf-b430-68efe369e62d. Sep 17 22:39:16.278368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for 790924b1-c726-4ccf-b430-68efe369e62d owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:16.352260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1861fc-9bbe-4c44-ad2f-6852e94d995b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:16.361801 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f1861fc-9bbe-4c44-ad2f-6852e94d995b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.369669 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] Sync routers for ids ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:16.376058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:16.380273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.382381 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] Routers {'9d8a5afa-1247-4e12-890f-edb3bf93eb0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:16.383211 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:16.418746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4f1861fc-9bbe-4c44-ad2f-6852e94d995b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "PUT /v2.0/floatingips/6b54e70f-f3b3-4883-a7dd-4fd352950859 HTTP/1.1" status: 200 len: 991 time: 1.7911968 Sep 17 22:39:16.419552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '0fcbe1b0-126e-4c48-9615-5e06c872b300'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:16.422694 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "0fcbe1b0-126e-4c48-9615-5e06c872b300"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:16.462420 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22983d2-b656-4c88-9f8b-55b5f76f15ed x-openstack-request-id: req-b22983d2-b656-4c88-9f8b-55b5f76f15ed {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:16.462713 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "tag": "0fcbe1b0-126e-4c48-9615-5e06c872b300", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:16.462963 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b22983d2-b656-4c88-9f8b-55b5f76f15ed {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:16.463360 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'tag': '0fcbe1b0-126e-4c48-9615-5e06c872b300', 'status': 'completed', 'code': 200} Sep 17 22:39:16.532445 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] Set router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:16.633292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-11c5dc8a-df65-4486-838f-a80108e275d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.633765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-11c5dc8a-df65-4486-838f-a80108e275d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.634243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-11c5dc8a-df65-4486-838f-a80108e275d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.634757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-11c5dc8a-df65-4486-838f-a80108e275d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.635172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-11c5dc8a-df65-4486-838f-a80108e275d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.635639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-11c5dc8a-df65-4486-838f-a80108e275d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.636107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-11c5dc8a-df65-4486-838f-a80108e275d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.638100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-11c5dc8a-df65-4486-838f-a80108e275d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6496 time: 0.1190102 Sep 17 22:39:16.814842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a5cfc9b-2d89-4dae-9aa2-bf47e6605a85 req-d37e01e5-5a2a-4bd2-a757-b974427d8f42 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 210 time: 0.0487580 Sep 17 22:39:16.824746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-eea0b219-8fda-417e-9ba5-b6b110bf083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:16.826710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-eea0b219-8fda-417e-9ba5-b6b110bf083e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b47776c0-fb49-4546-b199-a15d6fc3e290 HTTP/1.1" status: 200 len: 913 time: 0.1786287 Sep 17 22:39:16.834992 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:16.903000 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:51Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6b54e70f-f3b3-4883-a7dd-4fd352950859', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'port_id': '0fcbe1b0-126e-4c48-9615-5e06c872b300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'mac_address': 'fa:16:3e:83:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:37:57Z', 'updated_at': '2021-09-17T22:39:15Z', 'revision_number': 1, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0', 'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'mac_address': 'fa:16:3e:31:16:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:50Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 5, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'subnets': [{'id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:16.929446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.20.0.6 (d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c/d3753525-46d6-471e-b790-dc05aad8d380/6cbdeb5e-2763-4340-b3ce-b0a3592e42e0) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:16.936251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=790924b1-c726-4ccf-b430-68efe369e62d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:16.940276 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] Checking router: 9d8a5afa-1247-4e12-890f-edb3bf93eb0b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:39:16.955261 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] Routers {'9d8a5afa-1247-4e12-890f-edb3bf93eb0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:16.956259 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:16.969724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-9353ebb9-0388-4118-b516-271466dc6b1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300 HTTP/1.1" status: 200 len: 999 time: 0.1301627 Sep 17 22:39:17.055656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-e5986f5e-bb5e-4462-ad90-1470cfb270ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:17.057189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-e5986f5e-bb5e-4462-ad90-1470cfb270ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=88d64f13-23f7-481b-bc85-231baac0c6f1 HTTP/1.1" status: 200 len: 851 time: 0.0506771 Sep 17 22:39:17.129569 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] Set router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:17.277796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-2081375a-1e78-4d62-bc77-369ea327b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:17.279528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-2081375a-1e78-4d62-bc77-369ea327b4a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b47776c0-fb49-4546-b199-a15d6fc3e290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2105594 Sep 17 22:39:17.366190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:17.417022 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:51Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6b54e70f-f3b3-4883-a7dd-4fd352950859', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'port_id': '0fcbe1b0-126e-4c48-9615-5e06c872b300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'mac_address': 'fa:16:3e:83:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:37:57Z', 'updated_at': '2021-09-17T22:39:15Z', 'revision_number': 1, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0', 'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'mac_address': 'fa:16:3e:31:16:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:50Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 5, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'subnets': [{'id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:17.435037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc275b-e66e-4496-ba2c-6c408883d644 req-cfa85678-bed9-4ec5-844e-2d292ad79544 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:17.437612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3bc275b-e66e-4496-ba2c-6c408883d644 req-cfa85678-bed9-4ec5-844e-2d292ad79544 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 944 time: 0.2500870 Sep 17 22:39:17.440589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:17.450301 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9919d115-248a-46c0-b3fa-5ccf7c114d6a None None] The sync data for ids ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'] in n-d-713499-18 is: [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:51Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6b54e70f-f3b3-4883-a7dd-4fd352950859', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'port_id': '0fcbe1b0-126e-4c48-9615-5e06c872b300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'mac_address': 'fa:16:3e:83:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:37:57Z', 'updated_at': '2021-09-17T22:39:15Z', 'revision_number': 1, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0', 'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'mac_address': 'fa:16:3e:31:16:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:50Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 5, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'subnets': [{'id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:17.490486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cc571f58-a16e-4445-9f7a-ae05054247c7 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:17.596672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e3bc275b-e66e-4496-ba2c-6c408883d644 req-76097b2e-dd1e-454b-bb8c-d1c34ef29f0e tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228709 Sep 17 22:39:17.611345 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-6b39fa98-2d18-4ec5-8851-2327e0023990 service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211792 Sep 17 22:39:17.628540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port cc571f58-a16e-4445-9f7a-ae05054247c7 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:17.634052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port cc571f58-a16e-4445-9f7a-ae05054247c7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:17.636359 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:17.721447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:17.737739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3315a1-6280-4a5e-b1c2-3d14923f1404 None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:17.754297 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c6ebf-7c62-4f70-8a62-6b8e449ee944 None None] New status for floating IP 6b54e70f-f3b3-4883-a7dd-4fd352950859: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:39:17.755177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3315a1-6280-4a5e-b1c2-3d14923f1404 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:17.756313 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8e3315a1-6280-4a5e-b1c2-3d14923f1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:17.782024 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:17.798865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8e3315a1-6280-4a5e-b1c2-3d14923f1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:17.802753 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:17.827632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3315a1-6280-4a5e-b1c2-3d14923f1404 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:17.828782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8e3315a1-6280-4a5e-b1c2-3d14923f1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:17.829625 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cd3983a-ee61-4b6d-b81a-b950e9bbca86 req-57a59988-2b49-40a0-be66-7e1e37acc88e service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103179 Sep 17 22:39:17.859560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:17.863752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:17.865720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6cfbd306-6e2f-4185-90a5-0af7f4518432 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/ports/790924b1-c726-4ccf-b430-68efe369e62d HTTP/1.1" status: 204 len: 168 time: 2.9619586 Sep 17 22:39:17.868538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51824) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:17.876388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:17.876388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:17.876388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:17.908375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8e3315a1-6280-4a5e-b1c2-3d14923f1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:17.909370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3315a1-6280-4a5e-b1c2-3d14923f1404 None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:17.912345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:17.916487 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d8ace6-d351-413c-826e-45c2405e1c87" -d '{"events": [{"server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "name": "network-vif-plugged", "status": "completed", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:17.948572 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port cc571f58-a16e-4445-9f7a-ae05054247c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cc571f58-a16e-4445-9f7a-ae05054247c7,segment=NetworkSegment(f60fc064-9560-45a1-9f72-d43d1abc05d0),segment_id=f60fc064-9560-45a1-9f72-d43d1abc05d0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:17.979478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ec8e9b84-9e28-4656-a907-5169289f2427 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "GET /v2.0/floatingips/f9cbf78c-0625-4299-afea-f17ad8201c3d HTTP/1.1" status: 200 len: 686 time: 0.1050255 Sep 17 22:39:17.981076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51828) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:18.017163 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a422297-3f8a-40e2-9d8e-2c28c97d1cfb x-openstack-request-id: req-6a422297-3f8a-40e2-9d8e-2c28c97d1cfb {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:18.017574 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "name": "network-vif-plugged", "status": "completed", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:18.017920 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a422297-3f8a-40e2-9d8e-2c28c97d1cfb {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:18.018839 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'code': 200} Sep 17 22:39:18.052586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:18.053436 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.086141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94739986-ee20-4acf-8758-a8cc14ef25f7 req-f14fe4db-cf73-4cdf-8e19-c14cc00f5410 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:18.100773 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94739986-ee20-4acf-8758-a8cc14ef25f7 req-f14fe4db-cf73-4cdf-8e19-c14cc00f5410 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 931 time: 0.1536908 Sep 17 22:39:18.141951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.172800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94739986-ee20-4acf-8758-a8cc14ef25f7 req-8b1303d0-5e70-4c32-b79d-fdb0985884be tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658557 Sep 17 22:39:18.172800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-3356d336-d787-4922-82da-d862a4fb43db tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2409699 Sep 17 22:39:18.185193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Request body: {'port': {'device_id': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:18.200780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a16b2a-abcb-4af0-b21e-1022156c8663 req-d0a5d389-ddb7-4629-ade2-fa3823cc6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:18.203435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92a16b2a-abcb-4af0-b21e-1022156c8663 req-d0a5d389-ddb7-4629-ade2-fa3823cc6b22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1096 time: 0.0780275 Sep 17 22:39:18.206582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-032616ad-b6b4-4353-b5e5-a10bc81f1a75 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port 6b579169-e370-42cc-8fed-424922fc24a1 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:18.213287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-032616ad-b6b4-4353-b5e5-a10bc81f1a75 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.258411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=cc571f58-a16e-4445-9f7a-ae05054247c7,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:18.270226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.270578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.270913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.271247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.271574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.271903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.272262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.272741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.273118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.273592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.273949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.274271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:18.301153 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.302064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92a16b2a-abcb-4af0-b21e-1022156c8663 req-5e80636e-3377-4a75-8833-eac4f540a1b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927339 Sep 17 22:39:18.324562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-032616ad-b6b4-4353-b5e5-a10bc81f1a75 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.324915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-032616ad-b6b4-4353-b5e5-a10bc81f1a75 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.336433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-032616ad-b6b4-4353-b5e5-a10bc81f1a75 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for 6b579169-e370-42cc-8fed-424922fc24a1 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:18.379692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-740dbb02-1c50-424b-9ef5-d6e40c004260 None None] Provisioning complete for port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:18.380294 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-740dbb02-1c50-424b-9ef5-d6e40c004260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.447920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-740dbb02-1c50-424b-9ef5-d6e40c004260 None None] Port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:18.587584 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-032616ad-b6b4-4353-b5e5-a10bc81f1a75 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.609998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:18.618963 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.619203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032616ad-b6b4-4353-b5e5-a10bc81f1a75 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=6b579169-e370-42cc-8fed-424922fc24a1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:18.634508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Transition to ACTIVE for port object 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:39:18.699302 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.748520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-032616ad-b6b4-4353-b5e5-a10bc81f1a75 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.752063 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-032616ad-b6b4-4353-b5e5-a10bc81f1a75 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.753555 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-032616ad-b6b4-4353-b5e5-a10bc81f1a75 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/floatingips/f9cbf78c-0625-4299-afea-f17ad8201c3d HTTP/1.1" status: 204 len: 168 time: 0.7709789 Sep 17 22:39:18.758446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51850) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:18.763191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '19688d21-c3d1-40a5-80c9-22c1bfb137ce'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:18.771694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Pushing event updated for resources: {'Port': ['ID=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:18.805098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb987788-c243-4f21-ba93-339e876c7853 req-36e63abb-f239-410a-878a-fe1340047c19 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:18.806709 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb987788-c243-4f21-ba93-339e876c7853 req-36e63abb-f239-410a-878a-fe1340047c19 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0963826 Sep 17 22:39:18.862780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb987788-c243-4f21-ba93-339e876c7853 req-a2e110ff-aa5a-4008-8f6a-4cde28d74f45 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475085 Sep 17 22:39:18.901981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:18.902613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:18.903237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:18.909205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:39:18.909532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:18.913418 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:18.915704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:18.916047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Checking segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:18.917154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Bound using segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:18.918343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Bound port: 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:18.918715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.005798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:19.009530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:19.034966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.082844 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.143913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.144575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.146122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] 10.222.0.23 "PUT /v2.0/ports/6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 HTTP/1.1" status: 200 len: 1092 time: 0.9654830 Sep 17 22:39:19.146568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:19.148942 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66dd801-d3db-4817-bc63-0eed34c4387c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:19.151662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.25.6.78 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/746d8fd4-4be6-46c1-95cd-84a18ad1963f) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:19.212583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63f444-1240-4168-899a-dc66b5b45eaf service neutron] Pushing event updated for resources: {'Port': ['ID=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:19.235531 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea508a9a-fe74-4668-8b66-29baef8e80bd x-openstack-request-id: req-ea508a9a-fe74-4668-8b66-29baef8e80bd {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:19.235833 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:19.236083 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea508a9a-fe74-4668-8b66-29baef8e80bd {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:19.236508 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'status': 'completed', 'code': 200} Sep 17 22:39:19.330242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd801-d3db-4817-bc63-0eed34c4387c req-74db8344-3933-4b1c-b69e-7be70e9e2775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.331949 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e66dd801-d3db-4817-bc63-0eed34c4387c req-74db8344-3933-4b1c-b69e-7be70e9e2775 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1095 time: 0.0751162 Sep 17 22:39:19.347155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.378634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84641b0-8332-4757-bd9e-f53077916b5a req-7d343dda-60ea-4a04-9448-2217a0c0fc19 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.381327 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c84641b0-8332-4757-bd9e-f53077916b5a req-7d343dda-60ea-4a04-9448-2217a0c0fc19 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 943 time: 0.0801120 Sep 17 22:39:19.441712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c84641b0-8332-4757-bd9e-f53077916b5a req-b8725f34-97c1-41d5-9f19-9755f398ee23 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514693 Sep 17 22:39:19.497124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd801-d3db-4817-bc63-0eed34c4387c req-108ec6de-2d4a-408b-ac9b-7f9abb5a7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.498649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e66dd801-d3db-4817-bc63-0eed34c4387c req-108ec6de-2d4a-408b-ac9b-7f9abb5a7612 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d4cd6a346eb04f708783b1b69d561814&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1585600 Sep 17 22:39:19.536608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:19.575620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:19.578755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:19.582598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:19.610604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd801-d3db-4817-bc63-0eed34c4387c req-8b97d3c8-ff62-4dc8-beee-f0d2be83d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.611251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=746d8fd4-4be6-46c1-95cd-84a18ad1963f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:19.612787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e66dd801-d3db-4817-bc63-0eed34c4387c req-8b97d3c8-ff62-4dc8-beee-f0d2be83d94c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065633 Sep 17 22:39:19.755472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-05a327b5-2137-4d52-b845-1eb9987befa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.757215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-05a327b5-2137-4d52-b845-1eb9987befa8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1095 time: 0.0841811 Sep 17 22:39:19.808544 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-10b0a44b-0523-4c17-b1da-19caf866dce9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 HTTP/1.1" status: 200 len: 217 time: 0.0416553 Sep 17 22:39:19.873000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-891a475a-78c3-4e5f-bd12-d19d93c13282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.875472 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-891a475a-78c3-4e5f-bd12-d19d93c13282 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3753525-46d6-471e-b790-dc05aad8d380 HTTP/1.1" status: 200 len: 835 time: 0.0587175 Sep 17 22:39:19.934294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-1c6d5b2b-c729-42a7-951d-d3a7ad833d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:19.936367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-1c6d5b2b-c729-42a7-951d-d3a7ad833d93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533059 Sep 17 22:39:20.053314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-9bae4caa-5c7c-4ab0-b345-0ff290b21c75 service neutron] 10.222.0.23 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089623 Sep 17 22:39:20.064510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ca2c2-79d9-445c-93c4-931f3702ff70 req-c12ca99a-464c-4f0f-a9fe-dcb8696a24e0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.066053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a3ca2c2-79d9-445c-93c4-931f3702ff70 req-c12ca99a-464c-4f0f-a9fe-dcb8696a24e0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0900369 Sep 17 22:39:20.086851 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:20.182375 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-940e98cf-7343-4cb1-913b-93b2e2e564e4 req-fc71ad74-9290-44a7-a918-d29d350ec11f service neutron] 10.222.0.23 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213396 Sep 17 22:39:20.186688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a3ca2c2-79d9-445c-93c4-931f3702ff70 req-fcf1929c-1440-4caf-ac2d-9c27a0b29748 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124089 Sep 17 22:39:20.289219 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:20.457808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:20.523438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:20.645999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2fe09-e60e-44b7-b9ac-1c69ed210ef6 req-9119e772-0d5f-4cea-900a-a430f577e0a2 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.647712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9e2fe09-e60e-44b7-b9ac-1c69ed210ef6 req-9119e772-0d5f-4cea-900a-a430f577e0a2 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0633216 Sep 17 22:39:20.656698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=746d8fd4-4be6-46c1-95cd-84a18ad1963f,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:20.659339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:20.731443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9e2fe09-e60e-44b7-b9ac-1c69ed210ef6 req-24e5731b-4260-433c-8484-7cfbe219e36e tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580730 Sep 17 22:39:20.800459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c197f4-a8e7-44f5-a9e1-c42a7723d1f5 req-99874e1c-f1cb-4d6f-98a6-88ad9de95d69 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.802075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67c197f4-a8e7-44f5-a9e1-c42a7723d1f5 req-99874e1c-f1cb-4d6f-98a6-88ad9de95d69 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 943 time: 0.2567675 Sep 17 22:39:20.848746 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP 81d4b8b1-3d46-4f6a-8428-4f7b05c8f206 associated. External IP: 172.25.6.78, port: 19688d21-c3d1-40a5-80c9-22c1bfb137ce. Sep 17 22:39:20.901283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c5c8f-4990-43f1-833e-4b9d9a7a950f req-dde5eb99-f4e9-4423-be04-bd9329c9445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:20.902779 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-956c5c8f-4990-43f1-833e-4b9d9a7a950f req-dde5eb99-f4e9-4423-be04-bd9329c9445b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f4522140b2047c8a4285a5a329abca3&device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1097 time: 0.1743765 Sep 17 22:39:20.909143 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67c197f4-a8e7-44f5-a9e1-c42a7723d1f5 req-92eb50d5-629a-4bff-bc86-674c1bc00f62 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009421 Sep 17 22:39:21.431322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c5c8f-4990-43f1-833e-4b9d9a7a950f req-196388b3-9f43-4b74-9eab-9b66897d210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:21.432806 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-956c5c8f-4990-43f1-833e-4b9d9a7a950f req-196388b3-9f43-4b74-9eab-9b66897d210f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 200 len: 921 time: 0.5212703 Sep 17 22:39:21.505027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-956c5c8f-4990-43f1-833e-4b9d9a7a950f req-22ad9642-c0bf-4230-ac3b-5202221b6edc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 217 time: 0.0414333 Sep 17 22:39:21.600416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c5c8f-4990-43f1-833e-4b9d9a7a950f req-1b9fcc40-7bd3-4391-866b-fc60256ba162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:21.601872 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-956c5c8f-4990-43f1-833e-4b9d9a7a950f req-1b9fcc40-7bd3-4391-866b-fc60256ba162 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c8a0035-6138-459d-be9e-a731d80b401c HTTP/1.1" status: 200 len: 860 time: 0.0895107 Sep 17 22:39:21.635358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:21.637598 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-956c5c8f-4990-43f1-833e-4b9d9a7a950f req-7ceea982-884a-41a6-9476-78be18e757cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b717966-ad33-4c9f-bafb-95737d5b1bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275495 Sep 17 22:39:21.818908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:21.825819 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-956c5c8f-4990-43f1-833e-4b9d9a7a950f req-2ce388ba-7ab4-4905-b892-c205777a8762 service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807857 Sep 17 22:39:21.834694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ba504-eb9a-4ef3-9c9c-ef324986ea49 None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:21.849078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ba504-eb9a-4ef3-9c9c-ef324986ea49 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:21.849695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-442ba504-eb9a-4ef3-9c9c-ef324986ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:21.963327 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:21.967117 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-442ba504-eb9a-4ef3-9c9c-ef324986ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:21.981297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4ecd0-ac07-4fb7-8f80-6f78d4ac7b46 req-c65cce3d-8c6a-46af-8773-5df7088de517 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:21.992456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8bf4ecd0-ac07-4fb7-8f80-6f78d4ac7b46 req-c65cce3d-8c6a-46af-8773-5df7088de517 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.1401131 Sep 17 22:39:22.009453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ba504-eb9a-4ef3-9c9c-ef324986ea49 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:22.010078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-442ba504-eb9a-4ef3-9c9c-ef324986ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:22.043073 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-97257419-6626-4ef1-a0f9-825087d56408 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2795825 Sep 17 22:39:22.044659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51922) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:22.052039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1481277472'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:22.083025 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-956c5c8f-4990-43f1-833e-4b9d9a7a950f req-bc44f2b6-ecb8-428f-ae66-09f98fae6790 service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487833 Sep 17 22:39:22.086123 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-442ba504-eb9a-4ef3-9c9c-ef324986ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:22.087056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ba504-eb9a-4ef3-9c9c-ef324986ea49 None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:22.111865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8bf4ecd0-ac07-4fb7-8f80-6f78d4ac7b46 req-3ff48c67-8d6f-485b-85bc-98ed4946a1ec tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184692 Sep 17 22:39:22.136809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d3966-840c-4ff7-8b09-9471dc1dea22 req-8ba8b208-8779-48a2-b5c8-d2c6bb949afa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:22.138438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-750d3966-840c-4ff7-8b09-9471dc1dea22 req-8ba8b208-8779-48a2-b5c8-d2c6bb949afa tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 943 time: 0.0702131 Sep 17 22:39:22.164600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Made reservation on behalf of 88a5765649ad476ea16e1fc43a742acd for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:22.168032 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.195422 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-750d3966-840c-4ff7-8b09-9471dc1dea22 req-91d6e20a-3f63-4718-9fee-8042feab0389 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494370 Sep 17 22:39:22.224083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:39:22.255168 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.255712 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Added segment dacd07db-0017-4fa9-bc3a-65d0908145f0 of type vlan for network 94655cf0-6d66-451e-ae8a-767d0259a9df Sep 17 22:39:22.321270 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.409944 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.417346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:22.418106 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.507154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Network': ['ID=94655cf0-6d66-451e-ae8a-767d0259a9df,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:22.521802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 94655cf0-6d66-451e-ae8a-767d0259a9df details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:39:22.538259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9e0d0438-11ac-4178-b555-51390a94c6b3 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4901862 Sep 17 22:39:22.541341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51940) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:22.550426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'subnet': {'network_id': '94655cf0-6d66-451e-ae8a-767d0259a9df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:22.741328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Made reservation on behalf of 88a5765649ad476ea16e1fc43a742acd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:22.745171 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:22.984651 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.081514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Subnet': ['ID=eba9197d-b3eb-473f-8fcb-97c5c40f3608,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:23.084052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Checking segment: {'id': 'dacd07db-0017-4fa9-bc3a-65d0908145f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '94655cf0-6d66-451e-ae8a-767d0259a9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:23.084602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network hostable DHCP agents. Network: 94655cf0-6d66-451e-ae8a-767d0259a9df, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:39:23.212148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 94655cf0-6d66-451e-ae8a-767d0259a9df is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:39:23.256295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280efedc-6ac6-473d-91c8-c92afe4476c9 req-85b87d50-4e7d-4051-a5fd-1370db72c65c tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.258540 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-280efedc-6ac6-473d-91c8-c92afe4476c9 req-85b87d50-4e7d-4051-a5fd-1370db72c65c tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0793402 Sep 17 22:39:23.302061 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-280efedc-6ac6-473d-91c8-c92afe4476c9 req-219c32f2-ee51-4994-9440-22dd212acf23 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 Sep 17 22:39:23.314263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:23.330457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 94655cf0-6d66-451e-ae8a-767d0259a9df) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:23.338463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.339965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.353485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448a66b-9fe6-4bcd-aaf1-53a841a9568d None None] Network 94655cf0-6d66-451e-ae8a-767d0259a9df requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:23.353665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538641f-8e9b-4f7b-ae6f-45e4f73737e4 req-39eb6291-ab08-4449-8b87-5920ee2063c3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:23.355803 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b538641f-8e9b-4f7b-ae6f-45e4f73737e4 req-39eb6291-ab08-4449-8b87-5920ee2063c3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 943 time: 0.0654700 Sep 17 22:39:23.401249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b538641f-8e9b-4f7b-ae6f-45e4f73737e4 req-50ca2244-3308-41a7-b70e-980c833d6b39 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371041 Sep 17 22:39:23.419678 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e14ed3c0-c174-4406-b2de-86b04feaaf97 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8756802 Sep 17 22:39:23.427717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51960) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:23.435287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1155379166', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:23.499795 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:23.522157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'port_id': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'mac_address': 'fa:16:3e:e6:ba:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:23.544944 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.546545 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.603071 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.609673 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.640556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:23.645011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-94655cf0-6d66-451e-ae8a-767d0259a9df', 'network_id': '94655cf0-6d66-451e-ae8a-767d0259a9df', 'tenant_id': '88a5765649ad476ea16e1fc43a742acd', 'fixed_ips': [{'subnet_id': 'eba9197d-b3eb-473f-8fcb-97c5c40f3608'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:39:23.645880 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.673374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:23.782587 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.848523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Allocated IP 172.20.0.2 (94655cf0-6d66-451e-ae8a-767d0259a9df/eba9197d-b3eb-473f-8fcb-97c5c40f3608/f1b53b7f-d358-412f-a862-dd7bae01d4a3) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:23.851952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.859307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:24.029039 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.073703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:24.114151 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.140886 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.162484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.188320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Network 94655cf0-6d66-451e-ae8a-767d0259a9df is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:24.195537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:24.200726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Pushing event updated for resources: {'Port': ['ID=f1b53b7f-d358-412f-a862-dd7bae01d4a3,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:24.203028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:24.318655 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Attempting to bind port f1b53b7f-d358-412f-a862-dd7bae01d4a3 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:24.319328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Attempting to bind port f1b53b7f-d358-412f-a862-dd7bae01d4a3 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'dacd07db-0017-4fa9-bc3a-65d0908145f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '94655cf0-6d66-451e-ae8a-767d0259a9df'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:24.319742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Attempting to bind port f1b53b7f-d358-412f-a862-dd7bae01d4a3 on network 94655cf0-6d66-451e-ae8a-767d0259a9df {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:24.349691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:24.350358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Checking segment: {'id': 'dacd07db-0017-4fa9-bc3a-65d0908145f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '94655cf0-6d66-451e-ae8a-767d0259a9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:24.350849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.351412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Bound using segment: {'id': 'dacd07db-0017-4fa9-bc3a-65d0908145f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '94655cf0-6d66-451e-ae8a-767d0259a9df'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:24.352476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.25.6.161 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/f531b7c2-6f9e-4493-91d4-e8c9986b66ab) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:24.352801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Bound port: f1b53b7f-d358-412f-a862-dd7bae01d4a3, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacd07db-0017-4fa9-bc3a-65d0908145f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '94655cf0-6d66-451e-ae8a-767d0259a9df'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:24.353251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.497982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e63472-b123-4b45-b661-151697a54b5a req-8a4db487-8d10-484c-8be6-1ad5bbfa4bb1 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:24.502471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88e63472-b123-4b45-b661-151697a54b5a req-8a4db487-8d10-484c-8be6-1ad5bbfa4bb1 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0802927 Sep 17 22:39:24.519523 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.554390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88e63472-b123-4b45-b661-151697a54b5a req-2129e437-c9a3-4b7f-866b-0ac3fb90f8db tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Sep 17 22:39:24.614671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a63fa-427e-4534-8975-bd412fcbd806 req-90fa28af-e8bc-47d9-a085-f7c9e9b8fd46 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:24.616414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-616a63fa-427e-4534-8975-bd412fcbd806 req-90fa28af-e8bc-47d9-a085-f7c9e9b8fd46 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 944 time: 0.1145456 Sep 17 22:39:24.685153 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-616a63fa-427e-4534-8975-bd412fcbd806 req-d4b84e19-992d-4c6a-b058-2ba3e7f1bfc0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589204 Sep 17 22:39:24.700173 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.754691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:24.759945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:24.764817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:24.769288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=f531b7c2-6f9e-4493-91d4-e8c9986b66ab,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:24.779180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] For port f1b53b7f-d358-412f-a862-dd7bae01d4a3, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:24.786397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] For port f1b53b7f-d358-412f-a862-dd7bae01d4a3, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=f1b53b7f-d358-412f-a862-dd7bae01d4a3,segment=NetworkSegment(dacd07db-0017-4fa9-bc3a-65d0908145f0),segment_id=dacd07db-0017-4fa9-bc3a-65d0908145f0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:24.867168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:24.942420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead6ec-7457-47fd-8821-1b9ad5dd80a8 None None] Pushing event updated for resources: {'Port': ['ID=f1b53b7f-d358-412f-a862-dd7bae01d4a3,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:25.145420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.421682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:25.752937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aea70f-dc92-476d-b412-62b64eba41e3 req-71b17cc4-452a-4e08-81da-967a534a4222 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:25.755541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b9aea70f-dc92-476d-b412-62b64eba41e3 req-71b17cc4-452a-4e08-81da-967a534a4222 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0696242 Sep 17 22:39:25.820072 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b9aea70f-dc92-476d-b412-62b64eba41e3 req-d8de8aee-0c73-479e-8a53-7f4dd4523c15 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581822 Sep 17 22:39:25.820970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router 1250c464-23d5-4580-a2cc-f2d6fb5074c6 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:39:25.845252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f4c0-4f81-4c93-82cf-1a48b7fa2be1 req-e20df31b-7dc6-42da-8901-a9f03165c98e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:25.846878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2061f4c0-4f81-4c93-82cf-1a48b7fa2be1 req-e20df31b-7dc6-42da-8901-a9f03165c98e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 944 time: 0.0705280 Sep 17 22:39:25.991162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2061f4c0-4f81-4c93-82cf-1a48b7fa2be1 req-92344d09-d635-4a4a-a61b-91f0da877e96 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365557 Sep 17 22:39:26.043017 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:26.056211 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9bd1b9-b47f-44e9-8aca-c6d6f82bc2f7 None None] Sync routers for ids ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:26.070168 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9bd1b9-b47f-44e9-8aca-c6d6f82bc2f7 None None] Routers {'1250c464-23d5-4580-a2cc-f2d6fb5074c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:26.070819 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0f9bd1b9-b47f-44e9-8aca-c6d6f82bc2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:26.126090 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0f9bd1b9-b47f-44e9-8aca-c6d6f82bc2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:26.135374 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9bd1b9-b47f-44e9-8aca-c6d6f82bc2f7 None None] Routers {'1250c464-23d5-4580-a2cc-f2d6fb5074c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:26.136226 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0f9bd1b9-b47f-44e9-8aca-c6d6f82bc2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:26.168080 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0f9bd1b9-b47f-44e9-8aca-c6d6f82bc2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:26.168995 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9bd1b9-b47f-44e9-8aca-c6d6f82bc2f7 None None] The sync data for ids ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:26.207572 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.211520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b87d3862-b154-4359-a35d-e0fa34c087ad tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7793336 Sep 17 22:39:26.212022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52018) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:26.254328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6601091-30d4-4a29-95e1-82eea5b7f8b4 None None] Network 94655cf0-6d66-451e-ae8a-767d0259a9df requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:26.343410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-56b82f0d-5e65-4777-a026-a967f201727c None None] Provisioning complete for port f1b53b7f-d358-412f-a862-dd7bae01d4a3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:26.343895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-56b82f0d-5e65-4777-a026-a967f201727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.581844 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-56b82f0d-5e65-4777-a026-a967f201727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.630003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-56b82f0d-5e65-4777-a026-a967f201727c None None] For port f1b53b7f-d358-412f-a862-dd7bae01d4a3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=f1b53b7f-d358-412f-a862-dd7bae01d4a3,segment=NetworkSegment(dacd07db-0017-4fa9-bc3a-65d0908145f0),segment_id=dacd07db-0017-4fa9-bc3a-65d0908145f0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:26.706556 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-56b82f0d-5e65-4777-a026-a967f201727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.810603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b82f0d-5e65-4777-a026-a967f201727c None None] Pushing event updated for resources: {'Port': ['ID=f1b53b7f-d358-412f-a862-dd7bae01d4a3,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:26.839202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device f1b53b7f-d358-412f-a862-dd7bae01d4a3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:26.922605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port f1b53b7f-d358-412f-a862-dd7bae01d4a3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:26.922981 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:26.957399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b8d46b36-0e2c-4919-ac35-8d41faa42d4c None None] Provisioning complete for port f1b53b7f-d358-412f-a862-dd7bae01d4a3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:26.957772 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b8d46b36-0e2c-4919-ac35-8d41faa42d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.009946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0f8b9-f162-418c-89db-d3582fd7fcdc req-7ad4d24c-56e5-45ed-8d9e-5fd75d732cb4 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:27.012972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cb0f8b9-f162-418c-89db-d3582fd7fcdc req-7ad4d24c-56e5-45ed-8d9e-5fd75d732cb4 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.1116772 Sep 17 22:39:27.165622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf1f0-cb91-481f-adcf-2ab61baf9fd3 req-5d3084c1-78a2-48cf-8195-09c3e95c6793 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:27.167197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9ccf1f0-cb91-481f-adcf-2ab61baf9fd3 req-5d3084c1-78a2-48cf-8195-09c3e95c6793 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 944 time: 0.0647717 Sep 17 22:39:27.182433 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cb0f8b9-f162-418c-89db-d3582fd7fcdc req-49e549e7-2690-483b-af2a-214241cb72a3 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760734 Sep 17 22:39:27.211213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9ccf1f0-cb91-481f-adcf-2ab61baf9fd3 req-7acc682b-5c0a-446a-b5a5-abbe9e524aa4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354393 Sep 17 22:39:27.285579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.343692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:27.484815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:27.489214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:27.489605 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.572689 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.598242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:27.600541 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9327f99a-f15e-4de8-b603-f96d3a6c8b21" -d '{"events": [{"server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "name": "network-vif-plugged", "status": "completed", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:27.609067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.20.0.1 (94655cf0-6d66-451e-ae8a-767d0259a9df/eba9197d-b3eb-473f-8fcb-97c5c40f3608/63f72f9e-8fc3-432c-8a53-0f1c18a73403) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:27.614219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:27.650375 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dc485a-2a4e-48cd-aaac-ff79e3b527d5 x-openstack-request-id: req-48dc485a-2a4e-48cd-aaac-ff79e3b527d5 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:27.650774 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "name": "network-vif-plugged", "status": "completed", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:27.651237 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48dc485a-2a4e-48cd-aaac-ff79e3b527d5 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:27.651706 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'code': 200} Sep 17 22:39:27.704844 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.763388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:27.791326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fb0df-5af3-4695-8557-65ef3ec88c39 req-20915073-edf2-44be-9acc-dff8bc26f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:27.793162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed1fb0df-5af3-4695-8557-65ef3ec88c39 req-20915073-edf2-44be-9acc-dff8bc26f7e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1097 time: 0.0791290 Sep 17 22:39:27.795995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.857779 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed1fb0df-5af3-4695-8557-65ef3ec88c39 req-bf451360-655e-44aa-9632-87552ebfed9d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579698 Sep 17 22:39:27.908325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:27.964268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 94655cf0-6d66-451e-ae8a-767d0259a9df is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:27.970345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:27.973084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:28.023689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=63f72f9e-8fc3-432c-8a53-0f1c18a73403,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:28.047420 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.334917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-17ecb3d9-cf68-4ca5-b288-86fde5a3c950 None None] Provisioning complete for port 63f72f9e-8fc3-432c-8a53-0f1c18a73403 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:28.335232 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17ecb3d9-cf68-4ca5-b288-86fde5a3c950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.340279 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.368627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf24f5-a847-44cd-beb1-26dd820dd293 req-77d4d94e-a16d-41e8-a48e-88ec27531ebc tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:28.372598 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dcf24f5-a847-44cd-beb1-26dd820dd293 req-77d4d94e-a16d-41e8-a48e-88ec27531ebc tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.0726695 Sep 17 22:39:28.373941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-17ecb3d9-cf68-4ca5-b288-86fde5a3c950 None None] Port 63f72f9e-8fc3-432c-8a53-0f1c18a73403 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:28.405947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbff72b-3a9c-4b1f-9c45-0c1c77ffc455 req-7fa1ca7f-37bc-4edd-a211-e37b1b4a9c62 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:28.407894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cbbff72b-3a9c-4b1f-9c45-0c1c77ffc455 req-7fa1ca7f-37bc-4edd-a211-e37b1b4a9c62 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.1143231 Sep 17 22:39:28.422323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dcf24f5-a847-44cd-beb1-26dd820dd293 req-d8dbb78d-21be-4807-92cc-589f72fb2613 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420425 Sep 17 22:39:28.520935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cbbff72b-3a9c-4b1f-9c45-0c1c77ffc455 req-02db9d9f-060a-4da3-9c20-1afe46137749 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021676 Sep 17 22:39:28.735612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.755779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device f1b53b7f-d358-412f-a862-dd7bae01d4a3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:28.804549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port f1b53b7f-d358-412f-a862-dd7bae01d4a3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:28.804929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.809792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.901522 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:28.910598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=63f72f9e-8fc3-432c-8a53-0f1c18a73403,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:29.022997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 94655cf0-6d66-451e-ae8a-767d0259a9df is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:29.024859 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:29.190559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router 1250c464-23d5-4580-a2cc-f2d6fb5074c6 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:29.192007 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:29.301917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f7ef7f02-03e3-480e-b37e-709738cec063 None None] Provisioning complete for port 63f72f9e-8fc3-432c-8a53-0f1c18a73403 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:29.302193 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7f02-03e3-480e-b37e-709738cec063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:29.315427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:29.322328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b4c7b217-4fff-4067-9ae1-efe431d8b2ea tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "PUT /v2.0/routers/1250c464-23d5-4580-a2cc-f2d6fb5074c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1079512 Sep 17 22:39:29.323583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52084) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:29.328923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'port': {'network_id': '94655cf0-6d66-451e-ae8a-767d0259a9df', 'name': 'tempest-FloatingIPTestJSON-609706237'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:29.337638 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7cb4de-a972-4881-b1c0-973bb0abb354 None None] Sync routers for ids ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:29.366586 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7cb4de-a972-4881-b1c0-973bb0abb354 None None] Routers {'1250c464-23d5-4580-a2cc-f2d6fb5074c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:29.367369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3f7cb4de-a972-4881-b1c0-973bb0abb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:29.369377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef7f02-03e3-480e-b37e-709738cec063 None None] Port 63f72f9e-8fc3-432c-8a53-0f1c18a73403 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:29.415515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3f7cb4de-a972-4881-b1c0-973bb0abb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:29.433413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7cb4de-a972-4881-b1c0-973bb0abb354 None None] Routers {'1250c464-23d5-4580-a2cc-f2d6fb5074c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:29.435153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3f7cb4de-a972-4881-b1c0-973bb0abb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:29.477742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3f7cb4de-a972-4881-b1c0-973bb0abb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:29.478420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7cb4de-a972-4881-b1c0-973bb0abb354 None None] The sync data for ids ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:29.567562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Made reservation on behalf of 88a5765649ad476ea16e1fc43a742acd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:29.572179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:29.646354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] device_id is not set on port eb9e2e20-d9c2-4351-8916-e03df1e6a91f yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:39:29.688542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959768d8-4448-4b70-8347-a8354291ff92 req-6f56e44d-0c31-4ef3-aa70-694c14971192 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:29.689974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-959768d8-4448-4b70-8347-a8354291ff92 req-6f56e44d-0c31-4ef3-aa70-694c14971192 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0522480 Sep 17 22:39:29.698564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443a2e-be86-427b-8ead-214db367217a req-b3c76c9c-713c-41bd-a025-c8e9cff8b410 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:29.700051 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a443a2e-be86-427b-8ead-214db367217a req-b3c76c9c-713c-41bd-a025-c8e9cff8b410 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.1218953 Sep 17 22:39:29.737717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-959768d8-4448-4b70-8347-a8354291ff92 req-1743480a-76a6-4f22-87e0-4244a64e54b9 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411179 Sep 17 22:39:29.799123 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a443a2e-be86-427b-8ead-214db367217a req-18f6c0f5-7de7-4fc9-8f61-f76445af2512 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913815 Sep 17 22:39:29.834743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Allocated IP 172.20.0.3 (94655cf0-6d66-451e-ae8a-767d0259a9df/eba9197d-b3eb-473f-8fcb-97c5c40f3608/eb9e2e20-d9c2-4351-8916-e03df1e6a91f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:29.999305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1430a-e2fa-4f04-88bc-f4ef18767ec5 req-c1a60db9-1319-4c45-9a16-3b5d949393ca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:30.000938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5d1430a-e2fa-4f04-88bc-f4ef18767ec5 req-c1a60db9-1319-4c45-9a16-3b5d949393ca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.1197865 Sep 17 22:39:30.056836 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.065184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5d1430a-e2fa-4f04-88bc-f4ef18767ec5 req-a2fd96d4-a954-4c49-9a97-13f70fe34ad7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566099 Sep 17 22:39:30.088259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52106) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:30.131273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e51ba8a-964e-44ca-97fa-530a2bb24838 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:30.132844 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6e51ba8a-964e-44ca-97fa-530a2bb24838 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1092 time: 0.0433874 Sep 17 22:39:30.135985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52108) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:30.140769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:30.159078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.204937 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.208469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Network 94655cf0-6d66-451e-ae8a-767d0259a9df is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:30.214042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:30.218440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:30.271969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:30.272663 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.295624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event updated for resources: {'Port': ['ID=eb9e2e20-d9c2-4351-8916-e03df1e6a91f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:30.325539 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.374509 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3a3a0d08-19fa-4b55-a7f9-c31f0cbe211e tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0494721 Sep 17 22:39:30.377707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52112) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:30.383030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Request body: {'floatingip': {'port_id': 'eb9e2e20-d9c2-4351-8916-e03df1e6a91f'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:30.442798 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.447289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.25.6.203 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/e2aca41a-353c-4581-9ce0-afcac1cb9030) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:30.502141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-74c05503-2ddf-43ad-87f0-d43750d68f93 None None] Provisioning complete for port eb9e2e20-d9c2-4351-8916-e03df1e6a91f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:30.503235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-74c05503-2ddf-43ad-87f0-d43750d68f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.550020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-74c05503-2ddf-43ad-87f0-d43750d68f93 None None] Port eb9e2e20-d9c2-4351-8916-e03df1e6a91f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:30.582649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.690473 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.732530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:30.737031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:30.740987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:30.769987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=e2aca41a-353c-4581-9ce0-afcac1cb9030,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:31.009468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24941a-85a9-4193-a8f0-42360685a330 req-ece82944-e323-4f42-99a6-d694f442f343 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:31.011022 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d24941a-85a9-4193-a8f0-42360685a330 req-ece82944-e323-4f42-99a6-d694f442f343 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.1351242 Sep 17 22:39:31.017855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.089624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d24941a-85a9-4193-a8f0-42360685a330 req-94d62ad2-cffb-4455-8a22-4b9257a046f2 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711617 Sep 17 22:39:31.121643 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.240180 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP 81d4b8b1-3d46-4f6a-8428-4f7b05c8f206 associated. External IP: 172.25.6.78, port: 19688d21-c3d1-40a5-80c9-22c1bfb137ce. Sep 17 22:39:31.286189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.497450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:31.513665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.619710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:31.633114 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3639a474-fe12-4c99-8cb6-146e15d091f7 None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:31.649468 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639a474-fe12-4c99-8cb6-146e15d091f7 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:31.650314 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3639a474-fe12-4c99-8cb6-146e15d091f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:31.692568 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3639a474-fe12-4c99-8cb6-146e15d091f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:31.705392 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639a474-fe12-4c99-8cb6-146e15d091f7 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:31.708946 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3639a474-fe12-4c99-8cb6-146e15d091f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:31.729644 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.747300 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3639a474-fe12-4c99-8cb6-146e15d091f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:31.747947 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3639a474-fe12-4c99-8cb6-146e15d091f7 None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:31.815998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:31.897042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=e2aca41a-353c-4581-9ce0-afcac1cb9030,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:31.912277 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.058842 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Floating IP 8c3c3661-e00a-409d-b45f-b991d67e0a20 associated. External IP: 172.25.6.203, port: 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0. Sep 17 22:39:32.315081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router 1250c464-23d5-4580-a2cc-f2d6fb5074c6 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:32.436030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:32.447770 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.449453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15886f7-d95f-4bb2-8952-ecf22d7abba6 None None] Sync routers for ids ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:32.473279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15886f7-d95f-4bb2-8952-ecf22d7abba6 None None] Routers {'1250c464-23d5-4580-a2cc-f2d6fb5074c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:32.474873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e15886f7-d95f-4bb2-8952-ecf22d7abba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:32.511998 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d9164c0d-3641-4fd7-8971-41dc15ce875d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "PUT /v2.0/floatingips/81d4b8b1-3d46-4f6a-8428-4f7b05c8f206 HTTP/1.1" status: 200 len: 976 time: 2.1330421 Sep 17 22:39:32.515336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52162) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:32.557476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e15886f7-d95f-4bb2-8952-ecf22d7abba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:32.579714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15886f7-d95f-4bb2-8952-ecf22d7abba6 None None] Routers {'1250c464-23d5-4580-a2cc-f2d6fb5074c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:32.580621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e15886f7-d95f-4bb2-8952-ecf22d7abba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:32.633962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port eb9e2e20-d9c2-4351-8916-e03df1e6a91f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:32.635714 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.637066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e15886f7-d95f-4bb2-8952-ecf22d7abba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:32.637889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15886f7-d95f-4bb2-8952-ecf22d7abba6 None None] The sync data for ids ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:32.662605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380214d3-4111-4a83-961a-98822b9cf701 req-8eb9cea7-3bbd-4ce2-9b98-14ae126b1592 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:32.672657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-380214d3-4111-4a83-961a-98822b9cf701 req-8eb9cea7-3bbd-4ce2-9b98-14ae126b1592 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0766566 Sep 17 22:39:32.763561 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-380214d3-4111-4a83-961a-98822b9cf701 req-ff253acb-d845-4a40-8493-b24595e09a55 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869808 Sep 17 22:39:32.775495 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:32.847560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 95990f0b-9658-4045-b135-fea0c044dbdf has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:32.966294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:32.977841 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] Sync routers for ids ['95990f0b-9658-4045-b135-fea0c044dbdf'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:32.990621 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] Routers {'95990f0b-9658-4045-b135-fea0c044dbdf'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:32.991790 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95990f0b-9658-4045-b135-fea0c044dbdf'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:33.006692 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.007053 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.007370 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Floating IP 81d4b8b1-3d46-4f6a-8428-4f7b05c8f206 disassociated. External IP: 172.25.6.78, port: eb9e2e20-d9c2-4351-8916-e03df1e6a91f. Sep 17 22:39:33.007712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for eb9e2e20-d9c2-4351-8916-e03df1e6a91f owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:33.067479 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.105877 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-205060ec-421e-46c2-9204-26e0b4556154 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9616745 Sep 17 22:39:33.106742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:33.109298 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3383c6fe-0581-48a0-a4c7-22e44a092799" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:33.235801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f857c99-3b63-4bce-92cc-08dbf82372f3 req-3e624bf4-df1f-4466-b6bb-264bd1f7d2e5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:33.241778 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f857c99-3b63-4bce-92cc-08dbf82372f3 req-3e624bf4-df1f-4466-b6bb-264bd1f7d2e5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.0750854 Sep 17 22:39:33.241778 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be182da-79ec-41f6-903c-cb9f989873a8 x-openstack-request-id: req-7be182da-79ec-41f6-903c-cb9f989873a8 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:33.241778 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:33.242089 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] Set router 95990f0b-9658-4045-b135-fea0c044dbdf gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:33.242239 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7be182da-79ec-41f6-903c-cb9f989873a8 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:33.242239 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'status': 'completed', 'code': 200} Sep 17 22:39:33.265280 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-689e1d7f-7d2d-4df8-b223-204d46543015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.320379 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:33.326761 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f857c99-3b63-4bce-92cc-08dbf82372f3 req-e54e90e9-a9e9-4b78-b1f1-d93f25a76823 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816402 Sep 17 22:39:33.356641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52174) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:33.377097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=eb9e2e20-d9c2-4351-8916-e03df1e6a91f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:33.385891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-f7d2e601-27b5-4df3-a5d3-f7e458db760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:33.387685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-f7d2e601-27b5-4df3-a5d3-f7e458db760b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1097 time: 0.1378555 Sep 17 22:39:33.519451 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5682e89e-d092-4d11-b12b-a5b118461b5a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/8c3c3661-e00a-409d-b45f-b991d67e0a20 HTTP/1.1" status: 200 len: 991 time: 0.1560876 Sep 17 22:39:33.628540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-73cb3ac5-e467-4327-86b8-e17b73ecf552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:33.630670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-73cb3ac5-e467-4327-86b8-e17b73ecf552 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c HTTP/1.1" status: 200 len: 897 time: 0.2322478 Sep 17 22:39:33.639123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router 1250c464-23d5-4580-a2cc-f2d6fb5074c6 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:33.679007 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '8c3c3661-e00a-409d-b45f-b991d67e0a20', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'port_id': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'mac_address': 'fa:16:3e:e6:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:39:31Z', 'updated_at': '2021-09-17T22:39:31Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ef08a8-ed80-40e3-89cd-c8cb9d475e23', 'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:0d:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:39:04Z', 'updated_at': '2021-09-17T22:39:11Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:33.724989 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] Checking router: 95990f0b-9658-4045-b135-fea0c044dbdf for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:39:33.736294 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] Routers {'95990f0b-9658-4045-b135-fea0c044dbdf'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:33.736936 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95990f0b-9658-4045-b135-fea0c044dbdf'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:33.770322 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-65cdee7c-e452-4ebd-8bc0-878db1d89871 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 HTTP/1.1" status: 200 len: 999 time: 0.1297798 Sep 17 22:39:33.838591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:33.850590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867279fc-e076-4d5e-876b-a383389f8bb3 None None] Sync routers for ids ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:33.863567 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] Set router 95990f0b-9658-4045-b135-fea0c044dbdf gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:33.871651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867279fc-e076-4d5e-876b-a383389f8bb3 None None] Routers {'1250c464-23d5-4580-a2cc-f2d6fb5074c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:33.872245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-867279fc-e076-4d5e-876b-a383389f8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:33.933416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-867279fc-e076-4d5e-876b-a383389f8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:33.944475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867279fc-e076-4d5e-876b-a383389f8bb3 None None] Routers {'1250c464-23d5-4580-a2cc-f2d6fb5074c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:33.945341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-867279fc-e076-4d5e-876b-a383389f8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:34.005940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-867279fc-e076-4d5e-876b-a383389f8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:34.006854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867279fc-e076-4d5e-876b-a383389f8bb3 None None] The sync data for ids ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:34.011270 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.016958 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-884e4ab5-6855-4878-8881-8f4bb540b4d6 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/ports/eb9e2e20-d9c2-4351-8916-e03df1e6a91f HTTP/1.1" status: 204 len: 168 time: 1.4975128 Sep 17 22:39:34.018724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52182) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:34.024913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-25c1c4a3-6859-41e5-ae65-72fe8773e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:34.026523 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-25c1c4a3-6859-41e5-ae65-72fe8773e702 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3753525-46d6-471e-b790-dc05aad8d380 HTTP/1.1" status: 200 len: 835 time: 0.1858494 Sep 17 22:39:34.053865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9723521-93ba-432c-92dc-9be733879820 req-f91ce8e3-efc5-4305-ac73-47a327fab7b0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:34.056007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9723521-93ba-432c-92dc-9be733879820 req-f91ce8e3-efc5-4305-ac73-47a327fab7b0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.1980314 Sep 17 22:39:34.148729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9723521-93ba-432c-92dc-9be733879820 req-be26ecc0-0067-4387-afe8-353f152811ac tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683663 Sep 17 22:39:34.151276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-9bcfb47b-6565-4881-901c-c80057dd1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:34.153283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-9bcfb47b-6565-4881-901c-c80057dd1095 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177254 Sep 17 22:39:34.270014 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-166ea562-3350-411c-be4d-2c44629f7e19 service neutron] 10.222.0.23 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999126 Sep 17 22:39:34.290858 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '8c3c3661-e00a-409d-b45f-b991d67e0a20', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'port_id': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'mac_address': 'fa:16:3e:e6:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:39:31Z', 'updated_at': '2021-09-17T22:39:31Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ef08a8-ed80-40e3-89cd-c8cb9d475e23', 'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:0d:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:39:04Z', 'updated_at': '2021-09-17T22:39:11Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:34.337590 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0963915c-2593-48a8-a505-c62b154dfb80 None None] The sync data for ids ['95990f0b-9658-4045-b135-fea0c044dbdf'] in n-d-713499-18 is: [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '8c3c3661-e00a-409d-b45f-b991d67e0a20', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'port_id': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'mac_address': 'fa:16:3e:e6:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:39:31Z', 'updated_at': '2021-09-17T22:39:31Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ef08a8-ed80-40e3-89cd-c8cb9d475e23', 'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:0d:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:39:04Z', 'updated_at': '2021-09-17T22:39:11Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:34.403751 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3383c6fe-0581-48a0-a4c7-22e44a092799 req-a654c639-845a-402e-9429-5bcf0b72751e service neutron] 10.222.0.23 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262765 Sep 17 22:39:34.522080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52188) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:34.550006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.629022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b7a91a57-68af-4b47-86bb-7c323cd83c0f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/8c3c3661-e00a-409d-b45f-b991d67e0a20 HTTP/1.1" status: 200 len: 991 time: 0.1059310 Sep 17 22:39:34.722756 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f399b4bd-04c2-40b2-b2c4-1575bad995b4 None None] New status for floating IP 8c3c3661-e00a-409d-b45f-b991d67e0a20: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:39:34.889201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port 63f72f9e-8fc3-432c-8a53-0f1c18a73403 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:34.889592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:34.991619 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.006937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for 63f72f9e-8fc3-432c-8a53-0f1c18a73403 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:35.295452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.305094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae678bf-44ca-46fb-8a36-d117fc6f5415 req-d7c8a994-99e9-427f-828a-7d22867a80ca tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:35.307128 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5ae678bf-44ca-46fb-8a36-d117fc6f5415 req-d7c8a994-99e9-427f-828a-7d22867a80ca tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0600171 Sep 17 22:39:35.328542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=63f72f9e-8fc3-432c-8a53-0f1c18a73403,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:35.424761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5ae678bf-44ca-46fb-8a36-d117fc6f5415 req-7d64a10a-a302-4705-8c44-0e556e5ced35 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050041 Sep 17 22:39:35.587338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.633134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52210) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:35.736410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b5faed11-ee61-423c-9a0b-e2017e87bcfd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/8c3c3661-e00a-409d-b45f-b991d67e0a20 HTTP/1.1" status: 200 len: 993 time: 0.1013460 Sep 17 22:39:35.854145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router 1250c464-23d5-4580-a2cc-f2d6fb5074c6 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:35.858998 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fdef9c6a-06cb-43c9-8e9e-f6ed1d7e2f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:35.982127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:35.987935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-46a3dd91-207f-4395-839d-d410300e19fa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "PUT /v2.0/routers/1250c464-23d5-4580-a2cc-f2d6fb5074c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9671080 Sep 17 22:39:35.990934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52216) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:36.003935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeba73e-03bc-4425-8e55-d6b3922d0698 None None] Sync routers for ids ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:36.033678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeba73e-03bc-4425-8e55-d6b3922d0698 None None] Routers {'1250c464-23d5-4580-a2cc-f2d6fb5074c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:36.034647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4eeba73e-03bc-4425-8e55-d6b3922d0698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:36.087383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4eeba73e-03bc-4425-8e55-d6b3922d0698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:36.108056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeba73e-03bc-4425-8e55-d6b3922d0698 None None] Routers {'1250c464-23d5-4580-a2cc-f2d6fb5074c6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:36.108897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4eeba73e-03bc-4425-8e55-d6b3922d0698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:36.155594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4eeba73e-03bc-4425-8e55-d6b3922d0698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:36.156735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeba73e-03bc-4425-8e55-d6b3922d0698 None None] The sync data for ids ['1250c464-23d5-4580-a2cc-f2d6fb5074c6'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:36.163942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.272826 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.404689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port f531b7c2-6f9e-4493-91d4-e8c9986b66ab {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:36.405479 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.505474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:36.557740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for f531b7c2-6f9e-4493-91d4-e8c9986b66ab owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:36.567232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3bfb081-124a-4124-bdee-5a3163444130 req-4d349be3-ce3b-4ea9-b8cb-8f9363fc1eae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0982239 Sep 17 22:39:36.634777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397d59-7af3-4f19-b189-f71542d19711 req-059efcd2-91db-4f14-81b6-7039978b206a tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:36.638354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a397d59-7af3-4f19-b189-f71542d19711 req-059efcd2-91db-4f14-81b6-7039978b206a tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.1219790 Sep 17 22:39:36.675948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfb081-124a-4124-bdee-5a3163444130 req-a879f18c-6bdb-4ef8-b0fd-1e6dbda328b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:36.678222 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3bfb081-124a-4124-bdee-5a3163444130 req-a879f18c-6bdb-4ef8-b0fd-1e6dbda328b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 1097 time: 0.0493581 Sep 17 22:39:36.772298 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a397d59-7af3-4f19-b189-f71542d19711 req-757e44a4-6387-4733-b3b4-8cc6d744ea43 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522530 Sep 17 22:39:36.831178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfb081-124a-4124-bdee-5a3163444130 req-cbee8538-c219-40ff-a6ad-fcb0b640097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:36.832886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3bfb081-124a-4124-bdee-5a3163444130 req-cbee8538-c219-40ff-a6ad-fcb0b640097f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.1311061 Sep 17 22:39:36.906660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3bfb081-124a-4124-bdee-5a3163444130 req-23074a98-62df-4b58-9279-d71f69c250cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2be41a5-9414-481c-a68d-63476fee09cb HTTP/1.1" status: 200 len: 1000 time: 0.0642664 Sep 17 22:39:36.962948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfb081-124a-4124-bdee-5a3163444130 req-91d11542-7014-4364-91a1-32e9db29c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:36.964582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3bfb081-124a-4124-bdee-5a3163444130 req-91d11542-7014-4364-91a1-32e9db29c67a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.0511687 Sep 17 22:39:37.027518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfb081-124a-4124-bdee-5a3163444130 req-da224cf2-e65c-481e-8557-af6e5be11b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:37.029124 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3bfb081-124a-4124-bdee-5a3163444130 req-da224cf2-e65c-481e-8557-af6e5be11b8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571947 Sep 17 22:39:37.038215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.067299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=f531b7c2-6f9e-4493-91d4-e8c9986b66ab,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:37.080687 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.132763 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.143611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3bfb081-124a-4124-bdee-5a3163444130 req-18333806-1b13-4f31-be00-3c14a0647ab8 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065054 Sep 17 22:39:37.231746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.237353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.246460 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3bfb081-124a-4124-bdee-5a3163444130 req-ec0b6d7e-cbcb-429a-827b-eca216289098 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953958 Sep 17 22:39:37.306649 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.392858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.393429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Fanout notify agent at l3_agent the message router_deleted on router 1250c464-23d5-4580-a2cc-f2d6fb5074c6 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:39:37.400744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.401944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1c555a7e-d804-4eb1-9d5a-1fa11eca053d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/routers/1250c464-23d5-4580-a2cc-f2d6fb5074c6 HTTP/1.1" status: 204 len: 168 time: 1.4097021 Sep 17 22:39:37.404899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52228) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:37.457124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2f1642-34e0-4906-ae77-02521b441baa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting subnet eba9197d-b3eb-473f-8fcb-97c5c40f3608 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:37.460292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1642-34e0-4906-ae77-02521b441baa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.505966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1642-34e0-4906-ae77-02521b441baa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.583278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52232) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:37.619365 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1642-34e0-4906-ae77-02521b441baa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.680835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-063f4305-97ff-4133-933e-07d376c91e2e admin admin] Deleting subnet 11af6cd0-3a5b-46ce-90a6-40bad111070f {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:37.687547 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-063f4305-97ff-4133-933e-07d376c91e2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.729716 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-063f4305-97ff-4133-933e-07d376c91e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.775370 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-063f4305-97ff-4133-933e-07d376c91e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.795924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1642-34e0-4906-ae77-02521b441baa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.833484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f1642-34e0-4906-ae77-02521b441baa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Subnet': ['ID=eba9197d-b3eb-473f-8fcb-97c5c40f3608,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:37.842768 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1642-34e0-4906-ae77-02521b441baa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.847563 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9f2f1642-34e0-4906-ae77-02521b441baa tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/subnets/eba9197d-b3eb-473f-8fcb-97c5c40f3608 HTTP/1.1" status: 204 len: 168 time: 0.4413285 Sep 17 22:39:37.847841 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52240) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:37.858511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab2375-801a-4555-b28d-9c584343a6cb None None] Network 94655cf0-6d66-451e-ae8a-767d0259a9df requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:37.947637 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-063f4305-97ff-4133-933e-07d376c91e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:37.996968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f4305-97ff-4133-933e-07d376c91e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11af6cd0-3a5b-46ce-90a6-40bad111070f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:38.001712 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-063f4305-97ff-4133-933e-07d376c91e2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.006256 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-063f4305-97ff-4133-933e-07d376c91e2e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/11af6cd0-3a5b-46ce-90a6-40bad111070f HTTP/1.1" status: 204 len: 168 time: 0.4194884 Sep 17 22:39:38.006809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52246) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:38.057529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.131943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87af46d-1339-4d8b-9ba0-8805addb08ab None None] DHCP port deletion for 94655cf0-6d66-451e-ae8a-767d0259a9df request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:39:38.155200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c321aa-e6a2-4150-b4d0-9848264f5c28 req-bcf43709-4d23-4a58-8735-02d05d26b11b tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:38.158640 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1c321aa-e6a2-4150-b4d0-9848264f5c28 req-bcf43709-4d23-4a58-8735-02d05d26b11b tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.2710345 Sep 17 22:39:38.182321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b87af46d-1339-4d8b-9ba0-8805addb08ab None None] Deleting port f1b53b7f-d358-412f-a862-dd7bae01d4a3 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:38.185569 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b87af46d-1339-4d8b-9ba0-8805addb08ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.193021 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.237890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1c321aa-e6a2-4150-b4d0-9848264f5c28 req-96095741-283e-44f9-ab72-138dd128fba0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647426 Sep 17 22:39:38.261477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b87af46d-1339-4d8b-9ba0-8805addb08ab None None] For port f1b53b7f-d358-412f-a862-dd7bae01d4a3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=f1b53b7f-d358-412f-a862-dd7bae01d4a3,segment=NetworkSegment(dacd07db-0017-4fa9-bc3a-65d0908145f0),segment_id=dacd07db-0017-4fa9-bc3a-65d0908145f0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:38.261878 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b87af46d-1339-4d8b-9ba0-8805addb08ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.280662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b87af46d-1339-4d8b-9ba0-8805addb08ab None None] Calling delete_port for f1b53b7f-d358-412f-a862-dd7bae01d4a3 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:38.357000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.384869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port f1b53b7f-d358-412f-a862-dd7bae01d4a3 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:38.385391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.388566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df41764b-53a3-4418-8712-8043edf32229']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:38.409230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66463a2e-64ac-42e5-bad0-aca3b1e06fa6') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:38.409511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66463a2e-64ac-42e5-bad0-aca3b1e06fa6') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:38.427644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.447240 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b87af46d-1339-4d8b-9ba0-8805addb08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.472979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87af46d-1339-4d8b-9ba0-8805addb08ab None None] Pushing event deleted for resources: {'Port': ['ID=f1b53b7f-d358-412f-a862-dd7bae01d4a3,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:38.478121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87af46d-1339-4d8b-9ba0-8805addb08ab None None] No DVR routers for this DVR port f1b53b7f-d358-412f-a862-dd7bae01d4a3 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:38.481818 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.494653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] For port f1b53b7f-d358-412f-a862-dd7bae01d4a3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=f1b53b7f-d358-412f-a862-dd7bae01d4a3,segment=NetworkSegment(dacd07db-0017-4fa9-bc3a-65d0908145f0),segment_id=dacd07db-0017-4fa9-bc3a-65d0908145f0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:38.495012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.504085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:38.504564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:38.506253 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:38.527754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for f1b53b7f-d358-412f-a862-dd7bae01d4a3 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:38.646927 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.672772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=f1b53b7f-d358-412f-a862-dd7bae01d4a3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:38.677949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] No DVR routers for this DVR port f1b53b7f-d358-412f-a862-dd7bae01d4a3 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:39:38.709641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.718118 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.721841 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] 10.222.0.30 "DELETE /v2.0/networks/df41764b-53a3-4418-8712-8043edf32229 HTTP/1.1" status: 204 len: 168 time: 0.7090087 Sep 17 22:39:38.723348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52250) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:38.748253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad6720-46dd-4a17-a643-1b85e9718028 admin admin] Pushing event deleted for resources: {'Network': ['ID=df41764b-53a3-4418-8712-8043edf32229,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:38.805165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.822428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fb51c4-337c-414d-96fd-8c1552bba26f admin admin] Deleting subnet 696486a0-03e6-4f05-99b5-71f1c51a6d54 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:38.826066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17fb51c4-337c-414d-96fd-8c1552bba26f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.834857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94655cf0-6d66-451e-ae8a-767d0259a9df']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:38.851429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacd07db-0017-4fa9-bc3a-65d0908145f0') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:38.852316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacd07db-0017-4fa9-bc3a-65d0908145f0') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:38.865038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device f1b53b7f-d358-412f-a862-dd7bae01d4a3 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:39:38.878257 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.887233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: f1b53b7f-d358-412f-a862-dd7bae01d4a3 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:39:38.887585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device f1b53b7f-d358-412f-a862-dd7bae01d4a3 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:39:38.892858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.899057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:38.899446 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:38.902874 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:38.915789 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17fb51c4-337c-414d-96fd-8c1552bba26f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.954898 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17fb51c4-337c-414d-96fd-8c1552bba26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:38.985415 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.066975 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.071508 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.073465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/networks/94655cf0-6d66-451e-ae8a-767d0259a9df HTTP/1.1" status: 204 len: 168 time: 1.2240000 Sep 17 22:39:39.076265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52254) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:39.088351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48526940-e4d4-4219-be45-b9e26303821d tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Network': ['ID=94655cf0-6d66-451e-ae8a-767d0259a9df,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:39.119543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17fb51c4-337c-414d-96fd-8c1552bba26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.158457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb51c4-337c-414d-96fd-8c1552bba26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696486a0-03e6-4f05-99b5-71f1c51a6d54,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:39.191607 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17fb51c4-337c-414d-96fd-8c1552bba26f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.193556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-17fb51c4-337c-414d-96fd-8c1552bba26f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/696486a0-03e6-4f05-99b5-71f1c51a6d54 HTTP/1.1" status: 204 len: 168 time: 0.4688232 Sep 17 22:39:39.196264 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52258) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:39.289817 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.344880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8b956a51-5f14-40a4-a2d7-5beb1be2a59b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port 746d8fd4-4be6-46c1-95cd-84a18ad1963f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:39.345223 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b956a51-5f14-40a4-a2d7-5beb1be2a59b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.368010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076fb4-f36c-4ef1-9ba4-3c4eeb1fddc2 req-8e51c7bd-63bc-4cb6-b492-499ff4e2f564 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:39.373523 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30076fb4-f36c-4ef1-9ba4-3c4eeb1fddc2 req-8e51c7bd-63bc-4cb6-b492-499ff4e2f564 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0592308 Sep 17 22:39:39.401573 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.412216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30076fb4-f36c-4ef1-9ba4-3c4eeb1fddc2 req-73c5ed20-4403-48a7-aa33-7285e4886ca6 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336657 Sep 17 22:39:39.455572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1245854a-2547-4054-a208-58b0bfd1c3c5']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:39.467591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd57e96-9a0c-4fd5-ae5e-0fc158989732') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:39.467885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd57e96-9a0c-4fd5-ae5e-0fc158989732') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:39.485514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.494614 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b956a51-5f14-40a4-a2d7-5beb1be2a59b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.494938 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b956a51-5f14-40a4-a2d7-5beb1be2a59b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.510157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.512109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8b956a51-5f14-40a4-a2d7-5beb1be2a59b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for 746d8fd4-4be6-46c1-95cd-84a18ad1963f owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:39.520103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:39.520506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:39.522106 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:39.698293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.704669 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.706595 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1245854a-2547-4054-a208-58b0bfd1c3c5 HTTP/1.1" status: 204 len: 168 time: 0.5094280 Sep 17 22:39:39.716829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b6ce3-b48a-4b5c-87d6-372c91da3958 admin admin] Pushing event deleted for resources: {'Network': ['ID=1245854a-2547-4054-a208-58b0bfd1c3c5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:39.757475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b956a51-5f14-40a4-a2d7-5beb1be2a59b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.787564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b956a51-5f14-40a4-a2d7-5beb1be2a59b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=746d8fd4-4be6-46c1-95cd-84a18ad1963f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:39.851479 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b956a51-5f14-40a4-a2d7-5beb1be2a59b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.854135 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b956a51-5f14-40a4-a2d7-5beb1be2a59b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:39.855602 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b956a51-5f14-40a4-a2d7-5beb1be2a59b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/floatingips/81d4b8b1-3d46-4f6a-8428-4f7b05c8f206 HTTP/1.1" status: 204 len: 168 time: 0.7783573 Sep 17 22:39:39.859609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52266) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:39.883185 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-901bdea2-2156-4b8b-b423-18cf36a6a60c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:39.883829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901bdea2-2156-4b8b-b423-18cf36a6a60c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:39.885614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-901bdea2-2156-4b8b-b423-18cf36a6a60c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/ports/eb9e2e20-d9c2-4351-8916-e03df1e6a91f HTTP/1.1" status: 404 len: 333 time: 0.0253282 Sep 17 22:39:39.888604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52268) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:39.918130 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a52f7215-b902-49c8-8082-4f019c9c9c88 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1250c464-23d5-4580-a2cc-f2d6fb5074c6 HTTP/1.1" status: 200 len: 205 time: 0.0281782 Sep 17 22:39:39.920404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52270) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:39.957749 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-6527b7d1-7cc7-4fa6-8a47-a68cf603cd7f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] delete failed (client error): The resource could not be found. Sep 17 22:39:39.958693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6527b7d1-7cc7-4fa6-8a47-a68cf603cd7f tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/routers/1250c464-23d5-4580-a2cc-f2d6fb5074c6 HTTP/1.1" status: 404 len: 336 time: 0.0373497 Sep 17 22:39:39.961290 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52272) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:39.993159 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f30a185-a25a-45cf-8d84-fabfca706f64 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] DELETE failed (client error): The resource could not be found. Sep 17 22:39:39.993605 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f30a185-a25a-45cf-8d84-fabfca706f64 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:39:39.995502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3f30a185-a25a-45cf-8d84-fabfca706f64 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/subnets/eba9197d-b3eb-473f-8fcb-97c5c40f3608 HTTP/1.1" status: 404 len: 337 time: 0.0331905 Sep 17 22:39:39.998188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52274) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.090337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e1637-298f-4341-8b84-03f2e410af1b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port 19688d21-c3d1-40a5-80c9-22c1bfb137ce {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:40.090607 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1637-298f-4341-8b84-03f2e410af1b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.122635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52276) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.215528 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-923cf0d1-dd8f-4cff-9e4d-908a72575b5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ce1fc35ee174f13924a162c603a5e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915387 Sep 17 22:39:40.217232 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1637-298f-4341-8b84-03f2e410af1b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.218027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52278) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.230650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e1637-298f-4341-8b84-03f2e410af1b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for 19688d21-c3d1-40a5-80c9-22c1bfb137ce owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:40.272926 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9eb0-35b9-4d2f-b88f-26554f36d468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.295214 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9eb0-35b9-4d2f-b88f-26554f36d468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.298660 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.412786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9eb0-35b9-4d2f-b88f-26554f36d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.415513 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9eb0-35b9-4d2f-b88f-26554f36d468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.416717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-aa3a9eb0-35b9-4d2f-b88f-26554f36d468 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7 HTTP/1.1" status: 204 len: 168 time: 0.1971579 Sep 17 22:39:40.421032 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1637-298f-4341-8b84-03f2e410af1b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.425808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a9eb0-35b9-4d2f-b88f-26554f36d468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08ca5a3-1bbd-4263-b549-8a78c5c3f9a7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:40.453216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e1637-298f-4341-8b84-03f2e410af1b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=19688d21-c3d1-40a5-80c9-22c1bfb137ce,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:40.522146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1637-298f-4341-8b84-03f2e410af1b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.525002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0e8e1637-298f-4341-8b84-03f2e410af1b tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/ports/19688d21-c3d1-40a5-80c9-22c1bfb137ce HTTP/1.1" status: 204 len: 168 time: 0.5256455 Sep 17 22:39:40.528691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52284) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:40.579620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848149db-1d8e-4b0c-a325-e11504a7cf02 req-782d51cd-f95a-4bee-b6c6-61d6fa21f887 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:40.581140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-848149db-1d8e-4b0c-a325-e11504a7cf02 req-782d51cd-f95a-4bee-b6c6-61d6fa21f887 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0844538 Sep 17 22:39:40.644528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-848149db-1d8e-4b0c-a325-e11504a7cf02 req-e4132669-ff00-4050-b572-429c1bcfe451 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568428 Sep 17 22:39:40.661508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8659020d-bb2c-4edc-86f9-d888025241d9 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port 989b07c1-ce61-42fb-a631-fc210b349565 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:40.661993 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8659020d-bb2c-4edc-86f9-d888025241d9 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.129102 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8659020d-bb2c-4edc-86f9-d888025241d9 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.142423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8659020d-bb2c-4edc-86f9-d888025241d9 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for 989b07c1-ce61-42fb-a631-fc210b349565 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:41.352345 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8659020d-bb2c-4edc-86f9-d888025241d9 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.383874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659020d-bb2c-4edc-86f9-d888025241d9 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=989b07c1-ce61-42fb-a631-fc210b349565,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:41.409280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52294) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.453996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d25c371e-4577-40e4-b48f-43530a7a4ef6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c093ad69585b4873be7342603f91cb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434542 Sep 17 22:39:41.456681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52296) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.461430 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8659020d-bb2c-4edc-86f9-d888025241d9 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.463464 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8659020d-bb2c-4edc-86f9-d888025241d9 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/ports/989b07c1-ce61-42fb-a631-fc210b349565 HTTP/1.1" status: 204 len: 168 time: 0.9337218 Sep 17 22:39:41.469691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52298) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.549940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8b0912-ac57-4d18-9d83-0c7af3d7726c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:41.551301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cb8b0912-ac57-4d18-9d83-0c7af3d7726c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4dbbad0-2850-436b-a0f1-ecc7119548ed HTTP/1.1" status: 200 len: 913 time: 0.0807168 Sep 17 22:39:41.553988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52300) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:41.555882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-77cf8ee0-fd2b-4051-b785-0d46507d83f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.616980 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-77cf8ee0-fd2b-4051-b785-0d46507d83f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.776857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece1efd-3266-4aac-bdb5-5697b7e60912 req-4c435358-c10b-41d3-b890-85f155b594ae tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:41.780609 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ece1efd-3266-4aac-bdb5-5697b7e60912 req-4c435358-c10b-41d3-b890-85f155b594ae tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0645208 Sep 17 22:39:41.819839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ece1efd-3266-4aac-bdb5-5697b7e60912 req-5b285e22-42f7-4c82-9780-8f517210623d tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342278 Sep 17 22:39:41.911954 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-77cf8ee0-fd2b-4051-b785-0d46507d83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.914442 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-77cf8ee0-fd2b-4051-b785-0d46507d83f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:41.915579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-77cf8ee0-fd2b-4051-b785-0d46507d83f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6341ee3b-8ced-48b4-ad08-75c7978f7ca8 HTTP/1.1" status: 204 len: 168 time: 0.4578168 Sep 17 22:39:41.929879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf8ee0-fd2b-4051-b785-0d46507d83f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6341ee3b-8ced-48b4-ad08-75c7978f7ca8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:42.006205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.672646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port 9181c835-7d8b-4cdd-8770-ba719b3755c8 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:42.673310 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.762250 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:42.775402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for 9181c835-7d8b-4cdd-8770-ba719b3755c8 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:42.952463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aae72c-0e82-4e46-906a-2d98677773d1 req-8032ec37-f294-45a5-8d7f-06308b847820 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:42.954285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85aae72c-0e82-4e46-906a-2d98677773d1 req-8032ec37-f294-45a5-8d7f-06308b847820 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0588601 Sep 17 22:39:43.011502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85aae72c-0e82-4e46-906a-2d98677773d1 req-88e8cc50-ff22-4427-ba89-4473748c687f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Sep 17 22:39:43.072485 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:43.099628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=9181c835-7d8b-4cdd-8770-ba719b3755c8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:43.298344 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:43.537371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Router f4dbbad0-2850-436b-a0f1-ecc7119548ed has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:43.676293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:43.684105 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-96fa6956-e47e-481a-b371-7cb367cda0db tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "PUT /v2.0/routers/f4dbbad0-2850-436b-a0f1-ecc7119548ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1265876 Sep 17 22:39:43.684722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52342) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:43.689015 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5aeeae-6e95-422d-8dc5-3dcdb0f72682 None None] Sync routers for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:43.699090 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5aeeae-6e95-422d-8dc5-3dcdb0f72682 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:43.699632 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1b5aeeae-6e95-422d-8dc5-3dcdb0f72682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:43.736181 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1b5aeeae-6e95-422d-8dc5-3dcdb0f72682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:43.745910 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5aeeae-6e95-422d-8dc5-3dcdb0f72682 None None] Routers {'f4dbbad0-2850-436b-a0f1-ecc7119548ed'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:43.746515 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1b5aeeae-6e95-422d-8dc5-3dcdb0f72682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:43.781591 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1b5aeeae-6e95-422d-8dc5-3dcdb0f72682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:43.782249 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5aeeae-6e95-422d-8dc5-3dcdb0f72682 None None] The sync data for ids ['f4dbbad0-2850-436b-a0f1-ecc7119548ed'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:43.816930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:43.952048 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.112954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52350) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:44.125531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting port fc7aaec6-923d-4ca0-bd05-7003da9e1ae0 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:44.125531 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.239214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521a0d3-5716-4261-8e60-2c7b8beeb9b9 req-d79e665a-4a05-4ff4-9df3-c10dc874682a tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:44.240798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5521a0d3-5716-4261-8e60-2c7b8beeb9b9 req-d79e665a-4a05-4ff4-9df3-c10dc874682a tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.1005323 Sep 17 22:39:44.274146 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b895d21b-6428-4fc4-ab32-a8bf374fe26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.276860 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.301001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Calling delete_port for fc7aaec6-923d-4ca0-bd05-7003da9e1ae0 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:44.337180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5521a0d3-5716-4261-8e60-2c7b8beeb9b9 req-a00c7107-9911-41c3-9d09-2fbc06ddd444 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842183 Sep 17 22:39:44.531662 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b895d21b-6428-4fc4-ab32-a8bf374fe26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.647477 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b895d21b-6428-4fc4-ab32-a8bf374fe26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.689141 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.736318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895d21b-6428-4fc4-ab32-a8bf374fe26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890a30aa-df54-432f-bdb2-16d12667cea7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:44.744824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b895d21b-6428-4fc4-ab32-a8bf374fe26c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d508c8ae7114baa96389741ef2cf460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6273570 Sep 17 22:39:44.745239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Port': ['ID=fc7aaec6-923d-4ca0-bd05-7003da9e1ae0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:44.746299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52356) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:44.804034 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-db329a16-102f-47df-b9f6-f3043b0346a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.816004 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.828564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-db329a16-102f-47df-b9f6-f3043b0346a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.911215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.913650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.935184 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-db329a16-102f-47df-b9f6-f3043b0346a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.938136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-db329a16-102f-47df-b9f6-f3043b0346a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:44.941921 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-db329a16-102f-47df-b9f6-f3043b0346a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/890a30aa-df54-432f-bdb2-16d12667cea7 HTTP/1.1" status: 204 len: 168 time: 0.1911113 Sep 17 22:39:44.959372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329a16-102f-47df-b9f6-f3043b0346a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890a30aa-df54-432f-bdb2-16d12667cea7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:45.035287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.035904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Fanout notify agent at l3_agent the message router_deleted on router f4dbbad0-2850-436b-a0f1-ecc7119548ed {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:39:45.043746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.045253 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cb2cca0e-646b-41e2-bba6-cbd1b8e57f66 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/routers/f4dbbad0-2850-436b-a0f1-ecc7119548ed HTTP/1.1" status: 204 len: 168 time: 1.3591363 Sep 17 22:39:45.049580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52360) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:45.111762 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Deleting subnet 3ff7d26a-9c0c-4058-aeca-0c45948ddc67 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:39:45.116705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.164862 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.214799 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.356555 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.388197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff7d26a-9c0c-4058-aeca-0c45948ddc67,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:45.392594 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.394684 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/subnets/3ff7d26a-9c0c-4058-aeca-0c45948ddc67 HTTP/1.1" status: 204 len: 168 time: 0.3440320 Sep 17 22:39:45.397402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52370) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:45.400729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.401190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.401649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.402088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.402521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.402949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.403377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.403803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.404266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.404685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.405131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.405602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575a98e-3380-4575-9672-65a7710bab4c tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.531963 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.543195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559ff8-6cd4-4186-bb46-951da7f1b83a req-f8ed3b65-fc94-4240-860a-b0632d96628e tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:45.544848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-83559ff8-6cd4-4186-bb46-951da7f1b83a req-f8ed3b65-fc94-4240-860a-b0632d96628e tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.1149378 Sep 17 22:39:45.650903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-83559ff8-6cd4-4186-bb46-951da7f1b83a req-a22a10eb-7378-4a85-ab02-701216e235fb tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972841 Sep 17 22:39:45.691432 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.723967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e30650-856b-406c-9be8-607bc7139ee1']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:45.738144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2285d7b4-b08f-436a-9282-670e0aa3b382') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:45.738452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2285d7b4-b08f-436a-9282-670e0aa3b382') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:45.749104 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.763780 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.771629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:39:45.772034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:39:45.775308 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:39:45.915497 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.924029 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.925681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] 10.222.0.30 "DELETE /v2.0/networks/d8e30650-856b-406c-9be8-607bc7139ee1 HTTP/1.1" status: 204 len: 168 time: 0.5272479 Sep 17 22:39:45.937020 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Pushing event deleted for resources: {'Network': ['ID=d8e30650-856b-406c-9be8-607bc7139ee1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:45.956442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7c209-a17e-4f10-9da3-2cf844a3d7b1 tempest-FloatingIPTestJSON-892433922 tempest-FloatingIPTestJSON-892433922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:46.399509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52402) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:46.576097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cde4c7f3-877e-4929-917c-f0d7d711f2d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88a5765649ad476ea16e1fc43a742acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753197 Sep 17 22:39:46.578701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52406) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:46.627048 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87dbeaec-c97a-4e06-a347-d08fa7d9772f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.651178 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87dbeaec-c97a-4e06-a347-d08fa7d9772f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.776659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8073b-5e04-41d8-8bbf-8413d6b9bba2 req-46252f38-2db9-4b32-a1d0-4dd98f63e183 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:46.778316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0da8073b-5e04-41d8-8bbf-8413d6b9bba2 req-46252f38-2db9-4b32-a1d0-4dd98f63e183 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0513217 Sep 17 22:39:46.819956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0da8073b-5e04-41d8-8bbf-8413d6b9bba2 req-320e2c82-7ab5-45b3-b8d3-117ca7d1fbb0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345039 Sep 17 22:39:46.849459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87dbeaec-c97a-4e06-a347-d08fa7d9772f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.855941 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87dbeaec-c97a-4e06-a347-d08fa7d9772f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:46.855941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-87dbeaec-c97a-4e06-a347-d08fa7d9772f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27af6253-737a-423a-adae-6c58063231da HTTP/1.1" status: 204 len: 168 time: 0.2737198 Sep 17 22:39:46.864071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbeaec-c97a-4e06-a347-d08fa7d9772f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27af6253-737a-423a-adae-6c58063231da,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:47.960518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52464) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:47.973517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07a7cb-1e5d-49c8-a1b4-13612a35f376 req-ea7fbe21-de1c-478d-8b7a-a83019e5349e tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:47.975151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb07a7cb-1e5d-49c8-a1b4-13612a35f376 req-ea7fbe21-de1c-478d-8b7a-a83019e5349e tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0635278 Sep 17 22:39:48.019605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb07a7cb-1e5d-49c8-a1b4-13612a35f376 req-7525c1be-47f8-4745-aa2d-fce08709a5f9 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373027 Sep 17 22:39:48.084979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1786877593'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:48.181248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Made reservation on behalf of bd9b340b3581422ba3c9cf8786c96e98 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:48.184828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.209689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.324717 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.404013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.433790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:39:48.448279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59177e41-add3-450e-a234-2d54779be525,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:48.452113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.453034 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Added segment bfdf6df3-e578-42c4-b0fe-7658ffef109d of type vlan for network d338f824-894f-4442-818f-f96aca46fc35 Sep 17 22:39:48.496246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.601576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.607794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:48.608472 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:48.680702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event updated for resources: {'Network': ['ID=d338f824-894f-4442-818f-f96aca46fc35,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:48.691550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d338f824-894f-4442-818f-f96aca46fc35 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:39:48.720011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52482) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:48.720259 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-34f4b2a9-a23b-4503-96e6-3b4e97e12fc7 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7577548 Sep 17 22:39:48.724351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Request body: {'subnet': {'network_id': 'd338f824-894f-4442-818f-f96aca46fc35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:48.918050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Made reservation on behalf of bd9b340b3581422ba3c9cf8786c96e98 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:48.922773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:49.168263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cf9a1-4173-4f4e-807b-af05dee8816a req-7125d92b-f50a-4173-8a14-7b7058ce2b3a tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:49.169737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bf8cf9a1-4173-4f4e-807b-af05dee8816a req-7125d92b-f50a-4173-8a14-7b7058ce2b3a tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0598135 Sep 17 22:39:49.208910 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:49.241056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bf8cf9a1-4173-4f4e-807b-af05dee8816a req-188d7e9e-1992-45e1-a118-f016c9ff92f3 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649633 Sep 17 22:39:49.300407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event updated for resources: {'Subnet': ['ID=080310cf-f522-4f89-aa2b-5dac25679d8f,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:49.305714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Checking segment: {'id': 'bfdf6df3-e578-42c4-b0fe-7658ffef109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd338f824-894f-4442-818f-f96aca46fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:49.306169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c8b03-5985-48cc-9aa2-811d15a1e9c4 req-b2a698b2-beec-4f1c-aab5-60166d79f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:49.306896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Network hostable DHCP agents. Network: d338f824-894f-4442-818f-f96aca46fc35, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:39:49.308019 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-635c8b03-5985-48cc-9aa2-811d15a1e9c4 req-b2a698b2-beec-4f1c-aab5-60166d79f855 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1097 time: 0.0594039 Sep 17 22:39:49.350016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-635c8b03-5985-48cc-9aa2-811d15a1e9c4 req-3ff1de89-f111-4462-bf03-8214b445ba09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Sep 17 22:39:49.433517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Network d338f824-894f-4442-818f-f96aca46fc35 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:39:49.538595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d338f824-894f-4442-818f-f96aca46fc35) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:49.543425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:49.544016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:49.549180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee48fb9-4282-467e-b381-9415ffeb2905 None None] Network d338f824-894f-4442-818f-f96aca46fc35 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:49.650854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d86a37b0-9db5-4e12-b4ee-3060d3ff9e5c tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9303279 Sep 17 22:39:49.653661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52506) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:49.658785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b7f333e7-ab0e-482c-8cf7-48f194ed03cd tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-226170942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:49.712079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-d338f824-894f-4442-818f-f96aca46fc35', 'network_id': 'd338f824-894f-4442-818f-f96aca46fc35', 'tenant_id': 'bd9b340b3581422ba3c9cf8786c96e98', 'fixed_ips': [{'subnet_id': '080310cf-f522-4f89-aa2b-5dac25679d8f'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:39:49.712079 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:49.803851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7f333e7-ab0e-482c-8cf7-48f194ed03cd tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:49.806279 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7f333e7-ab0e-482c-8cf7-48f194ed03cd tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:49.863761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7f333e7-ab0e-482c-8cf7-48f194ed03cd tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:49.873766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Allocated IP 172.20.0.2 (d338f824-894f-4442-818f-f96aca46fc35/080310cf-f522-4f89-aa2b-5dac25679d8f/ca9953d7-9936-47e8-96f2-afc2d68733d1) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:49.970641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7f333e7-ab0e-482c-8cf7-48f194ed03cd tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.033935 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.064561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7f333e7-ab0e-482c-8cf7-48f194ed03cd tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.066352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b7f333e7-ab0e-482c-8cf7-48f194ed03cd tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4109492 Sep 17 22:39:50.068646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52514) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:50.122456 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.162521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Network d338f824-894f-4442-818f-f96aca46fc35 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:50.165492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:50.168172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:50.179371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Pushing event updated for resources: {'Port': ['ID=ca9953d7-9936-47e8-96f2-afc2d68733d1,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:50.227751 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:39:50.255547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Attempting to bind port ca9953d7-9936-47e8-96f2-afc2d68733d1 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:39:50.257530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Attempting to bind port ca9953d7-9936-47e8-96f2-afc2d68733d1 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'bfdf6df3-e578-42c4-b0fe-7658ffef109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd338f824-894f-4442-818f-f96aca46fc35'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:39:50.258102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Attempting to bind port ca9953d7-9936-47e8-96f2-afc2d68733d1 on network d338f824-894f-4442-818f-f96aca46fc35 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:39:50.274104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:39:50.279121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Checking segment: {'id': 'bfdf6df3-e578-42c4-b0fe-7658ffef109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd338f824-894f-4442-818f-f96aca46fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:39:50.279121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.279121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Bound using segment: {'id': 'bfdf6df3-e578-42c4-b0fe-7658ffef109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd338f824-894f-4442-818f-f96aca46fc35'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:39:50.279121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Bound port: ca9953d7-9936-47e8-96f2-afc2d68733d1, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdf6df3-e578-42c4-b0fe-7658ffef109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd338f824-894f-4442-818f-f96aca46fc35'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:39:50.279121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.357026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] For port ca9953d7-9936-47e8-96f2-afc2d68733d1, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:39:50.360855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] For port ca9953d7-9936-47e8-96f2-afc2d68733d1, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ca9953d7-9936-47e8-96f2-afc2d68733d1,segment=NetworkSegment(bfdf6df3-e578-42c4-b0fe-7658ffef109d),segment_id=bfdf6df3-e578-42c4-b0fe-7658ffef109d)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:39:50.433001 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.456759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a266d55-ffbf-45c7-9722-ba2564ab99b2 req-49805797-0337-45de-9634-e00a09652343 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:50.458309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a266d55-ffbf-45c7-9722-ba2564ab99b2 req-49805797-0337-45de-9634-e00a09652343 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0856292 Sep 17 22:39:50.460374 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.497756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf430e8a-518b-40b1-a788-484c032ac711 None None] Pushing event updated for resources: {'Port': ['ID=ca9953d7-9936-47e8-96f2-afc2d68733d1,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:50.571116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a266d55-ffbf-45c7-9722-ba2564ab99b2 req-52cc5fe4-77a6-46b2-a8ae-e92f4ed8222e tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014252 Sep 17 22:39:50.831918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Allocated IP 172.20.0.1 (d338f824-894f-4442-818f-f96aca46fc35/080310cf-f522-4f89-aa2b-5dac25679d8f/dc0aa09e-4c04-4add-82ce-df8383c10c68) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:50.986500 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:51.107070 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:51.149098 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Network d338f824-894f-4442-818f-f96aca46fc35 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:51.157212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:51.159469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:51.172256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event updated for resources: {'Port': ['ID=dc0aa09e-4c04-4add-82ce-df8383c10c68,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:51.214177 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:51.400469 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:51.852872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffb49e-8560-469d-bbbd-71548faab9f3 req-00a3cb74-2a78-4645-ba5d-3a4b9c281e65 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:51.854451 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-71ffb49e-8560-469d-bbbd-71548faab9f3 req-00a3cb74-2a78-4645-ba5d-3a4b9c281e65 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.1037011 Sep 17 22:39:51.856929 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:51.861768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a1cba3-8627-4d59-97df-b0e88157b99d None None] Network d338f824-894f-4442-818f-f96aca46fc35 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:39:51.914516 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-71ffb49e-8560-469d-bbbd-71548faab9f3 req-ce2d445a-8418-460c-8c2c-a02370f6d50c tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513005 Sep 17 22:39:51.952208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ab46a4f6-c38a-4fcd-86f9-c11fbf6af8ab None None] Provisioning complete for port ca9953d7-9936-47e8-96f2-afc2d68733d1 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:51.952208 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab46a4f6-c38a-4fcd-86f9-c11fbf6af8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:51.965299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-1154579b-2920-4a35-8eef-55c38a12192e req-b696047c-4c7b-48b4-95fc-e8f66f21fba0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1561075304', 'description': 'tempest-description-1883961012'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:51.972559 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.059134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event updated for resources: {'Port': ['ID=dc0aa09e-4c04-4add-82ce-df8383c10c68,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:52.063191 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.073577 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab46a4f6-c38a-4fcd-86f9-c11fbf6af8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.087058 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1154579b-2920-4a35-8eef-55c38a12192e req-b696047c-4c7b-48b4-95fc-e8f66f21fba0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.136532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ab46a4f6-c38a-4fcd-86f9-c11fbf6af8ab None None] For port ca9953d7-9936-47e8-96f2-afc2d68733d1, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ca9953d7-9936-47e8-96f2-afc2d68733d1,segment=NetworkSegment(bfdf6df3-e578-42c4-b0fe-7658ffef109d),segment_id=bfdf6df3-e578-42c4-b0fe-7658ffef109d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:52.208767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Network d338f824-894f-4442-818f-f96aca46fc35 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:52.210915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:52.213852 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1154579b-2920-4a35-8eef-55c38a12192e req-b696047c-4c7b-48b4-95fc-e8f66f21fba0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.218929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab46a4f6-c38a-4fcd-86f9-c11fbf6af8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.333494 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1154579b-2920-4a35-8eef-55c38a12192e req-b696047c-4c7b-48b4-95fc-e8f66f21fba0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.371782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696047c-4c7b-48b4-95fc-e8f66f21fba0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a63529-7ae9-4e31-b589-4331e964016d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:52.444630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46a4f6-c38a-4fcd-86f9-c11fbf6af8ab None None] Pushing event updated for resources: {'Port': ['ID=ca9953d7-9936-47e8-96f2-afc2d68733d1,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:52.449526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1154579b-2920-4a35-8eef-55c38a12192e req-b696047c-4c7b-48b4-95fc-e8f66f21fba0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.454601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1154579b-2920-4a35-8eef-55c38a12192e req-b696047c-4c7b-48b4-95fc-e8f66f21fba0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4928758 Sep 17 22:39:52.472174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Router 5dc6fec5-37a6-4619-9f8c-a4d29a6cd388 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:39:52.543369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2e16c118-b9c7-4998-a0c6-6e794505c900 None None] Provisioning complete for port dc0aa09e-4c04-4add-82ce-df8383c10c68 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:52.544445 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2e16c118-b9c7-4998-a0c6-6e794505c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.582189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2e16c118-b9c7-4998-a0c6-6e794505c900 None None] Port dc0aa09e-4c04-4add-82ce-df8383c10c68 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:52.592152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2e16c118-b9c7-4998-a0c6-6e794505c900 None None] Provisioning complete for port ca9953d7-9936-47e8-96f2-afc2d68733d1 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:52.592529 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2e16c118-b9c7-4998-a0c6-6e794505c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.625671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-b15e05d7-9f75-4120-981b-55779025b6ca tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1561075304&fields=id&tenant_id=3f4522140b2047c8a4285a5a329abca3 HTTP/1.1" status: 200 len: 267 time: 0.0814567 Sep 17 22:39:52.662220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:52.662220 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-db2cdcf3-f5b7-4749-93d4-f52977461164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "PUT /v2.0/routers/5dc6fec5-37a6-4619-9f8c-a4d29a6cd388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5821669 Sep 17 22:39:52.664609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52558) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:52.670219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Request body: {'port': {'network_id': 'd338f824-894f-4442-818f-f96aca46fc35', 'name': 'tempest-FloatingIPNegativeTestJSON-2087674276'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:52.671988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d33ce7-d1e5-4900-b7fc-efbec81432fb None None] Sync routers for ids ['5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:52.694352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d33ce7-d1e5-4900-b7fc-efbec81432fb None None] Routers {'5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:52.698302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-8bcfd5f4-f389-492e-9157-6c79ba3a1792 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:52.699327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-8bcfd5f4-f389-492e-9157-6c79ba3a1792 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0657544 Sep 17 22:39:52.700673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b0d33ce7-d1e5-4900-b7fc-efbec81432fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:52.715747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-b9359ed4-1619-4454-88d1-2e40328d404f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Request body: {'port': {'security_groups': ['9025b156-dd37-45d4-82aa-9d89b7804234', '18a63529-7ae9-4e31-b589-4331e964016d']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:52.816082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b0d33ce7-d1e5-4900-b7fc-efbec81432fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:52.837612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d33ce7-d1e5-4900-b7fc-efbec81432fb None None] Routers {'5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:52.838171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b0d33ce7-d1e5-4900-b7fc-efbec81432fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:52.903571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ca9953d7-9936-47e8-96f2-afc2d68733d1 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:52.908374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b0d33ce7-d1e5-4900-b7fc-efbec81432fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:52.909244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d33ce7-d1e5-4900-b7fc-efbec81432fb None None] The sync data for ids ['5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:52.984399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-402c5d3f-2e26-49ce-9cdb-0ded2df6c51a None None] Provisioning complete for port dc0aa09e-4c04-4add-82ce-df8383c10c68 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:52.984879 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-402c5d3f-2e26-49ce-9cdb-0ded2df6c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.018467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Made reservation on behalf of bd9b340b3581422ba3c9cf8786c96e98 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:39:53.022304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.053794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-402c5d3f-2e26-49ce-9cdb-0ded2df6c51a None None] Port dc0aa09e-4c04-4add-82ce-df8383c10c68 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:53.060532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ca9953d7-9936-47e8-96f2-afc2d68733d1 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:53.061224 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.088347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] device_id is not set on port 047ee508-51c1-4adb-a261-f30c716577f6 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:39:53.199711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-00c10ad1-799e-47c8-866b-270e0d68b12a None None] Provisioning complete for port dc0aa09e-4c04-4add-82ce-df8383c10c68 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:53.199711 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-00c10ad1-799e-47c8-866b-270e0d68b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.257693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-00c10ad1-799e-47c8-866b-270e0d68b12a None None] Port dc0aa09e-4c04-4add-82ce-df8383c10c68 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:53.270600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Allocated IP 172.20.0.11 (d338f824-894f-4442-818f-f96aca46fc35/080310cf-f522-4f89-aa2b-5dac25679d8f/047ee508-51c1-4adb-a261-f30c716577f6) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:53.272694 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-b9359ed4-1619-4454-88d1-2e40328d404f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.476195 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.510984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-b9359ed4-1619-4454-88d1-2e40328d404f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] For port cc571f58-a16e-4445-9f7a-ae05054247c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cc571f58-a16e-4445-9f7a-ae05054247c7,segment=NetworkSegment(f60fc064-9560-45a1-9f72-d43d1abc05d0),segment_id=f60fc064-9560-45a1-9f72-d43d1abc05d0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:53.542898 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-b9359ed4-1619-4454-88d1-2e40328d404f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.604354 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.647296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Network d338f824-894f-4442-818f-f96aca46fc35 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:53.656478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-b9359ed4-1619-4454-88d1-2e40328d404f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.656684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:53.660564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:53.668278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event updated for resources: {'Port': ['ID=047ee508-51c1-4adb-a261-f30c716577f6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:53.681309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cc571f58-a16e-4445-9f7a-ae05054247c7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:53.732941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-b9359ed4-1619-4454-88d1-2e40328d404f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.734037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-b9359ed4-1619-4454-88d1-2e40328d404f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.735769 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f52dc9cd-6bcd-4e25-bd45-efb269d5e230 req-b9359ed4-1619-4454-88d1-2e40328d404f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "PUT /v2.0/ports/cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 981 time: 1.0251350 Sep 17 22:39:53.736590 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:53.744197 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f135faf-2517-4306-a11b-a391a6fb42d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:53.783280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.784630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.806183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9359ed4-1619-4454-88d1-2e40328d404f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Pushing event updated for resources: {'Port': ['ID=cc571f58-a16e-4445-9f7a-ae05054247c7,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:53.821695 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1324b423-e5ab-4678-ab05-57d90f25caba x-openstack-request-id: req-1324b423-e5ab-4678-ab05-57d90f25caba {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:53.821695 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:53.821695 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1324b423-e5ab-4678-ab05-57d90f25caba {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:53.821695 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'status': 'completed', 'code': 200} Sep 17 22:39:53.885494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cc571f58-a16e-4445-9f7a-ae05054247c7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:53.967031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52586) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:53.967490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9b904889-e2b2-47f6-97ac-8117e0bedb48 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3014526 Sep 17 22:39:53.972979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:54.040761 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-b3920452-0416-47f5-91a7-47ae45da6569 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1561075304&fields=id&tenant_id=3f4522140b2047c8a4285a5a329abca3 HTTP/1.1" status: 200 len: 267 time: 0.1305804 Sep 17 22:39:54.043223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f135faf-2517-4306-a11b-a391a6fb42d5 req-3d531140-cc2a-4101-a75c-44d0ecb77dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:54.045005 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f135faf-2517-4306-a11b-a391a6fb42d5 req-3d531140-cc2a-4101-a75c-44d0ecb77dd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f4522140b2047c8a4285a5a329abca3&device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1136 time: 0.1926208 Sep 17 22:39:54.124535 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.187658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3d034cb8-391c-4b92-ab7d-e164f111b9ae None None] Provisioning complete for port 047ee508-51c1-4adb-a261-f30c716577f6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:54.188804 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3d034cb8-391c-4b92-ab7d-e164f111b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.190429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-448a118d-d579-4514-9da9-d8c30cdca174 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:54.193773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-448a118d-d579-4514-9da9-d8c30cdca174 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 984 time: 0.1463826 Sep 17 22:39:54.210821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-8766b3ca-c714-40aa-a89a-7302ad88b5c7 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Request body: {'port': {'security_groups': ['9025b156-dd37-45d4-82aa-9d89b7804234']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:54.245920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3d034cb8-391c-4b92-ab7d-e164f111b9ae None None] Port 047ee508-51c1-4adb-a261-f30c716577f6 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:39:54.258504 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.272588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f135faf-2517-4306-a11b-a391a6fb42d5 req-67748b21-b170-4a48-a87b-390474ae88de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:54.274132 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f135faf-2517-4306-a11b-a391a6fb42d5 req-67748b21-b170-4a48-a87b-390474ae88de service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 200 len: 921 time: 0.2164342 Sep 17 22:39:54.331898 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-8766b3ca-c714-40aa-a89a-7302ad88b5c7 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.372341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f135faf-2517-4306-a11b-a391a6fb42d5 req-82b018a7-d3aa-4c93-8b52-c03cb97ac32e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 217 time: 0.0470307 Sep 17 22:39:54.423721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Allocated IP 172.25.6.134 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/27a843d7-4dc0-4401-baab-32a352758587) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:54.462100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f135faf-2517-4306-a11b-a391a6fb42d5 req-78442857-35e7-448f-96cf-5b593f84a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:54.463916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f135faf-2517-4306-a11b-a391a6fb42d5 req-78442857-35e7-448f-96cf-5b593f84a589 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c8a0035-6138-459d-be9e-a731d80b401c HTTP/1.1" status: 200 len: 860 time: 0.0526860 Sep 17 22:39:54.518302 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f135faf-2517-4306-a11b-a391a6fb42d5 req-c504f693-5f11-4ab9-9ed2-f5cc5ae2e9c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b717966-ad33-4c9f-bafb-95737d5b1bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473807 Sep 17 22:39:54.549709 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.677052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.697412 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f135faf-2517-4306-a11b-a391a6fb42d5 req-d612675b-e2fc-4177-bc20-1913b973aeec service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709754 Sep 17 22:39:54.750165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:54.755081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:54.758917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-8766b3ca-c714-40aa-a89a-7302ad88b5c7 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] For port cc571f58-a16e-4445-9f7a-ae05054247c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cc571f58-a16e-4445-9f7a-ae05054247c7,segment=NetworkSegment(f60fc064-9560-45a1-9f72-d43d1abc05d0),segment_id=f60fc064-9560-45a1-9f72-d43d1abc05d0)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:54.763128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:54.794141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event updated for resources: {'Port': ['ID=27a843d7-4dc0-4401-baab-32a352758587,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:54.830006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-8766b3ca-c714-40aa-a89a-7302ad88b5c7 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.850454 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f135faf-2517-4306-a11b-a391a6fb42d5 req-e6e478fd-0cea-4a89-b3c6-a9b6cc972ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451194 Sep 17 22:39:54.866067 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.909854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-8766b3ca-c714-40aa-a89a-7302ad88b5c7 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.954234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cc571f58-a16e-4445-9f7a-ae05054247c7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:54.961618 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-8766b3ca-c714-40aa-a89a-7302ad88b5c7 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:54.962297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-8766b3ca-c714-40aa-a89a-7302ad88b5c7 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:54.963888 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51484a90-c5c6-4aa2-92f1-479ab2ff00f2 req-8766b3ca-c714-40aa-a89a-7302ad88b5c7 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "PUT /v2.0/ports/cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 942 time: 0.7610261 Sep 17 22:39:54.964444 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:54.967093 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1882c47d-52cb-4379-80c9-0b31bcd14644" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:55.018041 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d953b58-9593-4935-9346-21b643047430 x-openstack-request-id: req-0d953b58-9593-4935-9346-21b643047430 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:55.018461 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:55.018810 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d953b58-9593-4935-9346-21b643047430 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:55.019791 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'status': 'completed', 'code': 200} Sep 17 22:39:55.078441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cc571f58-a16e-4445-9f7a-ae05054247c7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:55.090751 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.430650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.443262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766b3ca-c714-40aa-a89a-7302ad88b5c7 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Pushing event updated for resources: {'Port': ['ID=cc571f58-a16e-4445-9f7a-ae05054247c7,revision_number=7']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:55.489367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-2b37cde8-45e0-437e-bfe7-08df2ffc34ff tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4920652 Sep 17 22:39:55.490494 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.495368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:55.516856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882c47d-52cb-4379-80c9-0b31bcd14644 req-84228cc3-280e-47ff-ad46-8270df0fc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:55.518453 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1882c47d-52cb-4379-80c9-0b31bcd14644 req-84228cc3-280e-47ff-ad46-8270df0fc9c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f4522140b2047c8a4285a5a329abca3&device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1097 time: 0.1351130 Sep 17 22:39:55.585455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event updated for resources: {'Port': ['ID=27a843d7-4dc0-4401-baab-32a352758587,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:55.595623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.635254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882c47d-52cb-4379-80c9-0b31bcd14644 req-690efe42-41bb-4ed2-87c3-46ccce3213a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:55.636816 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1882c47d-52cb-4379-80c9-0b31bcd14644 req-690efe42-41bb-4ed2-87c3-46ccce3213a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 200 len: 921 time: 0.1097713 Sep 17 22:39:55.643535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.698842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1882c47d-52cb-4379-80c9-0b31bcd14644 req-7f5abe09-f286-47e8-90f1-bc58e2975163 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 217 time: 0.0520892 Sep 17 22:39:55.753352 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.755223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ec62fa92-2a2e-4517-af70-5d129d6abe5f tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7860889 Sep 17 22:39:55.758007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52616) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:55.762843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-bd80f9fc-2512-4186-81c1-f05757ce2378 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Request body: {'floatingip': {'port_id': '047ee508-51c1-4adb-a261-f30c716577f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:55.793362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882c47d-52cb-4379-80c9-0b31bcd14644 req-84d5a5f7-eb14-44ec-af54-4b3db632fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:55.795377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1882c47d-52cb-4379-80c9-0b31bcd14644 req-84d5a5f7-eb14-44ec-af54-4b3db632fdad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c8a0035-6138-459d-be9e-a731d80b401c HTTP/1.1" status: 200 len: 860 time: 0.0859711 Sep 17 22:39:55.813218 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd80f9fc-2512-4186-81c1-f05757ce2378 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.838028 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1882c47d-52cb-4379-80c9-0b31bcd14644 req-f634029a-be36-4c4f-9197-6f329e80497f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b717966-ad33-4c9f-bafb-95737d5b1bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355887 Sep 17 22:39:55.931381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:55.970884 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-bd80f9fc-2512-4186-81c1-f05757ce2378 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] update failed (client error): The resource could not be found. Sep 17 22:39:55.971980 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bd80f9fc-2512-4186-81c1-f05757ce2378 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "PUT /v2.0/floatingips/352a9496-6acf-4f3a-bee6-be9ebf876860 HTTP/1.1" status: 404 len: 507 time: 0.2129588 Sep 17 22:39:55.975418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52624) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:56.013051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1882c47d-52cb-4379-80c9-0b31bcd14644 req-ab3694af-4f28-43bd-ab5a-e1417abeafc4 service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682255 Sep 17 22:39:56.126798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-369858ad-fa04-4fa5-8d8c-b927d30e9a62 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Deleting port 27a843d7-4dc0-4401-baab-32a352758587 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:56.127516 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-369858ad-fa04-4fa5-8d8c-b927d30e9a62 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.164495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Allocated IP 172.25.6.131 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/3c61f9e5-8f90-4b87-b69b-c875a930be42) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:56.172584 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1882c47d-52cb-4379-80c9-0b31bcd14644 req-2f22d8ff-85bb-483b-b77a-342c97a35b30 service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528766 Sep 17 22:39:56.229901 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-369858ad-fa04-4fa5-8d8c-b927d30e9a62 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.230226 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-369858ad-fa04-4fa5-8d8c-b927d30e9a62 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.244664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-369858ad-fa04-4fa5-8d8c-b927d30e9a62 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Calling delete_port for 27a843d7-4dc0-4401-baab-32a352758587 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:56.308236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.421149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.461092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:56.463996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:56.470281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:56.478930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-369858ad-fa04-4fa5-8d8c-b927d30e9a62 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.507786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Pushing event updated for resources: {'Port': ['ID=3c61f9e5-8f90-4b87-b69b-c875a930be42,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:56.509552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369858ad-fa04-4fa5-8d8c-b927d30e9a62 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event deleted for resources: {'Port': ['ID=27a843d7-4dc0-4401-baab-32a352758587,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:56.592902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.594414 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-369858ad-fa04-4fa5-8d8c-b927d30e9a62 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.598171 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-369858ad-fa04-4fa5-8d8c-b927d30e9a62 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.600617 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-369858ad-fa04-4fa5-8d8c-b927d30e9a62 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "DELETE /v2.0/floatingips/352a9496-6acf-4f3a-bee6-be9ebf876860 HTTP/1.1" status: 204 len: 168 time: 0.6241724 Sep 17 22:39:56.603643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52640) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:56.609773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a01f18b1-82e0-42c1-a91a-5f40b97f7c8b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Request body: {'floatingip': {'floating_network_id': 'd338f824-894f-4442-818f-f96aca46fc35', 'port_id': '047ee508-51c1-4adb-a261-f30c716577f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:56.763355 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a01f18b1-82e0-42c1-a91a-5f40b97f7c8b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.790305 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.955319 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:56.974773 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-a01f18b1-82e0-42c1-a91a-5f40b97f7c8b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:39:56.975953 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a01f18b1-82e0-42c1-a91a-5f40b97f7c8b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3706224 Sep 17 22:39:56.979491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52644) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:56.985039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '047ee508-51c1-4adb-a261-f30c716577f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:57.032450 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.103770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Pushing event updated for resources: {'Port': ['ID=3c61f9e5-8f90-4b87-b69b-c875a930be42,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:57.125774 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.135287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.241000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.249544 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.250922 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-6cb50122-ae67-4a34-b951-8f803e337961 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7606452 Sep 17 22:39:57.340517 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-dbb47f09-0c65-4d8d-b1ba-b7d3c9b48b5f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.0815413 Sep 17 22:39:57.379788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Allocated IP 172.25.6.21 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/327b475a-fbc9-4060-8909-d86a29991d9a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:39:57.496815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-c59c616b-0580-4d08-94d4-e8cd8c1ec648 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:57.498619 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6727f3a6-3f0a-4740-b080-2af0abb43678 req-c59c616b-0580-4d08-94d4-e8cd8c1ec648 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1513956 Sep 17 22:39:57.526771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.654152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-f1d9935d-985a-4158-ab48-edea79d962a6 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:57.656532 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-f1d9935d-985a-4158-ab48-edea79d962a6 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0895593 Sep 17 22:39:57.657665 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:57.763588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:39:57.767212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-a3e36de7-315c-4d08-be18-685a0db747a6 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.1014550 Sep 17 22:39:57.770422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:39:57.773247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:39:57.786958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-a42445e5-79df-4ed1-9c32-b905eaf608b8 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Request body: {'floatingip': {'port_id': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:57.846216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event updated for resources: {'Port': ['ID=327b475a-fbc9-4060-8909-d86a29991d9a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:57.865069 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-a42445e5-79df-4ed1-9c32-b905eaf608b8 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.235891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Deleting port 327b475a-fbc9-4060-8909-d86a29991d9a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:58.236263 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.453186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.453611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.494204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Calling delete_port for 327b475a-fbc9-4060-8909-d86a29991d9a owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:58.616721 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-a42445e5-79df-4ed1-9c32-b905eaf608b8 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.707040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-a42445e5-79df-4ed1-9c32-b905eaf608b8 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.800399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:58.833706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event deleted for resources: {'Port': ['ID=327b475a-fbc9-4060-8909-d86a29991d9a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:58.863518 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-a42445e5-79df-4ed1-9c32-b905eaf608b8 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Floating IP 48d8352a-f3a1-4845-96dc-f303d096a0ad associated. External IP: 172.25.6.131, port: cc571f58-a16e-4445-9f7a-ae05054247c7. Sep 17 22:39:59.115792 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] create failed (client error): The resource could not be found. Sep 17 22:39:59.119409 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1eb4b381-a3ab-4a96-ad08-62d994df69c1 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1360483 Sep 17 22:39:59.120360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52684) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:59.133774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-a42445e5-79df-4ed1-9c32-b905eaf608b8 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Router 95311586-6624-423b-b429-cd53e8e4f479 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:59.220721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:59.320904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-26d04315-31ae-403d-936d-5f72e44ea008 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Deleting port 047ee508-51c1-4adb-a261-f30c716577f6 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:39:59.321256 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26d04315-31ae-403d-936d-5f72e44ea008 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:59.339344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-a42445e5-79df-4ed1-9c32-b905eaf608b8 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:59.347016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-a42445e5-79df-4ed1-9c32-b905eaf608b8 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:59.353119 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] Sync routers for ids ['95311586-6624-423b-b429-cd53e8e4f479'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:59.371086 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] Routers {'95311586-6624-423b-b429-cd53e8e4f479'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:59.371713 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95311586-6624-423b-b429-cd53e8e4f479'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:59.421989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-a42445e5-79df-4ed1-9c32-b905eaf608b8 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "PUT /v2.0/floatingips/48d8352a-f3a1-4845-96dc-f303d096a0ad HTTP/1.1" status: 200 len: 996 time: 1.6441069 Sep 17 22:39:59.425484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:59.427827 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f364b8-f854-44af-ac73-8b1a01e07faa" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:59.520733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26d04315-31ae-403d-936d-5f72e44ea008 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:59.529976 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] Set router 95311586-6624-423b-b429-cd53e8e4f479 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:59.535177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-26d04315-31ae-403d-936d-5f72e44ea008 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Calling delete_port for 047ee508-51c1-4adb-a261-f30c716577f6 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:39:59.935755 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:58Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '48d8352a-f3a1-4845-96dc-f303d096a0ad', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '95311586-6624-423b-b429-cd53e8e4f479', 'port_id': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'mac_address': 'fa:16:3e:8f:ad:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:39:56Z', 'updated_at': '2021-09-17T22:39:58Z', 'revision_number': 1, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5421af1d-2ce8-4af3-995b-94f0d9e9dcd7', 'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'mac_address': 'fa:16:3e:70:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:57Z', 'updated_at': '2021-09-17T22:39:09Z', 'revision_number': 5, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'subnets': [{'id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:00.006456 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] Checking router: 95311586-6624-423b-b429-cd53e8e4f479 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:00.048538 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] Routers {'95311586-6624-423b-b429-cd53e8e4f479'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:00.050301 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95311586-6624-423b-b429-cd53e8e4f479'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:00.061073 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c2c41e-2fe8-492c-969a-1a9bbb61bf9c x-openstack-request-id: req-f2c2c41e-2fe8-492c-969a-1a9bbb61bf9c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:00.061689 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:00.061689 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2c2c41e-2fe8-492c-969a-1a9bbb61bf9c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:00.062156 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'status': 'completed', 'code': 200} Sep 17 22:40:00.067484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f364b8-f854-44af-ac73-8b1a01e07faa req-3c910e2e-c118-41c6-adb2-87dd4b41f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:00.068704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-32f364b8-f854-44af-ac73-8b1a01e07faa req-3c910e2e-c118-41c6-adb2-87dd4b41f585 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f4522140b2047c8a4285a5a329abca3&device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1097 time: 0.5194170 Sep 17 22:40:00.105182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-6548a10d-3be0-4ffd-9714-370fc84663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:00.105182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-6548a10d-3be0-4ffd-9714-370fc84663ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f4522140b2047c8a4285a5a329abca3&device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1097 time: 0.6526291 Sep 17 22:40:00.215728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f364b8-f854-44af-ac73-8b1a01e07faa req-c2925786-d501-464c-8753-6b8179f1f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:00.217584 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-32f364b8-f854-44af-ac73-8b1a01e07faa req-c2925786-d501-464c-8753-6b8179f1f569 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 200 len: 921 time: 0.1406519 Sep 17 22:40:00.262250 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] Set router 95311586-6624-423b-b429-cd53e8e4f479 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:00.275674 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26d04315-31ae-403d-936d-5f72e44ea008 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.331237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d04315-31ae-403d-936d-5f72e44ea008 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event deleted for resources: {'Port': ['ID=047ee508-51c1-4adb-a261-f30c716577f6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:00.342832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-32f364b8-f854-44af-ac73-8b1a01e07faa req-7f46f8b8-780c-429e-a62b-60c9c1d81203 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 999 time: 0.1170013 Sep 17 22:40:00.353035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-dcb68852-b355-43aa-a981-d6f05a8828ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:00.353507 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-dcb68852-b355-43aa-a981-d6f05a8828ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 200 len: 921 time: 0.2194541 Sep 17 22:40:00.435854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f364b8-f854-44af-ac73-8b1a01e07faa req-04eacd54-c489-4b30-bf45-9a00b4cab834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:00.438756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-32f364b8-f854-44af-ac73-8b1a01e07faa req-04eacd54-c489-4b30-bf45-9a00b4cab834 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c8a0035-6138-459d-be9e-a731d80b401c HTTP/1.1" status: 200 len: 860 time: 0.0884032 Sep 17 22:40:00.494330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-32f364b8-f854-44af-ac73-8b1a01e07faa req-ac888bfd-b104-4bb6-94e9-29fd10339797 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b717966-ad33-4c9f-bafb-95737d5b1bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438709 Sep 17 22:40:00.494522 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26d04315-31ae-403d-936d-5f72e44ea008 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:00.499623 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-26d04315-31ae-403d-936d-5f72e44ea008 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "DELETE /v2.0/ports/047ee508-51c1-4adb-a261-f30c716577f6 HTTP/1.1" status: 204 len: 168 time: 1.3745120 Sep 17 22:40:00.499976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52710) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:00.517893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-30f8d403-902c-4c2e-8fa2-07c25b86991a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 999 time: 0.1420445 Sep 17 22:40:00.618302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-2be2cca6-945c-4c04-b7a1-d0787abcd4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:00.620346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-2be2cca6-945c-4c04-b7a1-d0787abcd4b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c8a0035-6138-459d-be9e-a731d80b401c HTTP/1.1" status: 200 len: 860 time: 0.0796120 Sep 17 22:40:00.666181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-7d41b733-12c7-440b-a3e0-a710334a9188 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b717966-ad33-4c9f-bafb-95737d5b1bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366771 Sep 17 22:40:00.672037 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-32f364b8-f854-44af-ac73-8b1a01e07faa req-d0cf07df-cf31-4758-8752-c1ed01f58827 service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554296 Sep 17 22:40:00.696750 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:58Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '48d8352a-f3a1-4845-96dc-f303d096a0ad', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '95311586-6624-423b-b429-cd53e8e4f479', 'port_id': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'mac_address': 'fa:16:3e:8f:ad:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:39:56Z', 'updated_at': '2021-09-17T22:39:58Z', 'revision_number': 1, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5421af1d-2ce8-4af3-995b-94f0d9e9dcd7', 'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'mac_address': 'fa:16:3e:70:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:57Z', 'updated_at': '2021-09-17T22:39:09Z', 'revision_number': 5, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'subnets': [{'id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:00.765338 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863e2c1-ec06-41a8-8fc1-a1bd2d55d2e3 None None] The sync data for ids ['95311586-6624-423b-b429-cd53e8e4f479'] in n-d-713499-18 is: [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:58Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '48d8352a-f3a1-4845-96dc-f303d096a0ad', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '95311586-6624-423b-b429-cd53e8e4f479', 'port_id': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'mac_address': 'fa:16:3e:8f:ad:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:39:56Z', 'updated_at': '2021-09-17T22:39:58Z', 'revision_number': 1, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5421af1d-2ce8-4af3-995b-94f0d9e9dcd7', 'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'mac_address': 'fa:16:3e:70:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:57Z', 'updated_at': '2021-09-17T22:39:09Z', 'revision_number': 5, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'subnets': [{'id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:00.820589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880ef40-ab3c-402d-a017-4275331b9bc3 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:00.826640 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9880ef40-ab3c-402d-a017-4275331b9bc3 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dc6fec5-37a6-4619-9f8c-a4d29a6cd388 HTTP/1.1" status: 200 len: 913 time: 0.3244078 Sep 17 22:40:00.830222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52718) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:00.874555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-94bc6c62-858c-4b45-93de-007a6e813759 service neutron] 10.222.0.30 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955950 Sep 17 22:40:00.945699 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-32f364b8-f854-44af-ac73-8b1a01e07faa req-bcc143ad-ab17-474d-a3ca-5dc79fdf2dbb service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388935 Sep 17 22:40:01.039466 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4b27d431-fa53-4cf9-a47e-58e0c4cbadd2 req-d9f24ea5-b855-4f02-a1a0-fc1b94fda316 service neutron] 10.222.0.30 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565146 Sep 17 22:40:01.067232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca345f4-c378-4058-8dc4-36e2b479a80d None None] New status for floating IP 48d8352a-f3a1-4845-96dc-f303d096a0ad: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:40:01.269859 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-b8a3f5a7-64b6-448d-b6dd-ca284fe87e5b tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 999 time: 0.1162784 Sep 17 22:40:01.345011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f79b8c48-95a5-4c65-b4f2-b1265e377811 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:01.346521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f79b8c48-95a5-4c65-b4f2-b1265e377811 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports/cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 942 time: 0.0688064 Sep 17 22:40:01.380093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:01.550820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-4740a84c-fe03-4ddf-a016-3ad4f95f61d8 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 1001 time: 0.1123168 Sep 17 22:40:01.721519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-c74bc3da-b0a3-4626-a0af-5677d601e53c tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:01.729160 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-c74bc3da-b0a3-4626-a0af-5677d601e53c tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1410863 Sep 17 22:40:01.858260 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-1e06fae0-b423-4da8-8e88-75e5c04b506b tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 1001 time: 0.1049893 Sep 17 22:40:01.872724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f20334aa-37df-4759-b971-ff23cf506aec tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:01.929103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Deleting port dc0aa09e-4c04-4add-82ce-df8383c10c68 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:01.929444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:01.972881 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f20334aa-37df-4759-b971-ff23cf506aec tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:02.115360 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:02.138137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Calling delete_port for dc0aa09e-4c04-4add-82ce-df8383c10c68 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:02.227385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f20334aa-37df-4759-b971-ff23cf506aec tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:02.312292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f20334aa-37df-4759-b971-ff23cf506aec tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:02.312997 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f20334aa-37df-4759-b971-ff23cf506aec tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Floating IP 48d8352a-f3a1-4845-96dc-f303d096a0ad disassociated. External IP: 172.25.6.131, port: cc571f58-a16e-4445-9f7a-ae05054247c7. Sep 17 22:40:02.846804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:02.907546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event deleted for resources: {'Port': ['ID=dc0aa09e-4c04-4add-82ce-df8383c10c68,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:02.981585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f20334aa-37df-4759-b971-ff23cf506aec tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Router 95311586-6624-423b-b429-cd53e8e4f479 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:03.125795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.237695 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-45985520-1678-4d93-980d-73beb9818624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.295238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f20334aa-37df-4759-b971-ff23cf506aec tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:03.300535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f20334aa-37df-4759-b971-ff23cf506aec tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.307954 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] Sync routers for ids ['95311586-6624-423b-b429-cd53e8e4f479'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:03.317168 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] Routers {'95311586-6624-423b-b429-cd53e8e4f479'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:03.317772 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95311586-6624-423b-b429-cd53e8e4f479'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:03.363816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Router 5dc6fec5-37a6-4619-9f8c-a4d29a6cd388 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:03.365525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f20334aa-37df-4759-b971-ff23cf506aec tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "PUT /v2.0/floatingips/48d8352a-f3a1-4845-96dc-f303d096a0ad HTTP/1.1" status: 200 len: 695 time: 1.4986413 Sep 17 22:40:03.366222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:03.368507 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70a4e81-f9f5-4936-8e63-03adacf91a94" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:03.432958 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] Set router 95311586-6624-423b-b429-cd53e8e4f479 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:03.446673 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3812581e-7df6-493d-95d7-829a953a4aeb x-openstack-request-id: req-3812581e-7df6-493d-95d7-829a953a4aeb {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:03.446899 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:03.447302 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3812581e-7df6-493d-95d7-829a953a4aeb {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:03.447610 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'status': 'completed', 'code': 200} Sep 17 22:40:03.494944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:03.504557 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bd7d2a9e-0a9b-4b64-bc8d-e0dff6d2376d tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "PUT /v2.0/routers/5dc6fec5-37a6-4619-9f8c-a4d29a6cd388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6710663 Sep 17 22:40:03.504889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52770) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:03.509989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc908f94-c295-444c-821e-89b131684c76 None None] Sync routers for ids ['5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:03.536614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-3f86025e-c70f-4c30-a4d7-16a895651fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:03.541993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc908f94-c295-444c-821e-89b131684c76 None None] Routers {'5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:03.542477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-3f86025e-c70f-4c30-a4d7-16a895651fe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f4522140b2047c8a4285a5a329abca3&device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1097 time: 0.1570163 Sep 17 22:40:03.542710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bc908f94-c295-444c-821e-89b131684c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:03.598349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a4e81-f9f5-4936-8e63-03adacf91a94 req-07388abb-c1a6-4003-a512-449c323f6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:03.600167 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b70a4e81-f9f5-4936-8e63-03adacf91a94 req-07388abb-c1a6-4003-a512-449c323f6763 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f4522140b2047c8a4285a5a329abca3&device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 1097 time: 0.0956135 Sep 17 22:40:03.688469 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bc908f94-c295-444c-821e-89b131684c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:03.720944 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc908f94-c295-444c-821e-89b131684c76 None None] Routers {'5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:03.721767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bc908f94-c295-444c-821e-89b131684c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:03.775309 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cf0851f4-aede-44e2-a573-840b1c08823b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:03.781067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-a5e5c49e-9c80-4e2f-ba9e-b7410f801f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:03.783009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-a5e5c49e-9c80-4e2f-ba9e-b7410f801f37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 200 len: 921 time: 0.2216778 Sep 17 22:40:03.792352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bc908f94-c295-444c-821e-89b131684c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:03.793543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc908f94-c295-444c-821e-89b131684c76 None None] The sync data for ids ['5dc6fec5-37a6-4619-9f8c-a4d29a6cd388'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:03.846834 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-f4539449-a867-44fd-b2c0-03551bbb17bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 217 time: 0.0497653 Sep 17 22:40:03.869734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a4e81-f9f5-4936-8e63-03adacf91a94 req-ac0c3034-a2a5-4c63-bfaf-ffb603e1ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:03.871635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b70a4e81-f9f5-4936-8e63-03adacf91a94 req-ac0c3034-a2a5-4c63-bfaf-ffb603e1ee88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 200 len: 921 time: 0.2352979 Sep 17 22:40:03.953525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b70a4e81-f9f5-4936-8e63-03adacf91a94 req-4d361d44-7da2-4cb1-bb79-e1c02f6bcfd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 200 len: 217 time: 0.0706105 Sep 17 22:40:04.048305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-1a0d9ce0-dfd2-4544-9794-242fa6365fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:04.057327 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-1a0d9ce0-dfd2-4544-9794-242fa6365fad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c8a0035-6138-459d-be9e-a731d80b401c HTTP/1.1" status: 200 len: 860 time: 0.1841161 Sep 17 22:40:04.072532 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cf0851f4-aede-44e2-a573-840b1c08823b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.078279 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cf0851f4-aede-44e2-a573-840b1c08823b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.084951 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:58Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5421af1d-2ce8-4af3-995b-94f0d9e9dcd7', 'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'mac_address': 'fa:16:3e:70:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:57Z', 'updated_at': '2021-09-17T22:39:09Z', 'revision_number': 5, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'subnets': [{'id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:04.091295 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-c1f7a27d-6623-4b5f-8cb3-fa8bf5b139f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b717966-ad33-4c9f-bafb-95737d5b1bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331485 Sep 17 22:40:04.100049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a4e81-f9f5-4936-8e63-03adacf91a94 req-3cd68a76-4fa6-429e-9107-31c0f66c94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:04.101579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b70a4e81-f9f5-4936-8e63-03adacf91a94 req-3cd68a76-4fa6-429e-9107-31c0f66c94a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c8a0035-6138-459d-be9e-a731d80b401c HTTP/1.1" status: 200 len: 860 time: 0.1389973 Sep 17 22:40:04.135752 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] Checking router: 95311586-6624-423b-b429-cd53e8e4f479 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:04.147367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b70a4e81-f9f5-4936-8e63-03adacf91a94 req-a902879e-e905-4a65-a313-db2244a90d12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b717966-ad33-4c9f-bafb-95737d5b1bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350604 Sep 17 22:40:04.152867 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] Routers {'95311586-6624-423b-b429-cd53e8e4f479'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:04.153510 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:39:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95311586-6624-423b-b429-cd53e8e4f479'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:04.206573 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cf0851f4-aede-44e2-a573-840b1c08823b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.207177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0851f4-aede-44e2-a573-840b1c08823b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc6fec5-37a6-4619-9f8c-a4d29a6cd388 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:40:04.218303 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cf0851f4-aede-44e2-a573-840b1c08823b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.220947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52792) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:04.221150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cf0851f4-aede-44e2-a573-840b1c08823b tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "DELETE /v2.0/routers/5dc6fec5-37a6-4619-9f8c-a4d29a6cd388 HTTP/1.1" status: 204 len: 168 time: 0.7151649 Sep 17 22:40:04.294904 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] Set router 95311586-6624-423b-b429-cd53e8e4f479 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:04.330516 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-cb239b6c-f5cf-4492-b6c1-5d1176acc4bf service neutron] 10.222.0.30 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279899 Sep 17 22:40:04.337645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-48802319-4c05-463a-8f08-332eef4c3164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Deleting subnet 080310cf-f522-4f89-aa2b-5dac25679d8f {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:40:04.359291 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48802319-4c05-463a-8f08-332eef4c3164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.400840 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b70a4e81-f9f5-4936-8e63-03adacf91a94 req-637e0533-60fb-45cf-8755-c30f177841e9 service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431517 Sep 17 22:40:04.492852 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48802319-4c05-463a-8f08-332eef4c3164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:04.607649 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:58Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5421af1d-2ce8-4af3-995b-94f0d9e9dcd7', 'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'mac_address': 'fa:16:3e:70:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:57Z', 'updated_at': '2021-09-17T22:39:09Z', 'revision_number': 5, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'subnets': [{'id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:04.658500 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e7f553-0738-4873-8c20-ec7a1a6d35ba None None] The sync data for ids ['95311586-6624-423b-b429-cd53e8e4f479'] in n-d-713499-18 is: [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:58Z', 'revision_number': 4, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5421af1d-2ce8-4af3-995b-94f0d9e9dcd7', 'name': '', 'network_id': '7b717966-ad33-4c9f-bafb-95737d5b1bb0', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'mac_address': 'fa:16:3e:70:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:57Z', 'updated_at': '2021-09-17T22:39:09Z', 'revision_number': 5, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'subnets': [{'id': '1c8a0035-6138-459d-be9e-a731d80b401c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:04.920518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9aa3aac-0e07-473f-a715-8f76f5ffac63 req-25e4dfea-e88f-4c8a-99a5-dae827464e88 service neutron] 10.222.0.30 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699298 Sep 17 22:40:04.953677 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b70a4e81-f9f5-4936-8e63-03adacf91a94 req-960229f1-97a1-42cf-b3c0-87609b615a2e service neutron] 10.222.0.15 "GET /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442228 Sep 17 22:40:04.961888 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2c823-0c71-47df-a569-5e09539477e6 None None] New status for floating IP 48d8352a-f3a1-4845-96dc-f303d096a0ad: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:40:04.999830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48802319-4c05-463a-8f08-332eef4c3164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.109806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-1365ab1f-2f69-4987-a7db-0a0e3be1e259 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/floatingips/48d8352a-f3a1-4845-96dc-f303d096a0ad HTTP/1.1" status: 200 len: 695 time: 0.0627880 Sep 17 22:40:05.193991 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48802319-4c05-463a-8f08-332eef4c3164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.213605 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48802319-4c05-463a-8f08-332eef4c3164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.219678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02504a66-428b-4e39-9515-1d478ffedb2c None None] Network d338f824-894f-4442-818f-f96aca46fc35 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:05.220940 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-48802319-4c05-463a-8f08-332eef4c3164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "DELETE /v2.0/subnets/080310cf-f522-4f89-aa2b-5dac25679d8f HTTP/1.1" status: 204 len: 168 time: 0.9953339 Sep 17 22:40:05.226931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52818) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:05.286498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-b8387c13-2b28-4147-a224-84cd89992f51 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:05.287931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-b8387c13-2b28-4147-a224-84cd89992f51 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 784 time: 0.1713159 Sep 17 22:40:05.292268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48802319-4c05-463a-8f08-332eef4c3164 tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event deleted for resources: {'Subnet': ['ID=080310cf-f522-4f89-aa2b-5dac25679d8f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:05.368883 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.411733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-66ab9e28-8cf7-41dc-a47f-d06a57734018 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 698 time: 0.1110566 Sep 17 22:40:05.478371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Deleting port ca9953d7-9936-47e8-96f2-afc2d68733d1 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:05.478371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.481592 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-2153aded-2aff-459a-923f-f3894fb053e3 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.0636830 Sep 17 22:40:05.508420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c183ad-ae30-42df-926f-8bdd0f00d743 None None] DHCP port deletion for d338f824-894f-4442-818f-f96aca46fc35 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:40:05.553677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] For port ca9953d7-9936-47e8-96f2-afc2d68733d1, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ca9953d7-9936-47e8-96f2-afc2d68733d1,segment=NetworkSegment(bfdf6df3-e578-42c4-b0fe-7658ffef109d),segment_id=bfdf6df3-e578-42c4-b0fe-7658ffef109d)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:05.554046 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.567587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Calling delete_port for ca9953d7-9936-47e8-96f2-afc2d68733d1 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:05.573809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-20c183ad-ae30-42df-926f-8bdd0f00d743 None None] Deleting port ca9953d7-9936-47e8-96f2-afc2d68733d1 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:05.574423 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-20c183ad-ae30-42df-926f-8bdd0f00d743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.662282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-20c183ad-ae30-42df-926f-8bdd0f00d743 None None] For port ca9953d7-9936-47e8-96f2-afc2d68733d1, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ca9953d7-9936-47e8-96f2-afc2d68733d1,segment=NetworkSegment(bfdf6df3-e578-42c4-b0fe-7658ffef109d),segment_id=bfdf6df3-e578-42c4-b0fe-7658ffef109d)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:05.662687 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-20c183ad-ae30-42df-926f-8bdd0f00d743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.685244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-9d281bce-a24d-4583-ae34-d3c28c2e5a22 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Deleting port 3c61f9e5-8f90-4b87-b69b-c875a930be42 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:05.688389 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-9d281bce-a24d-4583-ae34-d3c28c2e5a22 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.688879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-20c183ad-ae30-42df-926f-8bdd0f00d743 None None] Calling delete_port for ca9953d7-9936-47e8-96f2-afc2d68733d1 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:05.775340 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.806091 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-20c183ad-ae30-42df-926f-8bdd0f00d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.818004 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-9d281bce-a24d-4583-ae34-d3c28c2e5a22 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.818333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-9d281bce-a24d-4583-ae34-d3c28c2e5a22 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.831042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event deleted for resources: {'Port': ['ID=ca9953d7-9936-47e8-96f2-afc2d68733d1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:05.833815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] No DVR routers for this DVR port ca9953d7-9936-47e8-96f2-afc2d68733d1 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:05.844670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c183ad-ae30-42df-926f-8bdd0f00d743 None None] Pushing event deleted for resources: {'Port': ['ID=ca9953d7-9936-47e8-96f2-afc2d68733d1,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:05.857268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c183ad-ae30-42df-926f-8bdd0f00d743 None None] No DVR routers for this DVR port ca9953d7-9936-47e8-96f2-afc2d68733d1 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:05.867763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3622ec8e-0bfa-4c1c-8301-5f78e2efbf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:05.878012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-9d281bce-a24d-4583-ae34-d3c28c2e5a22 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Calling delete_port for 3c61f9e5-8f90-4b87-b69b-c875a930be42 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:05.979082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.002217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d338f824-894f-4442-818f-f96aca46fc35']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:06.013764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdf6df3-e578-42c4-b0fe-7658ffef109d') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:06.014057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdf6df3-e578-42c4-b0fe-7658ffef109d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:06.028220 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.043080 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.051901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:06.052524 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:06.055646 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:06.157982 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-9d281bce-a24d-4583-ae34-d3c28c2e5a22 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.186354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281bce-a24d-4583-ae34-d3c28c2e5a22 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Pushing event deleted for resources: {'Port': ['ID=3c61f9e5-8f90-4b87-b69b-c875a930be42,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:06.252279 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-9d281bce-a24d-4583-ae34-d3c28c2e5a22 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.255313 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-9d281bce-a24d-4583-ae34-d3c28c2e5a22 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.256696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aaca01d2-b4fa-4c1b-967e-6446f01aba1f req-9d281bce-a24d-4583-ae34-d3c28c2e5a22 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "DELETE /v2.0/floatingips/48d8352a-f3a1-4845-96dc-f303d096a0ad HTTP/1.1" status: 204 len: 173 time: 0.7668958 Sep 17 22:40:06.319684 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0665d820-ecd6-433f-a037-4fcaceda8b8b req-1db0088f-48b1-412e-9756-4846e4a71a96 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups/18a63529-7ae9-4e31-b589-4331e964016d HTTP/1.1" status: 200 len: 1810 time: 0.0409281 Sep 17 22:40:06.334138 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.347080 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.348877 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] 10.222.0.30 "DELETE /v2.0/networks/d338f824-894f-4442-818f-f96aca46fc35 HTTP/1.1" status: 204 len: 168 time: 1.1209040 Sep 17 22:40:06.364044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d23e6-4022-481f-8158-daa4e6fd85eb tempest-FloatingIPNegativeTestJSON-1927914810 tempest-FloatingIPNegativeTestJSON-1927914810-project] Pushing event deleted for resources: {'Network': ['ID=d338f824-894f-4442-818f-f96aca46fc35,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:06.403676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0665d820-ecd6-433f-a037-4fcaceda8b8b req-9a8ff7ee-4e5b-4771-8466-97d2378973f4 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.435046 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0665d820-ecd6-433f-a037-4fcaceda8b8b req-9a8ff7ee-4e5b-4771-8466-97d2378973f4 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.563213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0665d820-ecd6-433f-a037-4fcaceda8b8b req-9a8ff7ee-4e5b-4771-8466-97d2378973f4 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.566074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0665d820-ecd6-433f-a037-4fcaceda8b8b req-9a8ff7ee-4e5b-4771-8466-97d2378973f4 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:06.567292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0665d820-ecd6-433f-a037-4fcaceda8b8b req-9a8ff7ee-4e5b-4771-8466-97d2378973f4 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "DELETE /v2.0/security-groups/18a63529-7ae9-4e31-b589-4331e964016d HTTP/1.1" status: 204 len: 173 time: 0.2413454 Sep 17 22:40:06.579433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ff7ee-4e5b-4771-8466-97d2378973f4 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a63529-7ae9-4e31-b589-4331e964016d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:06.783426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ca9953d7-9936-47e8-96f2-afc2d68733d1 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:06.822496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: ca9953d7-9936-47e8-96f2-afc2d68733d1 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:06.822931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ca9953d7-9936-47e8-96f2-afc2d68733d1 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:06.904506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52864) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:07.092354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9e068-2ba7-450d-a1d0-d4a56ef95ce2 req-149bdedf-5f12-427a-b8df-273e12951b58 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:07.095303 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.099312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0e9e068-2ba7-450d-a1d0-d4a56ef95ce2 req-149bdedf-5f12-427a-b8df-273e12951b58 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.0948496 Sep 17 22:40:07.129889 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f090d5dc-90e7-4708-964a-ff127db7d4df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd9b340b3581422ba3c9cf8786c96e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238431 Sep 17 22:40:07.132413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52874) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:07.175241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153965b1-72c6-4023-8239-a37a948d427b req-9715c6ad-d53f-409c-8003-6e850cca26e0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:07.176804 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-153965b1-72c6-4023-8239-a37a948d427b req-9715c6ad-d53f-409c-8003-6e850cca26e0 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0912836 Sep 17 22:40:07.181194 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0e9e068-2ba7-450d-a1d0-d4a56ef95ce2 req-bdf67932-f6d1-42e9-9ae0-3fb8ba804e37 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705564 Sep 17 22:40:07.207213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52878) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:07.215170 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e13946c9-41d7-4733-a736-3d090db61666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.243692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-153965b1-72c6-4023-8239-a37a948d427b req-b120dc69-1e3e-4d5a-bf20-8221e7e24cf3 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591455 Sep 17 22:40:07.323810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e13946c9-41d7-4733-a736-3d090db61666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.332201 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e3f55c55-ca75-4990-a51d-be4255a8c7bf tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/8c3c3661-e00a-409d-b45f-b991d67e0a20 HTTP/1.1" status: 200 len: 993 time: 0.1212313 Sep 17 22:40:07.333988 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.475264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e13946c9-41d7-4733-a736-3d090db61666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.478070 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e13946c9-41d7-4733-a736-3d090db61666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:07.479245 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e13946c9-41d7-4733-a736-3d090db61666 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59177e41-add3-450e-a234-2d54779be525 HTTP/1.1" status: 204 len: 168 time: 0.3457820 Sep 17 22:40:07.493360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13946c9-41d7-4733-a736-3d090db61666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59177e41-add3-450e-a234-2d54779be525,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:07.695048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06705c1b-b403-46c3-a949-e5e51807e1e6 req-22aeb775-a678-42ef-9c4d-7ce3879557f2 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:07.696627 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06705c1b-b403-46c3-a949-e5e51807e1e6 req-22aeb775-a678-42ef-9c4d-7ce3879557f2 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1097 time: 0.0512223 Sep 17 22:40:07.739977 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06705c1b-b403-46c3-a949-e5e51807e1e6 req-c7851086-9c10-480c-aec7-efcefcfdf14c tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359952 Sep 17 22:40:07.833832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-547055c3-06bf-4ee9-b3da-904e64d9bc07 req-523bcd46-80dc-46df-88cc-a6f7f6c765c8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:40:07.835206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-547055c3-06bf-4ee9-b3da-904e64d9bc07 req-523bcd46-80dc-46df-88cc-a6f7f6c765c8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067472 Sep 17 22:40:08.422552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b435e-76c0-4ec2-9503-49d05ae36aef req-50e4f7b7-3019-43dd-b905-e6479054ff00 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:08.425205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f0b435e-76c0-4ec2-9503-49d05ae36aef req-50e4f7b7-3019-43dd-b905-e6479054ff00 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0847485 Sep 17 22:40:08.472345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f0b435e-76c0-4ec2-9503-49d05ae36aef req-4a4f20f6-0afe-4df0-92a3-c1a24542365f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372400 Sep 17 22:40:08.999680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52956) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:09.109817 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.113863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1751826028'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:09.252017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:09.256559 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.264715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.297146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-80242be3-89fe-4d5d-888f-8c3e7ec4b86f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1005127 Sep 17 22:40:09.308810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-f79ea8ee-da98-47c0-b7d1-2b3cd4b4bf8f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:40:09.309779 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-f79ea8ee-da98-47c0-b7d1-2b3cd4b4bf8f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053678 Sep 17 22:40:09.365223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.432032 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.461013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:09.483137 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2552d832-418b-4c34-9b15-88db8d0b76d9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:09.486604 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.486945 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Added segment 0e0e93d8-72eb-41da-8e44-5dea952b4b43 of type vlan for network c7d6fc90-ed26-4f82-b9bf-6dbb7444761f Sep 17 22:40:09.529671 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.609945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfef3f-b401-4358-a6ef-3c788edc3880 req-da959210-6d6e-4e3b-9fbd-6a749466cc0f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:09.611476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7cfef3f-b401-4358-a6ef-3c788edc3880 req-da959210-6d6e-4e3b-9fbd-6a749466cc0f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0549664 Sep 17 22:40:09.661917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7cfef3f-b401-4358-a6ef-3c788edc3880 req-86764c75-ae08-4237-ad05-e3eb66faf683 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/security-groups?id=9025b156-dd37-45d4-82aa-9d89b7804234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433919 Sep 17 22:40:09.669226 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.676112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:09.676926 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.710128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-3e5b8831-89c1-410a-9c24-a77c338f9176 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:09.711605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-3e5b8831-89c1-410a-9c24-a77c338f9176 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 945 time: 0.0602958 Sep 17 22:40:09.756869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=c7d6fc90-ed26-4f82-b9bf-6dbb7444761f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:09.769353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network c7d6fc90-ed26-4f82-b9bf-6dbb7444761f details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:09.820198 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-f8ca6150-aa15-40d9-a707-f5c262c53130 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Deleting port cc571f58-a16e-4445-9f7a-ae05054247c7 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:09.825084 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-f8ca6150-aa15-40d9-a707-f5c262c53130 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.844094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-152e809e-3f0d-4a42-9937-1980900f0b15 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8475442 Sep 17 22:40:09.944195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-f8ca6150-aa15-40d9-a707-f5c262c53130 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] For port cc571f58-a16e-4445-9f7a-ae05054247c7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=cc571f58-a16e-4445-9f7a-ae05054247c7,segment=NetworkSegment(f60fc064-9560-45a1-9f72-d43d1abc05d0),segment_id=f60fc064-9560-45a1-9f72-d43d1abc05d0)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:09.945066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-f8ca6150-aa15-40d9-a707-f5c262c53130 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:09.972446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-f8ca6150-aa15-40d9-a707-f5c262c53130 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Calling delete_port for cc571f58-a16e-4445-9f7a-ae05054247c7 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:10.271388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-f8ca6150-aa15-40d9-a707-f5c262c53130 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.307480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['cc571f58-a16e-4445-9f7a-ae05054247c7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:10.340298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca6150-aa15-40d9-a707-f5c262c53130 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Pushing event deleted for resources: {'Port': ['ID=cc571f58-a16e-4445-9f7a-ae05054247c7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:10.341166 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.369700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-f8ca6150-aa15-40d9-a707-f5c262c53130 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] No DVR routers for this DVR port cc571f58-a16e-4445-9f7a-ae05054247c7 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:10.374562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-f8ca6150-aa15-40d9-a707-f5c262c53130 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.375778 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eef57a69-01f0-409a-a1ef-bbf20d5a1096 req-f8ca6150-aa15-40d9-a707-f5c262c53130 tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.15 "DELETE /v2.0/ports/cc571f58-a16e-4445-9f7a-ae05054247c7 HTTP/1.1" status: 204 len: 173 time: 0.6577072 Sep 17 22:40:10.376318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'name': 'network-vif-deleted', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:10.379183 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a638432-de47-48bb-a318-c6d909fdcfc3" -d '{"events": [{"server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "name": "network-vif-deleted", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:10.417635 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844fb93e-9f35-4622-ba54-e4478b2b3380 x-openstack-request-id: req-844fb93e-9f35-4622-ba54-e4478b2b3380 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:10.417930 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cdf7e2-e9df-46dc-8095-795c75a90c9d", "name": "network-vif-deleted", "tag": "cc571f58-a16e-4445-9f7a-ae05054247c7", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:10.418177 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-844fb93e-9f35-4622-ba54-e4478b2b3380 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:10.418573 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cdf7e2-e9df-46dc-8095-795c75a90c9d', 'name': 'network-vif-deleted', 'tag': 'cc571f58-a16e-4445-9f7a-ae05054247c7', 'status': 'completed', 'code': 200} Sep 17 22:40:10.612487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-1c98a036-06fa-4905-b9f6-180cebfbf5f4 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:10.615365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-1c98a036-06fa-4905-b9f6-180cebfbf5f4 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports/6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 HTTP/1.1" status: 200 len: 1094 time: 0.1632335 Sep 17 22:40:10.631254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Request body: {'binding': {'host': 'n-h2-713499-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:10.631808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Unknown quota resources ['binding']. {{(pid=95455) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:40:10.877332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on host n-h2-713499-18 for vnic_type normal with profile None {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:10.877667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:10.878001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:10.933191 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e37cce2-1742-4347-aa4c-04a432f414ae req-d2d6f1cb-c607-4f9e-8206-d8520bc5588f tempest-ServerRescueTestJSONUnderV235-335171501 tempest-ServerRescueTestJSONUnderV235-335171501-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6cdf7e2-e9df-46dc-8095-795c75a90c9d HTTP/1.1" status: 200 len: 210 time: 0.0470331 Sep 17 22:40:10.933873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:10.934206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:10.958435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:10.958979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Checking segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:10.959601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Bound using segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:10.961560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Bound port: 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:11.256539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:11.384802 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] Notify callbacks [] for binding, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:11.390175 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] 10.222.0.30 "POST /v2.0/ports/6cbdeb5e-2763-4340-b3ce-b0a3592e42e0/bindings HTTP/1.1" status: 201 len: 390 time: 0.7619727 Sep 17 22:40:11.678297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ec9d2-50de-468f-ae21-bc71f52c8b0a req-aa54e46a-9813-436b-ae46-86076c9f175e tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:11.686274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e8ec9d2-50de-468f-ae21-bc71f52c8b0a req-aa54e46a-9813-436b-ae46-86076c9f175e tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.0600893 Sep 17 22:40:11.741080 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e8ec9d2-50de-468f-ae21-bc71f52c8b0a req-bac3c5fc-6ddc-410e-a730-446616ecfe77 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518024 Sep 17 22:40:11.928041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60a2da-a815-4c20-bfbc-329ee32db159 req-33006b32-1978-4420-897c-b65489380c5a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:11.930209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2b60a2da-a815-4c20-bfbc-329ee32db159 req-33006b32-1978-4420-897c-b65489380c5a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.0636222 Sep 17 22:40:11.989087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2b60a2da-a815-4c20-bfbc-329ee32db159 req-51b70a36-537f-4d69-95b0-7f809172c953 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516319 Sep 17 22:40:12.066314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53014) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:12.253434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-39cb0881-5341-4732-8a4a-06980fcb53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:12.254851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-39cb0881-5341-4732-8a4a-06980fcb53d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1097 time: 0.0800741 Sep 17 22:40:12.363816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-5b89a87c-e183-4d5f-9c05-b4e4e64d2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:12.366587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-5b89a87c-e183-4d5f-9c05-b4e4e64d2574 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c HTTP/1.1" status: 200 len: 897 time: 0.1033170 Sep 17 22:40:12.446359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-4ff939e8-422f-4735-a18c-938d36929077 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 HTTP/1.1" status: 200 len: 1001 time: 0.0704098 Sep 17 22:40:12.529814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-f33daad5-c8be-406f-b6af-70dea03ad7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:12.534361 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-f33daad5-c8be-406f-b6af-70dea03ad7b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3753525-46d6-471e-b790-dc05aad8d380 HTTP/1.1" status: 200 len: 835 time: 0.0791767 Sep 17 22:40:12.589739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-39850c54-f86e-4ea3-bd7e-de418025c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:12.591747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-39850c54-f86e-4ea3-bd7e-de418025c55a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477860 Sep 17 22:40:12.696114 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:12.762115 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2d24688b-9936-4325-84d1-2bbe70fed586 service neutron] 10.222.0.15 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611187 Sep 17 22:40:12.924418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-6c1665ee-e156-4d9c-98b5-06b3723dc20b service neutron] 10.222.0.15 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553495 Sep 17 22:40:13.011502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-27be2ead-c955-4e93-9cb7-9fb2175bb660 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:13.013278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-27be2ead-c955-4e93-9cb7-9fb2175bb660 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1207082 Sep 17 22:40:13.024577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae6b79-533e-487b-a789-1e972b0eee93 req-1383c674-b8c6-433b-9c4e-f9bc6a0dbf32 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:13.026168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47ae6b79-533e-487b-a789-1e972b0eee93 req-1383c674-b8c6-433b-9c4e-f9bc6a0dbf32 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1252139 Sep 17 22:40:13.094868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53026) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:13.113914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'network_id': 'c7d6fc90-ed26-4f82-b9bf-6dbb7444761f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:13.226969 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-be55bbde-44e4-49e2-919c-67214a31934d tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:13.228571 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-be55bbde-44e4-49e2-919c-67214a31934d tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b&tenant_id=d4cd6a346eb04f708783b1b69d561814&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1097 time: 0.1993890 Sep 17 22:40:13.240665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32aac3-a5af-42fb-9202-c2c55d80191e req-37ff3f55-3715-4e6a-aef6-f8a6a559f8f8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:13.242164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb32aac3-a5af-42fb-9202-c2c55d80191e req-37ff3f55-3715-4e6a-aef6-f8a6a559f8f8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.0701933 Sep 17 22:40:13.247228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-18'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:13.306435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47ae6b79-533e-487b-a789-1e972b0eee93 req-f66b1324-5901-4553-a735-7dd1392140c7 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104189 Sep 17 22:40:13.310193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.407503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Deleting port c2be41a5-9414-481c-a68d-63476fee09cb {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:13.408034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.410357 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb32aac3-a5af-42fb-9202-c2c55d80191e req-409c64de-9f3d-4c82-9807-7ee41a9ebc66 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009860 Sep 17 22:40:13.480829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:13.484427 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.550666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:13.620581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] Deleting port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:13.620947 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.624028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:13.626896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] For port c2be41a5-9414-481c-a68d-63476fee09cb, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c2be41a5-9414-481c-a68d-63476fee09cb,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:13.627255 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.688486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:13.690994 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdba876-e6d9-45c8-91e1-2630afe8c27a" -d '{"events": [{"server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "name": "network-vif-unplugged", "status": "completed", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:13.696003 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.739701 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa36d3a5-4e5b-4139-9ecc-0f1dfa21fde3 x-openstack-request-id: req-fa36d3a5-4e5b-4139-9ecc-0f1dfa21fde3 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:13.739999 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "name": "network-vif-unplugged", "status": "completed", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:13.740354 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa36d3a5-4e5b-4139-9ecc-0f1dfa21fde3 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:13.740752 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'code': 200} Sep 17 22:40:13.761254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cc571f58-a16e-4445-9f7a-ae05054247c7 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:13.781457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.815654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: cc571f58-a16e-4445-9f7a-ae05054247c7 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:13.816156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device cc571f58-a16e-4445-9f7a-ae05054247c7 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:13.864741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] For port 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5421af1d-2ce8-4af3-995b-94f0d9e9dcd7,segment=NetworkSegment(f60fc064-9560-45a1-9f72-d43d1abc05d0),segment_id=f60fc064-9560-45a1-9f72-d43d1abc05d0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:13.864998 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:13.893585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] Calling delete_port for 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:14.013718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,revision_number=7']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:14.071993 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.072370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.072702 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Floating IP 5cd4d82c-aeb8-4635-8b97-bf7028d1d17b disassociated. External IP: 172.25.6.29, port: c2be41a5-9414-481c-a68d-63476fee09cb. Sep 17 22:40:14.073041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Calling delete_port for c2be41a5-9414-481c-a68d-63476fee09cb owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:14.111893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on host n-h1-713499-18 for vnic_type normal with profile {"migrating_to": "n-h2-713499-18"} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:14.116204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:14.116204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:14.124582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:14.125189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Attempting to bind port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:14.131835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:14.132510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Checking segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:14.133107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Bound using segment: {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:14.133765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Bound port: 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9acb8a-6318-4b9c-bda1-62d7887eebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:14.134322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.210789 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.213177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:14.216496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:14.270306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c9013cd3-9cdd-4261-b908-dbcc4324da81 None None] Provisioning complete for port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:14.270683 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c9013cd3-9cdd-4261-b908-dbcc4324da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.317757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c9013cd3-9cdd-4261-b908-dbcc4324da81 None None] Port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:14.321071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.463386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,revision_number=8']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:14.573077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5bd2b-a580-49dc-98c1-256117d83161 req-1d4b9009-d397-4fdc-a15e-c16ef59b1e5a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:14.581533 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6f5bd2b-a580-49dc-98c1-256117d83161 req-1d4b9009-d397-4fdc-a15e-c16ef59b1e5a tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 945 time: 0.1572990 Sep 17 22:40:14.629334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:14.629334 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.631133 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-3c4f1e35-3f7f-48c0-8406-99c1d5985892 service neutron] 10.222.0.15 "PUT /v2.0/ports/6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 HTTP/1.1" status: 200 len: 1123 time: 1.3880339 Sep 17 22:40:14.672730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6f5bd2b-a580-49dc-98c1-256117d83161 req-a584bae4-308c-4666-934a-d6bf572ad1a3 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=d03fdd18-82e4-4550-8a31-04a96c85bde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901279 Sep 17 22:40:14.733312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:14.783637 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-97190fe3-bf8c-48c7-9166-064a047c4ac1 None None] Provisioning complete for port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:14.784865 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-97190fe3-bf8c-48c7-9166-064a047c4ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.817350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=92bc719e-3bca-4e5c-8552-0bfdfcff116e,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:14.924397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-97190fe3-bf8c-48c7-9166-064a047c4ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:14.931792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc63a4-e15b-4707-902b-5c09b716f80a req-6cf75f30-6ae7-4710-851b-90e7d859c5d4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:14.933016 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9bc63a4-e15b-4707-902b-5c09b716f80a req-6cf75f30-6ae7-4710-851b-90e7d859c5d4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 943 time: 0.2083242 Sep 17 22:40:14.933772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking segment: {'id': '0e0e93d8-72eb-41da-8e44-5dea952b4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7d6fc90-ed26-4f82-b9bf-6dbb7444761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:14.934134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network hostable DHCP agents. Network: c7d6fc90-ed26-4f82-b9bf-6dbb7444761f, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:14.968276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:14.971308 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7edfa68-e4c7-44fa-9178-821591005f0d" -d '{"events": [{"server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "name": "network-vif-plugged", "status": "completed", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:14.992099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-97190fe3-bf8c-48c7-9166-064a047c4ac1 None None] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:15.005884 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9bc63a4-e15b-4707-902b-5c09b716f80a req-c45c106a-57ee-4eca-8e99-38423b71f13a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495560 Sep 17 22:40:15.017185 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facaea3d-cebc-4bb8-b070-72ac586f5dab x-openstack-request-id: req-facaea3d-cebc-4bb8-b070-72ac586f5dab {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:15.017483 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "name": "network-vif-plugged", "status": "completed", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:15.017814 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-facaea3d-cebc-4bb8-b070-72ac586f5dab {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:15.018185 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'code': 200} Sep 17 22:40:15.037196 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.067622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network c7d6fc90-ed26-4f82-b9bf-6dbb7444761f is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:15.069037 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-97190fe3-bf8c-48c7-9166-064a047c4ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.074336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] Pushing event deleted for resources: {'Port': ['ID=5421af1d-2ce8-4af3-995b-94f0d9e9dcd7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:15.077479 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.139939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event deleted for resources: {'Port': ['ID=c2be41a5-9414-481c-a68d-63476fee09cb,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:15.176505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, c7d6fc90-ed26-4f82-b9bf-6dbb7444761f) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:15.187100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:15.187754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.202019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6525d-b0d4-4c71-ad1a-636fd2ffa9a6 None None] Network c7d6fc90-ed26-4f82-b9bf-6dbb7444761f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:15.341610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-21efac78-5341-4d1d-b3b5-3aac0c9b0dd3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2443554 Sep 17 22:40:15.345639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53048) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:15.346550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97190fe3-bf8c-48c7-9166-064a047c4ac1 None None] Pushing event updated for resources: {'Port': ['ID=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:15.355257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1581426361'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:15.419241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Router f5cf73cf-c24b-47c7-995a-4ee28697c41a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:15.431915 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.517437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:15.522010 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.594652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:15.618683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.621499 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Added segment 1a51696d-595f-4803-9b89-d2e27cdbdcb3 of type vlan for network 97326d6b-e7ba-45e4-948c-0809e7d8df92 Sep 17 22:40:15.653959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:15.721617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] Sync routers for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:15.735706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-c7d6fc90-ed26-4f82-b9bf-6dbb7444761f', 'network_id': 'c7d6fc90-ed26-4f82-b9bf-6dbb7444761f', 'tenant_id': '80bc439f966f486d9cc18a399022e38a', 'fixed_ips': [{'subnet_id': '92bc719e-3bca-4e5c-8552-0bfdfcff116e'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:15.735706 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.740288 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.742301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:15.752489 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe97265-e7bb-483e-a190-a21b65eea7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:15.776217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c2be41a5-9414-481c-a68d-63476fee09cb no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:15.803927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] No DVR routers for this DVR port c2be41a5-9414-481c-a68d-63476fee09cb on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:15.818703 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.820610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-163f46c8-969a-4ed8-bc28-1cc4bc8536b8 req-3c827db2-f05a-487c-bb1e-cd2525ac3ab0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.15 "DELETE /v2.0/ports/c2be41a5-9414-481c-a68d-63476fee09cb HTTP/1.1" status: 204 len: 173 time: 2.7896008 Sep 17 22:40:15.821074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'name': 'network-vif-deleted', 'tag': 'c2be41a5-9414-481c-a68d-63476fee09cb'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:15.823826 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4273781b-14d5-4a2f-af71-45e539ad4c49" -d '{"events": [{"server_uuid": "4b0fff98-ffc5-42c9-a5d4-33fb61608c5e", "name": "network-vif-deleted", "tag": "c2be41a5-9414-481c-a68d-63476fee09cb"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:15.839183 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e08704b-8547-484b-a5e7-3f925d67ec40 x-openstack-request-id: req-6e08704b-8547-484b-a5e7-3f925d67ec40 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:15.839183 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:15.839183 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e08704b-8547-484b-a5e7-3f925d67ec40 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:15.839183 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'status': 'completed', 'code': 200} Sep 17 22:40:15.839557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: c2be41a5-9414-481c-a68d-63476fee09cb {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:15.839557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c2be41a5-9414-481c-a68d-63476fee09cb not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:15.856453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:15.857101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:15.879345 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90505d12-7680-48bb-a0e6-8306c361f06e req-0bfb71dd-8286-42f3-bc40-d7cd8a49a0ab tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 210 time: 0.0710740 Sep 17 22:40:15.925089 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.941895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:15.943849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:15.944817 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f73b61-c026-4ae8-8a16-da76cb7b6dd8 x-openstack-request-id: req-96f73b61-c026-4ae8-8a16-da76cb7b6dd8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:15.945122 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0fff98-ffc5-42c9-a5d4-33fb61608c5e", "name": "network-vif-deleted", "tag": "c2be41a5-9414-481c-a68d-63476fee09cb", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:15.945434 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96f73b61-c026-4ae8-8a16-da76cb7b6dd8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:15.945837 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0fff98-ffc5-42c9-a5d4-33fb61608c5e', 'name': 'network-vif-deleted', 'tag': 'c2be41a5-9414-481c-a68d-63476fee09cb', 'status': 'completed', 'code': 200} Sep 17 22:40:15.993856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-f51c2eed-c84d-4114-af5d-d8e82aa661f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:15.995369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-f51c2eed-c84d-4114-af5d-d8e82aa661f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1128 time: 0.1308272 Sep 17 22:40:16.001546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] Router 95311586-6624-423b-b429-cd53e8e4f479 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:16.048396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:16.073717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=97326d6b-e7ba-45e4-948c-0809e7d8df92,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:16.172450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 97326d6b-e7ba-45e4-948c-0809e7d8df92 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:16.203131 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53064) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:16.203734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5261c6e6-a8d5-4f8c-9b73-82c5eed4ad35 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8559611 Sep 17 22:40:16.213923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'network_id': '97326d6b-e7ba-45e4-948c-0809e7d8df92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:16.335389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-b951c872-accb-4c83-b3da-acc67e6f64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:16.336901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-b951c872-accb-4c83-b3da-acc67e6f64b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c HTTP/1.1" status: 200 len: 897 time: 0.3331056 Sep 17 22:40:16.359798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a9cef-e184-4c64-ba82-1cca86b86e3b req-d98b323d-b562-4dbc-a1b6-67fc52a0d584 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:16.361358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-361a9cef-e184-4c64-ba82-1cca86b86e3b req-d98b323d-b562-4dbc-a1b6-67fc52a0d584 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.2337649 Sep 17 22:40:16.410804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:16.425306 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-de8fb90a-23ac-4460-ac0d-33b0bbb7b62b admin admin] 10.222.0.30 "PUT /v2.0/routers/95311586-6624-423b-b429-cd53e8e4f479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3576362 Sep 17 22:40:16.428472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53066) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:16.434027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Allocated IP 2001:db8:0:ffff::2 (c7d6fc90-ed26-4f82-b9bf-6dbb7444761f/92bc719e-3bca-4e5c-8552-0bfdfcff116e/d57db1c7-7b97-41e0-920a-f92da11b2457) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:16.450025 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] Sync routers for ids ['95311586-6624-423b-b429-cd53e8e4f479'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:16.468151 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] Routers {'95311586-6624-423b-b429-cd53e8e4f479'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:16.469183 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95311586-6624-423b-b429-cd53e8e4f479'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:16.474314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-15e882f3-f923-435a-b6e9-7c67c085355a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 HTTP/1.1" status: 200 len: 1001 time: 0.1287584 Sep 17 22:40:16.480069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-361a9cef-e184-4c64-ba82-1cca86b86e3b req-e61c383a-d16a-4a30-965c-3b2ff42b0576 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774481 Sep 17 22:40:16.531297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-56f73d66-9a3f-4730-ba96-4429c548b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:16.533045 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-56f73d66-9a3f-4730-ba96-4429c548b50b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3753525-46d6-471e-b790-dc05aad8d380 HTTP/1.1" status: 200 len: 835 time: 0.0520930 Sep 17 22:40:16.555564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:16.559184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.620846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.658224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:16.675607 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] Set router 95311586-6624-423b-b429-cd53e8e4f479 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:16.720240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-ac5d6236-9353-41d6-af44-7ab2dd29174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:16.721795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-ac5d6236-9353-41d6-af44-7ab2dd29174c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1808271 Sep 17 22:40:16.813688 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.926950 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:16.932862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] Checking router: f5cf73cf-c24b-47c7-995a-4ee28697c41a for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:16.961713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:16.962508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:17.026720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.051408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Deleting port 7091fc9c-57ea-421d-b93f-528ce5184444 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:17.052286 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.083048 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:40:14Z', 'revision_number': 5, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port': {'id': '7091fc9c-57ea-421d-b93f-528ce5184444', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95311586-6624-423b-b429-cd53e8e4f479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:17.113366 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] Checking router: 95311586-6624-423b-b429-cd53e8e4f479 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:17.114979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7544c551-faa0-4650-8a56-d96b5ca53741 req-e410efa8-9678-4be9-bd02-cb2fa8f7cc72 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b0fff98-ffc5-42c9-a5d4-33fb61608c5e HTTP/1.1" status: 200 len: 210 time: 0.0422006 Sep 17 22:40:17.138160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-e40e65d4-2ff5-4ebb-ad17-391f89f684b9 service neutron] 10.222.0.23 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985791 Sep 17 22:40:17.138483 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] Routers {'95311586-6624-423b-b429-cd53e8e4f479'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:17.138998 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95311586-6624-423b-b429-cd53e8e4f479'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:17.157314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Network c7d6fc90-ed26-4f82-b9bf-6dbb7444761f is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:17.167534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:17.175595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:17.183302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Pushing event updated for resources: {'Port': ['ID=d57db1c7-7b97-41e0-920a-f92da11b2457,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:17.239334 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.262363 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] Set router 95311586-6624-423b-b429-cd53e8e4f479 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:17.277190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:17.286659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffe97265-e7bb-483e-a190-a21b65eea7c3 req-c8f1bdaf-5724-4fa9-913f-6ad7175ab144 service neutron] 10.222.0.23 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413937 Sep 17 22:40:17.322855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Attempting to bind port d57db1c7-7b97-41e0-920a-f92da11b2457 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:17.323226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Attempting to bind port d57db1c7-7b97-41e0-920a-f92da11b2457 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '0e0e93d8-72eb-41da-8e44-5dea952b4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7d6fc90-ed26-4f82-b9bf-6dbb7444761f'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:17.323590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Attempting to bind port d57db1c7-7b97-41e0-920a-f92da11b2457 on network c7d6fc90-ed26-4f82-b9bf-6dbb7444761f {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:17.330796 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:40:16Z', 'revision_number': 6, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:17.341056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:17.341432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Checking segment: {'id': '0e0e93d8-72eb-41da-8e44-5dea952b4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7d6fc90-ed26-4f82-b9bf-6dbb7444761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:17.341899 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.342382 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Bound using segment: {'id': '0e0e93d8-72eb-41da-8e44-5dea952b4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7d6fc90-ed26-4f82-b9bf-6dbb7444761f'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:17.342947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Bound port: d57db1c7-7b97-41e0-920a-f92da11b2457, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0e93d8-72eb-41da-8e44-5dea952b4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7d6fc90-ed26-4f82-b9bf-6dbb7444761f'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:17.347224 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.375734 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f89a7-fa5f-49f8-9bb6-d1b94555b15a None None] The sync data for ids ['95311586-6624-423b-b429-cd53e8e4f479'] in n-d-713499-18 is: [{'id': '95311586-6624-423b-b429-cd53e8e4f479', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372856471-router', 'tenant_id': '3f4522140b2047c8a4285a5a329abca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:52Z', 'updated_at': '2021-09-17T22:40:16Z', 'revision_number': 6, 'project_id': '3f4522140b2047c8a4285a5a329abca3', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:17.384788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=ef2fb91b-fb50-4c00-adf6-c7a1be1d4979,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:17.433908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking segment: {'id': '1a51696d-595f-4803-9b89-d2e27cdbdcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '97326d6b-e7ba-45e4-948c-0809e7d8df92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:17.434836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network hostable DHCP agents. Network: 97326d6b-e7ba-45e4-948c-0809e7d8df92, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:17.480979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] For port 7091fc9c-57ea-421d-b93f-528ce5184444, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7091fc9c-57ea-421d-b93f-528ce5184444,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:17.481346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.497658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Calling delete_port for 7091fc9c-57ea-421d-b93f-528ce5184444 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:17.564159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] For port d57db1c7-7b97-41e0-920a-f92da11b2457, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:17.566016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 97326d6b-e7ba-45e4-948c-0809e7d8df92 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:17.580259 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] For port d57db1c7-7b97-41e0-920a-f92da11b2457, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d57db1c7-7b97-41e0-920a-f92da11b2457,segment=NetworkSegment(0e0e93d8-72eb-41da-8e44-5dea952b4b43),segment_id=0e0e93d8-72eb-41da-8e44-5dea952b4b43)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:17.599663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:17.632179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d8148-bf08-4094-ae96-351e1eb4c8c7 None None] The sync data for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 is: [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:17.665966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a5d3a-b073-4436-9362-6cb91b94529e req-1ec6843e-600c-4ea0-bd77-8e5b729072be tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:17.667495 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd0a5d3a-b073-4436-9362-6cb91b94529e req-1ec6843e-600c-4ea0-bd77-8e5b729072be tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.1000750 Sep 17 22:40:17.718813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 97326d6b-e7ba-45e4-948c-0809e7d8df92) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:17.729960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:17.730635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.733827 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979c28c-0348-420d-b41d-26bd3ec76d6a None None] Network 97326d6b-e7ba-45e4-948c-0809e7d8df92 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:17.754718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd0a5d3a-b073-4436-9362-6cb91b94529e req-5043b140-f8c8-419d-835d-9f4cb27648a0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781946 Sep 17 22:40:17.768284 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.785962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:17.816409 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-279f0d8c-b5d1-4f2a-bc98-2282fd70d8ff tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6078248 Sep 17 22:40:17.819192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53080) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:17.855587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.933482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=7091fc9c-57ea-421d-b93f-528ce5184444,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:17.988334 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.resource_extend [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:40:18.035898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45941a-d96d-4302-8041-3e8f960becdb None None] Pushing event updated for resources: {'Port': ['ID=d57db1c7-7b97-41e0-920a-f92da11b2457,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:18.081966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6699e3-855e-4770-9322-652151b3537c None None] New status for floating IP 5cd4d82c-aeb8-4635-8b97-bf7028d1d17b: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:40:18.091596 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.099489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.214557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-97326d6b-e7ba-45e4-948c-0809e7d8df92', 'network_id': '97326d6b-e7ba-45e4-948c-0809e7d8df92', 'tenant_id': '80bc439f966f486d9cc18a399022e38a', 'fixed_ips': [{'subnet_id': 'ef2fb91b-fb50-4c00-adf6-c7a1be1d4979'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:18.215410 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.291631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53092) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:18.310089 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.313358 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.356862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:18.402647 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81f06b5d-a489-4395-b406-4dfdd3af49fa tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.442844 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81f06b5d-a489-4395-b406-4dfdd3af49fa tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.451578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.453149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:40:18.516648 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.517181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95311586-6624-423b-b429-cd53e8e4f479 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:40:18.523809 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.527924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a38c388d-6bb4-47de-9128-e5bf09fc5d8d admin admin] 10.222.0.30 "DELETE /v2.0/routers/95311586-6624-423b-b429-cd53e8e4f479 HTTP/1.1" status: 204 len: 168 time: 2.0971904 Sep 17 22:40:18.531225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53100) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:18.599137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Allocated IP 2001:db8::1 (97326d6b-e7ba-45e4-948c-0809e7d8df92/ef2fb91b-fb50-4c00-adf6-c7a1be1d4979/aa9e16c4-d957-4377-af39-a0a040e86487) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:18.611734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-654fac5c-e328-49e3-be64-2eb59142bb26 admin admin] Deleting subnet 1c8a0035-6138-459d-be9e-a731d80b401c {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:40:18.612038 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-654fac5c-e328-49e3-be64-2eb59142bb26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.635174 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81f06b5d-a489-4395-b406-4dfdd3af49fa tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.638825 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81f06b5d-a489-4395-b406-4dfdd3af49fa tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.639329 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-81f06b5d-a489-4395-b406-4dfdd3af49fa tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "DELETE /v2.0/security-groups/d03fdd18-82e4-4550-8a31-04a96c85bde2 HTTP/1.1" status: 204 len: 168 time: 0.3465273 Sep 17 22:40:18.643618 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53102) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:18.653574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f06b5d-a489-4395-b406-4dfdd3af49fa tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03fdd18-82e4-4550-8a31-04a96c85bde2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:18.658360 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-1555f647-3e84-4ad2-8da4-ca631ec3f1b2 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] show failed (client error): The resource could not be found. Sep 17 22:40:18.660861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1555f647-3e84-4ad2-8da4-ca631ec3f1b2 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups/d03fdd18-82e4-4550-8a31-04a96c85bde2 HTTP/1.1" status: 404 len: 347 time: 0.0147970 Sep 17 22:40:18.663719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53104) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:18.669184 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-654fac5c-e328-49e3-be64-2eb59142bb26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.718634 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-654fac5c-e328-49e3-be64-2eb59142bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.880594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fc09b5eb-a691-457f-af01-1c3d551064fe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Deleting port cf9dd19d-72e7-43bf-b60c-88dee078c456 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:18.880939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc09b5eb-a691-457f-af01-1c3d551064fe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.914530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d57db1c7-7b97-41e0-920a-f92da11b2457 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:18.947546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:18.958044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-654fac5c-e328-49e3-be64-2eb59142bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.009616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fac5c-e328-49e3-be64-2eb59142bb26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8a0035-6138-459d-be9e-a731d80b401c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:19.025765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d57db1c7-7b97-41e0-920a-f92da11b2457 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:19.027416 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.031408 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-654fac5c-e328-49e3-be64-2eb59142bb26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.034786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc09b5eb-a691-457f-af01-1c3d551064fe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.035266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc09b5eb-a691-457f-af01-1c3d551064fe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.036315 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-654fac5c-e328-49e3-be64-2eb59142bb26 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1c8a0035-6138-459d-be9e-a731d80b401c HTTP/1.1" status: 204 len: 168 time: 0.5009141 Sep 17 22:40:19.038911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53110) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:19.078377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fc09b5eb-a691-457f-af01-1c3d551064fe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Calling delete_port for cf9dd19d-72e7-43bf-b60c-88dee078c456 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:19.195904 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.209674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f59a10-0019-4ec9-bed4-55eb2f0c28b4 req-cc613af6-97dd-4505-9852-ddcc7a39516d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:19.218676 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0f59a10-0019-4ec9-bed4-55eb2f0c28b4 req-cc613af6-97dd-4505-9852-ddcc7a39516d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.2384989 Sep 17 22:40:19.247328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53114) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:19.277337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-fb8c29b8-4634-498b-94ff-fbd68c6dcf07 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-301910179', 'description': 'tempest-secgroup-smoke-301910179 description', 'project_id': '6756cdab0af5438cafd93966a713e6ef'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:19.285796 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2fb91b-fb50-4c00-adf6-c7a1be1d4979,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:19.320397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.355718 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.368627 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0f59a10-0019-4ec9-bed4-55eb2f0c28b4 req-42d15fad-e2bf-4cf9-8351-a5329caeaaf3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476402 Sep 17 22:40:19.416704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Network 97326d6b-e7ba-45e4-948c-0809e7d8df92 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:19.427445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:19.430831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:19.442491 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.452499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Pushing event updated for resources: {'Port': ['ID=aa9e16c4-d957-4377-af39-a0a040e86487,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:19.471347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97326d6b-e7ba-45e4-948c-0809e7d8df92']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:19.481737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.482564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.482564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.482821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a51696d-595f-4803-9b89-d2e27cdbdcb3') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:19.482919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.483013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a51696d-595f-4803-9b89-d2e27cdbdcb3') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:19.483097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.483684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.484033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.484376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.484699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.485021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.485355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.485657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:19.494914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.513722 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.526333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.526898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:19.527027 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:19.531055 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:19.566413 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29b8-4634-498b-94ff-fbd68c6dcf07 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.566514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Attempting to bind port aa9e16c4-d957-4377-af39-a0a040e86487 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:19.566514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Attempting to bind port aa9e16c4-d957-4377-af39-a0a040e86487 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '1a51696d-595f-4803-9b89-d2e27cdbdcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '97326d6b-e7ba-45e4-948c-0809e7d8df92'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:19.566514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Attempting to bind port aa9e16c4-d957-4377-af39-a0a040e86487 on network 97326d6b-e7ba-45e4-948c-0809e7d8df92 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:19.566792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b717966-ad33-4c9f-bafb-95737d5b1bb0']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:19.566896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:19.566896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Checking segment: {'id': '1a51696d-595f-4803-9b89-d2e27cdbdcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '97326d6b-e7ba-45e4-948c-0809e7d8df92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:19.566896 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.566896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Bound using segment: {'id': '1a51696d-595f-4803-9b89-d2e27cdbdcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '97326d6b-e7ba-45e4-948c-0809e7d8df92'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:19.566896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Bound port: aa9e16c4-d957-4377-af39-a0a040e86487, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a51696d-595f-4803-9b89-d2e27cdbdcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '97326d6b-e7ba-45e4-948c-0809e7d8df92'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:19.566896 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.567451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60fc064-9560-45a1-9f72-d43d1abc05d0') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:19.567451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60fc064-9560-45a1-9f72-d43d1abc05d0') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:19.571644 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.578768 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.593667 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc09b5eb-a691-457f-af01-1c3d551064fe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.595910 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.609763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba34aa3-bf91-4047-8881-b3d4ca2036b6 None None] Network c7d6fc90-ed26-4f82-b9bf-6dbb7444761f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:19.627654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:19.628172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:19.630202 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:19.634275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b5eb-a691-457f-af01-1c3d551064fe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event deleted for resources: {'Port': ['ID=cf9dd19d-72e7-43bf-b60c-88dee078c456,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:19.693374 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29b8-4634-498b-94ff-fbd68c6dcf07 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.694714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:40:19.694714 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:40:19.694714 n-d-713499-18 neutron-server[95455]: [parameters: {'id': '97326d6b-e7ba-45e4-948c-0809e7d8df92'}] Sep 17 22:40:19.694714 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:40:19.695355 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:40:19.707772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port d57db1c7-7b97-41e0-920a-f92da11b2457, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d57db1c7-7b97-41e0-920a-f92da11b2457,segment=NetworkSegment(0e0e93d8-72eb-41da-8e44-5dea952b4b43),segment_id=0e0e93d8-72eb-41da-8e44-5dea952b4b43)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:19.738576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] For port aa9e16c4-d957-4377-af39-a0a040e86487, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:19.741990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-eb610a8f-905d-480c-a233-b46a8091a113 None None] Provisioning complete for port d57db1c7-7b97-41e0-920a-f92da11b2457 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:19.743104 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb610a8f-905d-480c-a233-b46a8091a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.743605 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc09b5eb-a691-457f-af01-1c3d551064fe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.746130 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc09b5eb-a691-457f-af01-1c3d551064fe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.746273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] For port aa9e16c4-d957-4377-af39-a0a040e86487, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=aa9e16c4-d957-4377-af39-a0a040e86487,segment=NetworkSegment(1a51696d-595f-4803-9b89-d2e27cdbdcb3),segment_id=1a51696d-595f-4803-9b89-d2e27cdbdcb3)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:19.747408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fc09b5eb-a691-457f-af01-1c3d551064fe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "DELETE /v2.0/floatingips/5cd4d82c-aeb8-4635-8b97-bf7028d1d17b HTTP/1.1" status: 204 len: 168 time: 1.0824692 Sep 17 22:40:19.806976 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29b8-4634-498b-94ff-fbd68c6dcf07 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.854974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c29b8-4634-498b-94ff-fbd68c6dcf07 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:19.893237 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb610a8f-905d-480c-a233-b46a8091a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.917247 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.921468 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.924004 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.925014 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.927330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] 10.222.0.30 "DELETE /v2.0/networks/7b717966-ad33-4c9f-bafb-95737d5b1bb0 HTTP/1.1" status: 204 len: 168 time: 0.8871598 Sep 17 22:40:19.939463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fa436-a618-47d8-bacf-96249a6dc4ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7b717966-ad33-4c9f-bafb-95737d5b1bb0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:19.993873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29b8-4634-498b-94ff-fbd68c6dcf07 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:19.993873 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fb8c29b8-4634-498b-94ff-fbd68c6dcf07 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7305977 Sep 17 22:40:19.993873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53120) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:19.999235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9023def5-baa1-4175-950c-2c543c8e20de tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Request body: {'security_group_rule': {'security_group_id': '0e8b7588-9ca7-4b3c-b217-ee396f79a2c3', 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:20.003270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27858e44-003a-41c0-bd98-53310fb5128c None None] Pushing event updated for resources: {'Port': ['ID=aa9e16c4-d957-4377-af39-a0a040e86487,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:20.065687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:20.127790 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9023def5-baa1-4175-950c-2c543c8e20de tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.148150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:20.160255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5421af1d-2ce8-4af3-995b-94f0d9e9dcd7 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:20.165664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7091fc9c-57ea-421d-b93f-528ce5184444 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:20.198355 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.198638 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7091fc9c-57ea-421d-b93f-528ce5184444 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:20.198984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7091fc9c-57ea-421d-b93f-528ce5184444 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:20.201559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee1d105-90f4-4b49-822d-a8de47a08715 None None] Network 97326d6b-e7ba-45e4-948c-0809e7d8df92 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:20.213066 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-eb610a8f-905d-480c-a233-b46a8091a113 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:40:20.213415 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-eb610a8f-905d-480c-a233-b46a8091a113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:40:20.240587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=d57db1c7-7b97-41e0-920a-f92da11b2457,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:20.290072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9023def5-baa1-4175-950c-2c543c8e20de tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.315844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting port aa9e16c4-d957-4377-af39-a0a040e86487 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:20.316244 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.351861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f1216-63ec-4ef0-a8a1-5b1ea39a2754 None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:40:20.394885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] For port aa9e16c4-d957-4377-af39-a0a040e86487, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=aa9e16c4-d957-4377-af39-a0a040e86487,segment=NetworkSegment(1a51696d-595f-4803-9b89-d2e27cdbdcb3),segment_id=1a51696d-595f-4803-9b89-d2e27cdbdcb3)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:20.395581 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.417606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Calling delete_port for aa9e16c4-d957-4377-af39-a0a040e86487 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:20.432386 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9023def5-baa1-4175-950c-2c543c8e20de tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.488594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023def5-baa1-4175-950c-2c543c8e20de tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98eaee10-76c5-40dc-9ae0-aa49eef6164f,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:20.502463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53128) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:20.509291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-30c09b2c-5021-4b83-af3b-3dab4f4b57cc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602272846', 'description': 'tempest-description--552038667'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:20.524471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f1216-63ec-4ef0-a8a1-5b1ea39a2754 None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:40:20.533039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebf198-9382-4450-8086-54ad904282da req-1ced5794-901a-46e8-af31-8e6900f68960 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:20.538178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0ebf198-9382-4450-8086-54ad904282da req-1ced5794-901a-46e8-af31-8e6900f68960 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.0602887 Sep 17 22:40:20.575258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53130) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:20.576227 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0ebf198-9382-4450-8086-54ad904282da req-44a9e4f3-983a-4016-8eba-7fa70716c0d3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350895 Sep 17 22:40:20.619927 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9023def5-baa1-4175-950c-2c543c8e20de tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.621245 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9023def5-baa1-4175-950c-2c543c8e20de tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6266687 Sep 17 22:40:20.630701 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b9840391-7de3-4628-9475-2edf9301f059 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f4522140b2047c8a4285a5a329abca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542912 Sep 17 22:40:20.632886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53132) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:20.633096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53134) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:20.638244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a98ad7b1-3989-42bd-bcbd-8f28962f9c1f tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Request body: {'security_group_rule': {'security_group_id': '0e8b7588-9ca7-4b3c-b217-ee396f79a2c3', 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:20.651909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.695880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Port': ['ID=aa9e16c4-d957-4377-af39-a0a040e86487,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:20.697792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No DVR routers for this DVR port aa9e16c4-d957-4377-af39-a0a040e86487 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:20.721916 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30c09b2c-5021-4b83-af3b-3dab4f4b57cc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.776492 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-551874e9-bb1d-4ff9-8a0e-887b5f861f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.817665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.838402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d57db1c7-7b97-41e0-920a-f92da11b2457 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:20.839232 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-551874e9-bb1d-4ff9-8a0e-887b5f861f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.855303 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97326d6b-e7ba-45e4-948c-0809e7d8df92']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:20.859434 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a98ad7b1-3989-42bd-bcbd-8f28962f9c1f tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.878302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a51696d-595f-4803-9b89-d2e27cdbdcb3') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:20.878601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a51696d-595f-4803-9b89-d2e27cdbdcb3') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:20.907567 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.908616 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d57db1c7-7b97-41e0-920a-f92da11b2457 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:20.909336 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.924648 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a98ad7b1-3989-42bd-bcbd-8f28962f9c1f tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.933675 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.947099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:20.947481 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:20.950702 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:20.959859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-69435f72-64cb-4b10-9269-e538d63033b4 None None] Provisioning complete for port d57db1c7-7b97-41e0-920a-f92da11b2457 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:20.960379 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-69435f72-64cb-4b10-9269-e538d63033b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.017769 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a98ad7b1-3989-42bd-bcbd-8f28962f9c1f tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.032555 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30c09b2c-5021-4b83-af3b-3dab4f4b57cc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.046791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ad7b1-3989-42bd-bcbd-8f28962f9c1f tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be52125-56ad-4794-9ff9-1ef6fd4d9379,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:21.074687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-551874e9-bb1d-4ff9-8a0e-887b5f861f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.077782 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-551874e9-bb1d-4ff9-8a0e-887b5f861f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.081848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-551874e9-bb1d-4ff9-8a0e-887b5f861f59 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9025b156-dd37-45d4-82aa-9d89b7804234 HTTP/1.1" status: 204 len: 168 time: 0.4450152 Sep 17 22:40:21.087904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551874e9-bb1d-4ff9-8a0e-887b5f861f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9025b156-dd37-45d4-82aa-9d89b7804234,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:21.131670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.139471 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.141427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/97326d6b-e7ba-45e4-948c-0809e7d8df92 HTTP/1.1" status: 204 len: 168 time: 3.3212240 Sep 17 22:40:21.145630 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53138) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:21.150914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1847533886'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:21.153134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c59d1-7533-4b5a-bd33-392b7d87b891 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Network': ['ID=97326d6b-e7ba-45e4-948c-0809e7d8df92,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:21.185736 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30c09b2c-5021-4b83-af3b-3dab4f4b57cc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.215037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c09b2c-5021-4b83-af3b-3dab4f4b57cc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db769d73-59dc-4a38-84c8-c610750fe717,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:21.299998 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a98ad7b1-3989-42bd-bcbd-8f28962f9c1f tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.305102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a98ad7b1-3989-42bd-bcbd-8f28962f9c1f tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6674449 Sep 17 22:40:21.306937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53142) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:21.311303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b3cebf1a-8ded-40dd-a225-284373507b0a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Request body: {'security_group_rule': {'security_group_id': '0e8b7588-9ca7-4b3c-b217-ee396f79a2c3', 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:21.329495 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30c09b2c-5021-4b83-af3b-3dab4f4b57cc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.339383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-30c09b2c-5021-4b83-af3b-3dab4f4b57cc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8278999 Sep 17 22:40:21.339702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53144) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:21.345135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ed9603ff-9068-404b-aeda-5466709ece3f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'security_group_rule': {'security_group_id': 'db769d73-59dc-4a38-84c8-c610750fe717', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:21.479051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:21.483319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.513728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:21.523535 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.523876 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Added segment 827fa1f0-21a2-4ce5-88e4-3af19ea099b2 of type vlan for network 674ec6fe-c99a-46f2-8487-e9234502ec32 Sep 17 22:40:21.563820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.596913 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3cebf1a-8ded-40dd-a225-284373507b0a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.651626 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.651626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.651626 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.663809 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3cebf1a-8ded-40dd-a225-284373507b0a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.709278 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9603ff-9068-404b-aeda-5466709ece3f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.759284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3cebf1a-8ded-40dd-a225-284373507b0a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.760992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=674ec6fe-c99a-46f2-8487-e9234502ec32,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:21.769462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9603ff-9068-404b-aeda-5466709ece3f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.773383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 674ec6fe-c99a-46f2-8487-e9234502ec32 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:21.791409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6c721-e0f2-4c49-a8fc-51cfa281272b req-b4f6a82a-68d8-4484-881d-90b0ea0a785f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:21.792988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ff6c721-e0f2-4c49-a8fc-51cfa281272b req-b4f6a82a-68d8-4484-881d-90b0ea0a785f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.1346676 Sep 17 22:40:21.794797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cebf1a-8ded-40dd-a225-284373507b0a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34a94a9-165c-4ca3-a259-1b47d1acf234,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:21.834402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ff6c721-e0f2-4c49-a8fc-51cfa281272b req-4d033b03-e2c8-4757-a9d6-074e98a606d6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333145 Sep 17 22:40:21.838370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9b4950e5-df3c-4951-9308-5fa8b54a1af8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6915500 Sep 17 22:40:21.841356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53158) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:21.855297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'network_id': '674ec6fe-c99a-46f2-8487-e9234502ec32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:21.880582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9603ff-9068-404b-aeda-5466709ece3f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.883622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b3cebf1a-8ded-40dd-a225-284373507b0a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.883622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b3cebf1a-8ded-40dd-a225-284373507b0a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5748134 Sep 17 22:40:21.885550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53160) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:21.891362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d30805fa-ad1b-402e-9c41-4d62b688421b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Request body: {'security_group_rule': {'security_group_id': '0e8b7588-9ca7-4b3c-b217-ee396f79a2c3', 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:21.934832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9603ff-9068-404b-aeda-5466709ece3f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b03fe89-5e9e-4bf7-a97d-67947443567b,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:22.010930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d30805fa-ad1b-402e-9c41-4d62b688421b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.070503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d30805fa-ad1b-402e-9c41-4d62b688421b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.147484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9603ff-9068-404b-aeda-5466709ece3f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.149009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ed9603ff-9068-404b-aeda-5466709ece3f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8082433 Sep 17 22:40:22.151653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53168) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:22.157466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-24fd85c5-4442-4de9-9670-21eb25163be8 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'security_group_rule': {'security_group_id': 'db769d73-59dc-4a38-84c8-c610750fe717', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:22.251740 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d30805fa-ad1b-402e-9c41-4d62b688421b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.271473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30805fa-ad1b-402e-9c41-4d62b688421b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8207affb-2d3b-444b-b192-c94d7424d639,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:22.282477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:22.286649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.417703 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24fd85c5-4442-4de9-9670-21eb25163be8 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.443613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53176) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:22.499644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24fd85c5-4442-4de9-9670-21eb25163be8 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.537521 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d30805fa-ad1b-402e-9c41-4d62b688421b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.538781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d30805fa-ad1b-402e-9c41-4d62b688421b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6519482 Sep 17 22:40:22.541946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53182) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:22.546974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9655c56e-4e7b-48b8-ad3b-3f8d79185621 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Request body: {'security_group_rule': {'security_group_id': '0e8b7588-9ca7-4b3c-b217-ee396f79a2c3', 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:22.571091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-network', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:22.594753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.645845 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24fd85c5-4442-4de9-9670-21eb25163be8 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.660504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=4e3831f1-aa46-4088-aaff-19f51c3b0bf9,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:22.663104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd85c5-4442-4de9-9670-21eb25163be8 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1277d624-03b8-410c-8953-46db92dae8fc,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:22.665130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking segment: {'id': '827fa1f0-21a2-4ce5-88e4-3af19ea099b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '674ec6fe-c99a-46f2-8487-e9234502ec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:22.665502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network hostable DHCP agents. Network: 674ec6fe-c99a-46f2-8487-e9234502ec32, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:22.681630 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-9655c56e-4e7b-48b8-ad3b-3f8d79185621 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Project 6756cdab0af5438cafd93966a713e6ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:40:22.687483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9655c56e-4e7b-48b8-ad3b-3f8d79185621 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.739131 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9655c56e-4e7b-48b8-ad3b-3f8d79185621 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.763426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 674ec6fe-c99a-46f2-8487-e9234502ec32 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:22.814051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-24fd85c5-4442-4de9-9670-21eb25163be8 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.815420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-24fd85c5-4442-4de9-9670-21eb25163be8 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6626081 Sep 17 22:40:22.818466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53184) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:22.822821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:22.943499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9655c56e-4e7b-48b8-ad3b-3f8d79185621 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.954987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 674ec6fe-c99a-46f2-8487-e9234502ec32) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:22.959777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:22.962103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.968280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Made reservation on behalf of 628a55904491498e9d71058e0b4ff0ad for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:22.968709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068ae0d-6d9f-4c73-a322-29e7bcc49f7c None None] Network 674ec6fe-c99a-46f2-8487-e9234502ec32 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:22.970626 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:22.991311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655c56e-4e7b-48b8-ad3b-3f8d79185621 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96163446-2b1b-4ceb-ba02-90805d1cb6e2,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:23.141749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-674ec6fe-c99a-46f2-8487-e9234502ec32', 'network_id': '674ec6fe-c99a-46f2-8487-e9234502ec32', 'tenant_id': '80bc439f966f486d9cc18a399022e38a', 'fixed_ips': [{'subnet_id': '4e3831f1-aa46-4088-aaff-19f51c3b0bf9'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:23.143666 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.294725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Allocated IP 2001:db8::1 (674ec6fe-c99a-46f2-8487-e9234502ec32/4e3831f1-aa46-4088-aaff-19f51c3b0bf9/7f1dccfe-962a-4644-ae46-6d388c192283) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:23.373769 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.395068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc3149-3b8a-461f-905f-13fc5b6daf3c req-5b0f7650-f8d4-4269-a312-eacf9d0bd4ca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:23.396650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5fc3149-3b8a-461f-905f-13fc5b6daf3c req-5b0f7650-f8d4-4269-a312-eacf9d0bd4ca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 945 time: 0.4822454 Sep 17 22:40:23.448175 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-5f82e70d-6085-4c8b-a373-502443081fa0 service neutron] 10.222.0.23 "GET /v2.0/ports/6cbdeb5e-2763-4340-b3ce-b0a3592e42e0/bindings/n-h2-713499-18 HTTP/1.1" status: 200 len: 385 time: 0.4815903 Sep 17 22:40:23.458719 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.485114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5fc3149-3b8a-461f-905f-13fc5b6daf3c req-2a11fe53-e69f-4578-915d-c0a7ddae4291 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749412 Sep 17 22:40:23.512860 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.600603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.638295 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0bf1a919-6977-4bc0-80e4-75066f60d28d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7923806 Sep 17 22:40:23.638597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53192) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:23.638938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9655c56e-4e7b-48b8-ad3b-3f8d79185621 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.642937 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9655c56e-4e7b-48b8-ad3b-3f8d79185621 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0971072 Sep 17 22:40:23.643095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Network 674ec6fe-c99a-46f2-8487-e9234502ec32 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:23.643196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53194) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:23.644361 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:23.647228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:23.648114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2bf33e1e-e9f8-40b4-aa6d-331f3bf1f975 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Request body: {'security_group_rule': {'security_group_id': '0e8b7588-9ca7-4b3c-b217-ee396f79a2c3', 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:23.655720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-236325015'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:23.675763 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-2bf33e1e-e9f8-40b4-aa6d-331f3bf1f975 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:40:23.675763 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:40:23.675763 n-d-713499-18 neutron-server[95455]: [parameters: {'project_id_1': '6756cdab0af5438cafd93966a713e6ef', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 40, 3, 661727)}] Sep 17 22:40:23.675763 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:40:23.676696 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-2bf33e1e-e9f8-40b4-aa6d-331f3bf1f975 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:40:23.678155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:40:23.678155 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:40:23.678155 n-d-713499-18 neutron-server[95455]: [parameters: {'project_id_1': '80bc439f966f486d9cc18a399022e38a', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 40, 3, 665035)}] Sep 17 22:40:23.678155 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:40:23.678854 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:40:23.702712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Pushing event updated for resources: {'Port': ['ID=7f1dccfe-962a-4644-ae46-6d388c192283,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:23.713873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Attempting to bind port 7f1dccfe-962a-4644-ae46-6d388c192283 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:23.715011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Attempting to bind port 7f1dccfe-962a-4644-ae46-6d388c192283 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '827fa1f0-21a2-4ce5-88e4-3af19ea099b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '674ec6fe-c99a-46f2-8487-e9234502ec32'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:23.715011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Attempting to bind port 7f1dccfe-962a-4644-ae46-6d388c192283 on network 674ec6fe-c99a-46f2-8487-e9234502ec32 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:23.720537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:23.720915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Checking segment: {'id': '827fa1f0-21a2-4ce5-88e4-3af19ea099b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '674ec6fe-c99a-46f2-8487-e9234502ec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:23.721377 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.721774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Bound using segment: {'id': '827fa1f0-21a2-4ce5-88e4-3af19ea099b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '674ec6fe-c99a-46f2-8487-e9234502ec32'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:23.722243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Bound port: 7f1dccfe-962a-4644-ae46-6d388c192283, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827fa1f0-21a2-4ce5-88e4-3af19ea099b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '674ec6fe-c99a-46f2-8487-e9234502ec32'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:23.722626 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.744828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2aa174c4-989f-494e-95c5-e510af4f9281 service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:23.784260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.791776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] For port 7f1dccfe-962a-4644-ae46-6d388c192283, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:23.792794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2aa174c4-989f-494e-95c5-e510af4f9281 service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:23.795012 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] For port 7f1dccfe-962a-4644-ae46-6d388c192283, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f1dccfe-962a-4644-ae46-6d388c192283,segment=NetworkSegment(827fa1f0-21a2-4ce5-88e4-3af19ea099b2),segment_id=827fa1f0-21a2-4ce5-88e4-3af19ea099b2)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:23.831628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:23.895397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.899875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:23.902278 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254a4bd4-1817-4d9b-abb3-253d5f68796e" -d '{"events": [{"server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "name": "network-vif-unplugged", "status": "completed", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:23.902732 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.912356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2aa174c4-989f-494e-95c5-e510af4f9281 service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:23.946830 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec1388-893c-4bc5-9e29-7b97adb45235 x-openstack-request-id: req-e9ec1388-893c-4bc5-9e29-7b97adb45235 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:23.947123 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "name": "network-vif-unplugged", "status": "completed", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:23.947373 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9ec1388-893c-4bc5-9e29-7b97adb45235 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:23.947816 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'code': 200} Sep 17 22:40:23.988307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Allocated IP 172.25.6.238 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/89dfbe63-3e55-4190-abf7-ca0c933473b8) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:23.990116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.002422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:24.005129 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa124b-043e-4711-8340-7ffe2b833f67 None None] Pushing event updated for resources: {'Port': ['ID=7f1dccfe-962a-4644-ae46-6d388c192283,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:24.019298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 has no active binding in host n-h2-713499-18 {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:40:24.026688 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:24.052196 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2aa174c4-989f-494e-95c5-e510af4f9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.067106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16d29e8-8d7c-40ea-8df2-0e0d33d82047,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:24.070151 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.070435 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Added segment 995615ad-b11d-4a92-b156-da5453b0fc66 of type vlan for network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 Sep 17 22:40:24.193107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.262034 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-2bf33e1e-e9f8-40b4-aa6d-331f3bf1f975 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Project 6756cdab0af5438cafd93966a713e6ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:40:24.274129 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.275005 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2bf33e1e-e9f8-40b4-aa6d-331f3bf1f975 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.297779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2aa174c4-989f-494e-95c5-e510af4f9281 service neutron] Transition to ACTIVE for port object 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:24.355349 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2bf33e1e-e9f8-40b4-aa6d-331f3bf1f975 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.368691 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.369711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.370308 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.394913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:24.398800 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.401882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.404015 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2aa174c4-989f-494e-95c5-e510af4f9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.431815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:24.441741 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.442088 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Added segment 3e0bf867-1391-4233-8094-ccee30575527 of type vlan for network 41253b1f-54b9-4840-a1a9-bd15757e5b17 Sep 17 22:40:24.450986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2bf33e1e-e9f8-40b4-aa6d-331f3bf1f975 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.498934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] Pushing event updated for resources: {'Network': ['ID=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:24.503349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:24.508292 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f6d40efd-1fc1-4f61-a576-380a94e0bedb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0611205 Sep 17 22:40:24.508463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:24.514358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53204) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:24.519922 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Request body: {'subnet': {'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-subnet', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:24.538992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf33e1e-e9f8-40b4-aa6d-331f3bf1f975 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a04b76-87f6-4763-8528-f196c27766ce,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:24.539484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:24.542867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:24.550886 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.583329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'Port': ['ID=89dfbe63-3e55-4190-abf7-ca0c933473b8,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:24.638306 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2bf33e1e-e9f8-40b4-aa6d-331f3bf1f975 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.640150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2bf33e1e-e9f8-40b4-aa6d-331f3bf1f975 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9960792 Sep 17 22:40:24.679426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e6031-d515-4730-a696-bf4566909969 req-9569d501-d0f9-4b0d-ab54-3cf3a45e645a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.684566 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e5e6031-d515-4730-a696-bf4566909969 req-9569d501-d0f9-4b0d-ab54-3cf3a45e645a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 944 time: 0.0880079 Sep 17 22:40:24.691000 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.699122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:24.701266 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.730944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2aa174c4-989f-494e-95c5-e510af4f9281 service neutron] No DVR routers for this DVR port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:24.830877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.838051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa174c4-989f-494e-95c5-e510af4f9281 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,revision_number=11']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:24.847975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Made reservation on behalf of 628a55904491498e9d71058e0b4ff0ad for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:24.850449 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:24.950783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e5e6031-d515-4730-a696-bf4566909969 req-7cf13eee-dc91-4ecb-9d1e-2a5c43ded3cb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428658 Sep 17 22:40:24.978923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f1dccfe-962a-4644-ae46-6d388c192283 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:25.001976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=41253b1f-54b9-4840-a1a9-bd15757e5b17,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:25.010273 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-08d7c7fe-f7f6-4a6f-b8d0-320dc1a77405 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3696663 Sep 17 22:40:25.013348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53214) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:25.020082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 41253b1f-54b9-4840-a1a9-bd15757e5b17 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:25.036095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'network_id': '41253b1f-54b9-4840-a1a9-bd15757e5b17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:25.100691 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.172932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7f1dccfe-962a-4644-ae46-6d388c192283 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:25.173337 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.281226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.295929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:25.300189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.324990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 7f1dccfe-962a-4644-ae46-6d388c192283, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f1dccfe-962a-4644-ae46-6d388c192283,segment=NetworkSegment(827fa1f0-21a2-4ce5-88e4-3af19ea099b2),segment_id=827fa1f0-21a2-4ce5-88e4-3af19ea099b2)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:25.375158 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-599d4b66-5661-4f04-af75-13dc38240601 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-301910179&fields=id&tenant_id=6756cdab0af5438cafd93966a713e6ef HTTP/1.1" status: 200 len: 267 time: 0.2585957 Sep 17 22:40:25.400251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.407831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-c51cff95-e0dd-4685-8a55-bb3653f95ac7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2834864 Sep 17 22:40:25.416113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Performing IP validity checks on allocation pools {{(pid=95455) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:40:25.416653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95455) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:40:25.437117 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc44cdf-ceab-4165-8b44-b22ade9c15b0 None None] Network 674ec6fe-c99a-46f2-8487-e9234502ec32 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:25.528035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=7f1dccfe-962a-4644-ae46-6d388c192283,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:25.572499 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2aa174c4-989f-494e-95c5-e510af4f9281 service neutron] 10.222.0.23 "PUT /v2.0/ports/6cbdeb5e-2763-4340-b3ce-b0a3592e42e0/bindings/n-h2-713499-18/activate HTTP/1.1" status: 200 len: 370 time: 2.1173627 Sep 17 22:40:25.635849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-21829684-29ea-477e-b917-d9e6b7dde411 None None] Provisioning complete for port 7f1dccfe-962a-4644-ae46-6d388c192283 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:25.636292 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-21829684-29ea-477e-b917-d9e6b7dde411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.701224 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.761941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-9f1a07d9-9814-4a6d-aa45-4e3942fba765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.762526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-9f1a07d9-9814-4a6d-aa45-4e3942fba765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.762922 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-9f1a07d9-9814-4a6d-aa45-4e3942fba765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.764921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-9f1a07d9-9814-4a6d-aa45-4e3942fba765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.765488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-9f1a07d9-9814-4a6d-aa45-4e3942fba765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.765964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-9f1a07d9-9814-4a6d-aa45-4e3942fba765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.766426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-9f1a07d9-9814-4a6d-aa45-4e3942fba765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.768529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-9f1a07d9-9814-4a6d-aa45-4e3942fba765 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6496 time: 0.1710217 Sep 17 22:40:25.800430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=87c828df-37e3-468d-be0c-a7ebdce34692,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:25.810473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-c28788a3-6508-49dc-a3ab-1be34cf85d36 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:25.812481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-c28788a3-6508-49dc-a3ab-1be34cf85d36 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/networks?id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 HTTP/1.1" status: 200 len: 814 time: 0.4255311 Sep 17 22:40:25.819924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking segment: {'id': '3e0bf867-1391-4233-8094-ccee30575527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '41253b1f-54b9-4840-a1a9-bd15757e5b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:25.820324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network hostable DHCP agents. Network: 41253b1f-54b9-4840-a1a9-bd15757e5b17, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:25.853958 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.938147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 41253b1f-54b9-4840-a1a9-bd15757e5b17 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:25.942721 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:25.942721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-2b0284a6-ab83-48a0-82d9-b74ceef51f1e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/quotas/6756cdab0af5438cafd93966a713e6ef HTTP/1.1" status: 200 len: 375 time: 0.0977058 Sep 17 22:40:26.049203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-77a899b8-49cd-45a4-8e87-675b62208daa tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.050872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-77a899b8-49cd-45a4-8e87-675b62208daa tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b&tenant_id=d4cd6a346eb04f708783b1b69d561814&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.2967975 Sep 17 22:40:26.058720 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.066051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e93a11-09da-407a-8f77-8ec9d902413f,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:26.102849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 41253b1f-54b9-4840-a1a9-bd15757e5b17) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:26.111968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.112630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.135650 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74837fee-716c-47f9-b8cb-42c6b71276df None None] Network 41253b1f-54b9-4840-a1a9-bd15757e5b17 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:26.182848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c63ff-dbf0-4bc6-9602-587b520b4c70 req-8152d794-343d-4e6b-954d-3ba65ddf776e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.184871 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e98c63ff-dbf0-4bc6-9602-587b520b4c70 req-8152d794-343d-4e6b-954d-3ba65ddf776e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 944 time: 0.0933621 Sep 17 22:40:26.206597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-a79df7ca-a03e-4555-95e7-1f3fe976b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.207307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-a79df7ca-a03e-4555-95e7-1f3fe976b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.207842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-a79df7ca-a03e-4555-95e7-1f3fe976b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.211865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-a79df7ca-a03e-4555-95e7-1f3fe976b36d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b47776c0-fb49-4546-b199-a15d6fc3e290&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=191f6cd1-311b-473e-9843-0738ddcc8752&id=191f6cd1-311b-473e-9843-0738ddcc8752 HTTP/1.1" status: 200 len: 2294 time: 0.3783937 Sep 17 22:40:26.220337 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-c94d1c58-ca7f-45a6-8eb3-1e109c38af8e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6756cdab0af5438cafd93966a713e6ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2641876 Sep 17 22:40:26.256615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e98c63ff-dbf0-4bc6-9602-587b520b4c70 req-d7dc2952-650c-4b7a-b4f3-8b1a944e83cb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646756 Sep 17 22:40:26.267256 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-62407088-1342-4f68-8669-e39e18c67467 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2513988 Sep 17 22:40:26.270114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53222) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:26.285360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3afe854b-ae34-42db-8138-ffc053f8e18e None None] Provisioning complete for port 7f1dccfe-962a-4644-ae46-6d388c192283 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:26.285737 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3afe854b-ae34-42db-8138-ffc053f8e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.293000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Checking segment: {'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:26.293401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Network hostable DHCP agents. Network: 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:26.347769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'Port': ['ID=89dfbe63-3e55-4190-abf7-ca0c933473b8,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:26.374286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-41253b1f-54b9-4840-a1a9-bd15757e5b17', 'network_id': '41253b1f-54b9-4840-a1a9-bd15757e5b17', 'tenant_id': '80bc439f966f486d9cc18a399022e38a', 'fixed_ips': [{'subnet_id': '87c828df-37e3-468d-be0c-a7ebdce34692'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:26.374503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.375198 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.383427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-684e9beb-23ae-4725-9886-253d27c45e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.385085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-684e9beb-23ae-4725-9886-253d27c45e84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 1096 time: 0.3217309 Sep 17 22:40:26.427941 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.494106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-8aedd775-a209-4a08-b50a-7a87e40eee84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300 HTTP/1.1" status: 200 len: 1001 time: 0.2317672 Sep 17 22:40:26.516225 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.553719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:26.565918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Allocated IP 2001:db8::3 (41253b1f-54b9-4840-a1a9-bd15757e5b17/87c828df-37e3-468d-be0c-a7ebdce34692/26e3a146-a62e-4ce0-bcc4-e31d761c512c) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:26.574703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-4d0a67db-b67a-4724-be01-94ae112948f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.574703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-4d0a67db-b67a-4724-be01-94ae112948f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1096 time: 0.1256688 Sep 17 22:40:26.575505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.576565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4105df40-fa1c-477b-b0ae-403a8fbca2ca tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7571337 Sep 17 22:40:26.580660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:26.583716 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b9778e5b-c4f1-4d2b-a2c1-3b965733de9c service neutron] 10.222.0.30 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994914 Sep 17 22:40:26.588274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-a7b0eae0-af24-475a-91a2-c6d91cc45493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.589725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-a7b0eae0-af24-475a-91a2-c6d91cc45493 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=88d64f13-23f7-481b-bc85-231baac0c6f1 HTTP/1.1" status: 200 len: 851 time: 0.0888259 Sep 17 22:40:26.591236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.592050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.601396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f84af6-343c-420b-8b7e-a1edae68d421 None None] Network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:26.836381 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-bfd3ed0a-80bc-4665-9b78-f64896fc8a83 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1602272846&fields=id&tenant_id=6d5a47603ef744aab2cb07403d28f391 HTTP/1.1" status: 200 len: 267 time: 0.0386777 Sep 17 22:40:26.841381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f1dccfe-962a-4644-ae46-6d388c192283 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:26.907289 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.912369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d1cc9-b7f3-46ec-a35d-0c4636964704 None None] Network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:26.975250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-91403ca4-371d-45b6-b008-5c63c2ebd7cf tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:26.976848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-91403ca4-371d-45b6-b008-5c63c2ebd7cf tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 811 time: 0.1310680 Sep 17 22:40:27.002502 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-543541c0-4ffd-42ce-9bba-8f8d118088be tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/quotas/6d5a47603ef744aab2cb07403d28f391 HTTP/1.1" status: 200 len: 375 time: 0.0125570 Sep 17 22:40:27.014324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7f1dccfe-962a-4644-ae46-6d388c192283 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:27.014697 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.016896 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.104836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Network 41253b1f-54b9-4840-a1a9-bd15757e5b17 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:27.108609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:27.128769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-90e12c20-3d4f-4179-bccb-fafe76bc589d tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1056042 Sep 17 22:40:27.130193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.134829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:27.139259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0d7ae500-4607-4d57-a6d4-b0012d573bd3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.6232631 Sep 17 22:40:27.146991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53244) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:27.159789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-router', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:27.174831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Pushing event updated for resources: {'Port': ['ID=26e3a146-a62e-4ce0-bcc4-e31d761c512c,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:27.183516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Subnet': ['ID=87c828df-37e3-468d-be0c-a7ebdce34692,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:27.183888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-1d4d63e6-7851-4c7b-b5c9-ffb8c9a5044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.185729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-1d4d63e6-7851-4c7b-b5c9-ffb8c9a5044d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b47776c0-fb49-4546-b199-a15d6fc3e290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5745492 Sep 17 22:40:27.229513 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:40:27.232523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2fc0b461-0902-45c2-8f48-8f6e67c0c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.234714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-2fc0b461-0902-45c2-8f48-8f6e67c0c536 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c HTTP/1.1" status: 200 len: 897 time: 0.6486380 Sep 17 22:40:27.256300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-ef393e4a-7de3-43f3-a2d5-a2dec2b35645 service neutron] 10.222.0.30 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427929 Sep 17 22:40:27.297883 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.325968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Attempting to bind port 26e3a146-a62e-4ce0-bcc4-e31d761c512c on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:27.326994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Attempting to bind port 26e3a146-a62e-4ce0-bcc4-e31d761c512c by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '3e0bf867-1391-4233-8094-ccee30575527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '41253b1f-54b9-4840-a1a9-bd15757e5b17'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:27.329165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41253b1f-54b9-4840-a1a9-bd15757e5b17']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:27.338614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Attempting to bind port 26e3a146-a62e-4ce0-bcc4-e31d761c512c on network 41253b1f-54b9-4840-a1a9-bd15757e5b17 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:27.349273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0bf867-1391-4233-8094-ccee30575527') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:27.349582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0bf867-1391-4233-8094-ccee30575527') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:27.349790 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.350894 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.354763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:27.355420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Checking segment: {'id': '3e0bf867-1391-4233-8094-ccee30575527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '41253b1f-54b9-4840-a1a9-bd15757e5b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:27.356909 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.357320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Bound using segment: {'id': '3e0bf867-1391-4233-8094-ccee30575527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '41253b1f-54b9-4840-a1a9-bd15757e5b17'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:27.359033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Bound port: 26e3a146-a62e-4ce0-bcc4-e31d761c512c, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0bf867-1391-4233-8094-ccee30575527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '41253b1f-54b9-4840-a1a9-bd15757e5b17'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:27.360534 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.365147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.380087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-6cdfbc65-5d84-4ff6-9afc-17a5a74880bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 HTTP/1.1" status: 200 len: 999 time: 0.1331706 Sep 17 22:40:27.380748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.387223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-78f42338-ff11-4ef2-8b59-daf68b9e9503 service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902010 Sep 17 22:40:27.391329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:27.393364 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:27.454924 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:27.457582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8319e514-f769-4dc4-a818-3d23e44e550e service neutron] 10.222.0.30 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104272 Sep 17 22:40:27.480703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] For port 26e3a146-a62e-4ce0-bcc4-e31d761c512c, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:27.484509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] For port 26e3a146-a62e-4ce0-bcc4-e31d761c512c, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=26e3a146-a62e-4ce0-bcc4-e31d761c512c,segment=NetworkSegment(3e0bf867-1391-4233-8094-ccee30575527),segment_id=3e0bf867-1391-4233-8094-ccee30575527)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:27.493605 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-0c9a4244-c450-4aa4-a18c-7d7a7fd7a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.495119 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-0c9a4244-c450-4aa4-a18c-7d7a7fd7a933 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3753525-46d6-471e-b790-dc05aad8d380 HTTP/1.1" status: 200 len: 835 time: 0.1073165 Sep 17 22:40:27.538100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:40:27.538100 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:40:27.538100 n-d-713499-18 neutron-server[95455]: [parameters: {'id': '41253b1f-54b9-4840-a1a9-bd15757e5b17'}] Sep 17 22:40:27.538100 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:40:27.538542 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:40:27.567135 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-1d643b10-e6b1-487f-aca8-b00d2e0dc414 service neutron] 10.222.0.30 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004207 Sep 17 22:40:27.573763 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.587420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-4abf91a3-5083-4910-ab12-0dafb55a5623 service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908379 Sep 17 22:40:27.594615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-ef2ffaf9-7fa8-47d0-a115-97943898dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.596102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-ef2ffaf9-7fa8-47d0-a115-97943898dfae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936453 Sep 17 22:40:27.597363 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.645390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:27.655412 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-d4aad381-0f9f-4f82-be9d-31808a3f31ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=3a540cf4-30de-41c7-8485-2fbafbdcf0d8 HTTP/1.1" status: 200 len: 217 time: 0.0582964 Sep 17 22:40:27.741977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4379d1-789d-4425-8018-8b3832a40457 None None] Pushing event updated for resources: {'Port': ['ID=26e3a146-a62e-4ce0-bcc4-e31d761c512c,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:27.745103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:27.754842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae03e68-e361-41c2-8785-1436553dae6e None None] Network 41253b1f-54b9-4840-a1a9-bd15757e5b17 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:27.809675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-e81fb760-9176-467e-8950-256212192d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:27.811590 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-e81fb760-9176-467e-8950-256212192d35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.1455913 Sep 17 22:40:27.898379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ee629-5439-4e39-8253-500c80a8ee43 None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:40:27.917334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-6991d435-b22b-4737-a175-134fa5256a36 service neutron] 10.222.0.15 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135409 Sep 17 22:40:27.966235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.017127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-a53b6266-195d-4a97-ae68-41f0c1a53126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:28.017127 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-a53b6266-195d-4a97-ae68-41f0c1a53126 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1738918 Sep 17 22:40:28.042965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.189035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ee629-5439-4e39-8253-500c80a8ee43 None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:40:28.219098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-af957089-c89b-4371-8a8f-1b71c07def2b service neutron] 10.222.0.15 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927270 Sep 17 22:40:28.228541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef46ba65-ab80-4395-8f38-44f7938d380b req-85c7f3ee-7419-4d37-98e3-b2c17a19ac42 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 210 time: 0.0701206 Sep 17 22:40:28.272207 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-d0721a83-6e60-48ed-97af-02801e277c7c service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363882 Sep 17 22:40:28.386304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15efcf24-ab30-43bd-96a0-fd5f5b4e66ba req-8ca8de5c-7b59-4537-a735-9b6a94e5b9ae tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 210 time: 0.0462902 Sep 17 22:40:28.474498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-f93aca42-c85b-489d-8df6-c84585e2e180 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425097 Sep 17 22:40:28.554660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-db8aab2b-545a-4d82-bbb0-e9035eec67b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=2e3c7546-78fc-4122-80d5-8e1a3ff11d44 HTTP/1.1" status: 200 len: 217 time: 0.0386767 Sep 17 22:40:28.593680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72c7df-00d1-4461-ba1c-b0c5d253ddd6 req-9d9ac60c-42c7-4e86-b5a8-615c6c384c4b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:28.595261 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e72c7df-00d1-4461-ba1c-b0c5d253ddd6 req-9d9ac60c-42c7-4e86-b5a8-615c6c384c4b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 944 time: 0.4676144 Sep 17 22:40:28.601660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting port 26e3a146-a62e-4ce0-bcc4-e31d761c512c {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:28.602155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.664566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-4447c907-0f39-4949-afe2-5508418036e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:28.666044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-4447c907-0f39-4949-afe2-5508418036e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0781713 Sep 17 22:40:28.667091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.692626 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e72c7df-00d1-4461-ba1c-b0c5d253ddd6 req-8a1fc745-78f9-4f33-9c5b-8ff6d8ada9b3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871637 Sep 17 22:40:28.694353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] For port 26e3a146-a62e-4ce0-bcc4-e31d761c512c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=26e3a146-a62e-4ce0-bcc4-e31d761c512c,segment=NetworkSegment(3e0bf867-1391-4233-8094-ccee30575527),segment_id=3e0bf867-1391-4233-8094-ccee30575527)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:28.694726 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.694977 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:28.710774 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Calling delete_port for 26e3a146-a62e-4ce0-bcc4-e31d761c512c owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:28.783332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-d7b9ad98-c741-46b0-b790-9ba79359a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:28.784830 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-d7b9ad98-c741-46b0-b790-9ba79359a677 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980318 Sep 17 22:40:28.893641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Allocated IP 172.25.6.200 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/80c5757b-cfa0-46f3-84f1-26f5a48df4b6) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:28.984693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-eae70e57-d669-4eef-8878-617bf4ba716e service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762221 Sep 17 22:40:29.008838 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.036348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No DVR routers for this DVR port 26e3a146-a62e-4ce0-bcc4-e31d761c512c on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:29.036468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f71-78d0-4555-b46b-2ae7754b67db req-f617f6fe-a3c5-4fa3-a723-5d83fbf2890b tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:29.037046 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-f617f6fe-a3c5-4fa3-a723-5d83fbf2890b tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b&tenant_id=d4cd6a346eb04f708783b1b69d561814&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 1096 time: 0.1448886 Sep 17 22:40:29.075479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Port': ['ID=26e3a146-a62e-4ce0-bcc4-e31d761c512c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:29.151431 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.178825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41253b1f-54b9-4840-a1a9-bd15757e5b17']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:29.191394 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.197069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0bf867-1391-4233-8094-ccee30575527') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:29.197069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0bf867-1391-4233-8094-ccee30575527') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:29.197339 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.201154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-98da3458-b71f-4d3f-8062-9be71722fea1 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829538 Sep 17 22:40:29.205874 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.220021 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.226164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:29.226551 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:29.230080 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:29.294458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-51283f72-c34f-4fc0-aec8-6b253cd1a1c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a76688bb-4877-4413-b932-03d213f26737 HTTP/1.1" status: 200 len: 217 time: 0.0846272 Sep 17 22:40:29.348185 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8dc8373-a595-4f77-8808-e21d9961db3d req-052fa916-963d-48a9-a6a5-d65f5c129a87 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 210 time: 0.0326793 Sep 17 22:40:29.359762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.378777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.378938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-bf89631f-ffc9-4546-b706-3d6be0bffec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:29.380366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-bf89631f-ffc9-4546-b706-3d6be0bffec7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0763054 Sep 17 22:40:29.384486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/41253b1f-54b9-4840-a1a9-bd15757e5b17 HTTP/1.1" status: 204 len: 168 time: 3.1098666 Sep 17 22:40:29.384486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb2b74-3e6c-40d4-b7ce-b71a61ae7336 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Network': ['ID=41253b1f-54b9-4840-a1a9-bd15757e5b17,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:29.385516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53282) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:29.396610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-187919585'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:29.452701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-bb7aea15-efbf-4b5a-899d-af98b957879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:29.454318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-bb7aea15-efbf-4b5a-899d-af98b957879f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499010 Sep 17 22:40:29.505689 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.508898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-298d2eee-cad3-4ad7-acb7-cee45daec8f3 req-afe793c0-c22d-412f-b93a-0578701188d3 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 210 time: 0.0513749 Sep 17 22:40:29.526664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-61281f71-78d0-4555-b46b-2ae7754b67db req-e00d8201-6c41-44cf-8454-4150722bd549 service neutron] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:29.575189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-61281f71-78d0-4555-b46b-2ae7754b67db req-e00d8201-6c41-44cf-8454-4150722bd549 service neutron] Notify callbacks [] for binding, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.576368 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-e00d8201-6c41-44cf-8454-4150722bd549 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6cbdeb5e-2763-4340-b3ce-b0a3592e42e0/bindings/n-h1-713499-18 HTTP/1.1" status: 204 len: 173 time: 0.5247104 Sep 17 22:40:29.585659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:29.589080 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.595677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:29.609208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:29.622191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:29.653514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Pushing event updated for resources: {'Port': ['ID=80c5757b-cfa0-46f3-84f1-26f5a48df4b6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:29.682361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:29.693346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-bd950197-b754-4b13-8c42-2d9f868bb5c5 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274051 Sep 17 22:40:29.731850 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.732226 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Added segment b70639a7-d01b-46b6-b4a6-982ec1843e93 of type vlan for network 3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46 Sep 17 22:40:29.824599 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d38c1-406a-42f5-8a19-7b9ff4e3fecb req-bb73efd1-b6bc-41e6-a711-20ddb5a23a79 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:29.826267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-609d38c1-406a-42f5-8a19-7b9ff4e3fecb req-bb73efd1-b6bc-41e6-a711-20ddb5a23a79 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 944 time: 0.0557039 Sep 17 22:40:29.853794 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:29.876067 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-609d38c1-406a-42f5-8a19-7b9ff4e3fecb req-0f3217f3-e2dd-4b1d-afb8-b7d6598296b4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429847 Sep 17 22:40:30.337785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-3dfbe82f-d1d9-4741-bdf8-279aa14e47eb service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034040 Sep 17 22:40:30.356825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad6308-9bcb-4a4a-b815-c7ea1e73ea7c req-b677c948-758b-4e2b-afea-446d46bd9429 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.358496 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13ad6308-9bcb-4a4a-b815-c7ea1e73ea7c req-b677c948-758b-4e2b-afea-446d46bd9429 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1096 time: 0.0684099 Sep 17 22:40:30.386819 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-277e06b6-9535-478c-aa69-ae9aa0b65e80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e HTTP/1.1" status: 200 len: 217 time: 0.0388212 Sep 17 22:40:30.460147 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4dc51a05-f0b7-43f1-ab4b-80434a2d1c0a req-ebbfcdd9-d07e-4a6a-b479-4b7d053febbe tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 210 time: 0.0376849 Sep 17 22:40:30.484643 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.489109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.489713 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.521591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13ad6308-9bcb-4a4a-b815-c7ea1e73ea7c req-daa73cbe-54d7-462f-9735-71374031ec80 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373413 Sep 17 22:40:30.588261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-2eb642cd-e8cf-41ee-8385-c7b1ef694daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.589820 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-2eb642cd-e8cf-41ee-8385-c7b1ef694daa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.1899188 Sep 17 22:40:30.593214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:30.607706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:30.670488 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dfd0727c-df93-4b2a-93cc-a1605f93076c req-90ce3624-ba41-4374-9bbe-8be88ccdb489 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 210 time: 0.0808015 Sep 17 22:40:30.742579 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6cb282ee-bff8-40ee-bf77-f12e26ef69eb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3505142 Sep 17 22:40:30.745645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53300) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:30.755220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'network_id': '3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:30.791205 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:30.850710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-d19b323e-655b-496d-956d-2c49f2447b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.852344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-d19b323e-655b-496d-956d-2c49f2447b79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2547395 Sep 17 22:40:30.866296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45d126-e981-4458-b7b6-b94333d258fd req-70c2301a-2ece-4bd5-913e-0f7ebe7a85fc tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.867906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e45d126-e981-4458-b7b6-b94333d258fd req-70c2301a-2ece-4bd5-913e-0f7ebe7a85fc tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 944 time: 0.2355609 Sep 17 22:40:30.949643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-59eb2b05-d1da-4cac-a6f3-a43e94e0fdc4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:30.951075 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-59eb2b05-d1da-4cac-a6f3-a43e94e0fdc4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 811 time: 0.2812896 Sep 17 22:40:30.988568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:30.992848 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.063698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e45d126-e981-4458-b7b6-b94333d258fd req-2d94dce8-4c8d-475c-b1ab-d0eb16b0ab36 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806290 Sep 17 22:40:31.096302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53304) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:31.164536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-79a95e88-c98e-4cba-a313-e3399e344efc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5a47603ef744aab2cb07403d28f391 HTTP/1.1" status: 200 len: 380 time: 0.1734664 Sep 17 22:40:31.199599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-c568d6ab-3c8a-442e-a37c-75b688b82545 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275096 Sep 17 22:40:31.209766 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'port': {'device_id': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'admin_state_up': True, 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'security_groups': ['db769d73-59dc-4a38-84c8-c610750fe717']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:31.317315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.395747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=7d30e196-2680-4e28-a02f-8a8f70e9468b,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:31.406374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking segment: {'id': 'b70639a7-d01b-46b6-b4a6-982ec1843e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:31.407082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network hostable DHCP agents. Network: 3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:31.416858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-24b88167-d820-4a37-9fa1-6a33ba481fec tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/8c3c3661-e00a-409d-b45f-b991d67e0a20 HTTP/1.1" status: 200 len: 991 time: 0.2706602 Sep 17 22:40:31.431766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.505630 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-948b6a69-db1c-4922-bfb4-707816dd3642 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790902 Sep 17 22:40:31.544072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-d726c8a8-2f01-40d0-9485-4f0689fdd7f5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:31.546369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-d726c8a8-2f01-40d0-9485-4f0689fdd7f5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.15 "GET /v2.0/networks?id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 HTTP/1.1" status: 200 len: 814 time: 0.1365364 Sep 17 22:40:31.569781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-76e3f907-efc0-4388-882d-7ee6db6aa051 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7 HTTP/1.1" status: 200 len: 217 time: 0.0558882 Sep 17 22:40:31.606688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e9fe4ea-7253-4146-b0fa-3b51e1b48921 req-638cbceb-b30e-4248-94aa-781122e91027 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 210 time: 0.0465796 Sep 17 22:40:31.609521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:31.641965 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-0e061caf-95df-4261-be06-cc47ee624c9f tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6756cdab0af5438cafd93966a713e6ef HTTP/1.1" status: 200 len: 379 time: 0.0792427 Sep 17 22:40:31.651935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Request body: {'port': {'device_id': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'admin_state_up': True, 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'security_groups': ['0e8b7588-9ca7-4b3c-b217-ee396f79a2c3']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:31.658571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53314) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:31.700826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Made reservation on behalf of 6d5a47603ef744aab2cb07403d28f391 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:31.704694 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.734543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-0201ae8e-7c2f-45ce-821d-692e8e6eb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:31.737780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-0201ae8e-7c2f-45ce-821d-692e8e6eb14d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.1596024 Sep 17 22:40:31.754871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:31.762947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:31.763544 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.765902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9cd8ee-861f-4109-acd1-6b8300cf5f1a None None] Network 3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:31.872231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e8436487-f4c8-4434-aad2-58efb04a8f50 req-b5ecdb26-1743-4360-bd9c-59db525fb2c5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 210 time: 0.1065390 Sep 17 22:40:31.941832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0ea2194e-32e4-48a0-b50d-483db480ca41 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1950650 Sep 17 22:40:31.944437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46', 'network_id': '3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46', 'tenant_id': '80bc439f966f486d9cc18a399022e38a', 'fixed_ips': [{'subnet_id': '7d30e196-2680-4e28-a02f-8a8f70e9468b'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:31.948274 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:31.954592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53318) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:31.969156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-3b40b252-5990-4be7-9cea-06ebcb0b3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:31.971335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-3b40b252-5990-4be7-9cea-06ebcb0b3b0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2204213 Sep 17 22:40:32.040058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Allocated IP 172.20.0.3 (e347bec6-469b-435a-9128-597a87d41396/0800c524-e512-4572-94a4-595cf35f990e/f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:32.067854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Made reservation on behalf of 6756cdab0af5438cafd93966a713e6ef for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:32.069095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Router bb4228da-f662-4e8c-8630-057465267305 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:40:32.072158 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.192598 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.197169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Allocated IP 2001:db8::1 (3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46/7d30e196-2680-4e28-a02f-8a8f70e9468b/6cba0416-7eba-4bb0-952a-5fdca9ff1147) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:32.274083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.365561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Allocated IP 172.20.0.10 (8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0/2a42a2e7-f239-4c41-917d-02448ef9b7a6/c811ffb0-4942-46db-a10e-7edb2f31d0bf) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:32.435400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.450004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:32.468181 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Sync routers for ids ['bb4228da-f662-4e8c-8630-057465267305'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:32.476884 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.484219 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Routers {'bb4228da-f662-4e8c-8630-057465267305'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:32.485158 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['bb4228da-f662-4e8c-8630-057465267305'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:32.531843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-c1e5962f-cdc5-4961-88f2-b68696729b4f service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733918 Sep 17 22:40:32.547377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.589789 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.593929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port e2aca41a-353c-4581-9ce0-afcac1cb9030 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:32.594224 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.597983 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Set router bb4228da-f662-4e8c-8630-057465267305 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:32.657146 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.670568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Pushing event updated for resources: {'Port': ['ID=6cba0416-7eba-4bb0-952a-5fdca9ff1147,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:32.674612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Network 3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:32.676516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:32.679137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:32.790190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.811259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.917285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Subnet': ['ID=7d30e196-2680-4e28-a02f-8a8f70e9468b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:32.940772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Attempting to bind port 6cba0416-7eba-4bb0-952a-5fdca9ff1147 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:32.944085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Attempting to bind port 6cba0416-7eba-4bb0-952a-5fdca9ff1147 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'b70639a7-d01b-46b6-b4a6-982ec1843e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:32.944085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Attempting to bind port 6cba0416-7eba-4bb0-952a-5fdca9ff1147 on network 3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:32.947246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:32.947718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Checking segment: {'id': 'b70639a7-d01b-46b6-b4a6-982ec1843e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:32.948387 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.949132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Bound using segment: {'id': 'b70639a7-d01b-46b6-b4a6-982ec1843e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:32.955027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Bound port: 6cba0416-7eba-4bb0-952a-5fdca9ff1147, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70639a7-d01b-46b6-b4a6-982ec1843e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:32.955734 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:32.964498 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4228da-f662-4e8c-8630-057465267305', 'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-router', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:27Z', 'updated_at': '2021-09-17T22:40:30Z', 'revision_number': 3, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'gw_port': {'id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4228da-f662-4e8c-8630-057465267305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:28Z', 'updated_at': '2021-09-17T22:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:33.001081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:33.012206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:33.046103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:33.059893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event updated for resources: {'Port': ['ID=c811ffb0-4942-46db-a10e-7edb2f31d0bf,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:33.061820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] For port 6cba0416-7eba-4bb0-952a-5fdca9ff1147, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:33.068165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] For port 6cba0416-7eba-4bb0-952a-5fdca9ff1147, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6cba0416-7eba-4bb0-952a-5fdca9ff1147,segment=NetworkSegment(b70639a7-d01b-46b6-b4a6-982ec1843e93),segment_id=b70639a7-d01b-46b6-b4a6-982ec1843e93)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:33.082978 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Checking router: bb4228da-f662-4e8c-8630-057465267305 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:33.084583 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Updating router bb4228da-f662-4e8c-8630-057465267305 port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:40:33.111418 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.150467 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.162456 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.175424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:33.223420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:33.224077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.257853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70639a7-d01b-46b6-b4a6-982ec1843e93') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:33.258125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70639a7-d01b-46b6-b4a6-982ec1843e93') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:33.287943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b4f3-0122-4c08-8474-3a7a88b87858 req-be1a03ee-dffa-45e6-bd81-7316431a3d63 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:33.297225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a9c7b4f3-0122-4c08-8474-3a7a88b87858 req-be1a03ee-dffa-45e6-bd81-7316431a3d63 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 932 time: 0.2382762 Sep 17 22:40:33.311338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.322693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac81d4e-9fc6-425d-86b7-f360deee6210 None None] Pushing event updated for resources: {'Port': ['ID=6cba0416-7eba-4bb0-952a-5fdca9ff1147,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:33.347488 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.356515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0657f49-d010-42a0-bfb9-3a5a01d51939 None None] Network 3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:33.378929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a9c7b4f3-0122-4c08-8474-3a7a88b87858 req-ce3f92ed-44f1-48e8-a5bf-e4698809a7ba tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804665 Sep 17 22:40:33.380872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:33.381374 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:33.385239 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:33.400471 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f680e08-ad66-47fc-98b6-27304761bf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.400644 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4e495f3a-1f6f-4645-af5e-9e31ec3ac02e tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7503860 Sep 17 22:40:33.418585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Request body: {'port': {'device_id': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:33.569858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fd952960-de2a-4104-aead-59ea208c1806 None None] Provisioning complete for port c811ffb0-4942-46db-a10e-7edb2f31d0bf triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:33.570266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fd952960-de2a-4104-aead-59ea208c1806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.583542 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.587420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b91c942c-9ea6-483f-831a-cb76ae7832db admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4336102 Sep 17 22:40:33.590838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53332) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:33.592532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Network e347bec6-469b-435a-9128-597a87d41396 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:33.595995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:33.626019 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:33.717542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:33.721905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fd952960-de2a-4104-aead-59ea208c1806 None None] Port c811ffb0-4942-46db-a10e-7edb2f31d0bf cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:33.723885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.744261 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.756031 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:40:33.756031 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:40:33.756031 n-d-713499-18 neutron-server[95455]: [parameters: {'id': '3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46'}] Sep 17 22:40:33.756031 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:40:33.756468 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:40:33.761390 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.782081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event updated for resources: {'Port': ['ID=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:33.802612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.803248 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.816806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-d57a11c9-d316-4eb8-a175-de78aa7e6776 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2738957 Sep 17 22:40:33.826429 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-8a076caf-2660-4631-a14a-587c982ba432 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6255145 Sep 17 22:40:33.829396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for e2aca41a-353c-4581-9ce0-afcac1cb9030 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:33.839074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11e43b-cd09-4be6-9d74-08a1dcffaa8c req-6ebc33ac-7911-453e-9823-e02dd8717abb tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:33.840705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e11e43b-cd09-4be6-9d74-08a1dcffaa8c req-6ebc33ac-7911-453e-9823-e02dd8717abb tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 931 time: 1.1054804 Sep 17 22:40:33.853558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Request body: {'port': {'device_id': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:33.903649 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.945876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6108a54a-32f2-4bb5-8ca2-6f948b69a214 None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:40:33.979898 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Pushing event updated for resources: {'Port': ['ID=80c5757b-cfa0-46f3-84f1-26f5a48df4b6,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:33.983038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-5a72ab68-ee68-4c6c-8935-d122a328bb53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3 HTTP/1.1" status: 200 len: 217 time: 0.1507816 Sep 17 22:40:33.988985 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Attempting to bind port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:33.988985 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Attempting to bind port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:33.990224 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Attempting to bind port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:34.021145 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.021573 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.021913 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.022249 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.022570 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.022980 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.023510 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.023630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0dbd080a-29e7-41c4-a472-c2704807d915 None None] Provisioning complete for port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:34.023939 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.024056 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0dbd080a-29e7-41c4-a472-c2704807d915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.024322 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.024646 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.024969 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.025285 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:34.031754 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:34.032888 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:34.033777 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.034838 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:34.035728 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Bound port: 80c5757b-cfa0-46f3-84f1-26f5a48df4b6, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:34.036402 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.064348 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.122611 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] For port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:34.128411 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] For port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=80c5757b-cfa0-46f3-84f1-26f5a48df4b6,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:34.193545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e11e43b-cd09-4be6-9d74-08a1dcffaa8c req-3d4714e8-03fc-4220-9764-8395733d8562 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443419 Sep 17 22:40:34.214406 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.220093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-aa2425db-722f-44da-b6cc-906137dcc2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.221692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-aa2425db-722f-44da-b6cc-906137dcc2f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.2246742 Sep 17 22:40:34.223895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd080a-29e7-41c4-a472-c2704807d915 None None] Port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:34.272073 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.345421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6108a54a-32f2-4bb5-8ca2-6f948b69a214 None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:40:34.372291 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081291bc-e241-4a3c-9aaa-ac9b0a2e8ecb None None] Pushing event updated for resources: {'Port': ['ID=80c5757b-cfa0-46f3-84f1-26f5a48df4b6,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:34.381941 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Routers {'bb4228da-f662-4e8c-8630-057465267305'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:34.383557 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['bb4228da-f662-4e8c-8630-057465267305'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:34.391309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-bed1c093-7d2b-4dee-991b-aa8928f3e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.393137 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-bed1c093-7d2b-4dee-991b-aa8928f3e007 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1129503 Sep 17 22:40:34.604732 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] Set router bb4228da-f662-4e8c-8630-057465267305 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:34.646351 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.712957 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=e2aca41a-353c-4581-9ce0-afcac1cb9030,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:34.724879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c811ffb0-4942-46db-a10e-7edb2f31d0bf {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:34.748209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f2338-0960-4e8f-8198-fb757b3b86af req-a295b6d1-81b0-40d9-961b-820f7a6e368d tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.756969 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa7f2338-0960-4e8f-8198-fb757b3b86af req-a295b6d1-81b0-40d9-961b-820f7a6e368d tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 932 time: 0.2139225 Sep 17 22:40:34.777525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.792681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-b7cce4ce-a23e-497e-90fc-24e167f305e7 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555486 Sep 17 22:40:34.815884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting port 6cba0416-7eba-4bb0-952a-5fdca9ff1147 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:34.816297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.898580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Transition to ACTIVE for port object c811ffb0-4942-46db-a10e-7edb2f31d0bf will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:34.917498 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.917889 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Floating IP 8c3c3661-e00a-409d-b45f-b991d67e0a20 disassociated (deleted). External IP: 172.25.6.203, port: 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0. Sep 17 22:40:34.955492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa7f2338-0960-4e8f-8198-fb757b3b86af req-5cc55a5d-eebc-422a-9c72-3d4c10b08c26 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894758 Sep 17 22:40:34.971294 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4228da-f662-4e8c-8630-057465267305', 'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-router', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:27Z', 'updated_at': '2021-09-17T22:40:30Z', 'revision_number': 3, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'gw_port': {'id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4228da-f662-4e8c-8630-057465267305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:28Z', 'updated_at': '2021-09-17T22:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:35.008494 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397d555-c373-457e-a2d9-74f6ca1aec66 None None] The sync data for ids ['bb4228da-f662-4e8c-8630-057465267305'] in n-d-713499-18 is: [{'id': 'bb4228da-f662-4e8c-8630-057465267305', 'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-router', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:27Z', 'updated_at': '2021-09-17T22:40:30Z', 'revision_number': 3, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'gw_port': {'id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4228da-f662-4e8c-8630-057465267305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:28Z', 'updated_at': '2021-09-17T22:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:35.026702 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.091945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] For port 6cba0416-7eba-4bb0-952a-5fdca9ff1147, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6cba0416-7eba-4bb0-952a-5fdca9ff1147,segment=NetworkSegment(b70639a7-d01b-46b6-b4a6-982ec1843e93),segment_id=b70639a7-d01b-46b6-b4a6-982ec1843e93)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:35.092401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.127049 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.151692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Calling delete_port for 6cba0416-7eba-4bb0-952a-5fdca9ff1147 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:35.168261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:35.178733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.194884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Transition to ACTIVE for port object f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:35.219873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-937c2093-eb7f-4155-8a02-59b942b5ed30 req-063c9626-073a-45f6-be23-7e63ac30f96b service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041362 Sep 17 22:40:35.247624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Pushing event updated for resources: {'Port': ['ID=c811ffb0-4942-46db-a10e-7edb2f31d0bf,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:35.298275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Attempting to bind port c811ffb0-4942-46db-a10e-7edb2f31d0bf on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:35.300705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Attempting to bind port c811ffb0-4942-46db-a10e-7edb2f31d0bf by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:35.300705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Attempting to bind port c811ffb0-4942-46db-a10e-7edb2f31d0bf on network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:35.325266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Port c811ffb0-4942-46db-a10e-7edb2f31d0bf on network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:35.327753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Attempting to bind port c811ffb0-4942-46db-a10e-7edb2f31d0bf on network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:35.347289 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.465946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:35.466296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Checking segment: {'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:35.466766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Bound using segment: {'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:35.467923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Bound port: c811ffb0-4942-46db-a10e-7edb2f31d0bf, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d24772-361c-4684-bcc8-9457397f6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:35.467923 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.495245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 95990f0b-9658-4045-b135-fea0c044dbdf has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:35.518954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Pushing event updated for resources: {'Port': ['ID=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:35.620919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf0b33-b319-4096-9439-40bc9a3f0bfc req-d109e1fc-43b1-478b-a6da-aac8def2dce3 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.623620 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bdf0b33-b319-4096-9439-40bc9a3f0bfc req-d109e1fc-43b1-478b-a6da-aac8def2dce3 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 943 time: 0.2214491 Sep 17 22:40:35.823712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Attempting to bind port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:35.824407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Attempting to bind port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:35.824407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Attempting to bind port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 on network e347bec6-469b-435a-9128-597a87d41396 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:35.832490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 on network e347bec6-469b-435a-9128-597a87d41396 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:35.832894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Attempting to bind port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 on network e347bec6-469b-435a-9128-597a87d41396 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:35.840506 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:35.843303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:35.843727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Checking segment: {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:35.844236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Bound using segment: {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:35.844706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Bound port: f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e954253-2d14-4cf9-89c9-49d7c01a20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e347bec6-469b-435a-9128-597a87d41396'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:35.845134 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.854173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] Sync routers for ids ['95990f0b-9658-4045-b135-fea0c044dbdf'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:35.866471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] Routers {'95990f0b-9658-4045-b135-fea0c044dbdf'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:35.867395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95990f0b-9658-4045-b135-fea0c044dbdf'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:35.868313 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.910853 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f9591bf-7500-4a22-940c-831c6c595922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.971565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] For port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:35.976252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] For port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:35.985545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fe0b758a-75da-403e-b8c9-79d98d1f8431 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/floatingips/8c3c3661-e00a-409d-b45f-b991d67e0a20 HTTP/1.1" status: 204 len: 168 time: 4.3218408 Sep 17 22:40:35.985545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:35.995891 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b01b721-2e0b-46b8-9e36-8cb83a020340" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:36.022058 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bdf0b33-b319-4096-9439-40bc9a3f0bfc req-f87e9ff7-15a4-4aed-b194-e0c521bb22c9 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267110 Sep 17 22:40:36.063374 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.084358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] Set router 95990f0b-9658-4045-b135-fea0c044dbdf gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:36.115645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.120189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.120189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] 10.222.0.15 "PUT /v2.0/ports/f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 HTTP/1.1" status: 200 len: 1092 time: 2.2708857 Sep 17 22:40:36.177762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafc315-7bde-47b4-b3c6-02913d487737 service neutron] Pushing event updated for resources: {'Port': ['ID=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:36.336230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aa95a30-9435-453b-a892-0d1b3e98232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.337799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-6aa95a30-9435-453b-a892-0d1b3e98232b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 1095 time: 0.0878072 Sep 17 22:40:36.420635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-b45ec8ed-0d22-4309-a354-d5e10efbc838 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 HTTP/1.1" status: 200 len: 217 time: 0.0678754 Sep 17 22:40:36.428365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c318c52-b6f8-4d61-a394-68c59e09af08 req-151438ca-c717-4253-a20b-d7c9678befd4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.428365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7c318c52-b6f8-4d61-a394-68c59e09af08 req-151438ca-c717-4253-a20b-d7c9678befd4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 944 time: 0.2310135 Sep 17 22:40:36.428365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] For port c811ffb0-4942-46db-a10e-7edb2f31d0bf, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:36.433734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] For port c811ffb0-4942-46db-a10e-7edb2f31d0bf, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c811ffb0-4942-46db-a10e-7edb2f31d0bf,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:36.489984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '55ef08a8-ed80-40e3-89cd-c8cb9d475e23', 'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:0d:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:39:04Z', 'updated_at': '2021-09-17T22:39:11Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:36.536077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-1a90d0a7-0bf6-49d4-be68-de199be63e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.538051 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-1a90d0a7-0bf6-49d4-be68-de199be63e26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.0765619 Sep 17 22:40:36.538569 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.559465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] Checking router: 95990f0b-9658-4045-b135-fea0c044dbdf for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:36.595590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] Routers {'95990f0b-9658-4045-b135-fea0c044dbdf'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:36.595590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95990f0b-9658-4045-b135-fea0c044dbdf'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:36.615443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.618463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Port': ['ID=6cba0416-7eba-4bb0-952a-5fdca9ff1147,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:36.625740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-300804a1-63c4-49ef-ab2e-df8627c94658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.627171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-300804a1-63c4-49ef-ab2e-df8627c94658 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762653 Sep 17 22:40:36.632858 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7c318c52-b6f8-4d61-a394-68c59e09af08 req-49d97562-8874-415c-8d31-2fa13179958a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889303 Sep 17 22:40:36.641118 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No DVR routers for this DVR port 6cba0416-7eba-4bb0-952a-5fdca9ff1147 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:36.714649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Allocated IP 172.20.0.1 (90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9/d9e93a11-09da-407a-8f77-8ec9d902413f/ceca8652-617e-499a-9983-14d9e8ff6282) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:36.729624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.730242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:36.731662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] 10.222.0.15 "PUT /v2.0/ports/c811ffb0-4942-46db-a10e-7edb2f31d0bf HTTP/1.1" status: 200 len: 1093 time: 3.3173950 Sep 17 22:40:36.733687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:36.738937 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a12f99-b29a-4cc0-afa9-d689fc2ec63d" -d '{"events": [{"name": "network-changed", "server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:36.786120 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-2ee4a695-42bf-4c84-a7ea-e1e577c22a13 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504385 Sep 17 22:40:36.787627 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c9793b-af28-4043-ba1b-c899a5307f7b x-openstack-request-id: req-06c9793b-af28-4043-ba1b-c899a5307f7b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:36.787912 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:36.788199 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06c9793b-af28-4043-ba1b-c899a5307f7b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:36.788595 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'status': 'completed', 'code': 200} Sep 17 22:40:36.884971 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bdb011-19e6-4fce-b893-d3fb6e9198ce x-openstack-request-id: req-55bdb011-19e6-4fce-b893-d3fb6e9198ce {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:36.893255 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:36.893782 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55bdb011-19e6-4fce-b893-d3fb6e9198ce {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:36.906548 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'status': 'completed', 'code': 200} Sep 17 22:40:36.997536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:37.033896 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a59c9bc2-c526-4760-8ffb-5111dd812a12 req-97bc481a-effb-4517-afef-1b289350f418 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371271 Sep 17 22:40:37.036274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ca6b3-257a-439a-8a84-d5a61dcbdc46 service neutron] Pushing event updated for resources: {'Port': ['ID=c811ffb0-4942-46db-a10e-7edb2f31d0bf,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:37.041553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] Set router 95990f0b-9658-4045-b135-fea0c044dbdf gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:37.109296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.167326 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.244985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa9334-e16d-41df-a037-b47de246fc3d req-ccb31410-0d5a-4fbb-b812-b2c4633f3d2b tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.254431 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9aa9334-e16d-41df-a037-b47de246fc3d req-ccb31410-0d5a-4fbb-b812-b2c4633f3d2b tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 943 time: 0.1232061 Sep 17 22:40:37.285771 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:37.287902 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.292626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20e74b-2ed6-4153-8883-72d5dd4606a8 req-01c4c90d-2502-4723-a4c8-ebc0bdbe2686 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.301339 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee20e74b-2ed6-4153-8883-72d5dd4606a8 req-01c4c90d-2502-4723-a4c8-ebc0bdbe2686 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 944 time: 0.4703622 Sep 17 22:40:37.324804 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9aa9334-e16d-41df-a037-b47de246fc3d req-eba59f74-6760-47c0-9df0-08671b2d31d1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617108 Sep 17 22:40:37.328270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-dded8126-5342-4403-9df9-b2b02244be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.331813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-dded8126-5342-4403-9df9-b2b02244be66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 1096 time: 0.5321207 Sep 17 22:40:37.349595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:37.378127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12f99-b29a-4cc0-afa9-d689fc2ec63d req-8c930adf-9ea7-40cf-8f57-60407e735f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.379833 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93a12f99-b29a-4cc0-afa9-d689fc2ec63d req-8c930adf-9ea7-40cf-8f57-60407e735f2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6756cdab0af5438cafd93966a713e6ef&device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 1096 time: 0.4844167 Sep 17 22:40:37.389191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70639a7-d01b-46b6-b4a6-982ec1843e93') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:37.389522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70639a7-d01b-46b6-b4a6-982ec1843e93') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:37.438110 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-5e157e22-c3ec-4340-ad7f-c72012856bd0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.441646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-5e157e22-c3ec-4340-ad7f-c72012856bd0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 944 time: 0.0768313 Sep 17 22:40:37.450510 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.476794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee20e74b-2ed6-4153-8883-72d5dd4606a8 req-24ba0a5b-89a5-40e6-bb99-b6cdc048c691 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d693b20-d386-4eb9-bba0-938df1597f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743336 Sep 17 22:40:37.479718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.532484 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.559563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '55ef08a8-ed80-40e3-89cd-c8cb9d475e23', 'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:0d:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:39:04Z', 'updated_at': '2021-09-17T22:39:11Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:37.568201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=80c5757b-cfa0-46f3-84f1-26f5a48df4b6,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:37.592402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.622098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4285d9-9c60-44f4-891e-752299643d8d None None] The sync data for ids ['95990f0b-9658-4045-b135-fea0c044dbdf'] in n-d-713499-18 is: [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '55ef08a8-ed80-40e3-89cd-c8cb9d475e23', 'name': '', 'network_id': 'd6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:0d:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:39:04Z', 'updated_at': '2021-09-17T22:39:11Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': 'd3753525-46d6-471e-b790-dc05aad8d380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:37.623352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-de32e8a0-b763-40c1-8baf-1f0afa5aef6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:37.623966 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-de32e8a0-b763-40c1-8baf-1f0afa5aef6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.645798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.677976 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.718375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:37.719983 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:37.739630 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:37.771031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-de32e8a0-b763-40c1-8baf-1f0afa5aef6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:37.771411 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-de32e8a0-b763-40c1-8baf-1f0afa5aef6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:37.793474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-de32e8a0-b763-40c1-8baf-1f0afa5aef6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:37.816258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=80c5757b-cfa0-46f3-84f1-26f5a48df4b6,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:37.895183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-7c777ec0-f332-4593-a9d7-5965917f893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.896720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-7c777ec0-f332-4593-a9d7-5965917f893c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c HTTP/1.1" status: 200 len: 897 time: 0.5161564 Sep 17 22:40:37.897750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12f99-b29a-4cc0-afa9-d689fc2ec63d req-7c44ae14-a2a1-45b5-b352-60d9eaf6351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.899240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93a12f99-b29a-4cc0-afa9-d689fc2ec63d req-7c44ae14-a2a1-45b5-b352-60d9eaf6351e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6756cdab0af5438cafd93966a713e6ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4962380 Sep 17 22:40:37.939733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd241c-5d3f-4cff-8eed-5f8b6ca966fc req-8021e3c4-4b35-4ae7-b04b-6b967ff180cc tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.948916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-26dd241c-5d3f-4cff-8eed-5f8b6ca966fc req-8021e3c4-4b35-4ae7-b04b-6b967ff180cc tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 944 time: 0.0976365 Sep 17 22:40:38.093909 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca819a46-2dfa-452d-b410-54897f58ce73 None None] New status for floating IP 8c3c3661-e00a-409d-b45f-b991d67e0a20: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:40:38.095853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.111920 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.117418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46 HTTP/1.1" status: 204 len: 168 time: 6.1550908 Sep 17 22:40:38.124780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53368) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:38.130621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1789489617'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:38.148964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-26dd241c-5d3f-4cff-8eed-5f8b6ca966fc req-07ed7fce-0463-448c-a593-1a2596aa0623 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943886 Sep 17 22:40:38.172671 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.179433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-de32e8a0-b763-40c1-8baf-1f0afa5aef6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.187847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a509740-d75d-45a1-9401-6ddacc0ab534 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Network': ['ID=3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:38.208964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-64b25971-c021-4f44-97eb-0e180e4ed04e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 HTTP/1.1" status: 200 len: 217 time: 0.2997777 Sep 17 22:40:38.231833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32e8a0-b763-40c1-8baf-1f0afa5aef6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=6cbdeb5e-2763-4340-b3ce-b0a3592e42e0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:38.280659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-de32e8a0-b763-40c1-8baf-1f0afa5aef6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] No DVR routers for this DVR port 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:38.286050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-de32e8a0-b763-40c1-8baf-1f0afa5aef6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.288444 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dbebe94-91e4-4498-972d-c07d98e76e09 req-de32e8a0-b763-40c1-8baf-1f0afa5aef6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "DELETE /v2.0/ports/6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 HTTP/1.1" status: 204 len: 173 time: 0.8417616 Sep 17 22:40:38.291069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:38.293712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.320968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:38.331839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.332415 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Added segment d94f49bd-b587-463c-aedc-6ae6c07c8731 of type vlan for network 33b74ade-7637-4128-81e1-3dfe5cf036ac Sep 17 22:40:38.349212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:38.362244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:38.364961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:38.383851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-1bba7931-6795-4922-b21b-02016b53aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.384170 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.385566 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-1bba7931-6795-4922-b21b-02016b53aadf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3753525-46d6-471e-b790-dc05aad8d380 HTTP/1.1" status: 200 len: 835 time: 0.1304598 Sep 17 22:40:38.442242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12f99-b29a-4cc0-afa9-d689fc2ec63d req-238e6b8e-6493-4ced-a4c1-ca45f6b79621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.444149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93a12f99-b29a-4cc0-afa9-d689fc2ec63d req-238e6b8e-6493-4ced-a4c1-ca45f6b79621 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5320745 Sep 17 22:40:38.444681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Pushing event updated for resources: {'Port': ['ID=ceca8652-617e-499a-9983-14d9e8ff6282,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:38.510274 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.522808 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.534559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.534559 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.596386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-cd6a3208-ed23-47c1-af03-8e728a9da838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.601839 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-cd6a3208-ed23-47c1-af03-8e728a9da838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1792734 Sep 17 22:40:38.646164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f47482-dbbb-4654-869b-3d39e435e6c8 req-37c52b20-9fac-4da3-a1c3-b6886b95931f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.648010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6f47482-dbbb-4654-869b-3d39e435e6c8 req-37c52b20-9fac-4da3-a1c3-b6886b95931f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 943 time: 0.2335579 Sep 17 22:40:38.660912 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ee3a752-6c9b-4074-be86-42d4f25eb866 req-66596d6c-2a6b-490d-a5b5-55d7a904a0e2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e1a0-a54a-4e12-bf73-a846dd23c21b HTTP/1.1" status: 200 len: 210 time: 0.0967462 Sep 17 22:40:38.668931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=33b74ade-7637-4128-81e1-3dfe5cf036ac,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:38.678257 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ef077c5a-9ac0-49fa-ad7a-9d9c587ec329 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5523167 Sep 17 22:40:38.679319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53376) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:38.692920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 33b74ade-7637-4128-81e1-3dfe5cf036ac details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:38.694532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'network_id': '33b74ade-7637-4128-81e1-3dfe5cf036ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:38.803382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-653c5248-a87d-4e18-b0a8-ade655e9667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.809688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-653c5248-a87d-4e18-b0a8-ade655e9667a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6756cdab0af5438cafd93966a713e6ef&device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 1096 time: 0.2910511 Sep 17 22:40:38.812896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'tag': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6'}, {'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'name': 'network-vif-deleted', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:38.817406 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8951e34-d16c-4726-a09e-f5427ab6c553" -d '{"events": [{"name": "network-changed", "server_uuid": "920a06f3-1032-4af2-ad5e-068619ecacfc", "tag": "f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6"}, {"server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "name": "network-vif-deleted", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:38.916628 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bc4896-b6f8-49b1-8d97-b663ade595a1 x-openstack-request-id: req-25bc4896-b6f8-49b1-8d97-b663ade595a1 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:38.916969 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920a06f3-1032-4af2-ad5e-068619ecacfc", "tag": "f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6", "status": "completed", "code": 200}, {"server_uuid": "d5b5e1a0-a54a-4e12-bf73-a846dd23c21b", "name": "network-vif-deleted", "tag": "6cbdeb5e-2763-4340-b3ce-b0a3592e42e0", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:38.917186 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25bc4896-b6f8-49b1-8d97-b663ade595a1 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:38.917591 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'tag': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6', 'status': 'completed', 'code': 200} Sep 17 22:40:38.917847 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b5e1a0-a54a-4e12-bf73-a846dd23c21b', 'name': 'network-vif-deleted', 'tag': '6cbdeb5e-2763-4340-b3ce-b0a3592e42e0', 'status': 'completed', 'code': 200} Sep 17 22:40:38.924379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:38.991970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:38.992382 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.993750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-6e651b8c-e214-43cb-b047-4f364464c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.995307 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-6e651b8c-e214-43cb-b047-4f364464c40e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 1095 time: 0.0460403 Sep 17 22:40:39.075156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:39.079316 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.093271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.188178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-48181927-2e63-4570-80e8-17e67110435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.189872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-48181927-2e63-4570-80e8-17e67110435e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.1873696 Sep 17 22:40:39.283782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-68a51ab4-a8dd-4319-9f93-249dffbda9c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 HTTP/1.1" status: 200 len: 217 time: 0.0466495 Sep 17 22:40:39.370770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-86a21d73-a4f1-4b6f-8491-de8f8c237300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.372384 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-86a21d73-a4f1-4b6f-8491-de8f8c237300 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.1187367 Sep 17 22:40:39.388355 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-e2bf9913-07f6-40a4-8c2f-12d83974d45a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c811ffb0-4942-46db-a10e-7edb2f31d0bf HTTP/1.1" status: 200 len: 217 time: 0.0745623 Sep 17 22:40:39.398893 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6f47482-dbbb-4654-869b-3d39e435e6c8 req-ada1574b-dc0a-4daa-9ee8-476c2db88a16 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7103434 Sep 17 22:40:39.423374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf97863-207f-4412-a9f7-81792fef0611 req-91036bee-5e69-4cc5-a220-1d0cd9118eff tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.424981 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adf97863-207f-4412-a9f7-81792fef0611 req-91036bee-5e69-4cc5-a220-1d0cd9118eff tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 944 time: 0.1357942 Sep 17 22:40:39.455465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-bb6e8c61-094a-47b2-b3d4-21bca59a24ef service neutron] 10.222.0.15 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8417220 Sep 17 22:40:39.488784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-5842d85a-6a59-47c6-a563-ffd1a53259ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.493089 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-5842d85a-6a59-47c6-a563-ffd1a53259ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a42a2e7-f239-4c41-917d-02448ef9b7a6 HTTP/1.1" status: 200 len: 853 time: 0.0885942 Sep 17 22:40:39.511472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-3466efa1-3bec-4c77-870e-032fa6b8489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.516223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-3466efa1-3bec-4c77-870e-032fa6b8489f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315327 Sep 17 22:40:39.522215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-adf97863-207f-4412-a9f7-81792fef0611 req-696e20e4-1427-4a94-b42e-1cba6e210340 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654650 Sep 17 22:40:39.592328 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.629867 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.633203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4db760a2-5004-47db-941f-e78aca287fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.634720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-4db760a2-5004-47db-941f-e78aca287fc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333327 Sep 17 22:40:39.636553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b01b721-2e0b-46b8-9e36-8cb83a020340 req-23f68b20-424e-496a-9cd9-acc88b54e4d3 service neutron] 10.222.0.15 "GET /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730821 Sep 17 22:40:39.664483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-72383ffb-520d-4e30-9d2c-19178204059d service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411030 Sep 17 22:40:39.672493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=a6f88771-2c1f-4d56-85ea-d09881674615,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:39.762372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53388) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:39.778156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking segment: {'id': 'd94f49bd-b587-463c-aedc-6ae6c07c8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '33b74ade-7637-4128-81e1-3dfe5cf036ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:39.778156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network hostable DHCP agents. Network: 33b74ade-7637-4128-81e1-3dfe5cf036ac, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:39.811482 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8951e34-d16c-4726-a09e-f5427ab6c553 req-2fb95b68-dfae-401d-a749-f8f18b94a2ea service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400461 Sep 17 22:40:39.928511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 33b74ade-7637-4128-81e1-3dfe5cf036ac is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:39.929117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-f10e9a0d-9c63-43a4-9e61-caab2b237325 service neutron] 10.222.0.15 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600136 Sep 17 22:40:40.042359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 33b74ade-7637-4128-81e1-3dfe5cf036ac) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:40.047184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:40.047858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.055063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5573c7-db51-4906-83ec-369d6e4120aa None None] Network 33b74ade-7637-4128-81e1-3dfe5cf036ac requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:40.112773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.160619 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-79cc209c-2e15-4257-aae0-3510ad4ef1a0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4801834 Sep 17 22:40:40.163325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53390) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:40.175201 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27068bf1-eb8d-4ba8-a0a9-635f4b292ebc req-35c39ccf-f266-4e69-bbc3-9892e9220fd2 service neutron] 10.222.0.15 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372088 Sep 17 22:40:40.193995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.219611 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-33b74ade-7637-4128-81e1-3dfe5cf036ac', 'network_id': '33b74ade-7637-4128-81e1-3dfe5cf036ac', 'tenant_id': '80bc439f966f486d9cc18a399022e38a', 'fixed_ips': [{'subnet_id': 'a6f88771-2c1f-4d56-85ea-d09881674615'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:40.256958 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.304814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.305496 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.311831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Pushing event updated for resources: {'Port': ['ID=ceca8652-617e-499a-9983-14d9e8ff6282,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:40.378642 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.381849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.445296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Allocated IP 2001:db8::1 (33b74ade-7637-4128-81e1-3dfe5cf036ac/a6f88771-2c1f-4d56-85ea-d09881674615/90966238-df7b-4fee-a437-4417f2575a73) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:40.456790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:40.460736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:40.607058 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.633754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000525b4-b647-435a-9cc8-c70ef580e3cd req-25618e27-a5c5-4357-9a8a-366214510b12 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:40.635212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-000525b4-b647-435a-9cc8-c70ef580e3cd req-25618e27-a5c5-4357-9a8a-366214510b12 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 943 time: 0.1410773 Sep 17 22:40:40.658257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.660511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e729b-c31b-4832-92c8-554c301f5e7a req-b8f70d69-cbcc-4473-b8fa-95e002306f56 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:40.662160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-481e729b-c31b-4832-92c8-554c301f5e7a req-b8f70d69-cbcc-4473-b8fa-95e002306f56 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 944 time: 0.0577838 Sep 17 22:40:40.700341 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.718824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Network 33b74ade-7637-4128-81e1-3dfe5cf036ac is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:40.720509 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-481e729b-c31b-4832-92c8-554c301f5e7a req-0883a87a-6ed7-4e6d-9ef6-fd16b820a089 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473144 Sep 17 22:40:40.721088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Router bb4228da-f662-4e8c-8630-057465267305 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:40.761764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-000525b4-b647-435a-9cc8-c70ef580e3cd req-5a8fdedb-68b4-4d66-832a-4d6758cbb659 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188445 Sep 17 22:40:40.868701 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.896159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:40.900066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:40.902489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f88771-2c1f-4d56-85ea-d09881674615,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:40.939991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Pushing event updated for resources: {'Port': ['ID=90966238-df7b-4fee-a437-4417f2575a73,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:40.971113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:40.975654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Attempting to bind port 90966238-df7b-4fee-a437-4417f2575a73 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:40.976317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Attempting to bind port 90966238-df7b-4fee-a437-4417f2575a73 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd94f49bd-b587-463c-aedc-6ae6c07c8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '33b74ade-7637-4128-81e1-3dfe5cf036ac'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:40.976855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Attempting to bind port 90966238-df7b-4fee-a437-4417f2575a73 on network 33b74ade-7637-4128-81e1-3dfe5cf036ac {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:40.977520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ca273264-b58c-4bbf-902f-30683447a526 admin admin] 10.222.0.30 "PUT /v2.0/routers/bb4228da-f662-4e8c-8630-057465267305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3837838 Sep 17 22:40:40.981911 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.985979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Sync routers for ids ['bb4228da-f662-4e8c-8630-057465267305'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:40.992747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:40.993136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Checking segment: {'id': 'd94f49bd-b587-463c-aedc-6ae6c07c8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '33b74ade-7637-4128-81e1-3dfe5cf036ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:40.993753 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.994165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Bound using segment: {'id': 'd94f49bd-b587-463c-aedc-6ae6c07c8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '33b74ade-7637-4128-81e1-3dfe5cf036ac'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:40.994657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Bound port: 90966238-df7b-4fee-a437-4417f2575a73, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94f49bd-b587-463c-aedc-6ae6c07c8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '33b74ade-7637-4128-81e1-3dfe5cf036ac'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:40.995042 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.012960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Routers {'bb4228da-f662-4e8c-8630-057465267305'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:41.014136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['bb4228da-f662-4e8c-8630-057465267305'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:41.027297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b74ade-7637-4128-81e1-3dfe5cf036ac']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:41.044038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94f49bd-b587-463c-aedc-6ae6c07c8731') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:41.046698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94f49bd-b587-463c-aedc-6ae6c07c8731') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:41.066775 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.084735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.100556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:41.105400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:41.111880 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:41.119891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] For port 90966238-df7b-4fee-a437-4417f2575a73, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:41.148177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:41.148550 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.197146 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Set router bb4228da-f662-4e8c-8630-057465267305 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:41.229124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:40:41.229124 n-d-713499-18 neutron-server[95454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:40:41.229124 n-d-713499-18 neutron-server[95454]: [parameters: {'id': '33b74ade-7637-4128-81e1-3dfe5cf036ac'}] Sep 17 22:40:41.229124 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:40:41.229577 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:40:41.231965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] For port 90966238-df7b-4fee-a437-4417f2575a73, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=90966238-df7b-4fee-a437-4417f2575a73,segment=NetworkSegment(d94f49bd-b587-463c-aedc-6ae6c07c8731),segment_id=d94f49bd-b587-463c-aedc-6ae6c07c8731)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:41.256612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port 55ef08a8-ed80-40e3-89cd-c8cb9d475e23, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=55ef08a8-ed80-40e3-89cd-c8cb9d475e23,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:41.257179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.271436 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:41.371988 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.518857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-f0886df3-aea0-4de4-9c61-e6673ec16ab8 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:41.520814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c1a86-a9cd-4132-b489-308da1c344c0 None None] Pushing event updated for resources: {'Port': ['ID=90966238-df7b-4fee-a437-4417f2575a73,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:41.525953 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-f0886df3-aea0-4de4-9c61-e6673ec16ab8 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/networks?id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 200 len: 819 time: 0.1214426 Sep 17 22:40:41.527938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8063224a-79de-428c-a466-e87fe1a3ccd9 None None] Network 33b74ade-7637-4128-81e1-3dfe5cf036ac requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:41.537140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-5391a6cb-ccc6-4e46-aa4f-b3468acb9b93 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/quotas/628a55904491498e9d71058e0b4ff0ad HTTP/1.1" status: 200 len: 375 time: 0.0103602 Sep 17 22:40:41.584978 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.589050 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-caa687f9-9e62-4cce-8c3c-fb72f841c1f4 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462527 Sep 17 22:40:41.615149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4228da-f662-4e8c-8630-057465267305', 'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-router', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:27Z', 'updated_at': '2021-09-17T22:40:39Z', 'revision_number': 4, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'gw_port': {'id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4228da-f662-4e8c-8630-057465267305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:28Z', 'updated_at': '2021-09-17T22:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ceca8652-617e-499a-9983-14d9e8ff6282', 'name': '', 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'mac_address': 'fa:16:3e:bd:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4228da-f662-4e8c-8630-057465267305', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'd9e93a11-09da-407a-8f77-8ec9d902413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:35Z', 'updated_at': '2021-09-17T22:40:39Z', 'revision_number': 2, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'subnets': [{'id': 'd9e93a11-09da-407a-8f77-8ec9d902413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:41.634149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=55ef08a8-ed80-40e3-89cd-c8cb9d475e23,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:41.674136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Checking router: bb4228da-f662-4e8c-8630-057465267305 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:41.674487 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Updating router bb4228da-f662-4e8c-8630-057465267305 port ceca8652-617e-499a-9983-14d9e8ff6282 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:40:41.727474 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.749503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.836810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-e6e42c53-27f8-4685-94e1-bd3dfd5346b1 service neutron] 10.222.0.30 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388268 Sep 17 22:40:41.943564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting port 90966238-df7b-4fee-a437-4417f2575a73 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:41.943564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.956187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fada0-f31a-4cb2-8bbf-96f50076e707 req-2ae208b4-a6dc-44a5-93dd-6dba49455988 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:41.958830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:41.960693 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f68fada0-f31a-4cb2-8bbf-96f50076e707 req-2ae208b4-a6dc-44a5-93dd-6dba49455988 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 944 time: 0.1168034 Sep 17 22:40:41.962300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:41.964409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d903ff27-c56a-4231-9242-2b8eace15879 None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:40:41.988160 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.048069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:42.048745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6cbdeb5e-2763-4340-b3ce-b0a3592e42e0 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:42.057772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f68fada0-f31a-4cb2-8bbf-96f50076e707 req-4a8f1e48-b3b6-468f-b7c3-1a3e9773ec0b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902944 Sep 17 22:40:42.260771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc03dd-3bcc-4aee-bf76-9d50aac4262b req-e740809b-a0fd-4339-b0ea-e2c321c07998 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:42.268907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d9fc03dd-3bcc-4aee-bf76-9d50aac4262b req-e740809b-a0fd-4339-b0ea-e2c321c07998 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 943 time: 0.1232729 Sep 17 22:40:42.282762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:42.313652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'port_id': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6', 'mac_address': 'fa:16:3e:c8:9f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:40:42.348669 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d903ff27-c56a-4231-9242-2b8eace15879 None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:40:42.356422 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d9fc03dd-3bcc-4aee-bf76-9d50aac4262b req-c74a9746-0eb3-458a-b31d-95da0633a0ff tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836771 Sep 17 22:40:42.376964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 95990f0b-9658-4045-b135-fea0c044dbdf has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:42.424017 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-bca10020-7a00-4e94-8080-93e4230882c0 service neutron] 10.222.0.30 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826414 Sep 17 22:40:42.433328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] For port 90966238-df7b-4fee-a437-4417f2575a73, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=90966238-df7b-4fee-a437-4417f2575a73,segment=NetworkSegment(d94f49bd-b587-463c-aedc-6ae6c07c8731),segment_id=d94f49bd-b587-463c-aedc-6ae6c07c8731)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:42.433689 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.445676 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.460420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Calling delete_port for 90966238-df7b-4fee-a437-4417f2575a73 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:42.497013 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.547794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:42.551028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:42.552973 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1a254b60-a1bc-4b61-9505-df6965a2710f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "PUT /v2.0/routers/95990f0b-9658-4045-b135-fea0c044dbdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7895787 Sep 17 22:40:42.556063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53428) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:42.558060 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.566207 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] Sync routers for ids ['95990f0b-9658-4045-b135-fea0c044dbdf'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:42.574454 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] Routers {'95990f0b-9658-4045-b135-fea0c044dbdf'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:42.575612 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95990f0b-9658-4045-b135-fea0c044dbdf'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:42.619514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c494ee61-2727-4d8a-a1db-20ede6bf0557 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting subnet d3753525-46d6-471e-b790-dc05aad8d380 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:40:42.625634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c494ee61-2727-4d8a-a1db-20ede6bf0557 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.635506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:42.656386 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3122ce6-1680-4066-8356-143a6cb45516 None None] Pushing event updated for resources: {'Port': ['ID=ceca8652-617e-499a-9983-14d9e8ff6282,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:42.729491 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.747499 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] Set router 95990f0b-9658-4045-b135-fea0c044dbdf gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:42.768541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Port': ['ID=90966238-df7b-4fee-a437-4417f2575a73,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:42.783961 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.795196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Attempting to bind port ceca8652-617e-499a-9983-14d9e8ff6282 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:42.804654 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c494ee61-2727-4d8a-a1db-20ede6bf0557 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.804789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Attempting to bind port ceca8652-617e-499a-9983-14d9e8ff6282 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:42.804789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Attempting to bind port ceca8652-617e-499a-9983-14d9e8ff6282 on network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:42.805463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No DVR routers for this DVR port 90966238-df7b-4fee-a437-4417f2575a73 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:42.820523 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c5dc4429-284c-4f3e-abda-7ef8e463e8c1 req-f32a1458-7552-4d6b-9608-a429990b3304 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 210 time: 0.1221726 Sep 17 22:40:42.868179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:42.872436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Checking segment: {'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:42.875762 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.876323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Bound using segment: {'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:42.879048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Bound port: ceca8652-617e-499a-9983-14d9e8ff6282, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:42.879048 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:42.987488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:42.992202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.032509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b74ade-7637-4128-81e1-3dfe5cf036ac']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:43.075013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94f49bd-b587-463c-aedc-6ae6c07c8731') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:43.075013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94f49bd-b587-463c-aedc-6ae6c07c8731') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:43.123212 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] For port ceca8652-617e-499a-9983-14d9e8ff6282, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:43.127688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] For port ceca8652-617e-499a-9983-14d9e8ff6282, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ceca8652-617e-499a-9983-14d9e8ff6282,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:43.133959 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.146651 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:40:41Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:43.188814 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] Checking router: 95990f0b-9658-4045-b135-fea0c044dbdf for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:43.188925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:43.190663 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] Routers {'95990f0b-9658-4045-b135-fea0c044dbdf'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:43.191353 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['95990f0b-9658-4045-b135-fea0c044dbdf'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:43.215166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a51d-2673-4165-83b7-0ea3d8784222 req-76ee05c2-7399-442e-963b-e02a6af28ac4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.223769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ca9a51d-2673-4165-83b7-0ea3d8784222 req-76ee05c2-7399-442e-963b-e02a6af28ac4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 944 time: 0.0721807 Sep 17 22:40:43.249299 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.255880 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c494ee61-2727-4d8a-a1db-20ede6bf0557 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.266221 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.280000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ca9a51d-2673-4165-83b7-0ea3d8784222 req-271a3c40-7e64-42bf-b2c1-a95054519c6a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516002 Sep 17 22:40:43.287830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:43.288491 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:43.293542 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:43.351458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Routers {'bb4228da-f662-4e8c-8630-057465267305'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:43.352166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['bb4228da-f662-4e8c-8630-057465267305'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:43.365711 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] Set router 95990f0b-9658-4045-b135-fea0c044dbdf gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:43.396770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-3557c2fb-b411-4307-b2d9-3ee0edc74f53 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.398608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-3557c2fb-b411-4307-b2d9-3ee0edc74f53 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/networks?id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 200 len: 819 time: 0.3890169 Sep 17 22:40:43.433564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-65836563-0daa-4eee-8b9d-820b8038c77a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/quotas/628a55904491498e9d71058e0b4ff0ad HTTP/1.1" status: 200 len: 375 time: 0.0153911 Sep 17 22:40:43.504535 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c494ee61-2727-4d8a-a1db-20ede6bf0557 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.561569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93703f9-92e4-4867-9f84-b25b4203fdd7 req-f2919986-078a-4696-9c70-20292a05ceff tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.563473 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e93703f9-92e4-4867-9f84-b25b4203fdd7 req-f2919986-078a-4696-9c70-20292a05ceff tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 944 time: 0.0665302 Sep 17 22:40:43.566489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.571399 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494ee61-2727-4d8a-a1db-20ede6bf0557 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Subnet': ['ID=d3753525-46d6-471e-b790-dc05aad8d380,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:43.590130 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.595449 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/33b74ade-7637-4128-81e1-3dfe5cf036ac HTTP/1.1" status: 204 len: 168 time: 3.4276490 Sep 17 22:40:43.597271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53458) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:43.597814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c494ee61-2727-4d8a-a1db-20ede6bf0557 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.600693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c494ee61-2727-4d8a-a1db-20ede6bf0557 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/subnets/d3753525-46d6-471e-b790-dc05aad8d380 HTTP/1.1" status: 204 len: 168 time: 1.0426939 Sep 17 22:40:43.606015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494304859'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:43.610580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53460) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:43.616200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-f4f33125-2299-4417-b140-ed34cf1b175c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1755140 Sep 17 22:40:43.624680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95217be-ec87-4a56-9b3e-fd49f225a5e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Network': ['ID=33b74ade-7637-4128-81e1-3dfe5cf036ac,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:43.654306 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e93703f9-92e4-4867-9f84-b25b4203fdd7 req-1b947bca-254f-4c21-8a5c-d4a24da15f78 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846071 Sep 17 22:40:43.661371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2623c80-b757-4d84-aca2-264f765d0cd5 None None] Network d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:43.724112 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3122ce6-1680-4066-8356-143a6cb45516 None None] Pushing event updated for resources: {'Port': ['ID=ceca8652-617e-499a-9983-14d9e8ff6282,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:43.771098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:43.776622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.790326 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:40:41Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:43.813047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:43.822890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.824193 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Added segment d53fa3c3-e59a-48f3-807b-78965145f191 of type vlan for network 147e151e-b776-4198-a316-e749ccebb62d Sep 17 22:40:43.825547 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9fabd-e449-4832-b113-62603e632960 None None] The sync data for ids ['95990f0b-9658-4045-b135-fea0c044dbdf'] in n-d-713499-18 is: [{'id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689750046', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:38:56Z', 'updated_at': '2021-09-17T22:40:41Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': 'cf9a1202-5c9b-497a-9948-063018a9a2ca', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95990f0b-9658-4045-b135-fea0c044dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:38:58Z', 'updated_at': '2021-09-17T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:43.894161 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:43.940509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] Set router bb4228da-f662-4e8c-8630-057465267305 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:44.001705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-6abc0962-646c-499a-ad09-cccf49c43cf6 service neutron] 10.222.0.30 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748384 Sep 17 22:40:44.070623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.160983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-15c27276-d1a9-4aa6-b18b-5b05ea6bb61d service neutron] 10.222.0.30 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491566 Sep 17 22:40:44.226138 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963610c5-8308-46ec-8cdf-d04cf2690b52 None None] DHCP port deletion for d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:40:44.230789 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.243194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port cf9a1202-5c9b-497a-9948-063018a9a2ca {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:44.243194 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.347332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4228da-f662-4e8c-8630-057465267305', 'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-router', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:27Z', 'updated_at': '2021-09-17T22:40:39Z', 'revision_number': 4, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'gw_port': {'id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4228da-f662-4e8c-8630-057465267305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:28Z', 'updated_at': '2021-09-17T22:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ceca8652-617e-499a-9983-14d9e8ff6282', 'name': '', 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'mac_address': 'fa:16:3e:bd:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4228da-f662-4e8c-8630-057465267305', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'd9e93a11-09da-407a-8f77-8ec9d902413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:35Z', 'updated_at': '2021-09-17T22:40:43Z', 'revision_number': 4, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'subnets': [{'id': 'd9e93a11-09da-407a-8f77-8ec9d902413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:44.352252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port cf9a1202-5c9b-497a-9948-063018a9a2ca, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cf9a1202-5c9b-497a-9948-063018a9a2ca,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:44.352940 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.369682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.376361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:44.378566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.383209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for cf9a1202-5c9b-497a-9948-063018a9a2ca owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:44.385878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e760594-9761-496e-837c-971d5270f1e6 None None] The sync data for ids ['bb4228da-f662-4e8c-8630-057465267305'] in n-d-713499-18 is: [{'id': 'bb4228da-f662-4e8c-8630-057465267305', 'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-router', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:27Z', 'updated_at': '2021-09-17T22:40:39Z', 'revision_number': 4, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'gw_port': {'id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4228da-f662-4e8c-8630-057465267305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:28Z', 'updated_at': '2021-09-17T22:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ceca8652-617e-499a-9983-14d9e8ff6282', 'name': '', 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'mac_address': 'fa:16:3e:bd:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4228da-f662-4e8c-8630-057465267305', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'd9e93a11-09da-407a-8f77-8ec9d902413f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:35Z', 'updated_at': '2021-09-17T22:40:43Z', 'revision_number': 4, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'subnets': [{'id': 'd9e93a11-09da-407a-8f77-8ec9d902413f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:44.397850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-963610c5-8308-46ec-8cdf-d04cf2690b52 None None] Deleting port 35f00ead-222d-4b0d-834d-8b67663c1eb8 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:44.398238 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-963610c5-8308-46ec-8cdf-d04cf2690b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.531790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-963610c5-8308-46ec-8cdf-d04cf2690b52 None None] For port 35f00ead-222d-4b0d-834d-8b67663c1eb8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=35f00ead-222d-4b0d-834d-8b67663c1eb8,segment=NetworkSegment(be9acb8a-6318-4b9c-bda1-62d7887eebb3),segment_id=be9acb8a-6318-4b9c-bda1-62d7887eebb3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:44.532558 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-963610c5-8308-46ec-8cdf-d04cf2690b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.569118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-963610c5-8308-46ec-8cdf-d04cf2690b52 None None] Calling delete_port for 35f00ead-222d-4b0d-834d-8b67663c1eb8 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:44.589196 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9711800 Sep 17 22:40:44.597079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53476) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:44.608210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087a7c1-7a7f-4f2e-ada0-62e3339bffc3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=147e151e-b776-4198-a316-e749ccebb62d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:44.614131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'network_id': '147e151e-b776-4198-a316-e749ccebb62d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:44.655829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 147e151e-b776-4198-a316-e749ccebb62d details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:44.665928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70465367-04d4-4078-92cc-6bc233cad712 req-85665de7-f28a-46c0-aa74-91bbf884dccf tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:44.668465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70465367-04d4-4078-92cc-6bc233cad712 req-85665de7-f28a-46c0-aa74-91bbf884dccf tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 944 time: 0.2720745 Sep 17 22:40:44.799448 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30c859fe-cf13-4089-965a-f24ae1ef2e50 req-2f9575c0-1838-42cb-afc4-f51f1ba9b017 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 210 time: 0.2260718 Sep 17 22:40:44.882067 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70465367-04d4-4078-92cc-6bc233cad712 req-25a42646-ee26-42fb-b8e7-fb7e5c578a06 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019570 Sep 17 22:40:44.981317 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-963610c5-8308-46ec-8cdf-d04cf2690b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:44.991766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ceca8652-617e-499a-9983-14d9e8ff6282 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:45.045466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d14fa3-8cca-4c1e-9239-507a46c82e7c req-4f6f24a2-cad9-4061-b25c-4fc87d630047 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:45.047630 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66d14fa3-8cca-4c1e-9239-507a46c82e7c req-4f6f24a2-cad9-4061-b25c-4fc87d630047 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 944 time: 0.0732808 Sep 17 22:40:45.065328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963610c5-8308-46ec-8cdf-d04cf2690b52 None None] Pushing event deleted for resources: {'Port': ['ID=35f00ead-222d-4b0d-834d-8b67663c1eb8,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:45.069497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963610c5-8308-46ec-8cdf-d04cf2690b52 None None] No DVR routers for this DVR port 35f00ead-222d-4b0d-834d-8b67663c1eb8 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:45.077952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:45.088683 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.089856 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.134731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=cf9a1202-5c9b-497a-9948-063018a9a2ca,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:45.152444 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ceca8652-617e-499a-9983-14d9e8ff6282 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:45.165570 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.264078 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66d14fa3-8cca-4c1e-9239-507a46c82e7c req-abe8656c-41e8-48bd-9f2d-5b35bd4802ec tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975901 Sep 17 22:40:45.284302 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.337962 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.415107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port ceca8652-617e-499a-9983-14d9e8ff6282, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ceca8652-617e-499a-9983-14d9e8ff6282,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:45.473987 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.476911 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.494638 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.576732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 35f00ead-222d-4b0d-834d-8b67663c1eb8 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:45.590895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.616548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 35f00ead-222d-4b0d-834d-8b67663c1eb8 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:45.617010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 35f00ead-222d-4b0d-834d-8b67663c1eb8 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:45.618123 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:45.620870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=ceca8652-617e-499a-9983-14d9e8ff6282,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:45.657400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.657400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Fanout notify agent at l3_agent the message router_deleted on router 95990f0b-9658-4045-b135-fea0c044dbdf {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:40:45.663058 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.664426 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-55a65639-247d-45df-a08d-192bab1d96c4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/routers/95990f0b-9658-4045-b135-fea0c044dbdf HTTP/1.1" status: 204 len: 168 time: 2.0472722 Sep 17 22:40:45.667369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53490) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:45.672507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:45.673132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 55ef08a8-ed80-40e3-89cd-c8cb9d475e23 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:45.697966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=e97c6436-312a-4dcb-82a6-83c405dcc813,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:45.714167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.714535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.714881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.715213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.715551 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.715887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.716362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.716671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.717928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.717928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.718217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.718309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:45.728278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking segment: {'id': 'd53fa3c3-e59a-48f3-807b-78965145f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '147e151e-b776-4198-a316-e749ccebb62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:45.728984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network hostable DHCP agents. Network: 147e151e-b776-4198-a316-e749ccebb62d, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:45.805468 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.925203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:45.976497 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8ec3a42-41ea-43ed-a9e0-2985a2fb3520 req-dfbda218-f55b-45d1-9f60-4968b7c6fb1e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0946975 Sep 17 22:40:45.976993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 147e151e-b776-4198-a316-e749ccebb62d is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:46.087980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 147e151e-b776-4198-a316-e749ccebb62d) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:46.097139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:46.097976 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.103441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec4c9fb-2ba9-4e81-a245-8e7859b6d4ae None None] Network 147e151e-b776-4198-a316-e749ccebb62d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:46.135305 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.229694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:46.233662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6558eff3-4308-43c0-b9bc-98a4e075ce61 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6266332 Sep 17 22:40:46.236617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53500) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:46.242002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2c4e62ff-f4de-4f3f-b0bf-df4e43498bd0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'network_id': '147e151e-b776-4198-a316-e749ccebb62d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:46.271274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:40:46.280513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:46.280917 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.353490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9acb8a-6318-4b9c-bda1-62d7887eebb3') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:46.354703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9acb8a-6318-4b9c-bda1-62d7887eebb3') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:46.376547 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.408426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.427314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:46.427314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.427507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-147e151e-b776-4198-a316-e749ccebb62d', 'network_id': '147e151e-b776-4198-a316-e749ccebb62d', 'tenant_id': '80bc439f966f486d9cc18a399022e38a', 'fixed_ips': [{'subnet_id': 'e97c6436-312a-4dcb-82a6-83c405dcc813'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:46.427507 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:46.497755 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:46.521588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2726-f043-4a98-b055-177596509174 req-37a88e51-3ed2-49cb-b318-a1995cf4e03c tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:46.523403 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a54a2726-f043-4a98-b055-177596509174 req-37a88e51-3ed2-49cb-b318-a1995cf4e03c tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 944 time: 0.4012649 Sep 17 22:40:46.546298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffebde3-ccdc-4a6f-8caf-47aef4b8a48c req-27e7a8d4-aa83-4598-a62c-a524f8d10fe5 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:46.554571 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ffebde3-ccdc-4a6f-8caf-47aef4b8a48c req-27e7a8d4-aa83-4598-a62c-a524f8d10fe5 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 944 time: 0.1202853 Sep 17 22:40:46.566300 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.574501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-ca57a9fb-2e3a-42da-9659-931fa06f00a2 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:46.576295 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-ca57a9fb-2e3a-42da-9659-931fa06f00a2 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.23 "GET /v2.0/networks?id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 200 len: 819 time: 0.4902022 Sep 17 22:40:46.597640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Request body: {'port': {'device_id': '62073fde-5140-43f0-9e32-26f2e4659b82', 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9', 'admin_state_up': True, 'tenant_id': '628a55904491498e9d71058e0b4ff0ad'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:46.643716 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.645711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ffebde3-ccdc-4a6f-8caf-47aef4b8a48c req-31d6c89f-0b7c-49b4-ba0b-e946a7004b81 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886388 Sep 17 22:40:46.667123 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531751'] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.672377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/networks/d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c HTTP/1.1" status: 204 len: 168 time: 1.0006578 Sep 17 22:40:46.673572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53504) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:46.677013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:46.680768 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443b7350-3766-415a-b4ab-9db01ae4a6b1" -d '{"events": [{"server_uuid": "920a06f3-1032-4af2-ad5e-068619ecacfc", "name": "network-vif-plugged", "status": "completed", "tag": "f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:46.689493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:46.699927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Network': ['ID=d6d8e4e3-b0f5-418e-a88b-60d7bcf46d9c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:46.712080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.712455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.715356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.715356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.715356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.715356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.715356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.715356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.715356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.715356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.715356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.716176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c106df55-f1cb-437a-a16f-3fa2a59ccdc2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:46.727993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a54a2726-f043-4a98-b055-177596509174 req-905ca186-dfee-4d13-bb8f-8cd520b726bc tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778965 Sep 17 22:40:46.733356 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97932233-4747-4638-ac0d-de8d505e1dde x-openstack-request-id: req-97932233-4747-4638-ac0d-de8d505e1dde {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:46.733356 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920a06f3-1032-4af2-ad5e-068619ecacfc", "name": "network-vif-plugged", "status": "completed", "tag": "f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:46.733356 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97932233-4747-4638-ac0d-de8d505e1dde {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:46.733356 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6', 'code': 200} Sep 17 22:40:46.780244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Allocated IP 2001:db8::2 (147e151e-b776-4198-a316-e749ccebb62d/e97c6436-312a-4dcb-82a6-83c405dcc813/4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:46.792712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e62ff-f4de-4f3f-b0bf-df4e43498bd0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:46.808219 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c4e62ff-f4de-4f3f-b0bf-df4e43498bd0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.816742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.857970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ceca8652-617e-499a-9983-14d9e8ff6282 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:46.958454 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe4010f7-0286-49c3-9849-2cbd4b26ddd7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.980358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Made reservation on behalf of 628a55904491498e9d71058e0b4ff0ad for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:46.983359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfbf2c-584e-4b7d-81c7-9cfa8a2943e6 req-2d35b68a-daa3-4fd7-9001-146d533f528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:46.985033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-43cfbf2c-584e-4b7d-81c7-9cfa8a2943e6 req-2d35b68a-daa3-4fd7-9001-146d533f528f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 1097 time: 0.1329386 Sep 17 22:40:46.985221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:46.993220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:47.082740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ceca8652-617e-499a-9983-14d9e8ff6282 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:47.083163 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.112107 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe4010f7-0286-49c3-9849-2cbd4b26ddd7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.146024 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-43cfbf2c-584e-4b7d-81c7-9cfa8a2943e6 req-022c6c03-1c40-4956-b953-b8e15efa857b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485448 Sep 17 22:40:47.185388 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54fe93b9-b81f-4d68-be85-044c2db85855 req-d15f6a67-c369-4678-b593-d51bea20dedc tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0677705 Sep 17 22:40:47.209477 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.218825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Allocated IP 172.20.0.9 (90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9/d9e93a11-09da-407a-8f77-8ec9d902413f/9b059f49-74f2-4a44-a1e3-141467009d0f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:47.306099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cf9a1202-5c9b-497a-9948-063018a9a2ca no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:47.327825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: cf9a1202-5c9b-497a-9948-063018a9a2ca {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:47.328270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cf9a1202-5c9b-497a-9948-063018a9a2ca not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:47.331544 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.375579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Network 147e151e-b776-4198-a316-e749ccebb62d is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:47.378558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:47.382453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:47.387009 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.398348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Pushing event updated for resources: {'Port': ['ID=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:47.450156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Attempting to bind port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:47.451618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Attempting to bind port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd53fa3c3-e59a-48f3-807b-78965145f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '147e151e-b776-4198-a316-e749ccebb62d'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:47.451618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Attempting to bind port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 on network 147e151e-b776-4198-a316-e749ccebb62d {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:47.456416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:47.456790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Checking segment: {'id': 'd53fa3c3-e59a-48f3-807b-78965145f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '147e151e-b776-4198-a316-e749ccebb62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:47.457068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe4010f7-0286-49c3-9849-2cbd4b26ddd7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.457205 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.457568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Bound using segment: {'id': 'd53fa3c3-e59a-48f3-807b-78965145f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '147e151e-b776-4198-a316-e749ccebb62d'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:47.458030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Bound port: 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53fa3c3-e59a-48f3-807b-78965145f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '147e151e-b776-4198-a316-e749ccebb62d'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:47.458409 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.459656 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe4010f7-0286-49c3-9849-2cbd4b26ddd7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.463922 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fe4010f7-0286-49c3-9849-2cbd4b26ddd7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/security-groups/6d693b20-d386-4eb9-bba0-938df1597f5f HTTP/1.1" status: 204 len: 168 time: 0.7862186 Sep 17 22:40:47.463922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c4e62ff-f4de-4f3f-b0bf-df4e43498bd0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.500272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4010f7-0286-49c3-9849-2cbd4b26ddd7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d693b20-d386-4eb9-bba0-938df1597f5f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:47.512158 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.514986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e62ff-f4de-4f3f-b0bf-df4e43498bd0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 147e151e-b776-4198-a316-e749ccebb62d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:47.518692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e62ff-f4de-4f3f-b0bf-df4e43498bd0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:47.523205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e62ff-f4de-4f3f-b0bf-df4e43498bd0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:47.523981 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c4e62ff-f4de-4f3f-b0bf-df4e43498bd0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.540388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e62ff-f4de-4f3f-b0bf-df4e43498bd0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=8aa258fd-6829-44c2-b7ad-bb0ad17d4581,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:47.567223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] For port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:47.572553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:47.582304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] For port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,segment=NetworkSegment(d53fa3c3-e59a-48f3-807b-78965145f191),segment_id=d53fa3c3-e59a-48f3-807b-78965145f191)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:47.587368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:47.601047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:47.623225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2c4e62ff-f4de-4f3f-b0bf-df4e43498bd0 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3842802 Sep 17 22:40:47.626824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53518) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:47.652209 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.654894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Pushing event updated for resources: {'Port': ['ID=9b059f49-74f2-4a44-a1e3-141467009d0f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:47.762029 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ee04d-810e-451a-a241-97d45f4f6194 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:47.763673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ee04d-810e-451a-a241-97d45f4f6194 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:47.765769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ee04d-810e-451a-a241-97d45f4f6194 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:47.767478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ee04d-810e-451a-a241-97d45f4f6194 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:47.769193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ee04d-810e-451a-a241-97d45f4f6194 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:47.776891 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d18ee04d-810e-451a-a241-97d45f4f6194 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1435370 Sep 17 22:40:47.776891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53524) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:47.789080 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150664177'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:47.805988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54731c-55d1-435a-9ccf-c234eabcb565 None None] Pushing event updated for resources: {'Port': ['ID=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:47.812254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:47.812908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:47.848488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-461b4918-9bf5-4876-adb8-da3cde235d9e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:47.858844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-461b4918-9bf5-4876-adb8-da3cde235d9e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.23 "GET /v2.0/networks?id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 200 len: 819 time: 0.2851410 Sep 17 22:40:47.871814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Request body: {'port': {'device_id': '4f560596-a1b3-454c-8c51-3a52b486b9b8', 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9', 'admin_state_up': True, 'tenant_id': '628a55904491498e9d71058e0b4ff0ad'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:47.910968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d05e-383f-43a1-b98e-123504e14131 req-3e0bb7ee-33ea-4e95-bbc0-5fbe649887cc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:47.919212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42f9d05e-383f-43a1-b98e-123504e14131 req-3e0bb7ee-33ea-4e95-bbc0-5fbe649887cc tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 945 time: 0.1117942 Sep 17 22:40:47.942043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:47.946003 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.023433 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42f9d05e-383f-43a1-b98e-123504e14131 req-2f9c6d61-d491-47d5-9ebe-d8811f5ce94b tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022081 Sep 17 22:40:48.039176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:48.112683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53528) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:48.116932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-dea5cfe1-c323-48cb-ab94-b7b3b677c5f1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5282421 Sep 17 22:40:48.125278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f6e1f07b-8730-4a68-99e9-536ea2cd063b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2086139268', 'description': 'tempest-secgroup-smoke-2086139268 description', 'project_id': 'd4cd6a346eb04f708783b1b69d561814'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:48.129722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Request body: {'port': {'device_id': '62073fde-5140-43f0-9e32-26f2e4659b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:48.143327 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.143327 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Added segment 83466a96-a80c-4640-832f-bb5a661ef5ef of type vlan for network 9c35a78e-1e97-4181-a7b0-a99215c9fbb3 Sep 17 22:40:48.196062 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.220962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.282639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Made reservation on behalf of 628a55904491498e9d71058e0b4ff0ad for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:48.286505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fb52a-6de1-4551-9008-c4238dad600c req-b34d50c3-79e8-4217-8613-046c3552b633 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:48.286889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.297632 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88fb52a-6de1-4551-9008-c4238dad600c req-b34d50c3-79e8-4217-8613-046c3552b633 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 944 time: 0.1270454 Sep 17 22:40:48.346260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f07b-8730-4a68-99e9-536ea2cd063b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.360513 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88fb52a-6de1-4551-9008-c4238dad600c req-f074eae2-b8ad-47d7-b9ac-4887ff44d831 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617800 Sep 17 22:40:48.376045 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.383398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:48.384606 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.448692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62fe359f-9be4-46e2-9381-f9d5e63cdea7 req-7df73de8-c141-4bea-970c-7ac9ee2e570e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0432098 Sep 17 22:40:48.464499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=9c35a78e-1e97-4181-a7b0-a99215c9fbb3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:48.476381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 9c35a78e-1e97-4181-a7b0-a99215c9fbb3 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:48.532583 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d4e7dc8c-5c20-48c0-ac7b-bc10f0f9571d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7510269 Sep 17 22:40:48.532724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53534) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:48.539372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e2a7c607-e478-4849-bfae-2dec2658f325 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:48.642113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f07b-8730-4a68-99e9-536ea2cd063b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.723884 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f07b-8730-4a68-99e9-536ea2cd063b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.768262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c607-e478-4849-bfae-2dec2658f325 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.769207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1f07b-8730-4a68-99e9-536ea2cd063b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fde69e-8e4a-4911-af3c-98ad8fdd3adc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:48.847677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b059f49-74f2-4a44-a1e3-141467009d0f {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:48.860677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.876270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Transition to ACTIVE for port object 9b059f49-74f2-4a44-a1e3-141467009d0f will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:48.900513 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f07b-8730-4a68-99e9-536ea2cd063b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.900513 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f6e1f07b-8730-4a68-99e9-536ea2cd063b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7787371 Sep 17 22:40:48.900513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53536) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:48.908512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d08f55ec-36f7-47e2-9701-17d9d9edd6da tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '26fde69e-8e4a-4911-af3c-98ad8fdd3adc', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:48.911784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:48.945495 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c607-e478-4849-bfae-2dec2658f325 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:48.994275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2a7c607-e478-4849-bfae-2dec2658f325 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 9c35a78e-1e97-4181-a7b0-a99215c9fbb3 is not hosted by any dhcp agent {{(pid=95454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:40:49.000020 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a7c607-e478-4849-bfae-2dec2658f325 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:49.000681 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c607-e478-4849-bfae-2dec2658f325 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.002094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e2a7c607-e478-4849-bfae-2dec2658f325 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "PUT /v2.0/networks/9c35a78e-1e97-4181-a7b0-a99215c9fbb3 HTTP/1.1" status: 200 len: 723 time: 0.4670846 Sep 17 22:40:49.006612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53538) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:49.012652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'network_id': '9c35a78e-1e97-4181-a7b0-a99215c9fbb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:49.017155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:49.017795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.131408 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d08f55ec-36f7-47e2-9701-17d9d9edd6da tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.177921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Allocated IP 172.20.0.11 (90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9/d9e93a11-09da-407a-8f77-8ec9d902413f/cd85331f-7d24-4dd7-b2f0-3cf2177acfcc) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:49.226150 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.228867 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.267041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7c607-e478-4849-bfae-2dec2658f325 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=9c35a78e-1e97-4181-a7b0-a99215c9fbb3,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:49.292356 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 9c35a78e-1e97-4181-a7b0-a99215c9fbb3 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:49.320487 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,segment=NetworkSegment(d53fa3c3-e59a-48f3-807b-78965145f191),segment_id=d53fa3c3-e59a-48f3-807b-78965145f191)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:49.392457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b27f38-0c30-4288-830d-eff2c1ae1caf req-2ef9dd56-9353-408e-8da9-f65a845c39e0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:49.394018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50b27f38-0c30-4288-830d-eff2c1ae1caf req-2ef9dd56-9353-408e-8da9-f65a845c39e0 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 945 time: 0.1840026 Sep 17 22:40:49.403736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c1bf9-ff64-4c73-b852-69285145cda3 None None] Network 147e151e-b776-4198-a316-e749ccebb62d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:49.406442 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d08f55ec-36f7-47e2-9701-17d9d9edd6da tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.461717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Pushing event updated for resources: {'Port': ['ID=9b059f49-74f2-4a44-a1e3-141467009d0f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:49.461950 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50b27f38-0c30-4288-830d-eff2c1ae1caf req-053cf94a-a3fb-4c2b-844f-a85b175d2827 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525119 Sep 17 22:40:49.477409 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.498324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Attempting to bind port 9b059f49-74f2-4a44-a1e3-141467009d0f on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:49.498919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Attempting to bind port 9b059f49-74f2-4a44-a1e3-141467009d0f by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:49.499438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Attempting to bind port 9b059f49-74f2-4a44-a1e3-141467009d0f on network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:49.510732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:49.526391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.554712 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d08f55ec-36f7-47e2-9701-17d9d9edd6da tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.563915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Port 9b059f49-74f2-4a44-a1e3-141467009d0f on network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:49.564546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Attempting to bind port 9b059f49-74f2-4a44-a1e3-141467009d0f on network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:49.580881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:49.581512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Checking segment: {'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:49.582099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Bound using segment: {'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:49.582740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Bound port: 9b059f49-74f2-4a44-a1e3-141467009d0f, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:49.583278 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.633045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687643f-8542-4012-a6f2-09d77b64fec1 req-baaa7783-c5ba-4885-b383-561d5de28862 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:49.634551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9687643f-8542-4012-a6f2-09d77b64fec1 req-baaa7783-c5ba-4885-b383-561d5de28862 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 944 time: 0.1297023 Sep 17 22:40:49.661045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f55ec-36f7-47e2-9701-17d9d9edd6da tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f352a0-f50a-4c07-8bf7-77fc4bc7a291,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:49.683485 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.707041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0dd0b-3e40-4693-99e2-d8de3043e957 req-1124e409-2174-4853-a480-f97f0bbd99ff tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:49.708707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8c0dd0b-3e40-4693-99e2-d8de3043e957 req-1124e409-2174-4853-a480-f97f0bbd99ff tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 945 time: 0.1519010 Sep 17 22:40:49.720722 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53552) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:49.727801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ec9d7ab4-172b-4468-95a2-22d297f79ee1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Request body: {'floatingip': {'port_id': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:49.745709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] For port 9b059f49-74f2-4a44-a1e3-141467009d0f, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:49.752072 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9687643f-8542-4012-a6f2-09d77b64fec1 req-db4ec6dc-729b-4684-b159-0d46a6f332cb tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949695 Sep 17 22:40:49.777128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] For port 9b059f49-74f2-4a44-a1e3-141467009d0f, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9b059f49-74f2-4a44-a1e3-141467009d0f,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:49.793243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d08f55ec-36f7-47e2-9701-17d9d9edd6da tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.797787 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d08f55ec-36f7-47e2-9701-17d9d9edd6da tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8923721 Sep 17 22:40:49.798629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53554) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:49.804101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6faf6cbd-cb96-49cc-8aa4-c87b370dcff4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '26fde69e-8e4a-4911-af3c-98ad8fdd3adc', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:49.823643 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7ab4-172b-4468-95a2-22d297f79ee1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.832150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-be1f9327-4540-477b-a407-75b74d8ea3a9 None None] Provisioning complete for port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:49.832511 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-be1f9327-4540-477b-a407-75b74d8ea3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.872078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:49.893584 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.898404 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.903515 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de3743ff-9851-4545-a5b1-5d197bfc6f65 req-3114231e-4fa6-4a05-b3ad-ae6d954de690 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0857213 Sep 17 22:40:49.949621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c811ffb0-4942-46db-a10e-7edb2f31d0bf details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:49.953284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6faf6cbd-cb96-49cc-8aa4-c87b370dcff4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.976436 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:49.977698 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.980947 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] 10.222.0.23 "PUT /v2.0/ports/9b059f49-74f2-4a44-a1e3-141467009d0f HTTP/1.1" status: 200 len: 1092 time: 1.8553376 Sep 17 22:40:49.987221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62073fde-5140-43f0-9e32-26f2e4659b82', 'tag': '9b059f49-74f2-4a44-a1e3-141467009d0f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:49.989960 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573" -d '{"events": [{"name": "network-changed", "server_uuid": "62073fde-5140-43f0-9e32-26f2e4659b82", "tag": "9b059f49-74f2-4a44-a1e3-141467009d0f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:49.994323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:50.001838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:50.017622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:50.073589 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0fac0f-cd66-4db8-a614-cc044ad6ef2c x-openstack-request-id: req-2c0fac0f-cd66-4db8-a614-cc044ad6ef2c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:50.074462 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62073fde-5140-43f0-9e32-26f2e4659b82", "tag": "9b059f49-74f2-4a44-a1e3-141467009d0f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:50.074860 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c0fac0f-cd66-4db8-a614-cc044ad6ef2c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:50.075351 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62073fde-5140-43f0-9e32-26f2e4659b82', 'tag': '9b059f49-74f2-4a44-a1e3-141467009d0f', 'status': 'completed', 'code': 200} Sep 17 22:40:50.084564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec040e3-1104-4adb-9dee-316b51f3712d service neutron] Pushing event updated for resources: {'Port': ['ID=9b059f49-74f2-4a44-a1e3-141467009d0f,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:50.099062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed2ac5-e4e8-474e-b114-c17799db351c None None] Update dhcp port {'port': {'network_id': '147e151e-b776-4198-a316-e749ccebb62d', 'fixed_ips': [{'subnet_id': 'e97c6436-312a-4dcb-82a6-83c405dcc813', 'ip_address': '2001:db8::2'}, {'subnet_id': '8aa258fd-6829-44c2-b7ad-bb0ad17d4581'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:40:50.122991 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.171998 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ac5-e4e8-474e-b114-c17799db351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.202255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c811ffb0-4942-46db-a10e-7edb2f31d0bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c811ffb0-4942-46db-a10e-7edb2f31d0bf,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:50.204106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=2d5bc90e-2635-416f-aea3-88ec04efd763,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:50.277623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'port_id': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'mac_address': 'fa:16:3e:64:08:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:40:50.316706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking segment: {'id': '83466a96-a80c-4640-832f-bb5a661ef5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9c35a78e-1e97-4181-a7b0-a99215c9fbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:50.317323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network hostable DHCP agents. Network: 9c35a78e-1e97-4181-a7b0-a99215c9fbb3, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:50.426171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 9c35a78e-1e97-4181-a7b0-a99215c9fbb3 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:50.434015 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.455280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c811ffb0-4942-46db-a10e-7edb2f31d0bf {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:50.524976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c811ffb0-4942-46db-a10e-7edb2f31d0bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c811ffb0-4942-46db-a10e-7edb2f31d0bf,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:50.550777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-f4ed2ac5-e4e8-474e-b114-c17799db351c None None] Allocated IP 172.20.0.1 (147e151e-b776-4198-a316-e749ccebb62d/8aa258fd-6829-44c2-b7ad-bb0ad17d4581/4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:50.552611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 9c35a78e-1e97-4181-a7b0-a99215c9fbb3) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:50.557549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:50.558503 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.565372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2712f0-509a-4efd-a06b-2cda77bb2c1a None None] Network 9c35a78e-1e97-4181-a7b0-a99215c9fbb3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:50.608827 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.635326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:50.636207 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.646340 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6faf6cbd-cb96-49cc-8aa4-c87b370dcff4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.663855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Pushing event updated for resources: {'Port': ['ID=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:50.675305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-06855e4b-9098-475d-af56-35d92599a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:50.678694 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-06855e4b-9098-475d-af56-35d92599a519 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 1095 time: 0.5961931 Sep 17 22:40:50.679899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9baa2145-060e-45b2-807a-ef4c802a7aeb tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6719022 Sep 17 22:40:50.682709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53570) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:50.688625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-70c41e5c-cc13-48f6-92f2-225627ba946a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:50.743222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7ab4-172b-4468-95a2-22d297f79ee1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.754117 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-0fda2999-27b7-4165-a944-552d6d43da41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b059f49-74f2-4a44-a1e3-141467009d0f HTTP/1.1" status: 200 len: 217 time: 0.0667219 Sep 17 22:40:50.780552 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d1e145c2-4f91-4609-8b3e-17e119db2a0c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9127481 Sep 17 22:40:50.791118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c811ffb0-4942-46db-a10e-7edb2f31d0bf,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:50.809153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f4ed2ac5-e4e8-474e-b114-c17799db351c None None] For port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,segment=NetworkSegment(d53fa3c3-e59a-48f3-807b-78965145f191),segment_id=d53fa3c3-e59a-48f3-807b-78965145f191)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:50.825103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6faf6cbd-cb96-49cc-8aa4-c87b370dcff4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.830690 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7ab4-172b-4468-95a2-22d297f79ee1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.858728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Request body: {'port': {'device_id': '4f560596-a1b3-454c-8c51-3a52b486b9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:50.881511 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ac5-e4e8-474e-b114-c17799db351c None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.912860 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70c41e5c-cc13-48f6-92f2-225627ba946a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59150622'] for subnet, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.928722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-9c35a78e-1e97-4181-a7b0-a99215c9fbb3', 'network_id': '9c35a78e-1e97-4181-a7b0-a99215c9fbb3', 'tenant_id': '80bc439f966f486d9cc18a399022e38a', 'fixed_ips': [{'subnet_id': '2d5bc90e-2635-416f-aea3-88ec04efd763'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:40:50.929663 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:50.969456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:51.028391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf6cbd-cb96-49cc-8aa4-c87b370dcff4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63386f0-27e0-4d25-a1d9-cb078dfecf16,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:51.056086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['c811ffb0-4942-46db-a10e-7edb2f31d0bf'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:51.058560 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ac5-e4e8-474e-b114-c17799db351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.075690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-6e540128-a6de-441a-a42a-40a3a562aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:51.077212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-6e540128-a6de-441a-a42a-40a3a562aa7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9e93a11-09da-407a-8f77-8ec9d902413f HTTP/1.1" status: 200 len: 859 time: 0.3144572 Sep 17 22:40:51.131303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-eb810ff1-04e1-4365-9f17-9f89db8dab80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378504 Sep 17 22:40:51.134530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6faf6cbd-cb96-49cc-8aa4-c87b370dcff4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.135695 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6faf6cbd-cb96-49cc-8aa4-c87b370dcff4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3355441 Sep 17 22:40:51.137271 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.139540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53578) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:51.145672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d0c64177-2d6c-4bce-91c4-e3f7c75df067 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '26fde69e-8e4a-4911-af3c-98ad8fdd3adc', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:51.191404 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-ec9d7ab4-172b-4468-95a2-22d297f79ee1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Floating IP a62498f5-22d7-4588-981d-623c932b71b6 associated. External IP: 172.25.6.238, port: f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6. Sep 17 22:40:51.198209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93b4f1-80f1-4e37-8937-4883f4be8e7d req-b1aaebe4-6029-47ff-8664-4ae97ee4937a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:51.205565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d93b4f1-80f1-4e37-8937-4883f4be8e7d req-b1aaebe4-6029-47ff-8664-4ae97ee4937a tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 945 time: 0.2174289 Sep 17 22:40:51.324559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed2ac5-e4e8-474e-b114-c17799db351c None None] Pushing event updated for resources: {'Port': ['ID=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:51.368957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d93b4f1-80f1-4e37-8937-4883f4be8e7d req-87b66ce5-b6e0-4eda-a771-c45fe8e95c58 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474328 Sep 17 22:40:51.369667 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0c64177-2d6c-4bce-91c4-e3f7c75df067 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.381499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcfd6c-3cc1-415f-9d7b-678a6e122d9b req-c84a2aa8-4860-4221-bc3f-0654ea74f2ac tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:51.383729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-39bcfd6c-3cc1-415f-9d7b-678a6e122d9b req-c84a2aa8-4860-4221-bc3f-0654ea74f2ac tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 932 time: 0.3265855 Sep 17 22:40:51.460316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:51.460688 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.501190 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0c64177-2d6c-4bce-91c4-e3f7c75df067 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.504441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-1b5a3353-4373-4b3d-aa14-589dbdf5b294 service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511887 Sep 17 22:40:51.625614 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0c64177-2d6c-4bce-91c4-e3f7c75df067 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.717671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c64177-2d6c-4bce-91c4-e3f7c75df067 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c4591e-500c-43ba-baa2-9b675ba83a11,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:51.858987 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-084bea77-09b6-445a-916c-d8dd4c0155ed req-cbc226f8-caee-43dc-875b-a6ffbd44da45 service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435411 Sep 17 22:40:51.865264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0c64177-2d6c-4bce-91c4-e3f7c75df067 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.865264 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d0c64177-2d6c-4bce-91c4-e3f7c75df067 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7214329 Sep 17 22:40:51.877634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53584) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:51.884894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-5e9d432b-45d4-4bae-923b-83bd4defc5ef tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '26fde69e-8e4a-4911-af3c-98ad8fdd3adc', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:51.927316 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-39bcfd6c-3cc1-415f-9d7b-678a6e122d9b req-193fe12c-a408-4635-adba-5fb44f089973 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660589 Sep 17 22:40:52.013456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9d7ab4-172b-4468-95a2-22d297f79ee1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Router f5cf73cf-c24b-47c7-995a-4ee28697c41a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:40:52.035168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd85331f-7d24-4dd7-b2f0-3cf2177acfcc {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:52.043771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.057709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Transition to ACTIVE for port object cd85331f-7d24-4dd7-b2f0-3cf2177acfcc will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:52.073779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70c41e5c-cc13-48f6-92f2-225627ba946a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750903152132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3854190'] for subnet, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.109158 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e9d432b-45d4-4bae-923b-83bd4defc5ef tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.121684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Allocated IP 2001:db8::2 (9c35a78e-1e97-4181-a7b0-a99215c9fbb3/2d5bc90e-2635-416f-aea3-88ec04efd763/09a60718-7c57-4a66-85dc-f5076b1f4ac1) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:52.143216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573 req-49362b99-96eb-4fe6-8d01-6588dc03618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:52.145134 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573 req-49362b99-96eb-4fe6-8d01-6588dc03618a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 1095 time: 0.0857933 Sep 17 22:40:52.150262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.166769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c41e5c-cc13-48f6-92f2-225627ba946a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:52.167360 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70c41e5c-cc13-48f6-92f2-225627ba946a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.168769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-70c41e5c-cc13-48f6-92f2-225627ba946a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "PUT /v2.0/subnets/2d5bc90e-2635-416f-aea3-88ec04efd763 HTTP/1.1" status: 200 len: 826 time: 1.4853704 Sep 17 22:40:52.179101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53586) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:52.187565 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c41e5c-cc13-48f6-92f2-225627ba946a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=2d5bc90e-2635-416f-aea3-88ec04efd763,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:52.248883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9d7ab4-172b-4468-95a2-22d297f79ee1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:52.263638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7ab4-172b-4468-95a2-22d297f79ee1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.271176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] Sync routers for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:52.293959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:52.295457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:52.314138 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ec9d7ab4-172b-4468-95a2-22d297f79ee1 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "PUT /v2.0/floatingips/a62498f5-22d7-4588-981d-623c932b71b6 HTTP/1.1" status: 200 len: 991 time: 2.5917094 Sep 17 22:40:52.314890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'tag': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:52.317866 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69" -d '{"events": [{"name": "network-changed", "server_uuid": "920a06f3-1032-4af2-ad5e-068619ecacfc", "tag": "f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:52.368507 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f51a46-f97c-43e3-82bf-5c03937d42e4 x-openstack-request-id: req-f4f51a46-f97c-43e3-82bf-5c03937d42e4 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:52.368507 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920a06f3-1032-4af2-ad5e-068619ecacfc", "tag": "f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:52.370307 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4f51a46-f97c-43e3-82bf-5c03937d42e4 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:52.370736 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'tag': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6', 'status': 'completed', 'code': 200} Sep 17 22:40:52.381562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde01f2-804c-4693-81ec-6c7f68a6cdeb None None] Network 147e151e-b776-4198-a316-e749ccebb62d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:52.423195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Pushing event updated for resources: {'Port': ['ID=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:52.478160 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e9d432b-45d4-4bae-923b-83bd4defc5ef tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.514391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-871858de-8674-494c-9394-0086ba3a6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:52.516031 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-871858de-8674-494c-9394-0086ba3a6cbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 1097 time: 0.0930676 Sep 17 22:40:52.548037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e9d432b-45d4-4bae-923b-83bd4defc5ef tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.548400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c519af-5315-4c00-bab0-5e48d477032a req-d75bed55-72de-4e69-84b9-a87aa38fb621 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:52.558365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8c519af-5315-4c00-bab0-5e48d477032a req-d75bed55-72de-4e69-84b9-a87aa38fb621 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 945 time: 0.0892463 Sep 17 22:40:52.586211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7a2dbec6-5a7b-406f-8928-008665156d56 None None] Provisioning complete for port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:52.586519 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbec6-5a7b-406f-8928-008665156d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.614241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573 req-20175560-b220-45d7-ad0e-d1f7a8584073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:52.615586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573 req-20175560-b220-45d7-ad0e-d1f7a8584073 service neutron] 10.222.0.23 "GET /v2.0/networks?id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 200 len: 920 time: 0.4520833 Sep 17 22:40:52.616376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d432b-45d4-4bae-923b-83bd4defc5ef tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928ac913-51bf-46c1-8256-318a7a54f37e,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:52.625290 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.646882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.647403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8c519af-5315-4c00-bab0-5e48d477032a req-598a45c8-47b8-4ae6-b3c8-d13c04c3714b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844336 Sep 17 22:40:52.666183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:52.694515 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e9d432b-45d4-4bae-923b-83bd4defc5ef tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.698405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5e9d432b-45d4-4bae-923b-83bd4defc5ef tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8172982 Sep 17 22:40:52.698405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573 req-8469ffcd-cf6d-4156-948c-d434634202fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b059f49-74f2-4a44-a1e3-141467009d0f HTTP/1.1" status: 200 len: 217 time: 0.0688348 Sep 17 22:40:52.699156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53596) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:52.700065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Attempting to bind port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:52.701373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Attempting to bind port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:52.701829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Attempting to bind port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc on network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:52.708035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fb97369d-4c8d-4780-a819-908a4c0cd8cb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '26fde69e-8e4a-4911-af3c-98ad8fdd3adc', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:52.734239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-d06aeb20-df0a-4585-a627-da289ca50700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:52.737438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-d06aeb20-df0a-4585-a627-da289ca50700 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.2095203 Sep 17 22:40:52.758862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc on network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:52.759436 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Attempting to bind port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc on network 90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:52.811578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:52.812132 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Checking segment: {'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:52.812674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Bound using segment: {'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:52.813663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Bound port: cd85331f-7d24-4dd7-b2f0-3cf2177acfcc, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995615ad-b11d-4a92-b156-da5453b0fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:52.813663 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.824852 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.846608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-31d7455f-546b-45f3-a5d0-23c514451c06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 HTTP/1.1" status: 200 len: 999 time: 0.0991173 Sep 17 22:40:52.852715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573 req-6589b3c6-da50-413b-9f7c-4144a0059dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:52.854729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573 req-6589b3c6-da50-413b-9f7c-4144a0059dde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9e93a11-09da-407a-8f77-8ec9d902413f HTTP/1.1" status: 200 len: 859 time: 0.1382358 Sep 17 22:40:52.901575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:52.911847 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:52.919726 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573 req-2feaee9f-66d1-462e-aa24-7ad3a060ff59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429564 Sep 17 22:40:52.920558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-7acbae8a-4b35-43ee-86a0-83b4ea93cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:52.922196 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-7acbae8a-4b35-43ee-86a0-83b4ea93cbc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.0710726 Sep 17 22:40:52.941465 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-fb97369d-4c8d-4780-a819-908a4c0cd8cb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Project d4cd6a346eb04f708783b1b69d561814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:40:52.991459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb97369d-4c8d-4780-a819-908a4c0cd8cb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.012885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-6a3dad31-08f1-4a51-9031-473ee805ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:53.014993 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-6a3dad31-08f1-4a51-9031-473ee805ceee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854533 Sep 17 22:40:53.036649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] For port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:53.111680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] For port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:53.123895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Network 9c35a78e-1e97-4181-a7b0-a99215c9fbb3 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:53.150079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:53.152552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:53.174822 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573 req-f092dce1-112f-4c20-b776-cb39be36825f service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311234 Sep 17 22:40:53.176630 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb97369d-4c8d-4780-a819-908a4c0cd8cb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.192219 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.237993 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-101d0730-2aa9-40d0-9455-805a5178d7be service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154553 Sep 17 22:40:53.240964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Pushing event updated for resources: {'Port': ['ID=09a60718-7c57-4a66-85dc-f5076b1f4ac1,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:53.254960 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.266930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a4055-d1d9-4c35-b7cb-dff7e2c972e1 req-34271b04-467e-4687-b7e2-4ef8b88da5e9 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:53.268611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-050a4055-d1d9-4c35-b7cb-dff7e2c972e1 req-34271b04-467e-4687-b7e2-4ef8b88da5e9 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 944 time: 0.0978875 Sep 17 22:40:53.290386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:53.291012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.292452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] 10.222.0.23 "PUT /v2.0/ports/cd85331f-7d24-4dd7-b2f0-3cf2177acfcc HTTP/1.1" status: 200 len: 1093 time: 2.4645948 Sep 17 22:40:53.299618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f560596-a1b3-454c-8c51-3a52b486b9b8', 'tag': 'cd85331f-7d24-4dd7-b2f0-3cf2177acfcc'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:53.301988 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4ebd9d-3096-4aad-8cf3-8827dbf1471c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f560596-a1b3-454c-8c51-3a52b486b9b8", "tag": "cd85331f-7d24-4dd7-b2f0-3cf2177acfcc"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:53.333584 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Attempting to bind port 09a60718-7c57-4a66-85dc-f5076b1f4ac1 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:53.335790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Attempting to bind port 09a60718-7c57-4a66-85dc-f5076b1f4ac1 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '83466a96-a80c-4640-832f-bb5a661ef5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9c35a78e-1e97-4181-a7b0-a99215c9fbb3'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:53.335790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Attempting to bind port 09a60718-7c57-4a66-85dc-f5076b1f4ac1 on network 9c35a78e-1e97-4181-a7b0-a99215c9fbb3 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:53.358745 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb97369d-4c8d-4780-a819-908a4c0cd8cb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.365265 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-050a4055-d1d9-4c35-b7cb-dff7e2c972e1 req-574c120a-1c1f-41e9-8038-f6fc2c06adcf tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881028 Sep 17 22:40:53.374250 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2f420c-aac8-4d6c-800c-3eb3f1067789 x-openstack-request-id: req-3d2f420c-aac8-4d6c-800c-3eb3f1067789 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:53.374655 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f560596-a1b3-454c-8c51-3a52b486b9b8", "tag": "cd85331f-7d24-4dd7-b2f0-3cf2177acfcc", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:53.374970 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d2f420c-aac8-4d6c-800c-3eb3f1067789 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:53.375447 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f560596-a1b3-454c-8c51-3a52b486b9b8', 'tag': 'cd85331f-7d24-4dd7-b2f0-3cf2177acfcc', 'status': 'completed', 'code': 200} Sep 17 22:40:53.399598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:53.400172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Checking segment: {'id': '83466a96-a80c-4640-832f-bb5a661ef5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9c35a78e-1e97-4181-a7b0-a99215c9fbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:53.400588 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.400987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Bound using segment: {'id': '83466a96-a80c-4640-832f-bb5a661ef5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9c35a78e-1e97-4181-a7b0-a99215c9fbb3'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:53.401477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Bound port: 09a60718-7c57-4a66-85dc-f5076b1f4ac1, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83466a96-a80c-4640-832f-bb5a661ef5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9c35a78e-1e97-4181-a7b0-a99215c9fbb3'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:53.401860 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.427761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:53.428186 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.430295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5bc90e-2635-416f-aea3-88ec04efd763,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:53.443120 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7d1f2fa-04a0-4e67-8c71-e253a1001f69 req-16770f7b-fd86-400f-8720-f17cc1d3645b service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958430 Sep 17 22:40:53.477483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a49e9-60a6-4d2a-a498-01490078ffcf service neutron] Pushing event updated for resources: {'Port': ['ID=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:53.519022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ad8eb41-ba08-4748-96b0-e8cc50b1e573 req-32bc5650-94ce-4734-8bab-cda2fae210d5 service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319016 Sep 17 22:40:53.520722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97369d-4c8d-4780-a819-908a4c0cd8cb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ab1595-453c-4bf5-881b-8e4b5b4aa547,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:53.559685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] For port 09a60718-7c57-4a66-85dc-f5076b1f4ac1, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:53.563885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] For port 09a60718-7c57-4a66-85dc-f5076b1f4ac1, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=09a60718-7c57-4a66-85dc-f5076b1f4ac1,segment=NetworkSegment(83466a96-a80c-4640-832f-bb5a661ef5ef),segment_id=83466a96-a80c-4640-832f-bb5a661ef5ef)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:53.566736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.581500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ebd9d-3096-4aad-8cf3-8827dbf1471c req-90ddb0fc-5eea-4db0-98f1-63a61622a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:53.583423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e4ebd9d-3096-4aad-8cf3-8827dbf1471c req-90ddb0fc-5eea-4db0-98f1-63a61622a943 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 1096 time: 0.1957939 Sep 17 22:40:53.586697 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb97369d-4c8d-4780-a819-908a4c0cd8cb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.591834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53606) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:53.596686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fb97369d-4c8d-4780-a819-908a4c0cd8cb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8921609 Sep 17 22:40:53.597422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7663814a-2f0e-4fc9-9c42-88436f49c287 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'security_group_rule': {'security_group_id': '26fde69e-8e4a-4911-af3c-98ad8fdd3adc', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:53.641066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c35a78e-1e97-4181-a7b0-a99215c9fbb3']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:53.663483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83466a96-a80c-4640-832f-bb5a661ef5ef') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:53.663784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83466a96-a80c-4640-832f-bb5a661ef5ef') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:53.670652 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.709008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.711933 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-7663814a-2f0e-4fc9-9c42-88436f49c287 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Project d4cd6a346eb04f708783b1b69d561814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:40:53.718600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7663814a-2f0e-4fc9-9c42-88436f49c287 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.733398 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.740831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:53.741499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.767250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c647df-3dd2-4136-9670-73352b8da217 None None] Pushing event updated for resources: {'Port': ['ID=09a60718-7c57-4a66-85dc-f5076b1f4ac1,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:53.776608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'a62498f5-22d7-4588-981d-623c932b71b6', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'port_id': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'mac_address': 'fa:16:3e:c8:9f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:40:24Z', 'updated_at': '2021-09-17T22:40:50Z', 'revision_number': 1, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:53.825235 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] Checking router: f5cf73cf-c24b-47c7-995a-4ee28697c41a for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:53.875292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543469c8-4cea-4150-8058-c2f3c255bad6 None None] Network 9c35a78e-1e97-4181-a7b0-a99215c9fbb3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:53.881712 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:53.896649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e267373-be9e-4110-9c59-0396f3754178 req-5c04de17-91f0-4f89-97cc-64a7e15cd5ce tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:53.898241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e267373-be9e-4110-9c59-0396f3754178 req-5c04de17-91f0-4f89-97cc-64a7e15cd5ce tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 945 time: 0.1404257 Sep 17 22:40:53.905185 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7663814a-2f0e-4fc9-9c42-88436f49c287 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.906135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ebd9d-3096-4aad-8cf3-8827dbf1471c req-5cbfd7ab-5f9d-4d1d-9025-d2d008f5dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:53.907346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:53.907954 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e4ebd9d-3096-4aad-8cf3-8827dbf1471c req-5cbfd7ab-5f9d-4d1d-9025-d2d008f5dfe8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=628a55904491498e9d71058e0b4ff0ad&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3094418 Sep 17 22:40:53.908081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:53.956930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:40:53.956930 n-d-713499-18 neutron-server[95454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:40:53.956930 n-d-713499-18 neutron-server[95454]: [parameters: {'id': '9c35a78e-1e97-4181-a7b0-a99215c9fbb3'}] Sep 17 22:40:53.956930 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:40:53.957433 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:40:53.969462 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e267373-be9e-4110-9c59-0396f3754178 req-73dbb338-3eb6-49a1-b430-ca47dd6b5580 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617423 Sep 17 22:40:54.006120 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7663814a-2f0e-4fc9-9c42-88436f49c287 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.045705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663814a-2f0e-4fc9-9c42-88436f49c287 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39182626-101c-417f-a75d-e56cfecc6f23,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:54.058840 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c811ffb0-4942-46db-a10e-7edb2f31d0bf up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:54.078033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ebd9d-3096-4aad-8cf3-8827dbf1471c req-3d2e0865-9a53-4195-9d57-5a622a654b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:54.079705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e4ebd9d-3096-4aad-8cf3-8827dbf1471c req-3d2e0865-9a53-4195-9d57-5a622a654b5c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642570 Sep 17 22:40:54.108694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:54.142725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d5a4b656-7c14-40fc-9a87-767ccaddd7a5 None None] Provisioning complete for port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:54.143314 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b656-7c14-40fc-9a87-767ccaddd7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.147762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7663814a-2f0e-4fc9-9c42-88436f49c287 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.151961 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7663814a-2f0e-4fc9-9c42-88436f49c287 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5561500 Sep 17 22:40:54.154357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53624) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:54.159604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'network': {'name': 'tempest-network-smoke--282585022', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'port_security_enabled': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:54.174359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-fecbeac9-7992-4529-9766-39065c2feef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:54.176238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-fecbeac9-7992-4529-9766-39065c2feef0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0535755 Sep 17 22:40:54.242184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-3f0a96f7-4281-4c61-add5-59e33a32de89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc HTTP/1.1" status: 200 len: 217 time: 0.0578375 Sep 17 22:40:54.273343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:54.281416 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.300474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-af55e567-2688-43d2-99c0-f354c4f8cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:54.305200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-af55e567-2688-43d2-99c0-f354c4f8cbce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9e93a11-09da-407a-8f77-8ec9d902413f HTTP/1.1" status: 200 len: 859 time: 0.0547533 Sep 17 22:40:54.320912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:54.342582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-be6c90b7-7b23-4607-9a6c-d4f737a4d325 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296512 Sep 17 22:40:54.344235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.344589 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Added segment cb161cd3-f876-40bc-8317-5e3bf93f9b11 of type vlan for network 9a4cd193-9001-4626-988d-cef415b17a89 Sep 17 22:40:54.397135 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.458341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port c811ffb0-4942-46db-a10e-7edb2f31d0bf completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:40:54.458506 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.476782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port c811ffb0-4942-46db-a10e-7edb2f31d0bf triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:54.477086 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.519507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.525591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:54.526249 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.528290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-d963ce45-8db3-4d8f-8971-37a56392ff8b service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792254 Sep 17 22:40:54.535098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ab2b5-a57d-444a-9c94-ba6b92960d1f None None] Network 9c35a78e-1e97-4181-a7b0-a99215c9fbb3 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:54.653301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4977446 Sep 17 22:40:54.658073 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53634) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:54.659064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79534ea-34d2-43f8-a77b-b71573d11144 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Network': ['ID=9a4cd193-9001-4626-988d-cef415b17a89,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:54.665638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'admin_state_up': True, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:54.677512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 9a4cd193-9001-4626-988d-cef415b17a89 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:54.691393 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb5bdcd-eb8d-45dc-945d-cb09a13041b5 req-ac327c72-c0ae-443c-bcaa-78edc477a33a service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469493 Sep 17 22:40:54.726528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53636) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:54.755439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78da152-f2da-4df1-b453-e17599fdf02c req-d30f0e58-6967-4da2-9add-abc7cb3a360e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:54.757340 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b78da152-f2da-4df1-b453-e17599fdf02c req-d30f0e58-6967-4da2-9add-abc7cb3a360e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 944 time: 0.2500739 Sep 17 22:40:54.774258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting port 09a60718-7c57-4a66-85dc-f5076b1f4ac1 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:54.774751 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.790723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.791714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.864260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5692677-7137-4214-a08f-a085b580c98c None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:40:54.870286 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b78da152-f2da-4df1-b453-e17599fdf02c req-99a0e588-1a3f-4992-935a-2fc72a2ef9a6 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935972 Sep 17 22:40:54.870563 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.871732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] For port 09a60718-7c57-4a66-85dc-f5076b1f4ac1, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=09a60718-7c57-4a66-85dc-f5076b1f4ac1,segment=NetworkSegment(83466a96-a80c-4640-832f-bb5a661ef5ef),segment_id=83466a96-a80c-4640-832f-bb5a661ef5ef)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:54.872103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.887694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Calling delete_port for 09a60718-7c57-4a66-85dc-f5076b1f4ac1 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:54.898731 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:54.930958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'a62498f5-22d7-4588-981d-623c932b71b6', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'port_id': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'mac_address': 'fa:16:3e:c8:9f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:40:24Z', 'updated_at': '2021-09-17T22:40:50Z', 'revision_number': 1, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:54.942960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:54.945431 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1323821a-9e0b-4f44-81e1-7188a43d99d9" -d '{"events": [{"server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "name": "network-vif-plugged", "status": "completed", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:54.946845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f23522c-530b-40ea-a6d3-2ec7bfd50de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.011314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c811ffb0-4942-46db-a10e-7edb2f31d0bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c811ffb0-4942-46db-a10e-7edb2f31d0bf,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:55.055446 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516a450f-2d7a-4ce9-8ed1-5025ad3b4d80 x-openstack-request-id: req-516a450f-2d7a-4ce9-8ed1-5025ad3b4d80 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:55.056012 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "name": "network-vif-plugged", "status": "completed", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:55.057711 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-516a450f-2d7a-4ce9-8ed1-5025ad3b4d80 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:55.057711 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'code': 200} Sep 17 22:40:55.057711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd9f5b0-41b3-4297-831c-206b8ee357b6 None None] The sync data for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 is: [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'a62498f5-22d7-4588-981d-623c932b71b6', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'port_id': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'mac_address': 'fa:16:3e:c8:9f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:40:24Z', 'updated_at': '2021-09-17T22:40:50Z', 'revision_number': 1, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:40:55.091665 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.151955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.166985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5692677-7137-4214-a08f-a085b580c98c None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:40:55.177562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c811ffb0-4942-46db-a10e-7edb2f31d0bf,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:55.188263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Port': ['ID=09a60718-7c57-4a66-85dc-f5076b1f4ac1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:55.192044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No DVR routers for this DVR port 09a60718-7c57-4a66-85dc-f5076b1f4ac1 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:55.265702 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.287741 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.301999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a0c9-2e54-4304-94ff-06c3fdaa2520 req-b13fff3a-bd32-4464-ab67-da5143e8f7d9 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:55.305193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3978a0c9-2e54-4304-94ff-06c3fdaa2520 req-b13fff3a-bd32-4464-ab67-da5143e8f7d9 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 946 time: 0.2100437 Sep 17 22:40:55.315778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c35a78e-1e97-4181-a7b0-a99215c9fbb3']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:55.327537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83466a96-a80c-4640-832f-bb5a661ef5ef') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:55.327926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83466a96-a80c-4640-832f-bb5a661ef5ef') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:55.339353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.350651 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943d4fc-7766-4c4a-9802-620e92aec39a req-16829059-fa12-4099-bd13-24ea84b2c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:55.355586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d943d4fc-7766-4c4a-9802-620e92aec39a req-16829059-fa12-4099-bd13-24ea84b2c315 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 1098 time: 0.2514217 Sep 17 22:40:55.360528 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f8849-07c7-4cb3-9458-457a9008ba79 None None] New status for floating IP a62498f5-22d7-4588-981d-623c932b71b6: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:40:55.366548 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.380915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:40:55.381774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:40:55.389456 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:40:55.443268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3978a0c9-2e54-4304-94ff-06c3fdaa2520 req-9af812e0-da06-4608-af69-5fa28913ff75 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210716 Sep 17 22:40:55.469853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f23522c-530b-40ea-a6d3-2ec7bfd50de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.521335 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d943d4fc-7766-4c4a-9802-620e92aec39a req-210b7217-f370-4598-9d06-a12d7bdad4b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567278 Sep 17 22:40:55.590544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.595338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f23522c-530b-40ea-a6d3-2ec7bfd50de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.601936 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.606562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/9c35a78e-1e97-4181-a7b0-a99215c9fbb3 HTTP/1.1" status: 204 len: 168 time: 3.4243069 Sep 17 22:40:55.611584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53646) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:55.617207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddda769-9c6e-4a29-a77e-7288df2f494d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Network': ['ID=9c35a78e-1e97-4181-a7b0-a99215c9fbb3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:55.692258 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ace83a7-484d-4a6a-9f06-667b4d47a855 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:40:55.693336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ace83a7-484d-4a6a-9f06-667b4d47a855 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:40:55.695125 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1ace83a7-484d-4a6a-9f06-667b4d47a855 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/9c35a78e-1e97-4181-a7b0-a99215c9fbb3 HTTP/1.1" status: 404 len: 339 time: 0.0754092 Sep 17 22:40:55.699224 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53650) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:55.700937 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0f23522c-530b-40ea-a6d3-2ec7bfd50de0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2762d3ecaf514697aab72829fc22d3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9732068 Sep 17 22:40:55.703664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53652) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:55.713441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-562193853', 'description': 'd1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:55.719456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23522c-530b-40ea-a6d3-2ec7bfd50de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73adc5af-5b0d-4cd7-9bd6-dc5f5ee2c18d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:55.724631 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.758825 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.780766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e063b89-e1ec-4b21-b7d5-fd0d593b5ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.808536 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e063b89-e1ec-4b21-b7d5-fd0d593b5ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.825278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9b059f49-74f2-4a44-a1e3-141467009d0f details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:55.857625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:55.864273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.875009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.25.6.189 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/03814d53-f043-43d2-95e9-2bc9cffcc63d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:55.891088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:55.900373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.900720 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Added segment 80a155b7-7487-48a6-af76-bde8b5d0a62e of type vlan for network 311d605e-9721-4bbd-857f-6235c15014ba Sep 17 22:40:55.951697 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9b059f49-74f2-4a44-a1e3-141467009d0f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9b059f49-74f2-4a44-a1e3-141467009d0f,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:55.962486 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:55.965078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '9b059f49-74f2-4a44-a1e3-141467009d0f', 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9', 'port_id': '9b059f49-74f2-4a44-a1e3-141467009d0f', 'mac_address': 'fa:16:3e:35:e5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e93a11-09da-407a-8f77-8ec9d902413f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:40:56.010932 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.025829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b059f49-74f2-4a44-a1e3-141467009d0f {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:56.037359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62003d02-1372-420f-9869-26d9bd4855a8 req-74498dbd-6640-4678-9945-0646cd6eb7fb tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:56.037359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62003d02-1372-420f-9869-26d9bd4855a8 req-74498dbd-6640-4678-9945-0646cd6eb7fb tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 944 time: 0.0731783 Sep 17 22:40:56.051793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9b059f49-74f2-4a44-a1e3-141467009d0f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9b059f49-74f2-4a44-a1e3-141467009d0f,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:56.056650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.079486 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.085445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:56.086068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.106005 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62003d02-1372-420f-9869-26d9bd4855a8 req-52a4c855-3cea-4d36-b792-c86687826c0f tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620606 Sep 17 22:40:56.108779 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.112568 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e063b89-e1ec-4b21-b7d5-fd0d593b5ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.115579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5e063b89-e1ec-4b21-b7d5-fd0d593b5ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.122377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5e063b89-e1ec-4b21-b7d5-fd0d593b5ffe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73adc5af-5b0d-4cd7-9bd6-dc5f5ee2c18d HTTP/1.1" status: 204 len: 168 time: 0.4121873 Sep 17 22:40:56.141773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e063b89-e1ec-4b21-b7d5-fd0d593b5ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73adc5af-5b0d-4cd7-9bd6-dc5f5ee2c18d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:56.181646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=311d605e-9721-4bbd-857f-6235c15014ba,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:56.183453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=9b059f49-74f2-4a44-a1e3-141467009d0f,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:56.192970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 311d605e-9721-4bbd-857f-6235c15014ba details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:56.200100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.205424 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2cee1aeb-fc0d-419c-98c8-188696f83508 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5047574 Sep 17 22:40:56.208169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53660) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:56.241699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:56.244717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:56.248564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:56.282866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=03814d53-f043-43d2-95e9-2bc9cffcc63d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:56.294023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebbb981-4ec4-4e07-8ca7-469ce22db80f tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:56.296618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7ebbb981-4ec4-4e07-8ca7-469ce22db80f tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/networks?id=311d605e-9721-4bbd-857f-6235c15014ba HTTP/1.1" status: 200 len: 764 time: 0.0874712 Sep 17 22:40:56.299740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53662) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:56.306186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-42b127c9-de5f-40e1-8cd8-3b2a17d23fea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'description': 'd2'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:56.388698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['9b059f49-74f2-4a44-a1e3-141467009d0f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:56.484561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-42b127c9-de5f-40e1-8cd8-3b2a17d23fea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.580060 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-42b127c9-de5f-40e1-8cd8-3b2a17d23fea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.602443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42b127c9-de5f-40e1-8cd8-3b2a17d23fea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 311d605e-9721-4bbd-857f-6235c15014ba is not hosted by any dhcp agent {{(pid=95454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:40:56.608790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b127c9-de5f-40e1-8cd8-3b2a17d23fea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:56.609393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-42b127c9-de5f-40e1-8cd8-3b2a17d23fea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.610673 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-42b127c9-de5f-40e1-8cd8-3b2a17d23fea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "PUT /v2.0/networks/311d605e-9721-4bbd-857f-6235c15014ba HTTP/1.1" status: 200 len: 761 time: 0.3098803 Sep 17 22:40:56.615107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53674) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:56.645412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.696035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30b8cb-4aa7-4d3b-8102-e27afddd81c4 req-628b032b-937b-436b-904f-0828213b831b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:56.697575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b30b8cb-4aa7-4d3b-8102-e27afddd81c4 req-628b032b-937b-436b-904f-0828213b831b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 946 time: 0.1534286 Sep 17 22:40:56.705100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b127c9-de5f-40e1-8cd8-3b2a17d23fea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=311d605e-9721-4bbd-857f-6235c15014ba,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:56.717115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 311d605e-9721-4bbd-857f-6235c15014ba details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:56.902240 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.137130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe973fec-cfde-4f42-99b5-459b77ddd900 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:57.138828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fe973fec-cfde-4f42-99b5-459b77ddd900 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/networks?id=311d605e-9721-4bbd-857f-6235c15014ba HTTP/1.1" status: 200 len: 764 time: 0.5137427 Sep 17 22:40:57.144681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53688) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:57.154593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 741aa4a2-e67c-40c4-9dc8-725208daebdc is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:40:57.165474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b30b8cb-4aa7-4d3b-8102-e27afddd81c4 req-850c8f6a-2fe3-4aae-b287-a424252104ad tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4555202 Sep 17 22:40:57.771385 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580317-4e45-48e3-b470-5de1f080de7e req-dcdfd2ac-f721-4169-82f9-ee6d61136e9c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:57.772826 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93580317-4e45-48e3-b470-5de1f080de7e req-dcdfd2ac-f721-4169-82f9-ee6d61136e9c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 944 time: 0.5583987 Sep 17 22:40:57.781996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e4cb4-7a0a-4385-9fc7-45591a3c2e29 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:57.783378 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-890e4cb4-7a0a-4385-9fc7-45591a3c2e29 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6372004 Sep 17 22:40:57.786462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53698) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:57.811201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:40:57.821557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Sync routers for ids ['741aa4a2-e67c-40c4-9dc8-725208daebdc'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:40:57.828303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6092b3bd-4253-49f4-b3c2-9a40b3043290 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 207 time: 0.0372293 Sep 17 22:40:57.828554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53700) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:57.834244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Routers {'741aa4a2-e67c-40c4-9dc8-725208daebdc'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:57.835243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['741aa4a2-e67c-40c4-9dc8-725208daebdc'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:57.841074 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93580317-4e45-48e3-b470-5de1f080de7e req-fe9aec45-d74a-4e7a-8bef-92722bc5612e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548890 Sep 17 22:40:57.875410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd85331f-7d24-4dd7-b2f0-3cf2177acfcc details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:57.877445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9b059f49-74f2-4a44-a1e3-141467009d0f up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:57.913795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.918620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ff113760-6dfa-4d1f-a233-14070537a962 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2537851 Sep 17 22:40:57.918979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53702) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:57.961849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-96a43b79-73d5-491a-b5e9-40331f64bd15 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d4cd6a346eb04f708783b1b69d561814&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393670 Sep 17 22:40:57.965580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53706) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:57.998421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c08db-ef23-41cd-b459-2ea6f22430fe tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.005310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c08db-ef23-41cd-b459-2ea6f22430fe tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.011000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c08db-ef23-41cd-b459-2ea6f22430fe tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.017882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c08db-ef23-41cd-b459-2ea6f22430fe tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.024103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c08db-ef23-41cd-b459-2ea6f22430fe tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.031408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c08db-ef23-41cd-b459-2ea6f22430fe tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.033324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-be1c08db-ef23-41cd-b459-2ea6f22430fe tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2038000 Sep 17 22:40:58.045338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53708) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:58.054457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Set router 741aa4a2-e67c-40c4-9dc8-725208daebdc gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:58.151414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:58.194080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'cd85331f-7d24-4dd7-b2f0-3cf2177acfcc', 'network_id': '90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9', 'port_id': 'cd85331f-7d24-4dd7-b2f0-3cf2177acfcc', 'mac_address': 'fa:16:3e:97:57:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e93a11-09da-407a-8f77-8ec9d902413f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:40:58.213948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ceabb1-a472-4f0e-a2cc-fd5e7648d87b tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.219033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f1ceabb1-a472-4f0e-a2cc-fd5e7648d87b tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2492177 Sep 17 22:40:58.235435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53714) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:58.242107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f4c28a0b-bda8-4b2d-afcd-ae0c3333864e tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1925993 Sep 17 22:40:58.245267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53716) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:58.269488 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.273853 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-39f5a11c-d8d8-49f9-b905-e83d7f601fdc tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365756 Sep 17 22:40:58.276001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 9b059f49-74f2-4a44-a1e3-141467009d0f completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:40:58.276431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53718) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:58.282335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938326249', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:58.291835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 9b059f49-74f2-4a44-a1e3-141467009d0f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:58.292246 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.296045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd85331f-7d24-4dd7-b2f0-3cf2177acfcc {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:58.342334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:58.367758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:40:56Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:58.415648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Checking router: 741aa4a2-e67c-40c4-9dc8-725208daebdc for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:40:58.415977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Updating router 741aa4a2-e67c-40c4-9dc8-725208daebdc port 03814d53-f043-43d2-95e9-2bc9cffcc63d binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:40:58.420234 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.453433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5589516-d348-4de1-bccb-2e4d8f798b70 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.453433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5589516-d348-4de1-bccb-2e4d8f798b70 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.454111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5589516-d348-4de1-bccb-2e4d8f798b70 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.455652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5589516-d348-4de1-bccb-2e4d8f798b70 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.457164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5589516-d348-4de1-bccb-2e4d8f798b70 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.458977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a5589516-d348-4de1-bccb-2e4d8f798b70 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2123380 Sep 17 22:40:58.462984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53722) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:58.480406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32f485-6403-41a9-9b6c-f08c0c358cc4 req-0477629c-7873-483f-9b4c-ab7c7bccb4ac tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.480935 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.484173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f32f485-6403-41a9-9b6c-f08c0c358cc4 req-0477629c-7873-483f-9b4c-ab7c7bccb4ac tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 946 time: 0.2072160 Sep 17 22:40:58.485322 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.541800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7222fb10-d215-4e89-907a-13016f6497b4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.543615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7222fb10-d215-4e89-907a-13016f6497b4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.545449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7222fb10-d215-4e89-907a-13016f6497b4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.549663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7222fb10-d215-4e89-907a-13016f6497b4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.549874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f32f485-6403-41a9-9b6c-f08c0c358cc4 req-38fea3cf-dcf2-4b07-afed-b8e339a59a96 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471160 Sep 17 22:40:58.551318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:58.551676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7222fb10-d215-4e89-907a-13016f6497b4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.558889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53726) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:58.561095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62073fde-5140-43f0-9e32-26f2e4659b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b059f49-74f2-4a44-a1e3-141467009d0f'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:58.565002 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfda5623-aa41-4ed6-bf15-010020d2a7ed" -d '{"events": [{"server_uuid": "62073fde-5140-43f0-9e32-26f2e4659b82", "name": "network-vif-plugged", "status": "completed", "tag": "9b059f49-74f2-4a44-a1e3-141467009d0f"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:58.565119 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7222fb10-d215-4e89-907a-13016f6497b4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0994174 Sep 17 22:40:58.606235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:58.608967 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.633193 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7aad1b-23fe-46f4-81a7-f631068b84b2 x-openstack-request-id: req-3a7aad1b-23fe-46f4-81a7-f631068b84b2 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:58.633193 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62073fde-5140-43f0-9e32-26f2e4659b82", "name": "network-vif-plugged", "status": "completed", "tag": "9b059f49-74f2-4a44-a1e3-141467009d0f", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:58.633193 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a7aad1b-23fe-46f4-81a7-f631068b84b2 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:58.633895 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62073fde-5140-43f0-9e32-26f2e4659b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b059f49-74f2-4a44-a1e3-141467009d0f', 'code': 200} Sep 17 22:40:58.648810 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 9b059f49-74f2-4a44-a1e3-141467009d0f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9b059f49-74f2-4a44-a1e3-141467009d0f,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:58.740463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.749354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['cd85331f-7d24-4dd7-b2f0-3cf2177acfcc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:58.831945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a983165-8bda-451b-97f4-71b36f2b4a31 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.836792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1a983165-8bda-451b-97f4-71b36f2b4a31 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/networks/c7d6fc90-ed26-4f82-b9bf-6dbb7444761f HTTP/1.1" status: 200 len: 804 time: 0.2712581 Sep 17 22:40:58.838808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53732) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:58.851229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4763cf-4146-4d2b-b3ff-e00fbe12c433 req-9255ca86-c5b3-4b80-aa4f-83ccbc8e6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.851229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be4763cf-4146-4d2b-b3ff-e00fbe12c433 req-9255ca86-c5b3-4b80-aa4f-83ccbc8e6f31 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 1096 time: 0.1618633 Sep 17 22:40:58.855146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0dac-45f9-4d73-acbc-9ed620758a76 req-9b675784-677e-4d44-9262-603c33040967 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:58.857318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-52dc0dac-45f9-4d73-acbc-9ed620758a76 req-9b675784-677e-4d44-9262-603c33040967 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 946 time: 0.1770947 Sep 17 22:40:58.882399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=9b059f49-74f2-4a44-a1e3-141467009d0f,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:59.017999 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.038204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb91f2-7a9a-443e-a5df-58f7d02d4b62 req-12411835-bd9a-4767-8670-def304468478 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:59.045212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be4763cf-4146-4d2b-b3ff-e00fbe12c433 req-6834c39f-fbef-472a-921c-692748d96f2e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865361 Sep 17 22:40:59.046686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09cb91f2-7a9a-443e-a5df-58f7d02d4b62 req-12411835-bd9a-4767-8670-def304468478 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 945 time: 0.0826066 Sep 17 22:40:59.059218 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2282be66-e0e8-419e-b5c1-be1afb498d19 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/networks/c7d6fc90-ed26-4f82-b9bf-6dbb7444761f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2210283 Sep 17 22:40:59.066546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53740) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:59.068689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-52dc0dac-45f9-4d73-acbc-9ed620758a76 req-e2d15d4d-cca7-48c5-b206-afbf12a15b2c tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018943 Sep 17 22:40:59.078234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53742) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:59.130899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.149073 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09cb91f2-7a9a-443e-a5df-58f7d02d4b62 req-e9de0255-475d-478d-a862-989fa9816d7c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977330 Sep 17 22:40:59.164010 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.176533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1afdca4-85d3-440b-af85-3b3885b83d9a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:59.181853 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b1afdca4-85d3-440b-af85-3b3885b83d9a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/subnets/92bc719e-3bca-4e5c-8552-0bfdfcff116e HTTP/1.1" status: 200 len: 843 time: 0.1103039 Sep 17 22:40:59.182430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53746) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:59.260431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edad94d-a1db-46ff-ba46-3ae9fd1d69e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['shared'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:59.266181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Subnet': ['ID=7fa79450-8373-4a81-ac97-b9836f77bc0c,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:59.266181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53750) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:59.274033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8edad94d-a1db-46ff-ba46-3ae9fd1d69e3 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "GET /v2.0/subnets/92bc719e-3bca-4e5c-8552-0bfdfcff116e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0841382 Sep 17 22:40:59.274851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307811901'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:59.286050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Checking segment: {'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:59.286425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network hostable DHCP agents. Network: 9a4cd193-9001-4626-988d-cef415b17a89, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:40:59.312211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Attempting to bind port 03814d53-f043-43d2-95e9-2bc9cffcc63d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:59.312634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Attempting to bind port 03814d53-f043-43d2-95e9-2bc9cffcc63d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:59.313060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Attempting to bind port 03814d53-f043-43d2-95e9-2bc9cffcc63d on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:59.318589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d040d1-24cf-4f68-b0d1-3154091bce54 None None] Pushing event updated for resources: {'Port': ['ID=03814d53-f043-43d2-95e9-2bc9cffcc63d,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:59.329150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:59.329523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:59.329926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.330311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:59.330789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Bound port: 03814d53-f043-43d2-95e9-2bc9cffcc63d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:59.331165 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.384774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] For port 03814d53-f043-43d2-95e9-2bc9cffcc63d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:59.388590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] For port 03814d53-f043-43d2-95e9-2bc9cffcc63d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03814d53-f043-43d2-95e9-2bc9cffcc63d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:59.409036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262adaa8-869b-4284-be83-787e39cc5f71 tempest-TestVolumeBackupRestore-350043962 tempest-TestVolumeBackupRestore-350043962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:59.410572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-262adaa8-869b-4284-be83-787e39cc5f71 tempest-TestVolumeBackupRestore-350043962 tempest-TestVolumeBackupRestore-350043962-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 1093 time: 0.3310943 Sep 17 22:40:59.413700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53752) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:59.416505 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.422357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:59.444202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:59.452287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.457002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 9a4cd193-9001-4626-988d-cef415b17a89 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:40:59.481420 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.501039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:59.517476 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.517476 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Added segment 0752eff9-f1fa-4c46-9ba0-61b097d77bd2 of type vlan for network 5ac2d93e-3b27-4996-8dff-88b1faf96197 Sep 17 22:40:59.558245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 9a4cd193-9001-4626-988d-cef415b17a89) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:59.563091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Routers {'741aa4a2-e67c-40c4-9dc8-725208daebdc'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:40:59.563752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['741aa4a2-e67c-40c4-9dc8-725208daebdc'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:40:59.564428 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.567147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:59.567748 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.570151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d040d1-24cf-4f68-b0d1-3154091bce54 None None] Pushing event updated for resources: {'Port': ['ID=03814d53-f043-43d2-95e9-2bc9cffcc63d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:59.584885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.611912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a5c0b7-9e6c-453a-b056-2491ca0f2253 None None] Network 9a4cd193-9001-4626-988d-cef415b17a89 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:40:59.699669 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d13fca4c-9465-427b-8fee-d8296b16402b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4222333 Sep 17 22:40:59.702692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53756) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:59.750381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] Set router 741aa4a2-e67c-40c4-9dc8-725208daebdc gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:40:59.750729 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.756605 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.762245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:59.762954 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.925350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Network': ['ID=5ac2d93e-3b27-4996-8dff-88b1faf96197,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:59.937494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-16d2aa1b-123f-4be6-8d1a-46a46829bf49 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6692505 Sep 17 22:40:59.941117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53758) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:59.947803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'network_id': '5ac2d93e-3b27-4996-8dff-88b1faf96197', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:59.960987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 5ac2d93e-3b27-4996-8dff-88b1faf96197 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:41:00.048582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Allocated IP 172.25.6.244 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/35e6aec5-d296-4dce-96e6-9b676a8946d3) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:00.135461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-9a4cd193-9001-4626-988d-cef415b17a89', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:00.136420 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.188693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Made reservation on behalf of 80bc439f966f486d9cc18a399022e38a for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:00.195707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.298309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Performing IP validity checks on allocation pools {{(pid=95455) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:41:00.298840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95455) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:41:00.304485 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.337832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:40:56Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:00.370225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e118f42-dbfc-4e72-9452-9fa6c04c3df0 None None] The sync data for ids ['741aa4a2-e67c-40c4-9dc8-725208daebdc'] in n-d-713499-18 is: [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:40:56Z', 'revision_number': 3, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:00.407542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Allocated IP 172.20.0.2 (9a4cd193-9001-4626-988d-cef415b17a89/7fa79450-8373-4a81-ac97-b9836f77bc0c/d1c09ed0-9085-46af-9e5a-aa8cb3854265) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:00.420596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f4100-78c9-488e-a508-7a5e0df3470a req-8b7e3010-4468-49b4-8c48-af03ce5346a9 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:00.427928 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-288f4100-78c9-488e-a508-7a5e0df3470a req-8b7e3010-4468-49b4-8c48-af03ce5346a9 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 945 time: 0.1458933 Sep 17 22:41:00.519789 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-288f4100-78c9-488e-a508-7a5e0df3470a req-1cef296b-3cf2-4c67-8e3b-21990a459c44 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896311 Sep 17 22:41:00.550706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.581915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.609237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:00.619724 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.619881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:00.624618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:00.671634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=d74b450b-e7d5-4cf9-86e7-6d52aef732bd,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:00.681544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.683386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event updated for resources: {'Port': ['ID=35e6aec5-d296-4dce-96e6-9b676a8946d3,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:00.685240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Checking segment: {'id': '0752eff9-f1fa-4c46-9ba0-61b097d77bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5ac2d93e-3b27-4996-8dff-88b1faf96197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:00.685859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network hostable DHCP agents. Network: 5ac2d93e-3b27-4996-8dff-88b1faf96197, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:41:00.689406 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.765618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Network 9a4cd193-9001-4626-988d-cef415b17a89 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:00.782644 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:00.785665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:00.804445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Pushing event updated for resources: {'Port': ['ID=d1c09ed0-9085-46af-9e5a-aa8cb3854265,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:00.819964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Network 5ac2d93e-3b27-4996-8dff-88b1faf96197 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:41:00.890484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Attempting to bind port d1c09ed0-9085-46af-9e5a-aa8cb3854265 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:00.891098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Attempting to bind port d1c09ed0-9085-46af-9e5a-aa8cb3854265 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:00.891655 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Attempting to bind port d1c09ed0-9085-46af-9e5a-aa8cb3854265 on network 9a4cd193-9001-4626-988d-cef415b17a89 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:00.897428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:00.898034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Checking segment: {'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:00.900236 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.900236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Bound using segment: {'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:00.900236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Bound port: d1c09ed0-9085-46af-9e5a-aa8cb3854265, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:00.900236 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.919701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 5ac2d93e-3b27-4996-8dff-88b1faf96197) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:00.926954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:00.927879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.952661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5de20b-f8ee-46f7-9ac2-72b95fcd18e5 None None] Network 5ac2d93e-3b27-4996-8dff-88b1faf96197 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:00.955016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03814d53-f043-43d2-95e9-2bc9cffcc63d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:01.040818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5708a7fb-df63-47d5-99e2-3f01e151e349 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0951955 Sep 17 22:41:01.040818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53774) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:01.047646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f259cb5e-02d8-4cc6-bb90-ff81780b31dd tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:01.135464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] For port d1c09ed0-9085-46af-9e5a-aa8cb3854265, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:01.141142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] For port d1c09ed0-9085-46af-9e5a-aa8cb3854265, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d1c09ed0-9085-46af-9e5a-aa8cb3854265,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:01.186016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 03814d53-f043-43d2-95e9-2bc9cffcc63d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:01.186508 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.190770 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f259cb5e-02d8-4cc6-bb90-ff81780b31dd tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59150622'] for subnet, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.284385 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.346531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.20.0.1 (9a4cd193-9001-4626-988d-cef415b17a89/7fa79450-8373-4a81-ac97-b9836f77bc0c/221b092c-c5d8-4ee7-838a-fb37e6eee808) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:01.429644 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a18854-64bb-4b42-82ad-73b26d5e95ee None None] Pushing event updated for resources: {'Port': ['ID=d1c09ed0-9085-46af-9e5a-aa8cb3854265,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:01.432676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-5ac2d93e-3b27-4996-8dff-88b1faf96197', 'network_id': '5ac2d93e-3b27-4996-8dff-88b1faf96197', 'tenant_id': '80bc439f966f486d9cc18a399022e38a', 'fixed_ips': [{'subnet_id': 'd74b450b-e7d5-4cf9-86e7-6d52aef732bd'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:01.433635 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.502584 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.531475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f259cb5e-02d8-4cc6-bb90-ff81780b31dd tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750903152132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3854190'] for subnet, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.634220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259cb5e-02d8-4cc6-bb90-ff81780b31dd tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:01.639270 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f259cb5e-02d8-4cc6-bb90-ff81780b31dd tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.640907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f259cb5e-02d8-4cc6-bb90-ff81780b31dd tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "PUT /v2.0/subnets/d74b450b-e7d5-4cf9-86e7-6d52aef732bd HTTP/1.1" status: 200 len: 900 time: 0.5990710 Sep 17 22:41:01.643837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53782) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:01.697290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 03814d53-f043-43d2-95e9-2bc9cffcc63d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03814d53-f043-43d2-95e9-2bc9cffcc63d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:01.718496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259cb5e-02d8-4cc6-bb90-ff81780b31dd tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event updated for resources: {'Subnet': ['ID=d74b450b-e7d5-4cf9-86e7-6d52aef732bd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:01.776884 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.863467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Allocated IP 2001:db8::3 (5ac2d93e-3b27-4996-8dff-88b1faf96197/d74b450b-e7d5-4cf9-86e7-6d52aef732bd/84da49e9-f7fe-43a2-b8f1-edd254f39fea) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:01.865867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dd480-f4cf-4609-a034-d5c598740f05 req-e8ba39c9-9938-4e9a-b489-09bcc91bf238 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:01.867672 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-734dd480-f4cf-4609-a034-d5c598740f05 req-e8ba39c9-9938-4e9a-b489-09bcc91bf238 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 945 time: 0.2008851 Sep 17 22:41:01.930113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.961238 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-734dd480-f4cf-4609-a034-d5c598740f05 req-90984765-0fa6-4219-bb4a-69731376ada2 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808167 Sep 17 22:41:02.011315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd85331f-7d24-4dd7-b2f0-3cf2177acfcc up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:02.051142 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.100775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=03814d53-f043-43d2-95e9-2bc9cffcc63d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:02.155647 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.226480 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.256786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.282245 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.325865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:41:02.333481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Network 5ac2d93e-3b27-4996-8dff-88b1faf96197 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:02.339190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:02.343290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:02.343664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.345391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:02.392295 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Pushing event updated for resources: {'Port': ['ID=84da49e9-f7fe-43a2-b8f1-edd254f39fea,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:02.430591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.441642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Attempting to bind port 84da49e9-f7fe-43a2-b8f1-edd254f39fea on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:02.442011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Attempting to bind port 84da49e9-f7fe-43a2-b8f1-edd254f39fea by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '0752eff9-f1fa-4c46-9ba0-61b097d77bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5ac2d93e-3b27-4996-8dff-88b1faf96197'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:02.442370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Attempting to bind port 84da49e9-f7fe-43a2-b8f1-edd254f39fea on network 5ac2d93e-3b27-4996-8dff-88b1faf96197 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:02.450256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.451296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:02.451525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Checking segment: {'id': '0752eff9-f1fa-4c46-9ba0-61b097d77bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5ac2d93e-3b27-4996-8dff-88b1faf96197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:02.451881 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.452305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Bound using segment: {'id': '0752eff9-f1fa-4c46-9ba0-61b097d77bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5ac2d93e-3b27-4996-8dff-88b1faf96197'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:02.452762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Bound port: 84da49e9-f7fe-43a2-b8f1-edd254f39fea, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0752eff9-f1fa-4c46-9ba0-61b097d77bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5ac2d93e-3b27-4996-8dff-88b1faf96197'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:02.453140 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.455068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.500844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Subnet': ['ID=d74b450b-e7d5-4cf9-86e7-6d52aef732bd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:02.507281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 9a4cd193-9001-4626-988d-cef415b17a89 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:02.515229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:02.525253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:02.543436 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.582549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=221b092c-c5d8-4ee7-838a-fb37e6eee808,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:02.618504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] For port 84da49e9-f7fe-43a2-b8f1-edd254f39fea, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:02.623272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] For port 84da49e9-f7fe-43a2-b8f1-edd254f39fea, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=84da49e9-f7fe-43a2-b8f1-edd254f39fea,segment=NetworkSegment(0752eff9-f1fa-4c46-9ba0-61b097d77bd2),segment_id=0752eff9-f1fa-4c46-9ba0-61b097d77bd2)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:02.624998 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.631130 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f560596-a1b3-454c-8c51-3a52b486b9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd85331f-7d24-4dd7-b2f0-3cf2177acfcc'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:02.637094 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d830726-186e-4b70-a67d-4c75da01d357" -d '{"events": [{"server_uuid": "4f560596-a1b3-454c-8c51-3a52b486b9b8", "name": "network-vif-plugged", "status": "completed", "tag": "cd85331f-7d24-4dd7-b2f0-3cf2177acfcc"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:02.677205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.678286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:02.694204 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac07dd6-1898-4c5d-a13e-aec517f253b6 x-openstack-request-id: req-dac07dd6-1898-4c5d-a13e-aec517f253b6 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:02.694850 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f560596-a1b3-454c-8c51-3a52b486b9b8", "name": "network-vif-plugged", "status": "completed", "tag": "cd85331f-7d24-4dd7-b2f0-3cf2177acfcc", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:02.695249 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dac07dd6-1898-4c5d-a13e-aec517f253b6 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:02.695783 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f560596-a1b3-454c-8c51-3a52b486b9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd85331f-7d24-4dd7-b2f0-3cf2177acfcc', 'code': 200} Sep 17 22:41:02.708678 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.713684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac2d93e-3b27-4996-8dff-88b1faf96197']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:02.744736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0752eff9-f1fa-4c46-9ba0-61b097d77bd2') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:02.745131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0752eff9-f1fa-4c46-9ba0-61b097d77bd2') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:02.763747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.776511 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.794979 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.819078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:41:02.821925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:41:02.837430 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:41:02.891686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625a2ae-5685-46e8-9ebc-25c820dc7c8c None None] Pushing event updated for resources: {'Port': ['ID=84da49e9-f7fe-43a2-b8f1-edd254f39fea,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:03.011455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a92d6-4e77-47d8-be49-f05fadcfc47a None None] Network 5ac2d93e-3b27-4996-8dff-88b1faf96197 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:03.049979 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.053965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:41:03.053965 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:41:03.053965 n-d-713499-18 neutron-server[95455]: [parameters: {'id': '5ac2d93e-3b27-4996-8dff-88b1faf96197'}] Sep 17 22:41:03.053965 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:41:03.054452 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:41:03.104452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d1c09ed0-9085-46af-9e5a-aa8cb3854265 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:03.142253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:03.149672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.319434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d1c09ed0-9085-46af-9e5a-aa8cb3854265 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:03.320830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.329762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ca3a6-d4c2-4023-993c-44ec84e8ee7e None None] Network 5ac2d93e-3b27-4996-8dff-88b1faf96197 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:03.331280 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-54484032-0b0a-4be6-b0cc-61803701e39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.379139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event updated for resources: {'Port': ['ID=35e6aec5-d296-4dce-96e6-9b676a8946d3,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:03.417224 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.428316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a85130-fc7c-4cba-a774-31a7f9a76b43 req-d61466c1-fb68-416a-bd0f-812c13da5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:03.429581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85a85130-fc7c-4cba-a774-31a7f9a76b43 req-d61466c1-fb68-416a-bd0f-812c13da5bc3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 1098 time: 0.5170691 Sep 17 22:41:03.457685 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.470718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2fee68-e391-4b0b-9629-d8b2c78686d6 None None] Network 9a4cd193-9001-4626-988d-cef415b17a89 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:03.537654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615fb0f-9f4a-4fa7-97bf-02379a1524f5 req-9cbad35c-aa0c-4ee6-bff5-fa683f9109a4 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:03.539097 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2615fb0f-9f4a-4fa7-97bf-02379a1524f5 req-9cbad35c-aa0c-4ee6-bff5-fa683f9109a4 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.2481470 Sep 17 22:41:03.555167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.604184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85a85130-fc7c-4cba-a774-31a7f9a76b43 req-d353f789-ee92-4635-937c-186ebabb7387 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627948 Sep 17 22:41:03.626446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting port 84da49e9-f7fe-43a2-b8f1-edd254f39fea {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:03.626446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.717966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2615fb0f-9f4a-4fa7-97bf-02379a1524f5 req-5f36b7ca-e4f9-4dce-bd8a-1232372edfcb tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621468 Sep 17 22:41:03.729112 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Floating IP d114f404-7eaa-4888-ab62-57673cee79ae associated. External IP: 172.25.6.244, port: c811ffb0-4942-46db-a10e-7edb2f31d0bf. Sep 17 22:41:03.758656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] For port 84da49e9-f7fe-43a2-b8f1-edd254f39fea, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=84da49e9-f7fe-43a2-b8f1-edd254f39fea,segment=NetworkSegment(0752eff9-f1fa-4c46-9ba0-61b097d77bd2),segment_id=0752eff9-f1fa-4c46-9ba0-61b097d77bd2)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:03.764230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.804423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Calling delete_port for 84da49e9-f7fe-43a2-b8f1-edd254f39fea owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:03.888875 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.896545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f73a7f54-6d03-4466-9999-8aa147600749 None None] Provisioning complete for port d1c09ed0-9085-46af-9e5a-aa8cb3854265 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:03.896971 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f73a7f54-6d03-4466-9999-8aa147600749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.996344 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.998842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port d1c09ed0-9085-46af-9e5a-aa8cb3854265, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d1c09ed0-9085-46af-9e5a-aa8cb3854265,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:04.026098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No DVR routers for this DVR port 84da49e9-f7fe-43a2-b8f1-edd254f39fea on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:04.032947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Port': ['ID=84da49e9-f7fe-43a2-b8f1-edd254f39fea,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.071068 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f73a7f54-6d03-4466-9999-8aa147600749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.105837 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.107203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03814d53-f043-43d2-95e9-2bc9cffcc63d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:04.131471 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.141063 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.153345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Router 3a281056-d139-4964-9797-d41deeeeb317 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:04.164908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac2d93e-3b27-4996-8dff-88b1faf96197']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:04.177385 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0752eff9-f1fa-4c46-9ba0-61b097d77bd2') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:04.177908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0752eff9-f1fa-4c46-9ba0-61b097d77bd2') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:04.205618 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.218528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.223353 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.231091 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-f73a7f54-6d03-4466-9999-8aa147600749 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:41:04.231997 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-f73a7f54-6d03-4466-9999-8aa147600749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:41:04.236490 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:41:04.241141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:41:04.241582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:41:04.245980 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:41:04.249430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=d1c09ed0-9085-46af-9e5a-aa8cb3854265,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.279032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 03814d53-f043-43d2-95e9-2bc9cffcc63d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:04.279418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.339547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=221b092c-c5d8-4ee7-838a-fb37e6eee808,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.422052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.431656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:04.451131 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] Sync routers for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:04.456667 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.463153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.473869 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/5ac2d93e-3b27-4996-8dff-88b1faf96197 HTTP/1.1" status: 204 len: 168 time: 2.8258605 Sep 17 22:41:04.475113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53804) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:04.490440 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:04.491223 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:04.570013 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3f185c-2fde-48f7-8018-5ab0c800a923 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:04.571980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3f185c-2fde-48f7-8018-5ab0c800a923 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:04.576492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0d3f185c-2fde-48f7-8018-5ab0c800a923 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/subnets/d74b450b-e7d5-4cf9-86e7-6d52aef732bd HTTP/1.1" status: 404 len: 337 time: 0.0882528 Sep 17 22:41:04.581471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53806) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:04.582685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6a61e-474d-4f0a-973d-f25941beefea tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Network': ['ID=5ac2d93e-3b27-4996-8dff-88b1faf96197,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.598124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 9a4cd193-9001-4626-988d-cef415b17a89 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:04.600889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.604456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:04.634440 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-88685f3d-7189-409c-bd92-6962c2e72ea1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:04.635222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88685f3d-7189-409c-bd92-6962c2e72ea1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:04.637280 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-88685f3d-7189-409c-bd92-6962c2e72ea1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/5ac2d93e-3b27-4996-8dff-88b1faf96197 HTTP/1.1" status: 404 len: 339 time: 0.0481024 Sep 17 22:41:04.641287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53808) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:04.707256 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:04.714715 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1b77d38e-9211-489c-887e-189bb8ad9468 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2999084 Sep 17 22:41:04.715570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53810) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:04.718430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:04.720964 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fead254-0909-4a47-a927-bb8baa1eeaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:04.809570 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.820913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb07673-98dc-48f2-95cc-4d5b4427e33d tempest-TestVolumeBackupRestore-350043962 tempest-TestVolumeBackupRestore-350043962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:04.826402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7eb07673-98dc-48f2-95cc-4d5b4427e33d tempest-TestVolumeBackupRestore-350043962 tempest-TestVolumeBackupRestore-350043962-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 1093 time: 0.1013868 Sep 17 22:41:04.827472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53818) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:04.834628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ebdd5b38-ee2f-4090-8df0-9980efec3ff5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Request body: {'floatingip': {'port_id': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:04.905159 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c015770-ff8a-4ed7-8c23-3302340bf5f4 x-openstack-request-id: req-2c015770-ff8a-4ed7-8c23-3302340bf5f4 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:04.905454 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:04.905675 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c015770-ff8a-4ed7-8c23-3302340bf5f4 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:04.906073 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'status': 'completed', 'code': 200} Sep 17 22:41:04.941380 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 741aa4a2-e67c-40c4-9dc8-725208daebdc has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:04.954943 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ebdd5b38-ee2f-4090-8df0-9980efec3ff5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.996832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d1c09ed0-9085-46af-9e5a-aa8cb3854265 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:05.051177 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.097505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311d605e-9721-4bbd-857f-6235c15014ba']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:05.127787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a155b7-7487-48a6-af76-bde8b5d0a62e') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:05.132588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a155b7-7487-48a6-af76-bde8b5d0a62e') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:05.136526 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-6d31bbb6-3179-4dba-bb86-41b101ab7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.137365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f0b85e2a-1ef8-4813-8395-3f11c98dc3a0 None None] Provisioning complete for port d1c09ed0-9085-46af-9e5a-aa8cb3854265 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:05.137589 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-6d31bbb6-3179-4dba-bb86-41b101ab7850 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6756cdab0af5438cafd93966a713e6ef&device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 1098 time: 0.1873267 Sep 17 22:41:05.137975 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f0b85e2a-1ef8-4813-8395-3f11c98dc3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.179175 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.217397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d1c09ed0-9085-46af-9e5a-aa8cb3854265 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:05.217397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.244913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.253649 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd114f404-7eaa-4888-ab62-57673cee79ae', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '3a281056-d139-4964-9797-d41deeeeb317', 'port_id': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'mac_address': 'fa:16:3e:64:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:01Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 0, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:37:01Z', 'revision_number': 5, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:05.255131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53824) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:05.274606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39715bd6-e18b-4864-bdb3-089041ca413c None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:41:05.318574 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] Checking router: 3a281056-d139-4964-9797-d41deeeeb317 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:05.349030 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:05.349557 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:05.354066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-a42d31b5-1e8d-445e-895b-e5434b6cae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.355880 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-a42d31b5-1e8d-445e-895b-e5434b6cae7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 HTTP/1.1" status: 200 len: 915 time: 0.2060649 Sep 17 22:41:05.357457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:41:05.358005 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:41:05.361482 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:41:05.470999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f0b85e2a-1ef8-4813-8395-3f11c98dc3a0 None None] Provisioning complete for port 221b092c-c5d8-4ee7-838a-fb37e6eee808 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:05.471376 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f0b85e2a-1ef8-4813-8395-3f11c98dc3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.548519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f0b85e2a-1ef8-4813-8395-3f11c98dc3a0 None None] Port 221b092c-c5d8-4ee7-838a-fb37e6eee808 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:05.566670 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:05.570743 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e33f00a-8488-4270-8212-2550035f9936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.601542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39715bd6-e18b-4864-bdb3-089041ca413c None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:41:05.605901 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a61d45-45e0-4c52-be36-ac7c17057e2a req-64230298-105b-4e26-8995-73f9b6cc9837 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.615862 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a61d45-45e0-4c52-be36-ac7c17057e2a req-64230298-105b-4e26-8995-73f9b6cc9837 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.6582451 Sep 17 22:41:05.645770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-9c220bc8-d050-4ebd-baad-3375f72ad83b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c811ffb0-4942-46db-a10e-7edb2f31d0bf HTTP/1.1" status: 200 len: 1000 time: 0.2717757 Sep 17 22:41:05.693315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.720148 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.722249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/311d605e-9721-4bbd-857f-6235c15014ba HTTP/1.1" status: 204 len: 168 time: 1.0772917 Sep 17 22:41:05.735623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53828) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:05.750395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6a217-53bc-41d9-9173-7d9a015bf96c tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Network': ['ID=311d605e-9721-4bbd-857f-6235c15014ba,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:05.763609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-c8540154-ff5d-4619-87b6-e04675ffe594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.766126 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-c8540154-ff5d-4619-87b6-e04675ffe594 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a42a2e7-f239-4c41-917d-02448ef9b7a6 HTTP/1.1" status: 200 len: 853 time: 0.1085114 Sep 17 22:41:05.799055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5a8f29f7-c707-40b3-823c-6f96e81a13a4 None None] Provisioning complete for port 221b092c-c5d8-4ee7-838a-fb37e6eee808 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:05.799440 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5a8f29f7-c707-40b3-823c-6f96e81a13a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.835481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1a61d45-45e0-4c52-be36-ac7c17057e2a req-70109ce0-c3ef-4add-aa73-e3bb90f0cfd4 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149298 Sep 17 22:41:05.881109 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6344895-e048-443f-99df-02826637dd43 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:05.882045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6344895-e048-443f-99df-02826637dd43 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:05.883727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e6344895-e048-443f-99df-02826637dd43 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/subnets/2d5bc90e-2635-416f-aea3-88ec04efd763 HTTP/1.1" status: 404 len: 337 time: 0.1416936 Sep 17 22:41:05.894662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f29f7-c707-40b3-823c-6f96e81a13a4 None None] Port 221b092c-c5d8-4ee7-838a-fb37e6eee808 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:05.896962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53834) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:05.977670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:05.990314 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-0954a529-7d8b-4783-b06a-db29e6c540b7 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:05.990314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0954a529-7d8b-4783-b06a-db29e6c540b7 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:05.990547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-62d2a077-5964-4f17-adcf-d7f00dfeffce tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "PUT /v2.0/routers/741aa4a2-e67c-40c4-9dc8-725208daebdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2862263 Sep 17 22:41:05.990643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0954a529-7d8b-4783-b06a-db29e6c540b7 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/9c35a78e-1e97-4181-a7b0-a99215c9fbb3 HTTP/1.1" status: 404 len: 339 time: 0.0835557 Sep 17 22:41:05.999498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Sync routers for ids ['741aa4a2-e67c-40c4-9dc8-725208daebdc'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:06.004065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53840) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:06.019749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-2820e357-afd9-48a3-b331-c106344d7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:06.025686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-2820e357-afd9-48a3-b331-c106344d7aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2513378 Sep 17 22:41:06.028040 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd114f404-7eaa-4888-ab62-57673cee79ae', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '3a281056-d139-4964-9797-d41deeeeb317', 'port_id': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'mac_address': 'fa:16:3e:64:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:01Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 0, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:37:01Z', 'revision_number': 5, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:06.030605 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ba607b8d-b61b-4d1a-95a0-10d0e534f448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.056406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Routers {'741aa4a2-e67c-40c4-9dc8-725208daebdc'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:06.057369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:41:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['741aa4a2-e67c-40c4-9dc8-725208daebdc'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:06.092509 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e33f00a-8488-4270-8212-2550035f9936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.120028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6471e7-03c0-416a-a95c-a94b059898fa tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting subnet 8aa258fd-6829-44c2-b7ad-bb0ad17d4581 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:06.130008 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efe9955-9f45-4616-9dfa-2432f5194b13 None None] The sync data for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 is: [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd114f404-7eaa-4888-ab62-57673cee79ae', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '3a281056-d139-4964-9797-d41deeeeb317', 'port_id': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'mac_address': 'fa:16:3e:64:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:01Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 0, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:37:01Z', 'revision_number': 5, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:06.130223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a6471e7-03c0-416a-a95c-a94b059898fa tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.252114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Set router 741aa4a2-e67c-40c4-9dc8-725208daebdc gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:06.254942 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e33f00a-8488-4270-8212-2550035f9936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.264914 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a6471e7-03c0-416a-a95c-a94b059898fa tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.271000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ebdd5b38-ee2f-4090-8df0-9980efec3ff5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.297214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2e33f00a-8488-4270-8212-2550035f9936 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f9f4db6aea54846aa95302e31cce7f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0399961 Sep 17 22:41:06.300037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53846) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:06.338163 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-7abbcac2-2eda-4a64-a382-a729f06e3f55 service neutron] 10.222.0.15 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406185 Sep 17 22:41:06.338943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33f00a-8488-4270-8212-2550035f9936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7deae0-62cc-4f63-962d-4bfd24ef2834,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:06.353103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ebdd5b38-ee2f-4090-8df0-9980efec3ff5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.485245 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-bf9c07e5-0879-4164-bad0-4f41b00a055a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086139268&fields=id&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 267 time: 0.1021256 Sep 17 22:41:06.530463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '221b092c-c5d8-4ee7-838a-fb37e6eee808', 'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:18:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:00Z', 'updated_at': '2021-09-17T22:41:03Z', 'revision_number': 2, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:06.555081 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767fcd50-1324-48ac-9256-aed6102a1437 None None] New status for floating IP d114f404-7eaa-4888-ab62-57673cee79ae: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:41:06.567192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Checking router: 741aa4a2-e67c-40c4-9dc8-725208daebdc for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:06.567424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Updating router 741aa4a2-e67c-40c4-9dc8-725208daebdc port 221b092c-c5d8-4ee7-838a-fb37e6eee808 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:41:06.597834 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.631329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fead254-0909-4a47-a927-bb8baa1eeaa8 req-d6d57b34-8d9b-4c85-9c2e-bd9c5f0b76a9 service neutron] 10.222.0.15 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718074 Sep 17 22:41:06.669917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-29193493-7550-44a2-87df-705e109d9296 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:06.677676 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-29193493-7550-44a2-87df-705e109d9296 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/networks?id=9a4cd193-9001-4626-988d-cef415b17a89 HTTP/1.1" status: 200 len: 796 time: 0.1806710 Sep 17 22:41:06.695092 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-8ceb580d-65f9-4ef1-86f3-0007df5ff5a2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/quotas/d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 375 time: 0.0161283 Sep 17 22:41:06.769939 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-7a5b7f0c-2104-4e33-b395-834bca5937fe tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664093 Sep 17 22:41:06.905868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-7fe71079-0245-455c-aa87-f6abf8cf91d8 service neutron] 10.222.0.30 "GET /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309395 Sep 17 22:41:06.938182 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.999465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-33826c5c-4c03-42be-af19-7d2838cfa274 service neutron] 10.222.0.30 "GET /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926898 Sep 17 22:41:07.038064 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a6471e7-03c0-416a-a95c-a94b059898fa tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.040961 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a80351d-55a4-4956-953e-884372298e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.047336 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.084927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.121798 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a80351d-55a4-4956-953e-884372298e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.130378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb91422-2764-4e66-851e-936c5ee43e67 req-ea80dfa0-9c41-432f-9eff-cf7fc638c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:07.131916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffb91422-2764-4e66-851e-936c5ee43e67 req-ea80dfa0-9c41-432f-9eff-cf7fc638c8b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 1098 time: 0.2020125 Sep 17 22:41:07.133409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc43101-daca-4ddd-af42-7705b42b9827 None None] Pushing event updated for resources: {'Port': ['ID=221b092c-c5d8-4ee7-838a-fb37e6eee808,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:07.175299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Attempting to bind port 221b092c-c5d8-4ee7-838a-fb37e6eee808 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:07.175939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Attempting to bind port 221b092c-c5d8-4ee7-838a-fb37e6eee808 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:07.176566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Attempting to bind port 221b092c-c5d8-4ee7-838a-fb37e6eee808 on network 9a4cd193-9001-4626-988d-cef415b17a89 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:07.183707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:07.184588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Checking segment: {'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:07.186432 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.187294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Bound using segment: {'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:07.195226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Bound port: 221b092c-c5d8-4ee7-838a-fb37e6eee808, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:07.195226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.252699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51306e04-1d06-4393-9fcb-f676bf4268e9 req-ead9edc3-30c6-4096-8739-a29d8b17046f tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:07.261022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51306e04-1d06-4393-9fcb-f676bf4268e9 req-ead9edc3-30c6-4096-8739-a29d8b17046f tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.3318963 Sep 17 22:41:07.311707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] For port 221b092c-c5d8-4ee7-838a-fb37e6eee808, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:07.315422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] For port 221b092c-c5d8-4ee7-838a-fb37e6eee808, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=221b092c-c5d8-4ee7-838a-fb37e6eee808,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:07.342865 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.363277 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51306e04-1d06-4393-9fcb-f676bf4268e9 req-ca306077-30c3-4b71-9050-7c8270221e9b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014652 Sep 17 22:41:07.401993 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.445431 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15f6572d-02f0-4d1f-8c0b-6315a75674a7 req-15e187d5-219e-4c5b-a009-d28955f5bce4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 210 time: 0.0651908 Sep 17 22:41:07.484731 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a6471e7-03c0-416a-a95c-a94b059898fa tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.509423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Routers {'741aa4a2-e67c-40c4-9dc8-725208daebdc'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:07.510075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:41:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['741aa4a2-e67c-40c4-9dc8-725208daebdc'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:07.545265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6471e7-03c0-416a-a95c-a94b059898fa tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa258fd-6829-44c2-b7ad-bb0ad17d4581,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:07.550383 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a6471e7-03c0-416a-a95c-a94b059898fa tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.555563 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53870) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:07.556533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5a6471e7-03c0-416a-a95c-a94b059898fa tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/subnets/8aa258fd-6829-44c2-b7ad-bb0ad17d4581 HTTP/1.1" status: 204 len: 168 time: 1.5481744 Sep 17 22:41:07.558809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-86a6a6c0-271d-4d08-80fe-14d0c915fc6f None None] Provisioning complete for port 221b092c-c5d8-4ee7-838a-fb37e6eee808 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:07.559214 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-86a6a6c0-271d-4d08-80fe-14d0c915fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.560870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdd5b38-ee2f-4090-8df0-9980efec3ff5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Router 3a281056-d139-4964-9797-d41deeeeb317 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:07.562865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb91422-2764-4e66-851e-936c5ee43e67 req-7d4d488a-30bd-4cd6-8fa7-e3e068a42271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:07.564728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffb91422-2764-4e66-851e-936c5ee43e67 req-7d4d488a-30bd-4cd6-8fa7-e3e068a42271 service neutron] 10.222.0.23 "GET /v2.0/networks?id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 200 len: 920 time: 0.4173641 Sep 17 22:41:07.626009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-52282d79-4514-48cd-812f-870fbac317a6 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting subnet e97c6436-312a-4dcb-82a6-83c405dcc813 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:07.627878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffb91422-2764-4e66-851e-936c5ee43e67 req-440b7110-c3e0-47de-9f15-2f8d6c921774 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc HTTP/1.1" status: 200 len: 217 time: 0.0549264 Sep 17 22:41:07.630874 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-52282d79-4514-48cd-812f-870fbac317a6 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.632261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a80351d-55a4-4956-953e-884372298e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.634363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e328183d-b1a4-4e0b-a657-9380532081a2 None None] Network 147e151e-b776-4198-a316-e749ccebb62d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:07.635419 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a80351d-55a4-4956-953e-884372298e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.639843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5a80351d-55a4-4956-953e-884372298e34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b7deae0-62cc-4f63-962d-4bfd24ef2834 HTTP/1.1" status: 204 len: 168 time: 1.3359244 Sep 17 22:41:07.709949 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-52282d79-4514-48cd-812f-870fbac317a6 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.719527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80351d-55a4-4956-953e-884372298e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7deae0-62cc-4f63-962d-4bfd24ef2834,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:07.777278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc43101-daca-4ddd-af42-7705b42b9827 None None] Pushing event updated for resources: {'Port': ['ID=221b092c-c5d8-4ee7-838a-fb37e6eee808,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:07.803902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb91422-2764-4e66-851e-936c5ee43e67 req-dc79f18e-d17c-4b94-8b89-77dcb7d54343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:07.806150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffb91422-2764-4e66-851e-936c5ee43e67 req-dc79f18e-d17c-4b94-8b89-77dcb7d54343 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9e93a11-09da-407a-8f77-8ec9d902413f HTTP/1.1" status: 200 len: 859 time: 0.1667798 Sep 17 22:41:07.854530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd5b38-ee2f-4090-8df0-9980efec3ff5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:07.873258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffb91422-2764-4e66-851e-936c5ee43e67 req-8cc9fe80-8251-4eea-9959-c472cfd94551 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609050 Sep 17 22:41:07.877136 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ebdd5b38-ee2f-4090-8df0-9980efec3ff5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.916768 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-52282d79-4514-48cd-812f-870fbac317a6 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:07.923149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] Sync routers for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:07.946614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:07.951193 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7" -d '{"events": [{"name": "network-changed", "server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:08.036846 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2006040d-78fa-4569-98c7-07811868f808 x-openstack-request-id: req-2006040d-78fa-4569-98c7-07811868f808 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:08.037185 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:08.037476 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2006040d-78fa-4569-98c7-07811868f808 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:08.037973 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'status': 'completed', 'code': 200} Sep 17 22:41:08.061020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ebdd5b38-ee2f-4090-8df0-9980efec3ff5 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "PUT /v2.0/floatingips/d114f404-7eaa-4888-ab62-57673cee79ae HTTP/1.1" status: 200 len: 992 time: 3.2246959 Sep 17 22:41:08.095958 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffb91422-2764-4e66-851e-936c5ee43e67 req-69d1165e-4645-4793-b520-0c2bfdcf1582 service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145534 Sep 17 22:41:08.127894 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-52282d79-4514-48cd-812f-870fbac317a6 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.166139 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-86a6a6c0-271d-4d08-80fe-14d0c915fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.168036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:08.168682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:41:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:08.172591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52282d79-4514-48cd-812f-870fbac317a6 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Subnet': ['ID=e97c6436-312a-4dcb-82a6-83c405dcc813,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:08.175322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-52282d79-4514-48cd-812f-870fbac317a6 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.177752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-52282d79-4514-48cd-812f-870fbac317a6 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/subnets/e97c6436-312a-4dcb-82a6-83c405dcc813 HTTP/1.1" status: 204 len: 168 time: 0.6198070 Sep 17 22:41:08.189344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53880) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:08.189344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-4a958080-e146-4cd9-814c-16a3e2ba4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.189344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-4a958080-e146-4cd9-814c-16a3e2ba4d96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6756cdab0af5438cafd93966a713e6ef&device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 1098 time: 0.1141686 Sep 17 22:41:08.239301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffb91422-2764-4e66-851e-936c5ee43e67 req-c5efe3ad-8ada-4e77-bd7f-ac08f1c1e6b1 service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358612 Sep 17 22:41:08.260915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] Set router 741aa4a2-e67c-40c4-9dc8-725208daebdc gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:08.388919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:08.408385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.422539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-86a6a6c0-271d-4d08-80fe-14d0c915fc6f None None] For port 221b092c-c5d8-4ee7-838a-fb37e6eee808, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=221b092c-c5d8-4ee7-838a-fb37e6eee808,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:08.552929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-86a6a6c0-271d-4d08-80fe-14d0c915fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.555136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-85a10052-0f77-4ad1-8a4a-d92ca2253f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.556895 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-85a10052-0f77-4ad1-8a4a-d92ca2253f72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 HTTP/1.1" status: 200 len: 915 time: 0.3256922 Sep 17 22:41:08.640661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8fc3d-165f-4d11-b146-709ef6084a1f None None] Update dhcp port {'port': {'network_id': '147e151e-b776-4198-a316-e749ccebb62d', 'fixed_ips': [{'subnet_id': 'e97c6436-312a-4dcb-82a6-83c405dcc813'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:41:08.644842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef59dc80-a917-4fd5-8aa3-4025d1e467b4 req-92fe1b96-6d71-4dc4-927d-c3e25f6e813f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 210 time: 0.0663459 Sep 17 22:41:08.685636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d4d2b-8d82-42f6-be7f-3bda2bc0fe28 req-04f1e33c-9da4-4696-9f18-9477483c0f20 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.692651 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e7d4d2b-8d82-42f6-be7f-3bda2bc0fe28 req-04f1e33c-9da4-4696-9f18-9477483c0f20 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.1731029 Sep 17 22:41:08.717106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6a6c0-271d-4d08-80fe-14d0c915fc6f None None] Pushing event updated for resources: {'Port': ['ID=221b092c-c5d8-4ee7-838a-fb37e6eee808,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:08.732794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-780f39cc-78c0-4392-8268-edaebba13fc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c811ffb0-4942-46db-a10e-7edb2f31d0bf HTTP/1.1" status: 200 len: 1002 time: 0.1643171 Sep 17 22:41:08.765390 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ece8fc3d-165f-4d11-b146-709ef6084a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.799580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6a36d560-124b-447f-871c-9086c504f71f None None] Provisioning complete for port 221b092c-c5d8-4ee7-838a-fb37e6eee808 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:08.799951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6a36d560-124b-447f-871c-9086c504f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.814510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:08.814872 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.855347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-c5e41959-6495-4ca1-b500-1908782d9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.859391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-c5e41959-6495-4ca1-b500-1908782d9a7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a42a2e7-f239-4c41-917d-02448ef9b7a6 HTTP/1.1" status: 200 len: 853 time: 0.1087615 Sep 17 22:41:08.873434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e7d4d2b-8d82-42f6-be7f-3bda2bc0fe28 req-9b372ae0-8d73-4e98-8d34-6ba0de8484fb tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736634 Sep 17 22:41:08.966886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] For port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,segment=NetworkSegment(d53fa3c3-e59a-48f3-807b-78965145f191),segment_id=d53fa3c3-e59a-48f3-807b-78965145f191)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:08.967268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.000317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '221b092c-c5d8-4ee7-838a-fb37e6eee808', 'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:18:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:00Z', 'updated_at': '2021-09-17T22:41:07Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:09.036619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee08be6-2a1d-4699-8cf6-6d50fb787c6b None None] The sync data for ids ['741aa4a2-e67c-40c4-9dc8-725208daebdc'] in n-d-713499-18 is: [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '221b092c-c5d8-4ee7-838a-fb37e6eee808', 'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:18:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:00Z', 'updated_at': '2021-09-17T22:41:07Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:09.072993 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.112613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd114f404-7eaa-4888-ab62-57673cee79ae', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '3a281056-d139-4964-9797-d41deeeeb317', 'port_id': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'mac_address': 'fa:16:3e:64:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:01Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 2, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:37:01Z', 'revision_number': 5, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:09.174427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae0e88-b7cf-45a4-a63a-da5175096606 None None] Network 147e151e-b776-4198-a316-e749ccebb62d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:09.176742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53910) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:09.198955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] Checking router: 3a281056-d139-4964-9797-d41deeeeb317 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:09.234965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:09.235676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:41:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:09.344143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-498608871-network', 'tenant_id': '32f3b3696b0f4e2485ed65aa7aa814c2'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:09.393120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-566782a5-654e-4cce-82e8-bbe900b2876d None None] Provisioning complete for port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:09.393495 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-566782a5-654e-4cce-82e8-bbe900b2876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.413641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Calling delete_port for 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:09.420540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-75d3da54-0e17-4364-a70e-5c8597e61cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:09.422161 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-75d3da54-0e17-4364-a70e-5c8597e61cd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5540025 Sep 17 22:41:09.434296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Made reservation on behalf of 32f3b3696b0f4e2485ed65aa7aa814c2 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:09.438030 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.463584 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.495513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:09.604829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559e9a21-79ef-4a89-92a1-7976bfb08ad2 None None] DHCP port deletion for 147e151e-b776-4198-a316-e749ccebb62d request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:09.621354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-4cb1d11b-c421-40b5-904c-cfeef774a29a service neutron] 10.222.0.15 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904485 Sep 17 22:41:09.710703 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.801202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.827016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-559e9a21-79ef-4a89-92a1-7976bfb08ad2 None None] Deleting port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:09.827295 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-559e9a21-79ef-4a89-92a1-7976bfb08ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.832483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-705d38cf-62f7-4e37-9783-fca48950053d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:09.833572 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74a72e15-51f0-4791-9748-0989a6ebf2c7 req-fc83ba9d-5dc7-44fc-bce4-54662a62efc7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 210 time: 0.0423055 Sep 17 22:41:09.837583 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-705d38cf-62f7-4e37-9783-fca48950053d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "GET /v2.0/networks?id=9a4cd193-9001-4626-988d-cef415b17a89 HTTP/1.1" status: 200 len: 796 time: 0.1953998 Sep 17 22:41:09.861454 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:41:09.870049 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.871048 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.874416 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Added segment 8e6b7a35-ef6d-4993-ae5b-00fe682a34a0 of type vlan for network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 Sep 17 22:41:09.924802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Port': ['ID=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:09.927199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No DVR routers for this DVR port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:09.932084 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c4d0e8e-827a-4b9c-b0ff-bb288b0856f7 req-c36118ab-3022-4890-ac77-1547371e2119 service neutron] 10.222.0.15 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930419 Sep 17 22:41:09.963319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.986887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f196ff80-9114-431a-bb87-c5e610282f1a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:09.989077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-559e9a21-79ef-4a89-92a1-7976bfb08ad2 None None] For port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,segment=NetworkSegment(d53fa3c3-e59a-48f3-807b-78965145f191),segment_id=d53fa3c3-e59a-48f3-807b-78965145f191)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:10.000207 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-559e9a21-79ef-4a89-92a1-7976bfb08ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.025197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-559e9a21-79ef-4a89-92a1-7976bfb08ad2 None None] Calling delete_port for 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:10.039245 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.042319 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd114f404-7eaa-4888-ab62-57673cee79ae', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '3a281056-d139-4964-9797-d41deeeeb317', 'port_id': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'mac_address': 'fa:16:3e:64:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:01Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 2, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:37:01Z', 'revision_number': 5, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:10.057155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:10.059521 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff66db02-e787-4088-880f-1f6eadefee7b" -d '{"events": [{"name": "network-changed", "server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:10.070618 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147e151e-b776-4198-a316-e749ccebb62d']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:10.182282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c495e-6b80-47f9-9e80-3d4be5282adb None None] The sync data for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 is: [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd114f404-7eaa-4888-ab62-57673cee79ae', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '3a281056-d139-4964-9797-d41deeeeb317', 'port_id': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'mac_address': 'fa:16:3e:64:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:01Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 2, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:37:01Z', 'revision_number': 5, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:10.187665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53fa3c3-e59a-48f3-807b-78965145f191') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:10.187665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53fa3c3-e59a-48f3-807b-78965145f191') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:10.187665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.187665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.188015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-6f16c7b2-c00f-4d15-8a10-dfdb60a5ed55 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4cd6a346eb04f708783b1b69d561814 HTTP/1.1" status: 200 len: 380 time: 0.1463077 Sep 17 22:41:10.188671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:41:10.188671 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.188875 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc8635-2184-4707-a2b3-16e6990f1b7b x-openstack-request-id: req-5ccc8635-2184-4707-a2b3-16e6990f1b7b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:10.188875 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:10.188875 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ccc8635-2184-4707-a2b3-16e6990f1b7b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:10.188875 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'status': 'completed', 'code': 200} Sep 17 22:41:10.188875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'port': {'device_id': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'admin_state_up': True, 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'security_groups': ['26fde69e-8e4a-4911-af3c-98ad8fdd3adc']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:10.188875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5c1ce-f8d2-432c-9b8d-8c0bab5d95ee req-f3bd002e-cb24-45cd-8b5e-675414f76e74 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.188875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29d5c1ce-f8d2-432c-9b8d-8c0bab5d95ee req-f3bd002e-cb24-45cd-8b5e-675414f76e74 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.1891675 Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:41:10.235645 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:41:10.301098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66db02-e787-4088-880f-1f6eadefee7b req-ca7b5af4-eeac-484e-88d1-245a42527032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.302822 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff66db02-e787-4088-880f-1f6eadefee7b req-ca7b5af4-eeac-484e-88d1-245a42527032 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6756cdab0af5438cafd93966a713e6ef&device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 1098 time: 0.0663619 Sep 17 22:41:10.315670 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.315670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.315670 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.365576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.395685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29d5c1ce-f8d2-432c-9b8d-8c0bab5d95ee req-890b9c15-c911-4d01-ac88-aaf036d94f6e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771832 Sep 17 22:41:10.410397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.414885 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/147e151e-b776-4198-a316-e749ccebb62d HTTP/1.1" status: 204 len: 168 time: 2.2228081 Sep 17 22:41:10.414885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecd509-4857-4060-a843-4287ea3a0ec1 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Network': ['ID=147e151e-b776-4198-a316-e749ccebb62d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:10.415768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53924) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:10.451852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] Pushing event updated for resources: {'Network': ['ID=85e4471f-6d39-4de5-9e47-3c3c25f244c1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:10.464575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:10.479430 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:41:10.492759 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-559e9a21-79ef-4a89-92a1-7976bfb08ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.499143 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2b669d-1b4d-4686-b4ca-f808fccde070 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:10.500256 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6a7483bd-825a-41f8-bfc9-b07e5e96d861 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3216627 Sep 17 22:41:10.500482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2b669d-1b4d-4686-b4ca-f808fccde070 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:10.503906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53926) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:10.504802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6a2b669d-1b4d-4686-b4ca-f808fccde070 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/subnets/a6f88771-2c1f-4d56-85ea-d09881674615 HTTP/1.1" status: 404 len: 337 time: 0.0848682 Sep 17 22:41:10.507999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-559e9a21-79ef-4a89-92a1-7976bfb08ad2 None None] Network 147e151e-b776-4198-a316-e749ccebb62d is not hosted by any dhcp agent {{(pid=95456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:41:10.507999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e9a21-79ef-4a89-92a1-7976bfb08ad2 None None] No DVR routers for this DVR port 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:10.511555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Request body: {'subnet': {'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-498608871-subnet', 'tenant_id': '32f3b3696b0f4e2485ed65aa7aa814c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:10.512681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53928) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:10.541387 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d054a21-b52f-4c3d-83e9-4f2c7f116a5a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:10.541968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d054a21-b52f-4c3d-83e9-4f2c7f116a5a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:10.543701 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7d054a21-b52f-4c3d-83e9-4f2c7f116a5a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/33b74ade-7637-4128-81e1-3dfe5cf036ac HTTP/1.1" status: 404 len: 339 time: 0.0297098 Sep 17 22:41:10.547276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:10.568349 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.572057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e9a21-79ef-4a89-92a1-7976bfb08ad2 None None] Pushing event deleted for resources: {'Port': ['ID=4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:10.589466 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4eaaa60-010f-4db3-bd82-2a2fa2bf03c8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:10.589914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4eaaa60-010f-4db3-bd82-2a2fa2bf03c8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:10.591742 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f4eaaa60-010f-4db3-bd82-2a2fa2bf03c8 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/subnets/7d30e196-2680-4e28-a02f-8a8f70e9468b HTTP/1.1" status: 404 len: 337 time: 0.0434890 Sep 17 22:41:10.594529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53932) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:10.596430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66db02-e787-4088-880f-1f6eadefee7b req-0b173d56-c8e6-4cef-b661-3e5b8453efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.596430 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff66db02-e787-4088-880f-1f6eadefee7b req-0b173d56-c8e6-4cef-b661-3e5b8453efff service neutron] 10.222.0.15 "GET /v2.0/networks?id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 HTTP/1.1" status: 200 len: 915 time: 0.2791321 Sep 17 22:41:10.624581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Made reservation on behalf of d4cd6a346eb04f708783b1b69d561814 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:10.628300 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.633758 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9a8ea9-5b8a-4d04-91cf-83c1637105d4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:10.634658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9a8ea9-5b8a-4d04-91cf-83c1637105d4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:10.641620 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8f9a8ea9-5b8a-4d04-91cf-83c1637105d4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/3fe197bf-db4c-4bf0-a4b3-cc1cd420dd46 HTTP/1.1" status: 404 len: 339 time: 0.0460057 Sep 17 22:41:10.648874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53936) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:10.680171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff66db02-e787-4088-880f-1f6eadefee7b req-3310fd5a-168d-4df7-bb68-e2fbf541bc11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c811ffb0-4942-46db-a10e-7edb2f31d0bf HTTP/1.1" status: 200 len: 1002 time: 0.0759335 Sep 17 22:41:10.687061 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3d588a-0b8f-4a7b-b528-1e88c3c01ce9 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:10.687515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3d588a-0b8f-4a7b-b528-1e88c3c01ce9 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:10.689470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5e3d588a-0b8f-4a7b-b528-1e88c3c01ce9 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/subnets/87c828df-37e3-468d-be0c-a7ebdce34692 HTTP/1.1" status: 404 len: 337 time: 0.0381343 Sep 17 22:41:10.692738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53938) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:10.717605 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0b11ef-4bc5-4f21-a473-a2979b2bb740 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:10.718145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0b11ef-4bc5-4f21-a473-a2979b2bb740 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:10.719857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ef0b11ef-4bc5-4f21-a473-a2979b2bb740 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/41253b1f-54b9-4840-a1a9-bd15757e5b17 HTTP/1.1" status: 404 len: 339 time: 0.0262175 Sep 17 22:41:10.722448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53940) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:10.761471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Made reservation on behalf of 32f3b3696b0f4e2485ed65aa7aa814c2 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:10.765012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.806699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66db02-e787-4088-880f-1f6eadefee7b req-017967d4-9ad3-4afd-a97e-0944ec4c1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.808449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff66db02-e787-4088-880f-1f6eadefee7b req-017967d4-9ad3-4afd-a97e-0944ec4c1771 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a42a2e7-f239-4c41-917d-02448ef9b7a6 HTTP/1.1" status: 200 len: 853 time: 0.1207643 Sep 17 22:41:10.865663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66db02-e787-4088-880f-1f6eadefee7b req-ffe6a62b-d108-4ddf-aa46-e51bc9d3dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.867264 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff66db02-e787-4088-880f-1f6eadefee7b req-ffe6a62b-d108-4ddf-aa46-e51bc9d3dc2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511451 Sep 17 22:41:10.882144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 221b092c-c5d8-4ee7-838a-fb37e6eee808 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:10.931072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-5680e741-204e-4d4e-9caf-6e8247aa4720 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting subnet 4e3831f1-aa46-4088-aaff-19f51c3b0bf9 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:10.943894 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5680e741-204e-4d4e-9caf-6e8247aa4720 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.960183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 221b092c-c5d8-4ee7-838a-fb37e6eee808 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:10.960684 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.995796 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d4a3ef7-70fc-4822-85dc-3279e2ea59de req-6e175870-4831-4d6a-9757-619522d4b29f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 210 time: 0.0320601 Sep 17 22:41:11.031269 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff66db02-e787-4088-880f-1f6eadefee7b req-e06e5646-0f9a-4e47-a408-e94180d7cf7c service neutron] 10.222.0.15 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466250 Sep 17 22:41:11.053144 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5680e741-204e-4d4e-9caf-6e8247aa4720 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.097193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.20.0.14 (9a4cd193-9001-4626-988d-cef415b17a89/7fa79450-8373-4a81-ac97-b9836f77bc0c/9483220a-77ed-42dd-b546-98b65ae22f67) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:11.130323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:11.147605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff66db02-e787-4088-880f-1f6eadefee7b req-a6b7a041-83cc-4664-91c2-1b810281338c service neutron] 10.222.0.15 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074712 Sep 17 22:41:11.154634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:11.154978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4eb8ece1-2bce-4ebb-ac7d-5a2d4dea9da5 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:11.307464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5680e741-204e-4d4e-9caf-6e8247aa4720 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.400165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.409558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.511222 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5680e741-204e-4d4e-9caf-6e8247aa4720 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.535076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05360a4-b842-4e54-b2ad-e81738c04aeb,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:11.543334 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5680e741-204e-4d4e-9caf-6e8247aa4720 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.546153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5680e741-204e-4d4e-9caf-6e8247aa4720 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/subnets/4e3831f1-aa46-4088-aaff-19f51c3b0bf9 HTTP/1.1" status: 204 len: 168 time: 0.8227761 Sep 17 22:41:11.548802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53948) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:11.550588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe3d84-4fe6-43f4-b11f-bc96aaa77db2 None None] Network 674ec6fe-c99a-46f2-8487-e9234502ec32 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:11.554316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Checking segment: {'id': '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:11.554843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Network hostable DHCP agents. Network: 85e4471f-6d39-4de5-9e47-3c3c25f244c1, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:41:11.578800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680e741-204e-4d4e-9caf-6e8247aa4720 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3831f1-aa46-4088-aaff-19f51c3b0bf9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:11.596755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba027-3d1f-42c9-a9c5-451d959ea50d req-7fb98ec1-e57f-4ee7-9ba2-a5c9eb1f724a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:11.598303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-888ba027-3d1f-42c9-a9c5-451d959ea50d req-7fb98ec1-e57f-4ee7-9ba2-a5c9eb1f724a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.1351931 Sep 17 22:41:11.601879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.643823 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.673632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 9a4cd193-9001-4626-988d-cef415b17a89 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:11.682581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:11.691789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:11.692903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=9483220a-77ed-42dd-b546-98b65ae22f67,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:11.740239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting port 7f1dccfe-962a-4644-ae46-6d388c192283 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:11.740610 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.753365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:41:11.773573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-888ba027-3d1f-42c9-a9c5-451d959ea50d req-d3ec8c20-2eba-4f24-a5af-d6e5605d6dda tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586814 Sep 17 22:41:11.811614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7df4e-2112-45cf-93c0-2dad2a288244 None None] DHCP port deletion for 674ec6fe-c99a-46f2-8487-e9234502ec32 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:11.833742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:11.834511 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.836197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] For port 7f1dccfe-962a-4644-ae46-6d388c192283, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f1dccfe-962a-4644-ae46-6d388c192283,segment=NetworkSegment(827fa1f0-21a2-4ce5-88e4-3af19ea099b2),segment_id=827fa1f0-21a2-4ce5-88e4-3af19ea099b2)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:11.836665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.855995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Calling delete_port for 7f1dccfe-962a-4644-ae46-6d388c192283 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:11.867594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 85e4471f-6d39-4de5-9e47-3c3c25f244c1) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:11.873443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:11.874055 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.889921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f722a-4d90-4c4a-b435-418c8276add7 None None] Network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:11.932446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-98f7df4e-2112-45cf-93c0-2dad2a288244 None None] Deleting port 7f1dccfe-962a-4644-ae46-6d388c192283 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:11.932970 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-98f7df4e-2112-45cf-93c0-2dad2a288244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:11.971241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-13acc6ba-7e39-4b29-b105-5b6d386f1fca tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8123236 Sep 17 22:41:12.010465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Request body: {'port': {'device_id': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:12.018216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-29406487-d3e0-4696-ad36-2ab7f5e5c064 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5062511 Sep 17 22:41:12.067504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.071232 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.072794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-08b8b59b-be01-4221-9b8b-f70f331cd42e None None] Provisioning complete for port 9483220a-77ed-42dd-b546-98b65ae22f67 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:12.073306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08b8b59b-be01-4221-9b8b-f70f331cd42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.086685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-98f7df4e-2112-45cf-93c0-2dad2a288244 None None] For port 7f1dccfe-962a-4644-ae46-6d388c192283, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f1dccfe-962a-4644-ae46-6d388c192283,segment=NetworkSegment(827fa1f0-21a2-4ce5-88e4-3af19ea099b2),segment_id=827fa1f0-21a2-4ce5-88e4-3af19ea099b2)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:12.090403 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-98f7df4e-2112-45cf-93c0-2dad2a288244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.124908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-08b8b59b-be01-4221-9b8b-f70f331cd42e None None] Port 9483220a-77ed-42dd-b546-98b65ae22f67 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:12.139896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Port': ['ID=7f1dccfe-962a-4644-ae46-6d388c192283,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:12.142808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No DVR routers for this DVR port 7f1dccfe-962a-4644-ae46-6d388c192283 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:12.156652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-98f7df4e-2112-45cf-93c0-2dad2a288244 None None] Calling delete_port for 7f1dccfe-962a-4644-ae46-6d388c192283 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:12.189576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9be32-663e-4eb3-a6eb-5b9b3788ff52 req-f126b367-64bb-45a1-826d-5c860b252178 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:12.196346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f847a533-6700-4aba-9e13-9cf3153f2491 None None] Network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:12.196486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ea9be32-663e-4eb3-a6eb-5b9b3788ff52 req-f126b367-64bb-45a1-826d-5c860b252178 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 932 time: 0.1164122 Sep 17 22:41:12.274811 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.287328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-98f7df4e-2112-45cf-93c0-2dad2a288244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.304661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ea9be32-663e-4eb3-a6eb-5b9b3788ff52 req-ce3d28d6-2edd-493e-8ad7-312667560368 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018770 Sep 17 22:41:12.308182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674ec6fe-c99a-46f2-8487-e9234502ec32']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:12.329597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827fa1f0-21a2-4ce5-88e4-3af19ea099b2') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:12.329597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827fa1f0-21a2-4ce5-88e4-3af19ea099b2') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:12.331475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.345613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.359600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:41:12.360484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.416499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9483220a-77ed-42dd-b546-98b65ae22f67 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:41:12.421094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7df4e-2112-45cf-93c0-2dad2a288244 None None] Pushing event deleted for resources: {'Port': ['ID=7f1dccfe-962a-4644-ae46-6d388c192283,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:41:12.427128 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:41:12.434108 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.444400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7df4e-2112-45cf-93c0-2dad2a288244 None None] No DVR routers for this DVR port 7f1dccfe-962a-4644-ae46-6d388c192283 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:12.495989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Transition to ACTIVE for port object 9483220a-77ed-42dd-b546-98b65ae22f67 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:41:12.496217 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.507565 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.507565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/674ec6fe-c99a-46f2-8487-e9234502ec32 HTTP/1.1" status: 204 len: 168 time: 0.9547529 Sep 17 22:41:12.507816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53962) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:12.521424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa244f-bf34-4543-bbe7-2837268e9454 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Network': ['ID=674ec6fe-c99a-46f2-8487-e9234502ec32,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:12.535125 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b254466-9f45-4ecc-b1e2-1b12ae10ebc4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:12.535585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b254466-9f45-4ecc-b1e2-1b12ae10ebc4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:12.537423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8b254466-9f45-4ecc-b1e2-1b12ae10ebc4 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/subnets/ef2fb91b-fb50-4c00-adf6-c7a1be1d4979 HTTP/1.1" status: 404 len: 337 time: 0.0290267 Sep 17 22:41:12.542761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53964) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:12.564849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.569304 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b828745b-1991-4a5c-81de-92cbb45b50c5 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] DELETE failed (client error): The resource could not be found. Sep 17 22:41:12.569862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b828745b-1991-4a5c-81de-92cbb45b50c5 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:41:12.571545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b828745b-1991-4a5c-81de-92cbb45b50c5 tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/97326d6b-e7ba-45e4-948c-0809e7d8df92 HTTP/1.1" status: 404 len: 339 time: 0.0278006 Sep 17 22:41:12.575601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53966) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:12.633828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf63bc25-3c64-47f5-8625-a533d36caa5d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting subnet 92bc719e-3bca-4e5c-8552-0bfdfcff116e {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:12.638243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf63bc25-3c64-47f5-8625-a533d36caa5d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.660168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Pushing event updated for resources: {'Port': ['ID=9483220a-77ed-42dd-b546-98b65ae22f67,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:12.686986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf63bc25-3c64-47f5-8625-a533d36caa5d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.697667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Attempting to bind port 9483220a-77ed-42dd-b546-98b65ae22f67 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:12.698011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Attempting to bind port 9483220a-77ed-42dd-b546-98b65ae22f67 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:12.698343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Attempting to bind port 9483220a-77ed-42dd-b546-98b65ae22f67 on network 9a4cd193-9001-4626-988d-cef415b17a89 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:12.704086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Port 9483220a-77ed-42dd-b546-98b65ae22f67 on network 9a4cd193-9001-4626-988d-cef415b17a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:12.704443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Attempting to bind port 9483220a-77ed-42dd-b546-98b65ae22f67 on network 9a4cd193-9001-4626-988d-cef415b17a89 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:12.710538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:12.710538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Checking segment: {'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:12.710941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Bound using segment: {'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:12.711161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Bound port: 9483220a-77ed-42dd-b546-98b65ae22f67, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb161cd3-f876-40bc-8317-5e3bf93f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:12.711486 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.785928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] For port 9483220a-77ed-42dd-b546-98b65ae22f67, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:12.786861 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf63bc25-3c64-47f5-8625-a533d36caa5d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.789268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] For port 9483220a-77ed-42dd-b546-98b65ae22f67, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9483220a-77ed-42dd-b546-98b65ae22f67,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:12.848042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f1dccfe-962a-4644-ae46-6d388c192283 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:12.877138 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7f1dccfe-962a-4644-ae46-6d388c192283 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:12.877493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f1dccfe-962a-4644-ae46-6d388c192283 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:12.917255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207916f9-2add-4974-a9be-255b58619d66 req-4fa22166-8ee8-4e6d-b6ae-2791ab7e56c0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:12.919108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-207916f9-2add-4974-a9be-255b58619d66 req-4fa22166-8ee8-4e6d-b6ae-2791ab7e56c0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0558550 Sep 17 22:41:12.920907 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.945198 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf63bc25-3c64-47f5-8625-a533d36caa5d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.974630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63bc25-3c64-47f5-8625-a533d36caa5d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Subnet': ['ID=92bc719e-3bca-4e5c-8552-0bfdfcff116e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:12.982534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf63bc25-3c64-47f5-8625-a533d36caa5d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.984225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cf63bc25-3c64-47f5-8625-a533d36caa5d tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/subnets/92bc719e-3bca-4e5c-8552-0bfdfcff116e HTTP/1.1" status: 204 len: 168 time: 0.4081106 Sep 17 22:41:12.984836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53972) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:12.987564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:12.988220 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:12.989664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] 10.222.0.15 "PUT /v2.0/ports/9483220a-77ed-42dd-b546-98b65ae22f67 HTTP/1.1" status: 200 len: 1093 time: 0.9931676 Sep 17 22:41:12.990122 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:12.992577 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd1924e-26a3-4503-9cab-5bca72523c72" -d '{"events": [{"name": "network-changed", "server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:12.995254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ea98c-9948-4259-9e74-175d8c363127 None None] Network c7d6fc90-ed26-4f82-b9bf-6dbb7444761f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:13.063145 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd77f3a-48f3-42bf-a8db-21b7352b6770 x-openstack-request-id: req-1dd77f3a-48f3-42bf-a8db-21b7352b6770 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:13.063439 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:13.063692 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dd77f3a-48f3-42bf-a8db-21b7352b6770 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:13.064096 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67', 'status': 'completed', 'code': 200} Sep 17 22:41:13.091722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-207916f9-2add-4974-a9be-255b58619d66 req-45bd80e5-4df3-4f59-80f2-e9aa40573235 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653075 Sep 17 22:41:13.094374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f43d8-bfe6-4a64-ba60-15bf97bee977 service neutron] Pushing event updated for resources: {'Port': ['ID=9483220a-77ed-42dd-b546-98b65ae22f67,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:13.113572 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.217841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Deleting port d57db1c7-7b97-41e0-920a-f92da11b2457 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:13.223785 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.224547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1924e-26a3-4503-9cab-5bca72523c72 req-d61a7d70-e72e-4a6c-86ad-53ac82db1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.224547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fd1924e-26a3-4503-9cab-5bca72523c72 req-d61a7d70-e72e-4a6c-86ad-53ac82db1909 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 1096 time: 0.1238947 Sep 17 22:41:13.288255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] For port d57db1c7-7b97-41e0-920a-f92da11b2457, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d57db1c7-7b97-41e0-920a-f92da11b2457,segment=NetworkSegment(0e0e93d8-72eb-41da-8e44-5dea952b4b43),segment_id=0e0e93d8-72eb-41da-8e44-5dea952b4b43)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:13.288627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.305564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e0fa2b-3495-4c69-8a34-b4531b4b0b9a None None] DHCP port deletion for c7d6fc90-ed26-4f82-b9bf-6dbb7444761f request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:13.306849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Calling delete_port for d57db1c7-7b97-41e0-920a-f92da11b2457 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:13.362734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1924e-26a3-4503-9cab-5bca72523c72 req-9488c242-6107-4454-a762-c22e310a2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.364427 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fd1924e-26a3-4503-9cab-5bca72523c72 req-9488c242-6107-4454-a762-c22e310a2e4d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d4cd6a346eb04f708783b1b69d561814&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1266143 Sep 17 22:41:13.406691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-10e0fa2b-3495-4c69-8a34-b4531b4b0b9a None None] Deleting port d57db1c7-7b97-41e0-920a-f92da11b2457 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:13.407079 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-10e0fa2b-3495-4c69-8a34-b4531b4b0b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.476654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-10e0fa2b-3495-4c69-8a34-b4531b4b0b9a None None] For port d57db1c7-7b97-41e0-920a-f92da11b2457, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d57db1c7-7b97-41e0-920a-f92da11b2457,segment=NetworkSegment(0e0e93d8-72eb-41da-8e44-5dea952b4b43),segment_id=0e0e93d8-72eb-41da-8e44-5dea952b4b43)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:13.477184 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-10e0fa2b-3495-4c69-8a34-b4531b4b0b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.491359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-10e0fa2b-3495-4c69-8a34-b4531b4b0b9a None None] Calling delete_port for d57db1c7-7b97-41e0-920a-f92da11b2457 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:13.493519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40948c8-03eb-4e56-b609-56883d165200 req-e362c932-b211-479f-ab7e-34f20dcfe467 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.495125 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a40948c8-03eb-4e56-b609-56883d165200 req-e362c932-b211-479f-ab7e-34f20dcfe467 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 944 time: 0.0994549 Sep 17 22:41:13.508206 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.527781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] No DVR routers for this DVR port d57db1c7-7b97-41e0-920a-f92da11b2457 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:13.553949 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a40948c8-03eb-4e56-b609-56883d165200 req-be7d05a1-5b0d-45ec-8d98-351edf38494d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457375 Sep 17 22:41:13.555160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1924e-26a3-4503-9cab-5bca72523c72 req-84e9c0ff-f774-4ee4-8b36-bc30a1ebdca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.556573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fd1924e-26a3-4503-9cab-5bca72523c72 req-84e9c0ff-f774-4ee4-8b36-bc30a1ebdca8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1851559 Sep 17 22:41:13.591926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Port': ['ID=d57db1c7-7b97-41e0-920a-f92da11b2457,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:13.597032 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-10e0fa2b-3495-4c69-8a34-b4531b4b0b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.639115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0fa2b-3495-4c69-8a34-b4531b4b0b9a None None] Pushing event deleted for resources: {'Port': ['ID=d57db1c7-7b97-41e0-920a-f92da11b2457,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:13.650125 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0fa2b-3495-4c69-8a34-b4531b4b0b9a None None] No DVR routers for this DVR port d57db1c7-7b97-41e0-920a-f92da11b2457 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:13.662722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-80e609a8-3a4e-4ccb-9c9d-6dfc35401930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.664506 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-80e609a8-3a4e-4ccb-9c9d-6dfc35401930 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 1096 time: 0.0469267 Sep 17 22:41:13.667418 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.692930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d6fc90-ed26-4f82-b9bf-6dbb7444761f']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:13.703896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0e93d8-72eb-41da-8e44-5dea952b4b43') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:13.704454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0e93d8-72eb-41da-8e44-5dea952b4b43') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:13.714144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-2179b244-6275-448f-9534-10f0684fa733 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9483220a-77ed-42dd-b546-98b65ae22f67 HTTP/1.1" status: 200 len: 217 time: 0.0355546 Sep 17 22:41:13.717759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.730273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.737564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:41:13.741533 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:41:13.775115 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-db6ad5aa-7126-4a87-8a55-0ed27e674d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.776675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-db6ad5aa-7126-4a87-8a55-0ed27e674d84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fa79450-8373-4a81-ac97-b9836f77bc0c HTTP/1.1" status: 200 len: 835 time: 0.0555162 Sep 17 22:41:13.826718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-2eac1e06-6c30-4eb6-8d95-e5b0123bffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.828347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-2eac1e06-6c30-4eb6-8d95-e5b0123bffca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a4cd193-9001-4626-988d-cef415b17a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441084 Sep 17 22:41:13.867482 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.872991 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.877302 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] 10.222.0.30 "DELETE /v2.0/networks/c7d6fc90-ed26-4f82-b9bf-6dbb7444761f HTTP/1.1" status: 204 len: 168 time: 0.8892562 Sep 17 22:41:13.892822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236c325-1bb3-48a9-add8-68bc8eafc33a tempest-NetworksIpV6Test-75277906 tempest-NetworksIpV6Test-75277906-project] Pushing event deleted for resources: {'Network': ['ID=c7d6fc90-ed26-4f82-b9bf-6dbb7444761f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:13.926727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-70f862ad-15b6-4998-a3c0-f351ac932dd4 service neutron] 10.222.0.15 "GET /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899889 Sep 17 22:41:14.027216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc6aafe0-337f-4756-8b64-7eebc0a14019 req-b3213dc9-8a6b-4ee2-979f-7f56fc1f5ded service neutron] 10.222.0.15 "GET /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930550 Sep 17 22:41:14.225797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87070732-3440-4ae0-ba86-307c380f488c req-4d24242d-810b-4b3d-b17e-ccd6eff862c1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:14.228710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87070732-3440-4ae0-ba86-307c380f488c req-4d24242d-810b-4b3d-b17e-ccd6eff862c1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0550921 Sep 17 22:41:14.277615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87070732-3440-4ae0-ba86-307c380f488c req-9c824a40-1ccc-45bf-b903-fdba5aa103b5 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Sep 17 22:41:14.316292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53998) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:14.448166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1c2868a7-b83f-44ce-8278-6b6fac4c991d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80bc439f966f486d9cc18a399022e38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290250 Sep 17 22:41:14.448986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54002) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:14.501381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-82d2dcbf-1eb6-440a-8e8b-1ce01bfa693b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.522197 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-82d2dcbf-1eb6-440a-8e8b-1ce01bfa693b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.639185 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-82d2dcbf-1eb6-440a-8e8b-1ce01bfa693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.642002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-82d2dcbf-1eb6-440a-8e8b-1ce01bfa693b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:14.643200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-82d2dcbf-1eb6-440a-8e8b-1ce01bfa693b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2552d832-418b-4c34-9b15-88db8d0b76d9 HTTP/1.1" status: 204 len: 168 time: 0.1933210 Sep 17 22:41:14.674873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2dcbf-1eb6-440a-8e8b-1ce01bfa693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2552d832-418b-4c34-9b15-88db8d0b76d9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:14.701828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a5b7b-fce9-4c4c-a437-becfd078d296 req-11dbcd6a-d74d-4ed5-9173-85ababe7c7c7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:14.703345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa5a5b7b-fce9-4c4c-a437-becfd078d296 req-11dbcd6a-d74d-4ed5-9173-85ababe7c7c7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 944 time: 0.0591061 Sep 17 22:41:14.742308 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa5a5b7b-fce9-4c4c-a437-becfd078d296 req-9a915a31-43f5-4613-9bea-799ab1280177 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321670 Sep 17 22:41:14.825864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d57db1c7-7b97-41e0-920a-f92da11b2457 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:14.846121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d57db1c7-7b97-41e0-920a-f92da11b2457 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:14.846473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d57db1c7-7b97-41e0-920a-f92da11b2457 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:15.403775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf3f6a-2df2-441f-ac3c-8d4c4dd12266 req-545f0e58-6a5a-43fd-a427-c9cc9db73aa9 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:15.405393 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79cf3f6a-2df2-441f-ac3c-8d4c4dd12266 req-545f0e58-6a5a-43fd-a427-c9cc9db73aa9 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0553775 Sep 17 22:41:15.458874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79cf3f6a-2df2-441f-ac3c-8d4c4dd12266 req-95bea427-a9d7-452b-a91c-7111e411895d tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381048 Sep 17 22:41:15.798850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54042) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:15.891213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3aec2-ae4d-4f4f-b772-a5e765614397 req-54bda9d9-1260-4c85-8f1b-ba7b1b87e8f2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:15.892838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ccc3aec2-ae4d-4f4f-b772-a5e765614397 req-54bda9d9-1260-4c85-8f1b-ba7b1b87e8f2 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 944 time: 0.0673664 Sep 17 22:41:15.926327 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-76bbc76a-4b68-4256-9400-7a360e61321f tempest-ServiceProvidersTest-1643922525 tempest-ServiceProvidersTest-1643922525-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1261487 Sep 17 22:41:15.945840 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ccc3aec2-ae4d-4f4f-b772-a5e765614397 req-f828cb4a-779f-4430-ba5e-5cff73618d0d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463903 Sep 17 22:41:16.360998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54056) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:16.476349 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-927f0dfb-84c7-4ad1-864f-546e6549e57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.571788 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-927f0dfb-84c7-4ad1-864f-546e6549e57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.572904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a83a8b-4552-4fb1-9fb7-8336411ea33f req-64d46be3-6dcc-4fe3-8818-6565f574a33c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:16.574587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0a83a8b-4552-4fb1-9fb7-8336411ea33f req-64d46be3-6dcc-4fe3-8818-6565f574a33c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0529792 Sep 17 22:41:16.614875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0a83a8b-4552-4fb1-9fb7-8336411ea33f req-0f2b8c42-dacf-4ede-8cdf-8b0158e297d2 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332706 Sep 17 22:41:16.636584 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-927f0dfb-84c7-4ad1-864f-546e6549e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.673868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f0dfb-84c7-4ad1-864f-546e6549e57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f9d6e8-ba30-4bd1-bef9-e579bc61a367,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:16.680665 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-927f0dfb-84c7-4ad1-864f-546e6549e57e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecba733495d340f080a7ac991f58125d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161008 Sep 17 22:41:16.680825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54062) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:16.730943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24598111-65cc-4e24-b106-25beeb606f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.754328 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24598111-65cc-4e24-b106-25beeb606f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.863901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24598111-65cc-4e24-b106-25beeb606f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.867201 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24598111-65cc-4e24-b106-25beeb606f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:16.868401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-24598111-65cc-4e24-b106-25beeb606f43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6f9d6e8-ba30-4bd1-bef9-e579bc61a367 HTTP/1.1" status: 204 len: 168 time: 0.1866457 Sep 17 22:41:16.878134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24598111-65cc-4e24-b106-25beeb606f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f9d6e8-ba30-4bd1-bef9-e579bc61a367,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:17.126199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ede346-aabb-406e-a45b-0203ce8a2d01 req-0e9e4d63-998b-4688-b09a-53363b67bf1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.128094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2ede346-aabb-406e-a45b-0203ce8a2d01 req-0e9e4d63-998b-4688-b09a-53363b67bf1d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 944 time: 0.0584600 Sep 17 22:41:17.167618 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e2ede346-aabb-406e-a45b-0203ce8a2d01 req-59f11b9d-f17b-4646-a937-f4be0dce126e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335524 Sep 17 22:41:17.740603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1bb5b-569c-4847-b1a5-f143e5719ce5 req-3e635ff8-c50f-4477-8d7f-a2934ec7719c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.742207 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ce1bb5b-569c-4847-b1a5-f143e5719ce5 req-3e635ff8-c50f-4477-8d7f-a2934ec7719c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0527050 Sep 17 22:41:17.783248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ce1bb5b-569c-4847-b1a5-f143e5719ce5 req-22758206-a12a-448d-a17a-5ed546a0f68d tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334473 Sep 17 22:41:17.964538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9483220a-77ed-42dd-b546-98b65ae22f67 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:41:18.066092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 9483220a-77ed-42dd-b546-98b65ae22f67, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9483220a-77ed-42dd-b546-98b65ae22f67,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:18.077466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '9483220a-77ed-42dd-b546-98b65ae22f67', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'port_id': '9483220a-77ed-42dd-b546-98b65ae22f67', 'mac_address': 'fa:16:3e:10:0a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:41:18.122137 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.135273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9483220a-77ed-42dd-b546-98b65ae22f67 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:41:18.155855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 9483220a-77ed-42dd-b546-98b65ae22f67, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9483220a-77ed-42dd-b546-98b65ae22f67,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:18.255885 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.296293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb967-873d-4e5c-90ca-6b5f04b5ca72 req-da3507b7-01f0-4277-9e02-3230dae6c714 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:18.300602 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d4ddb967-873d-4e5c-90ca-6b5f04b5ca72 req-da3507b7-01f0-4277-9e02-3230dae6c714 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 944 time: 0.0592062 Sep 17 22:41:18.311841 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=9483220a-77ed-42dd-b546-98b65ae22f67,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:18.352708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d4ddb967-873d-4e5c-90ca-6b5f04b5ca72 req-7b3fd63a-7baa-4927-9aa8-e918fcc94605 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481718 Sep 17 22:41:18.724993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['9483220a-77ed-42dd-b546-98b65ae22f67'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:18.936885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398416-f4ca-4b0d-886c-4bd01f97adf7 req-465a8308-599a-4e6a-8e3f-92a2dd0ab674 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:18.939472 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79398416-f4ca-4b0d-886c-4bd01f97adf7 req-465a8308-599a-4e6a-8e3f-92a2dd0ab674 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0717325 Sep 17 22:41:18.988587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79398416-f4ca-4b0d-886c-4bd01f97adf7 req-f25cf371-0832-4a74-8077-1740f45251d7 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Sep 17 22:41:19.487025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729dc74-fc15-46e9-ba77-fdb2d7ea9b83 req-973b9c19-ef87-4fa0-beeb-81ab1237e131 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.488634 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729dc74-fc15-46e9-ba77-fdb2d7ea9b83 req-973b9c19-ef87-4fa0-beeb-81ab1237e131 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 945 time: 0.0655057 Sep 17 22:41:19.529536 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729dc74-fc15-46e9-ba77-fdb2d7ea9b83 req-22674ae2-8bd8-445d-8ac3-8ecb5f6a216a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333271 Sep 17 22:41:19.971623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9483220a-77ed-42dd-b546-98b65ae22f67 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:20.097747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 9483220a-77ed-42dd-b546-98b65ae22f67 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:41:20.097747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 9483220a-77ed-42dd-b546-98b65ae22f67 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:20.097747 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.127720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ef72-db26-4de1-aea3-708dc202d2d1 req-0e65aee2-c08d-46bb-ae16-aea18c5de489 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:20.129189 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3450ef72-db26-4de1-aea3-708dc202d2d1 req-0e65aee2-c08d-46bb-ae16-aea18c5de489 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0687337 Sep 17 22:41:20.171928 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3450ef72-db26-4de1-aea3-708dc202d2d1 req-59940cac-1101-443e-968e-c49f8517fb13 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361090 Sep 17 22:41:20.195413 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.224073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:20.224657 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c33648b-e2f7-46d6-b2b3-8dfaf7080590" -d '{"events": [{"server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "name": "network-vif-plugged", "status": "completed", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:20.240877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 9483220a-77ed-42dd-b546-98b65ae22f67, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9483220a-77ed-42dd-b546-98b65ae22f67,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:20.269160 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15725bfd-ca92-44e9-a944-9ccf10392f3f x-openstack-request-id: req-15725bfd-ca92-44e9-a944-9ccf10392f3f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:20.269458 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "name": "network-vif-plugged", "status": "completed", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:20.269712 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15725bfd-ca92-44e9-a944-9ccf10392f3f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:20.270120 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67', 'code': 200} Sep 17 22:41:20.326543 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.389381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=9483220a-77ed-42dd-b546-98b65ae22f67,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:20.397159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.397625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.398207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.398752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.399197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.399633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.400088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.400553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.400976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.401408 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.401974 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.402348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:20.424852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2202-de89-4bb9-995a-887081bad9aa req-c9f00a72-98ba-4225-b0ce-b8b9a4e95536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:20.426612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4afe2202-de89-4bb9-995a-887081bad9aa req-c9f00a72-98ba-4225-b0ce-b8b9a4e95536 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 1098 time: 0.0640502 Sep 17 22:41:20.490684 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4afe2202-de89-4bb9-995a-887081bad9aa req-2384e70e-823c-4e04-b7d1-a79518843e42 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564504 Sep 17 22:41:20.652471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abf883-1006-4e12-b889-02ac1ea895a9 req-70975d32-a1c0-4fc7-ad27-5da4207d3c0b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:20.653944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0abf883-1006-4e12-b889-02ac1ea895a9 req-70975d32-a1c0-4fc7-ad27-5da4207d3c0b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0499589 Sep 17 22:41:20.695560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0abf883-1006-4e12-b889-02ac1ea895a9 req-57204c6f-9ccc-4ba6-aaaf-021b58e5839a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353358 Sep 17 22:41:21.293921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c31f-a212-4e81-b63c-79531d669f54 req-8c554528-9d2c-4fdd-a35c-a4feddefc29c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:21.295558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50a2c31f-a212-4e81-b63c-79531d669f54 req-8c554528-9d2c-4fdd-a35c-a4feddefc29c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0530558 Sep 17 22:41:21.337496 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50a2c31f-a212-4e81-b63c-79531d669f54 req-31aa95cc-9146-433b-8a27-2c2c74e7f955 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Sep 17 22:41:21.822170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af115e-e700-4f4b-8120-848226dac2ad req-604ec8ee-914a-4b77-aafd-c5b1a0b1ad6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:21.828561 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90af115e-e700-4f4b-8120-848226dac2ad req-604ec8ee-914a-4b77-aafd-c5b1a0b1ad6d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0550373 Sep 17 22:41:21.864022 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90af115e-e700-4f4b-8120-848226dac2ad req-c8434b4b-0028-4c9f-bf36-85a8b22c1e87 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324156 Sep 17 22:41:22.458537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3551ba3-2a0c-4f01-aae4-76cbda003c05 req-3f57a189-3c3a-4209-852f-995c25eac060 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.460070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3551ba3-2a0c-4f01-aae4-76cbda003c05 req-3f57a189-3c3a-4209-852f-995c25eac060 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0523369 Sep 17 22:41:22.499112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3551ba3-2a0c-4f01-aae4-76cbda003c05 req-c8b14116-21bd-4f34-8e6b-ed675d00607e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Sep 17 22:41:22.990483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ead2a-54d1-4988-9ee5-0ac963c03ff0 req-266f5160-cb40-443a-9959-a7f67b5b4ece tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.991957 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de3ead2a-54d1-4988-9ee5-0ac963c03ff0 req-266f5160-cb40-443a-9959-a7f67b5b4ece tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0568523 Sep 17 22:41:23.042674 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de3ead2a-54d1-4988-9ee5-0ac963c03ff0 req-fd2ca57b-f7a1-4c2a-9900-31cf2a6b444c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439258 Sep 17 22:41:23.164407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914617ea-d0b8-43c8-909d-9a567a9c2860 req-59987b3b-adce-4a94-a17d-715118fc3bac tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:23.165899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-914617ea-d0b8-43c8-909d-9a567a9c2860 req-59987b3b-adce-4a94-a17d-715118fc3bac tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0527847 Sep 17 22:41:23.206986 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-914617ea-d0b8-43c8-909d-9a567a9c2860 req-5ad83f0a-ce5b-48f8-8169-662190e63ef0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341694 Sep 17 22:41:23.230292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54192) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:23.273085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff436b47-caff-474c-9e28-a55e198c9c63 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:23.275617 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ff436b47-caff-474c-9e28-a55e198c9c63 tempest-TestNetworkAdvancedServerOps-682381634 tempest-TestNetworkAdvancedServerOps-682381634-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 1093 time: 0.0433009 Sep 17 22:41:23.281740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54194) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:23.287907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '9483220a-77ed-42dd-b546-98b65ae22f67', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:23.410203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.517158 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.632774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663aff-2d60-492e-8aa3-4eee2e64031f req-56104b46-7717-4b8c-8446-290b08fa63ad tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:23.641975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86663aff-2d60-492e-8aa3-4eee2e64031f req-56104b46-7717-4b8c-8446-290b08fa63ad tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0598850 Sep 17 22:41:23.654297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Allocated IP 172.25.6.73 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/ce4319e6-9fff-43a6-8af9-3fcfeaba131f) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:23.677387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86663aff-2d60-492e-8aa3-4eee2e64031f req-d2b327f9-40a1-4269-83f6-80a1d7b44a55 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Sep 17 22:41:23.784457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.902117 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.966653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=ce4319e6-9fff-43a6-8af9-3fcfeaba131f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:23.980446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:23.980446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:23.982346 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:24.364274 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.520166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.677403 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.761627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.869870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event updated for resources: {'Port': ['ID=ce4319e6-9fff-43a6-8af9-3fcfeaba131f,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:24.879504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:24.890320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853fbd-3945-4b8a-af37-8cb31472bcc5 req-742c0948-77ad-428d-87bb-34a9287c1aff tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:24.891874 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45853fbd-3945-4b8a-af37-8cb31472bcc5 req-742c0948-77ad-428d-87bb-34a9287c1aff tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.1259551 Sep 17 22:41:24.974131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45853fbd-3945-4b8a-af37-8cb31472bcc5 req-cbbae220-7e17-4f6f-9522-f9aafdc7eb34 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514951 Sep 17 22:41:25.021631 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Floating IP 87e5f477-f9af-49d0-a292-9f3a97f6cca8 associated. External IP: 172.25.6.73, port: 9483220a-77ed-42dd-b546-98b65ae22f67. Sep 17 22:41:25.251980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 741aa4a2-e67c-40c4-9dc8-725208daebdc has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:25.686570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:25.697946 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b637698-8365-4762-88bd-2f508997b040 None None] Sync routers for ids ['741aa4a2-e67c-40c4-9dc8-725208daebdc'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:25.708904 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b637698-8365-4762-88bd-2f508997b040 None None] Routers {'741aa4a2-e67c-40c4-9dc8-725208daebdc'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:25.709506 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4b637698-8365-4762-88bd-2f508997b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:41:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['741aa4a2-e67c-40c4-9dc8-725208daebdc'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:25.813972 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4b637698-8365-4762-88bd-2f508997b040 None None] Set router 741aa4a2-e67c-40c4-9dc8-725208daebdc gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:25.897193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:25.946301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6afb2dcb-0275-4829-b901-e55bc9c2c290 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6632602 Sep 17 22:41:25.946990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:25.949394 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e468046c-4feb-4f72-b735-393af25a80d1" -d '{"events": [{"name": "network-changed", "server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:26.011719 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3219dd2-fab7-4fe6-925b-2e341aa957bf x-openstack-request-id: req-c3219dd2-fab7-4fe6-925b-2e341aa957bf {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:26.012613 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:26.013050 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3219dd2-fab7-4fe6-925b-2e341aa957bf {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:26.014024 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67', 'status': 'completed', 'code': 200} Sep 17 22:41:26.061898 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4b637698-8365-4762-88bd-2f508997b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '87e5f477-f9af-49d0-a292-9f3a97f6cca8', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'port_id': '9483220a-77ed-42dd-b546-98b65ae22f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'mac_address': 'fa:16:3e:10:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:24Z', 'updated_at': '2021-09-17T22:41:24Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221b092c-c5d8-4ee7-838a-fb37e6eee808', 'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:18:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:00Z', 'updated_at': '2021-09-17T22:41:08Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:26.112734 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b637698-8365-4762-88bd-2f508997b040 None None] Checking router: 741aa4a2-e67c-40c4-9dc8-725208daebdc for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:26.124332 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b637698-8365-4762-88bd-2f508997b040 None None] Routers {'741aa4a2-e67c-40c4-9dc8-725208daebdc'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:26.124332 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4b637698-8365-4762-88bd-2f508997b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:41:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['741aa4a2-e67c-40c4-9dc8-725208daebdc'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:26.165212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728195b-4b21-481f-8d7f-62224f6aa7b9 req-cfabd15d-365e-41ec-854b-4a20c66eec21 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.176068 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2728195b-4b21-481f-8d7f-62224f6aa7b9 req-cfabd15d-365e-41ec-854b-4a20c66eec21 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.1412015 Sep 17 22:41:26.178349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8810c8-999a-4688-9e0b-538a85cdd108 req-31f7742f-4b49-475a-802e-2359ea950955 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.180047 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a8810c8-999a-4688-9e0b-538a85cdd108 req-31f7742f-4b49-475a-802e-2359ea950955 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0937850 Sep 17 22:41:26.187771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468046c-4feb-4f72-b735-393af25a80d1 req-20a56cea-24c5-40b0-95f7-ae0c6c278057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.189534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e468046c-4feb-4f72-b735-393af25a80d1 req-20a56cea-24c5-40b0-95f7-ae0c6c278057 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 1098 time: 0.1148436 Sep 17 22:41:26.239138 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a8810c8-999a-4688-9e0b-538a85cdd108 req-c6daf2e8-56ff-44ee-9d6f-64bc497eaba6 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Sep 17 22:41:26.278688 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4b637698-8365-4762-88bd-2f508997b040 None None] Set router 741aa4a2-e67c-40c4-9dc8-725208daebdc gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:26.310913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2728195b-4b21-481f-8d7f-62224f6aa7b9 req-5080198e-9f4d-407f-8fe6-8abda8ab4666 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316655 Sep 17 22:41:26.327028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54242) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:26.369337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468046c-4feb-4f72-b735-393af25a80d1 req-41664439-bf9f-4866-bb3e-530888b33add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.372267 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e468046c-4feb-4f72-b735-393af25a80d1 req-41664439-bf9f-4866-bb3e-530888b33add service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a4cd193-9001-4626-988d-cef415b17a89 HTTP/1.1" status: 200 len: 897 time: 0.1727915 Sep 17 22:41:26.434985 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-92d06b59-87c1-44f4-8448-a041bf514f32 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/87e5f477-f9af-49d0-a292-9f3a97f6cca8 HTTP/1.1" status: 200 len: 991 time: 0.1059330 Sep 17 22:41:26.460422 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e468046c-4feb-4f72-b735-393af25a80d1 req-c9ab65d8-8a91-458b-8daf-ffe30a031b72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9483220a-77ed-42dd-b546-98b65ae22f67 HTTP/1.1" status: 200 len: 999 time: 0.0813081 Sep 17 22:41:26.673003 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4b637698-8365-4762-88bd-2f508997b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '87e5f477-f9af-49d0-a292-9f3a97f6cca8', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'port_id': '9483220a-77ed-42dd-b546-98b65ae22f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'mac_address': 'fa:16:3e:10:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:24Z', 'updated_at': '2021-09-17T22:41:24Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221b092c-c5d8-4ee7-838a-fb37e6eee808', 'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:18:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:00Z', 'updated_at': '2021-09-17T22:41:08Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:26.725725 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b637698-8365-4762-88bd-2f508997b040 None None] The sync data for ids ['741aa4a2-e67c-40c4-9dc8-725208daebdc'] in n-d-713499-18 is: [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '87e5f477-f9af-49d0-a292-9f3a97f6cca8', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'port_id': '9483220a-77ed-42dd-b546-98b65ae22f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'mac_address': 'fa:16:3e:10:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:24Z', 'updated_at': '2021-09-17T22:41:24Z', 'revision_number': 0, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221b092c-c5d8-4ee7-838a-fb37e6eee808', 'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:18:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:00Z', 'updated_at': '2021-09-17T22:41:08Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:26.915472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468046c-4feb-4f72-b735-393af25a80d1 req-3cc9bb2a-c728-49df-93b6-b9c5de23e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.917028 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e468046c-4feb-4f72-b735-393af25a80d1 req-3cc9bb2a-c728-49df-93b6-b9c5de23e054 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fa79450-8373-4a81-ac97-b9836f77bc0c HTTP/1.1" status: 200 len: 835 time: 0.4488266 Sep 17 22:41:26.974328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468046c-4feb-4f72-b735-393af25a80d1 req-55112045-91ce-4496-80e0-518f564363c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:26.977269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e468046c-4feb-4f72-b735-393af25a80d1 req-55112045-91ce-4496-80e0-518f564363c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a4cd193-9001-4626-988d-cef415b17a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500729 Sep 17 22:41:26.984457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebdfc8-a19c-48ad-b3af-60b9ad2d2f1f None None] New status for floating IP 87e5f477-f9af-49d0-a292-9f3a97f6cca8: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:41:27.108468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e468046c-4feb-4f72-b735-393af25a80d1 req-9d921c46-8d60-41f0-97ff-9446501d752e service neutron] 10.222.0.15 "GET /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260219 Sep 17 22:41:27.208175 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e468046c-4feb-4f72-b735-393af25a80d1 req-f7a00a75-2c8f-42d9-ae5e-4dc34c1b446a service neutron] 10.222.0.15 "GET /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925424 Sep 17 22:41:27.300008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54258) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:27.417452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451ca68-d8a7-4aa4-b17a-7b514469bce4 req-c03cb3c3-f449-4f2e-a5d1-8b8d332a9f29 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:27.420867 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1451ca68-d8a7-4aa4-b17a-7b514469bce4 req-c03cb3c3-f449-4f2e-a5d1-8b8d332a9f29 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0813653 Sep 17 22:41:27.440682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54266) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:27.501558 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1451ca68-d8a7-4aa4-b17a-7b514469bce4 req-da0c4db6-355c-4e43-8667-0b7682f1e47b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733914 Sep 17 22:41:27.502610 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-440a8a62-7b03-4ab9-aa29-4277690bbc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.526723 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7a91cc64-4ae9-43a4-9cfe-23643b5c7c86 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/87e5f477-f9af-49d0-a292-9f3a97f6cca8 HTTP/1.1" status: 200 len: 993 time: 0.0833967 Sep 17 22:41:27.622516 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-440a8a62-7b03-4ab9-aa29-4277690bbc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.796097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-440a8a62-7b03-4ab9-aa29-4277690bbc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.836329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-440a8a62-7b03-4ab9-aa29-4277690bbc49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74ac7cfa300d4344aa9076eecb9b32b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378006 Sep 17 22:41:27.837216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a8a62-7b03-4ab9-aa29-4277690bbc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09be43c7-d891-4397-b12a-cd89d69c32fb,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:27.839828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54270) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:27.890604 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23c3779a-0912-49c3-b9a4-84eb0a341dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:27.912029 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23c3779a-0912-49c3-b9a4-84eb0a341dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.041094 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23c3779a-0912-49c3-b9a4-84eb0a341dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.043768 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23c3779a-0912-49c3-b9a4-84eb0a341dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.044992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-23c3779a-0912-49c3-b9a4-84eb0a341dfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09be43c7-d891-4397-b12a-cd89d69c32fb HTTP/1.1" status: 204 len: 168 time: 0.2035215 Sep 17 22:41:28.052989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3779a-0912-49c3-b9a4-84eb0a341dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09be43c7-d891-4397-b12a-cd89d69c32fb,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:28.721140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54286) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:28.737297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71943cf6-9637-4b2d-8b9b-59a1aef730e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.796799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda14219-12a9-4132-8302-c108104e1398 req-bcab97a4-3b41-4da9-ba27-cac00ace1131 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:28.798063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dda14219-12a9-4132-8302-c108104e1398 req-bcab97a4-3b41-4da9-ba27-cac00ace1131 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.2255843 Sep 17 22:41:28.835756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71943cf6-9637-4b2d-8b9b-59a1aef730e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.837758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dda14219-12a9-4132-8302-c108104e1398 req-4285b741-53fe-445d-a012-8f8fbbd7eab8 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Sep 17 22:41:28.955371 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71943cf6-9637-4b2d-8b9b-59a1aef730e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:28.994653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-71943cf6-9637-4b2d-8b9b-59a1aef730e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=050006f06f8041589c2aaa21c7d0ac57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724133 Sep 17 22:41:28.995519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71943cf6-9637-4b2d-8b9b-59a1aef730e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e092d1-2341-454e-b3db-d1e0a92fda05,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:28.997472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54288) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:29.050920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7a3582b-430b-41b9-a76d-f6bc47dc447f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.071596 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7a3582b-430b-41b9-a76d-f6bc47dc447f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.187055 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7a3582b-430b-41b9-a76d-f6bc47dc447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.189834 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7a3582b-430b-41b9-a76d-f6bc47dc447f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.190979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f7a3582b-430b-41b9-a76d-f6bc47dc447f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5e092d1-2341-454e-b3db-d1e0a92fda05 HTTP/1.1" status: 204 len: 168 time: 0.1921954 Sep 17 22:41:29.195580 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:29.199253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3582b-430b-41b9-a76d-f6bc47dc447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e092d1-2341-454e-b3db-d1e0a92fda05,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:29.964496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc95b12-8299-40be-bbd7-25a3c3b8faec req-a4eb5dfb-c2ab-45c1-9222-cbc2afa04c41 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:29.966823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dc95b12-8299-40be-bbd7-25a3c3b8faec req-a4eb5dfb-c2ab-45c1-9222-cbc2afa04c41 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0510561 Sep 17 22:41:30.007630 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dc95b12-8299-40be-bbd7-25a3c3b8faec req-77045389-ad41-46c8-9b7d-b6d65c1854de tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Sep 17 22:41:31.132178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761db89-6e38-40af-a359-cdf0277d34d1 req-3083ce7d-8f52-4ece-8c24-24e0c0480b22 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:31.133750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5761db89-6e38-40af-a359-cdf0277d34d1 req-3083ce7d-8f52-4ece-8c24-24e0c0480b22 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0535028 Sep 17 22:41:31.175118 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5761db89-6e38-40af-a359-cdf0277d34d1 req-53b16e20-e689-423e-962d-18e084ab7d3b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353909 Sep 17 22:41:32.473609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15820446-9766-4d8f-8695-26bf411df7c3 req-4d2511ba-b3d2-4ba2-9c58-8fdf826fd023 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:32.475823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15820446-9766-4d8f-8695-26bf411df7c3 req-4d2511ba-b3d2-4ba2-9c58-8fdf826fd023 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.2245767 Sep 17 22:41:32.515766 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15820446-9766-4d8f-8695-26bf411df7c3 req-f4c6ac8b-a99f-45ba-8582-5e9e076e7e3b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341122 Sep 17 22:41:33.292978 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e5048470-0db4-491b-8ad6-f4dd924f072f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:33.636473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d656c9-b3b1-4f38-8563-5ac21e9b7b82 req-03e3a729-e57a-4518-a6d7-c77b14c14637 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:33.638677 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1d656c9-b3b1-4f38-8563-5ac21e9b7b82 req-03e3a729-e57a-4518-a6d7-c77b14c14637 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0518692 Sep 17 22:41:33.681078 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1d656c9-b3b1-4f38-8563-5ac21e9b7b82 req-39ea2d11-775c-49df-adfd-828f6fda0fbe tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351779 Sep 17 22:41:34.437493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8a59f-0d82-47f2-a4aa-5bfc9713834b req-5f57e2c2-73e9-46e3-9396-187d8bd719af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:34.439626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ccb8a59f-0d82-47f2-a4aa-5bfc9713834b req-5f57e2c2-73e9-46e3-9396-187d8bd719af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 1098 time: 0.0435264 Sep 17 22:41:34.475410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ccb8a59f-0d82-47f2-a4aa-5bfc9713834b req-efc635fb-cacd-450d-a778-2b14033b63b5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282159 Sep 17 22:41:34.803699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d93abe-9034-457d-a9d9-98cedfc22e9c req-a2b69a83-6d1f-40ee-9cc3-fc02988f93b3 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:34.805773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87d93abe-9034-457d-a9d9-98cedfc22e9c req-a2b69a83-6d1f-40ee-9cc3-fc02988f93b3 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0513506 Sep 17 22:41:34.845135 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87d93abe-9034-457d-a9d9-98cedfc22e9c req-09f1893e-445a-4f4a-a37a-50af84e5cb56 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333498 Sep 17 22:41:35.921137 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0df6e6f2-6adc-4eb3-8969-c83d0652186a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:35.973442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97d79d-3e41-4c77-b46e-101ff8714206 req-1f865ce5-49dd-4eaa-9baa-a4050b412b17 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:35.974973 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f97d79d-3e41-4c77-b46e-101ff8714206 req-1f865ce5-49dd-4eaa-9baa-a4050b412b17 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0512321 Sep 17 22:41:36.015606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6f97d79d-3e41-4c77-b46e-101ff8714206 req-d0f03d94-8528-4d8c-a22e-f3f5b3dd7f86 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344565 Sep 17 22:41:36.147187 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f41a4f-3aeb-4c0e-9257-028f721f3407 req-5fc0061a-ba08-4aee-afb3-058faa1cd2fc tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:36.148824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d6f41a4f-3aeb-4c0e-9257-028f721f3407 req-5fc0061a-ba08-4aee-afb3-058faa1cd2fc tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0649037 Sep 17 22:41:36.204921 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d6f41a4f-3aeb-4c0e-9257-028f721f3407 req-a007ebd4-fbae-4063-9bb8-dd980af630b2 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393038 Sep 17 22:41:36.635106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f4fdc-d837-453a-bd84-6e125f568284 req-8789cb86-df8d-482c-b8bb-874b5ea5f493 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:36.636559 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a2f4fdc-d837-453a-bd84-6e125f568284 req-8789cb86-df8d-482c-b8bb-874b5ea5f493 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0506921 Sep 17 22:41:36.679398 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a2f4fdc-d837-453a-bd84-6e125f568284 req-1d972c37-9d07-43dc-a413-074d0e01b32e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361996 Sep 17 22:41:37.043926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.280828 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.509199 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2517d007-3ede-4c54-ad0c-f73412df937b req-ebf4303b-086c-45b7-a45e-319d04874ef8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423050 Sep 17 22:41:37.613011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517d007-3ede-4c54-ad0c-f73412df937b req-141fa9f1-e606-42ea-bfbf-67adba45f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:37.614443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2517d007-3ede-4c54-ad0c-f73412df937b req-141fa9f1-e606-42ea-bfbf-67adba45f3c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 1097 time: 0.0413630 Sep 17 22:41:37.734588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517d007-3ede-4c54-ad0c-f73412df937b req-2a3b038b-e885-4df4-ae2b-1eaa2b580374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:37.736076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2517d007-3ede-4c54-ad0c-f73412df937b req-2a3b038b-e885-4df4-ae2b-1eaa2b580374 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.0923038 Sep 17 22:41:37.804926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2517d007-3ede-4c54-ad0c-f73412df937b req-974e229c-5118-435c-b239-c5ae3cb60c8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0603740 Sep 17 22:41:37.865673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517d007-3ede-4c54-ad0c-f73412df937b req-1db4f1dc-3bc9-4553-9583-6468095f6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:37.867000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2517d007-3ede-4c54-ad0c-f73412df937b req-1db4f1dc-3bc9-4553-9583-6468095f6b7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.0549991 Sep 17 22:41:37.934165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b62fdd-d5d9-491f-bf68-148757888e4a req-b00bc8ac-fc51-476b-a88f-7d84c6b7f02a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:37.935729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b62fdd-d5d9-491f-bf68-148757888e4a req-b00bc8ac-fc51-476b-a88f-7d84c6b7f02a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0823514 Sep 17 22:41:37.943238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517d007-3ede-4c54-ad0c-f73412df937b req-69108fb8-1eae-4e65-8230-938792dafca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:37.944825 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2517d007-3ede-4c54-ad0c-f73412df937b req-69108fb8-1eae-4e65-8230-938792dafca8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595131 Sep 17 22:41:38.006843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86b62fdd-d5d9-491f-bf68-148757888e4a req-2e6af0b4-191d-4e79-bde9-e5c6a2806fc1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610449 Sep 17 22:41:38.069928 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2517d007-3ede-4c54-ad0c-f73412df937b req-30dfb9aa-b44e-4580-8f43-e63c07bf306c service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091650 Sep 17 22:41:38.174349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2517d007-3ede-4c54-ad0c-f73412df937b req-7f059c9c-1de0-413a-8888-f0d8f132dcf2 service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916042 Sep 17 22:41:38.461936 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca84f-302a-4b4f-8805-45caceadff57 req-8e638059-2caf-4b58-a5e0-0c1ec807886b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:38.463691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4feca84f-302a-4b4f-8805-45caceadff57 req-8e638059-2caf-4b58-a5e0-0c1ec807886b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0608587 Sep 17 22:41:38.515900 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4feca84f-302a-4b4f-8805-45caceadff57 req-a526d5f7-7a87-49cb-ba2f-2e690f9617ee tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Sep 17 22:41:39.029984 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.278126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54486) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:39.392512 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-265aea52-9bf3-48a4-b097-04fe722c6c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.489418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-265aea52-9bf3-48a4-b097-04fe722c6c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.617494 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-265aea52-9bf3-48a4-b097-04fe722c6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.665907 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-265aea52-9bf3-48a4-b097-04fe722c6c38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6589fa43f2fa40bf954b6bb9b4697df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866913 Sep 17 22:41:39.667808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aea52-9bf3-48a4-b097-04fe722c6c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966c0c97-c8fe-406f-87a1-ddb035ef6355,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:39.668650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54494) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:39.682729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf5d8d-048f-4575-a406-2ba720fcaa48 req-29118194-744b-4fb8-88f9-ed1d65b5a4e4 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:39.684320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bcf5d8d-048f-4575-a406-2ba720fcaa48 req-29118194-744b-4fb8-88f9-ed1d65b5a4e4 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0994370 Sep 17 22:41:39.722853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f559eb2-7717-45ec-aa3f-aeaf7be10c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.726886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bcf5d8d-048f-4575-a406-2ba720fcaa48 req-c446de1e-6cc1-4f18-a4eb-7be43c6c3b5a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339432 Sep 17 22:41:39.745259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f559eb2-7717-45ec-aa3f-aeaf7be10c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.912466 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f559eb2-7717-45ec-aa3f-aeaf7be10c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.915126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f559eb2-7717-45ec-aa3f-aeaf7be10c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.916566 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2f559eb2-7717-45ec-aa3f-aeaf7be10c58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/966c0c97-c8fe-406f-87a1-ddb035ef6355 HTTP/1.1" status: 204 len: 168 time: 0.2469137 Sep 17 22:41:39.924999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f559eb2-7717-45ec-aa3f-aeaf7be10c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966c0c97-c8fe-406f-87a1-ddb035ef6355,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:40.367152 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.777530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54512) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:40.791471 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f787b13-fac6-40e0-8b25-06bc11b37cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.884568 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f787b13-fac6-40e0-8b25-06bc11b37cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.038908 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5f787b13-fac6-40e0-8b25-06bc11b37cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.076914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f787b13-fac6-40e0-8b25-06bc11b37cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464bfe1a-10ae-416a-8479-3418a85c303d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:41.084422 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5f787b13-fac6-40e0-8b25-06bc11b37cd9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30c69aa53941440f8f076e46b09e1b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053346 Sep 17 22:41:41.086987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54518) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:41.143508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1ccc0a7-a62f-481f-b285-c77dd1808ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.167227 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1ccc0a7-a62f-481f-b285-c77dd1808ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.226821 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:41:41.330631 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1ccc0a7-a62f-481f-b285-c77dd1808ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.333323 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1ccc0a7-a62f-481f-b285-c77dd1808ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.337393 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d1ccc0a7-a62f-481f-b285-c77dd1808ec6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/464bfe1a-10ae-416a-8479-3418a85c303d HTTP/1.1" status: 204 len: 168 time: 0.2465370 Sep 17 22:41:41.355091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccc0a7-a62f-481f-b285-c77dd1808ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464bfe1a-10ae-416a-8479-3418a85c303d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:42.231562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54534) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:42.245840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb259-d321-4f13-8463-dbd0a35753d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.348575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb259-d321-4f13-8463-dbd0a35753d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.418029 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb259-d321-4f13-8463-dbd0a35753d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.460716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbb259-d321-4f13-8463-dbd0a35753d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ade472-693c-4580-a234-8ad203b574e4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:42.466225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6bdbb259-d321-4f13-8463-dbd0a35753d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12cc715b62d24aba9f2f6484b4a0f66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336295 Sep 17 22:41:42.469356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54538) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:42.520708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ebd60b2e-f58c-46b3-a0ba-2bd8c016c719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.542245 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ebd60b2e-f58c-46b3-a0ba-2bd8c016c719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.680945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ebd60b2e-f58c-46b3-a0ba-2bd8c016c719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.680945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ebd60b2e-f58c-46b3-a0ba-2bd8c016c719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:42.680945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ebd60b2e-f58c-46b3-a0ba-2bd8c016c719 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12ade472-693c-4580-a234-8ad203b574e4 HTTP/1.1" status: 204 len: 168 time: 0.2096145 Sep 17 22:41:42.690648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd60b2e-f58c-46b3-a0ba-2bd8c016c719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ade472-693c-4580-a234-8ad203b574e4,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:43.276584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3154318-f5bd-4af7-b40b-fd8bda281b1a req-d9fc3fd4-b7cd-4531-bede-c12518d698b0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:43.278149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b3154318-f5bd-4af7-b40b-fd8bda281b1a req-d9fc3fd4-b7cd-4531-bede-c12518d698b0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0662367 Sep 17 22:41:43.320714 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b3154318-f5bd-4af7-b40b-fd8bda281b1a req-9465531d-84c0-4200-b9d0-716602d63bdb tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354438 Sep 17 22:41:43.329754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25a85-8db5-442b-b78f-4200fb677d4d req-093fde64-58a0-46fb-9aa4-39ddfee58f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:43.334864 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7f25a85-8db5-442b-b78f-4200fb677d4d req-093fde64-58a0-46fb-9aa4-39ddfee58f78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 1097 time: 0.0529258 Sep 17 22:41:43.426489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25a85-8db5-442b-b78f-4200fb677d4d req-4f4a4409-f56a-4080-a94e-4289bc03cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:43.428101 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7f25a85-8db5-442b-b78f-4200fb677d4d req-4f4a4409-f56a-4080-a94e-4289bc03cbd7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 200 len: 920 time: 0.0892053 Sep 17 22:41:43.474514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7f25a85-8db5-442b-b78f-4200fb677d4d req-0fc8912e-1164-4fde-a602-6e2eeffd19cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b059f49-74f2-4a44-a1e3-141467009d0f HTTP/1.1" status: 200 len: 217 time: 0.0395308 Sep 17 22:41:43.525899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25a85-8db5-442b-b78f-4200fb677d4d req-787eff7b-499c-4a8b-b38e-7d90d279c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:43.527526 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7f25a85-8db5-442b-b78f-4200fb677d4d req-787eff7b-499c-4a8b-b38e-7d90d279c910 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9e93a11-09da-407a-8f77-8ec9d902413f HTTP/1.1" status: 200 len: 859 time: 0.0459499 Sep 17 22:41:43.560132 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7f25a85-8db5-442b-b78f-4200fb677d4d req-518368f2-17d0-4329-9950-161781ba988b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256264 Sep 17 22:41:43.666553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7f25a85-8db5-442b-b78f-4200fb677d4d req-a16a2270-7ac6-4795-9f58-06f5c6c25b1d service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995347 Sep 17 22:41:43.762591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7f25a85-8db5-442b-b78f-4200fb677d4d req-6cc87830-8ad7-4be8-9cc8-dcc084b1197b service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893886 Sep 17 22:41:44.451160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39360ab-91a6-48fe-bcd7-cd40f2e56777 req-b22f6576-49c7-4cae-aa71-8e46202e010a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:44.452680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f39360ab-91a6-48fe-bcd7-cd40f2e56777 req-b22f6576-49c7-4cae-aa71-8e46202e010a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0515068 Sep 17 22:41:44.495341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f39360ab-91a6-48fe-bcd7-cd40f2e56777 req-6f6d054a-e581-4e5f-b1aa-73655384837a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361228 Sep 17 22:41:45.617681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754604b-6292-468a-8dc1-fe2f232f8271 req-2d077d4d-c4c8-4101-ae38-2d614853cfb5 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:45.619227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e754604b-6292-468a-8dc1-fe2f232f8271 req-2d077d4d-c4c8-4101-ae38-2d614853cfb5 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0530143 Sep 17 22:41:45.677093 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e754604b-6292-468a-8dc1-fe2f232f8271 req-4d1ee6c0-df28-46d7-bf79-1497660d4010 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421281 Sep 17 22:41:46.585885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54644) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:46.696193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.818099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677afd00-6daf-4fa1-98fc-c8c1fc197448 req-f51022da-8725-4e0e-9c73-c7f1a6d3d526 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:46.819583 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-677afd00-6daf-4fa1-98fc-c8c1fc197448 req-f51022da-8725-4e0e-9c73-c7f1a6d3d526 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0653949 Sep 17 22:41:46.855722 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.873737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-677afd00-6daf-4fa1-98fc-c8c1fc197448 req-94dbc9ec-eb09-4e9e-9cd6-9421664cb2c3 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469315 Sep 17 22:41:46.942960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.980655 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1fb8c64a90341ccb3c9629f7c589420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936820 Sep 17 22:41:46.982596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184a80d3-53ab-4029-a14e-4ea8aeb7c651,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:46.983309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54654) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:46.990821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.991214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.991559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.991950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.992315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.992648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.992980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.993343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.993661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.993984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.994304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:46.994625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13289ca-a363-4a68-9feb-a37b9b178c7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.034140 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.059361 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.187050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.191631 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.196270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/184a80d3-53ab-4029-a14e-4ea8aeb7c651 HTTP/1.1" status: 204 len: 168 time: 0.2118599 Sep 17 22:41:47.210872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184a80d3-53ab-4029-a14e-4ea8aeb7c651,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:47.220184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.220736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.221251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.221750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.222258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.222642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.222916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.223388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.224014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.224661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.224990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.225329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18171be4-128b-4d20-b0c3-e63df8d80ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:47.926921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54668) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:47.943684 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6f2e8a2-bfa8-4c81-8d3b-a16aba2b5779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.039943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe921b2-4f4b-4c45-9fc7-b7731e654535 req-88b1ac94-cf0f-423b-ae68-972531e4ce88 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:48.041518 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fe921b2-4f4b-4c45-9fc7-b7731e654535 req-88b1ac94-cf0f-423b-ae68-972531e4ce88 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0833223 Sep 17 22:41:48.115476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9fe921b2-4f4b-4c45-9fc7-b7731e654535 req-b40de68a-eb7f-426c-89f4-cc54981d3bbd tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652070 Sep 17 22:41:48.153888 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6f2e8a2-bfa8-4c81-8d3b-a16aba2b5779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.272368 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6f2e8a2-bfa8-4c81-8d3b-a16aba2b5779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.312728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2e8a2-bfa8-4c81-8d3b-a16aba2b5779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade2b29-12ce-44ea-864f-b4b8a210c426,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:48.320202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b6f2e8a2-bfa8-4c81-8d3b-a16aba2b5779 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6db475108f18469ab6f0c18306f4baf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903551 Sep 17 22:41:48.321133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54674) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:48.377798 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5c5817c5-9b27-4156-905a-e70aef6109f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.410499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5c5817c5-9b27-4156-905a-e70aef6109f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.523730 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5c5817c5-9b27-4156-905a-e70aef6109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.526352 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5c5817c5-9b27-4156-905a-e70aef6109f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.529978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5c5817c5-9b27-4156-905a-e70aef6109f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ade2b29-12ce-44ea-864f-b4b8a210c426 HTTP/1.1" status: 204 len: 168 time: 0.2052376 Sep 17 22:41:48.536206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5817c5-9b27-4156-905a-e70aef6109f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade2b29-12ce-44ea-864f-b4b8a210c426,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:49.288576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02011c06-f2eb-474f-bf70-ff14fc596543 req-34245368-f9e4-4566-9d82-65674a31555b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:49.295669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02011c06-f2eb-474f-bf70-ff14fc596543 req-34245368-f9e4-4566-9d82-65674a31555b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0882318 Sep 17 22:41:49.331415 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02011c06-f2eb-474f-bf70-ff14fc596543 req-a623da17-ffa7-4109-a874-fb7c7fec4408 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350738 Sep 17 22:41:50.480230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fed39-697e-49d5-9f7d-92b8cb153fea req-7fd38476-f60b-49f5-86c6-6456e8913844 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:50.481981 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-109fed39-697e-49d5-9f7d-92b8cb153fea req-7fd38476-f60b-49f5-86c6-6456e8913844 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0564773 Sep 17 22:41:50.530116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-109fed39-697e-49d5-9f7d-92b8cb153fea req-8e80756e-7871-45e8-a4ff-7eb7ee97cc14 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Sep 17 22:41:51.648068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b0200-60ad-4f9d-88f5-42cc1b762e8a req-0a626401-538c-4755-b9d1-dc13bfbc90ce tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:51.649560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3e4b0200-60ad-4f9d-88f5-42cc1b762e8a req-0a626401-538c-4755-b9d1-dc13bfbc90ce tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0496678 Sep 17 22:41:51.688034 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3e4b0200-60ad-4f9d-88f5-42cc1b762e8a req-d71e195d-b5c9-47fb-b94b-43bed59a7dbf tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324986 Sep 17 22:41:52.808855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7569-c477-462d-b968-f3daeb4ffe15 req-2581e776-7daa-40a3-b9a7-0f4bac62b216 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.810347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfbd7569-c477-462d-b968-f3daeb4ffe15 req-2581e776-7daa-40a3-b9a7-0f4bac62b216 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0499113 Sep 17 22:41:52.848693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfbd7569-c477-462d-b968-f3daeb4ffe15 req-9dfbc4d4-a64e-4cea-b32c-44de3b766b74 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Sep 17 22:41:53.974709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f06340-4270-4bb7-8e3d-1fe898f187f2 req-16270173-e186-41db-ae12-518c6a0ef385 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:53.976202 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89f06340-4270-4bb7-8e3d-1fe898f187f2 req-16270173-e186-41db-ae12-518c6a0ef385 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0553329 Sep 17 22:41:54.015008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89f06340-4270-4bb7-8e3d-1fe898f187f2 req-a8bdffb0-b7f0-4775-a194-b3921572ac45 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Sep 17 22:41:55.116645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63fc1-7b84-47d6-99bf-a16285058c68 req-2db3578a-f65c-4f12-a877-414a3b68ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.118174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-11f63fc1-7b84-47d6-99bf-a16285058c68 req-2db3578a-f65c-4f12-a877-414a3b68ea20 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 1097 time: 0.0649850 Sep 17 22:41:55.167248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358827b-f672-4fe1-8be4-dcfffc8331e1 req-1bb4e693-6527-4496-94e1-3ed13e51f4b7 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.168753 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c358827b-f672-4fe1-8be4-dcfffc8331e1 req-1bb4e693-6527-4496-94e1-3ed13e51f4b7 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0810702 Sep 17 22:41:55.174998 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-11f63fc1-7b84-47d6-99bf-a16285058c68 req-40484d0a-6a07-47ba-a1ed-86a708f8f231 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488117 Sep 17 22:41:55.208634 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c358827b-f672-4fe1-8be4-dcfffc8331e1 req-5af8c15e-b943-4b48-82d6-f8c987c3cbcb tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322380 Sep 17 22:41:56.349375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca5eeb-3b9d-471b-b207-175b86601a16 req-9e01affd-5b34-43b5-9ae8-d3a3d911c014 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:56.350900 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17ca5eeb-3b9d-471b-b207-175b86601a16 req-9e01affd-5b34-43b5-9ae8-d3a3d911c014 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0702531 Sep 17 22:41:56.397472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17ca5eeb-3b9d-471b-b207-175b86601a16 req-e240a353-da94-4599-96e8-97b2c687ddda tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Sep 17 22:41:57.522829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce68b1-5571-4934-8457-a4df7a7ba040 req-aa66ca2b-5224-4130-9089-ec1f5db7bb9e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:57.524357 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ce68b1-5571-4934-8457-a4df7a7ba040 req-aa66ca2b-5224-4130-9089-ec1f5db7bb9e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0509653 Sep 17 22:41:57.564330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ce68b1-5571-4934-8457-a4df7a7ba040 req-45e25789-5dd1-418f-a4ff-d0f0a8936fc1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Sep 17 22:41:58.034692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9056e7-1071-451d-9afd-e0419df76eb8 req-0e5b1c73-7dfb-4f1e-a830-3ed17927e5af tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:58.036355 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e9056e7-1071-451d-9afd-e0419df76eb8 req-0e5b1c73-7dfb-4f1e-a830-3ed17927e5af tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0610418 Sep 17 22:41:58.077303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ef98c-e771-4c6d-af6f-cc3e58fddf86 req-a8ff70a6-aeda-4838-bc48-1cf81483cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:58.081140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb0ef98c-e771-4c6d-af6f-cc3e58fddf86 req-a8ff70a6-aeda-4838-bc48-1cf81483cce1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 1097 time: 0.0546982 Sep 17 22:41:58.084521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e9056e7-1071-451d-9afd-e0419df76eb8 req-41d63446-910c-4f9e-bb21-3236f11168e7 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Sep 17 22:41:58.190133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ef98c-e771-4c6d-af6f-cc3e58fddf86 req-4a9b2fce-5ba9-477f-9b13-12547e88ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:58.193195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb0ef98c-e771-4c6d-af6f-cc3e58fddf86 req-4a9b2fce-5ba9-477f-9b13-12547e88ad2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 200 len: 920 time: 0.1072195 Sep 17 22:41:58.237646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb0ef98c-e771-4c6d-af6f-cc3e58fddf86 req-6f9bf608-679d-4b08-a70b-6d37fc18607d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b059f49-74f2-4a44-a1e3-141467009d0f HTTP/1.1" status: 200 len: 217 time: 0.0366321 Sep 17 22:41:58.289509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ef98c-e771-4c6d-af6f-cc3e58fddf86 req-7c4b91a1-8ca3-40ac-acfb-1ddbde01ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:58.290970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb0ef98c-e771-4c6d-af6f-cc3e58fddf86 req-7c4b91a1-8ca3-40ac-acfb-1ddbde01ba1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9e93a11-09da-407a-8f77-8ec9d902413f HTTP/1.1" status: 200 len: 859 time: 0.0458660 Sep 17 22:41:58.328410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb0ef98c-e771-4c6d-af6f-cc3e58fddf86 req-911b1de7-90b8-4610-9938-4741d17a35a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291164 Sep 17 22:41:58.430836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb0ef98c-e771-4c6d-af6f-cc3e58fddf86 req-db4c9c66-9a5f-4a67-84de-df156acad4a5 service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956361 Sep 17 22:41:58.531734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb0ef98c-e771-4c6d-af6f-cc3e58fddf86 req-f89ddca4-2742-4764-b289-85210090bfa2 service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925789 Sep 17 22:41:59.222446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb8500-878b-431b-9791-8aaa65673ba4 req-b06e8ce5-c24f-4142-9af4-80f60946f4bf tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:59.223956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1cb8500-878b-431b-9791-8aaa65673ba4 req-b06e8ce5-c24f-4142-9af4-80f60946f4bf tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0533071 Sep 17 22:41:59.239844 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.262931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1cb8500-878b-431b-9791-8aaa65673ba4 req-5b2fe94c-749a-41ed-9683-a8d3f865061a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Sep 17 22:42:00.420962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703bea9-d5e5-4fc8-bde9-8d60d005e6fa req-58db7ed4-34a3-45ab-9298-ffc47aa1664e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:00.422816 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5703bea9-d5e5-4fc8-bde9-8d60d005e6fa req-58db7ed4-34a3-45ab-9298-ffc47aa1664e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0804279 Sep 17 22:42:00.467847 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5703bea9-d5e5-4fc8-bde9-8d60d005e6fa req-cdae4bb6-1b5e-4914-9ce7-f4bb51492f64 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366642 Sep 17 22:42:02.008749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54982) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:02.185141 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6298718d-d0aa-4aeb-9ef7-f3d9a60f6099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.278933 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6298718d-d0aa-4aeb-9ef7-f3d9a60f6099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.385932 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6298718d-d0aa-4aeb-9ef7-f3d9a60f6099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.426764 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6298718d-d0aa-4aeb-9ef7-f3d9a60f6099 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f653839d3f8d4b72bfe887ebdd7573ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162285 Sep 17 22:42:02.428595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298718d-d0aa-4aeb-9ef7-f3d9a60f6099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c84e4d-3fba-4795-ac71-16a08a6795ae,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:02.429291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 54994) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:02.481700 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd7b9d51-0915-4cde-841e-5565a5856a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.506650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd7b9d51-0915-4cde-841e-5565a5856a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.634580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd7b9d51-0915-4cde-841e-5565a5856a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.638683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd7b9d51-0915-4cde-841e-5565a5856a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.638963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dd7b9d51-0915-4cde-841e-5565a5856a81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1c84e4d-3fba-4795-ac71-16a08a6795ae HTTP/1.1" status: 204 len: 168 time: 0.2082863 Sep 17 22:42:02.647437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b9d51-0915-4cde-841e-5565a5856a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c84e4d-3fba-4795-ac71-16a08a6795ae,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:03.243275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f6052414-1ce6-4ce1-a149-ccd347d409bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.337593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0ad73-2c34-4171-af80-c721de4e4bf2 req-e5eaaf77-bf29-4df8-b3be-0597657b633c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:03.339284 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9a0ad73-2c34-4171-af80-c721de4e4bf2 req-e5eaaf77-bf29-4df8-b3be-0597657b633c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0742247 Sep 17 22:42:03.398278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e9a0ad73-2c34-4171-af80-c721de4e4bf2 req-de90fd40-d695-41d7-b435-4004021e6de3 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467739 Sep 17 22:42:04.401488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55074) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:04.527907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b812c2-99f5-48dc-ae73-6ecf8ddda75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.651469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b812c2-99f5-48dc-ae73-6ecf8ddda75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.723278 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b812c2-99f5-48dc-ae73-6ecf8ddda75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.766505 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35b812c2-99f5-48dc-ae73-6ecf8ddda75f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=495bd115fe88461f91d0ec23e353c7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637376 Sep 17 22:42:04.767260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b812c2-99f5-48dc-ae73-6ecf8ddda75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f1d331-0a16-4af2-986e-94213ad350cf,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:04.769774 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:04.821177 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0587328-8dd1-4915-a1ab-005ab0853473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:04.843720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0587328-8dd1-4915-a1ab-005ab0853473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.020614 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0587328-8dd1-4915-a1ab-005ab0853473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.023576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0587328-8dd1-4915-a1ab-005ab0853473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.025005 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a0587328-8dd1-4915-a1ab-005ab0853473 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5f1d331-0a16-4af2-986e-94213ad350cf HTTP/1.1" status: 204 len: 168 time: 0.2544675 Sep 17 22:42:05.040378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0587328-8dd1-4915-a1ab-005ab0853473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f1d331-0a16-4af2-986e-94213ad350cf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:05.846167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-56ebb328-a1b2-467d-ada9-e040f862f119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.177471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55132) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:06.287977 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1770782349-network', 'tenant_id': '27bbeca49d7e469b969d2f031564f780'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:06.368819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Made reservation on behalf of 27bbeca49d7e469b969d2f031564f780 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:06.371290 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.386943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.487966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.583307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.608026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:42:06.632062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.632434 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Added segment c913945c-2f4f-4134-859c-e5b7d3088df1 of type vlan for network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd Sep 17 22:42:06.633784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68edf113-b641-4851-bbb1-d3202c28a8a5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:06.685229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.800672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.800672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:06.800672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.892351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] Pushing event updated for resources: {'Network': ['ID=873cfede-f028-4a0d-91e4-2d2bd5fd7ddd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:06.902016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:42:06.941624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e3fc6350-6a12-4171-83eb-068ea5e589db admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7667351 Sep 17 22:42:06.946824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55150) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:06.951875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Request body: {'subnet': {'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1770782349-subnet', 'tenant_id': '27bbeca49d7e469b969d2f031564f780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:07.060061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Made reservation on behalf of 27bbeca49d7e469b969d2f031564f780 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:07.062817 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.128798 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.342081 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.386017 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.443435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a061fcce-146a-4838-8941-d5d88f7a44a6,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:07.472938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Checking segment: {'id': 'c913945c-2f4f-4134-859c-e5b7d3088df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:07.473391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Network hostable DHCP agents. Network: 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:42:07.588790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:42:07.675170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:07.681488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:07.682632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.704615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6ac4e0-afab-456d-a668-a3431852d2af None None] Network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:07.793146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-00bd3f87-d235-48f2-8e02-d869a7243bba admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8447740 Sep 17 22:42:07.870870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38951ae-aa16-4c07-bd51-2ead8efa168f None None] Network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:09.228782 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.358134 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.434192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-9bc221da-e2ef-40a7-8fc1-8d5663926774 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:11.435742 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-9bc221da-e2ef-40a7-8fc1-8d5663926774 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/networks?id=873cfede-f028-4a0d-91e4-2d2bd5fd7ddd HTTP/1.1" status: 200 len: 809 time: 0.1116314 Sep 17 22:42:11.452541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-242944a0-6eeb-4649-9f79-45a1517c6d95 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/quotas/27bbeca49d7e469b969d2f031564f780 HTTP/1.1" status: 200 len: 375 time: 0.0096481 Sep 17 22:42:11.492112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-8d37bab7-67ee-46d8-aad2-7964af8da6da tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=27bbeca49d7e469b969d2f031564f780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333426 Sep 17 22:42:11.592858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-0bf60152-942d-47ba-994c-0253343f1edb service neutron] 10.222.0.30 "GET /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935946 Sep 17 22:42:11.689941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-5d14f97c-222d-4c2f-bb0c-8b4ad30892e4 service neutron] 10.222.0.30 "GET /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895269 Sep 17 22:42:12.010279 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd22dd94-f8c6-456c-a15f-e922003dfd17 req-c3fbdfee-3816-4308-bc1a-e2a7d903c3fd tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 210 time: 0.0307941 Sep 17 22:42:13.097396 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d6f2fcc-3b65-443e-b4a9-2d828ada4eba req-cd4fa5f7-fbf4-4f4a-9399-d1e005d0c70d tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 210 time: 0.0314302 Sep 17 22:42:14.202899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f4ff50a-4eda-44d4-9437-296167bb5dcd req-76dec781-cbf3-4c58-b704-5f0a6147a441 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 210 time: 0.0294180 Sep 17 22:42:14.643350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-88a8b331-c704-4313-be29-3c6dfc189182 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:14.645055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-88a8b331-c704-4313-be29-3c6dfc189182 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.15 "GET /v2.0/networks?id=873cfede-f028-4a0d-91e4-2d2bd5fd7ddd HTTP/1.1" status: 200 len: 809 time: 0.1104851 Sep 17 22:42:14.665805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Request body: {'port': {'device_id': '78670a4c-ff46-46b7-a836-9623921eed4e', 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd', 'admin_state_up': True, 'tenant_id': '27bbeca49d7e469b969d2f031564f780'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:14.865677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Made reservation on behalf of 27bbeca49d7e469b969d2f031564f780 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:14.870796 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.045951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Allocated IP 172.20.0.6 (873cfede-f028-4a0d-91e4-2d2bd5fd7ddd/a061fcce-146a-4838-8941-d5d88f7a44a6/4891052b-784b-4a0f-8130-91f63de8c090) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:15.263979 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.334176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e737b2bb-abf7-4692-b3a9-110e9fb4fc7f req-65ed7ff0-6306-4c29-9c36-8ddba986a605 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 210 time: 0.0306299 Sep 17 22:42:15.372007 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.422033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:15.425870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:15.429652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:15.458426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Pushing event updated for resources: {'Port': ['ID=4891052b-784b-4a0f-8130-91f63de8c090,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:15.490137 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:15.490648 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.564821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-142f09a4-130c-443f-938e-d2e2afebfc78 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9031644 Sep 17 22:42:15.575119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55346) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:15.583874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Request body: {'port': {'device_id': '78670a4c-ff46-46b7-a836-9623921eed4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:15.652473 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.890106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Deleting port 35e6aec5-d296-4dce-96e6-9b676a8946d3 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:15.890617 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.960631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4891052b-784b-4a0f-8130-91f63de8c090 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:42:15.970760 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.987095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Transition to ACTIVE for port object 4891052b-784b-4a0f-8130-91f63de8c090 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:42:16.004535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.004868 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.026476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Calling delete_port for 35e6aec5-d296-4dce-96e6-9b676a8946d3 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:16.076613 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.143466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4891052b-784b-4a0f-8130-91f63de8c090,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:16.175080 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5abbc5-74c3-4ac5-a7d8-9e18494856e7 req-48d1ad5f-d9e2-4d5a-8231-5682370ce82e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:16.176675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee5abbc5-74c3-4ac5-a7d8-9e18494856e7 req-48d1ad5f-d9e2-4d5a-8231-5682370ce82e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.1626778 Sep 17 22:42:16.247191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4929ce-18be-4816-aae8-ba4c3763f4ba req-ae867977-4851-4e7e-aa36-1fae55c9be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:16.249939 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c4929ce-18be-4816-aae8-ba4c3763f4ba req-ae867977-4851-4e7e-aa36-1fae55c9be63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 1097 time: 0.1751747 Sep 17 22:42:16.279505 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee5abbc5-74c3-4ac5-a7d8-9e18494856e7 req-9fdbf0db-74e3-487b-9126-6ab5a6c5035c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893369 Sep 17 22:42:16.293418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Attempting to bind port 4891052b-784b-4a0f-8130-91f63de8c090 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:16.293754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Attempting to bind port 4891052b-784b-4a0f-8130-91f63de8c090 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'c913945c-2f4f-4134-859c-e5b7d3088df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:16.294080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Attempting to bind port 4891052b-784b-4a0f-8130-91f63de8c090 on network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:16.331816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Port 4891052b-784b-4a0f-8130-91f63de8c090 on network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:42:16.332186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Attempting to bind port 4891052b-784b-4a0f-8130-91f63de8c090 on network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:16.341397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.344071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:16.345061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Checking segment: {'id': 'c913945c-2f4f-4134-859c-e5b7d3088df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:16.354359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Bound using segment: {'id': 'c913945c-2f4f-4134-859c-e5b7d3088df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:16.354359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Bound port: 4891052b-784b-4a0f-8130-91f63de8c090, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c913945c-2f4f-4134-859c-e5b7d3088df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:16.354359 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.422683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4929ce-18be-4816-aae8-ba4c3763f4ba req-004a20c1-120e-414a-b596-623906b5c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:16.427400 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c4929ce-18be-4816-aae8-ba4c3763f4ba req-004a20c1-120e-414a-b596-623906b5c367 service neutron] 10.222.0.23 "GET /v2.0/networks?id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 200 len: 920 time: 0.1637533 Sep 17 22:42:16.427633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event deleted for resources: {'Port': ['ID=35e6aec5-d296-4dce-96e6-9b676a8946d3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:16.493581 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.494010 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Floating IP d114f404-7eaa-4888-ab62-57673cee79ae disassociated (deleted). External IP: 172.25.6.244, port: c811ffb0-4942-46db-a10e-7edb2f31d0bf. Sep 17 22:42:16.494187 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c4929ce-18be-4816-aae8-ba4c3763f4ba req-0fd35e15-6f3f-4d1a-b1d4-a66d2226a3c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b059f49-74f2-4a44-a1e3-141467009d0f HTTP/1.1" status: 200 len: 217 time: 0.0572062 Sep 17 22:42:16.495733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] For port 4891052b-784b-4a0f-8130-91f63de8c090, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:16.571041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] For port 4891052b-784b-4a0f-8130-91f63de8c090, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4891052b-784b-4a0f-8130-91f63de8c090,segment=NetworkSegment(c913945c-2f4f-4134-859c-e5b7d3088df1),segment_id=c913945c-2f4f-4134-859c-e5b7d3088df1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:16.639820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9178a-e216-49cf-ab3a-697a221c0c8f req-d7207edb-46c8-4a2b-a3db-7bf75dd53b23 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:16.641371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3be9178a-e216-49cf-ab3a-697a221c0c8f req-d7207edb-46c8-4a2b-a3db-7bf75dd53b23 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 943 time: 0.1525126 Sep 17 22:42:16.643250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4929ce-18be-4816-aae8-ba4c3763f4ba req-e2c8867d-8e6f-4595-aecc-d497658e13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:16.644769 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c4929ce-18be-4816-aae8-ba4c3763f4ba req-e2c8867d-8e6f-4595-aecc-d497658e13e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9e93a11-09da-407a-8f77-8ec9d902413f HTTP/1.1" status: 200 len: 859 time: 0.1301711 Sep 17 22:42:16.672084 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.695964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c4929ce-18be-4816-aae8-ba4c3763f4ba req-eb3efeb7-9cb2-4ad7-86dd-268794900c56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411992 Sep 17 22:42:16.767891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Router 3a281056-d139-4964-9797-d41deeeeb317 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:16.778225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:16.778225 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.778225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] 10.222.0.15 "PUT /v2.0/ports/4891052b-784b-4a0f-8130-91f63de8c090 HTTP/1.1" status: 200 len: 1092 time: 1.1972203 Sep 17 22:42:16.778225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78670a4c-ff46-46b7-a836-9623921eed4e', 'tag': '4891052b-784b-4a0f-8130-91f63de8c090'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:16.782710 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "78670a4c-ff46-46b7-a836-9623921eed4e", "tag": "4891052b-784b-4a0f-8130-91f63de8c090"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:16.803845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3be9178a-e216-49cf-ab3a-697a221c0c8f req-f6203640-4287-4b71-bce8-a28ffece111a tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501522 Sep 17 22:42:16.852461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f9c6a-9ce9-4d73-9993-71cce3963fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4891052b-784b-4a0f-8130-91f63de8c090,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:16.894470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c4929ce-18be-4816-aae8-ba4c3763f4ba req-e90a7f44-cf02-4454-b3fd-07011290d974 service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736848 Sep 17 22:42:16.968532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:16.976328 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.987952 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] Sync routers for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:17.006634 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:17.007578 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:17.047557 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aabc59a9-1164-46fc-a359-4f77d4c2307b tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "DELETE /v2.0/floatingips/d114f404-7eaa-4888-ab62-57673cee79ae HTTP/1.1" status: 204 len: 168 time: 1.4704840 Sep 17 22:42:17.048463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:17.052574 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f" -d '{"events": [{"name": "network-changed", "server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:17.066546 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e6d00-5b38-44bd-9dcc-42ecba6bbdeb x-openstack-request-id: req-363e6d00-5b38-44bd-9dcc-42ecba6bbdeb {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:17.066806 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78670a4c-ff46-46b7-a836-9623921eed4e", "tag": "4891052b-784b-4a0f-8130-91f63de8c090", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:17.067058 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-363e6d00-5b38-44bd-9dcc-42ecba6bbdeb {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:17.067438 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78670a4c-ff46-46b7-a836-9623921eed4e', 'tag': '4891052b-784b-4a0f-8130-91f63de8c090', 'status': 'completed', 'code': 200} Sep 17 22:42:17.096789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-48b94ca9-549d-44e6-9e37-3de0c9d969e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:17.098336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-48b94ca9-549d-44e6-9e37-3de0c9d969e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27bbeca49d7e469b969d2f031564f780&device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 1095 time: 0.1030991 Sep 17 22:42:17.109904 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0993c8fb-6a3d-4849-b585-2bbc32763d24 x-openstack-request-id: req-0993c8fb-6a3d-4849-b585-2bbc32763d24 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:17.110264 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:17.110519 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0993c8fb-6a3d-4849-b585-2bbc32763d24 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:17.110921 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'status': 'completed', 'code': 200} Sep 17 22:42:17.117763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c4929ce-18be-4816-aae8-ba4c3763f4ba req-fac6869a-132e-44dd-8986-87ad49c73ead service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149477 Sep 17 22:42:17.227312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-187eeb78-17e3-4fa0-b3f2-e920de19ba0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4891052b-784b-4a0f-8130-91f63de8c090 HTTP/1.1" status: 200 len: 217 time: 0.0987060 Sep 17 22:42:17.246849 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:17.272405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-fc155f7a-d10b-4587-b3a3-0a808aa5778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:17.274994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-fc155f7a-d10b-4587-b3a3-0a808aa5778c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6756cdab0af5438cafd93966a713e6ef&device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 1098 time: 0.1005225 Sep 17 22:42:17.286349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-3eaeef14-3002-4b7a-b2dd-b036ab1f625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:17.288327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-3eaeef14-3002-4b7a-b2dd-b036ab1f625c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a061fcce-146a-4838-8941-d5d88f7a44a6 HTTP/1.1" status: 200 len: 849 time: 0.0600224 Sep 17 22:42:17.335451 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-41fd4870-82b2-4c8e-9626-69b2ad186c62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=873cfede-f028-4a0d-91e4-2d2bd5fd7ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387819 Sep 17 22:42:17.486376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-172eeb89-7d34-4c76-b8cc-8947922d4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:17.487582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-88358eac-991a-4300-8bd0-5e9bf996a8f1 service neutron] 10.222.0.15 "GET /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428943 Sep 17 22:42:17.489625 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-172eeb89-7d34-4c76-b8cc-8947922d4351 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 HTTP/1.1" status: 200 len: 915 time: 0.2064281 Sep 17 22:42:17.513725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52521c-e5aa-4b01-82fe-c2e7c8db29e6 req-b81005c7-1b40-441e-8e4f-d5b228cc26dd tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:17.515329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb52521c-e5aa-4b01-82fe-c2e7c8db29e6 req-b81005c7-1b40-441e-8e4f-d5b228cc26dd tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.1054902 Sep 17 22:42:17.581458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-d1d1cffa-3f8b-4df5-9d4e-5d709cfd927c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c811ffb0-4942-46db-a10e-7edb2f31d0bf HTTP/1.1" status: 200 len: 217 time: 0.0651529 Sep 17 22:42:17.586598 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:37:01Z', 'revision_number': 5, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:17.597377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb52521c-e5aa-4b01-82fe-c2e7c8db29e6 req-3b654aae-dcbc-4a35-8ba6-93e8aaba3275 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743871 Sep 17 22:42:17.613473 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-828dfe5a-dba7-49dc-b7c7-6fee5ed969ea req-8cff9548-0fef-4612-8747-30d0b6d05aba service neutron] 10.222.0.15 "GET /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128855 Sep 17 22:42:17.614654 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] Checking router: 3a281056-d139-4964-9797-d41deeeeb317 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:17.623458 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:17.624060 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:17.683734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-e53783f5-5708-4acb-bc4f-edfc28b8ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:17.687675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-e53783f5-5708-4acb-bc4f-edfc28b8ad0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a42a2e7-f239-4c41-917d-02448ef9b7a6 HTTP/1.1" status: 200 len: 853 time: 0.0584545 Sep 17 22:42:17.754980 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:17.788202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82834db9-b98e-447f-891c-ecdb3c8e03ba req-4b7f687e-9042-44d2-b4b7-ff0d0e488e80 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:17.794673 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82834db9-b98e-447f-891c-ecdb3c8e03ba req-4b7f687e-9042-44d2-b4b7-ff0d0e488e80 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 946 time: 0.1008899 Sep 17 22:42:17.818167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-0413245d-f948-4ea4-b80d-3f81600154d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:17.819716 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-0413245d-f948-4ea4-b80d-3f81600154d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239135 Sep 17 22:42:17.849866 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82834db9-b98e-447f-891c-ecdb3c8e03ba req-ef70c85e-0ac8-432b-9a55-ce85035e5cd3 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522258 Sep 17 22:42:17.955423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-08277e90-b22f-48bc-a17e-75715676491c service neutron] 10.222.0.15 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044786 Sep 17 22:42:17.956486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d req-0bececcc-f9c5-47ab-9e9e-eeed951c92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:17.958159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d req-0bececcc-f9c5-47ab-9e9e-eeed951c92c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27bbeca49d7e469b969d2f031564f780&device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 1095 time: 0.1128159 Sep 17 22:42:18.099934 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4f8ddf-d961-400b-b80c-533a5c5ad14f req-6598ae4b-e75c-42db-82cb-b43f9582e824 service neutron] 10.222.0.15 "GET /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313715 Sep 17 22:42:18.138182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f657f-7a80-4203-ac18-ce95fcdd101b req-1ad6544e-97f6-4c75-827f-e3ab536813c5 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:18.142297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-570f657f-7a80-4203-ac18-ce95fcdd101b req-1ad6544e-97f6-4c75-827f-e3ab536813c5 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 943 time: 0.2099719 Sep 17 22:42:18.160610 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:37:01Z', 'revision_number': 5, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:18.181502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d req-aaaa549e-1e69-447d-8e96-ded39b1e345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:18.182974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d req-aaaa549e-1e69-447d-8e96-ded39b1e345e service neutron] 10.222.0.15 "GET /v2.0/networks?id=873cfede-f028-4a0d-91e4-2d2bd5fd7ddd HTTP/1.1" status: 200 len: 910 time: 0.2018278 Sep 17 22:42:18.187926 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78afe011-fe69-4df6-bc60-a10ca88dde60 None None] The sync data for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 is: [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:36:47Z', 'revision_number': 4, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7765d659-7765-42a2-9408-84cf0b95a871', 'name': '', 'network_id': '8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'mac_address': 'fa:16:3e:eb:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:37:01Z', 'revision_number': 5, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'subnets': [{'id': '2a42a2e7-f239-4c41-917d-02448ef9b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:18.229782 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:42:18.255957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d req-239b5441-81ef-4d93-ba10-1641916cef2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4891052b-784b-4a0f-8130-91f63de8c090 HTTP/1.1" status: 200 len: 217 time: 0.0578692 Sep 17 22:42:18.261357 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-570f657f-7a80-4203-ac18-ce95fcdd101b req-d55176b4-0a6d-42b6-9943-ee4636631204 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121557 Sep 17 22:42:18.310940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d req-c473762c-301a-41a6-a9c2-e57d928f3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:18.312811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d req-c473762c-301a-41a6-a9c2-e57d928f3e0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a061fcce-146a-4838-8941-d5d88f7a44a6 HTTP/1.1" status: 200 len: 849 time: 0.0498123 Sep 17 22:42:18.350053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d req-eabc7459-082f-4d87-8c51-95cec910aee8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=873cfede-f028-4a0d-91e4-2d2bd5fd7ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290544 Sep 17 22:42:18.465217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d req-07a46e84-5689-4ac5-94dd-cfc226c5d1c5 service neutron] 10.222.0.15 "GET /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070821 Sep 17 22:42:18.481275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa217a-b6fa-41b6-90e4-5352ebaed4e5 None None] New status for floating IP d114f404-7eaa-4888-ab62-57673cee79ae: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:42:18.566565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac09f2b3-8b85-4a1b-99a2-d943e8cd9e7d req-3f4559db-cc2b-411b-bdcb-58b4b53f0de4 service neutron] 10.222.0.15 "GET /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927684 Sep 17 22:42:18.724721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bbdf0-5b28-4dee-803b-2f0e1f4be797 req-db00eb1e-a641-4f6e-be82-080bd6263680 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:18.726264 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-297bbdf0-5b28-4dee-803b-2f0e1f4be797 req-db00eb1e-a641-4f6e-be82-080bd6263680 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0506980 Sep 17 22:42:18.766280 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-297bbdf0-5b28-4dee-803b-2f0e1f4be797 req-693c3733-56cc-4b5f-a7ce-7ec63388f61d tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339143 Sep 17 22:42:18.980942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7f4ca-606b-4cf8-ab95-9e1f31656afa req-927dc1e6-a3f4-4f75-9e86-31245b1d2587 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:18.982404 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1d7f4ca-606b-4cf8-ab95-9e1f31656afa req-927dc1e6-a3f4-4f75-9e86-31245b1d2587 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 946 time: 0.0663173 Sep 17 22:42:19.029276 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1d7f4ca-606b-4cf8-ab95-9e1f31656afa req-4701ebce-609f-4a96-95aa-bc721491e25d tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402820 Sep 17 22:42:19.397364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30778cfe-118f-440d-af6d-ffb90f647ecc req-d9bb9aab-f9fd-44d9-9320-ae3f955732a8 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:19.399074 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30778cfe-118f-440d-af6d-ffb90f647ecc req-d9bb9aab-f9fd-44d9-9320-ae3f955732a8 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 943 time: 0.0553241 Sep 17 22:42:19.439952 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30778cfe-118f-440d-af6d-ffb90f647ecc req-b0f4f2e6-de1d-48f3-a1a0-d11eb3a887b4 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Sep 17 22:42:19.643414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2f17-40f2-4224-b53b-6560f633129e req-744eb349-aff8-4b14-a486-907d1b08fa29 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:19.646785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-434f2f17-40f2-4224-b53b-6560f633129e req-744eb349-aff8-4b14-a486-907d1b08fa29 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.15 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 946 time: 0.0579438 Sep 17 22:42:19.748905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-434f2f17-40f2-4224-b53b-6560f633129e req-0fdbb9dc-af8a-4d8d-a2f2-0784bf2e65d4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Deleting port c811ffb0-4942-46db-a10e-7edb2f31d0bf {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:19.749248 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-434f2f17-40f2-4224-b53b-6560f633129e req-0fdbb9dc-af8a-4d8d-a2f2-0784bf2e65d4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.176341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31aee-665f-42ab-b82d-b3cc7891fc7a req-14631c70-5a00-47c4-8488-715913513a33 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:20.178484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5a31aee-665f-42ab-b82d-b3cc7891fc7a req-14631c70-5a00-47c4-8488-715913513a33 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 946 time: 0.0653901 Sep 17 22:42:20.223155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-434f2f17-40f2-4224-b53b-6560f633129e req-0fdbb9dc-af8a-4d8d-a2f2-0784bf2e65d4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] For port c811ffb0-4942-46db-a10e-7edb2f31d0bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c811ffb0-4942-46db-a10e-7edb2f31d0bf,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:20.223540 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-434f2f17-40f2-4224-b53b-6560f633129e req-0fdbb9dc-af8a-4d8d-a2f2-0784bf2e65d4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.229996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5a31aee-665f-42ab-b82d-b3cc7891fc7a req-92003b31-cfcd-4a15-9bd2-fb841f924f40 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356350 Sep 17 22:42:20.252324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-434f2f17-40f2-4224-b53b-6560f633129e req-0fdbb9dc-af8a-4d8d-a2f2-0784bf2e65d4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Calling delete_port for c811ffb0-4942-46db-a10e-7edb2f31d0bf owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:20.309669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9313e-7302-4fc7-9c3e-af35d8f3c64d req-da92d8a5-1929-4083-bc90-e6dfc14f779a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:20.311207 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20c9313e-7302-4fc7-9c3e-af35d8f3c64d req-da92d8a5-1929-4083-bc90-e6dfc14f779a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.4666557 Sep 17 22:42:20.376859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20c9313e-7302-4fc7-9c3e-af35d8f3c64d req-4f4e1cc5-24cb-48dc-9e57-7934a4903063 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578721 Sep 17 22:42:20.514193 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-434f2f17-40f2-4224-b53b-6560f633129e req-0fdbb9dc-af8a-4d8d-a2f2-0784bf2e65d4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.541585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbb9dc-af8a-4d8d-a2f2-0784bf2e65d4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event deleted for resources: {'Port': ['ID=c811ffb0-4942-46db-a10e-7edb2f31d0bf,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:20.575721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78608f94-9b75-46d4-b920-ff3fcb2ee960 req-ad57627c-3bac-4ed2-b5c8-a87fa05c7fe9 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:20.577298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-78608f94-9b75-46d4-b920-ff3fcb2ee960 req-ad57627c-3bac-4ed2-b5c8-a87fa05c7fe9 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 943 time: 0.0678983 Sep 17 22:42:20.592798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-434f2f17-40f2-4224-b53b-6560f633129e req-0fdbb9dc-af8a-4d8d-a2f2-0784bf2e65d4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] No DVR routers for this DVR port c811ffb0-4942-46db-a10e-7edb2f31d0bf on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:20.600002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-434f2f17-40f2-4224-b53b-6560f633129e req-0fdbb9dc-af8a-4d8d-a2f2-0784bf2e65d4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.602570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-434f2f17-40f2-4224-b53b-6560f633129e req-0fdbb9dc-af8a-4d8d-a2f2-0784bf2e65d4 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.15 "DELETE /v2.0/ports/c811ffb0-4942-46db-a10e-7edb2f31d0bf HTTP/1.1" status: 204 len: 173 time: 0.9512384 Sep 17 22:42:20.603279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'name': 'network-vif-deleted', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:20.605588 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9451695-223c-4edd-ad99-5425b91fbbc9" -d '{"events": [{"server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "name": "network-vif-deleted", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:20.639818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-78608f94-9b75-46d4-b920-ff3fcb2ee960 req-04a6253f-e925-4121-a7fc-c40f24b2c063 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549350 Sep 17 22:42:20.648435 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b2c74-1507-48b2-b2ac-2198231687e2 x-openstack-request-id: req-721b2c74-1507-48b2-b2ac-2198231687e2 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:20.648927 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5e6d8a-86af-452b-b338-4f7714390c7d", "name": "network-vif-deleted", "tag": "c811ffb0-4942-46db-a10e-7edb2f31d0bf", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:20.649034 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-721b2c74-1507-48b2-b2ac-2198231687e2 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:20.649534 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5e6d8a-86af-452b-b338-4f7714390c7d', 'name': 'network-vif-deleted', 'tag': 'c811ffb0-4942-46db-a10e-7edb2f31d0bf', 'status': 'completed', 'code': 200} Sep 17 22:42:21.341489 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-996623e6-6748-4509-96f3-da345586c0f1 req-8035c44c-38df-4ea1-8839-a939ad8aa773 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 210 time: 0.0278227 Sep 17 22:42:21.535836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193564ec-63d5-4cd8-b9d6-805ddab70a2a req-67a436d0-c9da-4dac-9c88-8f4687202ff6 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:21.537531 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-193564ec-63d5-4cd8-b9d6-805ddab70a2a req-67a436d0-c9da-4dac-9c88-8f4687202ff6 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0596156 Sep 17 22:42:21.580054 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-193564ec-63d5-4cd8-b9d6-805ddab70a2a req-1694cec3-dfb8-4c1b-ba80-5867ba2593ed tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356808 Sep 17 22:42:21.772066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab224d-5a4c-4a3c-9ec6-aeaab331e4a1 req-9f9eef3d-6285-4aa6-a6cd-de35cd373258 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:21.773705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8aab224d-5a4c-4a3c-9ec6-aeaab331e4a1 req-9f9eef3d-6285-4aa6-a6cd-de35cd373258 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 943 time: 0.0565906 Sep 17 22:42:21.813962 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8aab224d-5a4c-4a3c-9ec6-aeaab331e4a1 req-41b77770-487e-421b-b3a2-6b33376be012 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338812 Sep 17 22:42:22.204775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4891052b-784b-4a0f-8130-91f63de8c090 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:42:22.211692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c811ffb0-4942-46db-a10e-7edb2f31d0bf no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:22.240977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: c811ffb0-4942-46db-a10e-7edb2f31d0bf {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:22.241326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c811ffb0-4942-46db-a10e-7edb2f31d0bf not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:22.334173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4891052b-784b-4a0f-8130-91f63de8c090, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4891052b-784b-4a0f-8130-91f63de8c090,segment=NetworkSegment(c913945c-2f4f-4134-859c-e5b7d3088df1),segment_id=c913945c-2f4f-4134-859c-e5b7d3088df1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:22.345713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '4891052b-784b-4a0f-8130-91f63de8c090', 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd', 'port_id': '4891052b-784b-4a0f-8130-91f63de8c090', 'mac_address': 'fa:16:3e:e8:d7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a061fcce-146a-4838-8941-d5d88f7a44a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:42:22.384820 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.398264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4891052b-784b-4a0f-8130-91f63de8c090 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:42:22.436497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4891052b-784b-4a0f-8130-91f63de8c090, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4891052b-784b-4a0f-8130-91f63de8c090,segment=NetworkSegment(c913945c-2f4f-4134-859c-e5b7d3088df1),segment_id=c913945c-2f4f-4134-859c-e5b7d3088df1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:22.478786 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-37f63b8d-6606-4062-9fae-b21e93196aef req-a9d73242-c969-490f-bba4-539583afdbf6 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 210 time: 0.0339346 Sep 17 22:42:22.528345 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.581561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=4891052b-784b-4a0f-8130-91f63de8c090,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:22.589485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.593608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:22.710397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39cbc4-c0ba-4624-ad74-4422dcde7c54 req-d547c1c5-1bc2-41a6-9867-541e09f4931f tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:22.712180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d39cbc4-c0ba-4624-ad74-4422dcde7c54 req-d547c1c5-1bc2-41a6-9867-541e09f4931f tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0520518 Sep 17 22:42:22.764198 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d39cbc4-c0ba-4624-ad74-4422dcde7c54 req-9eb8e09b-bf86-43b3-8670-38fb22dece3c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451469 Sep 17 22:42:22.937762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['4891052b-784b-4a0f-8130-91f63de8c090'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:42:22.938173 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d1903-d211-4185-afde-74f1f6e5ca0a req-460766bd-db08-4131-b405-be86366fc6c2 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:22.940571 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f81d1903-d211-4185-afde-74f1f6e5ca0a req-460766bd-db08-4131-b405-be86366fc6c2 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 944 time: 0.0546913 Sep 17 22:42:23.001554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f81d1903-d211-4185-afde-74f1f6e5ca0a req-7e725e1a-b183-4789-b0f4-6b4693b89907 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473692 Sep 17 22:42:23.547167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ed1c1-2227-4863-8030-70776cc77fa4 req-09beac08-0558-49a7-a54a-6a8080482ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:23.549396 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a4ed1c1-2227-4863-8030-70776cc77fa4 req-09beac08-0558-49a7-a54a-6a8080482ec7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 1097 time: 0.0556490 Sep 17 22:42:23.600322 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a4ed1c1-2227-4863-8030-70776cc77fa4 req-bdd85d64-447a-4ab4-ba66-90212fc284b1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381725 Sep 17 22:42:23.613986 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1c72d505-28cf-4f2e-bf7f-82d15174f241 req-1257fe38-5941-48a4-a187-9b78979a4f54 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 210 time: 0.0440342 Sep 17 22:42:23.893728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7028e-4794-4098-a883-f92e76425300 req-aea0e151-34e2-4033-adc7-6f595720a2f7 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:23.895266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86f7028e-4794-4098-a883-f92e76425300 req-aea0e151-34e2-4033-adc7-6f595720a2f7 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0539594 Sep 17 22:42:23.936194 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-86f7028e-4794-4098-a883-f92e76425300 req-f3374e5b-e0f2-4685-89a7-cb4f963f2220 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343089 Sep 17 22:42:24.113518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8fe85-95ec-4cf1-93ac-a38679ec7c74 req-1dace771-4f12-4430-af23-bf7dae88aa18 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:24.115282 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4de8fe85-95ec-4cf1-93ac-a38679ec7c74 req-1dace771-4f12-4430-af23-bf7dae88aa18 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 944 time: 0.0528786 Sep 17 22:42:24.159040 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4de8fe85-95ec-4cf1-93ac-a38679ec7c74 req-61901f50-8959-411a-8da5-63abddfd5eee tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362163 Sep 17 22:42:24.220007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4891052b-784b-4a0f-8130-91f63de8c090 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:24.362581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 4891052b-784b-4a0f-8130-91f63de8c090 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:42:24.366834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 4891052b-784b-4a0f-8130-91f63de8c090 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:24.367323 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.461676 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.490128 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78670a4c-ff46-46b7-a836-9623921eed4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4891052b-784b-4a0f-8130-91f63de8c090'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:24.492569 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2029d08a-ccea-4c29-aba9-346580cf7c69" -d '{"events": [{"server_uuid": "78670a4c-ff46-46b7-a836-9623921eed4e", "name": "network-vif-plugged", "status": "completed", "tag": "4891052b-784b-4a0f-8130-91f63de8c090"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:24.511773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4891052b-784b-4a0f-8130-91f63de8c090, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4891052b-784b-4a0f-8130-91f63de8c090,segment=NetworkSegment(c913945c-2f4f-4134-859c-e5b7d3088df1),segment_id=c913945c-2f4f-4134-859c-e5b7d3088df1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:24.582620 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.616943 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda843f-eb38-4cbe-a5be-cf9c05421cd6 x-openstack-request-id: req-bfda843f-eb38-4cbe-a5be-cf9c05421cd6 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:24.617260 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78670a4c-ff46-46b7-a836-9623921eed4e", "name": "network-vif-plugged", "status": "completed", "tag": "4891052b-784b-4a0f-8130-91f63de8c090", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:24.617488 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfda843f-eb38-4cbe-a5be-cf9c05421cd6 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:24.617868 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78670a4c-ff46-46b7-a836-9623921eed4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4891052b-784b-4a0f-8130-91f63de8c090', 'code': 200} Sep 17 22:42:24.649833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=4891052b-784b-4a0f-8130-91f63de8c090,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:24.744421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00eb9313-a70b-4a5b-b514-37c9a6a6dc02 req-b7d3b2aa-5c75-4864-999d-2f70e846e98d tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 210 time: 0.0358806 Sep 17 22:42:24.781935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ffea-37d9-43f0-b8cd-ac37b1b0b514 req-0615ab2e-ad3f-4560-8492-c9610fe5fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:24.784216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8196ffea-37d9-43f0-b8cd-ac37b1b0b514 req-0615ab2e-ad3f-4560-8492-c9610fe5fc4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 1097 time: 0.0515614 Sep 17 22:42:24.823094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8196ffea-37d9-43f0-b8cd-ac37b1b0b514 req-dd33963c-28fd-44ea-8065-c182f6167f75 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311670 Sep 17 22:42:25.072363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc468d-423b-4be0-91e7-654188e3d442 req-b34fb63e-07c8-43ee-bdda-56e26a25e222 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.074261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-52bc468d-423b-4be0-91e7-654188e3d442 req-b34fb63e-07c8-43ee-bdda-56e26a25e222 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0624700 Sep 17 22:42:25.145903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-52bc468d-423b-4be0-91e7-654188e3d442 req-b108d4d8-b900-4016-85c6-931ce3b5ab0f tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657561 Sep 17 22:42:25.153902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-ef796d89-527a-4412-ad4a-28a0163271eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0675690 Sep 17 22:42:25.263105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-72fa7d6e-b71b-4982-801a-edb8b4201bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.263592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-72fa7d6e-b71b-4982-801a-edb8b4201bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.264183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-72fa7d6e-b71b-4982-801a-edb8b4201bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.264553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-72fa7d6e-b71b-4982-801a-edb8b4201bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.265013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-72fa7d6e-b71b-4982-801a-edb8b4201bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.265474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-72fa7d6e-b71b-4982-801a-edb8b4201bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.265942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-72fa7d6e-b71b-4982-801a-edb8b4201bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.268064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-72fa7d6e-b71b-4982-801a-edb8b4201bba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6496 time: 0.0650678 Sep 17 22:42:25.360016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0285834-f6c4-474c-afda-c3c27fb9d325 req-a814f278-431e-438d-923f-efe811042325 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.367132 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0285834-f6c4-474c-afda-c3c27fb9d325 req-a814f278-431e-438d-923f-efe811042325 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 945 time: 0.1192150 Sep 17 22:42:25.446162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0285834-f6c4-474c-afda-c3c27fb9d325 req-586cb89e-fa9f-46b0-9536-986a6e6e6a6d tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781658 Sep 17 22:42:25.451963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-86f2dec8-3e0b-43fb-8d0f-672dbb4b7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.452531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-86f2dec8-3e0b-43fb-8d0f-672dbb4b7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.452940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-86f2dec8-3e0b-43fb-8d0f-672dbb4b7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.455384 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-86f2dec8-3e0b-43fb-8d0f-672dbb4b7f4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b47776c0-fb49-4546-b199-a15d6fc3e290&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=191f6cd1-311b-473e-9843-0738ddcc8752&id=191f6cd1-311b-473e-9843-0738ddcc8752 HTTP/1.1" status: 200 len: 2294 time: 0.1602013 Sep 17 22:42:25.534180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-693478f5-28d5-45d4-8e05-e01ac0660697 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300 HTTP/1.1" status: 200 len: 1001 time: 0.0713146 Sep 17 22:42:25.600696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-fb985bc9-6dab-4dda-8d38-d8d0e770d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.602459 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-fb985bc9-6dab-4dda-8d38-d8d0e770d741 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=88d64f13-23f7-481b-bc85-231baac0c6f1 HTTP/1.1" status: 200 len: 851 time: 0.0597584 Sep 17 22:42:25.664757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-4881865e-2f4d-4ed4-8258-95bd2199e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.666341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-4881865e-2f4d-4ed4-8258-95bd2199e6f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b47776c0-fb49-4546-b199-a15d6fc3e290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546918 Sep 17 22:42:25.823707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bd949-3665-4217-88fc-020dca919cb4 req-15abec68-492c-4e13-8364-2a4e14390ea8 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.825487 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb1bd949-3665-4217-88fc-020dca919cb4 req-15abec68-492c-4e13-8364-2a4e14390ea8 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.1582000 Sep 17 22:42:25.881535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb04b88-805b-494a-a79b-54f52d979efe req-2c7c85c5-d8fa-4269-8aee-09afeb535669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:25.884036 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eb04b88-805b-494a-a79b-54f52d979efe req-2c7c85c5-d8fa-4269-8aee-09afeb535669 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=628a55904491498e9d71058e0b4ff0ad&device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 1097 time: 0.1362855 Sep 17 22:42:25.884474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-91b10b4e-f67d-4ee3-9c31-d8385b6f26d2 req-ae5ecf0b-d4d3-44d6-9f7a-23c1f899e5cc tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "GET /v2.0/ports?device_id=de5e6d8a-86af-452b-b338-4f7714390c7d HTTP/1.1" status: 200 len: 210 time: 0.0291207 Sep 17 22:42:25.890629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-24c7fe73-d573-4c34-8bc2-7509aba61bfa service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125823 Sep 17 22:42:25.936985 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb1bd949-3665-4217-88fc-020dca919cb4 req-45a29102-ce62-47d7-94a1-6699bb03af1d tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031911 Sep 17 22:42:26.091656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb04b88-805b-494a-a79b-54f52d979efe req-63e65eb4-26c0-4271-9607-9bd6417fd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:26.093190 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eb04b88-805b-494a-a79b-54f52d979efe req-63e65eb4-26c0-4271-9607-9bd6417fd40c service neutron] 10.222.0.23 "GET /v2.0/networks?id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 200 len: 920 time: 0.1984425 Sep 17 22:42:26.095581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-5338c7bc-624b-4906-ae90-7e4d347e004b service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872017 Sep 17 22:42:26.150346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-db4ebda9-0611-4aeb-90ef-30ddf3e7d523 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=3a540cf4-30de-41c7-8485-2fbafbdcf0d8 HTTP/1.1" status: 200 len: 217 time: 0.0370440 Sep 17 22:42:26.208883 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eb04b88-805b-494a-a79b-54f52d979efe req-069a3003-b343-45fc-9f42-5d8ee5451bfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b059f49-74f2-4a44-a1e3-141467009d0f HTTP/1.1" status: 200 len: 217 time: 0.1033094 Sep 17 22:42:26.261923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-c52a763d-7e16-4390-b2ed-aa3cb2b18191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:26.263434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-c52a763d-7e16-4390-b2ed-aa3cb2b18191 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0868950 Sep 17 22:42:26.278802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb04b88-805b-494a-a79b-54f52d979efe req-552e1d5c-de0b-44d1-8bb8-59de013676b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:26.280249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eb04b88-805b-494a-a79b-54f52d979efe req-552e1d5c-de0b-44d1-8bb8-59de013676b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9e93a11-09da-407a-8f77-8ec9d902413f HTTP/1.1" status: 200 len: 859 time: 0.0648823 Sep 17 22:42:26.327568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eb04b88-805b-494a-a79b-54f52d979efe req-5f1a0100-8812-4d73-893b-34124704875f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293930 Sep 17 22:42:26.345716 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-dcc80a13-ba45-4beb-9517-7664fa52c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:26.347196 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-dcc80a13-ba45-4beb-9517-7664fa52c467 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768852 Sep 17 22:42:26.505307 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eb04b88-805b-494a-a79b-54f52d979efe req-a18c474c-edfe-4ff6-9872-3fb15f1bc4eb service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693051 Sep 17 22:42:26.510971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-1a4111fc-8f53-40a5-8061-aa21895915e6 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519268 Sep 17 22:42:26.611223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134529ef-2425-482d-a275-ee0702e2db67 req-a24b1f71-e7d2-4312-a0a5-8f4f418ea39d tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:26.612953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-134529ef-2425-482d-a275-ee0702e2db67 req-a24b1f71-e7d2-4312-a0a5-8f4f418ea39d tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 945 time: 0.0858791 Sep 17 22:42:26.653714 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-134529ef-2425-482d-a275-ee0702e2db67 req-b9f3e5a0-33f2-48d0-b7ca-57be4876f423 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Sep 17 22:42:26.690213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9eb04b88-805b-494a-a79b-54f52d979efe req-dfe3f153-ed88-4438-b73a-2d881e174f00 service neutron] 10.222.0.23 "GET /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718376 Sep 17 22:42:26.692406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-c8a90f40-8e32-4353-8ca5-84bd48f6d2a7 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664083 Sep 17 22:42:26.741453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-ef237aab-96f7-4f4d-b288-32242aca1a16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=2e3c7546-78fc-4122-80d5-8e1a3ff11d44 HTTP/1.1" status: 200 len: 217 time: 0.0398245 Sep 17 22:42:26.799867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-aab3b627-9b96-4429-841c-e7269a470cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:26.801589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-aab3b627-9b96-4429-841c-e7269a470cd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0534356 Sep 17 22:42:26.865042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-18992318-c584-4daf-94ed-7627429d4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:26.866578 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-18992318-c584-4daf-94ed-7627429d4266 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0546727 Sep 17 22:42:26.957235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55604) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:26.988724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-d967d045-9e5e-4673-acd9-abb0e3c528d7 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140258 Sep 17 22:42:27.116738 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b9ede7a-16a1-4b63-b814-d9c81af44147 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.165072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bc7aa-a5fd-4263-8d5d-ce7b7e6bb477 req-c853999f-643d-4b91-ac69-541176b1e3e0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:27.168838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c03bc7aa-a5fd-4263-8d5d-ce7b7e6bb477 req-c853999f-643d-4b91-ac69-541176b1e3e0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.1377530 Sep 17 22:42:27.178935 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b9ede7a-16a1-4b63-b814-d9c81af44147 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.217474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-e0066a00-f905-48f6-a2d5-fa4814905ce7 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191103 Sep 17 22:42:27.295293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-07c9c853-1448-4f01-b329-cba44ec14f9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a76688bb-4877-4413-b932-03d213f26737 HTTP/1.1" status: 200 len: 217 time: 0.0579035 Sep 17 22:42:27.319339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c03bc7aa-a5fd-4263-8d5d-ce7b7e6bb477 req-e449a33f-401c-4a3f-8eae-7b82b985c509 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429770 Sep 17 22:42:27.361503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-4bb6fbbf-cb88-42d4-a6a2-fc7ceae0a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:27.363448 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-4bb6fbbf-cb88-42d4-a6a2-fc7ceae0a35a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0596576 Sep 17 22:42:27.416112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-35144de8-4894-4d05-a648-7197317d4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:27.417802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-35144de8-4894-4d05-a648-7197317d4b10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0467701 Sep 17 22:42:27.497985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b9ede7a-16a1-4b63-b814-d9c81af44147 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.501376 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3b9ede7a-16a1-4b63-b814-d9c81af44147 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.502771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3b9ede7a-16a1-4b63-b814-d9c81af44147 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] 10.222.0.30 "DELETE /v2.0/security-groups/0e8b7588-9ca7-4b3c-b217-ee396f79a2c3 HTTP/1.1" status: 204 len: 168 time: 0.5467000 Sep 17 22:42:27.524971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ede7a-16a1-4b63-b814-d9c81af44147 tempest-TestVolumeBackupRestore-607700446 tempest-TestVolumeBackupRestore-607700446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8b7588-9ca7-4b3c-b217-ee396f79a2c3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:27.533046 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-ddf6b3be-5e02-4450-bb46-42af7dcb5199 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076491 Sep 17 22:42:27.674089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-6ac40523-f18d-42fd-aafb-b665c52132ea service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325252 Sep 17 22:42:27.728750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-5c451c3f-7ced-49b3-b074-7144faf85ee5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e HTTP/1.1" status: 200 len: 217 time: 0.0459051 Sep 17 22:42:27.780305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-1836f875-0e19-436c-a5af-2828dc322fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:27.781846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-1836f875-0e19-436c-a5af-2828dc322fac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0463283 Sep 17 22:42:27.833662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-653d0b6e-a43d-4def-a3b5-6f3fb04e9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:27.840750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-653d0b6e-a43d-4def-a3b5-6f3fb04e9dd4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463519 Sep 17 22:42:27.935509 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-3da1b5de-4875-43bb-8aad-2b7c1932dec7 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924051 Sep 17 22:42:28.052231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-c9e21419-cb72-4ab1-8d7b-a51d87159773 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028056 Sep 17 22:42:28.197387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-f707bfdd-4ae0-47da-96ae-575f08a08f57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7 HTTP/1.1" status: 200 len: 217 time: 0.1356502 Sep 17 22:42:28.215319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484531e3-14d7-43d5-8688-8faa7febdf83 req-ae9efc2c-d5f8-4a0e-a89b-9a330a9a0462 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:28.218145 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-484531e3-14d7-43d5-8688-8faa7febdf83 req-ae9efc2c-d5f8-4a0e-a89b-9a330a9a0462 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 945 time: 0.0629456 Sep 17 22:42:28.282302 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-484531e3-14d7-43d5-8688-8faa7febdf83 req-e066c923-7e0d-4d2a-9aa7-3a7e15a924b9 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514493 Sep 17 22:42:28.305410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-58b7bc48-7f0a-43c8-9844-346fa7413d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:28.306993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-58b7bc48-7f0a-43c8-9844-346fa7413d86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.1012695 Sep 17 22:42:28.368794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-114f665b-7616-40ce-848c-b9c6d8954acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:28.371042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-114f665b-7616-40ce-848c-b9c6d8954acc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554450 Sep 17 22:42:28.531285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-e210f702-acb3-4381-8b74-895d9de9a138 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534252 Sep 17 22:42:28.539914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f163-05fb-458d-b44a-514a597c90fe req-a51577da-405a-4fbb-b829-7de295643af1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:28.541393 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c79f163-05fb-458d-b44a-514a597c90fe req-a51577da-405a-4fbb-b829-7de295643af1 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0724301 Sep 17 22:42:28.656855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c79f163-05fb-458d-b44a-514a597c90fe req-6490408a-9efb-422a-bd86-ab44ecce6378 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070135 Sep 17 22:42:28.701149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-7b9503cc-ba20-46a6-b066-280661288097 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587946 Sep 17 22:42:28.754886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-a752fc64-267a-416e-b6b0-771495a4ace5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3 HTTP/1.1" status: 200 len: 217 time: 0.0460944 Sep 17 22:42:28.842670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-286813df-908e-491e-96c9-0b8dcfff270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:28.845496 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-286813df-908e-491e-96c9-0b8dcfff270b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.0823808 Sep 17 22:42:28.906084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-f131bf47-381c-4014-9d26-73d99a4b748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:28.908911 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-f131bf47-381c-4014-9d26-73d99a4b748e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567787 Sep 17 22:42:29.032886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-40c20591-24e6-497f-9ab8-98958fd8ad00 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166842 Sep 17 22:42:29.221720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.244246 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-742af3cf-93a5-4a1a-9c8f-d9660b04bbb4 req-d19efefe-d02a-420e-b2ea-7ca586e42da6 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988344 Sep 17 22:42:29.520247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a241e9-9669-4566-988c-e3986f7f270b req-06c970f2-c3f4-496b-a38c-639c610c3c13 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:29.522424 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5a241e9-9669-4566-988c-e3986f7f270b req-06c970f2-c3f4-496b-a38c-639c610c3c13 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 945 time: 0.1341457 Sep 17 22:42:29.621601 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5a241e9-9669-4566-988c-e3986f7f270b req-bcc216a9-8d57-4eec-8896-fe53263d0ca7 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925343 Sep 17 22:42:29.691368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-128d45ce-446a-41e1-a2f3-d1e32d4956f7 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:29.692874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-128d45ce-446a-41e1-a2f3-d1e32d4956f7 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.15 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 945 time: 0.0591683 Sep 17 22:42:29.832718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-fb7ed887-2df9-4dfa-a1d4-2ece3c9b2b99 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Deleting port 4891052b-784b-4a0f-8130-91f63de8c090 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:29.832718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-fb7ed887-2df9-4dfa-a1d4-2ece3c9b2b99 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.002707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-fb7ed887-2df9-4dfa-a1d4-2ece3c9b2b99 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] For port 4891052b-784b-4a0f-8130-91f63de8c090, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4891052b-784b-4a0f-8130-91f63de8c090,segment=NetworkSegment(c913945c-2f4f-4134-859c-e5b7d3088df1),segment_id=c913945c-2f4f-4134-859c-e5b7d3088df1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:30.003105 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-fb7ed887-2df9-4dfa-a1d4-2ece3c9b2b99 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.032962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-fb7ed887-2df9-4dfa-a1d4-2ece3c9b2b99 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Calling delete_port for 4891052b-784b-4a0f-8130-91f63de8c090 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:30.331547 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-fb7ed887-2df9-4dfa-a1d4-2ece3c9b2b99 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.388773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ed887-2df9-4dfa-a1d4-2ece3c9b2b99 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Pushing event deleted for resources: {'Port': ['ID=4891052b-784b-4a0f-8130-91f63de8c090,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:30.449184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-fb7ed887-2df9-4dfa-a1d4-2ece3c9b2b99 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] No DVR routers for this DVR port 4891052b-784b-4a0f-8130-91f63de8c090 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:30.452656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-fb7ed887-2df9-4dfa-a1d4-2ece3c9b2b99 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.457315 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-433ff043-022b-43f9-b01e-7fff6791f3dd req-fb7ed887-2df9-4dfa-a1d4-2ece3c9b2b99 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.15 "DELETE /v2.0/ports/4891052b-784b-4a0f-8130-91f63de8c090 HTTP/1.1" status: 204 len: 173 time: 0.7579446 Sep 17 22:42:30.458138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78670a4c-ff46-46b7-a836-9623921eed4e', 'name': 'network-vif-deleted', 'tag': '4891052b-784b-4a0f-8130-91f63de8c090'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:30.461531 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ed2b30-6cbd-42e8-8de8-1f2d859ed25e" -d '{"events": [{"server_uuid": "78670a4c-ff46-46b7-a836-9623921eed4e", "name": "network-vif-deleted", "tag": "4891052b-784b-4a0f-8130-91f63de8c090"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:30.539522 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31b6666-c3a9-4b9a-96c7-98699e602560 x-openstack-request-id: req-b31b6666-c3a9-4b9a-96c7-98699e602560 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:30.540086 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78670a4c-ff46-46b7-a836-9623921eed4e", "name": "network-vif-deleted", "tag": "4891052b-784b-4a0f-8130-91f63de8c090", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:30.540442 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b31b6666-c3a9-4b9a-96c7-98699e602560 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:30.540973 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78670a4c-ff46-46b7-a836-9623921eed4e', 'name': 'network-vif-deleted', 'tag': '4891052b-784b-4a0f-8130-91f63de8c090', 'status': 'completed', 'code': 200} Sep 17 22:42:30.814010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71df02aa-16dc-44f8-a310-66812c2eb2e6 req-5a0eec42-8335-40b3-8a56-65019700172a tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=78670a4c-ff46-46b7-a836-9623921eed4e HTTP/1.1" status: 200 len: 210 time: 0.0581853 Sep 17 22:42:32.215758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-39b9c2d2-7b08-41f1-aa2c-2a9c7cbac35e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:32.225530 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-39b9c2d2-7b08-41f1-aa2c-2a9c7cbac35e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/networks?id=873cfede-f028-4a0d-91e4-2d2bd5fd7ddd HTTP/1.1" status: 200 len: 809 time: 0.1889377 Sep 17 22:42:32.236749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4891052b-784b-4a0f-8130-91f63de8c090 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:32.247322 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-2382a7fb-a021-4234-bd1b-a176ac4f7701 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/quotas/27bbeca49d7e469b969d2f031564f780 HTTP/1.1" status: 200 len: 375 time: 0.0205965 Sep 17 22:42:32.276949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 4891052b-784b-4a0f-8130-91f63de8c090 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:32.277554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4891052b-784b-4a0f-8130-91f63de8c090 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:32.297501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-c6e98db2-0b24-4e57-98ef-40f8e4bc9d94 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=27bbeca49d7e469b969d2f031564f780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489960 Sep 17 22:42:32.475654 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-398f1c46-1495-4ab1-9806-f50c1e2a2172 service neutron] 10.222.0.30 "GET /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667798 Sep 17 22:42:32.566322 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-e2d3865b-da7e-4f65-8b25-f935516bc9d2 service neutron] 10.222.0.30 "GET /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924435 Sep 17 22:42:32.803938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55894) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:33.111435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45accb33-f223-423f-9ac6-9c97e79f3920 req-cf11b920-723b-4f57-8774-fb4929e24cf9 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 210 time: 0.0922112 Sep 17 22:42:33.285105 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8e1445f0-e09c-4c4f-a473-5888457acc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.353168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.718975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] Deleting port 7765d659-7765-42a2-9408-84cf0b95a871 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:33.719423 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.800848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] For port 7765d659-7765-42a2-9408-84cf0b95a871, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7765d659-7765-42a2-9408-84cf0b95a871,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:33.801215 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.820731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] Calling delete_port for 7765d659-7765-42a2-9408-84cf0b95a871 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:34.124214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.155306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] Pushing event deleted for resources: {'Port': ['ID=7765d659-7765-42a2-9408-84cf0b95a871,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:34.708039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-877fca92-7cc7-462e-8250-16cba3426c2d req-6ff5b9d3-599e-48e1-91ca-d5d4a9e60d29 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 210 time: 0.4733555 Sep 17 22:42:34.772235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.058557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] Router 3a281056-d139-4964-9797-d41deeeeb317 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:35.192561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:35.200705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-86e2e33f-82f7-4387-95c8-7f769d8171ca admin admin] 10.222.0.30 "PUT /v2.0/routers/3a281056-d139-4964-9797-d41deeeeb317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3924425 Sep 17 22:42:35.200705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56024) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:35.203700 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] Sync routers for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:35.214523 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:35.215214 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:35.321078 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.352901 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:35.489390 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.626606 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:42:33Z', 'revision_number': 5, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port': {'id': '60f4d2c5-0bc4-47f7-9af9-d1e276f26bec', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a281056-d139-4964-9797-d41deeeeb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:41Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:35.671000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-ff5f2572-5071-4d12-bc4e-e2e82ab9d1e3 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:35.673387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-ff5f2572-5071-4d12-bc4e-e2e82ab9d1e3 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.15 "GET /v2.0/networks?id=873cfede-f028-4a0d-91e4-2d2bd5fd7ddd HTTP/1.1" status: 200 len: 809 time: 0.2339768 Sep 17 22:42:35.687183 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] Checking router: 3a281056-d139-4964-9797-d41deeeeb317 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:35.696291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Request body: {'port': {'device_id': '2de5ff27-9c52-4602-a684-6770709941f6', 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd', 'admin_state_up': True, 'tenant_id': '27bbeca49d7e469b969d2f031564f780'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:35.699383 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] Routers {'3a281056-d139-4964-9797-d41deeeeb317'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:35.700367 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3a281056-d139-4964-9797-d41deeeeb317'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:35.777329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Deleting port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:35.777682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.816725 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] Set router 3a281056-d139-4964-9797-d41deeeeb317 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:35.902476 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:42:35Z', 'revision_number': 6, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:35.926720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3526eb79-f94e-4879-882c-c4823bcfa8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.954802 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b5744-aa0c-48ff-bc91-80e080a594c0 None None] The sync data for ids ['3a281056-d139-4964-9797-d41deeeeb317'] in n-d-713499-18 is: [{'id': '3a281056-d139-4964-9797-d41deeeeb317', 'name': 'tempest-TestVolumeBackupRestore-1638488596-router', 'tenant_id': '6756cdab0af5438cafd93966a713e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:39Z', 'updated_at': '2021-09-17T22:42:35Z', 'revision_number': 6, 'project_id': '6756cdab0af5438cafd93966a713e6ef', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:35.985415 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1516c263-4929-4f52-aefa-00eed7a5fd84 req-2d9430be-b3f9-440b-bc7b-bf085d196644 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 210 time: 0.0506818 Sep 17 22:42:36.013721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] For port 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=60f4d2c5-0bc4-47f7-9af9-d1e276f26bec,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:36.014867 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.029610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Calling delete_port for 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:36.034857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Made reservation on behalf of 27bbeca49d7e469b969d2f031564f780 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:36.044109 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.204913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Allocated IP 172.20.0.8 (873cfede-f028-4a0d-91e4-2d2bd5fd7ddd/a061fcce-146a-4838-8941-d5d88f7a44a6/84763635-d932-4098-935d-15472ec554d2) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:36.394627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.455351 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.475676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f4d2c5-0bc4-47f7-9af9-d1e276f26bec,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:36.548078 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.550199 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.607881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:36.612349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:36.629397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:36.699367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.702630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.711141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:36.711840 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.727951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Pushing event updated for resources: {'Port': ['ID=84763635-d932-4098-935d-15472ec554d2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:36.840610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-676b2c97-46bd-4812-bb78-7e7d921db998 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1493793 Sep 17 22:42:36.865190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.865724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a281056-d139-4964-9797-d41deeeeb317 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:36.873267 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.879647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b0aa3dbd-fdfb-4296-9999-67915a1f8f74 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3a281056-d139-4964-9797-d41deeeeb317 HTTP/1.1" status: 204 len: 168 time: 1.6777153 Sep 17 22:42:36.880827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56100) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:36.947624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-920d7680-cb49-45f1-81eb-1e13f59a55b0 admin admin] Deleting subnet 2a42a2e7-f239-4c41-917d-02448ef9b7a6 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:36.958318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-920d7680-cb49-45f1-81eb-1e13f59a55b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.968570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Request body: {'port': {'device_id': '2de5ff27-9c52-4602-a684-6770709941f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:37.007267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:37.022955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-920d7680-cb49-45f1-81eb-1e13f59a55b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.060356 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:37.060693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 60f4d2c5-0bc4-47f7-9af9-d1e276f26bec not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:37.064061 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7765d659-7765-42a2-9408-84cf0b95a871 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:37.092296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7765d659-7765-42a2-9408-84cf0b95a871 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:37.092743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7765d659-7765-42a2-9408-84cf0b95a871 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:37.126871 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-920d7680-cb49-45f1-81eb-1e13f59a55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.137191 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.306400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-920d7680-cb49-45f1-81eb-1e13f59a55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.347255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d7680-cb49-45f1-81eb-1e13f59a55b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a42a2e7-f239-4c41-917d-02448ef9b7a6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:37.348837 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.367851 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-920d7680-cb49-45f1-81eb-1e13f59a55b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.372713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-920d7680-cb49-45f1-81eb-1e13f59a55b0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2a42a2e7-f239-4c41-917d-02448ef9b7a6 HTTP/1.1" status: 204 len: 168 time: 0.4904666 Sep 17 22:42:37.377011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56126) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:37.377308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225bcad0-e61c-4d3d-adec-839837a296d1 None None] Network 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:37.510451 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.514289 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.592810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Deleting port cd43985a-02cb-4a2c-8e13-065aaa841039 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:37.593278 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.615683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be06bd-af54-46c7-8500-568193c3b828 req-7fee8104-495f-4574-922e-984f8fd2781b tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:37.617996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56be06bd-af54-46c7-8500-568193c3b828 req-7fee8104-495f-4574-922e-984f8fd2781b tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 931 time: 0.1091127 Sep 17 22:42:37.667650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] For port cd43985a-02cb-4a2c-8e13-065aaa841039, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cd43985a-02cb-4a2c-8e13-065aaa841039,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:37.668086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.688169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Calling delete_port for cd43985a-02cb-4a2c-8e13-065aaa841039 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:37.709848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ac613-782b-4bd5-a828-5e84c792df66 None None] DHCP port deletion for 8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:37.791047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56be06bd-af54-46c7-8500-568193c3b828 req-bd67f07b-ee31-4145-abbd-aca01f9974b5 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536093 Sep 17 22:42:37.800691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-904ac613-782b-4bd5-a828-5e84c792df66 None None] Deleting port cd43985a-02cb-4a2c-8e13-065aaa841039 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:37.801643 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-904ac613-782b-4bd5-a828-5e84c792df66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.902064 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-904ac613-782b-4bd5-a828-5e84c792df66 None None] For port cd43985a-02cb-4a2c-8e13-065aaa841039, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cd43985a-02cb-4a2c-8e13-065aaa841039,segment=NetworkSegment(07d24772-361c-4684-bcc8-9457397f6a10),segment_id=07d24772-361c-4684-bcc8-9457397f6a10)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:37.902973 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-904ac613-782b-4bd5-a828-5e84c792df66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.914300 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.921412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-904ac613-782b-4bd5-a828-5e84c792df66 None None] Calling delete_port for cd43985a-02cb-4a2c-8e13-065aaa841039 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:37.986103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] No DVR routers for this DVR port cd43985a-02cb-4a2c-8e13-065aaa841039 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:38.004233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd43985a-02cb-4a2c-8e13-065aaa841039,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:38.022186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84763635-d932-4098-935d-15472ec554d2 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:42:38.032607 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.051832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Transition to ACTIVE for port object 84763635-d932-4098-935d-15472ec554d2 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:42:38.071293 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-904ac613-782b-4bd5-a828-5e84c792df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.110380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ac613-782b-4bd5-a828-5e84c792df66 None None] Pushing event deleted for resources: {'Port': ['ID=cd43985a-02cb-4a2c-8e13-065aaa841039,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:38.115740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ac613-782b-4bd5-a828-5e84c792df66 None None] No DVR routers for this DVR port cd43985a-02cb-4a2c-8e13-065aaa841039 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:38.146024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.164950 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.168183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:38.179059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d24772-361c-4684-bcc8-9457397f6a10') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:38.179349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d24772-361c-4684-bcc8-9457397f6a10') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:38.190169 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.209417 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.216523 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:42:38.216923 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:42:38.218692 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:42:38.241359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Pushing event updated for resources: {'Port': ['ID=84763635-d932-4098-935d-15472ec554d2,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:38.302691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Attempting to bind port 84763635-d932-4098-935d-15472ec554d2 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:38.302691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Attempting to bind port 84763635-d932-4098-935d-15472ec554d2 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'c913945c-2f4f-4134-859c-e5b7d3088df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:38.302691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Attempting to bind port 84763635-d932-4098-935d-15472ec554d2 on network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:38.305578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Port 84763635-d932-4098-935d-15472ec554d2 on network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:42:38.305903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Attempting to bind port 84763635-d932-4098-935d-15472ec554d2 on network 873cfede-f028-4a0d-91e4-2d2bd5fd7ddd {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:38.310949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:38.311281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Checking segment: {'id': 'c913945c-2f4f-4134-859c-e5b7d3088df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:38.311662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Bound using segment: {'id': 'c913945c-2f4f-4134-859c-e5b7d3088df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:38.312087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Bound port: 84763635-d932-4098-935d-15472ec554d2, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c913945c-2f4f-4134-859c-e5b7d3088df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:38.312471 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.357339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.370138 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.374341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] 10.222.0.30 "DELETE /v2.0/networks/8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0 HTTP/1.1" status: 204 len: 168 time: 0.9947033 Sep 17 22:42:38.385894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56166) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:38.396409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922bd8a-5247-45ff-9e79-9f650c6e999e admin admin] Pushing event deleted for resources: {'Network': ['ID=8346cb5b-da9e-4dfc-a7b7-ebd2b93ac5f0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:38.434523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] For port 84763635-d932-4098-935d-15472ec554d2, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:38.438179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] For port 84763635-d932-4098-935d-15472ec554d2, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=84763635-d932-4098-935d-15472ec554d2,segment=NetworkSegment(c913945c-2f4f-4134-859c-e5b7d3088df1),segment_id=c913945c-2f4f-4134-859c-e5b7d3088df1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:38.537604 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.577394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.578080 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.580213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] 10.222.0.15 "PUT /v2.0/ports/84763635-d932-4098-935d-15472ec554d2 HTTP/1.1" status: 200 len: 1092 time: 1.7242200 Sep 17 22:42:38.580681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de5ff27-9c52-4602-a684-6770709941f6', 'tag': '84763635-d932-4098-935d-15472ec554d2'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:38.583232 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d561c28-8bbb-4fcc-8981-34a7c4eb1b35" -d '{"events": [{"name": "network-changed", "server_uuid": "2de5ff27-9c52-4602-a684-6770709941f6", "tag": "84763635-d932-4098-935d-15472ec554d2"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:38.629572 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-6bbbb781-d4ad-414d-9ca6-26063133a188 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1297426 Sep 17 22:42:38.635192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0239b3-b710-4ec2-895d-344be74cb61a service neutron] Pushing event updated for resources: {'Port': ['ID=84763635-d932-4098-935d-15472ec554d2,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:38.668421 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea0cb1f-a59f-4d7a-8b5c-b0cbec6894fe x-openstack-request-id: req-4ea0cb1f-a59f-4d7a-8b5c-b0cbec6894fe {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:38.668713 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de5ff27-9c52-4602-a684-6770709941f6", "tag": "84763635-d932-4098-935d-15472ec554d2", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:38.669017 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ea0cb1f-a59f-4d7a-8b5c-b0cbec6894fe {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:38.669424 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de5ff27-9c52-4602-a684-6770709941f6', 'tag': '84763635-d932-4098-935d-15472ec554d2', 'status': 'completed', 'code': 200} Sep 17 22:42:38.747919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d561c28-8bbb-4fcc-8981-34a7c4eb1b35 req-e33ca5af-53ae-4633-b31a-697ab74df2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.749761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d561c28-8bbb-4fcc-8981-34a7c4eb1b35 req-e33ca5af-53ae-4633-b31a-697ab74df2b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27bbeca49d7e469b969d2f031564f780&device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 1095 time: 0.0423284 Sep 17 22:42:38.769975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-e6d0c393-3883-4f16-8e63-ea47dbbc52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.771580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-e6d0c393-3883-4f16-8e63-ea47dbbc52ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 1098 time: 0.0779173 Sep 17 22:42:38.884554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d561c28-8bbb-4fcc-8981-34a7c4eb1b35 req-05ca32b3-4b54-46d7-965e-51ed3bd5ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.886065 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d561c28-8bbb-4fcc-8981-34a7c4eb1b35 req-05ca32b3-4b54-46d7-965e-51ed3bd5ab94 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=27bbeca49d7e469b969d2f031564f780&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1230931 Sep 17 22:42:38.904091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cd43985a-02cb-4a2c-8e13-065aaa841039 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:38.935883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-ed3bc7d4-a4f6-4308-b503-286da1fe5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.937541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-ed3bc7d4-a4f6-4308-b503-286da1fe5d51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a4cd193-9001-4626-988d-cef415b17a89 HTTP/1.1" status: 200 len: 897 time: 0.1382651 Sep 17 22:42:38.941717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: cd43985a-02cb-4a2c-8e13-065aaa841039 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:38.942416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cd43985a-02cb-4a2c-8e13-065aaa841039 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:39.015493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6eba-6120-4e5c-b053-b6f6ca9111e7 req-50b2e66e-988e-471d-9ec3-ad574c029023 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:39.017492 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ecb6eba-6120-4e5c-b053-b6f6ca9111e7 req-50b2e66e-988e-471d-9ec3-ad574c029023 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 943 time: 0.1481409 Sep 17 22:42:39.026146 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.067621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d561c28-8bbb-4fcc-8981-34a7c4eb1b35 req-d4a35611-fa31-4feb-ad47-e4cedc1ab545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:39.069252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d561c28-8bbb-4fcc-8981-34a7c4eb1b35 req-d4a35611-fa31-4feb-ad47-e4cedc1ab545 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687503 Sep 17 22:42:39.085827 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-e7345737-ed2a-4f53-8c91-9867db4f7b46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9483220a-77ed-42dd-b546-98b65ae22f67 HTTP/1.1" status: 200 len: 1001 time: 0.1285787 Sep 17 22:42:39.087430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4ecb6eba-6120-4e5c-b053-b6f6ca9111e7 req-3a8acfce-aabb-47d4-afe9-e05faac17248 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577707 Sep 17 22:42:39.161652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-00c1b306-69dd-479e-ac2d-a896776b15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:39.163461 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-00c1b306-69dd-479e-ac2d-a896776b15c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fa79450-8373-4a81-ac97-b9836f77bc0c HTTP/1.1" status: 200 len: 835 time: 0.0702004 Sep 17 22:42:39.167452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.197532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-c3219dc9-bb9b-4aba-8736-5a45b5a5afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:39.199665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-c3219dc9-bb9b-4aba-8736-5a45b5a5afef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27bbeca49d7e469b969d2f031564f780&device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 1095 time: 0.0567105 Sep 17 22:42:39.260664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-3473d1ed-3d69-465c-9da3-70236235be7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84763635-d932-4098-935d-15472ec554d2 HTTP/1.1" status: 200 len: 217 time: 0.0471005 Sep 17 22:42:39.267405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-b78b8d34-4540-455f-ae52-75834f9b74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:39.268963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-b78b8d34-4540-455f-ae52-75834f9b74a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a4cd193-9001-4626-988d-cef415b17a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982318 Sep 17 22:42:39.341137 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-3668d9f0-e4c8-4d39-b353-f1854e318ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:39.342878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-3668d9f0-e4c8-4d39-b353-f1854e318ed5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a061fcce-146a-4838-8941-d5d88f7a44a6 HTTP/1.1" status: 200 len: 849 time: 0.0738058 Sep 17 22:42:39.381213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-32467119-2efc-4063-b0d0-378c62d6d5a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=873cfede-f028-4a0d-91e4-2d2bd5fd7ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310116 Sep 17 22:42:39.482182 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-78a9e920-2ffc-4b71-8934-41de3f544b8b service neutron] 10.222.0.15 "GET /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860600 Sep 17 22:42:39.486251 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-5408d9af-dd8a-4caa-99a1-006731062190 service neutron] 10.222.0.15 "GET /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977943 Sep 17 22:42:39.606455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0e8f9acc-65bf-46cf-a739-14e34757af60 req-b7d1da74-46c5-4988-bc75-76ae2ccadc7f service neutron] 10.222.0.15 "GET /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103303 Sep 17 22:42:39.635894 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f408ef42-8dab-43e9-aeaa-41ff89e8e490 req-20f000a3-1e44-4705-87ad-571742733970 service neutron] 10.222.0.15 "GET /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401803 Sep 17 22:42:39.655194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] Deleting port 814725e3-402c-43a1-9ffb-9cc5aec35f7a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:39.655541 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.749245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] For port 814725e3-402c-43a1-9ffb-9cc5aec35f7a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=814725e3-402c-43a1-9ffb-9cc5aec35f7a,segment=NetworkSegment(2a332bde-9e5f-4cdb-8877-99d3e78f9b49),segment_id=2a332bde-9e5f-4cdb-8877-99d3e78f9b49)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:39.749686 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.765751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] Calling delete_port for 814725e3-402c-43a1-9ffb-9cc5aec35f7a owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:40.026829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.065631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=814725e3-402c-43a1-9ffb-9cc5aec35f7a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:40.368592 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.814183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af27917-b162-4507-a459-51d703268b07 req-c38aaaa8-6c28-4b5c-beee-8dc78cf3cc4e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:40.816073 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3af27917-b162-4507-a459-51d703268b07 req-c38aaaa8-6c28-4b5c-beee-8dc78cf3cc4e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 943 time: 0.4895136 Sep 17 22:42:40.851912 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.917639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3af27917-b162-4507-a459-51d703268b07 req-575b126d-28df-4b32-9a4d-05b7763fe36c tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940661 Sep 17 22:42:41.170195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] Router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:41.335474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:41.341000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a8d225d7-3778-4cc4-91da-41fe003e6ce2 admin admin] 10.222.0.30 "PUT /v2.0/routers/13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9526358 Sep 17 22:42:41.344333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56314) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:41.347433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] Sync routers for ids ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:41.380419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] Routers {'13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:41.381938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:42:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:41.445766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b6ab-0261-4339-9e97-6578f85adbd5 req-0caa94bd-d41f-497a-a82f-bfde598d4bfd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:41.447549 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2a8b6ab-0261-4339-9e97-6578f85adbd5 req-0caa94bd-d41f-497a-a82f-bfde598d4bfd tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.1305194 Sep 17 22:42:41.507835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2a8b6ab-0261-4339-9e97-6578f85adbd5 req-8b37fac1-bf41-4b8d-8cbe-93eef4eb8427 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526469 Sep 17 22:42:41.562641 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.579830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] Set router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:41.783847 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.834101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'name': 'tempest-TestVolumeBackupRestore-1969678491-router', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:55Z', 'updated_at': '2021-09-17T22:42:39Z', 'revision_number': 5, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'gw_port': {'id': 'afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:58Z', 'updated_at': '2021-09-17T22:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:41.863063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] Checking router: 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:41.873754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] Routers {'13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:41.874741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:42:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:41.934060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Deleting port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:41.934538 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.019372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] Set router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:42.076632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] For port afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:42.077062 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.094462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Calling delete_port for afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:42.102868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'name': 'tempest-TestVolumeBackupRestore-1969678491-router', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:55Z', 'updated_at': '2021-09-17T22:42:41Z', 'revision_number': 6, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:42.152158 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f9217-ab79-4782-8a4b-d2a55ee905b0 req-631708a4-4d81-473e-bc7b-9c998006be7e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:42.163206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5e5249-d20b-4d58-af3a-c8e41102e19f None None] The sync data for ids ['13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944'] in n-d-713499-18 is: [{'id': '13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944', 'name': 'tempest-TestVolumeBackupRestore-1969678491-router', 'tenant_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:55Z', 'updated_at': '2021-09-17T22:42:41Z', 'revision_number': 6, 'project_id': 'f6c4aa43916f464ba3bb473aa35db0d7', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:42.181263 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-656f9217-ab79-4782-8a4b-d2a55ee905b0 req-631708a4-4d81-473e-bc7b-9c998006be7e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 943 time: 0.1428542 Sep 17 22:42:42.269939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 84763635-d932-4098-935d-15472ec554d2 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:42:42.309698 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-656f9217-ab79-4782-8a4b-d2a55ee905b0 req-dd7ddc70-a7d8-4b59-8df6-76039f6ab251 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165841 Sep 17 22:42:42.442578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 84763635-d932-4098-935d-15472ec554d2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=84763635-d932-4098-935d-15472ec554d2,segment=NetworkSegment(c913945c-2f4f-4134-859c-e5b7d3088df1),segment_id=c913945c-2f4f-4134-859c-e5b7d3088df1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:42.468712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '84763635-d932-4098-935d-15472ec554d2', 'network_id': '873cfede-f028-4a0d-91e4-2d2bd5fd7ddd', 'port_id': '84763635-d932-4098-935d-15472ec554d2', 'mac_address': 'fa:16:3e:f7:e2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a061fcce-146a-4838-8941-d5d88f7a44a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:42:42.530796 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.539454 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.548842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84763635-d932-4098-935d-15472ec554d2 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:42:42.572617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 84763635-d932-4098-935d-15472ec554d2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=84763635-d932-4098-935d-15472ec554d2,segment=NetworkSegment(c913945c-2f4f-4134-859c-e5b7d3088df1),segment_id=c913945c-2f4f-4134-859c-e5b7d3088df1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:42.574573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:42.647324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.679798 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.708202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d62b88-ad0b-44cf-a69d-c11fcf7604f6 req-926de534-2af7-4a27-8ffa-4f6bd3ac12b3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:42.715817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9d62b88-ad0b-44cf-a69d-c11fcf7604f6 req-926de534-2af7-4a27-8ffa-4f6bd3ac12b3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0917583 Sep 17 22:42:42.795824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=84763635-d932-4098-935d-15472ec554d2,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:42.835929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9d62b88-ad0b-44cf-a69d-c11fcf7604f6 req-b6edc9a9-33b6-4a73-916a-b8e3f8e12d82 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151958 Sep 17 22:42:42.838896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.838896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.930179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:42.960383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:42.960749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device afc7fb9f-72b3-4168-9c7e-d5abe02d1ef1 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:42.961169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 814725e3-402c-43a1-9ffb-9cc5aec35f7a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:42.983620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 814725e3-402c-43a1-9ffb-9cc5aec35f7a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:42.983970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 814725e3-402c-43a1-9ffb-9cc5aec35f7a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:43.077969 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.077969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:43.082421 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.083829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b4f519cc-77ed-49b8-9bae-1bee4eca2cb0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/13cbc5b2-adf5-4b81-bd0e-fe0ad16b8944 HTTP/1.1" status: 204 len: 168 time: 1.7350364 Sep 17 22:42:43.086683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56388) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.096656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['84763635-d932-4098-935d-15472ec554d2'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:42:43.170496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8aa3191-c20f-4292-be1b-8c3b4a5212cd admin admin] Deleting subnet 23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:43.175908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a8aa3191-c20f-4292-be1b-8c3b4a5212cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.227549 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a8aa3191-c20f-4292-be1b-8c3b4a5212cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.368094 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a8aa3191-c20f-4292-be1b-8c3b4a5212cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.518564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70057-7b93-4459-b0b9-88bb94aa67f1 req-4a78b4db-58a5-4438-a92e-a1dad9ae31d3 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:43.518564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4aa70057-7b93-4459-b0b9-88bb94aa67f1 req-4a78b4db-58a5-4438-a92e-a1dad9ae31d3 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 944 time: 0.0562398 Sep 17 22:42:43.569680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4aa70057-7b93-4459-b0b9-88bb94aa67f1 req-67de4543-fb4e-4c4a-aba7-104d822761c3 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Sep 17 22:42:43.571160 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a8aa3191-c20f-4292-be1b-8c3b4a5212cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.632318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa3191-c20f-4292-be1b-8c3b4a5212cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:43.638283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a8aa3191-c20f-4292-be1b-8c3b4a5212cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.641841 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a8aa3191-c20f-4292-be1b-8c3b4a5212cd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/23a1ebcf-48b1-4fa6-9b4a-eb9f96ec2d1c HTTP/1.1" status: 204 len: 168 time: 0.5534966 Sep 17 22:42:43.644278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56414) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.655582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc416694-9229-41d1-be27-3faf81f9f2bd None None] Network 322ddb1f-1763-451c-8623-d588a2428cd4 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:43.736062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.801407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Deleting port 82b81591-0b20-4df7-a451-fa26018bdde2 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:43.802438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.886700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] For port 82b81591-0b20-4df7-a451-fa26018bdde2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=82b81591-0b20-4df7-a451-fa26018bdde2,segment=NetworkSegment(2a332bde-9e5f-4cdb-8877-99d3e78f9b49),segment_id=2a332bde-9e5f-4cdb-8877-99d3e78f9b49)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:43.887156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:43.891119 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b6fcbf-9779-4cb8-88b9-5e06657bbd22 None None] DHCP port deletion for 322ddb1f-1763-451c-8623-d588a2428cd4 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:43.908904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Calling delete_port for 82b81591-0b20-4df7-a451-fa26018bdde2 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:43.977070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-15b6fcbf-9779-4cb8-88b9-5e06657bbd22 None None] Deleting port 82b81591-0b20-4df7-a451-fa26018bdde2 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:43.979065 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-15b6fcbf-9779-4cb8-88b9-5e06657bbd22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.014357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a976cc-9c60-4356-988d-f64d84e3f0f4 req-dfe984d4-0b24-4991-8937-64bd041ab1b1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:44.019341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16a976cc-9c60-4356-988d-f64d84e3f0f4 req-dfe984d4-0b24-4991-8937-64bd041ab1b1 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.1060615 Sep 17 22:42:44.058734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-15b6fcbf-9779-4cb8-88b9-5e06657bbd22 None None] For port 82b81591-0b20-4df7-a451-fa26018bdde2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=82b81591-0b20-4df7-a451-fa26018bdde2,segment=NetworkSegment(2a332bde-9e5f-4cdb-8877-99d3e78f9b49),segment_id=2a332bde-9e5f-4cdb-8877-99d3e78f9b49)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:44.059573 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-15b6fcbf-9779-4cb8-88b9-5e06657bbd22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.067187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10aba3-7ec2-472f-b3f6-28240856d0a1 req-f55bb90c-19a3-484a-a78e-fd2ec88443ed tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:44.069031 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7a10aba3-7ec2-472f-b3f6-28240856d0a1 req-f55bb90c-19a3-484a-a78e-fd2ec88443ed tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0635996 Sep 17 22:42:44.074955 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16a976cc-9c60-4356-988d-f64d84e3f0f4 req-ac8e59c6-6648-45b8-bfa1-214bf4c5c5b5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493782 Sep 17 22:42:44.077191 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-15b6fcbf-9779-4cb8-88b9-5e06657bbd22 None None] Calling delete_port for 82b81591-0b20-4df7-a451-fa26018bdde2 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:44.108937 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.150693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Pushing event deleted for resources: {'Port': ['ID=82b81591-0b20-4df7-a451-fa26018bdde2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.163041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] No DVR routers for this DVR port 82b81591-0b20-4df7-a451-fa26018bdde2 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:44.171702 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-15b6fcbf-9779-4cb8-88b9-5e06657bbd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.194173 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7a10aba3-7ec2-472f-b3f6-28240856d0a1 req-c2fd416b-a153-4d3a-ae5f-7ef422e0a330 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183474 Sep 17 22:42:44.198511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6fcbf-9779-4cb8-88b9-5e06657bbd22 None None] Pushing event deleted for resources: {'Port': ['ID=82b81591-0b20-4df7-a451-fa26018bdde2,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.209999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6fcbf-9779-4cb8-88b9-5e06657bbd22 None None] No DVR routers for this DVR port 82b81591-0b20-4df7-a451-fa26018bdde2 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:44.270585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.276277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 84763635-d932-4098-935d-15472ec554d2 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:44.293119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322ddb1f-1763-451c-8623-d588a2428cd4']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:44.303520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a332bde-9e5f-4cdb-8877-99d3e78f9b49') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:44.303816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a332bde-9e5f-4cdb-8877-99d3e78f9b49') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:44.314201 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.331772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.338772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:42:44.339506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:42:44.341186 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:42:44.407991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 84763635-d932-4098-935d-15472ec554d2 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:42:44.412710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 84763635-d932-4098-935d-15472ec554d2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:44.413219 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.456806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.465717 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.478117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] 10.222.0.30 "DELETE /v2.0/networks/322ddb1f-1763-451c-8623-d588a2428cd4 HTTP/1.1" status: 204 len: 168 time: 0.8304143 Sep 17 22:42:44.490389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062aac19-1259-4376-971d-89d9f2e6391d admin admin] Pushing event deleted for resources: {'Network': ['ID=322ddb1f-1763-451c-8623-d588a2428cd4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.536567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.561969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de5ff27-9c52-4602-a684-6770709941f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84763635-d932-4098-935d-15472ec554d2'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:44.564659 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1d2514-25cc-47e3-b138-8ea9d0e866c0" -d '{"events": [{"server_uuid": "2de5ff27-9c52-4602-a684-6770709941f6", "name": "network-vif-plugged", "status": "completed", "tag": "84763635-d932-4098-935d-15472ec554d2"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:44.580088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 84763635-d932-4098-935d-15472ec554d2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=84763635-d932-4098-935d-15472ec554d2,segment=NetworkSegment(c913945c-2f4f-4134-859c-e5b7d3088df1),segment_id=c913945c-2f4f-4134-859c-e5b7d3088df1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:44.607976 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa250dc0-2986-47fb-ba5f-e7f3b6fc716f x-openstack-request-id: req-fa250dc0-2986-47fb-ba5f-e7f3b6fc716f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:44.608793 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de5ff27-9c52-4602-a684-6770709941f6", "name": "network-vif-plugged", "status": "completed", "tag": "84763635-d932-4098-935d-15472ec554d2", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:44.608932 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa250dc0-2986-47fb-ba5f-e7f3b6fc716f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:44.609586 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de5ff27-9c52-4602-a684-6770709941f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84763635-d932-4098-935d-15472ec554d2', 'code': 200} Sep 17 22:42:44.667765 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.729402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=84763635-d932-4098-935d-15472ec554d2,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.752423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1daa1-5486-46e5-81f3-1412559508ac req-133665cd-044d-49ea-9f2b-d7d4ffbbc796 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:44.754300 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2d1daa1-5486-46e5-81f3-1412559508ac req-133665cd-044d-49ea-9f2b-d7d4ffbbc796 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 945 time: 0.1032684 Sep 17 22:42:44.892770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2d1daa1-5486-46e5-81f3-1412559508ac req-a2f4e177-f416-4dad-80ab-42c8b47775f4 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287959 Sep 17 22:42:44.898785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c54139-83f2-4702-bad6-1f1c7a7b8a38 req-7ec96d32-58b5-4894-954e-c1c3dcc2b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:44.901816 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a1c54139-83f2-4702-bad6-1f1c7a7b8a38 req-7ec96d32-58b5-4894-954e-c1c3dcc2b2b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 1097 time: 0.1463239 Sep 17 22:42:44.967723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 82b81591-0b20-4df7-a451-fa26018bdde2 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:44.995820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a1c54139-83f2-4702-bad6-1f1c7a7b8a38 req-8697a16e-c112-471d-b175-e078e8bd5ab7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519822 Sep 17 22:42:44.997332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 82b81591-0b20-4df7-a451-fa26018bdde2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:44.997786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 82b81591-0b20-4df7-a451-fa26018bdde2 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:45.003951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56452) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:45.051605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-020a51b5-15a3-45f1-bdc4-aa90ad81474b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6756cdab0af5438cafd93966a713e6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462413 Sep 17 22:42:45.054100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56454) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:45.108187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19050456-735d-4d57-baa4-07675e1a7034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.132512 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19050456-735d-4d57-baa4-07675e1a7034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.217726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421043b-b692-4301-9df7-aa5500272630 req-294e93ff-99ad-4010-a38c-d751abf21897 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:45.219869 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5421043b-b692-4301-9df7-aa5500272630 req-294e93ff-99ad-4010-a38c-d751abf21897 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0673020 Sep 17 22:42:45.282325 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5421043b-b692-4301-9df7-aa5500272630 req-31661ab1-510c-4ee3-9b60-d6ac71a81864 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488107 Sep 17 22:42:45.336564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19050456-735d-4d57-baa4-07675e1a7034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.339155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19050456-735d-4d57-baa4-07675e1a7034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.340681 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-19050456-735d-4d57-baa4-07675e1a7034 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd9b060f-28a4-4da3-a0ae-40c5048d8839 HTTP/1.1" status: 204 len: 168 time: 0.2853210 Sep 17 22:42:45.350095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050456-735d-4d57-baa4-07675e1a7034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9b060f-28a4-4da3-a0ae-40c5048d8839,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:45.361289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ef9c6-387e-4f42-8c21-5146508db5dd req-a94422c5-f5b5-4d71-978a-566584450652 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:45.369486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a46ef9c6-387e-4f42-8c21-5146508db5dd req-a94422c5-f5b5-4d71-978a-566584450652 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0641143 Sep 17 22:42:45.412833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a46ef9c6-387e-4f42-8c21-5146508db5dd req-14fa689d-9a05-4f38-98a3-e932bbda57ef tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Sep 17 22:42:46.037988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c973af5-2e04-4ff2-9c62-3f718be43dd2 req-b55d21d4-28ae-4cee-81ef-02dfcfe3a11b tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:46.039743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c973af5-2e04-4ff2-9c62-3f718be43dd2 req-b55d21d4-28ae-4cee-81ef-02dfcfe3a11b tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 945 time: 0.0643365 Sep 17 22:42:46.080064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c973af5-2e04-4ff2-9c62-3f718be43dd2 req-3d415b7d-073c-4756-b3b5-8a9d4c262aaf tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Sep 17 22:42:46.119710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56472) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:46.148511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aa43b21c-61d3-42c0-b482-daf8b4ed5bdc tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:46.150601 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aa43b21c-61d3-42c0-b482-daf8b4ed5bdc tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0672221 Sep 17 22:42:46.164174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5ec79f44-cb98-4387-a71c-b08e38e4aa05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6c4aa43916f464ba3bb473aa35db0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423133 Sep 17 22:42:46.166610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56474) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:46.221885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-562894ea-e67a-46e4-86e3-697e7b7d0141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.245787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-562894ea-e67a-46e4-86e3-697e7b7d0141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.260876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aff2a432-e4ac-4e38-b257-7869045f5ad0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Deleting port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:46.261296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aff2a432-e4ac-4e38-b257-7869045f5ad0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.370080 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-562894ea-e67a-46e4-86e3-697e7b7d0141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.370371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aff2a432-e4ac-4e38-b257-7869045f5ad0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] For port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:46.370876 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aff2a432-e4ac-4e38-b257-7869045f5ad0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.373236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-562894ea-e67a-46e4-86e3-697e7b7d0141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.374482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-562894ea-e67a-46e4-86e3-697e7b7d0141 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5e5cf09-38ff-4d18-8450-1c724ea94598 HTTP/1.1" status: 204 len: 168 time: 0.2069721 Sep 17 22:42:46.385573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aff2a432-e4ac-4e38-b257-7869045f5ad0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Calling delete_port for cd85331f-7d24-4dd7-b2f0-3cf2177acfcc owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:46.400780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562894ea-e67a-46e4-86e3-697e7b7d0141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e5cf09-38ff-4d18-8450-1c724ea94598,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:46.437089 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745150b2-3022-469d-8e7c-9be5c2386c89 req-ee2f14af-1825-4095-8064-b15152f06567 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:46.451983 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-745150b2-3022-469d-8e7c-9be5c2386c89 req-ee2f14af-1825-4095-8064-b15152f06567 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0925782 Sep 17 22:42:46.521994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-745150b2-3022-469d-8e7c-9be5c2386c89 req-d97ec606-4150-48f6-9545-b1c1c3eb7da8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630646 Sep 17 22:42:46.643360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec8c4e-3e37-4cd3-b88a-e3f47ac30c15 req-c2ffe5c8-257d-4cc1-bc39-f5279ed7082b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:46.647939 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0ec8c4e-3e37-4cd3-b88a-e3f47ac30c15 req-c2ffe5c8-257d-4cc1-bc39-f5279ed7082b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 946 time: 0.1193683 Sep 17 22:42:46.686353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0ec8c4e-3e37-4cd3-b88a-e3f47ac30c15 req-567934d8-7028-49d9-b63f-c0998a26f79d tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347507 Sep 17 22:42:46.712512 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aff2a432-e4ac-4e38-b257-7869045f5ad0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.727174 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['9b059f49-74f2-4a44-a1e3-141467009d0f', 'cd85331f-7d24-4dd7-b2f0-3cf2177acfcc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:42:46.750932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2a432-e4ac-4e38-b257-7869045f5ad0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Pushing event deleted for resources: {'Port': ['ID=cd85331f-7d24-4dd7-b2f0-3cf2177acfcc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:46.784434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aff2a432-e4ac-4e38-b257-7869045f5ad0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] No DVR routers for this DVR port cd85331f-7d24-4dd7-b2f0-3cf2177acfcc on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:46.787854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aff2a432-e4ac-4e38-b257-7869045f5ad0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.807290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7c781ac-f829-482d-8369-fc5c905c907b req-aff2a432-e4ac-4e38-b257-7869045f5ad0 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.23 "DELETE /v2.0/ports/cd85331f-7d24-4dd7-b2f0-3cf2177acfcc HTTP/1.1" status: 204 len: 173 time: 0.6320715 Sep 17 22:42:46.807290 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f560596-a1b3-454c-8c51-3a52b486b9b8', 'name': 'network-vif-deleted', 'tag': 'cd85331f-7d24-4dd7-b2f0-3cf2177acfcc'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:46.807290 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e18ab2-fe81-4456-95c7-1e1544c0ba26" -d '{"events": [{"server_uuid": "4f560596-a1b3-454c-8c51-3a52b486b9b8", "name": "network-vif-deleted", "tag": "cd85331f-7d24-4dd7-b2f0-3cf2177acfcc"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:46.834948 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3d1eaa-31c3-4cb5-bc21-59a516ede7d1 x-openstack-request-id: req-6b3d1eaa-31c3-4cb5-bc21-59a516ede7d1 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:46.835357 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f560596-a1b3-454c-8c51-3a52b486b9b8", "name": "network-vif-deleted", "tag": "cd85331f-7d24-4dd7-b2f0-3cf2177acfcc", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:46.835760 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b3d1eaa-31c3-4cb5-bc21-59a516ede7d1 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:46.836283 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f560596-a1b3-454c-8c51-3a52b486b9b8', 'name': 'network-vif-deleted', 'tag': 'cd85331f-7d24-4dd7-b2f0-3cf2177acfcc', 'status': 'completed', 'code': 200} Sep 17 22:42:47.240958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf236-9a47-4154-89fc-1f2fe34f5f13 req-8d2dac56-51b0-41d9-8751-8bb8e550a48d tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.242817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5ccf236-9a47-4154-89fc-1f2fe34f5f13 req-8d2dac56-51b0-41d9-8751-8bb8e550a48d tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 945 time: 0.0719380 Sep 17 22:42:47.289734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5ccf236-9a47-4154-89fc-1f2fe34f5f13 req-00013d39-d359-45c5-9d6b-36ed21a108db tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391085 Sep 17 22:42:47.670238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c883a-835a-4bec-98b1-66abf0968882 req-bd09a3a7-b314-4e4f-af80-81ac55a4591d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.672253 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af5c883a-835a-4bec-98b1-66abf0968882 req-bd09a3a7-b314-4e4f-af80-81ac55a4591d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0578630 Sep 17 22:42:47.750781 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af5c883a-835a-4bec-98b1-66abf0968882 req-3cca557e-7f3e-47cb-92a2-8e35e361f780 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706778 Sep 17 22:42:47.833106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d45683d7-fc06-4034-a356-aa469e4584de req-c737a770-7c66-45f2-8b2b-f90ebc21b86b tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f560596-a1b3-454c-8c51-3a52b486b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0317161 Sep 17 22:42:48.695126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f06568-6e5b-47ed-8456-a5e1e1223b18 req-6d5e4bcb-bc74-4476-b6c2-10c208bb2e05 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:48.696778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12f06568-6e5b-47ed-8456-a5e1e1223b18 req-6d5e4bcb-bc74-4476-b6c2-10c208bb2e05 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 945 time: 0.0550072 Sep 17 22:42:48.745845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12f06568-6e5b-47ed-8456-a5e1e1223b18 req-498d4f05-84c6-4b13-80d1-ce5ff6812b65 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Sep 17 22:42:48.895033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa169d-8be8-47a2-848a-9a98ccf1a9e2 req-e4daed4d-283e-4a3d-be66-922e7a39a053 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:48.897565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4baa169d-8be8-47a2-848a-9a98ccf1a9e2 req-e4daed4d-283e-4a3d-be66-922e7a39a053 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0584500 Sep 17 22:42:48.963783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4baa169d-8be8-47a2-848a-9a98ccf1a9e2 req-d7022463-7ccf-4a57-a486-f775e889360d tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563393 Sep 17 22:42:49.374311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274395-3c38-42a9-a5be-b856cece5321 req-2250f799-3aec-45ab-b4e2-c441020a449c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:49.376715 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51274395-3c38-42a9-a5be-b856cece5321 req-2250f799-3aec-45ab-b4e2-c441020a449c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0512552 Sep 17 22:42:49.422220 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51274395-3c38-42a9-a5be-b856cece5321 req-22e491db-426d-4df2-8295-4ffd7c0eb897 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350697 Sep 17 22:42:49.885132 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f6e1d-7a60-474f-946a-e3563ac7d91e req-90240f93-be31-4ac0-b78e-e51cc54034e6 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:49.886639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-808f6e1d-7a60-474f-946a-e3563ac7d91e req-90240f93-be31-4ac0-b78e-e51cc54034e6 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 945 time: 0.0546734 Sep 17 22:42:49.925040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-808f6e1d-7a60-474f-946a-e3563ac7d91e req-06d7e7c2-1074-41ee-abe5-b570181af615 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/security-groups?id=68edf113-b641-4851-bbb1-d3202c28a8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322571 Sep 17 22:42:50.079926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fabd4-c878-40a9-bf27-758e25e6cc89 req-0d5ba029-2abd-4ae6-a450-e68f0a92fd8e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:50.081483 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb4fabd4-c878-40a9-bf27-758e25e6cc89 req-0d5ba029-2abd-4ae6-a450-e68f0a92fd8e tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0528128 Sep 17 22:42:50.140814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb4fabd4-c878-40a9-bf27-758e25e6cc89 req-dc71d0d3-ab10-463a-ab8e-398f13482b6a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532048 Sep 17 22:42:50.187338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-f22f045a-23c8-41ba-b88a-651a2c2d9708 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:50.193627 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-f22f045a-23c8-41ba-b88a-651a2c2d9708 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 945 time: 0.0669973 Sep 17 22:42:50.303313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Deleting port 84763635-d932-4098-935d-15472ec554d2 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:50.303658 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.402315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] For port 84763635-d932-4098-935d-15472ec554d2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=84763635-d932-4098-935d-15472ec554d2,segment=NetworkSegment(c913945c-2f4f-4134-859c-e5b7d3088df1),segment_id=c913945c-2f4f-4134-859c-e5b7d3088df1)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:50.403009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.416301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Calling delete_port for 84763635-d932-4098-935d-15472ec554d2 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:50.445977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd85331f-7d24-4dd7-b2f0-3cf2177acfcc no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:50.477862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: cd85331f-7d24-4dd7-b2f0-3cf2177acfcc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:50.478218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device cd85331f-7d24-4dd7-b2f0-3cf2177acfcc not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:50.568864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd8c67-c241-4f57-8b20-b5de85aa937d req-c32ca67c-69ad-4acb-baf7-dfd880c9800a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:50.570591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0cd8c67-c241-4f57-8b20-b5de85aa937d req-c32ca67c-69ad-4acb-baf7-dfd880c9800a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0568063 Sep 17 22:42:50.610573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0cd8c67-c241-4f57-8b20-b5de85aa937d req-b05e7811-6700-4788-b558-086160d4c1c8 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Sep 17 22:42:50.660605 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Pushing event deleted for resources: {'Port': ['ID=84763635-d932-4098-935d-15472ec554d2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.713548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:50.751810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] No DVR routers for this DVR port 84763635-d932-4098-935d-15472ec554d2 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:50.754582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.756705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec89839a-d459-4e28-acf6-aad03bdf69ad req-035554a6-b741-4f5d-92b0-40df3979887e tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.15 "DELETE /v2.0/ports/84763635-d932-4098-935d-15472ec554d2 HTTP/1.1" status: 204 len: 173 time: 0.5548668 Sep 17 22:42:50.757177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de5ff27-9c52-4602-a684-6770709941f6', 'name': 'network-vif-deleted', 'tag': '84763635-d932-4098-935d-15472ec554d2'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:50.759569 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd846129-1036-4530-acbd-276502bf9adb" -d '{"events": [{"server_uuid": "2de5ff27-9c52-4602-a684-6770709941f6", "name": "network-vif-deleted", "tag": "84763635-d932-4098-935d-15472ec554d2"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:50.799162 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6081c8b8-f373-456c-900a-8519e1d5f215 x-openstack-request-id: req-6081c8b8-f373-456c-900a-8519e1d5f215 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:50.799454 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de5ff27-9c52-4602-a684-6770709941f6", "name": "network-vif-deleted", "tag": "84763635-d932-4098-935d-15472ec554d2", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:50.799707 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6081c8b8-f373-456c-900a-8519e1d5f215 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:50.800106 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de5ff27-9c52-4602-a684-6770709941f6', 'name': 'network-vif-deleted', 'tag': '84763635-d932-4098-935d-15472ec554d2', 'status': 'completed', 'code': 200} Sep 17 22:42:51.034504 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cfff1b75-6d1b-4a8b-a228-f11615427ca9 req-681c85b2-e679-4e80-91ff-6a10418d0924 tempest-VolumesActionsTest-1458511511 tempest-VolumesActionsTest-1458511511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2de5ff27-9c52-4602-a684-6770709941f6 HTTP/1.1" status: 200 len: 210 time: 0.0303361 Sep 17 22:42:51.283035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f28219-c5c2-4cc1-8e6a-1969df262e0c req-54ae4e55-a33c-4a77-a72f-3b5fffd2aa95 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:51.284688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8f28219-c5c2-4cc1-8e6a-1969df262e0c req-54ae4e55-a33c-4a77-a72f-3b5fffd2aa95 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0577884 Sep 17 22:42:51.325166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8f28219-c5c2-4cc1-8e6a-1969df262e0c req-af922513-96cd-4c58-ad93-6080524b526a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341632 Sep 17 22:42:51.733041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d90a57-eedf-4b83-8a4a-c2629053c3a3 req-53aaabec-7e94-496e-a58e-d356c6a4ca4a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:51.734556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9d90a57-eedf-4b83-8a4a-c2629053c3a3 req-53aaabec-7e94-496e-a58e-d356c6a4ca4a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0508106 Sep 17 22:42:51.782735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9d90a57-eedf-4b83-8a4a-c2629053c3a3 req-c416db26-1032-4f1e-9f6b-4e37b587097e tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Sep 17 22:42:52.328771 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 84763635-d932-4098-935d-15472ec554d2 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:52.353620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 84763635-d932-4098-935d-15472ec554d2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:52.353620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 84763635-d932-4098-935d-15472ec554d2 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:52.451205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70910fd9-8c28-4429-aace-1b3d8f5c1e49 req-134fc0db-27dd-4a05-802c-53f9f867b5b4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:52.452970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70910fd9-8c28-4429-aace-1b3d8f5c1e49 req-134fc0db-27dd-4a05-802c-53f9f867b5b4 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0548294 Sep 17 22:42:52.505528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70910fd9-8c28-4429-aace-1b3d8f5c1e49 req-e1f503c0-59a3-4156-9f0a-bc4b7c044b12 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453751 Sep 17 22:42:52.906691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830044b-ec77-4f17-bb5e-f4b3f5883ff4 req-4384a1b1-4abf-4e37-b2ff-4f861f6a305a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:52.908192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e830044b-ec77-4f17-bb5e-f4b3f5883ff4 req-4384a1b1-4abf-4e37-b2ff-4f861f6a305a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0538459 Sep 17 22:42:52.949723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e830044b-ec77-4f17-bb5e-f4b3f5883ff4 req-efdb649c-71f3-45e3-8179-2d389f2bc233 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Sep 17 22:42:53.649770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b5c89-3afa-4e52-b530-beb2384422bc req-bd6e8595-b0c8-40c4-92a0-1b26ec68258c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:53.651359 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-951b5c89-3afa-4e52-b530-beb2384422bc req-bd6e8595-b0c8-40c4-92a0-1b26ec68258c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0549350 Sep 17 22:42:53.693706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-951b5c89-3afa-4e52-b530-beb2384422bc req-10899c7d-49af-4b33-89fb-1824b9d889be tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355382 Sep 17 22:42:54.089814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f0c50-1053-4946-b2be-8aec90db15b4 req-418541f2-aa9b-4adf-a05f-78fd0918ae5c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:54.091378 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-037f0c50-1053-4946-b2be-8aec90db15b4 req-418541f2-aa9b-4adf-a05f-78fd0918ae5c tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0687048 Sep 17 22:42:54.152675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-037f0c50-1053-4946-b2be-8aec90db15b4 req-cf9ba26d-20bf-430c-9858-ece37d936b7d tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c16d29e8-8d7c-40ea-8df2-0e0d33d82047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502901 Sep 17 22:42:54.471747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-e018e6ef-9344-4c63-87a7-82a118d5e0c4 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:54.473856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-e018e6ef-9344-4c63-87a7-82a118d5e0c4 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.23 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 945 time: 0.0641053 Sep 17 22:42:54.648349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Deleting port 9b059f49-74f2-4a44-a1e3-141467009d0f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:54.649129 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.791676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] For port 9b059f49-74f2-4a44-a1e3-141467009d0f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=9b059f49-74f2-4a44-a1e3-141467009d0f,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:54.793015 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.814462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Calling delete_port for 9b059f49-74f2-4a44-a1e3-141467009d0f owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:55.025624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43bcce-616b-41ff-91be-1f65e151ae71 req-df2a5e96-41cd-4315-a0f7-c2fd5b2a782f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:55.032927 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df43bcce-616b-41ff-91be-1f65e151ae71 req-df2a5e96-41cd-4315-a0f7-c2fd5b2a782f tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.1516972 Sep 17 22:42:55.162122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df43bcce-616b-41ff-91be-1f65e151ae71 req-c1877c61-65a1-4d9f-aa69-02d744ef1810 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101060 Sep 17 22:42:55.231034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.237203 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:42:55.243345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['9b059f49-74f2-4a44-a1e3-141467009d0f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:42:55.265411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Pushing event deleted for resources: {'Port': ['ID=9b059f49-74f2-4a44-a1e3-141467009d0f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:55.278081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7943419-8cd2-45c2-834a-27d30eabbe6c req-f07ad4b8-ba20-47c1-a943-85be043920e6 tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 210 time: 0.0448055 Sep 17 22:42:55.292352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.292352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.292352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.292352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.292352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.292352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.292352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.292352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.293367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.293367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.293367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.293792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:55.349742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] No DVR routers for this DVR port 9b059f49-74f2-4a44-a1e3-141467009d0f on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:55.354247 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.356892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97a61b73-d19b-4ac3-b77e-d43de5803408 req-dd91661e-68ef-424e-be1a-6675cfd7799a tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.23 "DELETE /v2.0/ports/9b059f49-74f2-4a44-a1e3-141467009d0f HTTP/1.1" status: 204 len: 173 time: 0.8773320 Sep 17 22:42:55.357733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62073fde-5140-43f0-9e32-26f2e4659b82', 'name': 'network-vif-deleted', 'tag': '9b059f49-74f2-4a44-a1e3-141467009d0f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:55.361153 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbe2655-c5ff-49bc-b3ec-ea211fa79655" -d '{"events": [{"server_uuid": "62073fde-5140-43f0-9e32-26f2e4659b82", "name": "network-vif-deleted", "tag": "9b059f49-74f2-4a44-a1e3-141467009d0f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:55.407132 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49f90e-9c85-4535-badf-219592e13b11 x-openstack-request-id: req-3e49f90e-9c85-4535-badf-219592e13b11 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:55.407423 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62073fde-5140-43f0-9e32-26f2e4659b82", "name": "network-vif-deleted", "tag": "9b059f49-74f2-4a44-a1e3-141467009d0f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:55.407671 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e49f90e-9c85-4535-badf-219592e13b11 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:55.408159 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62073fde-5140-43f0-9e32-26f2e4659b82', 'name': 'network-vif-deleted', 'tag': '9b059f49-74f2-4a44-a1e3-141467009d0f', 'status': 'completed', 'code': 200} Sep 17 22:42:56.325670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9483220a-77ed-42dd-b546-98b65ae22f67 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:56.344335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dce884-411d-4fdb-8f0d-97e838d9022b req-d217b43e-4662-4f3c-be47-704be28a8fd8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:56.353772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66dce884-411d-4fdb-8f0d-97e838d9022b req-d217b43e-4662-4f3c-be47-704be28a8fd8 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0895603 Sep 17 22:42:56.407845 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66dce884-411d-4fdb-8f0d-97e838d9022b req-91c33abc-fefe-4325-b094-b556da473ff3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508733 Sep 17 22:42:56.456926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.491284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:56.494524 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee78d87-715d-44d3-ac18-1e23a45c87ae" -d '{"events": [{"server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "name": "network-vif-unplugged", "status": "completed", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:56.516386 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 9483220a-77ed-42dd-b546-98b65ae22f67, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9483220a-77ed-42dd-b546-98b65ae22f67,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:56.589683 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a8820f-684b-4318-b168-70bcab406390 x-openstack-request-id: req-45a8820f-684b-4318-b168-70bcab406390 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:56.590212 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "name": "network-vif-unplugged", "status": "completed", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:56.590559 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45a8820f-684b-4318-b168-70bcab406390 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:56.592167 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67', 'code': 200} Sep 17 22:42:56.625258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27ebe3a5-2611-432e-a2ee-abc5bae3c3aa req-d52c30ed-b2b5-4051-b32c-8a43bf0ea30f tempest-ServerRescueNegativeTestJSON-1948729870 tempest-ServerRescueNegativeTestJSON-1948729870-project] 10.222.0.30 "GET /v2.0/ports?device_id=62073fde-5140-43f0-9e32-26f2e4659b82 HTTP/1.1" status: 200 len: 210 time: 0.1015494 Sep 17 22:42:56.674693 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.817739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da2866-5f73-4736-b689-3c72ce38ae85 req-bd14b422-293b-4949-80be-5caefff8ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:56.828108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=9483220a-77ed-42dd-b546-98b65ae22f67,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:56.835138 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9da2866-5f73-4736-b689-3c72ce38ae85 req-bd14b422-293b-4949-80be-5caefff8ada4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 1096 time: 0.1542923 Sep 17 22:42:56.885882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9da2866-5f73-4736-b689-3c72ce38ae85 req-4a037a30-b101-40e1-98e0-18d75c931ae7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426524 Sep 17 22:42:57.537002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094b22d-1e64-478b-8c29-37ac39c530f7 req-841a7695-e923-4e7e-8305-2a64092324ae tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:57.539624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a094b22d-1e64-478b-8c29-37ac39c530f7 req-841a7695-e923-4e7e-8305-2a64092324ae tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 944 time: 0.0565298 Sep 17 22:42:57.592413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a094b22d-1e64-478b-8c29-37ac39c530f7 req-5953c377-7e0e-4d36-ab8e-fd4905aa2e8a tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416343 Sep 17 22:42:57.714152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56960) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:58.159919 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.347812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9483220a-77ed-42dd-b546-98b65ae22f67 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:42:58.463649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 9483220a-77ed-42dd-b546-98b65ae22f67, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9483220a-77ed-42dd-b546-98b65ae22f67,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:58.476718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] Deleting port ceca8652-617e-499a-9983-14d9e8ff6282 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:58.477127 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.483808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '9483220a-77ed-42dd-b546-98b65ae22f67', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'port_id': '9483220a-77ed-42dd-b546-98b65ae22f67', 'mac_address': 'fa:16:3e:10:0a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:42:58.513739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9b059f49-74f2-4a44-a1e3-141467009d0f no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:58.546005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 9b059f49-74f2-4a44-a1e3-141467009d0f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:58.546345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 9b059f49-74f2-4a44-a1e3-141467009d0f not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:58.560481 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.563032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] For port ceca8652-617e-499a-9983-14d9e8ff6282, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ceca8652-617e-499a-9983-14d9e8ff6282,segment=NetworkSegment(995615ad-b11d-4a92-b156-da5453b0fc66),segment_id=995615ad-b11d-4a92-b156-da5453b0fc66)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:58.563541 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.578034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9483220a-77ed-42dd-b546-98b65ae22f67 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:42:58.584223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] Calling delete_port for ceca8652-617e-499a-9983-14d9e8ff6282 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:58.603211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 9483220a-77ed-42dd-b546-98b65ae22f67, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9483220a-77ed-42dd-b546-98b65ae22f67,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:58.695864 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.749777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=9483220a-77ed-42dd-b546-98b65ae22f67,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:58.770305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a6752-f01e-410a-9f9d-b9118f018e61 req-d1ffea78-c4f6-4658-8046-ad147971cce3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:58.771895 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-757a6752-f01e-410a-9f9d-b9118f018e61 req-d1ffea78-c4f6-4658-8046-ad147971cce3 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 945 time: 0.0777538 Sep 17 22:42:58.868457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-757a6752-f01e-410a-9f9d-b9118f018e61 req-1cc2c625-d3dc-4c81-be53-ec5cb8404756 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871565 Sep 17 22:42:58.886351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56998) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:58.982474 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.040923 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c38dbb64-aeac-4dfb-858c-ec1d6bda2232 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/floatingips/87e5f477-f9af-49d0-a292-9f3a97f6cca8 HTTP/1.1" status: 200 len: 992 time: 0.1500490 Sep 17 22:42:59.042930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] Pushing event deleted for resources: {'Port': ['ID=ceca8652-617e-499a-9983-14d9e8ff6282,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:59.068913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['9483220a-77ed-42dd-b546-98b65ae22f67'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:42:59.294156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.304807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.585866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] Router bb4228da-f662-4e8c-8630-057465267305 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:59.733681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:59.747321 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] Sync routers for ids ['bb4228da-f662-4e8c-8630-057465267305'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:59.759813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-60f17473-d3a1-4c55-bb45-b6b12018c46e admin admin] 10.222.0.30 "PUT /v2.0/routers/bb4228da-f662-4e8c-8630-057465267305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0442350 Sep 17 22:42:59.762550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57028) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:59.763985 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] Routers {'bb4228da-f662-4e8c-8630-057465267305'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:59.765169 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:42:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['bb4228da-f662-4e8c-8630-057465267305'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:59.874125 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.924171 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] Set router bb4228da-f662-4e8c-8630-057465267305 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:59.988399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.199241 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4228da-f662-4e8c-8630-057465267305', 'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-router', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:27Z', 'updated_at': '2021-09-17T22:42:58Z', 'revision_number': 5, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'gw_port': {'id': '80c5757b-cfa0-46f3-84f1-26f5a48df4b6', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4228da-f662-4e8c-8630-057465267305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:28Z', 'updated_at': '2021-09-17T22:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:00.248692 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] Checking router: bb4228da-f662-4e8c-8630-057465267305 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:43:00.255516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Deleting port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:00.263576 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.263872 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] Routers {'bb4228da-f662-4e8c-8630-057465267305'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:00.263872 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:42:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['bb4228da-f662-4e8c-8630-057465267305'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:00.364486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9483220a-77ed-42dd-b546-98b65ae22f67 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:00.398105 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] Set router bb4228da-f662-4e8c-8630-057465267305 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:00.406285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] For port 80c5757b-cfa0-46f3-84f1-26f5a48df4b6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=80c5757b-cfa0-46f3-84f1-26f5a48df4b6,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:00.406800 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.436772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Calling delete_port for 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:00.460847 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4228da-f662-4e8c-8630-057465267305', 'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-router', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:27Z', 'updated_at': '2021-09-17T22:42:59Z', 'revision_number': 6, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:00.466004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 9483220a-77ed-42dd-b546-98b65ae22f67 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:00.466739 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.621610 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb783cb-ec3c-4479-805b-b7f2e31c85bc None None] The sync data for ids ['bb4228da-f662-4e8c-8630-057465267305'] in n-d-713499-18 is: [{'id': 'bb4228da-f662-4e8c-8630-057465267305', 'name': 'tempest-ServerRescueNegativeTestJSON-1324831191-router', 'tenant_id': '628a55904491498e9d71058e0b4ff0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:27Z', 'updated_at': '2021-09-17T22:42:59Z', 'revision_number': 6, 'project_id': '628a55904491498e9d71058e0b4ff0ad', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:00.865775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.870190 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.899556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:00.904657 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73f43dd-00cd-439b-b17e-9f8a9ecca06c" -d '{"events": [{"server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "name": "network-vif-plugged", "status": "completed", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:00.905136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c5757b-cfa0-46f3-84f1-26f5a48df4b6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:00.953967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 9483220a-77ed-42dd-b546-98b65ae22f67, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9483220a-77ed-42dd-b546-98b65ae22f67,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:00.990851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.002333 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec35e843-8904-4633-a1e2-d9388931cf92 x-openstack-request-id: req-ec35e843-8904-4633-a1e2-d9388931cf92 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:01.002843 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "name": "network-vif-plugged", "status": "completed", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:01.004442 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec35e843-8904-4633-a1e2-d9388931cf92 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:01.005063 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67', 'code': 200} Sep 17 22:43:01.070580 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.198802 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.200924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ceca8652-617e-499a-9983-14d9e8ff6282 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:01.201498 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.245327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: ceca8652-617e-499a-9983-14d9e8ff6282 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:01.245754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ceca8652-617e-499a-9983-14d9e8ff6282 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:01.247652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=9483220a-77ed-42dd-b546-98b65ae22f67,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.392094 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.393251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb4228da-f662-4e8c-8630-057465267305 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:43:01.398986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.400382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e815ac4f-c86f-46d7-b787-70a847dc3a06 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bb4228da-f662-4e8c-8630-057465267305 HTTP/1.1" status: 204 len: 168 time: 1.6362159 Sep 17 22:43:01.402990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57098) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:01.470432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d47acc3-1ffa-4df3-9472-ae0367cd8bac admin admin] Deleting subnet d9e93a11-09da-407a-8f77-8ec9d902413f {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:01.474934 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d47acc3-1ffa-4df3-9472-ae0367cd8bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.515274 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d47acc3-1ffa-4df3-9472-ae0367cd8bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.582435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d47acc3-1ffa-4df3-9472-ae0367cd8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.190179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d47acc3-1ffa-4df3-9472-ae0367cd8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.216276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47acc3-1ffa-4df3-9472-ae0367cd8bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9e93a11-09da-407a-8f77-8ec9d902413f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:02.223277 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d47acc3-1ffa-4df3-9472-ae0367cd8bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.229123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57126) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:02.230264 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2d47acc3-1ffa-4df3-9472-ae0367cd8bac admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d9e93a11-09da-407a-8f77-8ec9d902413f HTTP/1.1" status: 204 len: 168 time: 0.8258750 Sep 17 22:43:02.357050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.498705 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.531818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:02.548329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995615ad-b11d-4a92-b156-da5453b0fc66') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:02.550243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995615ad-b11d-4a92-b156-da5453b0fc66') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:02.567038 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.592931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.602441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:02.603248 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:02.607806 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:02.825082 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.832333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.837784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] 10.222.0.30 "DELETE /v2.0/networks/90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9 HTTP/1.1" status: 204 len: 168 time: 0.6075783 Sep 17 22:43:02.850910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72be909-087f-4a3e-bd58-7a1607de3f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=90eb046c-cfb0-4f5f-9b8c-d8f6206aeaa9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:02.879423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:02.901811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:02.902155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 80c5757b-cfa0-46f3-84f1-26f5a48df4b6 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:03.289994 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-522b86f3-b9de-4438-b3db-f1a22ae3ef9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.402760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57162) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:03.458107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5bb2d9be-3a62-4b2e-9e50-7055b69c1fa2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=628a55904491498e9d71058e0b4ff0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632222 Sep 17 22:43:03.460745 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57166) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:03.527506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff582193-a1c1-4a46-99ac-9dc6be05b45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.557220 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff582193-a1c1-4a46-99ac-9dc6be05b45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.789458 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff582193-a1c1-4a46-99ac-9dc6be05b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.792441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff582193-a1c1-4a46-99ac-9dc6be05b45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.793793 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ff582193-a1c1-4a46-99ac-9dc6be05b45b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c16d29e8-8d7c-40ea-8df2-0e0d33d82047 HTTP/1.1" status: 204 len: 168 time: 0.3319435 Sep 17 22:43:03.842239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff582193-a1c1-4a46-99ac-9dc6be05b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16d29e8-8d7c-40ea-8df2-0e0d33d82047,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.640006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57254) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:05.792649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1084095821-network', 'tenant_id': '944042a21c9b4d4baeedc323a220777a'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:05.884472 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f3a45af7-526a-42df-95e0-3a758d5be5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.921194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Made reservation on behalf of 944042a21c9b4d4baeedc323a220777a for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:05.923542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.932476 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.058620 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.161504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.189162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:06.209292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118dd8d9-e93c-4b5f-90ab-a169efa5585b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:06.217398 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.217398 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Added segment 8e3dfe0d-24e8-4201-aea2-2b0c1e39f058 of type vlan for network 035dc9d1-c06b-44c7-9215-71f8ca4e701b Sep 17 22:43:06.297568 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.395721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.397145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:06.397591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.521959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] Pushing event updated for resources: {'Network': ['ID=035dc9d1-c06b-44c7-9215-71f8ca4e701b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:06.528611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-95665799-2983-4c66-a071-151dcb4741a0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8868308 Sep 17 22:43:06.539737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 035dc9d1-c06b-44c7-9215-71f8ca4e701b details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:06.660528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-9221262e-1d12-47f7-8aa2-1afe46607df4 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:06.668747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-9221262e-1d12-47f7-8aa2-1afe46607df4 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/networks?id=85e4471f-6d39-4de5-9e47-3c3c25f244c1 HTTP/1.1" status: 200 len: 813 time: 0.1836452 Sep 17 22:43:06.682717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-a0669322-3749-4414-8184-424b4979fceb tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/quotas/32f3b3696b0f4e2485ed65aa7aa814c2 HTTP/1.1" status: 200 len: 375 time: 0.0126216 Sep 17 22:43:06.744248 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-623e4bb2-ca2f-478f-b673-32771aeefb14 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=32f3b3696b0f4e2485ed65aa7aa814c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521874 Sep 17 22:43:06.920769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-119834fa-6aab-45b7-b9b1-9bc885522ad6 service neutron] 10.222.0.30 "GET /v2.0/networks/85e4471f-6d39-4de5-9e47-3c3c25f244c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559174 Sep 17 22:43:07.062985 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-105e5903-f19c-42c2-a95d-639c270249ac service neutron] 10.222.0.30 "GET /v2.0/networks/85e4471f-6d39-4de5-9e47-3c3c25f244c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347928 Sep 17 22:43:07.256706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e3d00-f25f-48a7-a0f6-c5e879becb49 req-c8433c44-3463-4b1d-81c9-c8e04573cd06 tempest-ComputeTenantNetworksTest-1416914260 tempest-ComputeTenantNetworksTest-1416914260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.256706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e3d00-f25f-48a7-a0f6-c5e879becb49 req-c8433c44-3463-4b1d-81c9-c8e04573cd06 tempest-ComputeTenantNetworksTest-1416914260 tempest-ComputeTenantNetworksTest-1416914260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.256706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e3d00-f25f-48a7-a0f6-c5e879becb49 req-c8433c44-3463-4b1d-81c9-c8e04573cd06 tempest-ComputeTenantNetworksTest-1416914260 tempest-ComputeTenantNetworksTest-1416914260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.256706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb9e3d00-f25f-48a7-a0f6-c5e879becb49 req-c8433c44-3463-4b1d-81c9-c8e04573cd06 tempest-ComputeTenantNetworksTest-1416914260 tempest-ComputeTenantNetworksTest-1416914260-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1653025 Sep 17 22:43:07.358434 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.387340 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.398030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc9070-892a-4160-8a10-7dc871590264 req-89c8e86d-353b-4523-a5d7-190c277e865a tempest-ComputeTenantNetworksTest-1416914260 tempest-ComputeTenantNetworksTest-1416914260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:07.399624 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4fc9070-892a-4160-8a10-7dc871590264 req-89c8e86d-353b-4523-a5d7-190c277e865a tempest-ComputeTenantNetworksTest-1416914260 tempest-ComputeTenantNetworksTest-1416914260-project] 10.222.0.30 "GET /v2.0/networks/035dc9d1-c06b-44c7-9215-71f8ca4e701b HTTP/1.1" status: 200 len: 769 time: 0.0948865 Sep 17 22:43:07.409432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57298) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.486105 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.526930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ee3c6324-dfe6-42c2-a8af-1fe0e5f092d4 req-be21b5e5-3c70-47fc-8a87-19a5c9f72454 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 210 time: 0.0384808 Sep 17 22:43:07.653179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.686958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035dc9d1-c06b-44c7-9215-71f8ca4e701b']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:07.702411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3dfe0d-24e8-4201-aea2-2b0c1e39f058') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:07.703045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3dfe0d-24e8-4201-aea2-2b0c1e39f058') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:07.716530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.737705 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.747083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:07.747757 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:07.749647 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:07.919082 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.925305 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.927483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/035dc9d1-c06b-44c7-9215-71f8ca4e701b HTTP/1.1" status: 204 len: 168 time: 0.5170691 Sep 17 22:43:07.953717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd991c94-b176-488c-9281-7275ac3a54c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=035dc9d1-c06b-44c7-9215-71f8ca4e701b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:08.441374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57322) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:08.500714 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f8b19bce-3cb2-44cf-a495-31ace8c580f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=944042a21c9b4d4baeedc323a220777a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568168 Sep 17 22:43:08.504186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57324) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:08.563118 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a64d839f-08d9-4e7b-b56b-14d9d4924fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.590000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a64d839f-08d9-4e7b-b56b-14d9d4924fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.665607 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-def2d1c7-dcb2-4c83-8fc4-1efe643c75b6 req-8a6a2e8e-f3cc-42a2-935e-1852ccc51a9e tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 210 time: 0.0312266 Sep 17 22:43:08.754074 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a64d839f-08d9-4e7b-b56b-14d9d4924fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.757405 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a64d839f-08d9-4e7b-b56b-14d9d4924fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.758874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a64d839f-08d9-4e7b-b56b-14d9d4924fc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/118dd8d9-e93c-4b5f-90ab-a169efa5585b HTTP/1.1" status: 204 len: 168 time: 0.2530558 Sep 17 22:43:08.769174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d839f-08d9-4e7b-b56b-14d9d4924fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118dd8d9-e93c-4b5f-90ab-a169efa5585b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:09.096248 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.797262 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5bff2e5d-42a3-480b-a81c-a20c391ddafe req-4f415388-7baa-4aec-874a-94d07e7694fd tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 210 time: 0.0493329 Sep 17 22:43:10.624047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.944828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97a60393-5833-48d3-bbe9-cda8ec988434 req-75e9f6a5-190d-4c60-ad98-3c674f846d29 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 210 time: 0.0461910 Sep 17 22:43:11.630638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-81e81e74-9f34-422d-853b-bec79005dcdf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:11.632545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-81e81e74-9f34-422d-853b-bec79005dcdf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.23 "GET /v2.0/networks?id=85e4471f-6d39-4de5-9e47-3c3c25f244c1 HTTP/1.1" status: 200 len: 813 time: 0.1576664 Sep 17 22:43:11.666451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Request body: {'port': {'device_id': '0479a1b2-edf0-45d7-9aa2-e850d6653ab1', 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1', 'admin_state_up': True, 'tenant_id': '32f3b3696b0f4e2485ed65aa7aa814c2'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:12.013742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Made reservation on behalf of 32f3b3696b0f4e2485ed65aa7aa814c2 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:12.020489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.098230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8b31e30d-2e27-4344-b368-923a2ee7d544 req-01e85598-ecc5-4c51-9025-5c52dadb8970 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 210 time: 0.0709357 Sep 17 22:43:12.296931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Allocated IP 172.20.0.3 (85e4471f-6d39-4de5-9e47-3c3c25f244c1/d05360a4-b842-4e54-b2ad-e81738c04aeb/baade2a5-fda2-481a-8cff-62c634307ffc) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:12.533043 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.114335 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.199620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Pushing event updated for resources: {'Port': ['ID=baade2a5-fda2-481a-8cff-62c634307ffc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:13.208038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:13.220107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:13.220107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:13.306331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e7204-e6b1-4000-b73c-f48030b154c3 req-0eeb405a-8d9f-4c72-bd72-52610630ef91 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:13.309489 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-929e7204-e6b1-4000-b73c-f48030b154c3 req-0eeb405a-8d9f-4c72-bd72-52610630ef91 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 931 time: 0.1211972 Sep 17 22:43:13.313926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:13.316073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.385440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-929e7204-e6b1-4000-b73c-f48030b154c3 req-3a7791fe-48f4-4999-9191-5126839b5213 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650482 Sep 17 22:43:13.399019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-ebde92c1-0129-48db-973d-4348fa6da3d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7463276 Sep 17 22:43:13.415199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Request body: {'port': {'device_id': '0479a1b2-edf0-45d7-9aa2-e850d6653ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:13.529907 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.921515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baade2a5-fda2-481a-8cff-62c634307ffc {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:43:13.937311 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.951415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Transition to ACTIVE for port object baade2a5-fda2-481a-8cff-62c634307ffc will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:43:14.070132 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.151138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Pushing event updated for resources: {'Port': ['ID=baade2a5-fda2-481a-8cff-62c634307ffc,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:14.273356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Attempting to bind port baade2a5-fda2-481a-8cff-62c634307ffc on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:14.273698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Attempting to bind port baade2a5-fda2-481a-8cff-62c634307ffc by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:14.274028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Attempting to bind port baade2a5-fda2-481a-8cff-62c634307ffc on network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:14.280842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Port baade2a5-fda2-481a-8cff-62c634307ffc on network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:43:14.281162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Attempting to bind port baade2a5-fda2-481a-8cff-62c634307ffc on network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:14.306853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:14.307203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Checking segment: {'id': '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:14.307579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Bound using segment: {'id': '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:14.308025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Bound port: baade2a5-fda2-481a-8cff-62c634307ffc, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:14.308419 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.401478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] For port baade2a5-fda2-481a-8cff-62c634307ffc, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:14.404450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] For port baade2a5-fda2-481a-8cff-62c634307ffc, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=baade2a5-fda2-481a-8cff-62c634307ffc,segment=NetworkSegment(8e6b7a35-ef6d-4993-ae5b-00fe682a34a0),segment_id=8e6b7a35-ef6d-4993-ae5b-00fe682a34a0)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:14.527877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04939b12-2812-4174-90ab-ad87f5c3d3ab req-76435d77-4f12-4e6f-a328-d3dd631eb87d tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:14.563455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-04939b12-2812-4174-90ab-ad87f5c3d3ab req-76435d77-4f12-4e6f-a328-d3dd631eb87d tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 943 time: 0.0676823 Sep 17 22:43:14.570737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-04939b12-2812-4174-90ab-ad87f5c3d3ab req-a3a7e166-7584-454b-a1a6-f4441847f7c2 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344486 Sep 17 22:43:14.664864 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.704179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:14.704821 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.706912 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] 10.222.0.23 "PUT /v2.0/ports/baade2a5-fda2-481a-8cff-62c634307ffc HTTP/1.1" status: 200 len: 1092 time: 1.2997725 Sep 17 22:43:14.707352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0479a1b2-edf0-45d7-9aa2-e850d6653ab1', 'tag': 'baade2a5-fda2-481a-8cff-62c634307ffc'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:14.709641 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b326cd-bab3-428b-bf10-e29be1566612" -d '{"events": [{"name": "network-changed", "server_uuid": "0479a1b2-edf0-45d7-9aa2-e850d6653ab1", "tag": "baade2a5-fda2-481a-8cff-62c634307ffc"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:14.732960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edd355-c01f-4b7e-bbf6-d0b572e6e93c service neutron] Pushing event updated for resources: {'Port': ['ID=baade2a5-fda2-481a-8cff-62c634307ffc,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:14.751873 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3410a73-982f-4f89-9f9a-283beaa1083d x-openstack-request-id: req-e3410a73-982f-4f89-9f9a-283beaa1083d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:14.752218 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0479a1b2-edf0-45d7-9aa2-e850d6653ab1", "tag": "baade2a5-fda2-481a-8cff-62c634307ffc", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:14.753039 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3410a73-982f-4f89-9f9a-283beaa1083d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:14.753508 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0479a1b2-edf0-45d7-9aa2-e850d6653ab1', 'tag': 'baade2a5-fda2-481a-8cff-62c634307ffc', 'status': 'completed', 'code': 200} Sep 17 22:43:14.827917 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b326cd-bab3-428b-bf10-e29be1566612 req-de029757-2b3f-40c1-9129-f65d79a6c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:14.829516 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-96b326cd-bab3-428b-bf10-e29be1566612 req-de029757-2b3f-40c1-9129-f65d79a6c5ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f3b3696b0f4e2485ed65aa7aa814c2&device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 1095 time: 0.0578237 Sep 17 22:43:14.952658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b326cd-bab3-428b-bf10-e29be1566612 req-c6618d35-f402-4a76-8220-577f2d894e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:14.962810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-96b326cd-bab3-428b-bf10-e29be1566612 req-c6618d35-f402-4a76-8220-577f2d894e6e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=32f3b3696b0f4e2485ed65aa7aa814c2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1251557 Sep 17 22:43:15.141878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b326cd-bab3-428b-bf10-e29be1566612 req-fc7daeb4-3f0b-4e40-bb19-004cfb081058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.143453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-96b326cd-bab3-428b-bf10-e29be1566612 req-fc7daeb4-3f0b-4e40-bb19-004cfb081058 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738904 Sep 17 22:43:15.264524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-bf396d5c-d844-4d0b-aeae-ace9f5cf9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.266468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-bf396d5c-d844-4d0b-aeae-ace9f5cf9aba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f3b3696b0f4e2485ed65aa7aa814c2&device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 1095 time: 0.0788605 Sep 17 22:43:15.324592 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-0d808be7-7e94-4473-a223-51ef80bfdaf0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baade2a5-fda2-481a-8cff-62c634307ffc HTTP/1.1" status: 200 len: 217 time: 0.0499041 Sep 17 22:43:15.384565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-4123ba29-e9ba-4aee-9200-32e51db9a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.384565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-4123ba29-e9ba-4aee-9200-32e51db9a768 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d05360a4-b842-4e54-b2ad-e81738c04aeb HTTP/1.1" status: 200 len: 853 time: 0.0527275 Sep 17 22:43:15.417686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-7cfb51cb-f6fe-4940-b7b5-63a306e48a49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85e4471f-6d39-4de5-9e47-3c3c25f244c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270751 Sep 17 22:43:15.522327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-8e5b6b4b-2f0f-4f2b-bd1b-31d8c1501120 service neutron] 10.222.0.23 "GET /v2.0/networks/85e4471f-6d39-4de5-9e47-3c3c25f244c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977852 Sep 17 22:43:15.623788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fde1ba03-10f6-4ec1-874d-9bfe6fdea4a5 req-fb3a947f-f2dc-4bb3-9efb-795ffc1f2875 service neutron] 10.222.0.23 "GET /v2.0/networks/85e4471f-6d39-4de5-9e47-3c3c25f244c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945799 Sep 17 22:43:15.702234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3a6d9-c741-423f-b086-e02ad21bb883 req-5a22ce60-b33b-4476-bbd4-4aa88ff2fdda tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.704856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ab3a6d9-c741-423f-b086-e02ad21bb883 req-5a22ce60-b33b-4476-bbd4-4aa88ff2fdda tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 943 time: 0.0566952 Sep 17 22:43:15.746438 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ab3a6d9-c741-423f-b086-e02ad21bb883 req-7b025fe3-5334-4f22-a052-97d204f37d53 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353415 Sep 17 22:43:16.393475 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57494) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:16.516520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc82d506-ea2e-48f8-b9cb-3323d0799f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.610600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc82d506-ea2e-48f8-b9cb-3323d0799f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.683992 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cc82d506-ea2e-48f8-b9cb-3323d0799f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.721881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82d506-ea2e-48f8-b9cb-3323d0799f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c00963-d02b-4da3-9fb2-382debd5faff,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:16.726270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cc82d506-ea2e-48f8-b9cb-3323d0799f28 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=733e3c321551499d9d31f6c46f3551c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315623 Sep 17 22:43:16.728913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57498) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:16.784015 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b708297c-1518-4281-a4f5-d2368dadf804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.814116 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b708297c-1518-4281-a4f5-d2368dadf804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.899248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a915f-5b0d-4830-a4ea-68cac3f831df req-b042741c-4caa-4f4d-aee7-a55d1df14f9c tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:16.900818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d11a915f-5b0d-4830-a4ea-68cac3f831df req-b042741c-4caa-4f4d-aee7-a55d1df14f9c tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 943 time: 0.0636370 Sep 17 22:43:16.939568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d11a915f-5b0d-4830-a4ea-68cac3f831df req-c4f4b752-b199-47c6-bf68-30a475db3b29 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Sep 17 22:43:16.966680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b708297c-1518-4281-a4f5-d2368dadf804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.969285 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b708297c-1518-4281-a4f5-d2368dadf804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.970426 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b708297c-1518-4281-a4f5-d2368dadf804 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80c00963-d02b-4da3-9fb2-382debd5faff HTTP/1.1" status: 204 len: 168 time: 0.2406142 Sep 17 22:43:16.981799 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708297c-1518-4281-a4f5-d2368dadf804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c00963-d02b-4da3-9fb2-382debd5faff,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:17.647710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57526) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:17.663169 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5f0-5e79-4656-a7d6-bee5887e07eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.755027 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5f0-5e79-4656-a7d6-bee5887e07eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.927055 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5f0-5e79-4656-a7d6-bee5887e07eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.967664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a0bdf5f0-5e79-4656-a7d6-bee5887e07eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0ac6995adaa4dc39517a91ad4965faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186049 Sep 17 22:43:17.970069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdf5f0-5e79-4656-a7d6-bee5887e07eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa056cc-39d5-4f4e-950b-e4c98ece3f4c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:17.970428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57538) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:18.027908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d780c8ed-54a4-4f36-8156-f469cb3ce808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.075938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d780c8ed-54a4-4f36-8156-f469cb3ce808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.119344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9715d32-7e12-4f70-931f-8604f3786f4b req-b44670ea-205f-478e-b52b-dbe473644fb5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:18.120839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9715d32-7e12-4f70-931f-8604f3786f4b req-b44670ea-205f-478e-b52b-dbe473644fb5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 943 time: 0.0950074 Sep 17 22:43:18.164582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9715d32-7e12-4f70-931f-8604f3786f4b req-f4b9dedc-ac2e-4119-932d-7a0f26e94818 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350928 Sep 17 22:43:18.203843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d780c8ed-54a4-4f36-8156-f469cb3ce808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.206510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d780c8ed-54a4-4f36-8156-f469cb3ce808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.207763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d780c8ed-54a4-4f36-8156-f469cb3ce808 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/baa056cc-39d5-4f4e-950b-e4c98ece3f4c HTTP/1.1" status: 204 len: 168 time: 0.2363300 Sep 17 22:43:18.216204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780c8ed-54a4-4f36-8156-f469cb3ce808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa056cc-39d5-4f4e-950b-e4c98ece3f4c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:18.633142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device baade2a5-fda2-481a-8cff-62c634307ffc details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:43:18.734405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port baade2a5-fda2-481a-8cff-62c634307ffc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=baade2a5-fda2-481a-8cff-62c634307ffc,segment=NetworkSegment(8e6b7a35-ef6d-4993-ae5b-00fe682a34a0),segment_id=8e6b7a35-ef6d-4993-ae5b-00fe682a34a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:18.746304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'baade2a5-fda2-481a-8cff-62c634307ffc', 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1', 'port_id': 'baade2a5-fda2-481a-8cff-62c634307ffc', 'mac_address': 'fa:16:3e:b8:2a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05360a4-b842-4e54-b2ad-e81738c04aeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:43:18.788088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.800685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baade2a5-fda2-481a-8cff-62c634307ffc {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:43:18.820729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port baade2a5-fda2-481a-8cff-62c634307ffc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=baade2a5-fda2-481a-8cff-62c634307ffc,segment=NetworkSegment(8e6b7a35-ef6d-4993-ae5b-00fe682a34a0),segment_id=8e6b7a35-ef6d-4993-ae5b-00fe682a34a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:18.932617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.981983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=baade2a5-fda2-481a-8cff-62c634307ffc,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:19.223349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['baade2a5-fda2-481a-8cff-62c634307ffc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:43:19.296820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f11b5b-d9b7-4847-b665-063011c6cfb1 req-ba31a2d4-6f22-44e3-ac21-25c2ce5e98d1 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:19.298649 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7f11b5b-d9b7-4847-b665-063011c6cfb1 req-ba31a2d4-6f22-44e3-ac21-25c2ce5e98d1 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 944 time: 0.0533688 Sep 17 22:43:19.344928 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7f11b5b-d9b7-4847-b665-063011c6cfb1 req-3ef1bc63-e581-4f5d-9098-ea112c00d5d1 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390484 Sep 17 22:43:20.492792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd73bb5-1e8a-41dd-b4e7-c75f4463f265 req-37d57dbe-9764-4aa0-b9ad-d34ffec71bb1 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:20.495732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbd73bb5-1e8a-41dd-b4e7-c75f4463f265 req-37d57dbe-9764-4aa0-b9ad-d34ffec71bb1 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 944 time: 0.0651236 Sep 17 22:43:20.549804 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbd73bb5-1e8a-41dd-b4e7-c75f4463f265 req-a28c2067-4f0b-4851-8f37-b5eae9c724ad tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350971 Sep 17 22:43:20.631767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device baade2a5-fda2-481a-8cff-62c634307ffc up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:20.773375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port baade2a5-fda2-481a-8cff-62c634307ffc completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:43:20.774748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port baade2a5-fda2-481a-8cff-62c634307ffc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:20.775121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.871843 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.908760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0479a1b2-edf0-45d7-9aa2-e850d6653ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baade2a5-fda2-481a-8cff-62c634307ffc'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:20.911634 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620146e4-4c5b-46b8-aa29-b6f20269567d" -d '{"events": [{"server_uuid": "0479a1b2-edf0-45d7-9aa2-e850d6653ab1", "name": "network-vif-plugged", "status": "completed", "tag": "baade2a5-fda2-481a-8cff-62c634307ffc"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:20.924897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port baade2a5-fda2-481a-8cff-62c634307ffc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=baade2a5-fda2-481a-8cff-62c634307ffc,segment=NetworkSegment(8e6b7a35-ef6d-4993-ae5b-00fe682a34a0),segment_id=8e6b7a35-ef6d-4993-ae5b-00fe682a34a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:20.953687 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcf08be-ff4d-4f5a-a935-da17e0428544 x-openstack-request-id: req-3dcf08be-ff4d-4f5a-a935-da17e0428544 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:20.953980 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0479a1b2-edf0-45d7-9aa2-e850d6653ab1", "name": "network-vif-plugged", "status": "completed", "tag": "baade2a5-fda2-481a-8cff-62c634307ffc", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:20.954230 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3dcf08be-ff4d-4f5a-a935-da17e0428544 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:20.954635 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0479a1b2-edf0-45d7-9aa2-e850d6653ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baade2a5-fda2-481a-8cff-62c634307ffc', 'code': 200} Sep 17 22:43:21.037898 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.057913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730295-dfe4-4be3-9d7a-d8dbc4bd6b2f req-10d768b0-b172-4edb-bfe3-8151fac42e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:21.059440 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9730295-dfe4-4be3-9d7a-d8dbc4bd6b2f req-10d768b0-b172-4edb-bfe3-8151fac42e8e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0434725 Sep 17 22:43:21.095585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=baade2a5-fda2-481a-8cff-62c634307ffc,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:21.097878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9730295-dfe4-4be3-9d7a-d8dbc4bd6b2f req-92215489-ef53-4689-9dff-775acdec76fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306971 Sep 17 22:43:21.532861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57656) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:21.605164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-361f8fa1-22c6-4331-aa04-e0b4f5d4b551 admin admin] Deleting subnet a061fcce-146a-4838-8941-d5d88f7a44a6 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:21.610068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361f8fa1-22c6-4331-aa04-e0b4f5d4b551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.690440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361f8fa1-22c6-4331-aa04-e0b4f5d4b551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.750871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d266b-15b4-4412-98be-8b6db1a91cdf req-782ec914-f8b4-4db1-9375-e2185177c700 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:21.752470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d37d266b-15b4-4412-98be-8b6db1a91cdf req-782ec914-f8b4-4db1-9375-e2185177c700 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 945 time: 0.0940387 Sep 17 22:43:21.754307 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361f8fa1-22c6-4331-aa04-e0b4f5d4b551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.835544 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d37d266b-15b4-4412-98be-8b6db1a91cdf req-61d5c73d-61a5-40f1-94ca-febbe5ff20ea tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541019 Sep 17 22:43:21.950043 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361f8fa1-22c6-4331-aa04-e0b4f5d4b551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.979642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f8fa1-22c6-4331-aa04-e0b4f5d4b551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a061fcce-146a-4838-8941-d5d88f7a44a6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:21.986372 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-361f8fa1-22c6-4331-aa04-e0b4f5d4b551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.988779 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-361f8fa1-22c6-4331-aa04-e0b4f5d4b551 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a061fcce-146a-4838-8941-d5d88f7a44a6 HTTP/1.1" status: 204 len: 168 time: 0.4545150 Sep 17 22:43:21.991113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57668) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:22.068208 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.157411 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.180147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873cfede-f028-4a0d-91e4-2d2bd5fd7ddd']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:22.189987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c913945c-2f4f-4134-859c-e5b7d3088df1') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:22.190289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c913945c-2f4f-4134-859c-e5b7d3088df1') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:22.201398 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.216290 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.222250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:22.222754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:22.224407 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:22.372692 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.378213 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.382026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] 10.222.0.30 "DELETE /v2.0/networks/873cfede-f028-4a0d-91e4-2d2bd5fd7ddd HTTP/1.1" status: 204 len: 168 time: 0.3884706 Sep 17 22:43:22.393123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c055ff-e03b-48e3-b748-e80c45b12499 admin admin] Pushing event deleted for resources: {'Network': ['ID=873cfede-f028-4a0d-91e4-2d2bd5fd7ddd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:22.963561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57686) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:22.965843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb2165-4a3d-4a5e-bf3c-e69673e43081 req-959bb2cc-846f-45b0-9e5b-d115c5f1acf9 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:22.967403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11eb2165-4a3d-4a5e-bf3c-e69673e43081 req-959bb2cc-846f-45b0-9e5b-d115c5f1acf9 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 945 time: 0.0613995 Sep 17 22:43:23.009390 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11eb2165-4a3d-4a5e-bf3c-e69673e43081 req-9b973b1a-c376-42d8-b728-61e099124e3c tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346837 Sep 17 22:43:23.010415 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e77f63b3-9635-4f55-8ca5-289a221ff00f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27bbeca49d7e469b969d2f031564f780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455182 Sep 17 22:43:23.012980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57688) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:23.065305 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-252bfbf4-13e8-4301-a3c6-4891c83f2ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.093840 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-252bfbf4-13e8-4301-a3c6-4891c83f2ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.190691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57722) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:23.247016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-252bfbf4-13e8-4301-a3c6-4891c83f2ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.250855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-252bfbf4-13e8-4301-a3c6-4891c83f2ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.255007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-252bfbf4-13e8-4301-a3c6-4891c83f2ae3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68edf113-b641-4851-bbb1-d3202c28a8a5 HTTP/1.1" status: 204 len: 168 time: 0.2381382 Sep 17 22:43:23.267024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bfbf4-13e8-4301-a3c6-4891c83f2ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68edf113-b641-4851-bbb1-d3202c28a8a5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:23.334980 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87043fd6-bb29-4f51-b7d1-1967909d2f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.424387 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87043fd6-bb29-4f51-b7d1-1967909d2f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.552296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87043fd6-bb29-4f51-b7d1-1967909d2f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.591136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87043fd6-bb29-4f51-b7d1-1967909d2f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab051d2-8c43-4b5f-8f02-ef20f80b3351,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:23.595428 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-87043fd6-bb29-4f51-b7d1-1967909d2f1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e9deb6ba1b0407888c451dd62e1fee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027381 Sep 17 22:43:23.599794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57736) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:23.677794 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a112442-60f5-410a-a2da-37aa22e701bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.701602 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a112442-60f5-410a-a2da-37aa22e701bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.877814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a112442-60f5-410a-a2da-37aa22e701bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.887285 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a112442-60f5-410a-a2da-37aa22e701bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.887285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6a112442-60f5-410a-a2da-37aa22e701bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ab051d2-8c43-4b5f-8f02-ef20f80b3351 HTTP/1.1" status: 204 len: 168 time: 0.2816596 Sep 17 22:43:23.892254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a112442-60f5-410a-a2da-37aa22e701bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab051d2-8c43-4b5f-8f02-ef20f80b3351,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:24.577556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57798) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:24.593274 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27089520-1810-44d7-a6a2-737f14132919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.705744 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27089520-1810-44d7-a6a2-737f14132919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.770660 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-27089520-1810-44d7-a6a2-737f14132919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.827168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-27089520-1810-44d7-a6a2-737f14132919 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=378282f80d674fa185ff8b25556f620d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477825 Sep 17 22:43:24.828945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27089520-1810-44d7-a6a2-737f14132919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cebd196-d685-4ffd-a4ec-2ff47530003f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:24.831566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57806) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:24.920490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76375da8-e758-4090-b24a-5d54f6b9ac47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.952091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76375da8-e758-4090-b24a-5d54f6b9ac47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.123925 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76375da8-e758-4090-b24a-5d54f6b9ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.127289 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-76375da8-e758-4090-b24a-5d54f6b9ac47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.130282 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-76375da8-e758-4090-b24a-5d54f6b9ac47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5cebd196-d685-4ffd-a4ec-2ff47530003f HTTP/1.1" status: 204 len: 168 time: 0.2918406 Sep 17 22:43:25.140974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76375da8-e758-4090-b24a-5d54f6b9ac47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cebd196-d685-4ffd-a4ec-2ff47530003f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:28.040082 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-fb8204d4-e198-442e-9c11-0ae9aaaf77aa tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cfe952e2abc6469796b81e422a72c1ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309556 Sep 17 22:43:28.289710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-cd3350b6-6e45-4cd8-b9ff-5ede40ffa977 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:28.291842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-cd3350b6-6e45-4cd8-b9ff-5ede40ffa977 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453077 Sep 17 22:43:28.312150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-69a883ab-04ad-466e-8309-b770319556e8 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/quotas/cfe952e2abc6469796b81e422a72c1ad HTTP/1.1" status: 200 len: 375 time: 0.0104899 Sep 17 22:43:28.351015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-2668651f-e49e-4495-9afc-7a9d68400e50 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfe952e2abc6469796b81e422a72c1ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311689 Sep 17 22:43:28.696761 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f047b718-a7c3-4691-8d6c-33dfaccd344e req-a05a4fb0-ee3d-4342-af1e-a6d5dd59f150 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 210 time: 0.0416350 Sep 17 22:43:29.272932 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.782214 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82b351de-70c6-4119-9d4c-b14e3003b7b9 req-70aa9cb7-bfa4-435c-944c-4d9bb34eb241 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 210 time: 0.0303519 Sep 17 22:43:30.893788 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6bf2a4b4-77d3-4fd3-80f3-af22684a0769 req-455a38f0-3310-4aa8-bd66-536815f4697c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 210 time: 0.0306473 Sep 17 22:43:31.433111 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-1cefc936-139c-4014-ab96-48fba49832c8 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cfe952e2abc6469796b81e422a72c1ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422659 Sep 17 22:43:31.679998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-d0540ff5-5343-47a9-aa53-1db588af66ac tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:31.681899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-d0540ff5-5343-47a9-aa53-1db588af66ac tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2433672 Sep 17 22:43:31.733431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Request body: {'port': {'device_id': 'a0cf55d3-c769-47e7-8e82-ca528e3a009c', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'cfe952e2abc6469796b81e422a72c1ad'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:31.960744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Made reservation on behalf of cfe952e2abc6469796b81e422a72c1ad for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:31.964735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.975146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.017492 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a850299-52d2-4496-ae10-6b2b75327bcc req-ae4d3ebe-dc2e-4b49-8009-385d4319f361 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 210 time: 0.0374107 Sep 17 22:43:32.100635 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.166854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.234688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:32.236814 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:43:32.325286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Allocated IP 192.168.233.96 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/b9273055-2c62-4d0b-abe3-b6fecb207eb2) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:32.532380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.678701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.777304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Pushing event updated for resources: {'Port': ['ID=b9273055-2c62-4d0b-abe3-b6fecb207eb2,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:32.796139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:32.797631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:32.801096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:32.882763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:32.885222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.132949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d1b03e27-28df-4ad7-b46e-f37c17e7769d None None] Provisioning complete for port b9273055-2c62-4d0b-abe3-b6fecb207eb2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:33.134079 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1b03e27-28df-4ad7-b46e-f37c17e7769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.186208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d1b03e27-28df-4ad7-b46e-f37c17e7769d None None] Port b9273055-2c62-4d0b-abe3-b6fecb207eb2 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:33.210878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f9d9f-a660-464d-8de6-0437ca8eddf8 req-50fea9f4-b43b-4667-b80f-300edfccae53 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:33.212971 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-338f9d9f-a660-464d-8de6-0437ca8eddf8 req-50fea9f4-b43b-4667-b80f-300edfccae53 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 935 time: 0.0810099 Sep 17 22:43:33.262639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-338f9d9f-a660-464d-8de6-0437ca8eddf8 req-10a69a51-9783-44a9-b008-c1f4408fcca6 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Sep 17 22:43:33.304187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-57a47aac-434b-4d95-89e8-8bd8d3c4d682 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5780890 Sep 17 22:43:33.323204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Request body: {'port': {'device_id': 'a0cf55d3-c769-47e7-8e82-ca528e3a009c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:33.329792 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6b93631d-87ff-4b06-a46c-dad482620609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.386095 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.726370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9273055-2c62-4d0b-abe3-b6fecb207eb2 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:43:33.735016 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.750431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Transition to ACTIVE for port object b9273055-2c62-4d0b-abe3-b6fecb207eb2 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:43:33.808999 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.881102 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Pushing event updated for resources: {'Port': ['ID=b9273055-2c62-4d0b-abe3-b6fecb207eb2,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:33.936377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Attempting to bind port b9273055-2c62-4d0b-abe3-b6fecb207eb2 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:33.936716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Attempting to bind port b9273055-2c62-4d0b-abe3-b6fecb207eb2 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:33.937090 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Attempting to bind port b9273055-2c62-4d0b-abe3-b6fecb207eb2 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:33.942414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Port b9273055-2c62-4d0b-abe3-b6fecb207eb2 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:43:33.942847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Attempting to bind port b9273055-2c62-4d0b-abe3-b6fecb207eb2 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:33.948607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:33.949044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:33.949630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:33.950075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Bound port: b9273055-2c62-4d0b-abe3-b6fecb207eb2, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:33.950446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.086572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] For port b9273055-2c62-4d0b-abe3-b6fecb207eb2, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:34.093094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] For port b9273055-2c62-4d0b-abe3-b6fecb207eb2, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b9273055-2c62-4d0b-abe3-b6fecb207eb2,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:34.178533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.218631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.219805 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.220405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] 10.222.0.15 "PUT /v2.0/ports/b9273055-2c62-4d0b-abe3-b6fecb207eb2 HTTP/1.1" status: 200 len: 1096 time: 0.9017851 Sep 17 22:43:34.220867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cf55d3-c769-47e7-8e82-ca528e3a009c', 'tag': 'b9273055-2c62-4d0b-abe3-b6fecb207eb2'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:34.223180 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3631405-5393-4a22-8c3c-eb7ed508f909" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cf55d3-c769-47e7-8e82-ca528e3a009c", "tag": "b9273055-2c62-4d0b-abe3-b6fecb207eb2"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:34.263529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec142fd-8072-49a5-a938-58c3b86bad91 service neutron] Pushing event updated for resources: {'Port': ['ID=b9273055-2c62-4d0b-abe3-b6fecb207eb2,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:34.283140 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2347e8f-52b7-4e62-9548-ddcad64a01d6 x-openstack-request-id: req-b2347e8f-52b7-4e62-9548-ddcad64a01d6 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:34.283687 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cf55d3-c769-47e7-8e82-ca528e3a009c", "tag": "b9273055-2c62-4d0b-abe3-b6fecb207eb2", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:34.283997 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2347e8f-52b7-4e62-9548-ddcad64a01d6 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:34.284560 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cf55d3-c769-47e7-8e82-ca528e3a009c', 'tag': 'b9273055-2c62-4d0b-abe3-b6fecb207eb2', 'status': 'completed', 'code': 200} Sep 17 22:43:34.387034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3631405-5393-4a22-8c3c-eb7ed508f909 req-b2df14bc-a3a9-44ab-ac9d-d1dffb7cb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.388218 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c3631405-5393-4a22-8c3c-eb7ed508f909 req-b2df14bc-a3a9-44ab-ac9d-d1dffb7cb605 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfe952e2abc6469796b81e422a72c1ad&device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 1099 time: 0.0534678 Sep 17 22:43:34.419477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360513ae-a290-4bad-a3e9-1f07cfa9ccab req-7ec86273-3094-46cc-90da-46adee1302c9 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.431708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c3631405-5393-4a22-8c3c-eb7ed508f909 req-df3f6364-05cb-40ab-8948-8693c46f6709 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cfe952e2abc6469796b81e422a72c1ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280287 Sep 17 22:43:34.432907 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-360513ae-a290-4bad-a3e9-1f07cfa9ccab req-7ec86273-3094-46cc-90da-46adee1302c9 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 947 time: 0.0778887 Sep 17 22:43:34.481463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-360513ae-a290-4bad-a3e9-1f07cfa9ccab req-46398ae7-1717-4c90-91af-8b4bc5ea5400 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472693 Sep 17 22:43:34.573096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3631405-5393-4a22-8c3c-eb7ed508f909 req-bbdb5831-a5c4-4904-b76d-f6061c25ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.577521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c3631405-5393-4a22-8c3c-eb7ed508f909 req-bbdb5831-a5c4-4904-b76d-f6061c25ed07 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387208 Sep 17 22:43:34.708443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-3706c61e-5403-4db2-b4fe-9dd74cfbf725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.710441 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-3706c61e-5403-4db2-b4fe-9dd74cfbf725 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfe952e2abc6469796b81e422a72c1ad&device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 1099 time: 0.0681939 Sep 17 22:43:34.775435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-919bf61d-f373-4fdf-bc3d-6da6acd6320e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b9273055-2c62-4d0b-abe3-b6fecb207eb2 HTTP/1.1" status: 200 len: 217 time: 0.0495813 Sep 17 22:43:34.846491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-6bfcd636-4f6a-4f38-9e18-76342b8fdd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.864546 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-6bfcd636-4f6a-4f38-9e18-76342b8fdd95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0644963 Sep 17 22:43:34.903239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-9abefd18-fa9d-4820-8eb1-7bd48d1bcf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.904946 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-9abefd18-fa9d-4820-8eb1-7bd48d1bcf0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0497603 Sep 17 22:43:35.013773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-d0021a70-df5d-4e1a-bff7-66f51fa4254d service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004252 Sep 17 22:43:35.139491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-093e74e3-c471-43f0-a735-ffef0f76c810 req-5af66622-0008-4742-85f4-4d628970c6b9 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175580 Sep 17 22:43:35.604589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d122-65ea-4b77-a68d-eedd12ca28ef req-2b5d142d-3a2b-43e7-90ee-0b4502899362 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:35.614721 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e133d122-65ea-4b77-a68d-eedd12ca28ef req-2b5d142d-3a2b-43e7-90ee-0b4502899362 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 947 time: 0.0623004 Sep 17 22:43:35.661069 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e133d122-65ea-4b77-a68d-eedd12ca28ef req-e2500382-4988-47a2-9e00-58e252af088e tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479391 Sep 17 22:43:35.886152 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-78f80327-0bb2-4073-ba5f-70a11374199e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.811793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cde51-33a9-4725-9281-dedf439f227f req-a84f8ac8-1407-4183-b923-e0b9895c80a0 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:36.811793 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d5cde51-33a9-4725-9281-dedf439f227f req-a84f8ac8-1407-4183-b923-e0b9895c80a0 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 947 time: 0.0631945 Sep 17 22:43:36.858788 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d5cde51-33a9-4725-9281-dedf439f227f req-4ba1ba95-1065-4bbe-922f-c5f72ff4e23c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Sep 17 22:43:37.015325 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.341554 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.049993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e6e2e-13f2-43ea-8df9-760d338153b7 req-e778c7ae-1979-4a4d-87c4-f3c3c7ecbf92 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:38.051891 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-257e6e2e-13f2-43ea-8df9-760d338153b7 req-e778c7ae-1979-4a4d-87c4-f3c3c7ecbf92 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 947 time: 0.0583727 Sep 17 22:43:38.096601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-257e6e2e-13f2-43ea-8df9-760d338153b7 req-6de765ee-375f-4b6c-b5bb-b153fb756d3e tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378160 Sep 17 22:43:38.453682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58098) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:38.498393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b9273055-2c62-4d0b-abe3-b6fecb207eb2 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:43:38.535417 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-56dca16d-c036-41cf-b045-4e27a0969c22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550725 Sep 17 22:43:38.653716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b9273055-2c62-4d0b-abe3-b6fecb207eb2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b9273055-2c62-4d0b-abe3-b6fecb207eb2,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:38.662623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32676fe9-2348-4956-b8af-445880756f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.665673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'b9273055-2c62-4d0b-abe3-b6fecb207eb2', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'b9273055-2c62-4d0b-abe3-b6fecb207eb2', 'mac_address': 'fa:16:3e:dd:95:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:43:38.697751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-fdc0a652-03ef-4c8f-935d-d44ab7af250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:38.700387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-fdc0a652-03ef-4c8f-935d-d44ab7af250e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5a47603ef744aab2cb07403d28f391&device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 1097 time: 0.0968859 Sep 17 22:43:38.710263 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.727605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9273055-2c62-4d0b-abe3-b6fecb207eb2 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:43:38.755208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b9273055-2c62-4d0b-abe3-b6fecb207eb2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b9273055-2c62-4d0b-abe3-b6fecb207eb2,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:38.827337 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.874758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-adf05ccb-eb24-49ff-afff-0ad9c5227bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:38.876322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-adf05ccb-eb24-49ff-afff-0ad9c5227bae service neutron] 10.222.0.15 "GET /v2.0/networks?id=e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 200 len: 912 time: 0.1489420 Sep 17 22:43:38.902280 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32676fe9-2348-4956-b8af-445880756f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.932647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b9273055-2c62-4d0b-abe3-b6fecb207eb2,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:38.948967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.949740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.950233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.950703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.951344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.952005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.952704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.955540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.955540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.955540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.955540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.955540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:38.980609 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32676fe9-2348-4956-b8af-445880756f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.002342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-aba98f22-11fa-46f3-ac9e-360b0332e709 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 HTTP/1.1" status: 200 len: 1001 time: 0.1167867 Sep 17 22:43:39.079239 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-32676fe9-2348-4956-b8af-445880756f0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e9d64c39cfb4612a5b9364991d9de74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240175 Sep 17 22:43:39.083285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58106) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:39.084050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676fe9-2348-4956-b8af-445880756f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ffb159-d2a5-441d-bf2d-c18ec21070de,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:39.108098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-ee61c882-777f-4630-9ee0-4e4157a2cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:39.109833 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-ee61c882-777f-4630-9ee0-4e4157a2cb5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 200 len: 850 time: 0.0981231 Sep 17 22:43:39.180530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aef3e35-68da-4b6c-b71c-36b998ad01e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.196495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-7be06785-e791-44f8-88ee-df5519344c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:39.198794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-7be06785-e791-44f8-88ee-df5519344c3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e347bec6-469b-435a-9128-597a87d41396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809774 Sep 17 22:43:39.213138 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aef3e35-68da-4b6c-b71c-36b998ad01e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.239023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['b9273055-2c62-4d0b-abe3-b6fecb207eb2'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:43:39.308798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-282882a2-686e-4c1b-be88-b7f7d3f0bd9d service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024179 Sep 17 22:43:39.342328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8e0c9-b91e-4a9a-bcda-d277250d5062 req-3ef6f9bd-10e4-48c5-ad91-de94017f1a91 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:39.344225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-67f8e0c9-b91e-4a9a-bcda-d277250d5062 req-3ef6f9bd-10e4-48c5-ad91-de94017f1a91 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 948 time: 0.1342742 Sep 17 22:43:39.397312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-67f8e0c9-b91e-4a9a-bcda-d277250d5062 req-cc079378-a325-4666-a02a-2405c9983494 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Sep 17 22:43:39.449994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fadfa86-5700-4af1-b72b-55fad32f8bf0 req-b3338edd-7564-42e1-b85f-4b77e77af05c service neutron] 10.222.0.15 "GET /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333895 Sep 17 22:43:39.540398 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.057595 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aef3e35-68da-4b6c-b71c-36b998ad01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.061047 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7aef3e35-68da-4b6c-b71c-36b998ad01e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.080830 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7aef3e35-68da-4b6c-b71c-36b998ad01e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64ffb159-d2a5-441d-bf2d-c18ec21070de HTTP/1.1" status: 204 len: 168 time: 0.9954121 Sep 17 22:43:40.120337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef3e35-68da-4b6c-b71c-36b998ad01e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ffb159-d2a5-441d-bf2d-c18ec21070de,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:40.357898 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.525036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b9273055-2c62-4d0b-abe3-b6fecb207eb2 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:40.551154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033151a-dd9b-4ad8-94e8-5b828db04e9b req-184736b8-1a7e-4953-93b7-80e8867a5eb7 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:40.553889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8033151a-dd9b-4ad8-94e8-5b828db04e9b req-184736b8-1a7e-4953-93b7-80e8867a5eb7 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 948 time: 0.0777912 Sep 17 22:43:40.621019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8033151a-dd9b-4ad8-94e8-5b828db04e9b req-97dcdd41-69bb-49d0-b8d7-b2bbd263c0de tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609512 Sep 17 22:43:40.686047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port b9273055-2c62-4d0b-abe3-b6fecb207eb2 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:43:40.690443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port b9273055-2c62-4d0b-abe3-b6fecb207eb2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:40.694121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.799248 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.826673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cf55d3-c769-47e7-8e82-ca528e3a009c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9273055-2c62-4d0b-abe3-b6fecb207eb2'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:40.829072 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acf8ae8-770a-46f5-8071-211447c7b97e" -d '{"events": [{"server_uuid": "a0cf55d3-c769-47e7-8e82-ca528e3a009c", "name": "network-vif-plugged", "status": "completed", "tag": "b9273055-2c62-4d0b-abe3-b6fecb207eb2"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:40.852978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port b9273055-2c62-4d0b-abe3-b6fecb207eb2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b9273055-2c62-4d0b-abe3-b6fecb207eb2,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:40.858949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58142) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.887593 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-957374a9-c1c5-4afb-a285-89e2bce2e484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.906495 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf329519-ad4e-405e-97f2-e12a7d934c7b x-openstack-request-id: req-cf329519-ad4e-405e-97f2-e12a7d934c7b {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:40.907659 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cf55d3-c769-47e7-8e82-ca528e3a009c", "name": "network-vif-plugged", "status": "completed", "tag": "b9273055-2c62-4d0b-abe3-b6fecb207eb2", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:40.908185 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf329519-ad4e-405e-97f2-e12a7d934c7b {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:40.908954 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cf55d3-c769-47e7-8e82-ca528e3a009c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9273055-2c62-4d0b-abe3-b6fecb207eb2', 'code': 200} Sep 17 22:43:40.934905 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.009414 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-957374a9-c1c5-4afb-a285-89e2bce2e484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.014872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=b9273055-2c62-4d0b-abe3-b6fecb207eb2,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:41.061338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d637da0-79c3-4c52-b3e2-70d808a51d7d req-315e0d54-c647-4929-9b0c-a7daf0b03ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:41.062808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d637da0-79c3-4c52-b3e2-70d808a51d7d req-315e0d54-c647-4929-9b0c-a7daf0b03ac8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 1101 time: 0.0534122 Sep 17 22:43:41.103068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-957374a9-c1c5-4afb-a285-89e2bce2e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.109568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d637da0-79c3-4c52-b3e2-70d808a51d7d req-c98c79b1-79a4-40bf-a135-f412e956836c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390782 Sep 17 22:43:41.153027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-957374a9-c1c5-4afb-a285-89e2bce2e484 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64e31c943358441a88ac6ff46a086708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2925241 Sep 17 22:43:41.154360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957374a9-c1c5-4afb-a285-89e2bce2e484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20e79b6-99ee-4c85-960e-d512389cda4a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:41.155862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58146) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:41.216034 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8625573f-59d9-411a-a6a6-d63d779e288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.250299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8625573f-59d9-411a-a6a6-d63d779e288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.407819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8625573f-59d9-411a-a6a6-d63d779e288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.410752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8625573f-59d9-411a-a6a6-d63d779e288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.414903 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8625573f-59d9-411a-a6a6-d63d779e288e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f20e79b6-99ee-4c85-960e-d512389cda4a HTTP/1.1" status: 204 len: 168 time: 0.2578802 Sep 17 22:43:41.423373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625573f-59d9-411a-a6a6-d63d779e288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20e79b6-99ee-4c85-960e-d512389cda4a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:41.774068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e9b01-ab4a-4fc5-bbb2-7a9cec9b88f8 req-45b3f9eb-1bbb-40c9-a1c2-569a4ad10d8a tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:41.775995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-719e9b01-ab4a-4fc5-bbb2-7a9cec9b88f8 req-45b3f9eb-1bbb-40c9-a1c2-569a4ad10d8a tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 949 time: 0.0630057 Sep 17 22:43:41.820444 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-719e9b01-ab4a-4fc5-bbb2-7a9cec9b88f8 req-b1e00ca7-3a01-40a0-be1e-c9a872b472fd tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377150 Sep 17 22:43:43.005022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c219c94-eb63-44fd-9b9e-24f4ae302b79 req-f1618ad9-0fd3-42bf-aeec-b632695e6020 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:43.012813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c219c94-eb63-44fd-9b9e-24f4ae302b79 req-f1618ad9-0fd3-42bf-aeec-b632695e6020 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 949 time: 0.0944045 Sep 17 22:43:43.061307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c219c94-eb63-44fd-9b9e-24f4ae302b79 req-04e0e637-6289-4498-b2d9-b8f708640ae0 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469534 Sep 17 22:43:46.846678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58284) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:46.988712 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c520784-0db8-47d6-91f8-d851826d425d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.094069 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c520784-0db8-47d6-91f8-d851826d425d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.246448 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c520784-0db8-47d6-91f8-d851826d425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.285616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c520784-0db8-47d6-91f8-d851826d425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd5eca5-7650-4409-b78d-9d13a4e3ef18,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:47.291547 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1c520784-0db8-47d6-91f8-d851826d425d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5738820f9a149cd979e64aca56675ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427972 Sep 17 22:43:47.293934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58288) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:47.351357 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d152ed1-d671-4efd-9dd3-6863cc69804b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.383657 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d152ed1-d671-4efd-9dd3-6863cc69804b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.626131 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d152ed1-d671-4efd-9dd3-6863cc69804b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.628845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d152ed1-d671-4efd-9dd3-6863cc69804b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.630147 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7d152ed1-d671-4efd-9dd3-6863cc69804b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fd5eca5-7650-4409-b78d-9d13a4e3ef18 HTTP/1.1" status: 204 len: 168 time: 0.3352897 Sep 17 22:43:47.638605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d152ed1-d671-4efd-9dd3-6863cc69804b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd5eca5-7650-4409-b78d-9d13a4e3ef18,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:48.742616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58308) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:48.760149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3c5e2f7d-7da3-4a1e-9aed-ab8eb71a2a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.889800 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3c5e2f7d-7da3-4a1e-9aed-ab8eb71a2a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.003945 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3c5e2f7d-7da3-4a1e-9aed-ab8eb71a2a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.047057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e2f7d-7da3-4a1e-9aed-ab8eb71a2a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6240ef2-5955-468b-b993-eaa3b7f340ff,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:49.057951 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3c5e2f7d-7da3-4a1e-9aed-ab8eb71a2a12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b139bea4b5c4470e86a042baf05fc97c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137276 Sep 17 22:43:49.060634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58312) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:49.125791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc26cc9c-2ae5-4dcd-ae1e-0b54631a1cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.156658 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc26cc9c-2ae5-4dcd-ae1e-0b54631a1cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.322991 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc26cc9c-2ae5-4dcd-ae1e-0b54631a1cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.325637 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc26cc9c-2ae5-4dcd-ae1e-0b54631a1cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.326852 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fc26cc9c-2ae5-4dcd-ae1e-0b54631a1cb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6240ef2-5955-468b-b993-eaa3b7f340ff HTTP/1.1" status: 204 len: 168 time: 0.2652426 Sep 17 22:43:49.338946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26cc9c-2ae5-4dcd-ae1e-0b54631a1cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6240ef2-5955-468b-b993-eaa3b7f340ff,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:59.208459 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.827772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58568) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:02.952304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.042636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.103532 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.128004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6444f566-096b-4485-bc79-fa2f000b2b03,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:03.142052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.142631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.142978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.143318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.143654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.143984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.144342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.144839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.145970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.146468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.147121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.147634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.172628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58578) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:03.173337 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2f3d9827-f800-4600-9ce4-dcc7ed3c30ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a96ac7df5ad4b2a99747ae5d569bc9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436623 Sep 17 22:44:03.256449 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.260897 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f2ea19ed-9855-4390-a586-c97e7de27077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.279308 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.414288 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.417036 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.418410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6444f566-096b-4485-bc79-fa2f000b2b03 HTTP/1.1" status: 204 len: 168 time: 0.2444751 Sep 17 22:44:03.427736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6444f566-096b-4485-bc79-fa2f000b2b03,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:03.437076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.437422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.437771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.438237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.438431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.438762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.439206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.439647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.440088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.440450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.440821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:03.441093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34bd952-e8ff-4e8d-8983-44705d683b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:04.140013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58590) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:04.155708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3420eb3f-0c61-41c1-8a9f-c458c981d091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.313431 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3420eb3f-0c61-41c1-8a9f-c458c981d091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.382699 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3420eb3f-0c61-41c1-8a9f-c458c981d091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.425879 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3420eb3f-0c61-41c1-8a9f-c458c981d091 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a86023429a8d4329ab40b08dcbe571a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844436 Sep 17 22:44:04.428092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420eb3f-0c61-41c1-8a9f-c458c981d091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a100b06e-414f-40a8-b084-454866593eb7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:04.429975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58594) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:04.502568 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d8a9f75-a046-4084-84e3-bca2ff335758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.527598 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d8a9f75-a046-4084-84e3-bca2ff335758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.685817 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d8a9f75-a046-4084-84e3-bca2ff335758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.688429 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8d8a9f75-a046-4084-84e3-bca2ff335758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.689667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8d8a9f75-a046-4084-84e3-bca2ff335758 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a100b06e-414f-40a8-b084-454866593eb7 HTTP/1.1" status: 204 len: 168 time: 0.2586877 Sep 17 22:44:04.700719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a9f75-a046-4084-84e3-bca2ff335758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a100b06e-414f-40a8-b084-454866593eb7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:05.854196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-57a8553b-2d22-4049-9f90-b8708c350df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.041583 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.316293 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.121361 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.241504 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:44:09.858167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58732) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:10.015660 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d74d125a-3774-4074-a992-ca4997285fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.123268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d74d125a-3774-4074-a992-ca4997285fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.245609 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d74d125a-3774-4074-a992-ca4997285fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.295100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d125a-3774-4074-a992-ca4997285fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8b7f15-9622-4791-92e1-8b234388d73b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:10.301586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d74d125a-3774-4074-a992-ca4997285fea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c0c1781a9764f51a4036f0ed12b78c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423196 Sep 17 22:44:10.305792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58740) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:10.383462 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.385623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-867cb024-dac8-4938-8d80-6293d2651797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.423667 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-867cb024-dac8-4938-8d80-6293d2651797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.582459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-867cb024-dac8-4938-8d80-6293d2651797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.587730 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-867cb024-dac8-4938-8d80-6293d2651797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.587730 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-867cb024-dac8-4938-8d80-6293d2651797 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed8b7f15-9622-4791-92e1-8b234388d73b HTTP/1.1" status: 204 len: 168 time: 0.2781763 Sep 17 22:44:10.596911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cb024-dac8-4938-8d80-6293d2651797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8b7f15-9622-4791-92e1-8b234388d73b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:11.459240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58756) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:11.475931 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b0a39de-5b32-443d-acc8-e55da9b47062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.594401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b0a39de-5b32-443d-acc8-e55da9b47062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.677915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b0a39de-5b32-443d-acc8-e55da9b47062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.723666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b0a39de-5b32-443d-acc8-e55da9b47062 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49daf57b5ba34b0ba080cd934bf88f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600515 Sep 17 22:44:11.723666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a39de-5b32-443d-acc8-e55da9b47062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d46edd7-db0a-4f4f-8af4-fbb816bd588e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:11.724164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58762) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:11.796927 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7b954e59-7329-4e5b-b3dd-251013ae0b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.822774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7b954e59-7329-4e5b-b3dd-251013ae0b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.028083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7b954e59-7329-4e5b-b3dd-251013ae0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.038131 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7b954e59-7329-4e5b-b3dd-251013ae0b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.038131 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7b954e59-7329-4e5b-b3dd-251013ae0b29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d46edd7-db0a-4f4f-8af4-fbb816bd588e HTTP/1.1" status: 204 len: 168 time: 0.3033724 Sep 17 22:44:12.042663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b954e59-7329-4e5b-b3dd-251013ae0b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d46edd7-db0a-4f4f-8af4-fbb816bd588e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:14.440212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58832) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:14.637045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port ce4319e6-9fff-43a6-8af9-3fcfeaba131f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:14.637543 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.775433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.776372 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.791416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for ce4319e6-9fff-43a6-8af9-3fcfeaba131f owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:15.096909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.127842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=ce4319e6-9fff-43a6-8af9-3fcfeaba131f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:15.199773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.199980 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Floating IP 87e5f477-f9af-49d0-a292-9f3a97f6cca8 disassociated (deleted). External IP: 172.25.6.73, port: 9483220a-77ed-42dd-b546-98b65ae22f67. Sep 17 22:44:15.564563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 741aa4a2-e67c-40c4-9dc8-725208daebdc has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:15.750318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:15.757328 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.762658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] Sync routers for ids ['741aa4a2-e67c-40c4-9dc8-725208daebdc'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:15.774360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] Routers {'741aa4a2-e67c-40c4-9dc8-725208daebdc'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:15.775340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['741aa4a2-e67c-40c4-9dc8-725208daebdc'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:15.802080 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4bfa8465-c517-489f-988b-4259bfa06f81 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/floatingips/87e5f477-f9af-49d0-a292-9f3a97f6cca8 HTTP/1.1" status: 204 len: 168 time: 1.3538029 Sep 17 22:44:15.802080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:15.802080 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b40c34-0d4f-4a81-b01b-f095e14f0415" -d '{"events": [{"name": "network-changed", "server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:15.874427 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589bf91a-7824-4399-865b-329621ea95be x-openstack-request-id: req-589bf91a-7824-4399-865b-329621ea95be {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:15.874719 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:15.874993 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-589bf91a-7824-4399-865b-329621ea95be {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:15.875514 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67', 'status': 'completed', 'code': 200} Sep 17 22:44:15.969378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] Set router 741aa4a2-e67c-40c4-9dc8-725208daebdc gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:16.006485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-a9a54434-b6df-4614-a19a-00fe7cc37c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.010807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-a9a54434-b6df-4614-a19a-00fe7cc37c25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4cd6a346eb04f708783b1b69d561814&device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 1098 time: 0.0888286 Sep 17 22:44:16.167311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-aed3f65d-e674-4f09-b0b2-f0d292384d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.169327 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-aed3f65d-e674-4f09-b0b2-f0d292384d3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a4cd193-9001-4626-988d-cef415b17a89 HTTP/1.1" status: 200 len: 897 time: 0.1466272 Sep 17 22:44:16.209086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '221b092c-c5d8-4ee7-838a-fb37e6eee808', 'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:18:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:00Z', 'updated_at': '2021-09-17T22:41:08Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.237249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-8617a0e3-c44a-4207-a0fc-28e3f2ca388d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9483220a-77ed-42dd-b546-98b65ae22f67 HTTP/1.1" status: 200 len: 217 time: 0.0561242 Sep 17 22:44:16.251758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] Checking router: 741aa4a2-e67c-40c4-9dc8-725208daebdc for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:16.265582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] Routers {'741aa4a2-e67c-40c4-9dc8-725208daebdc'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:16.266763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['741aa4a2-e67c-40c4-9dc8-725208daebdc'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.300710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-28a1a941-ffb6-4be4-956d-ffc9121ed607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.302206 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-28a1a941-ffb6-4be4-956d-ffc9121ed607 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fa79450-8373-4a81-ac97-b9836f77bc0c HTTP/1.1" status: 200 len: 835 time: 0.0581050 Sep 17 22:44:16.413955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-ed34f785-dbd1-4fe8-bfbb-9983cfb34c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.415638 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-ed34f785-dbd1-4fe8-bfbb-9983cfb34c03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a4cd193-9001-4626-988d-cef415b17a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054215 Sep 17 22:44:16.421157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] Set router 741aa4a2-e67c-40c4-9dc8-725208daebdc gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:16.468958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0d17e-02e2-402d-808a-bfdffa6d9077 req-8bbb5404-bc91-4828-8e9a-b9ec16dfea71 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.470736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5d0d17e-02e2-402d-808a-bfdffa6d9077 req-8bbb5404-bc91-4828-8e9a-b9ec16dfea71 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.0823004 Sep 17 22:44:16.554459 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5d0d17e-02e2-402d-808a-bfdffa6d9077 req-e7ba1403-1099-4751-8c1d-a231ce22dfd7 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749843 Sep 17 22:44:16.598683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-a5eb0d6c-5fc8-4768-af18-07ee7b865d48 service neutron] 10.222.0.15 "GET /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737623 Sep 17 22:44:16.718632 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6b40c34-0d4f-4a81-b01b-f095e14f0415 req-a63d9df0-bd28-4aa2-8e0c-56eecf87267c service neutron] 10.222.0.15 "GET /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119878 Sep 17 22:44:16.767343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '221b092c-c5d8-4ee7-838a-fb37e6eee808', 'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:18:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:00Z', 'updated_at': '2021-09-17T22:41:08Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.801184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99178538-803c-4b38-b4b5-4825bb53ee76 None None] The sync data for ids ['741aa4a2-e67c-40c4-9dc8-725208daebdc'] in n-d-713499-18 is: [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 4, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '221b092c-c5d8-4ee7-838a-fb37e6eee808', 'name': '', 'network_id': '9a4cd193-9001-4626-988d-cef415b17a89', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'mac_address': 'fa:16:3e:18:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:00Z', 'updated_at': '2021-09-17T22:41:08Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'subnets': [{'id': '7fa79450-8373-4a81-ac97-b9836f77bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:17.203687 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9398e7-0b1b-4256-a163-96ce22e95424 None None] New status for floating IP 87e5f477-f9af-49d0-a292-9f3a97f6cca8: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:44:17.586718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58944) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:17.785272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ba3e0-efdf-4905-b06b-10776d85a393 req-541f1a3b-239b-48bb-a0be-e533b5c0eab0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:17.797463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b78ba3e0-efdf-4905-b06b-10776d85a393 req-541f1a3b-239b-48bb-a0be-e533b5c0eab0 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.1282871 Sep 17 22:44:17.843894 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5b5653d0-fbee-456f-b943-b65c349756b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.874646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b78ba3e0-efdf-4905-b06b-10776d85a393 req-59bfbf3b-cff9-4ef9-a7e4-d1a2c14df05b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/security-groups?id=26fde69e-8e4a-4911-af3c-98ad8fdd3adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762417 Sep 17 22:44:18.009098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5b5653d0-fbee-456f-b943-b65c349756b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.133973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5b5653d0-fbee-456f-b943-b65c349756b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.172527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5653d0-fbee-456f-b943-b65c349756b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f1bd15-ee59-4491-a639-fb577bdffc79,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:18.188848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5b5653d0-fbee-456f-b943-b65c349756b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9b711e67e8e4853bc7bdb0dae66448f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6007233 Sep 17 22:44:18.189679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58956) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:18.254739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-79f34029-bb41-4524-b47d-041a1cba9961 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:18.256395 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-79f34029-bb41-4524-b47d-041a1cba9961 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 946 time: 0.1110888 Sep 17 22:44:18.265612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac7a78f0-b265-41f3-b192-bdce2bedfd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.293760 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac7a78f0-b265-41f3-b192-bdce2bedfd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.381001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-fa9f22a2-f7a3-4b49-a641-a0f8a15531eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port 9483220a-77ed-42dd-b546-98b65ae22f67 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:18.381331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-fa9f22a2-f7a3-4b49-a641-a0f8a15531eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.470063 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac7a78f0-b265-41f3-b192-bdce2bedfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.487890 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac7a78f0-b265-41f3-b192-bdce2bedfd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.491303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ac7a78f0-b265-41f3-b192-bdce2bedfd16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18f1bd15-ee59-4491-a639-fb577bdffc79 HTTP/1.1" status: 204 len: 168 time: 0.3002751 Sep 17 22:44:18.500983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a78f0-b265-41f3-b192-bdce2bedfd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f1bd15-ee59-4491-a639-fb577bdffc79,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:18.528628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-fa9f22a2-f7a3-4b49-a641-a0f8a15531eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port 9483220a-77ed-42dd-b546-98b65ae22f67, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=9483220a-77ed-42dd-b546-98b65ae22f67,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:18.528628 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-fa9f22a2-f7a3-4b49-a641-a0f8a15531eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.552243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-fa9f22a2-f7a3-4b49-a641-a0f8a15531eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for 9483220a-77ed-42dd-b546-98b65ae22f67 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:18.778348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-fa9f22a2-f7a3-4b49-a641-a0f8a15531eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.824036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f22a2-f7a3-4b49-a641-a0f8a15531eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=9483220a-77ed-42dd-b546-98b65ae22f67,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:18.880364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-fa9f22a2-f7a3-4b49-a641-a0f8a15531eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] No DVR routers for this DVR port 9483220a-77ed-42dd-b546-98b65ae22f67 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:18.884236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-fa9f22a2-f7a3-4b49-a641-a0f8a15531eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.886503 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e12bfbf-5d52-41bb-9931-2b3376e72a26 req-fa9f22a2-f7a3-4b49-a641-a0f8a15531eb tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.15 "DELETE /v2.0/ports/9483220a-77ed-42dd-b546-98b65ae22f67 HTTP/1.1" status: 204 len: 173 time: 0.6232965 Sep 17 22:44:18.887054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'name': 'network-vif-deleted', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:18.896184 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c250d2-b6e1-47e8-9202-d80970514f43" -d '{"events": [{"server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "name": "network-vif-deleted", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:19.006385 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-78adc16d-78ee-4ae9-99b9-a4d30b28178a req-17d73328-556e-453a-ac53-5f76cdfb0a51 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 210 time: 0.0294926 Sep 17 22:44:19.251560 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca98898-b9b7-4fbd-a013-42b815a31c02 x-openstack-request-id: req-4ca98898-b9b7-4fbd-a013-42b815a31c02 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:19.251848 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73250dc8-b9ca-4256-9d9b-eda4db18b16b", "name": "network-vif-deleted", "tag": "9483220a-77ed-42dd-b546-98b65ae22f67", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:19.253468 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ca98898-b9b7-4fbd-a013-42b815a31c02 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:19.253468 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73250dc8-b9ca-4256-9d9b-eda4db18b16b', 'name': 'network-vif-deleted', 'tag': '9483220a-77ed-42dd-b546-98b65ae22f67', 'status': 'completed', 'code': 200} Sep 17 22:44:19.389901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58982) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:19.410577 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-851eced0-40a9-4a0e-9ceb-71b534a71850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.549895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-851eced0-40a9-4a0e-9ceb-71b534a71850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.620198 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-851eced0-40a9-4a0e-9ceb-71b534a71850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.665662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851eced0-40a9-4a0e-9ceb-71b534a71850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b72838-bd09-4f41-935e-d2713b114560,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:19.673492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-851eced0-40a9-4a0e-9ceb-71b534a71850 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bd74c33a32e43a58155fc476567b364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793620 Sep 17 22:44:19.675301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58984) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:19.729840 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f05705c1-c49b-4f61-bb3e-308666346c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.758388 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f05705c1-c49b-4f61-bb3e-308666346c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.902340 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f05705c1-c49b-4f61-bb3e-308666346c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.905303 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f05705c1-c49b-4f61-bb3e-308666346c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.906461 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f05705c1-c49b-4f61-bb3e-308666346c67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07b72838-bd09-4f41-935e-d2713b114560 HTTP/1.1" status: 204 len: 168 time: 0.2316468 Sep 17 22:44:19.919099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05705c1-c49b-4f61-bb3e-308666346c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b72838-bd09-4f41-935e-d2713b114560,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:20.592675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-52da4948-ae46-4555-b64c-3469810e4644 req-7f04fc16-b97f-4a71-bd7c-69c4c2debf6b tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "GET /v2.0/ports?device_id=73250dc8-b9ca-4256-9d9b-eda4db18b16b HTTP/1.1" status: 200 len: 210 time: 0.4900067 Sep 17 22:44:21.683168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59050) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:22.101344 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.426065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port 221b092c-c5d8-4ee7-838a-fb37e6eee808 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:22.427206 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.448682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b28e-39dc-4639-a0ea-5432559a69d4 req-36fe6a76-091d-4c00-af40-e476d5a251b5 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:22.468656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d31b28e-39dc-4639-a0ea-5432559a69d4 req-36fe6a76-091d-4c00-af40-e476d5a251b5 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 945 time: 0.0979650 Sep 17 22:44:22.558330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d31b28e-39dc-4639-a0ea-5432559a69d4 req-09a81383-ab8e-40c0-96b2-d83b252bab6f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743513 Sep 17 22:44:22.586918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port 221b092c-c5d8-4ee7-838a-fb37e6eee808, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=221b092c-c5d8-4ee7-838a-fb37e6eee808,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:22.587474 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.602534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for 221b092c-c5d8-4ee7-838a-fb37e6eee808 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:22.670736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9483220a-77ed-42dd-b546-98b65ae22f67 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:22.690368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 9483220a-77ed-42dd-b546-98b65ae22f67 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:22.691005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 9483220a-77ed-42dd-b546-98b65ae22f67 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:22.980059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.008108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=221b092c-c5d8-4ee7-838a-fb37e6eee808,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:23.248287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.520710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Router 741aa4a2-e67c-40c4-9dc8-725208daebdc has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:23.641916 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:23.652228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-15e856a8-02e5-415d-b562-9eaaf372f1a9 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "PUT /v2.0/routers/741aa4a2-e67c-40c4-9dc8-725208daebdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9651964 Sep 17 22:44:23.652228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59112) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:23.655008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] Sync routers for ids ['741aa4a2-e67c-40c4-9dc8-725208daebdc'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:23.679647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] Routers {'741aa4a2-e67c-40c4-9dc8-725208daebdc'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:23.686347 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['741aa4a2-e67c-40c4-9dc8-725208daebdc'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:23.686523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00554adf-b368-4428-a700-2354d2b623d3 req-410f0611-ccf6-411c-b1b9-fb567ebc0dec tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.700732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00554adf-b368-4428-a700-2354d2b623d3 req-410f0611-ccf6-411c-b1b9-fb567ebc0dec tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 945 time: 0.0753050 Sep 17 22:44:23.729747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb629fa-2b69-4d3e-a99f-ff792a392cf6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting subnet 7fa79450-8373-4a81-ac97-b9836f77bc0c {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:23.738040 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6cb629fa-2b69-4d3e-a99f-ff792a392cf6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.747818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00554adf-b368-4428-a700-2354d2b623d3 req-11dc3576-09f7-4ca9-b343-c65d406f3b36 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432029 Sep 17 22:44:23.845276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6cb629fa-2b69-4d3e-a99f-ff792a392cf6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.862997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] Set router 741aa4a2-e67c-40c4-9dc8-725208daebdc gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:23.955964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6cb629fa-2b69-4d3e-a99f-ff792a392cf6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.072705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:44:22Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:24.118836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] Checking router: 741aa4a2-e67c-40c4-9dc8-725208daebdc for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:24.131085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] Routers {'741aa4a2-e67c-40c4-9dc8-725208daebdc'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:24.131720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['741aa4a2-e67c-40c4-9dc8-725208daebdc'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:24.161734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6cb629fa-2b69-4d3e-a99f-ff792a392cf6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.217874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb629fa-2b69-4d3e-a99f-ff792a392cf6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa79450-8373-4a81-ac97-b9836f77bc0c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:24.220050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6cb629fa-2b69-4d3e-a99f-ff792a392cf6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.226090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6cb629fa-2b69-4d3e-a99f-ff792a392cf6 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/subnets/7fa79450-8373-4a81-ac97-b9836f77bc0c HTTP/1.1" status: 204 len: 168 time: 0.5709634 Sep 17 22:44:24.231995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59128) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:24.450815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d10a2-3a19-498d-afc3-14103735365b req-b23c040e-ebac-4c37-a2b6-c3c16146dc2d tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:24.454043 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-995d10a2-3a19-498d-afc3-14103735365b req-b23c040e-ebac-4c37-a2b6-c3c16146dc2d tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.15 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 945 time: 0.1022251 Sep 17 22:44:24.456776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d2911-ee1c-4bfb-bf4a-2d04dc9acdc2 None None] Network 9a4cd193-9001-4626-988d-cef415b17a89 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:24.521693 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.552302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] Set router 741aa4a2-e67c-40c4-9dc8-725208daebdc gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:24.647252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Deleting port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:24.647252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.833572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59138) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:24.839671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] For port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:24.840042 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.900080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d35841-8bca-45a3-8052-d9f3493482d7 None None] DHCP port deletion for 9a4cd193-9001-4626-988d-cef415b17a89 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:25.036286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:44:22Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:25.138006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791563ab-7a9a-4a75-bd88-8cec96b2fdde None None] The sync data for ids ['741aa4a2-e67c-40c4-9dc8-725208daebdc'] in n-d-713499-18 is: [{'id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132529572', 'tenant_id': 'd4cd6a346eb04f708783b1b69d561814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:54Z', 'updated_at': '2021-09-17T22:44:22Z', 'revision_number': 5, 'project_id': 'd4cd6a346eb04f708783b1b69d561814', 'gw_port': {'id': '03814d53-f043-43d2-95e9-2bc9cffcc63d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741aa4a2-e67c-40c4-9dc8-725208daebdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:55Z', 'updated_at': '2021-09-17T22:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:25.157006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-42d35841-8bca-45a3-8052-d9f3493482d7 None None] Deleting port d1c09ed0-9085-46af-9e5a-aa8cb3854265 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:25.157522 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-42d35841-8bca-45a3-8052-d9f3493482d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.236461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-42d35841-8bca-45a3-8052-d9f3493482d7 None None] For port d1c09ed0-9085-46af-9e5a-aa8cb3854265, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d1c09ed0-9085-46af-9e5a-aa8cb3854265,segment=NetworkSegment(cb161cd3-f876-40bc-8317-5e3bf93f9b11),segment_id=cb161cd3-f876-40bc-8317-5e3bf93f9b11)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:25.237360 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-42d35841-8bca-45a3-8052-d9f3493482d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.253473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-42d35841-8bca-45a3-8052-d9f3493482d7 None None] Calling delete_port for d1c09ed0-9085-46af-9e5a-aa8cb3854265 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:25.349168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.349729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.351391 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Floating IP a62498f5-22d7-4588-981d-623c932b71b6 disassociated. External IP: 172.25.6.238, port: f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6. Sep 17 22:44:25.351881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Calling delete_port for f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:25.444264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd59960-b28d-4e09-950a-fecb5ca7345a req-89f3e5e4-01aa-440d-b44f-99445db5ab08 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:25.451107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fd59960-b28d-4e09-950a-fecb5ca7345a req-89f3e5e4-01aa-440d-b44f-99445db5ab08 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 945 time: 0.0754802 Sep 17 22:44:25.461862 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.474843 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-42d35841-8bca-45a3-8052-d9f3493482d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.507984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fd59960-b28d-4e09-950a-fecb5ca7345a req-27ac5ad4-223d-4e1d-ae67-0818bd596991 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups?id=db769d73-59dc-4a38-84c8-c610750fe717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530491 Sep 17 22:44:25.569031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d35841-8bca-45a3-8052-d9f3493482d7 None None] No DVR routers for this DVR port d1c09ed0-9085-46af-9e5a-aa8cb3854265 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:25.573391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d1c09ed0-9085-46af-9e5a-aa8cb3854265 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:25.628179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87396cba-8e38-4b98-86b8-077b18407405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.666445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d1c09ed0-9085-46af-9e5a-aa8cb3854265 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:25.674619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Deleting port 03814d53-f043-43d2-95e9-2bc9cffcc63d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:25.674619 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.675588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d1c09ed0-9085-46af-9e5a-aa8cb3854265 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:25.675588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d35841-8bca-45a3-8052-d9f3493482d7 None None] Pushing event deleted for resources: {'Port': ['ID=d1c09ed0-9085-46af-9e5a-aa8cb3854265,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:25.794815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87396cba-8e38-4b98-86b8-077b18407405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.796626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.831656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event deleted for resources: {'Port': ['ID=f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:25.866964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] For port 03814d53-f043-43d2-95e9-2bc9cffcc63d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03814d53-f043-43d2-95e9-2bc9cffcc63d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:25.870446 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.901169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Calling delete_port for 03814d53-f043-43d2-95e9-2bc9cffcc63d owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:25.966705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87396cba-8e38-4b98-86b8-077b18407405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.059901 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-87396cba-8e38-4b98-86b8-077b18407405 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b605232af3434fa39eaaf549001a5bab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2252002 Sep 17 22:44:26.063855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59148) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:26.066613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87396cba-8e38-4b98-86b8-077b18407405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dbe922-fc5b-468a-923d-5d059d0154fc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:26.142760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Router f5cf73cf-c24b-47c7-995a-4ee28697c41a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:26.214299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dfa017de-ed35-4553-9de5-3eb9e2cebf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.264958 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.280433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dfa017de-ed35-4553-9de5-3eb9e2cebf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.361141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Port': ['ID=03814d53-f043-43d2-95e9-2bc9cffcc63d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:26.371415 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.395065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:26.407800 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] Sync routers for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:26.423827 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:26.427000 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:26.477314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] No DVR routers for this DVR port f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:26.480553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.483166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-995d10a2-3a19-498d-afc3-14103735365b req-0ee3a61e-597e-4a16-92ca-73c6ceff09b4 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.15 "DELETE /v2.0/ports/f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 HTTP/1.1" status: 204 len: 173 time: 2.0230370 Sep 17 22:44:26.484047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'name': 'network-vif-deleted', 'tag': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:26.495817 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a315580a-09cb-4e87-9414-5375751b945a" -d '{"events": [{"server_uuid": "920a06f3-1032-4af2-ad5e-068619ecacfc", "name": "network-vif-deleted", "tag": "f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:26.513788 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dfa017de-ed35-4553-9de5-3eb9e2cebf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.521738 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dfa017de-ed35-4553-9de5-3eb9e2cebf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.525231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dfa017de-ed35-4553-9de5-3eb9e2cebf00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1dbe922-fc5b-468a-923d-5d059d0154fc HTTP/1.1" status: 204 len: 168 time: 0.4554393 Sep 17 22:44:26.548529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa017de-ed35-4553-9de5-3eb9e2cebf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dbe922-fc5b-468a-923d-5d059d0154fc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:26.599955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.603869 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db14c3b-2f50-40e1-8aee-667f4d6e1c89 x-openstack-request-id: req-2db14c3b-2f50-40e1-8aee-667f4d6e1c89 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:26.604239 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920a06f3-1032-4af2-ad5e-068619ecacfc", "name": "network-vif-deleted", "tag": "f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:26.604414 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2db14c3b-2f50-40e1-8aee-667f4d6e1c89 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:26.605625 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920a06f3-1032-4af2-ad5e-068619ecacfc', 'name': 'network-vif-deleted', 'tag': 'f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6', 'status': 'completed', 'code': 200} Sep 17 22:44:26.605757 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.669817 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:26.672782 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc4ca52a-f664-4f35-9c64-ad98d5a716a0 req-394d1a5c-ceb4-4d9f-8c9b-796bdb097798 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 210 time: 0.0438998 Sep 17 22:44:26.862175 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.862871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Fanout notify agent at l3_agent the message router_deleted on router 741aa4a2-e67c-40c4-9dc8-725208daebdc {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:26.871556 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.873607 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5016403e-e939-413c-8ec3-f44044262bc5 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/routers/741aa4a2-e67c-40c4-9dc8-725208daebdc HTTP/1.1" status: 204 len: 168 time: 2.6394815 Sep 17 22:44:26.876746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59162) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:27.061161 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:27.100174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.126661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 221b092c-c5d8-4ee7-838a-fb37e6eee808 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:27.153276 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] Checking router: f5cf73cf-c24b-47c7-995a-4ee28697c41a for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:27.177274 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:27.178242 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:27.185419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 221b092c-c5d8-4ee7-838a-fb37e6eee808 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:27.187262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 221b092c-c5d8-4ee7-838a-fb37e6eee808 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:27.237060 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.266363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4cd193-9001-4626-988d-cef415b17a89']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:27.283252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb161cd3-f876-40bc-8317-5e3bf93f9b11') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:27.283676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb161cd3-f876-40bc-8317-5e3bf93f9b11') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:27.312461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.358819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.372192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:27.372600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:27.375746 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:27.413378 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:27.553378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.555193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.561200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/networks/9a4cd193-9001-4626-988d-cef415b17a89 HTTP/1.1" status: 204 len: 168 time: 0.6792994 Sep 17 22:44:27.562700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59168) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:27.606126 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f947b2-9b99-4e2b-aff9-883b51e71046 tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'Network': ['ID=9a4cd193-9001-4626-988d-cef415b17a89,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:27.626733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59170) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:27.650218 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-929f66a5-c3a7-4815-b576-113cc1a2b05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.656422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fffbf7d-f550-4db5-bfa2-6d64f6c35b9c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.715990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fffbf7d-f550-4db5-bfa2-6d64f6c35b9c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.794251 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:27.824860 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee3121-eedb-46f0-ad4c-72ca32c3e0b9 None None] The sync data for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 is: [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:33:43Z', 'revision_number': 4, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a477e8d7-2178-4f3a-ad9b-d5f37efd390c', 'name': '', 'network_id': 'e347bec6-469b-435a-9128-597a87d41396', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'mac_address': 'fa:16:3e:00:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '0800c524-e512-4572-94a4-595cf35f990e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:41Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'subnets': [{'id': '0800c524-e512-4572-94a4-595cf35f990e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:27.899898 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1af451-8e49-4728-bcf5-2f763554e678 req-1b1c6a39-2f82-4c4c-98ce-607c39506c84 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/ports?device_id=920a06f3-1032-4af2-ad5e-068619ecacfc HTTP/1.1" status: 200 len: 210 time: 0.0557973 Sep 17 22:44:27.923527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-929f66a5-c3a7-4815-b576-113cc1a2b05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.988630 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fffbf7d-f550-4db5-bfa2-6d64f6c35b9c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.998859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4fffbf7d-f550-4db5-bfa2-6d64f6c35b9c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.003857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-929f66a5-c3a7-4815-b576-113cc1a2b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.016839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4fffbf7d-f550-4db5-bfa2-6d64f6c35b9c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] 10.222.0.30 "DELETE /v2.0/security-groups/26fde69e-8e4a-4911-af3c-98ad8fdd3adc HTTP/1.1" status: 204 len: 168 time: 0.4537265 Sep 17 22:44:28.036305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffbf7d-f550-4db5-bfa2-6d64f6c35b9c tempest-TestNetworkAdvancedServerOps-45839640 tempest-TestNetworkAdvancedServerOps-45839640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fde69e-8e4a-4911-af3c-98ad8fdd3adc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:28.075814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f66a5-c3a7-4815-b576-113cc1a2b05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0678bf2-c1f2-45c9-94a9-7ba33058f909,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:28.081767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-929f66a5-c3a7-4815-b576-113cc1a2b05d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99dbb92aeefd40eab0e0f9250c17e44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490552 Sep 17 22:44:28.085614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59180) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:28.195136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3120f06f-d49a-4861-9c2d-5f7b499c9cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.205997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-e519afd5-8d57-4746-9a40-8082572ad226 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0670836 Sep 17 22:44:28.224654 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3120f06f-d49a-4861-9c2d-5f7b499c9cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.253075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45425e96-cc0b-49e4-8872-1fbe36f8c19f None None] New status for floating IP a62498f5-22d7-4588-981d-623c932b71b6: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:44:28.312985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-783208d1-442d-4083-a415-16673643011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.328571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-783208d1-442d-4083-a415-16673643011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.329056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-783208d1-442d-4083-a415-16673643011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.329611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-783208d1-442d-4083-a415-16673643011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.330082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-783208d1-442d-4083-a415-16673643011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.330547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-783208d1-442d-4083-a415-16673643011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.331007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-783208d1-442d-4083-a415-16673643011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.336948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-783208d1-442d-4083-a415-16673643011a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6496 time: 0.0841217 Sep 17 22:44:28.359004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3120f06f-d49a-4861-9c2d-5f7b499c9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.361889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3120f06f-d49a-4861-9c2d-5f7b499c9cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.363285 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3120f06f-d49a-4861-9c2d-5f7b499c9cc6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0678bf2-c1f2-45c9-94a9-7ba33058f909 HTTP/1.1" status: 204 len: 168 time: 0.2767336 Sep 17 22:44:28.373047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120f06f-d49a-4861-9c2d-5f7b499c9cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0678bf2-c1f2-45c9-94a9-7ba33058f909,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:28.508042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-fd8ac7d0-63dd-41c7-9dfb-b8a90130a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.508543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-fd8ac7d0-63dd-41c7-9dfb-b8a90130a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.509120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-fd8ac7d0-63dd-41c7-9dfb-b8a90130a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.511783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-fd8ac7d0-63dd-41c7-9dfb-b8a90130a27b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b47776c0-fb49-4546-b199-a15d6fc3e290&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=191f6cd1-311b-473e-9843-0738ddcc8752&id=191f6cd1-311b-473e-9843-0738ddcc8752 HTTP/1.1" status: 200 len: 2294 time: 0.1489155 Sep 17 22:44:28.591163 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-e26215aa-ee80-4d44-affe-918fb1d9ff68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300 HTTP/1.1" status: 200 len: 1001 time: 0.0722840 Sep 17 22:44:28.657299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-69f2beb1-6e83-4917-9c08-39506829624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.658764 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-69f2beb1-6e83-4917-9c08-39506829624e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=88d64f13-23f7-481b-bc85-231baac0c6f1 HTTP/1.1" status: 200 len: 851 time: 0.0613363 Sep 17 22:44:28.663805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:28.686271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:28.686886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f70f4ffa-f4a4-417d-a7b2-d11b3a690ac6 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:28.715547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-d786e7f7-97aa-4d60-ad96-82f5f235b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.717290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-d786e7f7-97aa-4d60-ad96-82f5f235b426 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b47776c0-fb49-4546-b199-a15d6fc3e290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520248 Sep 17 22:44:28.741617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59194) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:28.840628 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-319ed332-55b1-4a45-9428-f302666ff2db service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152949 Sep 17 22:44:28.952952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59210) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:28.956585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c6997ce3-a22c-43e0-abdb-15e04560dc04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4cd6a346eb04f708783b1b69d561814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115960 Sep 17 22:44:28.967752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03814d53-f043-43d2-95e9-2bc9cffcc63d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:29.014029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 03814d53-f043-43d2-95e9-2bc9cffcc63d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:29.016184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03814d53-f043-43d2-95e9-2bc9cffcc63d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:29.029495 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-33440a68-e55b-4d7c-806e-9979d3b8f9ba service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820621 Sep 17 22:44:29.051849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc1917c0-c049-4afe-bfaa-f19efa9bdff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.066915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197e1a9-1535-4e40-977b-d126399eb295 req-82985ba5-ca7b-4b38-99ab-c7f68c62bf7f tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.068987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2197e1a9-1535-4e40-977b-d126399eb295 req-82985ba5-ca7b-4b38-99ab-c7f68c62bf7f tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 945 time: 0.0701811 Sep 17 22:44:29.092503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-d8cbf3b8-57be-4fb0-9a70-a2aa4588a706 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=3a540cf4-30de-41c7-8485-2fbafbdcf0d8 HTTP/1.1" status: 200 len: 217 time: 0.0540709 Sep 17 22:44:29.108705 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc1917c0-c049-4afe-bfaa-f19efa9bdff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.129103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2197e1a9-1535-4e40-977b-d126399eb295 req-53e83417-51d9-43e9-a281-0404d76e9a53 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526752 Sep 17 22:44:29.198518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59218) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.200138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-fde01e5d-bf8d-4c42-b2cf-1ed89c93bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.201639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-fde01e5d-bf8d-4c42-b2cf-1ed89c93bc62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0839143 Sep 17 22:44:29.222144 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.260691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-ea9a2e7d-f559-4236-adb5-5c973bf246c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.262213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-ea9a2e7d-f559-4236-adb5-5c973bf246c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0522048 Sep 17 22:44:29.283522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89e9a9b4-e2dc-4fe6-8ec3-4a261d111821 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.312098 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89e9a9b4-e2dc-4fe6-8ec3-4a261d111821 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.338499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc1917c0-c049-4afe-bfaa-f19efa9bdff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.341508 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fc1917c0-c049-4afe-bfaa-f19efa9bdff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.345227 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fc1917c0-c049-4afe-bfaa-f19efa9bdff0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82936271-cab3-4b0e-81c3-c200addd6532 HTTP/1.1" status: 204 len: 168 time: 0.3886657 Sep 17 22:44:29.361691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1917c0-c049-4afe-bfaa-f19efa9bdff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82936271-cab3-4b0e-81c3-c200addd6532,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:29.398323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-85fbe7b8-b49b-4a6a-a3c9-12d0c1f6b3a4 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283014 Sep 17 22:44:29.444747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89e9a9b4-e2dc-4fe6-8ec3-4a261d111821 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.448735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89e9a9b4-e2dc-4fe6-8ec3-4a261d111821 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.450859 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-89e9a9b4-e2dc-4fe6-8ec3-4a261d111821 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "DELETE /v2.0/security-groups/db769d73-59dc-4a38-84c8-c610750fe717 HTTP/1.1" status: 204 len: 168 time: 0.2512951 Sep 17 22:44:29.454539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59226) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.479646 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-5a8e3036-17d0-48bd-843d-e5b65994102f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] show failed (client error): The resource could not be found. Sep 17 22:44:29.484368 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5a8e3036-17d0-48bd-843d-e5b65994102f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "GET /v2.0/security-groups/db769d73-59dc-4a38-84c8-c610750fe717 HTTP/1.1" status: 404 len: 347 time: 0.0248916 Sep 17 22:44:29.484368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9a9b4-e2dc-4fe6-8ec3-4a261d111821 tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db769d73-59dc-4a38-84c8-c610750fe717,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:29.485292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59228) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.539636 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-53fb2302-3ad1-4183-b382-3005be6a5139 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330566 Sep 17 22:44:29.588660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-0c59fe4b-3fee-4007-88f9-fe00f97ac1e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=2e3c7546-78fc-4122-80d5-8e1a3ff11d44 HTTP/1.1" status: 200 len: 217 time: 0.0410619 Sep 17 22:44:29.652813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-a7fb1f0a-b848-4729-a6c4-691fd8dac783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.654572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-a7fb1f0a-b848-4729-a6c4-691fd8dac783 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0579431 Sep 17 22:44:29.680615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-23895728-2a66-4c5f-b137-53faba76ff0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Deleting port 89dfbe63-3e55-4190-abf7-ca0c933473b8 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:29.681145 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23895728-2a66-4c5f-b137-53faba76ff0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.710715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-b80f84d8-b973-463c-a51d-ed801d0086c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.712646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-b80f84d8-b973-463c-a51d-ed801d0086c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487206 Sep 17 22:44:29.868391 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-bf9731ec-5338-416b-bf52-840c2e42b2f6 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487031 Sep 17 22:44:29.985405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-6af44448-8437-4a70-89b4-076a8f875cf4 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087689 Sep 17 22:44:30.066587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-35d327a7-e74f-4fe6-b7d0-e59a2f0ed040 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a76688bb-4877-4413-b932-03d213f26737 HTTP/1.1" status: 200 len: 217 time: 0.0721569 Sep 17 22:44:30.135053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-e45dc622-d734-459c-94b6-d771c60829a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:30.136873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-e45dc622-d734-459c-94b6-d771c60829a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0616868 Sep 17 22:44:30.167337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23895728-2a66-4c5f-b137-53faba76ff0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.167831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23895728-2a66-4c5f-b137-53faba76ff0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.181252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-23895728-2a66-4c5f-b137-53faba76ff0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Calling delete_port for 89dfbe63-3e55-4190-abf7-ca0c933473b8 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:30.192873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59246) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:30.243774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-72edd8b4-3c59-4fce-afdf-67df627034e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:30.243774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-72edd8b4-3c59-4fce-afdf-67df627034e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961123 Sep 17 22:44:30.313985 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35666836-6a1e-41d4-bd65-1f57fa8ca226 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e29e70b8bfaf468cb69a93dd0b376e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175191 Sep 17 22:44:30.318423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59250) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:30.395664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb3ab3-f87f-431c-b0a5-703cef338a38 req-8d4416b9-d32d-4a9c-a314-ebac062dd3da tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:30.398035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17bb3ab3-f87f-431c-b0a5-703cef338a38 req-8d4416b9-d32d-4a9c-a314-ebac062dd3da tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 945 time: 0.1406353 Sep 17 22:44:30.418604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-85553f5d-c5b4-465b-a94e-3fe8d0b1e24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.466165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-85553f5d-c5b4-465b-a94e-3fe8d0b1e24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.474433 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-3d35169b-79d8-4c2a-a086-92468efba2e1 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245855 Sep 17 22:44:30.486353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17bb3ab3-f87f-431c-b0a5-703cef338a38 req-9a8f1b77-2391-4918-b5c9-2513de8a6cdc tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739973 Sep 17 22:44:30.511240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-c37fd6fb-ffc0-4889-ad13-2d2fd3786c3c tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:30.512850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-c37fd6fb-ffc0-4889-ad13-2d2fd3786c3c tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.23 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 945 time: 0.1285012 Sep 17 22:44:30.579186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23895728-2a66-4c5f-b137-53faba76ff0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.620073 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-85553f5d-c5b4-465b-a94e-3fe8d0b1e24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.623109 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-85553f5d-c5b4-465b-a94e-3fe8d0b1e24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.628500 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-85553f5d-c5b4-465b-a94e-3fe8d0b1e24b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca552e73-c683-4bf4-970e-4bd7b7c59da0 HTTP/1.1" status: 204 len: 168 time: 0.3088939 Sep 17 22:44:30.629765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23895728-2a66-4c5f-b137-53faba76ff0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Pushing event deleted for resources: {'Port': ['ID=89dfbe63-3e55-4190-abf7-ca0c933473b8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:30.682178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-6f1d545d-ce25-40e7-8889-a938ff1994c4 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008605 Sep 17 22:44:30.684080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-4be1659a-6c97-4517-80d8-57c4171c4daf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Deleting port baade2a5-fda2-481a-8cff-62c634307ffc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:30.684441 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-4be1659a-6c97-4517-80d8-57c4171c4daf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.695283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85553f5d-c5b4-465b-a94e-3fe8d0b1e24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca552e73-c683-4bf4-970e-4bd7b7c59da0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:30.719009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23895728-2a66-4c5f-b137-53faba76ff0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.721908 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23895728-2a66-4c5f-b137-53faba76ff0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.724274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-23895728-2a66-4c5f-b137-53faba76ff0f tempest-AttachVolumeTestJSON-468872251 tempest-AttachVolumeTestJSON-468872251-project] 10.222.0.30 "DELETE /v2.0/floatingips/a62498f5-22d7-4588-981d-623c932b71b6 HTTP/1.1" status: 204 len: 168 time: 1.2358830 Sep 17 22:44:30.744721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-9aa60d02-bc08-4736-994b-693b9b2c1515 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e HTTP/1.1" status: 200 len: 217 time: 0.0549142 Sep 17 22:44:30.814043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-f2dc3a74-17de-49fe-93a9-737612780c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:30.814043 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-f2dc3a74-17de-49fe-93a9-737612780c19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0537162 Sep 17 22:44:30.917468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-477e6d4a-5f45-4e05-97be-cda910c1962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:30.918836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-477e6d4a-5f45-4e05-97be-cda910c1962d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0962772 Sep 17 22:44:30.924024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-4be1659a-6c97-4517-80d8-57c4171c4daf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] For port baade2a5-fda2-481a-8cff-62c634307ffc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=baade2a5-fda2-481a-8cff-62c634307ffc,segment=NetworkSegment(8e6b7a35-ef6d-4993-ae5b-00fe682a34a0),segment_id=8e6b7a35-ef6d-4993-ae5b-00fe682a34a0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:30.924425 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-4be1659a-6c97-4517-80d8-57c4171c4daf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.017785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-90f5ae4d-ee5a-40b5-96b3-78f83ebc1d8e service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900908 Sep 17 22:44:31.024000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-4be1659a-6c97-4517-80d8-57c4171c4daf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Calling delete_port for baade2a5-fda2-481a-8cff-62c634307ffc owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:31.177691 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-7fddbd6a-3045-47eb-abdc-df5913f083cd service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515813 Sep 17 22:44:31.232024 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-702cb08f-8ea1-4396-a0b0-f4131652affb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7 HTTP/1.1" status: 200 len: 217 time: 0.0437131 Sep 17 22:44:31.320625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-5760a300-c591-4d41-b0a9-54d139d33005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:31.322149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-5760a300-c591-4d41-b0a9-54d139d33005 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.0779834 Sep 17 22:44:31.387467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-32886532-291f-4e06-9f49-c5cb0d285baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:31.387605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-32886532-291f-4e06-9f49-c5cb0d285baf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0588279 Sep 17 22:44:31.458072 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-4be1659a-6c97-4517-80d8-57c4171c4daf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.470717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['baade2a5-fda2-481a-8cff-62c634307ffc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:44:31.495099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1659a-6c97-4517-80d8-57c4171c4daf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Pushing event deleted for resources: {'Port': ['ID=baade2a5-fda2-481a-8cff-62c634307ffc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:31.540987 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-73e166e2-3a8f-41ce-b728-ad2885746453 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465702 Sep 17 22:44:31.556973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-4be1659a-6c97-4517-80d8-57c4171c4daf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] No DVR routers for this DVR port baade2a5-fda2-481a-8cff-62c634307ffc on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:31.591026 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-4be1659a-6c97-4517-80d8-57c4171c4daf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.593018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-043498d7-b6aa-4411-a480-f0ae7f1020a9 req-4be1659a-6c97-4517-80d8-57c4171c4daf tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.23 "DELETE /v2.0/ports/baade2a5-fda2-481a-8cff-62c634307ffc HTTP/1.1" status: 204 len: 173 time: 1.0677900 Sep 17 22:44:31.593474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0479a1b2-edf0-45d7-9aa2-e850d6653ab1', 'name': 'network-vif-deleted', 'tag': 'baade2a5-fda2-481a-8cff-62c634307ffc'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:31.595731 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abe6a63-82e1-4152-a707-eb23f3fe1928" -d '{"events": [{"server_uuid": "0479a1b2-edf0-45d7-9aa2-e850d6653ab1", "name": "network-vif-deleted", "tag": "baade2a5-fda2-481a-8cff-62c634307ffc"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:31.661882 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5b9fa7d-4e9d-4a9e-9a28-f9cf077f1d8b req-69579646-6e24-4e1a-870f-2261d9dcc4fb tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 210 time: 0.0723581 Sep 17 22:44:31.668598 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b5dd02-1cfc-423c-8c30-e50b882b874d x-openstack-request-id: req-d4b5dd02-1cfc-423c-8c30-e50b882b874d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:31.668840 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0479a1b2-edf0-45d7-9aa2-e850d6653ab1", "name": "network-vif-deleted", "tag": "baade2a5-fda2-481a-8cff-62c634307ffc", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:31.669093 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4b5dd02-1cfc-423c-8c30-e50b882b874d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:31.669495 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0479a1b2-edf0-45d7-9aa2-e850d6653ab1', 'name': 'network-vif-deleted', 'tag': 'baade2a5-fda2-481a-8cff-62c634307ffc', 'status': 'completed', 'code': 200} Sep 17 22:44:31.695733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-f17f296d-8382-4368-9645-fc0e190eb29e service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399407 Sep 17 22:44:31.739896 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-e9e4dbe1-3d01-43e2-b320-8b8f00a0b87d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3 HTTP/1.1" status: 200 len: 217 time: 0.0360162 Sep 17 22:44:31.799838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-b925f132-3aa4-475d-8086-ffc806b3541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:31.801513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-b925f132-3aa4-475d-8086-ffc806b3541f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.0554988 Sep 17 22:44:31.873541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-4a588743-1bc2-4847-aa74-b99489ae1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:31.875069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-4a588743-1bc2-4847-aa74-b99489ae1d50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0621121 Sep 17 22:44:31.981820 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-d6548e59-b7e4-46d5-8e86-65c703a3172a service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995500 Sep 17 22:44:32.095292 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ea9182b-7400-4094-8339-3c6e7d895462 req-1e40f9d4-1160-448a-bc13-c5d90b02c519 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013961 Sep 17 22:44:32.135310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59330) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:32.465892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1174797151-network', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:32.507109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59342) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:32.604486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Made reservation on behalf of b9af4026dcb84aecbc3aac9c31d963fe for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:32.607178 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.620871 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.673732 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b0af89df-d149-4c73-8b5f-a0984c660a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.802284 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c3e0663f-9ec8-4e96-885e-1209412e1fb2 req-7e373ea6-81a6-4a30-b96a-f4306082d0d5 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0479a1b2-edf0-45d7-9aa2-e850d6653ab1 HTTP/1.1" status: 200 len: 210 time: 0.0355673 Sep 17 22:44:32.806931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.878116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.921099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:32.945161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aded68-bf0e-4ddd-bbf2-03f28c831cf0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:32.978340 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.978690 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Added segment 92690b99-417d-460f-bd8a-b381bc51e775 of type vlan for network 857ed70f-40ac-4dd7-bd96-731ddda72698 Sep 17 22:44:33.227503 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b9-00fa-46bd-a1ee-06e8897c75e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.341847 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.387078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b0af89df-d149-4c73-8b5f-a0984c660a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.448390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.449321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:33.449903 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.515416 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b0af89df-d149-4c73-8b5f-a0984c660a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.521591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] Pushing event updated for resources: {'Network': ['ID=857ed70f-40ac-4dd7-bd96-731ddda72698,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:33.532305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:33.564971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b0af89df-d149-4c73-8b5f-a0984c660a34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0dc96ac35e4486482c77bd593552112&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0569086 Sep 17 22:44:33.566005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af89df-d149-4c73-8b5f-a0984c660a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35e3d62-458e-4f8d-bb54-eb4c11ee9c9f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:33.567761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59354) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:33.579713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e0b0d42b-7ce7-4959-9d7b-deddc70c9eea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4432178 Sep 17 22:44:33.583059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59356) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:33.588253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Request body: {'subnet': {'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1174797151-subnet', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:33.649139 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fc7aef9-92c2-4cc9-8e91-bce3e49fdd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.677788 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fc7aef9-92c2-4cc9-8e91-bce3e49fdd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.690722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Made reservation on behalf of b9af4026dcb84aecbc3aac9c31d963fe for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:33.697891 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.820897 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fc7aef9-92c2-4cc9-8e91-bce3e49fdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.825562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fc7aef9-92c2-4cc9-8e91-bce3e49fdd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.851397 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8fc7aef9-92c2-4cc9-8e91-bce3e49fdd7d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b35e3d62-458e-4f8d-bb54-eb4c11ee9c9f HTTP/1.1" status: 204 len: 168 time: 0.2821605 Sep 17 22:44:33.898490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7aef9-92c2-4cc9-8e91-bce3e49fdd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35e3d62-458e-4f8d-bb54-eb4c11ee9c9f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:34.199397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.359446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f1c75a-5d51-408c-a766-d452865f15e7,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:34.388203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Checking segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:34.389106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Network hostable DHCP agents. Network: 857ed70f-40ac-4dd7-bd96-731ddda72698, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:34.528167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:34.654690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 857ed70f-40ac-4dd7-bd96-731ddda72698) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:34.664894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:34.665477 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.674339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5eb2b0-1c8f-4276-9989-a2455f380506 None None] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:34.784561 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9a179cff-5a87-42ac-a01e-fef675baff37 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2003784 Sep 17 22:44:34.787478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59384) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:34.792018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:34.836050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59386) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:34.850909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ecb19a4e-734c-4611-9dcc-d8e1ce836d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.861142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-857ed70f-40ac-4dd7-bd96-731ddda72698', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:34.863425 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.912666 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.914644 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.974568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device baade2a5-fda2-481a-8cff-62c634307ffc no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:35.020448 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.024770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: baade2a5-fda2-481a-8cff-62c634307ffc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:35.024770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device baade2a5-fda2-481a-8cff-62c634307ffc not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:35.058349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Allocated IP 172.20.0.2 (857ed70f-40ac-4dd7-bd96-731ddda72698/d3f1c75a-5d51-408c-a766-d452865f15e7/fac715e7-6cc9-4fd5-acf5-f84d41c99c1f) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:35.097494 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ecb19a4e-734c-4611-9dcc-d8e1ce836d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.196032 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ecb19a4e-734c-4611-9dcc-d8e1ce836d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.227657 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.249363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb19a4e-734c-4611-9dcc-d8e1ce836d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4369a00-9ab5-4917-b955-62ad2dace4f6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:35.258657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ecb19a4e-734c-4611-9dcc-d8e1ce836d97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16d3521103a7404c98b764ed31859659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196081 Sep 17 22:44:35.258888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59396) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:35.296565 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.304469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.322973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c5b386c-ab76-4061-8808-b1652d681bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.351681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:35.355137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:35.359274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:35.369010 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c5b386c-ab76-4061-8808-b1652d681bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.374579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Pushing event updated for resources: {'Port': ['ID=fac715e7-6cc9-4fd5-acf5-f84d41c99c1f,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:35.462926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Attempting to bind port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:35.462926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Attempting to bind port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:35.462926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Attempting to bind port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:35.481702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:35.484266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Checking segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:35.485017 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.486096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Bound using segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:35.488244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Bound port: fac715e7-6cc9-4fd5-acf5-f84d41c99c1f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:35.489202 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.538728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c5b386c-ab76-4061-8808-b1652d681bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.541717 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c5b386c-ab76-4061-8808-b1652d681bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.552922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0c5b386c-ab76-4061-8808-b1652d681bc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4369a00-9ab5-4917-b955-62ad2dace4f6 HTTP/1.1" status: 204 len: 168 time: 0.2856858 Sep 17 22:44:35.602360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b386c-ab76-4061-8808-b1652d681bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4369a00-9ab5-4917-b955-62ad2dace4f6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:35.631854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] For port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:35.648464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] For port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fac715e7-6cc9-4fd5-acf5-f84d41c99c1f,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:35.658892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.682360 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.787326 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.921898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Allocated IP 172.25.6.239 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/55fe7ae7-83b3-46b0-8ed7-9089652bde9d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:35.955892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4954e-ecc9-482e-b88c-1fbbb416d8ed None None] Pushing event updated for resources: {'Port': ['ID=fac715e7-6cc9-4fd5-acf5-f84d41c99c1f,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:35.968840 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-39b1df87-b4e5-464f-9ddb-9e52637bcb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.127821 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.242352 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.343261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Pushing event updated for resources: {'Port': ['ID=55fe7ae7-83b3-46b0-8ed7-9089652bde9d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:36.368706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:36.377588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:36.385159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:37.086918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fac715e7-6cc9-4fd5-acf5-f84d41c99c1f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:37.091666 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.157463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.203901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:37.204493 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.377664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.399329 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.456910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fac715e7-6cc9-4fd5-acf5-f84d41c99c1f,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:37.527123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.544639 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.641633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=fac715e7-6cc9-4fd5-acf5-f84d41c99c1f,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:37.860338 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dfddcd-0ad0-46ea-b559-f5774d3a5cec None None] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:37.865517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Router 72d9ecfe-3777-403e-a815-1903a439cc80 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:38.012912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f0862757-fa23-4e16-9900-4aa5939471f0 None None] Provisioning complete for port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:38.013376 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f0862757-fa23-4e16-9900-4aa5939471f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.087090 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:38.099858 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Sync routers for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:38.145281 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:38.146383 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:38.256234 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.272910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59508) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:38.287680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-efa4502e-e4c7-4a35-af2f-88a4e8f6608b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4956548 Sep 17 22:44:38.392970 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:38.685405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f223185a-be3b-416a-8133-63919aca57c6 None None] Provisioning complete for port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:38.685993 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f223185a-be3b-416a-8133-63919aca57c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.706202 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:36Z', 'revision_number': 3, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:38.747009 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Checking router: 72d9ecfe-3777-403e-a815-1903a439cc80 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:38.748473 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Updating router 72d9ecfe-3777-403e-a815-1903a439cc80 port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:44:38.819661 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.041389 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fac715e7-6cc9-4fd5-acf5-f84d41c99c1f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:39.045658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.150241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.158507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:39.158970 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.372999 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.459671 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.498783 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Attempting to bind port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:39.499147 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Attempting to bind port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:39.499714 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Attempting to bind port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:39.537736 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:39.538676 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:39.539612 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.540522 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:39.541503 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Bound port: 55fe7ae7-83b3-46b0-8ed7-9089652bde9d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:39.543641 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.710138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Allocated IP 172.20.0.1 (857ed70f-40ac-4dd7-bd96-731ddda72698/d3f1c75a-5d51-408c-a766-d452865f15e7/d902c3aa-efcb-44a2-a663-6d447e95f412) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:39.789304 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] For port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:39.812086 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Pushing event updated for resources: {'Port': ['ID=55fe7ae7-83b3-46b0-8ed7-9089652bde9d,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:39.816434 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] For port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=55fe7ae7-83b3-46b0-8ed7-9089652bde9d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:39.822866 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.823222 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.823555 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.823882 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.824227 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.824547 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.824862 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.825180 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.825488 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.825799 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.826109 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.826418 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:39.881133 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.002332 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.047348 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.112299 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:40.113180 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:40.116738 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248b1c8-83d8-4c73-8293-5dcf62b7206c None None] Pushing event updated for resources: {'Port': ['ID=55fe7ae7-83b3-46b0-8ed7-9089652bde9d,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:40.136851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:40.140769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:40.142625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:40.206898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Pushing event updated for resources: {'Port': ['ID=d902c3aa-efcb-44a2-a663-6d447e95f412,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:40.235285 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.332925 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:40.413824 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.643602 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.819811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-eac6e759-a76a-4af5-b1ee-905220678d56 None None] Provisioning complete for port d902c3aa-efcb-44a2-a663-6d447e95f412 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:40.820220 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eac6e759-a76a-4af5-b1ee-905220678d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.821840 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:36Z', 'revision_number': 3, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:40.863428 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d6aee2-0aa5-4aa6-8f30-de76f30d6964 None None] The sync data for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 is: [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:36Z', 'revision_number': 3, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:40.908453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-eac6e759-a76a-4af5-b1ee-905220678d56 None None] Port d902c3aa-efcb-44a2-a663-6d447e95f412 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:40.933711 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.018933 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.204467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Pushing event updated for resources: {'Port': ['ID=d902c3aa-efcb-44a2-a663-6d447e95f412,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:41.207170 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.372758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59620) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:41.391990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:41.396312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:41.697599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Router 72d9ecfe-3777-403e-a815-1903a439cc80 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:41.705587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a3a29e3-dc5f-4036-8ae3-83e67d08fe45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.855545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-05aa6195-7f49-4310-82d0-46c64f6b4407 None None] Provisioning complete for port d902c3aa-efcb-44a2-a663-6d447e95f412 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:41.856283 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-05aa6195-7f49-4310-82d0-46c64f6b4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.958321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a3a29e3-dc5f-4036-8ae3-83e67d08fe45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.959330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:41.959330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e80ea851-509d-49d7-bfbb-335f3eba93dc admin admin] 10.222.0.30 "PUT /v2.0/routers/72d9ecfe-3777-403e-a815-1903a439cc80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6567721 Sep 17 22:44:41.959861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-05aa6195-7f49-4310-82d0-46c64f6b4407 None None] Port d902c3aa-efcb-44a2-a663-6d447e95f412 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:42.074550 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a3a29e3-dc5f-4036-8ae3-83e67d08fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.140475 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7a3a29e3-dc5f-4036-8ae3-83e67d08fe45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee6d30ec733c4052b85deeb504521ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7629008 Sep 17 22:44:42.140862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59640) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:42.186674 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a29e3-dc5f-4036-8ae3-83e67d08fe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a43472-e8eb-405b-983e-bede974fce5f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:42.290247 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a242606f-03aa-4f5b-a30e-e186e7b76e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.329092 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a242606f-03aa-4f5b-a30e-e186e7b76e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.534274 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a242606f-03aa-4f5b-a30e-e186e7b76e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.537849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a242606f-03aa-4f5b-a30e-e186e7b76e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.539085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a242606f-03aa-4f5b-a30e-e186e7b76e03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5a43472-e8eb-405b-983e-bede974fce5f HTTP/1.1" status: 204 len: 168 time: 0.3971789 Sep 17 22:44:42.547760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242606f-03aa-4f5b-a30e-e186e7b76e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a43472-e8eb-405b-983e-bede974fce5f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:43.063217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 55fe7ae7-83b3-46b0-8ed7-9089652bde9d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:43.204357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:43.204736 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.359366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59682) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:43.366801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-619932038-network', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:43.372184 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.406248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=55fe7ae7-83b3-46b0-8ed7-9089652bde9d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:43.475984 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.507397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Made reservation on behalf of 7de2067a169148e0891ca9c3d75672fd for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:43.510027 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.531905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.575017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=55fe7ae7-83b3-46b0-8ed7-9089652bde9d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:43.589632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.590645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.591671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.608796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.610081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.612113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.617640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.618564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.620980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.621861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.623522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.624417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.780546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Sync routers for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:43.795526 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:43.796619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:43.802042 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.875975 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.954271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:43.975588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:43.988514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e443426-e40f-4b61-82d9-ca908d496627,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:44.030541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.031071 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Added segment 69adb588-9412-4cef-9815-27f9ab92a5f6 of type vlan for network 39377165-d861-44c6-ab3d-9192a97d79fd Sep 17 22:44:44.183395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.312979 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.314031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:44.314625 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.477304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1130264 Sep 17 22:44:44.477967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d721c-aa01-465d-8537-d000454ff6ce admin admin] Pushing event updated for resources: {'Network': ['ID=39377165-d861-44c6-ab3d-9192a97d79fd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:44.478890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59710) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:44.500192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 39377165-d861-44c6-ab3d-9192a97d79fd details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:44.519077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Request body: {'subnet': {'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-619932038-subnet', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:44.594334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 2, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:44.623239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Checking router: 72d9ecfe-3777-403e-a815-1903a439cc80 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:44.623601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Updating router 72d9ecfe-3777-403e-a815-1903a439cc80 port d902c3aa-efcb-44a2-a663-6d447e95f412 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:44:44.650959 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.662143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Made reservation on behalf of 7de2067a169148e0891ca9c3d75672fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:44.665397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.967840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.968964 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.026796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 55fe7ae7-83b3-46b0-8ed7-9089652bde9d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:45.049890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cda1543-e92d-48f9-9a97-00e1fc35b8ca,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:45.062066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Checking segment: {'id': '69adb588-9412-4cef-9815-27f9ab92a5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:45.062066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Network hostable DHCP agents. Network: 39377165-d861-44c6-ab3d-9192a97d79fd, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:45.083617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.147621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Network 39377165-d861-44c6-ab3d-9192a97d79fd is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:45.173089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:45.173735 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.224927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403a26c-a2a6-4bf8-8013-93a77a2a15e1 None None] Pushing event updated for resources: {'Port': ['ID=d902c3aa-efcb-44a2-a663-6d447e95f412,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:45.256562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 39377165-d861-44c6-ab3d-9192a97d79fd) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:45.266053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:45.267266 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.284493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5308a8-5405-46a4-a62a-dcc47ea3cd76 None None] Network 39377165-d861-44c6-ab3d-9192a97d79fd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:45.373920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59742) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:45.374301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f0d19dc6-a2de-4ec6-b46b-839fb55d3718 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8938277 Sep 17 22:44:45.379560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-619932038-router', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:45.474324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Attempting to bind port d902c3aa-efcb-44a2-a663-6d447e95f412 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:45.474968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Attempting to bind port d902c3aa-efcb-44a2-a663-6d447e95f412 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:45.475526 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Attempting to bind port d902c3aa-efcb-44a2-a663-6d447e95f412 on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:45.496937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.502007 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.526943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59748) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:45.563053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:45.564351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Checking segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:45.565246 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.565645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Bound using segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:45.566940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Bound port: d902c3aa-efcb-44a2-a663-6d447e95f412, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:45.569495 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.733022 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.770234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59766) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:45.808742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f8a6eca1-6249-412f-b900-95fdd9338f50 None None] Provisioning complete for port d902c3aa-efcb-44a2-a663-6d447e95f412 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:45.809445 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f8a6eca1-6249-412f-b900-95fdd9338f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.883213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] For port d902c3aa-efcb-44a2-a663-6d447e95f412, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:45.975331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] For port d902c3aa-efcb-44a2-a663-6d447e95f412, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d902c3aa-efcb-44a2-a663-6d447e95f412,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:45.977294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f8a6eca1-6249-412f-b900-95fdd9338f50 None None] Port d902c3aa-efcb-44a2-a663-6d447e95f412 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:45.990910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-39377165-d861-44c6-ab3d-9192a97d79fd', 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'fixed_ips': [{'subnet_id': '5cda1543-e92d-48f9-9a97-00e1fc35b8ca'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:45.994142 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.088174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-fe4618ef-ff7d-4fc7-8500-378613745356 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:46.090402 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-fe4618ef-ff7d-4fc7-8500-378613745356 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/networks?id=85e4471f-6d39-4de5-9e47-3c3c25f244c1 HTTP/1.1" status: 200 len: 813 time: 0.3248968 Sep 17 22:44:46.165689 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.232640 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:44:46.289635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-e83da8d0-e41f-4a34-8f40-409ebda2776a tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/quotas/32f3b3696b0f4e2485ed65aa7aa814c2 HTTP/1.1" status: 200 len: 375 time: 0.0162334 Sep 17 22:44:46.305081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-112340470', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:46.317674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Allocated IP 172.20.0.2 (39377165-d861-44c6-ab3d-9192a97d79fd/5cda1543-e92d-48f9-9a97-00e1fc35b8ca/aaa14904-3cbb-4955-a000-cb6309706db9) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:46.397740 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-457616da-fa01-4254-8082-66a829e473fe tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=32f3b3696b0f4e2485ed65aa7aa814c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965204 Sep 17 22:44:46.439817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Made reservation on behalf of 6a2d50467f1a40c68edf89bd9f54dfa2 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:46.448108 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.512613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:46.513048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:46.522533 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.538076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403a26c-a2a6-4bf8-8013-93a77a2a15e1 None None] Pushing event updated for resources: {'Port': ['ID=d902c3aa-efcb-44a2-a663-6d447e95f412,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:46.589562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.626664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.662586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-aa8db1b2-1dc9-48fa-aab8-ed4f1ad7fa27 service neutron] 10.222.0.30 "GET /v2.0/networks/85e4471f-6d39-4de5-9e47-3c3c25f244c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567558 Sep 17 22:44:46.665849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.713605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:46.789988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Network 39377165-d861-44c6-ab3d-9192a97d79fd is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:46.794529 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:46.800481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:46.826236 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.829209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-24a7066d-8246-496f-9c8a-0c9fb66d0525 service neutron] 10.222.0.30 "GET /v2.0/networks/85e4471f-6d39-4de5-9e47-3c3c25f244c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377392 Sep 17 22:44:46.896492 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.953166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Pushing event updated for resources: {'Port': ['ID=aaa14904-3cbb-4955-a000-cb6309706db9,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:46.968344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8f8d12ae-d060-45b0-b523-e8e68614cf24 None None] Provisioning complete for port d902c3aa-efcb-44a2-a663-6d447e95f412 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:46.968970 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f8d12ae-d060-45b0-b523-e8e68614cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.991127 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.997744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] device_id is not set on port 69de1587-6d32-487a-a233-ef5900929e7b yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:47.018681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Attempting to bind port aaa14904-3cbb-4955-a000-cb6309706db9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:47.019393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Attempting to bind port aaa14904-3cbb-4955-a000-cb6309706db9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '69adb588-9412-4cef-9815-27f9ab92a5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:47.020390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Attempting to bind port aaa14904-3cbb-4955-a000-cb6309706db9 on network 39377165-d861-44c6-ab3d-9192a97d79fd {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:47.075150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:47.075440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Checking segment: {'id': '69adb588-9412-4cef-9815-27f9ab92a5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:47.076215 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.076620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Bound using segment: {'id': '69adb588-9412-4cef-9815-27f9ab92a5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:47.077104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Bound port: aaa14904-3cbb-4955-a000-cb6309706db9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69adb588-9412-4cef-9815-27f9ab92a5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:47.077763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.173459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.175429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1921e2c6-09c5-4b43-8b4d-ee1b64c28e38,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:47.263735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.333994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] Deleting port a477e8d7-2178-4f3a-ad9b-d5f37efd390c {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:47.334697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.339626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cdadf79-f354-457c-96dc-d616abcf2bbc req-29cc1b3c-c68c-4e5a-889c-79af0f4afc3e tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 210 time: 0.1589139 Sep 17 22:44:47.464458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Allocated IP 172.25.6.40 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/69de1587-6d32-487a-a233-ef5900929e7b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:47.486352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] For port a477e8d7-2178-4f3a-ad9b-d5f37efd390c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a477e8d7-2178-4f3a-ad9b-d5f37efd390c,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:47.489578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.502184 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] Calling delete_port for a477e8d7-2178-4f3a-ad9b-d5f37efd390c owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:47.609445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] For port aaa14904-3cbb-4955-a000-cb6309706db9, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:47.613786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] For port aaa14904-3cbb-4955-a000-cb6309706db9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=aaa14904-3cbb-4955-a000-cb6309706db9,segment=NetworkSegment(69adb588-9412-4cef-9815-27f9ab92a5f6),segment_id=69adb588-9412-4cef-9815-27f9ab92a5f6)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:47.727769 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.733440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.747883 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f8d12ae-d060-45b0-b523-e8e68614cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.853624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b90de4-14f1-440a-8ff7-08056b1cd1f9 None None] Pushing event updated for resources: {'Port': ['ID=aaa14904-3cbb-4955-a000-cb6309706db9,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:47.858492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8f8d12ae-d060-45b0-b523-e8e68614cf24 None None] For port d902c3aa-efcb-44a2-a663-6d447e95f412, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d902c3aa-efcb-44a2-a663-6d447e95f412,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:47.865627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:45Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:47.893193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbd4ab-00bf-4efb-b8f1-7fd9a54bf08f None None] The sync data for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 is: [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:45Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:47.979153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.982884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Allocated IP 172.25.6.154 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/9d28fc56-4135-4ca3-81de-b2d6491a32db) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:47.992171 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.019973 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f8d12ae-d060-45b0-b523-e8e68614cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.051481 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a477e8d7-2178-4f3a-ad9b-d5f37efd390c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:48.069095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:48.074486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:48.087860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:48.089492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d12ae-d060-45b0-b523-e8e68614cf24 None None] Pushing event updated for resources: {'Port': ['ID=d902c3aa-efcb-44a2-a663-6d447e95f412,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:48.257911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Pushing event updated for resources: {'Port': ['ID=69de1587-6d32-487a-a233-ef5900929e7b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:48.263758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:48.264399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.301912 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.349964 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.434686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-392d25bc-cc57-48b0-abf0-6e832ed4583d tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6628618 Sep 17 22:44:48.435425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59818) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:48.443733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.40'}]}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:48.521735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ec03795-d9b9-400a-86e6-799ea129d792 req-86c699ee-862e-4f6c-b9c3-f90b11371409 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 210 time: 0.0315278 Sep 17 22:44:48.582390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.584718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.585816 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.607300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:48.627954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:48.635507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:48.699450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Pushing event updated for resources: {'Port': ['ID=9d28fc56-4135-4ca3-81de-b2d6491a32db,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:48.724369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] Router f5cf73cf-c24b-47c7-995a-4ee28697c41a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:48.756392 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.912829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:48.926018 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] Sync routers for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:48.938080 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e2d453ed-554d-46b0-aa05-5c606bc9aff1 admin admin] 10.222.0.30 "PUT /v2.0/routers/f5cf73cf-c24b-47c7-995a-4ee28697c41a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4073741 Sep 17 22:44:48.938577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59824) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:48.939448 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:48.940436 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:49.240494 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.282626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.306151 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:49.313820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d902c3aa-efcb-44a2-a663-6d447e95f412 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:49.449518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port d902c3aa-efcb-44a2-a663-6d447e95f412 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:49.450346 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.578572 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.714613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de38194-b5a7-4cf5-ad01-f1e0d427f53e None None] Network 39377165-d861-44c6-ab3d-9192a97d79fd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:49.726711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.752320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device aaa14904-3cbb-4955-a000-cb6309706db9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:49.932905 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port': {'id': 'bcec16ad-63aa-4c29-8c10-9be0964ca7ac', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:36Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:49.960925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Deleting port bcec16ad-63aa-4c29-8c10-9be0964ca7ac {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:49.961400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.017147 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] Checking router: f5cf73cf-c24b-47c7-995a-4ee28697c41a for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:50.033376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d0ad472-daa6-4ad5-a8b5-0fabbeaba698 req-77914d46-e505-4363-9c80-c10977492381 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 210 time: 0.1892817 Sep 17 22:44:50.060011 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] Routers {'f5cf73cf-c24b-47c7-995a-4ee28697c41a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:50.064823 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:50.082930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e4556d70-518d-4d8a-aba1-ff8e0dfcbae5 None None] Provisioning complete for port aaa14904-3cbb-4955-a000-cb6309706db9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:50.084203 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4556d70-518d-4d8a-aba1-ff8e0dfcbae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.201323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port aaa14904-3cbb-4955-a000-cb6309706db9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:50.204591 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.231300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] For port bcec16ad-63aa-4c29-8c10-9be0964ca7ac, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bcec16ad-63aa-4c29-8c10-9be0964ca7ac,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:50.231863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.261294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Calling delete_port for bcec16ad-63aa-4c29-8c10-9be0964ca7ac owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:50.285948 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] Set router f5cf73cf-c24b-47c7-995a-4ee28697c41a gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:50.355413 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:44:49Z', 'revision_number': 6, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:50.425088 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044a0b6-d36c-4ff5-9f04-1de9a0c96932 None None] The sync data for ids ['f5cf73cf-c24b-47c7-995a-4ee28697c41a'] in n-d-713499-18 is: [{'id': 'f5cf73cf-c24b-47c7-995a-4ee28697c41a', 'name': 'tempest-AttachVolumeTestJSON-1974513124-router', 'tenant_id': '6d5a47603ef744aab2cb07403d28f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:33:34Z', 'updated_at': '2021-09-17T22:44:49Z', 'revision_number': 6, 'project_id': '6d5a47603ef744aab2cb07403d28f391', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:50.509336 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.520137 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4556d70-518d-4d8a-aba1-ff8e0dfcbae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.529873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-e94b48a1-980b-4d79-aaf7-c6aad8a7683d tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:50.531812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-e94b48a1-980b-4d79-aaf7-c6aad8a7683d tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.23 "GET /v2.0/networks?id=85e4471f-6d39-4de5-9e47-3c3c25f244c1 HTTP/1.1" status: 200 len: 813 time: 0.6902990 Sep 17 22:44:50.540706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.552370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Request body: {'port': {'device_id': '52ed222b-5504-4ba6-90f6-e0bf1bfd59c1', 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1', 'admin_state_up': True, 'tenant_id': '32f3b3696b0f4e2485ed65aa7aa814c2'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:50.578054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port aaa14904-3cbb-4955-a000-cb6309706db9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=aaa14904-3cbb-4955-a000-cb6309706db9,segment=NetworkSegment(69adb588-9412-4cef-9815-27f9ab92a5f6),segment_id=69adb588-9412-4cef-9815-27f9ab92a5f6)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:50.611132 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.731980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcec16ad-63aa-4c29-8c10-9be0964ca7ac,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:50.735745 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.737869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-e4556d70-518d-4d8a-aba1-ff8e0dfcbae5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:44:50.738251 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-e4556d70-518d-4d8a-aba1-ff8e0dfcbae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:44:50.746854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.866471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=aaa14904-3cbb-4955-a000-cb6309706db9,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:50.892663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.897415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.975341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.006882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.075114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.075979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5cf73cf-c24b-47c7-995a-4ee28697c41a {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:51.086903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.088507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5ffebf37-345e-4713-8965-62988f984495 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f5cf73cf-c24b-47c7-995a-4ee28697c41a HTTP/1.1" status: 204 len: 168 time: 2.1487081 Sep 17 22:44:51.090912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59856) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:51.153230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef17c05-99b4-49a4-bfb8-da6d83b909df admin admin] Deleting subnet 0800c524-e512-4572-94a4-595cf35f990e {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:51.158137 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aef17c05-99b4-49a4-bfb8-da6d83b909df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.158368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Router afef9297-b3ea-4303-80c4-3b6069878eef is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:51.184991 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d3353612-6bcc-4ae8-b83d-a28ad7304e79 req-0693dc5e-bc87-476f-a48a-565818f2343f tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 210 time: 0.0451746 Sep 17 22:44:51.187737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Made reservation on behalf of 32f3b3696b0f4e2485ed65aa7aa814c2 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:51.192629 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.194464 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aef17c05-99b4-49a4-bfb8-da6d83b909df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.303914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aef17c05-99b4-49a4-bfb8-da6d83b909df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.429594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3cbb20f4-b517-42ca-8158-3f2601ecdb90 None None] Provisioning complete for port aaa14904-3cbb-4955-a000-cb6309706db9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:51.429985 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3cbb20f4-b517-42ca-8158-3f2601ecdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.433582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device aaa14904-3cbb-4955-a000-cb6309706db9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:51.455603 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.459276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aef17c05-99b4-49a4-bfb8-da6d83b909df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.504935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef17c05-99b4-49a4-bfb8-da6d83b909df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0800c524-e512-4572-94a4-595cf35f990e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:51.506986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aef17c05-99b4-49a4-bfb8-da6d83b909df admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.512002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aef17c05-99b4-49a4-bfb8-da6d83b909df admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0800c524-e512-4572-94a4-595cf35f990e HTTP/1.1" status: 204 len: 168 time: 0.4196379 Sep 17 22:44:51.512676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59860) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:51.517315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port aaa14904-3cbb-4955-a000-cb6309706db9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:51.517795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.570551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57296fe8-811d-4355-a528-3c78c15759e5 None None] Network e347bec6-469b-435a-9128-597a87d41396 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:51.585840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:51.601221 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Sync routers for ids ['afef9297-b3ea-4303-80c4-3b6069878eef'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:51.609400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.667882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Allocated IP 172.20.0.3 (85e4471f-6d39-4de5-9e47-3c3c25f244c1/d05360a4-b842-4e54-b2ad-e81738c04aeb/632b8726-4725-44ef-9745-2502432cd95c) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:51.785774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.790694 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.792886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Routers {'afef9297-b3ea-4303-80c4-3b6069878eef'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:51.793528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['afef9297-b3ea-4303-80c4-3b6069878eef'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:51.812426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.817069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f3a9f325-bae2-4072-8c79-bd883d76dd32 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4381731 Sep 17 22:44:51.856567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59866) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:51.974365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Set router afef9297-b3ea-4303-80c4-3b6069878eef gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:52.041073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.041431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cfc8ef9-9e12-4423-9d1a-f7fbd9237f36 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:52.087857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a477e8d7-2178-4f3a-ad9b-d5f37efd390c no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:52.126356 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: a477e8d7-2178-4f3a-ad9b-d5f37efd390c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:52.126356 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a477e8d7-2178-4f3a-ad9b-d5f37efd390c not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:52.178177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Deleting port 94f710e6-ccc5-4357-83f5-6617a637b1fa {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:52.178843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.221561 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:44:52.227838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-753bb64c-2c2e-4314-a393-e0b4fffa19eb tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7847624 Sep 17 22:44:52.231144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59876) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:52.283461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] For port 94f710e6-ccc5-4357-83f5-6617a637b1fa, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=94f710e6-ccc5-4357-83f5-6617a637b1fa,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:52.284255 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.291496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654aeb0b-2c22-47a2-ae9b-53dd31f541a7 None None] DHCP port deletion for e347bec6-469b-435a-9128-597a87d41396 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:52.299461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Calling delete_port for 94f710e6-ccc5-4357-83f5-6617a637b1fa owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:52.363185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.366690 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f0dd72a-bd92-4249-8425-9d720baea2e6 req-3b3a0565-8966-4c9d-8576-457fa3deeb34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 210 time: 0.0570204 Sep 17 22:44:52.377215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'name': 'tempest-TestVolumeBootPattern-619932038-router', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:45Z', 'updated_at': '2021-09-17T22:44:48Z', 'revision_number': 3, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'gw_port': {'id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:47Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.409121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Checking router: afef9297-b3ea-4303-80c4-3b6069878eef for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:52.409471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Updating router afef9297-b3ea-4303-80c4-3b6069878eef port 9d28fc56-4135-4ca3-81de-b2d6491a32db binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:44:52.441822 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.445974 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-654aeb0b-2c22-47a2-ae9b-53dd31f541a7 None None] Deleting port 94f710e6-ccc5-4357-83f5-6617a637b1fa {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:52.446291 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-654aeb0b-2c22-47a2-ae9b-53dd31f541a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.503301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-68173b54-487b-4fb6-acf4-00fa0bb1f508 tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Deleting port 69de1587-6d32-487a-a233-ef5900929e7b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:52.504182 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68173b54-487b-4fb6-acf4-00fa0bb1f508 tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.516057 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.549871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Pushing event deleted for resources: {'Port': ['ID=94f710e6-ccc5-4357-83f5-6617a637b1fa,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:52.549871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] No DVR routers for this DVR port 94f710e6-ccc5-4357-83f5-6617a637b1fa on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:52.599825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-654aeb0b-2c22-47a2-ae9b-53dd31f541a7 None None] For port 94f710e6-ccc5-4357-83f5-6617a637b1fa, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=94f710e6-ccc5-4357-83f5-6617a637b1fa,segment=NetworkSegment(0e954253-2d14-4cf9-89c9-49d7c01a20bf),segment_id=0e954253-2d14-4cf9-89c9-49d7c01a20bf)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:52.600466 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-654aeb0b-2c22-47a2-ae9b-53dd31f541a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.632747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-654aeb0b-2c22-47a2-ae9b-53dd31f541a7 None None] Calling delete_port for 94f710e6-ccc5-4357-83f5-6617a637b1fa owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:52.647665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.649108 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.665381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68173b54-487b-4fb6-acf4-00fa0bb1f508 tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.678844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e347bec6-469b-435a-9128-597a87d41396']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.689115 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e954253-2d14-4cf9-89c9-49d7c01a20bf') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.689115 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e954253-2d14-4cf9-89c9-49d7c01a20bf') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.692274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-68173b54-487b-4fb6-acf4-00fa0bb1f508 tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Calling delete_port for 69de1587-6d32-487a-a233-ef5900929e7b owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:52.726317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.749784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.755420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:52.761703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:52.767715 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:52.835528 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:52.933132 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.958915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.963397 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] 10.222.0.30 "DELETE /v2.0/networks/e347bec6-469b-435a-9128-597a87d41396 HTTP/1.1" status: 204 len: 168 time: 1.4495723 Sep 17 22:44:52.965742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cc9fa-99e4-4af2-b905-0e6b37fff36a admin admin] Pushing event deleted for resources: {'Network': ['ID=e347bec6-469b-435a-9128-597a87d41396,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.002101 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-654aeb0b-2c22-47a2-ae9b-53dd31f541a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.046365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654aeb0b-2c22-47a2-ae9b-53dd31f541a7 None None] Pushing event deleted for resources: {'Port': ['ID=94f710e6-ccc5-4357-83f5-6617a637b1fa,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.069985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcec16ad-63aa-4c29-8c10-9be0964ca7ac no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:53.076365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-654aeb0b-2c22-47a2-ae9b-53dd31f541a7 None None] Network e347bec6-469b-435a-9128-597a87d41396 is not hosted by any dhcp agent {{(pid=95456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:44:53.076850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654aeb0b-2c22-47a2-ae9b-53dd31f541a7 None None] No DVR routers for this DVR port 94f710e6-ccc5-4357-83f5-6617a637b1fa on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:53.130959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: bcec16ad-63aa-4c29-8c10-9be0964ca7ac {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:53.132015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcec16ad-63aa-4c29-8c10-9be0964ca7ac not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:53.132015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 94f710e6-ccc5-4357-83f5-6617a637b1fa no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:53.157809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 94f710e6-ccc5-4357-83f5-6617a637b1fa {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:53.158159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 94f710e6-ccc5-4357-83f5-6617a637b1fa not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:53.189968 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.197203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:53.209538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:53.241527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Pushing event updated for resources: {'Port': ['ID=632b8726-4725-44ef-9745-2502432cd95c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.279387 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.317646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:53.318274 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.330503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Attempting to bind port 9d28fc56-4135-4ca3-81de-b2d6491a32db on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:53.330879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Attempting to bind port 9d28fc56-4135-4ca3-81de-b2d6491a32db by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:53.331246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Attempting to bind port 9d28fc56-4135-4ca3-81de-b2d6491a32db on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:53.346466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:53.346838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:53.347245 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.348919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:53.349412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Bound port: 9d28fc56-4135-4ca3-81de-b2d6491a32db, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:53.350034 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.355290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59894) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:53.377076 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.407786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] For port 9d28fc56-4135-4ca3-81de-b2d6491a32db, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:53.413922 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5ae0b52c-a821-4797-8ebe-dde4d846d688 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d5a47603ef744aab2cb07403d28f391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576091 Sep 17 22:44:53.414540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59898) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:53.414697 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] For port 9d28fc56-4135-4ca3-81de-b2d6491a32db, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9d28fc56-4135-4ca3-81de-b2d6491a32db,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:53.415809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da604483-70ea-4edb-b3c7-ed40b52f0b7d None None] Pushing event updated for resources: {'Port': ['ID=9d28fc56-4135-4ca3-81de-b2d6491a32db,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.447817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-04453312-e6f9-4d5d-8a7a-230ccc4afe34 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9039397 Sep 17 22:44:53.463064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Request body: {'port': {'device_id': '52ed222b-5504-4ba6-90f6-e0bf1bfd59c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:53.472239 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa6794df-0ca4-4bec-876f-eae49344f252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.507536 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa6794df-0ca4-4bec-876f-eae49344f252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.520437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68173b54-487b-4fb6-acf4-00fa0bb1f508 tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.533806 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.598139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Routers {'afef9297-b3ea-4303-80c4-3b6069878eef'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:53.600042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['afef9297-b3ea-4303-80c4-3b6069878eef'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:53.630018 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.632822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68173b54-487b-4fb6-acf4-00fa0bb1f508 tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Pushing event deleted for resources: {'Port': ['ID=69de1587-6d32-487a-a233-ef5900929e7b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.642957 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa6794df-0ca4-4bec-876f-eae49344f252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.645266 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa6794df-0ca4-4bec-876f-eae49344f252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.647269 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fa6794df-0ca4-4bec-876f-eae49344f252 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8179d586-d6f9-41d9-a61a-d4208536a898 HTTP/1.1" status: 204 len: 168 time: 0.2315505 Sep 17 22:44:53.660731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6794df-0ca4-4bec-876f-eae49344f252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8179d586-d6f9-41d9-a61a-d4208536a898,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.710198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da604483-70ea-4edb-b3c7-ed40b52f0b7d None None] Pushing event updated for resources: {'Port': ['ID=9d28fc56-4135-4ca3-81de-b2d6491a32db,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.737040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8e8d2-6c34-42a9-806c-4b93b4c2eb81 req-98dff191-c952-4542-aeeb-0e7980e7ae82 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:53.739576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce8e8d2-6c34-42a9-806c-4b93b4c2eb81 req-98dff191-c952-4542-aeeb-0e7980e7ae82 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 931 time: 0.2688215 Sep 17 22:44:53.802218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] Set router afef9297-b3ea-4303-80c4-3b6069878eef gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:53.871399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-68173b54-487b-4fb6-acf4-00fa0bb1f508 tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.876514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-68173b54-487b-4fb6-acf4-00fa0bb1f508 tempest-RoutersAdminNegativeIpV6Test-1870961298 tempest-RoutersAdminNegativeIpV6Test-1870961298-project-admin] 10.222.0.30 "DELETE /v2.0/ports/69de1587-6d32-487a-a233-ef5900929e7b HTTP/1.1" status: 204 len: 168 time: 1.6410806 Sep 17 22:44:53.959509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Allocated IP 172.20.0.1 (39377165-d861-44c6-ab3d-9192a97d79fd/5cda1543-e92d-48f9-9a97-00e1fc35b8ca/40727753-8498-484b-871b-7b1b7261d9da) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:53.999940 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ce8e8d2-6c34-42a9-806c-4b93b4c2eb81 req-c2b30d4a-5864-494a-ae5e-e61034d69b32 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383614 Sep 17 22:44:54.092069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'name': 'tempest-TestVolumeBootPattern-619932038-router', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:45Z', 'updated_at': '2021-09-17T22:44:48Z', 'revision_number': 3, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'gw_port': {'id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:47Z', 'updated_at': '2021-09-17T22:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:54.170932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d433ab6-9cc2-4032-9685-75158d11655d None None] The sync data for ids ['afef9297-b3ea-4303-80c4-3b6069878eef'] in n-d-713499-18 is: [{'id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'name': 'tempest-TestVolumeBootPattern-619932038-router', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:45Z', 'updated_at': '2021-09-17T22:44:48Z', 'revision_number': 3, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'gw_port': {'id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:47Z', 'updated_at': '2021-09-17T22:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:54.246289 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.356174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632b8726-4725-44ef-9745-2502432cd95c {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:44:54.365302 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.387928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Transition to ACTIVE for port object 632b8726-4725-44ef-9745-2502432cd95c will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:44:54.482096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.487645 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.551643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Network 39377165-d861-44c6-ab3d-9192a97d79fd is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:54.583916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:54.592075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:54.605574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:54.687607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=632b8726-4725-44ef-9745-2502432cd95c,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:54.761748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0c87-4b8d-4144-8f35-28e2408645d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.838733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.880614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2aef10dd-a5c9-4c0a-9f00-8949885d22aa None None] Provisioning complete for port 40727753-8498-484b-871b-7b1b7261d9da triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:54.881222 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2aef10dd-a5c9-4c0a-9f00-8949885d22aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.900212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Pushing event updated for resources: {'Port': ['ID=40727753-8498-484b-871b-7b1b7261d9da,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:54.933553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0c87-4b8d-4144-8f35-28e2408645d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.944279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Attempting to bind port 632b8726-4725-44ef-9745-2502432cd95c on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:54.944876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Attempting to bind port 632b8726-4725-44ef-9745-2502432cd95c by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:54.949094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Attempting to bind port 632b8726-4725-44ef-9745-2502432cd95c on network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:54.967189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Port 632b8726-4725-44ef-9745-2502432cd95c on network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:44:54.967525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Attempting to bind port 632b8726-4725-44ef-9745-2502432cd95c on network 85e4471f-6d39-4de5-9e47-3c3c25f244c1 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:54.987296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2aef10dd-a5c9-4c0a-9f00-8949885d22aa None None] Port 40727753-8498-484b-871b-7b1b7261d9da cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:54.998548 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0c87-4b8d-4144-8f35-28e2408645d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.001701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:55.001953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Checking segment: {'id': '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:55.002584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Bound using segment: {'id': '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:55.003697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Bound port: 632b8726-4725-44ef-9745-2502432cd95c, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:55.004749 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.086528 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c6fd0c87-4b8d-4144-8f35-28e2408645d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5fea0643be64d288f90fa3b2b3ffb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4929521 Sep 17 22:44:55.090012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59950) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:55.126340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd0c87-4b8d-4144-8f35-28e2408645d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925a7fb8-0614-4712-8967-bf271c5d8f09,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:55.160767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9d28fc56-4135-4ca3-81de-b2d6491a32db up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:55.210017 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b85086ec-c806-4c54-acbd-90aaa142ef41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.221900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] For port 632b8726-4725-44ef-9745-2502432cd95c, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:55.275091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9d28fc56-4135-4ca3-81de-b2d6491a32db triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:55.275546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.278951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] For port 632b8726-4725-44ef-9745-2502432cd95c, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=632b8726-4725-44ef-9745-2502432cd95c,segment=NetworkSegment(8e6b7a35-ef6d-4993-ae5b-00fe682a34a0),segment_id=8e6b7a35-ef6d-4993-ae5b-00fe682a34a0)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:55.286853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b85086ec-c806-4c54-acbd-90aaa142ef41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.295871 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.323710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e5682-067e-4b56-90a8-25febfef5938 req-dd3a536d-2a51-4356-88ce-e7d7379effa4 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:55.326547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b13e5682-067e-4b56-90a8-25febfef5938 req-dd3a536d-2a51-4356-88ce-e7d7379effa4 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 943 time: 0.1314249 Sep 17 22:44:55.363942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.430751 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.446588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:55.453381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.453381 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] 10.222.0.23 "PUT /v2.0/ports/632b8726-4725-44ef-9745-2502432cd95c HTTP/1.1" status: 200 len: 1092 time: 1.9924321 Sep 17 22:44:55.464684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ed222b-5504-4ba6-90f6-e0bf1bfd59c1', 'tag': '632b8726-4725-44ef-9745-2502432cd95c'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:55.469373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 9d28fc56-4135-4ca3-81de-b2d6491a32db, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9d28fc56-4135-4ca3-81de-b2d6491a32db,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:55.470680 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060e8d6d-041a-4cf1-9709-30806fbb2f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "52ed222b-5504-4ba6-90f6-e0bf1bfd59c1", "tag": "632b8726-4725-44ef-9745-2502432cd95c"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:55.472987 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b85086ec-c806-4c54-acbd-90aaa142ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.475733 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b85086ec-c806-4c54-acbd-90aaa142ef41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.479342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b85086ec-c806-4c54-acbd-90aaa142ef41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/925a7fb8-0614-4712-8967-bf271c5d8f09 HTTP/1.1" status: 204 len: 168 time: 0.3858490 Sep 17 22:44:55.479761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b13e5682-067e-4b56-90a8-25febfef5938 req-be30265b-d383-4b7e-994d-0b125b39a773 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183395 Sep 17 22:44:55.525256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85086ec-c806-4c54-acbd-90aaa142ef41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925a7fb8-0614-4712-8967-bf271c5d8f09,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:55.529485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49527c4-6a05-46df-9b71-ab74c6010ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=632b8726-4725-44ef-9745-2502432cd95c,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:55.559687 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1836556c-4cdc-45d4-bdaa-72fb9645157d x-openstack-request-id: req-1836556c-4cdc-45d4-bdaa-72fb9645157d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:55.560772 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ed222b-5504-4ba6-90f6-e0bf1bfd59c1", "tag": "632b8726-4725-44ef-9745-2502432cd95c", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:55.561030 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1836556c-4cdc-45d4-bdaa-72fb9645157d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:55.561434 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ed222b-5504-4ba6-90f6-e0bf1bfd59c1', 'tag': '632b8726-4725-44ef-9745-2502432cd95c', 'status': 'completed', 'code': 200} Sep 17 22:44:55.601673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.667956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e8d6d-041a-4cf1-9709-30806fbb2f4d req-3d357246-9c98-4517-b19d-d15f971a2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:55.669519 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-060e8d6d-041a-4cf1-9709-30806fbb2f4d req-3d357246-9c98-4517-b19d-d15f971a2553 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f3b3696b0f4e2485ed65aa7aa814c2&device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 1095 time: 0.1051908 Sep 17 22:44:55.677098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=9d28fc56-4135-4ca3-81de-b2d6491a32db,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:55.781359 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.817151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e8d6d-041a-4cf1-9709-30806fbb2f4d req-5198efdb-ac35-42a1-9459-92d54ad03ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:55.819241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-060e8d6d-041a-4cf1-9709-30806fbb2f4d req-5198efdb-ac35-42a1-9459-92d54ad03ada service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=32f3b3696b0f4e2485ed65aa7aa814c2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1403797 Sep 17 22:44:55.904836 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.007177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Pushing event updated for resources: {'Port': ['ID=40727753-8498-484b-871b-7b1b7261d9da,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:56.011298 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.022779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e8d6d-041a-4cf1-9709-30806fbb2f4d req-aa5d6c78-6e5f-4d4a-87b5-5be7aa46037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:56.024031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-060e8d6d-041a-4cf1-9709-30806fbb2f4d req-aa5d6c78-6e5f-4d4a-87b5-5be7aa46037d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1967270 Sep 17 22:44:56.160226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Network 39377165-d861-44c6-ab3d-9192a97d79fd is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:56.164175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:56.170266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-bb357b25-0dd8-415a-8232-a75315751120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:56.171816 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-bb357b25-0dd8-415a-8232-a75315751120 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f3b3696b0f4e2485ed65aa7aa814c2&device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 1095 time: 0.0891395 Sep 17 22:44:56.296495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59980) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:56.308995 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-b89ec0f1-60ee-4089-85aa-8b0446f5191f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632b8726-4725-44ef-9745-2502432cd95c HTTP/1.1" status: 200 len: 217 time: 0.0646510 Sep 17 22:44:56.400685 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-49945e24-172c-49e1-b0ce-317eb121c31b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a2d50467f1a40c68edf89bd9f54dfa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1001489 Sep 17 22:44:56.401333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59988) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:56.490681 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8962615b-8261-4327-809d-530781de406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.508728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-5ef81384-16f5-416d-b080-c5fabb4f66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:56.510367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-5ef81384-16f5-416d-b080-c5fabb4f66b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d05360a4-b842-4e54-b2ad-e81738c04aeb HTTP/1.1" status: 200 len: 853 time: 0.1976061 Sep 17 22:44:56.533394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Router afef9297-b3ea-4303-80c4-3b6069878eef has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:56.539753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8962615b-8261-4327-809d-530781de406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.547565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-42832c68-fa26-4a6d-bcf2-6e55b88bf711 None None] Provisioning complete for port 40727753-8498-484b-871b-7b1b7261d9da triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:56.549784 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-42832c68-fa26-4a6d-bcf2-6e55b88bf711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.559345 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-c9d5a946-d7db-4242-8014-b760b484d8e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85e4471f-6d39-4de5-9e47-3c3c25f244c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406408 Sep 17 22:44:56.631799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-42832c68-fa26-4a6d-bcf2-6e55b88bf711 None None] Port 40727753-8498-484b-871b-7b1b7261d9da cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:56.726050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8962615b-8261-4327-809d-530781de406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.733756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8962615b-8261-4327-809d-530781de406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.735342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8962615b-8261-4327-809d-530781de406f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1921e2c6-09c5-4b43-8b4d-ee1b64c28e38 HTTP/1.1" status: 204 len: 168 time: 0.3326130 Sep 17 22:44:56.767125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962615b-8261-4327-809d-530781de406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1921e2c6-09c5-4b43-8b4d-ee1b64c28e38,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:56.773454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-a4cb2b4b-b8ab-4297-bef2-f5efcaba5acf service neutron] 10.222.0.23 "GET /v2.0/networks/85e4471f-6d39-4de5-9e47-3c3c25f244c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071590 Sep 17 22:44:56.779990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:56.787036 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9992ac94-63f0-475f-bf16-75b59a7fea2b admin admin] 10.222.0.30 "PUT /v2.0/routers/afef9297-b3ea-4303-80c4-3b6069878eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9286137 Sep 17 22:44:56.800957 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Sync routers for ids ['afef9297-b3ea-4303-80c4-3b6069878eef'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:56.824184 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Routers {'afef9297-b3ea-4303-80c4-3b6069878eef'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:56.825154 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['afef9297-b3ea-4303-80c4-3b6069878eef'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:56.836091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ea88f-5ce9-4df5-9911-c046f15e4834 req-5030d8a0-7c02-44a0-b247-0bb809370e24 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:56.838976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-687ea88f-5ce9-4df5-9911-c046f15e4834 req-5030d8a0-7c02-44a0-b247-0bb809370e24 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 943 time: 0.1822908 Sep 17 22:44:56.889828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-251ae3c9-6fd2-4952-8021-7595c67a97bd req-e66982a5-f378-4ccc-85c5-bb8cdb798e3e service neutron] 10.222.0.23 "GET /v2.0/networks/85e4471f-6d39-4de5-9e47-3c3c25f244c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076353 Sep 17 22:44:56.904515 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-687ea88f-5ce9-4df5-9911-c046f15e4834 req-6e2f7ea7-10d8-44e2-94fd-dfb57eba837e tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532968 Sep 17 22:44:56.989992 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Set router afef9297-b3ea-4303-80c4-3b6069878eef gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:57.024618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9d28fc56-4135-4ca3-81de-b2d6491a32db up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:57.102912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9d28fc56-4135-4ca3-81de-b2d6491a32db triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:57.103434 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.386186 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'name': 'tempest-TestVolumeBootPattern-619932038-router', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:45Z', 'updated_at': '2021-09-17T22:44:55Z', 'revision_number': 4, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'gw_port': {'id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:47Z', 'updated_at': '2021-09-17T22:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '40727753-8498-484b-871b-7b1b7261d9da', 'name': '', 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'mac_address': 'fa:16:3e:bb:0b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5cda1543-e92d-48f9-9a97-00e1fc35b8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:53Z', 'updated_at': '2021-09-17T22:44:55Z', 'revision_number': 2, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'subnets': [{'id': '5cda1543-e92d-48f9-9a97-00e1fc35b8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:57.411806 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Checking router: afef9297-b3ea-4303-80c4-3b6069878eef for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:57.412173 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Updating router afef9297-b3ea-4303-80c4-3b6069878eef port 40727753-8498-484b-871b-7b1b7261d9da binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:44:57.440887 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.824913 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.990630 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.127839 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f80b4-55e2-4b53-bee0-59573ec476fd None None] Pushing event updated for resources: {'Port': ['ID=40727753-8498-484b-871b-7b1b7261d9da,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:58.223605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539a66-441f-4bff-a214-b0995683bddd req-9cc94795-6a81-48f0-b950-d6b35ac0f5c6 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:58.228970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a539a66-441f-4bff-a214-b0995683bddd req-9cc94795-6a81-48f0-b950-d6b35ac0f5c6 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 943 time: 0.2172863 Sep 17 22:44:58.270672 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Attempting to bind port 40727753-8498-484b-871b-7b1b7261d9da on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:58.270672 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Attempting to bind port 40727753-8498-484b-871b-7b1b7261d9da by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '69adb588-9412-4cef-9815-27f9ab92a5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:58.271143 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Attempting to bind port 40727753-8498-484b-871b-7b1b7261d9da on network 39377165-d861-44c6-ab3d-9192a97d79fd {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:58.293398 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:58.293730 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Checking segment: {'id': '69adb588-9412-4cef-9815-27f9ab92a5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:58.294139 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.294687 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Bound using segment: {'id': '69adb588-9412-4cef-9815-27f9ab92a5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:58.295512 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Bound port: 40727753-8498-484b-871b-7b1b7261d9da, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69adb588-9412-4cef-9815-27f9ab92a5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:58.295792 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.342279 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a539a66-441f-4bff-a214-b0995683bddd req-3482b38d-51c8-478a-97f3-ddef4bd7fffd tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045225 Sep 17 22:44:58.407484 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] For port 40727753-8498-484b-871b-7b1b7261d9da, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:58.417097 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] For port 40727753-8498-484b-871b-7b1b7261d9da, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=40727753-8498-484b-871b-7b1b7261d9da,segment=NetworkSegment(69adb588-9412-4cef-9815-27f9ab92a5f6),segment_id=69adb588-9412-4cef-9815-27f9ab92a5f6)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:58.570972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1a181cc7-1411-48f6-9dfe-a316720e7bf3 None None] Provisioning complete for port 40727753-8498-484b-871b-7b1b7261d9da triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:58.571650 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a181cc7-1411-48f6-9dfe-a316720e7bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.609315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1a181cc7-1411-48f6-9dfe-a316720e7bf3 None None] Port 40727753-8498-484b-871b-7b1b7261d9da cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:58.776965 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.848939 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Routers {'afef9297-b3ea-4303-80c4-3b6069878eef'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:58.849586 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:44:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['afef9297-b3ea-4303-80c4-3b6069878eef'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:58.906264 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f80b4-55e2-4b53-bee0-59573ec476fd None None] Pushing event updated for resources: {'Port': ['ID=40727753-8498-484b-871b-7b1b7261d9da,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:59.053522 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] Set router afef9297-b3ea-4303-80c4-3b6069878eef gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:59.066275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 632b8726-4725-44ef-9745-2502432cd95c details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:44:59.223531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a02a0829-1020-447a-8812-4eb460b4457c None None] Provisioning complete for port 40727753-8498-484b-871b-7b1b7261d9da triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:59.223531 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a02a0829-1020-447a-8812-4eb460b4457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.287757 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.298610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 632b8726-4725-44ef-9745-2502432cd95c, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=632b8726-4725-44ef-9745-2502432cd95c,segment=NetworkSegment(8e6b7a35-ef6d-4993-ae5b-00fe682a34a0),segment_id=8e6b7a35-ef6d-4993-ae5b-00fe682a34a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:59.324207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '632b8726-4725-44ef-9745-2502432cd95c', 'network_id': '85e4471f-6d39-4de5-9e47-3c3c25f244c1', 'port_id': '632b8726-4725-44ef-9745-2502432cd95c', 'mac_address': 'fa:16:3e:d1:01:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05360a4-b842-4e54-b2ad-e81738c04aeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:44:59.379877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60080) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.451664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.485050 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a02a0829-1020-447a-8812-4eb460b4457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.490554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632b8726-4725-44ef-9745-2502432cd95c {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:44:59.544881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a02a0829-1020-447a-8812-4eb460b4457c None None] For port 40727753-8498-484b-871b-7b1b7261d9da, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=40727753-8498-484b-871b-7b1b7261d9da,segment=NetworkSegment(69adb588-9412-4cef-9815-27f9ab92a5f6),segment_id=69adb588-9412-4cef-9815-27f9ab92a5f6)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:59.549439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 632b8726-4725-44ef-9745-2502432cd95c, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=632b8726-4725-44ef-9745-2502432cd95c,segment=NetworkSegment(8e6b7a35-ef6d-4993-ae5b-00fe682a34a0),segment_id=8e6b7a35-ef6d-4993-ae5b-00fe682a34a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:59.558991 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'name': 'tempest-TestVolumeBootPattern-619932038-router', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:45Z', 'updated_at': '2021-09-17T22:44:55Z', 'revision_number': 4, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'gw_port': {'id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:47Z', 'updated_at': '2021-09-17T22:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '40727753-8498-484b-871b-7b1b7261d9da', 'name': '', 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'mac_address': 'fa:16:3e:bb:0b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5cda1543-e92d-48f9-9a97-00e1fc35b8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:53Z', 'updated_at': '2021-09-17T22:44:58Z', 'revision_number': 4, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'subnets': [{'id': '5cda1543-e92d-48f9-9a97-00e1fc35b8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:59.580370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d171e-24cc-4ebd-abac-3fedb0897a3c req-8b9d26db-af09-4829-9b43-693a76185c5b tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:59.584178 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f64d171e-24cc-4ebd-abac-3fedb0897a3c req-8b9d26db-af09-4829-9b43-693a76185c5b tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 943 time: 0.1144500 Sep 17 22:44:59.627650 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dcd945-5710-4a91-9922-c42890eaf4cf None None] The sync data for ids ['afef9297-b3ea-4303-80c4-3b6069878eef'] in n-d-713499-18 is: [{'id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'name': 'tempest-TestVolumeBootPattern-619932038-router', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:45Z', 'updated_at': '2021-09-17T22:44:55Z', 'revision_number': 4, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'gw_port': {'id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:47Z', 'updated_at': '2021-09-17T22:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '40727753-8498-484b-871b-7b1b7261d9da', 'name': '', 'network_id': '39377165-d861-44c6-ab3d-9192a97d79fd', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'mac_address': 'fa:16:3e:bb:0b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5cda1543-e92d-48f9-9a97-00e1fc35b8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:53Z', 'updated_at': '2021-09-17T22:44:58Z', 'revision_number': 4, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'subnets': [{'id': '5cda1543-e92d-48f9-9a97-00e1fc35b8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:59.633553 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a02a0829-1020-447a-8812-4eb460b4457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.783275 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f64d171e-24cc-4ebd-abac-3fedb0897a3c req-2f087520-be68-4873-8a25-9c1cfce11a83 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815333 Sep 17 22:44:59.791392 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.795461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-e8eac136-6cc8-4c11-899c-b0daf4f2187a tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:59.809911 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e8eac136-6cc8-4c11-899c-b0daf4f2187a tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4155710 Sep 17 22:44:59.810331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60096) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.822574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-d2d69e70-7e56-4849-9148-9f231724b828 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:59.834446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d2d69e70-7e56-4849-9148-9f231724b828 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0263937 Sep 17 22:44:59.835163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60102) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.842509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-8d087119-73c2-4d97-a948-d699d28e1793 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:59.843716 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8d087119-73c2-4d97-a948-d699d28e1793 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0075498 Sep 17 22:44:59.866106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60104) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.879154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-defe6cd9-4c84-425c-9b4b-d85f1222aaa7 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:59.880985 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-defe6cd9-4c84-425c-9b4b-d85f1222aaa7 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0148945 Sep 17 22:44:59.884938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60108) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.893805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-ac47c854-b39a-452b-9b41-6ec702fd57b9 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:59.896972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ac47c854-b39a-452b-9b41-6ec702fd57b9 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0085196 Sep 17 22:44:59.900339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60110) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.911464 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-8658c2fa-b988-4df4-aa90-97b5f494ab38 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:59.915108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8658c2fa-b988-4df4-aa90-97b5f494ab38 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0108185 Sep 17 22:44:59.918856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60112) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.925109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-9916d055-a867-4caf-a755-58732ab8f920 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:59.933089 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9916d055-a867-4caf-a755-58732ab8f920 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0085080 Sep 17 22:44:59.933629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60114) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.939798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-28637950-3658-456f-a853-907d3ad1a898 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:59.945317 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-28637950-3658-456f-a853-907d3ad1a898 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061712 Sep 17 22:44:59.945568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a0829-1020-447a-8812-4eb460b4457c None None] Pushing event updated for resources: {'Port': ['ID=40727753-8498-484b-871b-7b1b7261d9da,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:59.945765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60116) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.959663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-03cf4dd6-94b0-459a-ad13-a9f1c8dd1c7c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:59.965854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-03cf4dd6-94b0-459a-ad13-a9f1c8dd1c7c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0143204 Sep 17 22:44:59.965854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60118) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.984820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-e8079c2f-c0d8-4368-8be5-9291350faad2 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:59.990287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e8079c2f-c0d8-4368-8be5-9291350faad2 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0200648 Sep 17 22:44:59.993701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60120) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.002312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-1ef55c11-b3e9-4f15-827f-c4f3e9a09a4e tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.004356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1ef55c11-b3e9-4f15-827f-c4f3e9a09a4e tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0092695 Sep 17 22:45:00.007279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60122) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.013352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-d3734ae7-390f-46ef-acb8-55d13586aec4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.014711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d3734ae7-390f-46ef-acb8-55d13586aec4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0060134 Sep 17 22:45:00.025598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60124) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.030624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-60aa52db-9f8e-4632-9f97-49fa531b19ce tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.031662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-60aa52db-9f8e-4632-9f97-49fa531b19ce tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049202 Sep 17 22:45:00.035187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60126) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.053985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-3aa4399d-ac40-43d0-8c49-b9d6869a0ddb tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.053985 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3aa4399d-ac40-43d0-8c49-b9d6869a0ddb tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0152717 Sep 17 22:45:00.056956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60130) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.063636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-8e70f7bc-7a51-4647-bcdb-b2f85f394ba4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.065997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8e70f7bc-7a51-4647-bcdb-b2f85f394ba4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0066888 Sep 17 22:45:00.068191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60132) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.071921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['632b8726-4725-44ef-9745-2502432cd95c'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:00.074631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=632b8726-4725-44ef-9745-2502432cd95c,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:00.075209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-be76f814-d881-4052-9a69-47f9df768327 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.076667 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-be76f814-d881-4052-9a69-47f9df768327 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0068834 Sep 17 22:45:00.080356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60134) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.086091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-03bc375f-31bf-4184-abc3-d546cfefe5f1 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.095157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-03bc375f-31bf-4184-abc3-d546cfefe5f1 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060208 Sep 17 22:45:00.098492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60136) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.107842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-8dc472d4-03b3-49ae-9130-8f075f092dda tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.115222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60138) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.115511 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8dc472d4-03b3-49ae-9130-8f075f092dda tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0101783 Sep 17 22:45:00.125676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-c31bffa8-270f-4d24-95bd-fd621f656e4a tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.127815 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c31bffa8-270f-4d24-95bd-fd621f656e4a tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0101874 Sep 17 22:45:00.140439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60142) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.161866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-f32885f2-bf2c-4b25-80e1-8d31e9dd14b9 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.165282 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f32885f2-bf2c-4b25-80e1-8d31e9dd14b9 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0227728 Sep 17 22:45:00.169063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60144) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.180373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-c7ac64b1-dbbb-4659-bf15-d42066cc1d03 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.187370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60146) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.195744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c7ac64b1-dbbb-4659-bf15-d42066cc1d03 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0135798 Sep 17 22:45:00.195969 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-7fd911c2-6f0f-4abd-875c-2c20e3dc19d2 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.200555 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7fd911c2-6f0f-4abd-875c-2c20e3dc19d2 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0086212 Sep 17 22:45:00.201354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60148) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.218857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-501a6912-a091-4088-bf41-d1863bee2ef4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.220905 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-501a6912-a091-4088-bf41-d1863bee2ef4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0176837 Sep 17 22:45:00.225157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60150) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.232538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-2e37d700-a0d5-49bc-afcb-b3c67634d28f tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.234839 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2e37d700-a0d5-49bc-afcb-b3c67634d28f tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084107 Sep 17 22:45:00.239028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60152) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.246993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-1a028a98-85cc-49c5-8b72-4c699e525016 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.248617 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1a028a98-85cc-49c5-8b72-4c699e525016 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0079017 Sep 17 22:45:00.252312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60154) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.260761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-04c4833d-e3b9-41e3-a680-3fe8e7fd77be tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.265947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60156) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.271776 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-04c4833d-e3b9-41e3-a680-3fe8e7fd77be tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0123284 Sep 17 22:45:00.278681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-76d3e095-85dc-4ca5-a0a4-498f5c99b0c9 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.280597 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-76d3e095-85dc-4ca5-a0a4-498f5c99b0c9 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0062277 Sep 17 22:45:00.288487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60158) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.304935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-9ffdba59-7029-44d9-b9a3-b0057c134767 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.310451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60160) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.317785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9ffdba59-7029-44d9-b9a3-b0057c134767 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053992 Sep 17 22:45:00.318041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-bab29ebd-6e8a-4b34-bfe9-46a2d324f44c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.322806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60162) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.323498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bab29ebd-6e8a-4b34-bfe9-46a2d324f44c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0116515 Sep 17 22:45:00.327200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-4d2d6d62-42d0-4f87-8cbc-e4bb07d98c7d tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.328731 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4d2d6d62-42d0-4f87-8cbc-e4bb07d98c7d tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049646 Sep 17 22:45:00.338621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60164) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.343702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-7a942c65-73ca-4687-9c5e-dd9be3a889a7 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.344724 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7a942c65-73ca-4687-9c5e-dd9be3a889a7 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0050979 Sep 17 22:45:00.349022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60168) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.360963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-0abaa6ec-93e5-40fd-a02c-b840d20f859c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.374562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60170) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.381743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-92a7f0f5-5cd9-452f-b5e3-878f172e6733 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.384498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-92a7f0f5-5cd9-452f-b5e3-878f172e6733 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0085180 Sep 17 22:45:00.385501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60172) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.395917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0abaa6ec-93e5-40fd-a02c-b840d20f859c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0456877 Sep 17 22:45:00.397808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-0a1f2cbe-883a-4aba-96d4-f28b6cc3f23f tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.399801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0a1f2cbe-883a-4aba-96d4-f28b6cc3f23f tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0129673 Sep 17 22:45:00.403858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60174) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.420833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-c24c844e-a29d-49b9-ac23-587767a6301c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.427067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60176) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.431674 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c24c844e-a29d-49b9-ac23-587767a6301c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0229030 Sep 17 22:45:00.439653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-5c4228a9-3372-4c78-898c-8cbba9c347fa tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.447081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5c4228a9-3372-4c78-898c-8cbba9c347fa tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0183353 Sep 17 22:45:00.447408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60180) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.454230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-f9ba62c8-b86b-44f6-94f8-2245cbde0778 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.462084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60184) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.462368 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f9ba62c8-b86b-44f6-94f8-2245cbde0778 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0130980 Sep 17 22:45:00.477447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-72847800-d9b2-4148-b832-d5d7b69bc38c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.483721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60186) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.484485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-72847800-d9b2-4148-b832-d5d7b69bc38c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0132959 Sep 17 22:45:00.492438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-518d5c16-e5a3-4e56-b9e1-a920af124942 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.497843 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-518d5c16-e5a3-4e56-b9e1-a920af124942 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0088785 Sep 17 22:45:00.499577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60188) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.509114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-269570d1-99fa-4791-a06e-456cd538e08e tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.513995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-269570d1-99fa-4791-a06e-456cd538e08e tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0096211 Sep 17 22:45:00.514685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60190) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.524074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-b2d3a740-3b32-468c-b5e3-d89b423d7e28 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.533343 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b2d3a740-3b32-468c-b5e3-d89b423d7e28 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0140071 Sep 17 22:45:00.534063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60192) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.538319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-0acd935d-51c7-46cd-94b7-2adc5a10285f tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.542887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0acd935d-51c7-46cd-94b7-2adc5a10285f tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048134 Sep 17 22:45:00.543955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60194) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.559024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-49672226-0ecf-41e7-b92e-9f0af4f648b7 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.563224 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-49672226-0ecf-41e7-b92e-9f0af4f648b7 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0160828 Sep 17 22:45:00.565471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60196) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.571768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-912786d9-212b-46b6-95b3-1bdc2dc7431f tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.576218 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-912786d9-212b-46b6-95b3-1bdc2dc7431f tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066788 Sep 17 22:45:00.577760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60198) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.590198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-0c7c7695-66fc-434d-9cb6-177fc3ecf9cb tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.595024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60202) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.595503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0c7c7695-66fc-434d-9cb6-177fc3ecf9cb tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0163589 Sep 17 22:45:00.615333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-34799780-c738-47ae-b499-c12be64c9e03 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.619870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60204) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.620382 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-34799780-c738-47ae-b499-c12be64c9e03 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0235634 Sep 17 22:45:00.626339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-b3ddb520-cecc-4483-a8a1-bec886dbdf16 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.627900 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b3ddb520-cecc-4483-a8a1-bec886dbdf16 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0053391 Sep 17 22:45:00.629272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60206) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.634810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-04bcf928-a256-465b-b0ad-2da969b88f79 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.638873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60208) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.639142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-04bcf928-a256-465b-b0ad-2da969b88f79 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0086203 Sep 17 22:45:00.646288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-2c9e43a0-03f7-4b4b-be2f-305af2834172 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.648617 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2c9e43a0-03f7-4b4b-be2f-305af2834172 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0077584 Sep 17 22:45:00.651835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60210) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.671088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-e33e6310-8175-4d91-abba-affe9239c34c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.677307 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e33e6310-8175-4d91-abba-affe9239c34c tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0236959 Sep 17 22:45:00.677734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60212) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.682709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-cf6e2fad-5132-4012-842e-4ba0ec5b9037 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.687043 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cf6e2fad-5132-4012-842e-4ba0ec5b9037 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0076687 Sep 17 22:45:00.688052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60214) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.694551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-9a442f5e-5fbf-48d9-a5ce-c7b8e6c89db7 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.699263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60216) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.700270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9a442f5e-5fbf-48d9-a5ce-c7b8e6c89db7 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0107882 Sep 17 22:45:00.703852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-e8551cd7-ca71-404f-bb6e-9a47ba1be02a tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.710021 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e8551cd7-ca71-404f-bb6e-9a47ba1be02a tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0062020 Sep 17 22:45:00.710952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60218) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.715434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-7540880a-4c26-4de7-8cdc-76dd83d2a452 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.716655 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7540880a-4c26-4de7-8cdc-76dd83d2a452 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045717 Sep 17 22:45:00.720504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60220) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.728064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-9a88d6ba-b9ef-4e7f-a42d-b955ed30c523 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.729837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9a88d6ba-b9ef-4e7f-a42d-b955ed30c523 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0075769 Sep 17 22:45:00.733000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60222) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.741301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-bf24b905-a7d8-4582-b6a2-647c448e1fd4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.742405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bf24b905-a7d8-4582-b6a2-647c448e1fd4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0080841 Sep 17 22:45:00.746395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60224) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.752447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-f8ea76d9-b2ab-4f8c-b367-fd484924e851 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.754011 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f8ea76d9-b2ab-4f8c-b367-fd484924e851 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0059011 Sep 17 22:45:00.757224 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60226) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.762623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-f53d98c0-7956-4a25-ac2c-e21bbe917638 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.763706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f53d98c0-7956-4a25-ac2c-e21bbe917638 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051718 Sep 17 22:45:00.766358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60228) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.772686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-2e534bd3-6751-40f5-8d5b-99904a1b1d95 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.774453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2e534bd3-6751-40f5-8d5b-99904a1b1d95 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0070269 Sep 17 22:45:00.792530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60232) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.797505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-a21259af-a8f8-40a8-82cb-3ed6e8b569a4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.801722 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60234) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.802925 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a21259af-a8f8-40a8-82cb-3ed6e8b569a4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090506 Sep 17 22:45:00.807194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-e9133146-5fb7-4521-9be3-f6d682198ab8 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.811943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e9133146-5fb7-4521-9be3-f6d682198ab8 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0089278 Sep 17 22:45:00.815110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60236) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.822362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-748aaf98-8c82-4956-93a5-9d36c866c60d tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.830427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-748aaf98-8c82-4956-93a5-9d36c866c60d tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0085850 Sep 17 22:45:00.833174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60238) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.838306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-e6f1c080-8698-4cb5-b420-398189b9e21d tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.842369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60242) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.843183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e6f1c080-8698-4cb5-b420-398189b9e21d tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088799 Sep 17 22:45:00.848291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-0f9a7586-53fd-4d55-9502-defc8f24fcb0 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.854258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60244) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.862637 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0f9a7586-53fd-4d55-9502-defc8f24fcb0 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0182619 Sep 17 22:45:00.864671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-707a5a86-f989-43e0-b034-7907de95fa0e tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.869422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60246) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.871413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-707a5a86-f989-43e0-b034-7907de95fa0e tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0157361 Sep 17 22:45:00.876051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-53da5b42-3c3e-43dd-81b0-5492fd264161 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.881461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60248) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.887556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-0d374724-f70e-4157-9668-3cea19d020b0 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.889335 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-53da5b42-3c3e-43dd-81b0-5492fd264161 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0186484 Sep 17 22:45:00.898183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0d374724-f70e-4157-9668-3cea19d020b0 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0139906 Sep 17 22:45:00.904035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60250) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.911818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [None req-26b02c86-a8ef-41b8-ba12-b0f312b9b8ef tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.922365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60256) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.933345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-26b02c86-a8ef-41b8-ba12-b0f312b9b8ef tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0248508 Sep 17 22:45:00.938153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [None req-baab639e-ec60-4a0c-8f0d-60b3675f1da4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:00.951396 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-baab639e-ec60-4a0c-8f0d-60b3675f1da4 tempest-ExtensionsTestJSON-414022761 tempest-ExtensionsTestJSON-414022761-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0245602 Sep 17 22:45:01.047015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d60ad9-3585-4a0e-b8ed-1d676c0e4e69 req-9f8ed795-57e2-4e2d-a3e2-a29c8df248d9 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:01.049848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d60ad9-3585-4a0e-b8ed-1d676c0e4e69 req-9f8ed795-57e2-4e2d-a3e2-a29c8df248d9 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 944 time: 0.1009810 Sep 17 22:45:01.156623 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d60ad9-3585-4a0e-b8ed-1d676c0e4e69 req-50488537-1da5-4be7-8160-3bf64786fa07 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906544 Sep 17 22:45:01.199870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 40727753-8498-484b-871b-7b1b7261d9da up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:01.289900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 40727753-8498-484b-871b-7b1b7261d9da triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:01.290722 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.920477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60274) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:02.052821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60280) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:02.209830 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b0adfb0c-f61b-4c41-8bbf-4b98b2ede8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.220455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-54b67f03-e1b5-4d46-8ff7-8049e59c4b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.259080 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-54b67f03-e1b5-4d46-8ff7-8049e59c4b5c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:45:02.259080 n-d-713499-18 neutron-server[95454]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 22:45:02.259080 n-d-713499-18 neutron-server[95454]: [parameters: {'project_id': '213b184e835d4a319e3a72838407209f', 'id': '964f7a59-f0d2-4c6b-916e-f78bf5d80254', 'expiration': datetime.datetime(2021, 9, 17, 22, 47, 2, 252269)}] Sep 17 22:45:02.259080 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:45:02.259857 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [None req-54b67f03-e1b5-4d46-8ff7-8049e59c4b5c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:45:02.329099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a891995-c911-44ba-b184-bf2765052fcd req-58ae416e-df30-4c15-82e1-323bcf153e6b tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:02.331167 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a891995-c911-44ba-b184-bf2765052fcd req-58ae416e-df30-4c15-82e1-323bcf153e6b tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 944 time: 0.0721645 Sep 17 22:45:02.356414 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b0adfb0c-f61b-4c41-8bbf-4b98b2ede8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.387539 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a891995-c911-44ba-b184-bf2765052fcd req-2a217166-34d1-4164-81c3-d241c240fe5f tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 Sep 17 22:45:02.449859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b0adfb0c-f61b-4c41-8bbf-4b98b2ede8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.499264 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b0adfb0c-f61b-4c41-8bbf-4b98b2ede8de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c7547dd192e439c82d87c0cf7ab0e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5776711 Sep 17 22:45:02.502335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:02.503015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adfb0c-f61b-4c41-8bbf-4b98b2ede8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39125729-2939-420e-b87d-48bff50f01df,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:02.598565 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9c2694f5-1c0f-4ebe-9c15-7183bed142ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.633281 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9c2694f5-1c0f-4ebe-9c15-7183bed142ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.672168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-83a068c3-57e5-4ffc-aa51-9b2a4ac16416 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:02.674722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-83a068c3-57e5-4ffc-aa51-9b2a4ac16416 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1365347 Sep 17 22:45:02.693456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-8a28a6b9-5097-45f5-9745-a1c67679f32d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/quotas/b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 375 time: 0.0117271 Sep 17 22:45:02.763305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-042ba2bb-a641-436b-89bf-f33315d4280b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634012 Sep 17 22:45:02.763800 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-54b67f03-e1b5-4d46-8ff7-8049e59c4b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.813499 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9c2694f5-1c0f-4ebe-9c15-7183bed142ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.817834 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9c2694f5-1c0f-4ebe-9c15-7183bed142ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.819701 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9c2694f5-1c0f-4ebe-9c15-7183bed142ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39125729-2939-420e-b87d-48bff50f01df HTTP/1.1" status: 204 len: 168 time: 0.3163550 Sep 17 22:45:02.833461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2694f5-1c0f-4ebe-9c15-7183bed142ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39125729-2939-420e-b87d-48bff50f01df,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:02.904250 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-c67f8541-357c-4bce-bfdd-a28f6a7af736 service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316931 Sep 17 22:45:03.017354 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-54b67f03-e1b5-4d46-8ff7-8049e59c4b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.042435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-7e24873d-ec31-42b6-89ac-d5fa753a8225 service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210163 Sep 17 22:45:03.082800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 632b8726-4725-44ef-9745-2502432cd95c up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:03.146893 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-54b67f03-e1b5-4d46-8ff7-8049e59c4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.188261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b67f03-e1b5-4d46-8ff7-8049e59c4b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24df452d-0a15-4ee7-b718-b9e52e2f20b4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:03.193302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-54b67f03-e1b5-4d46-8ff7-8049e59c4b5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=213b184e835d4a319e3a72838407209f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1391461 Sep 17 22:45:03.196190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60316) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:03.265663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.293427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.298602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 632b8726-4725-44ef-9745-2502432cd95c completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:45:03.302428 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b2d19c99-69be-47fa-b9b9-6a04a8a23ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.306754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 632b8726-4725-44ef-9745-2502432cd95c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:03.307019 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.429917 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.461379 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.464343 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.465217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24df452d-0a15-4ee7-b718-b9e52e2f20b4 HTTP/1.1" status: 204 len: 168 time: 0.2680027 Sep 17 22:45:03.469474 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ed222b-5504-4ba6-90f6-e0bf1bfd59c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632b8726-4725-44ef-9745-2502432cd95c'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:03.478077 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755bc0b5-26d2-41d8-b2e5-86b5b4d48ecb" -d '{"events": [{"server_uuid": "52ed222b-5504-4ba6-90f6-e0bf1bfd59c1", "name": "network-vif-plugged", "status": "completed", "tag": "632b8726-4725-44ef-9745-2502432cd95c"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:03.494822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 632b8726-4725-44ef-9745-2502432cd95c, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=632b8726-4725-44ef-9745-2502432cd95c,segment=NetworkSegment(8e6b7a35-ef6d-4993-ae5b-00fe682a34a0),segment_id=8e6b7a35-ef6d-4993-ae5b-00fe682a34a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:03.499530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24df452d-0a15-4ee7-b718-b9e52e2f20b4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.586926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.588150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c50edc-9584-491b-9b7a-caba2d9f2d6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:03.621499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dc748-523a-4770-8fc6-20067f9648ff req-7c5a0eb0-9e04-4206-8e6d-95fe06fdc201 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:03.622977 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a35dc748-523a-4770-8fc6-20067f9648ff req-7c5a0eb0-9e04-4206-8e6d-95fe06fdc201 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 944 time: 0.1232753 Sep 17 22:45:03.643188 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.666099 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a35dc748-523a-4770-8fc6-20067f9648ff req-b9c5fc5f-ac2c-41de-bf02-31d713b537ec tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Sep 17 22:45:03.725751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=632b8726-4725-44ef-9745-2502432cd95c,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:03.756833 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a65a81-5ab0-47a8-a398-9b0c0801c679 x-openstack-request-id: req-68a65a81-5ab0-47a8-a398-9b0c0801c679 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:03.757285 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ed222b-5504-4ba6-90f6-e0bf1bfd59c1", "name": "network-vif-plugged", "status": "completed", "tag": "632b8726-4725-44ef-9745-2502432cd95c", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:03.757688 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68a65a81-5ab0-47a8-a398-9b0c0801c679 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:03.758430 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ed222b-5504-4ba6-90f6-e0bf1bfd59c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632b8726-4725-44ef-9745-2502432cd95c', 'code': 200} Sep 17 22:45:03.890755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540c22-1c76-44f2-a727-7cef1694dffe req-919079c8-2e51-498f-a35a-7db1e3f0738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:03.892022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0540c22-1c76-44f2-a727-7cef1694dffe req-919079c8-2e51-498f-a35a-7db1e3f0738d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 1097 time: 0.0576274 Sep 17 22:45:03.979474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0540c22-1c76-44f2-a727-7cef1694dffe req-83d94886-2967-453c-9042-ce318f792c5b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700359 Sep 17 22:45:03.989966 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0632d45-cddc-4755-8e43-0050966eec38 req-d397c56f-3e0e-49be-b1ba-32c71d491031 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.0369029 Sep 17 22:45:04.486317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60372) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:04.573199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60376) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:04.602899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.757093 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.817900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-418509946'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:04.867089 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.933078 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6443e2-39f0-4b75-a137-2dc8c857628f req-eaad5a11-b759-4e92-9785-6ee77c5e3865 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:04.959573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d6443e2-39f0-4b75-a137-2dc8c857628f req-eaad5a11-b759-4e92-9785-6ee77c5e3865 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 945 time: 0.1360230 Sep 17 22:45:04.974275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eaf8b1-98e3-4458-8c0f-d1908c50d04a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:04.985614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c25caa7f74d4c578dc147eb13b7ee7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110084 Sep 17 22:45:04.988855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60384) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:04.997907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:04.998434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:04.998908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:04.999353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:04.999820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.000311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.000734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.001216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.001676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.002166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.002648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.003086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d447bcb-d7a1-4310-a9e0-f1df81ad6277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:05.025754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d6443e2-39f0-4b75-a137-2dc8c857628f req-1359359d-7aa6-4109-b2ff-d78d2bcac9ff tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649562 Sep 17 22:45:05.066263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b345012-1ee0-499c-b416-2226e5214dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.078462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:05.084814 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.113016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bbcde80c-cd00-4c08-9907-01d687f087c7 req-6b9b4e9d-8099-4b05-81d0-d1c41ac64398 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.0489414 Sep 17 22:45:05.115672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.146384 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b345012-1ee0-499c-b416-2226e5214dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.295664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.397773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.401460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b345012-1ee0-499c-b416-2226e5214dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.405335 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b345012-1ee0-499c-b416-2226e5214dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.407812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b345012-1ee0-499c-b416-2226e5214dee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64eaf8b1-98e3-4458-8c0f-d1908c50d04a HTTP/1.1" status: 204 len: 168 time: 0.4160912 Sep 17 22:45:05.430379 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:05.449161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e7a0df-86cb-45c7-b713-18689d980008,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:05.452929 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.453273 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added segment 7e41a3f4-8e8b-4bb2-8d33-295d41590b8c of type vlan for network 314f5d36-6dd8-49e5-92d7-75d272bfe0ad Sep 17 22:45:05.464270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b345012-1ee0-499c-b416-2226e5214dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eaf8b1-98e3-4458-8c0f-d1908c50d04a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:05.529088 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.701944 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.713727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:05.715127 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.844864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Network': ['ID=314f5d36-6dd8-49e5-92d7-75d272bfe0ad,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:05.860023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 314f5d36-6dd8-49e5-92d7-75d272bfe0ad details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:05.877088 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6e1c8970-039b-4075-bcb1-fcaed4c6682d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3860278 Sep 17 22:45:05.877088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60400) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:05.883669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-672103185'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:05.920378 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c2385d54-1365-4ead-9aa3-dd1bddf1bd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.015882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:06.020170 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.061243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:06.074355 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.075086 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added segment 4bbde8f3-c652-4488-ba75-810aebc15f04 of type vlan for network 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb Sep 17 22:45:06.223342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.240706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ded21927-9627-46a0-a555-975576a443f7 req-1ab5d482-b857-433e-a983-56f234cb85ce tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.0352445 Sep 17 22:45:06.264566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b41f0-5ab5-4e8e-894d-502ab2b2f5ff req-6211244b-72ac-48f2-ab19-a85838f4ca26 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:06.266100 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf3b41f0-5ab5-4e8e-894d-502ab2b2f5ff req-6211244b-72ac-48f2-ab19-a85838f4ca26 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 945 time: 0.0763125 Sep 17 22:45:06.307421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf3b41f0-5ab5-4e8e-894d-502ab2b2f5ff req-bd8ddd83-98a7-4373-bfd0-a7a2a739b419 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Sep 17 22:45:06.422579 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.427819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:06.428527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.514847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Network': ['ID=64b90d29-5974-4bb7-b9a8-0fd968d1d7bb,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:06.530268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:06.648403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8f324325-45f5-459b-b009-7b91e7ad64a2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7676322 Sep 17 22:45:06.648967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60438) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.658429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'subnet': {'network_id': '314f5d36-6dd8-49e5-92d7-75d272bfe0ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:06.918166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:06.922032 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.198949 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.273189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.330373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.438013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Subnet': ['ID=39f9ebf6-aa45-4db7-ba8f-c8aabfb66840,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:07.450637 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-267f4585-7b55-4900-af65-9a3fba059afc req-e108f59f-3119-4303-80cf-a93bc6f531e1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.1045575 Sep 17 22:45:07.512504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Checking segment: {'id': '7e41a3f4-8e8b-4bb2-8d33-295d41590b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '314f5d36-6dd8-49e5-92d7-75d272bfe0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:07.512981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network hostable DHCP agents. Network: 314f5d36-6dd8-49e5-92d7-75d272bfe0ad, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:07.563009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-7eaac547-8162-4088-a44d-5a839644918c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:07.564560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-7eaac547-8162-4088-a44d-5a839644918c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.2229223 Sep 17 22:45:07.583532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'port': {'device_id': '50d8703e-350d-4328-9af8-85306d14b35c', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'admin_state_up': True, 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:07.738686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 314f5d36-6dd8-49e5-92d7-75d272bfe0ad is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:07.975265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Made reservation on behalf of b9af4026dcb84aecbc3aac9c31d963fe for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:07.975265 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.019956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 314f5d36-6dd8-49e5-92d7-75d272bfe0ad) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:08.027009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:08.027754 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.033933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeb328e-2991-4f92-be18-da842dbe0c34 None None] Network 314f5d36-6dd8-49e5-92d7-75d272bfe0ad requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:08.193050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Allocated IP 172.20.0.8 (857ed70f-40ac-4dd7-bd96-731ddda72698/d3f1c75a-5d51-408c-a766-d452865f15e7/2a76272d-92f9-423d-9f5d-295a45cfeb00) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:08.374931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-314f5d36-6dd8-49e5-92d7-75d272bfe0ad', 'network_id': '314f5d36-6dd8-49e5-92d7-75d272bfe0ad', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'fixed_ips': [{'subnet_id': '39f9ebf6-aa45-4db7-ba8f-c8aabfb66840'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:08.377946 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.423101 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.464745 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-89ba5ea9-129f-409a-afa6-863317d3e9cd tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8145912 Sep 17 22:45:08.467688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60490) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.474535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'subnet': {'network_id': '64b90d29-5974-4bb7-b9a8-0fd968d1d7bb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:08.559128 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.673172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Allocated IP 2001:db8::2 (314f5d36-6dd8-49e5-92d7-75d272bfe0ad/39f9ebf6-aa45-4db7-ba8f-c8aabfb66840/3382eeb1-ab2b-4ba7-90de-f0f4daa96f18) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:08.721199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:08.732316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:08.734497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ab41e-87f5-4a0e-8c71-077883fa2ffa req-3e6634c7-000a-44dd-8aa3-253aaf692424 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:08.736153 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-932ab41e-87f5-4a0e-8c71-077883fa2ffa req-3e6634c7-000a-44dd-8aa3-253aaf692424 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 931 time: 0.1225071 Sep 17 22:45:08.757505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:08.825501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:08.826882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.844225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=2a76272d-92f9-423d-9f5d-295a45cfeb00,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:08.923669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-75ec6c25-0f7e-4d2c-97aa-e4ebd1ad1e62 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3448339 Sep 17 22:45:08.966085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Request body: {'port': {'device_id': '50d8703e-350d-4328-9af8-85306d14b35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:09.006256 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.114140 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.134636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1c650438-d8a3-4b6f-b336-27425ff2ec44 None None] Provisioning complete for port 2a76272d-92f9-423d-9f5d-295a45cfeb00 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:09.135901 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c650438-d8a3-4b6f-b336-27425ff2ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.200650 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.202390 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.207801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1c650438-d8a3-4b6f-b336-27425ff2ec44 None None] Port 2a76272d-92f9-423d-9f5d-295a45cfeb00 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:09.273436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Network 314f5d36-6dd8-49e5-92d7-75d272bfe0ad is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:09.300881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:09.306446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:09.353559 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-932ab41e-87f5-4a0e-8c71-077883fa2ffa req-0396a8db-1134-415c-85d0-0442aff53039 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057785 Sep 17 22:45:09.369212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:09.373717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Pushing event updated for resources: {'Port': ['ID=3382eeb1-ab2b-4ba7-90de-f0f4daa96f18,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:09.375200 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.419203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Attempting to bind port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:09.420379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Attempting to bind port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '7e41a3f4-8e8b-4bb2-8d33-295d41590b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '314f5d36-6dd8-49e5-92d7-75d272bfe0ad'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:09.420969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Attempting to bind port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 on network 314f5d36-6dd8-49e5-92d7-75d272bfe0ad {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:09.430539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:09.431182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Checking segment: {'id': '7e41a3f4-8e8b-4bb2-8d33-295d41590b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '314f5d36-6dd8-49e5-92d7-75d272bfe0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:09.431772 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.432366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Bound using segment: {'id': '7e41a3f4-8e8b-4bb2-8d33-295d41590b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '314f5d36-6dd8-49e5-92d7-75d272bfe0ad'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:09.434049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Bound port: 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e41a3f4-8e8b-4bb2-8d33-295d41590b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '314f5d36-6dd8-49e5-92d7-75d272bfe0ad'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:09.434627 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.560009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] For port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:09.564266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] For port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3382eeb1-ab2b-4ba7-90de-f0f4daa96f18,segment=NetworkSegment(7e41a3f4-8e8b-4bb2-8d33-295d41590b8c),segment_id=7e41a3f4-8e8b-4bb2-8d33-295d41590b8c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:09.656145 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.775957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7801878-2fbf-489b-828c-195f15a5db33 None None] Pushing event updated for resources: {'Port': ['ID=3382eeb1-ab2b-4ba7-90de-f0f4daa96f18,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:09.817396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a76272d-92f9-423d-9f5d-295a45cfeb00 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:09.831102 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.855016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Transition to ACTIVE for port object 2a76272d-92f9-423d-9f5d-295a45cfeb00 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:45:09.938543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.034134 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.241434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Checking segment: {'id': '4bbde8f3-c652-4488-ba75-810aebc15f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '64b90d29-5974-4bb7-b9a8-0fd968d1d7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:10.242440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network hostable DHCP agents. Network: 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:10.326459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Subnet': ['ID=9728b6e5-e617-4a0b-afa5-9c8055eed6bf,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:10.337402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Pushing event updated for resources: {'Port': ['ID=2a76272d-92f9-423d-9f5d-295a45cfeb00,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:10.367311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Attempting to bind port 2a76272d-92f9-423d-9f5d-295a45cfeb00 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:10.367642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Attempting to bind port 2a76272d-92f9-423d-9f5d-295a45cfeb00 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:10.368074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Attempting to bind port 2a76272d-92f9-423d-9f5d-295a45cfeb00 on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:10.374384 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Port 2a76272d-92f9-423d-9f5d-295a45cfeb00 on network 857ed70f-40ac-4dd7-bd96-731ddda72698 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:45:10.375026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Attempting to bind port 2a76272d-92f9-423d-9f5d-295a45cfeb00 on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:10.376225 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.381452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:10.381686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Checking segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:10.389662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Bound using segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:10.389662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Bound port: 2a76272d-92f9-423d-9f5d-295a45cfeb00, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:10.389662 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.429669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:10.525704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] For port 2a76272d-92f9-423d-9f5d-295a45cfeb00, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:10.530646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] For port 2a76272d-92f9-423d-9f5d-295a45cfeb00, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2a76272d-92f9-423d-9f5d-295a45cfeb00,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:10.659191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550626f-0097-4f73-94e0-730e8c8deb12 req-8c0898ae-fe91-43cf-bce2-b8798cd79109 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:10.659191 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e550626f-0097-4f73-94e0-730e8c8deb12 req-8c0898ae-fe91-43cf-bce2-b8798cd79109 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.1264319 Sep 17 22:45:10.659191 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e550626f-0097-4f73-94e0-730e8c8deb12 req-d8129dba-09ea-4b4d-8770-a961e9cf831d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465312 Sep 17 22:45:10.889307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:10.902301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19edc7f-d0a5-4f62-96f0-9e011c8e4684 None None] Network 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:10.948702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:10.948702 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.948702 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.015423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:11.016050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.023342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] 10.222.0.15 "PUT /v2.0/ports/2a76272d-92f9-423d-9f5d-295a45cfeb00 HTTP/1.1" status: 200 len: 1092 time: 2.0802450 Sep 17 22:45:11.023834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d8703e-350d-4328-9af8-85306d14b35c', 'tag': '2a76272d-92f9-423d-9f5d-295a45cfeb00'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:11.031704 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d2644b-e795-4584-bd57-d5e6cd9209e3" -d '{"events": [{"name": "network-changed", "server_uuid": "50d8703e-350d-4328-9af8-85306d14b35c", "tag": "2a76272d-92f9-423d-9f5d-295a45cfeb00"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:11.102607 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-29e2a496-becd-4a90-ab7a-7a01df3cfb4a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6306107 Sep 17 22:45:11.103583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60536) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:11.110290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c753c-6177-42e6-b7ea-7c0809125961 None None] Network 314f5d36-6dd8-49e5-92d7-75d272bfe0ad requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:11.110537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2923752e-b36d-4b6d-bbdb-eebdcfa9cb4f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-970716602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:11.144148 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5de02c9-a9d8-4135-bb8d-2de72625b9f5 x-openstack-request-id: req-f5de02c9-a9d8-4135-bb8d-2de72625b9f5 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:11.144784 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d8703e-350d-4328-9af8-85306d14b35c", "tag": "2a76272d-92f9-423d-9f5d-295a45cfeb00", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:11.144784 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5de02c9-a9d8-4135-bb8d-2de72625b9f5 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:11.145411 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d8703e-350d-4328-9af8-85306d14b35c', 'tag': '2a76272d-92f9-423d-9f5d-295a45cfeb00', 'status': 'completed', 'code': 200} Sep 17 22:45:11.151079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad600f6-a920-49a8-8628-d411ec741c0e service neutron] Pushing event updated for resources: {'Port': ['ID=2a76272d-92f9-423d-9f5d-295a45cfeb00,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:11.295578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2923752e-b36d-4b6d-bbdb-eebdcfa9cb4f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.296711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2923752e-b36d-4b6d-bbdb-eebdcfa9cb4f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.312106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2644b-e795-4584-bd57-d5e6cd9209e3 req-a60cbba1-8fe8-4cd2-a81f-b091ad2a5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:11.313590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-19d2644b-e795-4584-bd57-d5e6cd9209e3 req-a60cbba1-8fe8-4cd2-a81f-b091ad2a5ec4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 1095 time: 0.1238546 Sep 17 22:45:11.327668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:11.433156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-16e33f75-947b-4c13-bee5-ea406b0c23b5 None None] Provisioning complete for port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:11.433543 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16e33f75-947b-4c13-bee5-ea406b0c23b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.520805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-64b90d29-5974-4bb7-b9a8-0fd968d1d7bb', 'network_id': '64b90d29-5974-4bb7-b9a8-0fd968d1d7bb', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'fixed_ips': [{'subnet_id': '9728b6e5-e617-4a0b-afa5-9c8055eed6bf'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:11.521683 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.554026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2923752e-b36d-4b6d-bbdb-eebdcfa9cb4f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.591498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2644b-e795-4584-bd57-d5e6cd9209e3 req-65ade21d-f151-429c-bd0e-7f065ace113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:11.594328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-19d2644b-e795-4584-bd57-d5e6cd9209e3 req-65ade21d-f151-429c-bd0e-7f065ace113a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2605300 Sep 17 22:45:11.599234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:11.599234 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.683533 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16e33f75-947b-4c13-bee5-ea406b0c23b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.691180 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2923752e-b36d-4b6d-bbdb-eebdcfa9cb4f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.755405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2644b-e795-4584-bd57-d5e6cd9209e3 req-8f774cd2-1636-4059-9c47-2740e074f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:11.757182 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-19d2644b-e795-4584-bd57-d5e6cd9209e3 req-8f774cd2-1636-4059-9c47-2740e074f39d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1565566 Sep 17 22:45:11.899679 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2923752e-b36d-4b6d-bbdb-eebdcfa9cb4f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.907135 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2923752e-b36d-4b6d-bbdb-eebdcfa9cb4f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7955990 Sep 17 22:45:11.907315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60550) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:11.927192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a798e8-7dcc-4268-b3de-19623687879f req-b54143cd-756b-4be3-982d-d0055d2868cb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:11.929794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95a798e8-7dcc-4268-b3de-19623687879f req-b54143cd-756b-4be3-982d-d0055d2868cb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.1336999 Sep 17 22:45:11.966754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-0465ed73-8d3a-4f88-997e-4f60cac34b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:11.976894 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-0465ed73-8d3a-4f88-997e-4f60cac34b38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 1095 time: 0.1275463 Sep 17 22:45:12.014800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-16e33f75-947b-4c13-bee5-ea406b0c23b5 None None] For port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3382eeb1-ab2b-4ba7-90de-f0f4daa96f18,segment=NetworkSegment(7e41a3f4-8e8b-4bb2-8d33-295d41590b8c),segment_id=7e41a3f4-8e8b-4bb2-8d33-295d41590b8c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:12.038911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Allocated IP 2001:db8:1::2 (64b90d29-5974-4bb7-b9a8-0fd968d1d7bb/9728b6e5-e617-4a0b-afa5-9c8055eed6bf/193e8190-2845-49f8-a531-5aa14848f567) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:12.097823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-107da163-57e8-4eda-9d9e-a6384373a504 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a76272d-92f9-423d-9f5d-295a45cfeb00 HTTP/1.1" status: 200 len: 217 time: 0.1052580 Sep 17 22:45:12.142658 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95a798e8-7dcc-4268-b3de-19623687879f req-fd28b504-c662-4dd7-b11b-3db4129a5fb1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784732 Sep 17 22:45:12.146037 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16e33f75-947b-4c13-bee5-ea406b0c23b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.154846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60554) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:12.165053 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.258682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-e106f313-0ac5-4301-92a4-29b2f71474fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:12.270399 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-e106f313-0ac5-4301-92a4-29b2f71474fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.1100397 Sep 17 22:45:12.270590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e33f75-947b-4c13-bee5-ea406b0c23b5 None None] Pushing event updated for resources: {'Port': ['ID=3382eeb1-ab2b-4ba7-90de-f0f4daa96f18,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.338585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-d28e897b-b4c3-48e6-a1d3-4a551a69aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:12.340344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-d28e897b-b4c3-48e6-a1d3-4a551a69aa8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679009 Sep 17 22:45:12.392997 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:45:12.393480 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:45:12.480439 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.505939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b6bb9463-fdae-4fae-a6ee-1479b6f9f158 None None] Provisioning complete for port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:12.506720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b6bb9463-fdae-4fae-a6ee-1479b6f9f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.557402 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-aa6d7bc1-169e-43ac-a76e-2e0f7baf5814 service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887467 Sep 17 22:45:12.557402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9eba-5b8f-4df6-87b9-5041c22e1b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.572752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.578469 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.708736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c475192-13a6-491e-8258-ea195d6a11e1 req-623244a1-33ac-47f0-b657-8602369f8a53 service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620739 Sep 17 22:45:12.712821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Network 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:12.720707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:12.725958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:12.784822 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9eba-5b8f-4df6-87b9-5041c22e1b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.837408 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Pushing event updated for resources: {'Port': ['ID=193e8190-2845-49f8-a531-5aa14848f567,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.856513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Attempting to bind port 193e8190-2845-49f8-a531-5aa14848f567 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:12.856902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Attempting to bind port 193e8190-2845-49f8-a531-5aa14848f567 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '4bbde8f3-c652-4488-ba75-810aebc15f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '64b90d29-5974-4bb7-b9a8-0fd968d1d7bb'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:12.857242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Attempting to bind port 193e8190-2845-49f8-a531-5aa14848f567 on network 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:12.863165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:12.863693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Checking segment: {'id': '4bbde8f3-c652-4488-ba75-810aebc15f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '64b90d29-5974-4bb7-b9a8-0fd968d1d7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:12.864380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.865040 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Bound using segment: {'id': '4bbde8f3-c652-4488-ba75-810aebc15f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '64b90d29-5974-4bb7-b9a8-0fd968d1d7bb'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:12.865847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Bound port: 193e8190-2845-49f8-a531-5aa14848f567, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbde8f3-c652-4488-ba75-810aebc15f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '64b90d29-5974-4bb7-b9a8-0fd968d1d7bb'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:12.866420 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.869650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9eba-5b8f-4df6-87b9-5041c22e1b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.919122 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cb0f9eba-5b8f-4df6-87b9-5041c22e1b19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b1a061611194000a887a9c06c27d26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7474229 Sep 17 22:45:12.920193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f9eba-5b8f-4df6-87b9-5041c22e1b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584695fa-fbfd-497a-a78f-4a3f6c18bf0a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.927364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60566) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:13.016390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] For port 193e8190-2845-49f8-a531-5aa14848f567, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:13.022429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] For port 193e8190-2845-49f8-a531-5aa14848f567, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=193e8190-2845-49f8-a531-5aa14848f567,segment=NetworkSegment(4bbde8f3-c652-4488-ba75-810aebc15f04),segment_id=4bbde8f3-c652-4488-ba75-810aebc15f04)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:13.026718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Allocated IP 2001:db8::1 (314f5d36-6dd8-49e5-92d7-75d272bfe0ad/39f9ebf6-aa45-4db7-ba8f-c8aabfb66840/3e27417a-829b-415a-b366-eda1ee991668) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:13.051595 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82028d41-5765-40ac-a8d5-76df126a78f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.102893 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82028d41-5765-40ac-a8d5-76df126a78f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.121271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.170038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:13.263441 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.288762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5722583-ec42-41ec-a633-3f37acef8a0e None None] Pushing event updated for resources: {'Port': ['ID=193e8190-2845-49f8-a531-5aa14848f567,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:13.327604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:13.327983 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.371050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bc46a-91c9-4488-9f0c-8fea8b87973f req-8b668838-b7c9-4b7d-b863-3ebb9d88383e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:13.373064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-729bc46a-91c9-4488-9f0c-8fea8b87973f req-8b668838-b7c9-4b7d-b863-3ebb9d88383e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.0912552 Sep 17 22:45:13.374994 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82028d41-5765-40ac-a8d5-76df126a78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.378744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82028d41-5765-40ac-a8d5-76df126a78f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.383302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-82028d41-5765-40ac-a8d5-76df126a78f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/584695fa-fbfd-497a-a78f-4a3f6c18bf0a HTTP/1.1" status: 204 len: 168 time: 0.4494634 Sep 17 22:45:13.395547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82028d41-5765-40ac-a8d5-76df126a78f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584695fa-fbfd-497a-a78f-4a3f6c18bf0a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:13.411518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.442071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-729bc46a-91c9-4488-9f0c-8fea8b87973f req-24c42714-014c-4ef4-87ae-7ee804f935c7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533528 Sep 17 22:45:13.467704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 314f5d36-6dd8-49e5-92d7-75d272bfe0ad is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:13.496596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:13.511107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:13.511107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.583573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=3e27417a-829b-415a-b366-eda1ee991668,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:13.853605 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.006711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-17e7768f-80d0-4b66-8563-ad78aefdcfd1 None None] Provisioning complete for port 3e27417a-829b-415a-b366-eda1ee991668 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:14.008710 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17e7768f-80d0-4b66-8563-ad78aefdcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.088004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-17e7768f-80d0-4b66-8563-ad78aefdcfd1 None None] Port 3e27417a-829b-415a-b366-eda1ee991668 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:14.321350 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.403953 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.406192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.479957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60590) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:14.500806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92de7f84-434e-4411-97ad-e04fda03811b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.519052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=3e27417a-829b-415a-b366-eda1ee991668,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:14.613719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 314f5d36-6dd8-49e5-92d7-75d272bfe0ad is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:14.615592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:14.635259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7fbd6-7eb2-4a22-8eaf-1ce146129d44 req-297332c9-9789-44ea-9289-3b345d10dc03 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:14.637217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ccf7fbd6-7eb2-4a22-8eaf-1ce146129d44 req-297332c9-9789-44ea-9289-3b345d10dc03 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.0934222 Sep 17 22:45:14.777581 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ccf7fbd6-7eb2-4a22-8eaf-1ce146129d44 req-4a5266dc-f73f-4ae2-8486-8633f151ec03 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201682 Sep 17 22:45:14.857626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751306da-3911-4dba-b1eb-763755246dc6 None None] Network 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:14.866889 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92de7f84-434e-4411-97ad-e04fda03811b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.919476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 5ae7869c-09e5-4214-a138-55e73105d706 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:14.946655 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92de7f84-434e-4411-97ad-e04fda03811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.954253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b9d1a369-361e-47f6-94b8-e6d7f7ae599f None None] Provisioning complete for port 193e8190-2845-49f8-a531-5aa14848f567 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:14.954968 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a369-361e-47f6-94b8-e6d7f7ae599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.010786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de7f84-434e-4411-97ad-e04fda03811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b59041-48cb-45e1-83ab-e91bd275466c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:15.050576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:15.065152 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-92de7f84-434e-4411-97ad-e04fda03811b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38b2777612434b2a8b664f2df1a8559f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812049 Sep 17 22:45:15.067864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60594) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:15.071010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-82e5bce8-79a3-4c55-9452-a045d837ae9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/5ae7869c-09e5-4214-a138-55e73105d706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1653128 Sep 17 22:45:15.073931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60598) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:15.099613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf118e9-31b4-40ff-80c3-7dbb8c944e5d None None] Sync routers for ids ['5ae7869c-09e5-4214-a138-55e73105d706'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:15.177705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a3d9b4-e2a4-4841-95aa-6c8bb63624c3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:15.186171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-26a3d9b4-e2a4-4841-95aa-6c8bb63624c3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports/3e27417a-829b-415a-b366-eda1ee991668 HTTP/1.1" status: 200 len: 911 time: 0.1082678 Sep 17 22:45:15.186797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60602) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:15.195535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf118e9-31b4-40ff-80c3-7dbb8c944e5d None None] Routers {'5ae7869c-09e5-4214-a138-55e73105d706'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:15.196353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fbf118e9-31b4-40ff-80c3-7dbb8c944e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ae7869c-09e5-4214-a138-55e73105d706'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:15.204165 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a369-361e-47f6-94b8-e6d7f7ae599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.243161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3df1e925-7195-40cf-8c74-0105481da899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.259989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fbf118e9-31b4-40ff-80c3-7dbb8c944e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:15.267790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 193e8190-2845-49f8-a531-5aa14848f567 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:15.312728 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3df1e925-7195-40cf-8c74-0105481da899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.342890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf118e9-31b4-40ff-80c3-7dbb8c944e5d None None] Routers {'5ae7869c-09e5-4214-a138-55e73105d706'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:15.343647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fbf118e9-31b4-40ff-80c3-7dbb8c944e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ae7869c-09e5-4214-a138-55e73105d706'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:15.356709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b9d1a369-361e-47f6-94b8-e6d7f7ae599f None None] For port 193e8190-2845-49f8-a531-5aa14848f567, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=193e8190-2845-49f8-a531-5aa14848f567,segment=NetworkSegment(4bbde8f3-c652-4488-ba75-810aebc15f04),segment_id=4bbde8f3-c652-4488-ba75-810aebc15f04)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:15.396594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fbf118e9-31b4-40ff-80c3-7dbb8c944e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:15.397601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf118e9-31b4-40ff-80c3-7dbb8c944e5d None None] The sync data for ids ['5ae7869c-09e5-4214-a138-55e73105d706'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:15.431459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 193e8190-2845-49f8-a531-5aa14848f567 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:15.431951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.486305 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a369-361e-47f6-94b8-e6d7f7ae599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.603158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1a369-361e-47f6-94b8-e6d7f7ae599f None None] Pushing event updated for resources: {'Port': ['ID=193e8190-2845-49f8-a531-5aa14848f567,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:15.650382 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3e520429-9344-428f-8369-d667c49b78a4 None None] Provisioning complete for port 3e27417a-829b-415a-b366-eda1ee991668 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:15.650672 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e520429-9344-428f-8369-d667c49b78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.708220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3e520429-9344-428f-8369-d667c49b78a4 None None] Port 3e27417a-829b-415a-b366-eda1ee991668 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:15.841758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-125ff7c2-8fc4-4c96-b105-73664f8453e1 None None] Provisioning complete for port 193e8190-2845-49f8-a531-5aa14848f567 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:15.842737 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-125ff7c2-8fc4-4c96-b105-73664f8453e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.022555 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3df1e925-7195-40cf-8c74-0105481da899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.028456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3df1e925-7195-40cf-8c74-0105481da899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.028456 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3df1e925-7195-40cf-8c74-0105481da899 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6b59041-48cb-45e1-83ab-e91bd275466c HTTP/1.1" status: 204 len: 168 time: 0.9557185 Sep 17 22:45:16.106160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1e925-7195-40cf-8c74-0105481da899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b59041-48cb-45e1-83ab-e91bd275466c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:16.107647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-6b377b03-fa23-4137-9924-91b84c60853b req-cdf9c61d-10cd-442b-a959-ec708321ac8d service neutron] (95454) timed out ('10.222.0.23', 57605) {{(pid=95454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:45:16.188549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cb0d0-099d-4ed5-96c5-eeeed9f2668a req-a597fd59-324b-4155-9d18-c598d5aa9383 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.196387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb4cb0d0-099d-4ed5-96c5-eeeed9f2668a req-a597fd59-324b-4155-9d18-c598d5aa9383 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.1785827 Sep 17 22:45:16.236361 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.279794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb4cb0d0-099d-4ed5-96c5-eeeed9f2668a req-2ca320ed-c2d2-41d0-b5f6-4f7a04cc2f1e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823491 Sep 17 22:45:16.591732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537b55-e6a8-44ea-b40b-1d2c15ea9b5f req-984b1ff7-9f17-4e2a-8757-c9dc0ed4513b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.598356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537b55-e6a8-44ea-b40b-1d2c15ea9b5f req-984b1ff7-9f17-4e2a-8757-c9dc0ed4513b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.604731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537b55-e6a8-44ea-b40b-1d2c15ea9b5f req-984b1ff7-9f17-4e2a-8757-c9dc0ed4513b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.610649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537b55-e6a8-44ea-b40b-1d2c15ea9b5f req-984b1ff7-9f17-4e2a-8757-c9dc0ed4513b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.617171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537b55-e6a8-44ea-b40b-1d2c15ea9b5f req-984b1ff7-9f17-4e2a-8757-c9dc0ed4513b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.623557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537b55-e6a8-44ea-b40b-1d2c15ea9b5f req-984b1ff7-9f17-4e2a-8757-c9dc0ed4513b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.630187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537b55-e6a8-44ea-b40b-1d2c15ea9b5f req-984b1ff7-9f17-4e2a-8757-c9dc0ed4513b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.632558 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20537b55-e6a8-44ea-b40b-1d2c15ea9b5f req-984b1ff7-9f17-4e2a-8757-c9dc0ed4513b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5432 time: 0.2361121 Sep 17 22:45:16.733767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Allocated IP 2001:db8:1::1 (64b90d29-5974-4bb7-b9a8-0fd968d1d7bb/9728b6e5-e617-4a0b-afa5-9c8055eed6bf/29b2adfd-84f6-49ad-a731-73275d376bdc) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:16.740061 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20537b55-e6a8-44ea-b40b-1d2c15ea9b5f req-3b461542-6fcd-4b4e-a1ed-37559c278a72 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589600 Sep 17 22:45:16.912963 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.949682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79512-d830-45eb-8324-d422186387ef req-2f87afac-87ea-495a-b6f0-c021076d93ff tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.955955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79512-d830-45eb-8324-d422186387ef req-2f87afac-87ea-495a-b6f0-c021076d93ff tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.963058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79512-d830-45eb-8324-d422186387ef req-2f87afac-87ea-495a-b6f0-c021076d93ff tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.968946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79512-d830-45eb-8324-d422186387ef req-2f87afac-87ea-495a-b6f0-c021076d93ff tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.975580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79512-d830-45eb-8324-d422186387ef req-2f87afac-87ea-495a-b6f0-c021076d93ff tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.983898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79512-d830-45eb-8324-d422186387ef req-2f87afac-87ea-495a-b6f0-c021076d93ff tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.987868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79512-d830-45eb-8324-d422186387ef req-2f87afac-87ea-495a-b6f0-c021076d93ff tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:16.990034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5ce79512-d830-45eb-8324-d422186387ef req-2f87afac-87ea-495a-b6f0-c021076d93ff tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5432 time: 0.1145825 Sep 17 22:45:17.091713 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.150601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 193e8190-2845-49f8-a531-5aa14848f567 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:17.177718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:17.179668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:17.195281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:17.200994 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.206182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=29b2adfd-84f6-49ad-a731-73275d376bdc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:17.338952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 193e8190-2845-49f8-a531-5aa14848f567 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:17.340072 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.571143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6f924-b05e-4fb3-bb65-e41f19cc1d44 req-f0e94855-b206-4690-b064-643fb8ca014c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:17.577271 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebb6f924-b05e-4fb3-bb65-e41f19cc1d44 req-f0e94855-b206-4690-b064-643fb8ca014c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.1570854 Sep 17 22:45:17.585821 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.725700 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebb6f924-b05e-4fb3-bb65-e41f19cc1d44 req-38a0e813-a9dc-4fba-8a22-b4a0b5b39a8a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383970 Sep 17 22:45:17.766183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-dfaf98de-4ee8-49e0-997c-837d778d391d None None] Provisioning complete for port 29b2adfd-84f6-49ad-a731-73275d376bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:17.766520 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dfaf98de-4ee8-49e0-997c-837d778d391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.845809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-dfaf98de-4ee8-49e0-997c-837d778d391d None None] Port 29b2adfd-84f6-49ad-a731-73275d376bdc cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:18.101419 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.232821 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.233813 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.347899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=29b2adfd-84f6-49ad-a731-73275d376bdc,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:18.431748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:18.431748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:18.577483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 5ae7869c-09e5-4214-a138-55e73105d706 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:18.868878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:18.886716 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a8330c-2f53-4e7a-8b57-be1570dfbde9 None None] Sync routers for ids ['5ae7869c-09e5-4214-a138-55e73105d706'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:18.889104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c7b2d025-a382-4e03-bccf-bb8918f64bd7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/5ae7869c-09e5-4214-a138-55e73105d706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7008600 Sep 17 22:45:18.894627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60686) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:18.900380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7b5c567c-820f-4192-a3b0-d1f5cbd07da6 None None] Provisioning complete for port 29b2adfd-84f6-49ad-a731-73275d376bdc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:18.900974 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7b5c567c-820f-4192-a3b0-d1f5cbd07da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.922877 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8330c-2f53-4e7a-8b57-be1570dfbde9 None None] Routers {'5ae7869c-09e5-4214-a138-55e73105d706'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:18.925361 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a0a8330c-2f53-4e7a-8b57-be1570dfbde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ae7869c-09e5-4214-a138-55e73105d706'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:19.011295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd3a34c-4ea7-41ec-9faf-c4bb1854af6a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.014057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6bd3a34c-4ea7-41ec-9faf-c4bb1854af6a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports/29b2adfd-84f6-49ad-a731-73275d376bdc HTTP/1.1" status: 200 len: 913 time: 0.1156330 Sep 17 22:45:19.017116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60690) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:19.046752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c567c-820f-4192-a3b0-d1f5cbd07da6 None None] Port 29b2adfd-84f6-49ad-a731-73275d376bdc cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:19.074456 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a0a8330c-2f53-4e7a-8b57-be1570dfbde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:19.081414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934e8fc-0741-43f1-9585-63cc6fca30bd req-dbb4b3ef-c727-4c72-ad5d-82058acd5bec tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.094174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5934e8fc-0741-43f1-9585-63cc6fca30bd req-dbb4b3ef-c727-4c72-ad5d-82058acd5bec tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.2018087 Sep 17 22:45:19.104623 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8330c-2f53-4e7a-8b57-be1570dfbde9 None None] Routers {'5ae7869c-09e5-4214-a138-55e73105d706'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:19.105311 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a0a8330c-2f53-4e7a-8b57-be1570dfbde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ae7869c-09e5-4214-a138-55e73105d706'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:19.200199 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a0a8330c-2f53-4e7a-8b57-be1570dfbde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:19.201825 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a8330c-2f53-4e7a-8b57-be1570dfbde9 None None] The sync data for ids ['5ae7869c-09e5-4214-a138-55e73105d706'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:19.210881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5934e8fc-0741-43f1-9585-63cc6fca30bd req-ff012661-7c59-4834-8d65-ef2bb769c30d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038818 Sep 17 22:45:19.690329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.778943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60726) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:19.893219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172522e8-725a-48b6-9a22-2c6c8edcfbd9 req-700d6faa-6cd8-4e98-a54f-55b4e88290f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.894118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172522e8-725a-48b6-9a22-2c6c8edcfbd9 req-700d6faa-6cd8-4e98-a54f-55b4e88290f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.894773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172522e8-725a-48b6-9a22-2c6c8edcfbd9 req-700d6faa-6cd8-4e98-a54f-55b4e88290f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.895900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172522e8-725a-48b6-9a22-2c6c8edcfbd9 req-700d6faa-6cd8-4e98-a54f-55b4e88290f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.896709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172522e8-725a-48b6-9a22-2c6c8edcfbd9 req-700d6faa-6cd8-4e98-a54f-55b4e88290f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.897357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172522e8-725a-48b6-9a22-2c6c8edcfbd9 req-700d6faa-6cd8-4e98-a54f-55b4e88290f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.897997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172522e8-725a-48b6-9a22-2c6c8edcfbd9 req-700d6faa-6cd8-4e98-a54f-55b4e88290f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.901289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-172522e8-725a-48b6-9a22-2c6c8edcfbd9 req-700d6faa-6cd8-4e98-a54f-55b4e88290f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6496 time: 0.1217439 Sep 17 22:45:19.949049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-172522e8-725a-48b6-9a22-2c6c8edcfbd9 req-d3578041-82ee-46e0-baa4-bcc026d7801d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417206 Sep 17 22:45:20.004239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 29b2adfd-84f6-49ad-a731-73275d376bdc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:20.004614 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.115709 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.131534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 29b2adfd-84f6-49ad-a731-73275d376bdc owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:20.359157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0dda5-1312-4e6f-8997-e29deb667c4e req-ab9a7e27-4570-4343-9b5b-84537d3963bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:20.360709 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53f0dda5-1312-4e6f-8997-e29deb667c4e req-ab9a7e27-4570-4343-9b5b-84537d3963bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.0674589 Sep 17 22:45:20.406036 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53f0dda5-1312-4e6f-8997-e29deb667c4e req-dd7d2eee-1066-40eb-9463-df8b67c5fe8d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378742 Sep 17 22:45:20.486674 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.518268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=29b2adfd-84f6-49ad-a731-73275d376bdc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:20.663002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.918258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 5ae7869c-09e5-4214-a138-55e73105d706 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:21.046807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:21.056618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60760) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:21.057267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8f76a30f-2c7f-49f3-beeb-aa66e1d88588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/5ae7869c-09e5-4214-a138-55e73105d706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0387478 Sep 17 22:45:21.058753 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f542e80b-9b17-43cb-b13f-10a50e3a1514 None None] Sync routers for ids ['5ae7869c-09e5-4214-a138-55e73105d706'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:21.071917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f542e80b-9b17-43cb-b13f-10a50e3a1514 None None] Routers {'5ae7869c-09e5-4214-a138-55e73105d706'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:21.072920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f542e80b-9b17-43cb-b13f-10a50e3a1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ae7869c-09e5-4214-a138-55e73105d706'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:21.088068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60762) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:21.119272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f542e80b-9b17-43cb-b13f-10a50e3a1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:21.131409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f542e80b-9b17-43cb-b13f-10a50e3a1514 None None] Routers {'5ae7869c-09e5-4214-a138-55e73105d706'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:21.131409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f542e80b-9b17-43cb-b13f-10a50e3a1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ae7869c-09e5-4214-a138-55e73105d706'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:21.166506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f542e80b-9b17-43cb-b13f-10a50e3a1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:21.167776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f542e80b-9b17-43cb-b13f-10a50e3a1514 None None] The sync data for ids ['5ae7869c-09e5-4214-a138-55e73105d706'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:21.251481 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29fcc996-3bea-419a-ab5f-73c0ef0686bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.352560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29fcc996-3bea-419a-ab5f-73c0ef0686bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.452791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-29fcc996-3bea-419a-ab5f-73c0ef0686bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.511689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-29fcc996-3bea-419a-ab5f-73c0ef0686bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=902ad2349050444bac31696d88dc1f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187961 Sep 17 22:45:21.511689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60772) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:21.553310 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.574150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcc996-3bea-419a-ab5f-73c0ef0686bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48037a7c-eed3-486f-baf9-07541aeda6e7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:21.582368 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba70af1f-2c3a-4c0a-973b-b5e68d259196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.607543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba70af1f-2c3a-4c0a-973b-b5e68d259196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.729359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba70af1f-2c3a-4c0a-973b-b5e68d259196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.732077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ba70af1f-2c3a-4c0a-973b-b5e68d259196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.733348 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ba70af1f-2c3a-4c0a-973b-b5e68d259196 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48037a7c-eed3-486f-baf9-07541aeda6e7 HTTP/1.1" status: 204 len: 168 time: 0.2219048 Sep 17 22:45:21.742781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70af1f-2c3a-4c0a-973b-b5e68d259196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48037a7c-eed3-486f-baf9-07541aeda6e7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:21.933298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c878a2-6157-41d9-927a-e584993b564a req-a594b318-b8c8-4ac4-b789-226192e04b00 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:21.938411 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08c878a2-6157-41d9-927a-e584993b564a req-a594b318-b8c8-4ac4-b789-226192e04b00 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.4397955 Sep 17 22:45:22.044109 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08c878a2-6157-41d9-927a-e584993b564a req-9713176f-cf38-42ec-8d02-f73042c0b84e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063683 Sep 17 22:45:22.249240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 3e27417a-829b-415a-b366-eda1ee991668 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:22.249989 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.354083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.380252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 3e27417a-829b-415a-b366-eda1ee991668 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:22.469514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60790) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:22.484692 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a35a9cb-ae25-44ac-94aa-513376722e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.644637 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.669953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=3e27417a-829b-415a-b366-eda1ee991668,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:22.700414 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a35a9cb-ae25-44ac-94aa-513376722e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.766644 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7a35a9cb-ae25-44ac-94aa-513376722e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.780315 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.821886 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7a35a9cb-ae25-44ac-94aa-513376722e4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e58fc170594948ef801c07084fa97376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508422 Sep 17 22:45:22.826624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60798) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:22.834111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35a9cb-ae25-44ac-94aa-513376722e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dad1d3f-8f7b-4453-9282-c4e73465c7fd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:22.991537 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-08ee6c86-ac0e-417d-8c18-71de26ba0839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.004448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 5ae7869c-09e5-4214-a138-55e73105d706 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:23.027594 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-08ee6c86-ac0e-417d-8c18-71de26ba0839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.124278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:23.130655 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-29310881-a3c4-409d-b111-111e232586f7 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/5ae7869c-09e5-4214-a138-55e73105d706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0729067 Sep 17 22:45:23.133939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60806) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:23.146630 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0212e3f-fb84-430b-aff6-0c5ac3f39830 None None] Sync routers for ids ['5ae7869c-09e5-4214-a138-55e73105d706'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:23.160594 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0212e3f-fb84-430b-aff6-0c5ac3f39830 None None] Routers {'5ae7869c-09e5-4214-a138-55e73105d706'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:23.161208 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d0212e3f-fb84-430b-aff6-0c5ac3f39830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ae7869c-09e5-4214-a138-55e73105d706'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:23.185958 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-52a7dc77-b437-4bb3-9f12-e233c1b7b5e2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae7869c-09e5-4214-a138-55e73105d706 HTTP/1.1" status: 200 len: 205 time: 0.0480592 Sep 17 22:45:23.186208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60810) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:23.196255 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d0212e3f-fb84-430b-aff6-0c5ac3f39830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:23.206366 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0212e3f-fb84-430b-aff6-0c5ac3f39830 None None] Routers {'5ae7869c-09e5-4214-a138-55e73105d706'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:23.206979 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d0212e3f-fb84-430b-aff6-0c5ac3f39830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5ae7869c-09e5-4214-a138-55e73105d706'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:23.245856 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d0212e3f-fb84-430b-aff6-0c5ac3f39830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:23.247001 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0212e3f-fb84-430b-aff6-0c5ac3f39830 None None] The sync data for ids ['5ae7869c-09e5-4214-a138-55e73105d706'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:23.250973 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1dc68-cc34-4e55-8ded-abb6932bc09f req-17274155-5ed5-432b-ba58-59e2f250fce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:23.250973 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fef1dc68-cc34-4e55-8ded-abb6932bc09f req-17274155-5ed5-432b-ba58-59e2f250fce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.1290104 Sep 17 22:45:23.252923 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:45:23.261609 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-08ee6c86-ac0e-417d-8c18-71de26ba0839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.264939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-08ee6c86-ac0e-417d-8c18-71de26ba0839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.268405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-08ee6c86-ac0e-417d-8c18-71de26ba0839 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2dad1d3f-8f7b-4453-9282-c4e73465c7fd HTTP/1.1" status: 204 len: 168 time: 0.4385967 Sep 17 22:45:23.291649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa24a70f-6cb6-463b-9ccd-61de279224c5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.293889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee6c86-ac0e-417d-8c18-71de26ba0839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dad1d3f-8f7b-4453-9282-c4e73465c7fd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:23.808090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fef1dc68-cc34-4e55-8ded-abb6932bc09f req-f42d1cc6-74f6-43fa-a3d2-d9154342c6fe tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280821 Sep 17 22:45:23.849208 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa24a70f-6cb6-463b-9ccd-61de279224c5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.851866 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa24a70f-6cb6-463b-9ccd-61de279224c5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.049296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa24a70f-6cb6-463b-9ccd-61de279224c5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.049848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa24a70f-6cb6-463b-9ccd-61de279224c5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Fanout notify agent at l3_agent the message router_deleted on router 5ae7869c-09e5-4214-a138-55e73105d706 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:24.057844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa24a70f-6cb6-463b-9ccd-61de279224c5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.058937 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aa24a70f-6cb6-463b-9ccd-61de279224c5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/5ae7869c-09e5-4214-a138-55e73105d706 HTTP/1.1" status: 204 len: 168 time: 0.8719292 Sep 17 22:45:24.061861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60832) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:24.122390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bffaa30-638f-457e-abaa-b513c0a99a5e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting subnet 9728b6e5-e617-4a0b-afa5-9c8055eed6bf {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:24.126121 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bffaa30-638f-457e-abaa-b513c0a99a5e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.196027 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bffaa30-638f-457e-abaa-b513c0a99a5e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.293515 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bffaa30-638f-457e-abaa-b513c0a99a5e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.418418 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bffaa30-638f-457e-abaa-b513c0a99a5e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.449863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bffaa30-638f-457e-abaa-b513c0a99a5e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.454678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60848) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:24.455324 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0bffaa30-638f-457e-abaa-b513c0a99a5e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/9728b6e5-e617-4a0b-afa5-9c8055eed6bf HTTP/1.1" status: 204 len: 168 time: 0.3924227 Sep 17 22:45:24.457133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffaa30-638f-457e-abaa-b513c0a99a5e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Subnet': ['ID=9728b6e5-e617-4a0b-afa5-9c8055eed6bf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:24.464787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0604c64c-731c-48aa-bfeb-cdb6daf75b62 None None] Network 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:24.530274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7074dc2-61fb-4ac4-8753-4ae72055768c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting subnet 39f9ebf6-aa45-4db7-ba8f-c8aabfb66840 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:24.537866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7074dc2-61fb-4ac4-8753-4ae72055768c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.595913 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7074dc2-61fb-4ac4-8753-4ae72055768c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.714097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7074dc2-61fb-4ac4-8753-4ae72055768c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.847621 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7074dc2-61fb-4ac4-8753-4ae72055768c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.884546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a5a89-8850-459c-8698-51ebe6c5b6be None None] DHCP port deletion for 64b90d29-5974-4bb7-b9a8-0fd968d1d7bb request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:24.890557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7074dc2-61fb-4ac4-8753-4ae72055768c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Subnet': ['ID=39f9ebf6-aa45-4db7-ba8f-c8aabfb66840,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:24.894464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7074dc2-61fb-4ac4-8753-4ae72055768c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.896715 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f7074dc2-61fb-4ac4-8753-4ae72055768c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/39f9ebf6-aa45-4db7-ba8f-c8aabfb66840 HTTP/1.1" status: 204 len: 168 time: 0.4387167 Sep 17 22:45:24.899325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60862) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:24.920441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36fdb63-51e3-4865-b3e8-72acf0c5f202 None None] Network 314f5d36-6dd8-49e5-92d7-75d272bfe0ad requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:25.042217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.069156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c823256-8cce-4046-b112-068700fcb4eb req-a81c9eb3-9a88-42da-829e-66ce6620cf80 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:25.070920 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c823256-8cce-4046-b112-068700fcb4eb req-a81c9eb3-9a88-42da-829e-66ce6620cf80 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.1504097 Sep 17 22:45:25.077229 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b29a5a89-8850-459c-8698-51ebe6c5b6be None None] Deleting port 193e8190-2845-49f8-a531-5aa14848f567 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:25.077618 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b29a5a89-8850-459c-8698-51ebe6c5b6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.161082 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c823256-8cce-4046-b112-068700fcb4eb req-0b401c9f-2b9a-40fe-b4b7-b2b5297479d0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771406 Sep 17 22:45:25.171041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 193e8190-2845-49f8-a531-5aa14848f567 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:25.171582 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.198020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 193e8190-2845-49f8-a531-5aa14848f567 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:25.290593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port 193e8190-2845-49f8-a531-5aa14848f567, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=193e8190-2845-49f8-a531-5aa14848f567,segment=NetworkSegment(4bbde8f3-c652-4488-ba75-810aebc15f04),segment_id=4bbde8f3-c652-4488-ba75-810aebc15f04)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:25.291274 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.301915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b29a5a89-8850-459c-8698-51ebe6c5b6be None None] For port 193e8190-2845-49f8-a531-5aa14848f567, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=193e8190-2845-49f8-a531-5aa14848f567,segment=NetworkSegment(4bbde8f3-c652-4488-ba75-810aebc15f04),segment_id=4bbde8f3-c652-4488-ba75-810aebc15f04)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:25.302266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b29a5a89-8850-459c-8698-51ebe6c5b6be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.319208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 193e8190-2845-49f8-a531-5aa14848f567 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:25.324223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b29a5a89-8850-459c-8698-51ebe6c5b6be None None] Calling delete_port for 193e8190-2845-49f8-a531-5aa14848f567 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:25.329780 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.434550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502ba85-2c0d-4b46-aab4-b1507fafa3e7 None None] DHCP port deletion for 314f5d36-6dd8-49e5-92d7-75d272bfe0ad request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:25.475687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 193e8190-2845-49f8-a531-5aa14848f567, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=193e8190-2845-49f8-a531-5aa14848f567,segment=NetworkSegment(4bbde8f3-c652-4488-ba75-810aebc15f04),segment_id=4bbde8f3-c652-4488-ba75-810aebc15f04)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:25.538638 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c502ba85-2c0d-4b46-aab4-b1507fafa3e7 None None] Deleting port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:25.539282 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c502ba85-2c0d-4b46-aab4-b1507fafa3e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.571874 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.652278 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.696516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=193e8190-2845-49f8-a531-5aa14848f567,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:25.698796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No DVR routers for this DVR port 193e8190-2845-49f8-a531-5aa14848f567 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:25.723502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c502ba85-2c0d-4b46-aab4-b1507fafa3e7 None None] For port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3382eeb1-ab2b-4ba7-90de-f0f4daa96f18,segment=NetworkSegment(7e41a3f4-8e8b-4bb2-8d33-295d41590b8c),segment_id=7e41a3f4-8e8b-4bb2-8d33-295d41590b8c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:25.724191 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c502ba85-2c0d-4b46-aab4-b1507fafa3e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.733476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b29a5a89-8850-459c-8698-51ebe6c5b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.768851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c502ba85-2c0d-4b46-aab4-b1507fafa3e7 None None] Calling delete_port for 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:25.770685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=193e8190-2845-49f8-a531-5aa14848f567,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:25.778577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a5a89-8850-459c-8698-51ebe6c5b6be None None] No DVR routers for this DVR port 193e8190-2845-49f8-a531-5aa14848f567 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:25.812448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a5a89-8850-459c-8698-51ebe6c5b6be None None] Pushing event deleted for resources: {'Port': ['ID=193e8190-2845-49f8-a531-5aa14848f567,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:25.880215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.917514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b90d29-5974-4bb7-b9a8-0fd968d1d7bb']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:25.938053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbde8f3-c652-4488-ba75-810aebc15f04') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:25.938537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbde8f3-c652-4488-ba75-810aebc15f04') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:25.954696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.975324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.986438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:25.987261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:25.992626 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:26.015650 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c502ba85-2c0d-4b46-aab4-b1507fafa3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.059949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502ba85-2c0d-4b46-aab4-b1507fafa3e7 None None] Pushing event deleted for resources: {'Port': ['ID=3382eeb1-ab2b-4ba7-90de-f0f4daa96f18,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:26.067093 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502ba85-2c0d-4b46-aab4-b1507fafa3e7 None None] No DVR routers for this DVR port 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:26.192910 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.214430 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.216821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/networks/64b90d29-5974-4bb7-b9a8-0fd968d1d7bb HTTP/1.1" status: 204 len: 168 time: 1.3164032 Sep 17 22:45:26.219816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60896) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:26.230647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88952214-59c4-499e-b2d1-b7bae69fbc8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Network': ['ID=64b90d29-5974-4bb7-b9a8-0fd968d1d7bb,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:26.372485 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.398532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f01652-33c9-4286-9a2e-232fc26147f2 req-96c05122-bd57-4f07-8c85-c53c8683a1c4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:26.401065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5f01652-33c9-4286-9a2e-232fc26147f2 req-96c05122-bd57-4f07-8c85-c53c8683a1c4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 943 time: 0.1230381 Sep 17 22:45:26.496088 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5f01652-33c9-4286-9a2e-232fc26147f2 req-cc92edff-60bd-4196-88fe-103aff98213d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852878 Sep 17 22:45:26.543787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.568170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314f5d36-6dd8-49e5-92d7-75d272bfe0ad']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:26.580875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e41a3f4-8e8b-4bb2-8d33-295d41590b8c') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:26.581954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e41a3f4-8e8b-4bb2-8d33-295d41590b8c') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:26.592508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.617561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.626661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:26.627636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:26.657242 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:26.857585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.868008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.869221 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/networks/314f5d36-6dd8-49e5-92d7-75d272bfe0ad HTTP/1.1" status: 204 len: 168 time: 0.6474438 Sep 17 22:45:26.873281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60912) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:26.879342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4aaa2-01cc-4376-a607-a84e2598ce27 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Network': ['ID=314f5d36-6dd8-49e5-92d7-75d272bfe0ad,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:26.880060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-470035864'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:27.019505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2a76272d-92f9-423d-9f5d-295a45cfeb00 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:45:27.052643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:27.057338 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.093241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:27.106418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.108693 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added segment e661254e-3b26-42a0-b941-8239d331918b of type vlan for network 4becfc28-d4a3-434c-a306-89e2057f174e Sep 17 22:45:27.183421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:27.206772 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.207563 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60920) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:27.217017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:27.217605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3382eeb1-ab2b-4ba7-90de-f0f4daa96f18 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:27.258141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2a76272d-92f9-423d-9f5d-295a45cfeb00, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2a76272d-92f9-423d-9f5d-295a45cfeb00,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:27.272488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '2a76272d-92f9-423d-9f5d-295a45cfeb00', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'port_id': '2a76272d-92f9-423d-9f5d-295a45cfeb00', 'mac_address': 'fa:16:3e:c2:89:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:45:27.309796 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.323874 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.336523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:27.336523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.340902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a76272d-92f9-423d-9f5d-295a45cfeb00 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:27.360857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e6990307-c407-470d-875d-aff05ceb8ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.370005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2a76272d-92f9-423d-9f5d-295a45cfeb00, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2a76272d-92f9-423d-9f5d-295a45cfeb00,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:27.472991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Network': ['ID=4becfc28-d4a3-434c-a306-89e2057f174e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:27.475633 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e6990307-c407-470d-875d-aff05ceb8ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.484739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4becfc28-d4a3-434c-a306-89e2057f174e details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:27.510044 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.543599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e6990307-c407-470d-875d-aff05ceb8ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.594252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6990307-c407-470d-875d-aff05ceb8ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533f48f3-b32f-4aac-af1f-e9254a18a761,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:27.603636 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e6990307-c407-470d-875d-aff05ceb8ba5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d6446203dd44de09df0e1c0be26f2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947170 Sep 17 22:45:27.605071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:27.610975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=2a76272d-92f9-423d-9f5d-295a45cfeb00,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:27.654618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b9ac75b0-1ae7-4a43-bd27-f25245b330ad tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7795396 Sep 17 22:45:27.657596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60932) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:27.663590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'subnet': {'network_id': '4becfc28-d4a3-434c-a306-89e2057f174e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:27.681654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9be97e-22d0-4f12-bd6d-5f6b5826e957 req-7180c16c-1ce8-47b6-bf85-7dd229865759 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:27.683502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de9be97e-22d0-4f12-bd6d-5f6b5826e957 req-7180c16c-1ce8-47b6-bf85-7dd229865759 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 944 time: 0.1003089 Sep 17 22:45:27.697683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8226c72-3ae2-44e5-9111-68230141fa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.735108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de9be97e-22d0-4f12-bd6d-5f6b5826e957 req-e9f64e6d-981b-4e95-b34c-304c2e8049e6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Sep 17 22:45:27.776063 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8226c72-3ae2-44e5-9111-68230141fa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.885192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2a76272d-92f9-423d-9f5d-295a45cfeb00'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:27.937832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:27.942612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.022908 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8226c72-3ae2-44e5-9111-68230141fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.025630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b8226c72-3ae2-44e5-9111-68230141fa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.026801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b8226c72-3ae2-44e5-9111-68230141fa36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/533f48f3-b32f-4aac-af1f-e9254a18a761 HTTP/1.1" status: 204 len: 168 time: 0.4205248 Sep 17 22:45:28.042676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8226c72-3ae2-44e5-9111-68230141fa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533f48f3-b32f-4aac-af1f-e9254a18a761,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:28.275827 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.352683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Subnet': ['ID=9ca21e35-fece-4a69-9c99-281ed8514a42,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:28.370181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Checking segment: {'id': 'e661254e-3b26-42a0-b941-8239d331918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4becfc28-d4a3-434c-a306-89e2057f174e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:28.371079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network hostable DHCP agents. Network: 4becfc28-d4a3-434c-a306-89e2057f174e, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:28.528906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 4becfc28-d4a3-434c-a306-89e2057f174e is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:28.783660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4becfc28-d4a3-434c-a306-89e2057f174e) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:28.788870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:28.789695 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.802172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4608bd-6cc6-41c6-b154-7d5b79253332 None None] Network 4becfc28-d4a3-434c-a306-89e2057f174e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:28.870833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f081c7-b0f7-4414-9fa2-0c89319c1f3d req-9921540f-cf70-41f1-a6de-74b95f53c415 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:28.872388 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-24f081c7-b0f7-4414-9fa2-0c89319c1f3d req-9921540f-cf70-41f1-a6de-74b95f53c415 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 944 time: 0.0572991 Sep 17 22:45:28.906030 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f9125772-8d99-45ff-be19-9ed1c21de09d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2468843 Sep 17 22:45:28.909479 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60956) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:28.913930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-425365e7-27c3-4787-a2ff-000eb29edfb5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2136378448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:28.916033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-24f081c7-b0f7-4414-9fa2-0c89319c1f3d req-9a45c635-423f-46bc-a444-a2cc0d6cd17b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373902 Sep 17 22:45:28.969620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-4becfc28-d4a3-434c-a306-89e2057f174e', 'network_id': '4becfc28-d4a3-434c-a306-89e2057f174e', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'fixed_ips': [{'subnet_id': '9ca21e35-fece-4a69-9c99-281ed8514a42'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:28.970565 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.012093 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-425365e7-27c3-4787-a2ff-000eb29edfb5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.013172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-425365e7-27c3-4787-a2ff-000eb29edfb5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.070557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2a76272d-92f9-423d-9f5d-295a45cfeb00 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:29.085440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-425365e7-27c3-4787-a2ff-000eb29edfb5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.154359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60962) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:29.169612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51d251a8-ec1a-4df1-9809-40890681f7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.180636 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-425365e7-27c3-4787-a2ff-000eb29edfb5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.186745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Allocated IP 2001:db8::2 (4becfc28-d4a3-434c-a306-89e2057f174e/9ca21e35-fece-4a69-9c99-281ed8514a42/bd7a034d-d8ef-4406-aae8-f030b540ca8b) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:29.260455 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.266509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 2a76272d-92f9-423d-9f5d-295a45cfeb00 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:45:29.272508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 2a76272d-92f9-423d-9f5d-295a45cfeb00 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:29.272707 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.276757 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51d251a8-ec1a-4df1-9809-40890681f7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.409048 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.420500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.428069 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51d251a8-ec1a-4df1-9809-40890681f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.446585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d8703e-350d-4328-9af8-85306d14b35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a76272d-92f9-423d-9f5d-295a45cfeb00'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:29.449388 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0a90e5-5946-4105-b329-f4786f687ed0" -d '{"events": [{"server_uuid": "50d8703e-350d-4328-9af8-85306d14b35c", "name": "network-vif-plugged", "status": "completed", "tag": "2a76272d-92f9-423d-9f5d-295a45cfeb00"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:29.468938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2a76272d-92f9-423d-9f5d-295a45cfeb00, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2a76272d-92f9-423d-9f5d-295a45cfeb00,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:29.480152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-51d251a8-ec1a-4df1-9809-40890681f7f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=134dac5984ec49c59016a269f6405cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242218 Sep 17 22:45:29.482974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60970) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:29.486193 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.493066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d251a8-ec1a-4df1-9809-40890681f7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e354122e-3309-48ca-b762-93ae288fb7f6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.518086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-425365e7-27c3-4787-a2ff-000eb29edfb5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.519406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-425365e7-27c3-4787-a2ff-000eb29edfb5 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6088312 Sep 17 22:45:29.536270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60972) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:29.542265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Network 4becfc28-d4a3-434c-a306-89e2057f174e is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:29.544307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'port': {'network_id': '4becfc28-d4a3-434c-a306-89e2057f174e', 'name': 'tempest-RoutersIpV6Test-1024814473'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:29.550022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:29.558717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:29.562944 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563ac899-63ed-40d6-9e77-7456ddad1682 x-openstack-request-id: req-563ac899-63ed-40d6-9e77-7456ddad1682 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:29.563321 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d8703e-350d-4328-9af8-85306d14b35c", "name": "network-vif-plugged", "status": "completed", "tag": "2a76272d-92f9-423d-9f5d-295a45cfeb00", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:29.563648 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-563ac899-63ed-40d6-9e77-7456ddad1682 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:29.564145 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d8703e-350d-4328-9af8-85306d14b35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a76272d-92f9-423d-9f5d-295a45cfeb00', 'code': 200} Sep 17 22:45:29.570775 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ba7b77c-4d4a-4b45-b207-1c0427741fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.592383 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.625717 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ba7b77c-4d4a-4b45-b207-1c0427741fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.641018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Pushing event updated for resources: {'Port': ['ID=bd7a034d-d8ef-4406-aae8-f030b540ca8b,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.720099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Attempting to bind port bd7a034d-d8ef-4406-aae8-f030b540ca8b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:29.720500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Attempting to bind port bd7a034d-d8ef-4406-aae8-f030b540ca8b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e661254e-3b26-42a0-b941-8239d331918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4becfc28-d4a3-434c-a306-89e2057f174e'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:29.720858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Attempting to bind port bd7a034d-d8ef-4406-aae8-f030b540ca8b on network 4becfc28-d4a3-434c-a306-89e2057f174e {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:29.740663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:29.741053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Checking segment: {'id': 'e661254e-3b26-42a0-b941-8239d331918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4becfc28-d4a3-434c-a306-89e2057f174e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:29.741461 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.742693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90cbf7-64f8-4c4c-803b-ac36c50defaa req-3ccbb89d-ebd8-41fa-a898-efd0ac7c958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:29.742828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Bound using segment: {'id': 'e661254e-3b26-42a0-b941-8239d331918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4becfc28-d4a3-434c-a306-89e2057f174e'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:29.742828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Bound port: bd7a034d-d8ef-4406-aae8-f030b540ca8b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e661254e-3b26-42a0-b941-8239d331918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4becfc28-d4a3-434c-a306-89e2057f174e'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:29.743038 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.743512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1c90cbf7-64f8-4c4c-803b-ac36c50defaa req-3ccbb89d-ebd8-41fa-a898-efd0ac7c958b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 1097 time: 0.0908263 Sep 17 22:45:29.757802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=2a76272d-92f9-423d-9f5d-295a45cfeb00,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.788650 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1c90cbf7-64f8-4c4c-803b-ac36c50defaa req-a6774f34-e4ac-4490-b67b-a3fe7da0e2da service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Sep 17 22:45:29.814785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:29.819426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.830808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] For port bd7a034d-d8ef-4406-aae8-f030b540ca8b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:29.834252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] For port bd7a034d-d8ef-4406-aae8-f030b540ca8b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bd7a034d-d8ef-4406-aae8-f030b540ca8b,segment=NetworkSegment(e661254e-3b26-42a0-b941-8239d331918b),segment_id=e661254e-3b26-42a0-b941-8239d331918b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:29.838139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] device_id is not set on port be8ee319-1140-4c20-993a-f8b83a3bd6fd yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:45:29.841424 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ba7b77c-4d4a-4b45-b207-1c0427741fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.844038 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ba7b77c-4d4a-4b45-b207-1c0427741fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.845228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7ba7b77c-4d4a-4b45-b207-1c0427741fa7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e354122e-3309-48ca-b762-93ae288fb7f6 HTTP/1.1" status: 204 len: 168 time: 0.3611591 Sep 17 22:45:29.855618 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7b77c-4d4a-4b45-b207-1c0427741fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e354122e-3309-48ca-b762-93ae288fb7f6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.905278 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.011054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Allocated IP 2001:db8::259 (4becfc28-d4a3-434c-a306-89e2057f174e/9ca21e35-fece-4a69-9c99-281ed8514a42/be8ee319-1140-4c20-993a-f8b83a3bd6fd) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:30.017803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54bd49-38bb-4b94-a8d4-86c22b62d21d None None] Pushing event updated for resources: {'Port': ['ID=bd7a034d-d8ef-4406-aae8-f030b540ca8b,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:30.182896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7ff3-90a4-4b58-8856-f7871e4096b8 req-c30a8f2b-4530-4b4f-9359-ae451d3b7bbf tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:30.185460 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-440f7ff3-90a4-4b58-8856-f7871e4096b8 req-c30a8f2b-4530-4b4f-9359-ae451d3b7bbf tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 945 time: 0.0941064 Sep 17 22:45:30.282515 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-440f7ff3-90a4-4b58-8856-f7871e4096b8 req-dc4b3d56-13be-43c0-a24d-97dea585f1e8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887454 Sep 17 22:45:30.346268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.491334 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.572931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 4becfc28-d4a3-434c-a306-89e2057f174e is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:30.578485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:30.587275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:30.598204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:30.598977 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.618065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=be8ee319-1140-4c20-993a-f8b83a3bd6fd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:30.731162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2f3bfe51-22d5-44b1-ae78-73f0004bbda6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1932335 Sep 17 22:45:30.734136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32770) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:31.236766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bd7a034d-d8ef-4406-aae8-f030b540ca8b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:31.260400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.302490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bd7a034d-d8ef-4406-aae8-f030b540ca8b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:31.305760 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.418975 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.476486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a1603e-97d2-47db-89e7-9c084490c168 None None] Network 4becfc28-d4a3-434c-a306-89e2057f174e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:31.534915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port bd7a034d-d8ef-4406-aae8-f030b540ca8b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bd7a034d-d8ef-4406-aae8-f030b540ca8b,segment=NetworkSegment(e661254e-3b26-42a0-b941-8239d331918b),segment_id=e661254e-3b26-42a0-b941-8239d331918b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:31.591132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-bd0f5feb-8345-4658-8b81-5ed7adb1a513 None None] Provisioning complete for port bd7a034d-d8ef-4406-aae8-f030b540ca8b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:31.591791 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5feb-8345-4658-8b81-5ed7adb1a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.670383 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.959441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d885b5-f84b-4fbb-bb7c-637d7458da26 req-26c744d7-d595-4989-8deb-4c8d1128cc2b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:31.961087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10d885b5-f84b-4fbb-bb7c-637d7458da26 req-26c744d7-d595-4989-8deb-4c8d1128cc2b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 945 time: 0.5528977 Sep 17 22:45:32.007335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=bd7a034d-d8ef-4406-aae8-f030b540ca8b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:32.034843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10d885b5-f84b-4fbb-bb7c-637d7458da26 req-e0affd4f-f3b5-4388-9f37-fa95bffdced8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636854 Sep 17 22:45:32.058610 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.201243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.397170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=be8ee319-1140-4c20-993a-f8b83a3bd6fd,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:32.456154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b56309fa-84e6-488f-8ae6-376429e1c744 None None] Provisioning complete for port be8ee319-1140-4c20-993a-f8b83a3bd6fd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:32.457411 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b56309fa-84e6-488f-8ae6-376429e1c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.545724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b56309fa-84e6-488f-8ae6-376429e1c744 None None] Port be8ee319-1140-4c20-993a-f8b83a3bd6fd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:32.575738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b56309fa-84e6-488f-8ae6-376429e1c744 None None] Provisioning complete for port bd7a034d-d8ef-4406-aae8-f030b540ca8b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:32.576046 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b56309fa-84e6-488f-8ae6-376429e1c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.638350 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.860362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e2ceef40-998e-4a2a-a240-b673dd03ffd7 None None] Provisioning complete for port be8ee319-1140-4c20-993a-f8b83a3bd6fd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:32.860748 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2ceef40-998e-4a2a-a240-b673dd03ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.902033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e2ceef40-998e-4a2a-a240-b673dd03ffd7 None None] Port be8ee319-1140-4c20-993a-f8b83a3bd6fd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:32.935929 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.147351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-033e31e1-3c91-449f-b993-4745a2408de5 None None] Provisioning complete for port be8ee319-1140-4c20-993a-f8b83a3bd6fd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:33.148198 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-033e31e1-3c91-449f-b993-4745a2408de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.163944 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bd7a034d-d8ef-4406-aae8-f030b540ca8b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:33.204488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9786a-ce91-4a91-bc67-8fce771cbe8f req-21195f45-e877-442e-91c6-86a030719174 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:33.212213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70e9786a-ce91-4a91-bc67-8fce771cbe8f req-21195f45-e877-442e-91c6-86a030719174 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 945 time: 0.0737326 Sep 17 22:45:33.258587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70e9786a-ce91-4a91-bc67-8fce771cbe8f req-64a0c465-d93a-4ca2-9bb3-db7e86414f4a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449491 Sep 17 22:45:33.298299 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.324430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-033e31e1-3c91-449f-b993-4745a2408de5 None None] Port be8ee319-1140-4c20-993a-f8b83a3bd6fd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:33.348599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bd7a034d-d8ef-4406-aae8-f030b540ca8b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:33.349196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.378781 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e9cc95d5-8c38-4c81-a59c-002078b3ac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.425529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.426852 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.526554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9de1a-0b48-4da7-bcee-334aff52c13b req-f174e575-4686-4493-bbb3-bcb610e8bdaf tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:33.528185 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbc9de1a-0b48-4da7-bcee-334aff52c13b req-f174e575-4686-4493-bbb3-bcb610e8bdaf tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 945 time: 0.1510701 Sep 17 22:45:33.560893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=be8ee319-1140-4c20-993a-f8b83a3bd6fd,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:33.625099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbc9de1a-0b48-4da7-bcee-334aff52c13b req-a7961cc8-bfbf-4b96-bb3d-52b1fdcd55df tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652325 Sep 17 22:45:33.638766 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 4becfc28-d4a3-434c-a306-89e2057f174e is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:33.638766 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:33.854239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ef1c5-18b5-4703-839d-0cd0950c9bf1 req-b39fab1e-0e0c-4706-b024-9fda6cd78af1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:33.855989 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-216ef1c5-18b5-4703-839d-0cd0950c9bf1 req-b39fab1e-0e0c-4706-b024-9fda6cd78af1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 945 time: 0.1006067 Sep 17 22:45:33.891702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router c547e2d6-c9fb-46b2-ba58-18b48ac75a0b is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:33.908048 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-216ef1c5-18b5-4703-839d-0cd0950c9bf1 req-bd604a8e-6d68-4c77-9355-01438c8a8ac1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427589 Sep 17 22:45:34.043234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:34.048548 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-10a140e4-419c-4ea2-867d-132a06efbcbc tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/c547e2d6-c9fb-46b2-ba58-18b48ac75a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3133974 Sep 17 22:45:34.052428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32854) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:34.062886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452125dd-1ae0-4fa2-8702-5bfea5f7bfa7 None None] Sync routers for ids ['c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:34.088909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85172599-bce5-47ff-8c1e-da440b271b51 None None] Provisioning complete for port be8ee319-1140-4c20-993a-f8b83a3bd6fd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:34.096307 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85172599-bce5-47ff-8c1e-da440b271b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.139508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452125dd-1ae0-4fa2-8702-5bfea5f7bfa7 None None] Routers {'c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:34.140636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-452125dd-1ae0-4fa2-8702-5bfea5f7bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:34.147198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16804e3d-c60a-4a00-b2a8-d368c0b0d59e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:34.150455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-16804e3d-c60a-4a00-b2a8-d368c0b0d59e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports/be8ee319-1140-4c20-993a-f8b83a3bd6fd HTTP/1.1" status: 200 len: 984 time: 0.0967886 Sep 17 22:45:34.158113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32858) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:34.202703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-452125dd-1ae0-4fa2-8702-5bfea5f7bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:34.221654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452125dd-1ae0-4fa2-8702-5bfea5f7bfa7 None None] Routers {'c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:34.222556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-452125dd-1ae0-4fa2-8702-5bfea5f7bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:34.225713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85172599-bce5-47ff-8c1e-da440b271b51 None None] Port be8ee319-1140-4c20-993a-f8b83a3bd6fd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:34.260630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-452125dd-1ae0-4fa2-8702-5bfea5f7bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:34.261601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452125dd-1ae0-4fa2-8702-5bfea5f7bfa7 None None] The sync data for ids ['c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:34.286665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32862) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:34.431671 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f74789e-094d-431e-aa15-d7b1610f63f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.546541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f74789e-094d-431e-aa15-d7b1610f63f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.582730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f16881-03f2-4a10-8355-4444b0f00d26 req-8680fd18-aeac-46c6-be87-a528085d2a6c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:34.584748 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90f16881-03f2-4a10-8355-4444b0f00d26 req-8680fd18-aeac-46c6-be87-a528085d2a6c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 945 time: 0.0889375 Sep 17 22:45:34.631380 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f74789e-094d-431e-aa15-d7b1610f63f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.676053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9f74789e-094d-431e-aa15-d7b1610f63f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5387c92f6d554ded9a2969229a3210dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933380 Sep 17 22:45:34.677004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74789e-094d-431e-aa15-d7b1610f63f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c36c05-cc03-4fee-aae6-63b2af2696d1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:34.679694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32868) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:34.693429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90f16881-03f2-4a10-8355-4444b0f00d26 req-782f36ad-9891-4de7-b4ca-2222cd9f84ad tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026464 Sep 17 22:45:34.742990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e43b107-d127-4c39-a7cf-3521948510d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.767787 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e43b107-d127-4c39-a7cf-3521948510d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.842253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.997509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e43b107-d127-4c39-a7cf-3521948510d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.000605 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e43b107-d127-4c39-a7cf-3521948510d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.001931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8e43b107-d127-4c39-a7cf-3521948510d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3c36c05-cc03-4fee-aae6-63b2af2696d1 HTTP/1.1" status: 204 len: 168 time: 0.3211894 Sep 17 22:45:35.012825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43b107-d127-4c39-a7cf-3521948510d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c36c05-cc03-4fee-aae6-63b2af2696d1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:35.189787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port be8ee319-1140-4c20-993a-f8b83a3bd6fd {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:35.190331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.293149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.307490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for be8ee319-1140-4c20-993a-f8b83a3bd6fd owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:35.583159 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.614179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=be8ee319-1140-4c20-993a-f8b83a3bd6fd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:35.778943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.854282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad02ea3-a9d9-4904-b4d2-ff6a772cc16c req-1329e9c5-b857-417f-ae0e-dc2a37ff13f3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.868444 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ad02ea3-a9d9-4904-b4d2-ff6a772cc16c req-1329e9c5-b857-417f-ae0e-dc2a37ff13f3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 945 time: 0.0803363 Sep 17 22:45:35.875251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd63410b-75e1-4d2f-a047-77b25ed808da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.946155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ad02ea3-a9d9-4904-b4d2-ff6a772cc16c req-ec175032-5948-4cf9-b47e-ced5871c7796 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685270 Sep 17 22:45:36.046085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router c547e2d6-c9fb-46b2-ba58-18b48ac75a0b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:36.178823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:36.189340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32900) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:36.192692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7415a445-fcde-41a5-82d7-b4b8dc65d1c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/c547e2d6-c9fb-46b2-ba58-18b48ac75a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0334034 Sep 17 22:45:36.194456 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efce551-4850-4b6e-89ff-06a56dd2a88d None None] Sync routers for ids ['c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:36.214363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-e7769b05-829e-4222-923c-1fb814519f60 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:36.217396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-e7769b05-829e-4222-923c-1fb814519f60 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 945 time: 0.0743887 Sep 17 22:45:36.237766 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efce551-4850-4b6e-89ff-06a56dd2a88d None None] Routers {'c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:36.242098 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5efce551-4850-4b6e-89ff-06a56dd2a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:36.311623 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5efce551-4850-4b6e-89ff-06a56dd2a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:36.321507 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efce551-4850-4b6e-89ff-06a56dd2a88d None None] Routers {'c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:36.322132 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5efce551-4850-4b6e-89ff-06a56dd2a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:36.365208 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5efce551-4850-4b6e-89ff-06a56dd2a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:36.366116 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efce551-4850-4b6e-89ff-06a56dd2a88d None None] The sync data for ids ['c547e2d6-c9fb-46b2-ba58-18b48ac75a0b'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:36.414739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-79781c15-f44b-4a04-b5c2-d63cadb0d56c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Deleting port 2a76272d-92f9-423d-9f5d-295a45cfeb00 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:36.420561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-79781c15-f44b-4a04-b5c2-d63cadb0d56c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.558800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-79781c15-f44b-4a04-b5c2-d63cadb0d56c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] For port 2a76272d-92f9-423d-9f5d-295a45cfeb00, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2a76272d-92f9-423d-9f5d-295a45cfeb00,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:36.559173 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-79781c15-f44b-4a04-b5c2-d63cadb0d56c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.561853 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-991f8d34-25a0-4e47-9fd2-d3e0c5c6297f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] remove_router_interface failed (client error): The resource could not be found. Sep 17 22:45:36.567660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-991f8d34-25a0-4e47-9fd2-d3e0c5c6297f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/c547e2d6-c9fb-46b2-ba58-18b48ac75a0b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3766062 Sep 17 22:45:36.568505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32910) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:36.583812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-79781c15-f44b-4a04-b5c2-d63cadb0d56c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Calling delete_port for 2a76272d-92f9-423d-9f5d-295a45cfeb00 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:36.612420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fcc49ad2-d101-4c00-a611-78d3c74b6911 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=c547e2d6-c9fb-46b2-ba58-18b48ac75a0b HTTP/1.1" status: 200 len: 205 time: 0.0422063 Sep 17 22:45:36.613906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32914) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:36.744676 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfb3b-28ed-4085-b704-c037cfe24adb tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.850735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-3086652d-29e3-4cee-9d54-c88cefb9f0bb req-2f0bfafe-6052-4dfc-9903-85fde75d7b3d service neutron] (95454) timed out ('10.222.0.15', 53914) {{(pid=95454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:45:36.918777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-79781c15-f44b-4a04-b5c2-d63cadb0d56c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.965455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfb3b-28ed-4085-b704-c037cfe24adb tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.969854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2a76272d-92f9-423d-9f5d-295a45cfeb00'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:36.976099 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfb3b-28ed-4085-b704-c037cfe24adb tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.982804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79781c15-f44b-4a04-b5c2-d63cadb0d56c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'Port': ['ID=2a76272d-92f9-423d-9f5d-295a45cfeb00,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:37.088685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-79781c15-f44b-4a04-b5c2-d63cadb0d56c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] No DVR routers for this DVR port 2a76272d-92f9-423d-9f5d-295a45cfeb00 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:37.099243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-79781c15-f44b-4a04-b5c2-d63cadb0d56c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.101286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0efb7ad-0789-4746-9d85-70037ab04eef req-79781c15-f44b-4a04-b5c2-d63cadb0d56c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "DELETE /v2.0/ports/2a76272d-92f9-423d-9f5d-295a45cfeb00 HTTP/1.1" status: 204 len: 173 time: 0.8774869 Sep 17 22:45:37.101781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d8703e-350d-4328-9af8-85306d14b35c', 'name': 'network-vif-deleted', 'tag': '2a76272d-92f9-423d-9f5d-295a45cfeb00'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:37.104988 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa908f09-1e65-4119-8772-ecab1a5aa94c" -d '{"events": [{"server_uuid": "50d8703e-350d-4328-9af8-85306d14b35c", "name": "network-vif-deleted", "tag": "2a76272d-92f9-423d-9f5d-295a45cfeb00"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:37.125990 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.165314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfb3b-28ed-4085-b704-c037cfe24adb tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.165314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bdfb3b-28ed-4085-b704-c037cfe24adb tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Fanout notify agent at l3_agent the message router_deleted on router c547e2d6-c9fb-46b2-ba58-18b48ac75a0b {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:37.166115 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6ae5e868-6602-4060-971f-ce47d3b6e240 req-c35fd1d0-f231-4b7a-aaa4-5f9b40f2cdb1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.0719364 Sep 17 22:45:37.189045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfb3b-28ed-4085-b704-c037cfe24adb tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.190533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c4bdfb3b-28ed-4085-b704-c037cfe24adb tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/c547e2d6-c9fb-46b2-ba58-18b48ac75a0b HTTP/1.1" status: 204 len: 168 time: 0.5747159 Sep 17 22:45:37.193618 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32936) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:37.250799 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a9fe5e-938c-4be9-9626-4b8634ccbe2b x-openstack-request-id: req-e6a9fe5e-938c-4be9-9626-4b8634ccbe2b {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:37.251066 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d8703e-350d-4328-9af8-85306d14b35c", "name": "network-vif-deleted", "tag": "2a76272d-92f9-423d-9f5d-295a45cfeb00", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:37.251378 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6a9fe5e-938c-4be9-9626-4b8634ccbe2b {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:37.251781 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d8703e-350d-4328-9af8-85306d14b35c', 'name': 'network-vif-deleted', 'tag': '2a76272d-92f9-423d-9f5d-295a45cfeb00', 'status': 'completed', 'code': 200} Sep 17 22:45:37.351164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef96cdf-b502-4d93-8744-f2e200b2c295 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting subnet 9ca21e35-fece-4a69-9c99-281ed8514a42 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:37.356526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ef96cdf-b502-4d93-8744-f2e200b2c295 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.377327 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.457069 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ef96cdf-b502-4d93-8744-f2e200b2c295 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.578752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ef96cdf-b502-4d93-8744-f2e200b2c295 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.757707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ef96cdf-b502-4d93-8744-f2e200b2c295 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.783447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef96cdf-b502-4d93-8744-f2e200b2c295 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca21e35-fece-4a69-9c99-281ed8514a42,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:37.790030 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8ef96cdf-b502-4d93-8744-f2e200b2c295 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.794249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8ef96cdf-b502-4d93-8744-f2e200b2c295 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/9ca21e35-fece-4a69-9c99-281ed8514a42 HTTP/1.1" status: 204 len: 168 time: 0.5973070 Sep 17 22:45:37.794477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32944) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:37.800047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66badb5d-4769-4aee-a8c9-2ea9e9e6d55f None None] Network 4becfc28-d4a3-434c-a306-89e2057f174e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:37.889255 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.056788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0993596d-20cb-47a6-8641-cec3fc61862b None None] DHCP port deletion for 4becfc28-d4a3-434c-a306-89e2057f174e request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:38.127371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0993596d-20cb-47a6-8641-cec3fc61862b None None] Deleting port bd7a034d-d8ef-4406-aae8-f030b540ca8b {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:38.127869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0993596d-20cb-47a6-8641-cec3fc61862b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.160714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32950) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:38.215159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0993596d-20cb-47a6-8641-cec3fc61862b None None] For port bd7a034d-d8ef-4406-aae8-f030b540ca8b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bd7a034d-d8ef-4406-aae8-f030b540ca8b,segment=NetworkSegment(e661254e-3b26-42a0-b941-8239d331918b),segment_id=e661254e-3b26-42a0-b941-8239d331918b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:38.215890 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0993596d-20cb-47a6-8641-cec3fc61862b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.234960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0993596d-20cb-47a6-8641-cec3fc61862b None None] Calling delete_port for bd7a034d-d8ef-4406-aae8-f030b540ca8b owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:38.302634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a98fac10-ea60-4b7f-be21-824847a5d1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.451934 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0993596d-20cb-47a6-8641-cec3fc61862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.461358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75bf4021-ceec-4a34-a052-fe72fb97def9 req-90a51677-f112-4a03-8242-eb96a27609ba tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.0339482 Sep 17 22:45:38.484424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993596d-20cb-47a6-8641-cec3fc61862b None None] Pushing event deleted for resources: {'Port': ['ID=bd7a034d-d8ef-4406-aae8-f030b540ca8b,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.494270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993596d-20cb-47a6-8641-cec3fc61862b None None] No DVR routers for this DVR port bd7a034d-d8ef-4406-aae8-f030b540ca8b on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:38.506995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port bd7a034d-d8ef-4406-aae8-f030b540ca8b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:38.507345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.573628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a98fac10-ea60-4b7f-be21-824847a5d1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.599959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port bd7a034d-d8ef-4406-aae8-f030b540ca8b, host n-d-713499-18, got binding levels [] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:38.600492 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.618034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for bd7a034d-d8ef-4406-aae8-f030b540ca8b owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:38.618034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Port bd7a034d-d8ef-4406-aae8-f030b540ca8b was not found and therefore no delete operation was performed {{(pid=95455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:45:38.619143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.637480 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a98fac10-ea60-4b7f-be21-824847a5d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.652003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=bd7a034d-d8ef-4406-aae8-f030b540ca8b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.654060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No DVR routers for this DVR port bd7a034d-d8ef-4406-aae8-f030b540ca8b on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:38.689670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fac10-ea60-4b7f-be21-824847a5d1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ff37a-739f-4b47-9d23-0a9a22d46b5a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.696761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a98fac10-ea60-4b7f-be21-824847a5d1d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3bf0254d69e47d5bf820a4ded2505c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349391 Sep 17 22:45:38.699954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32964) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:38.756886 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.761673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56c3de4a-86e4-45f3-ba20-3c58bebd9dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.781567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4becfc28-d4a3-434c-a306-89e2057f174e']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:38.785854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56c3de4a-86e4-45f3-ba20-3c58bebd9dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.793348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e661254e-3b26-42a0-b941-8239d331918b') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:38.794050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e661254e-3b26-42a0-b941-8239d331918b') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:38.804845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.822035 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.828875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:38.829312 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:38.833865 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:38.897234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56c3de4a-86e4-45f3-ba20-3c58bebd9dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.901201 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56c3de4a-86e4-45f3-ba20-3c58bebd9dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.902695 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-56c3de4a-86e4-45f3-ba20-3c58bebd9dcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a3ff37a-739f-4b47-9d23-0a9a22d46b5a HTTP/1.1" status: 204 len: 168 time: 0.2011788 Sep 17 22:45:38.913756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3de4a-86e4-45f3-ba20-3c58bebd9dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ff37a-739f-4b47-9d23-0a9a22d46b5a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.981012 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.989609 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.992058 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/networks/4becfc28-d4a3-434c-a306-89e2057f174e HTTP/1.1" status: 204 len: 168 time: 1.1962042 Sep 17 22:45:38.995386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 32968) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:39.002062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2061813997'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:39.005088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3210f4a-5011-4ff4-8787-e7de4ab0faa2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Network': ['ID=4becfc28-d4a3-434c-a306-89e2057f174e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:39.035505 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.120442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:39.128837 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.166234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:39.178083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bd7a034d-d8ef-4406-aae8-f030b540ca8b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:39.193190 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.193304 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added segment 7cf6bc47-5129-4057-a889-9f826a595870 of type vlan for network 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 Sep 17 22:45:39.207069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: bd7a034d-d8ef-4406-aae8-f030b540ca8b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:39.207787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bd7a034d-d8ef-4406-aae8-f030b540ca8b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:39.243974 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.360266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.368030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:39.368731 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.482229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4851797 Sep 17 22:45:39.487383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 32982) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:39.489909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbc745-f937-4e90-b988-df47667b161d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Network': ['ID=2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:39.493612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'subnet': {'network_id': '2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:39.510084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:39.659531 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b8d49c8-8ed2-4acf-80a9-193e63bb46e0 req-656d3b91-ea01-4800-848b-14dd087bfc13 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.0529606 Sep 17 22:45:39.925677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:39.929717 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.329388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.389205 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.421290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Subnet': ['ID=f0b1585b-c593-4f38-b2ea-2671145df318,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:40.430243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Checking segment: {'id': '7cf6bc47-5129-4057-a889-9f826a595870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:40.430605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network hostable DHCP agents. Network: 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:40.522733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:40.605866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:40.610332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:40.617415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.619421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be29982a-a984-459a-946e-ea8683d47579 None None] Network 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:40.732264 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b3d5b239-17c2-436f-9878-94959c4426e1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2414494 Sep 17 22:45:40.732617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33042) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:40.741235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d98a8c69-bb05-4bfd-ac02-d95b7bbc25ee tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1317021725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:40.792788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff0154b1-e632-4b8a-bd19-fded7c3fee58 req-f9560d50-9023-4a60-bace-230714dd43cf tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.0342851 Sep 17 22:45:40.828968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293', 'network_id': '2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'fixed_ips': [{'subnet_id': 'f0b1585b-c593-4f38-b2ea-2671145df318'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:40.829930 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.897538 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d98a8c69-bb05-4bfd-ac02-d95b7bbc25ee tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.899028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d98a8c69-bb05-4bfd-ac02-d95b7bbc25ee tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.989874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Allocated IP 2001:db8::2 (2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293/f0b1585b-c593-4f38-b2ea-2671145df318/c745ac86-e55b-4111-8a97-4bf967184dff) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:41.061894 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d98a8c69-bb05-4bfd-ac02-d95b7bbc25ee tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.085199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2a76272d-92f9-423d-9f5d-295a45cfeb00 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:41.128720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 2a76272d-92f9-423d-9f5d-295a45cfeb00 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:41.129079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2a76272d-92f9-423d-9f5d-295a45cfeb00 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:41.186411 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d98a8c69-bb05-4bfd-ac02-d95b7bbc25ee tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.236808 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.314509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d98a8c69-bb05-4bfd-ac02-d95b7bbc25ee tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.324263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d98a8c69-bb05-4bfd-ac02-d95b7bbc25ee tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5815854 Sep 17 22:45:41.326513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33072) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:41.364534 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.403779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Network 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:41.407352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:41.446899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:41.517058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33080) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:41.570428 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71938301-e6f8-4804-9abe-af6ce57db237 req-0c127c31-012f-475c-a498-21d7333696c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0646083 Sep 17 22:45:41.605991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Attempting to bind port c745ac86-e55b-4111-8a97-4bf967184dff on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:41.606362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Attempting to bind port c745ac86-e55b-4111-8a97-4bf967184dff by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '7cf6bc47-5129-4057-a889-9f826a595870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:41.606732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Attempting to bind port c745ac86-e55b-4111-8a97-4bf967184dff on network 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:41.647436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Pushing event updated for resources: {'Port': ['ID=c745ac86-e55b-4111-8a97-4bf967184dff,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:41.656488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:41.659074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Checking segment: {'id': '7cf6bc47-5129-4057-a889-9f826a595870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:41.661359 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.661775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Bound using segment: {'id': '7cf6bc47-5129-4057-a889-9f826a595870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:41.662284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Bound port: c745ac86-e55b-4111-8a97-4bf967184dff, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf6bc47-5129-4057-a889-9f826a595870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:41.662678 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.778867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71938301-e6f8-4804-9abe-af6ce57db237 req-494a9cae-561d-4f7a-889b-f87f20722df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:41.780604 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71938301-e6f8-4804-9abe-af6ce57db237 req-494a9cae-561d-4f7a-889b-f87f20722df8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfe952e2abc6469796b81e422a72c1ad&device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 1101 time: 0.1229746 Sep 17 22:45:41.822882 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] For port c745ac86-e55b-4111-8a97-4bf967184dff, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:41.829952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] For port c745ac86-e55b-4111-8a97-4bf967184dff, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c745ac86-e55b-4111-8a97-4bf967184dff,segment=NetworkSegment(7cf6bc47-5129-4057-a889-9f826a595870),segment_id=7cf6bc47-5129-4057-a889-9f826a595870)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:41.872355 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.901665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1546763061'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:41.956653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71938301-e6f8-4804-9abe-af6ce57db237 req-c989e0a0-b01a-46f9-84ca-f12da2169c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:41.959050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71938301-e6f8-4804-9abe-af6ce57db237 req-c989e0a0-b01a-46f9-84ca-f12da2169c6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4badc02-9300-4d9c-81bc-bd162709c099 HTTP/1.1" status: 200 len: 870 time: 0.1569443 Sep 17 22:45:41.979955 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-401139bf-a0cc-48d7-893c-9472bf1e30a3 req-ba032240-227b-48ff-8eff-67d2835e341a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.0739202 Sep 17 22:45:42.009411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71938301-e6f8-4804-9abe-af6ce57db237 req-6a0790a5-74fd-44b0-8144-a925af2503ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b9273055-2c62-4d0b-abe3-b6fecb207eb2 HTTP/1.1" status: 200 len: 217 time: 0.0421946 Sep 17 22:45:42.013309 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.085572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71938301-e6f8-4804-9abe-af6ce57db237 req-4fa91aaa-b640-43de-a001-0dafb4bb9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:42.088493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71938301-e6f8-4804-9abe-af6ce57db237 req-4fa91aaa-b640-43de-a001-0dafb4bb9152 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0695102 Sep 17 22:45:42.095770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46646f21-ab52-4c98-8d4e-ddc54d1b6cc8 None None] Pushing event updated for resources: {'Port': ['ID=c745ac86-e55b-4111-8a97-4bf967184dff,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:42.144411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Made reservation on behalf of b38d1be9a2fb4be691e58515fe2a5303 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:42.148463 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.173410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71938301-e6f8-4804-9abe-af6ce57db237 req-6ff00b7c-b5b5-4d9c-b9c3-29dd1ee4636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:42.176334 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71938301-e6f8-4804-9abe-af6ce57db237 req-6ff00b7c-b5b5-4d9c-b9c3-29dd1ee4636a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0780406 Sep 17 22:45:42.177165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.287133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Allocated IP 2001:db8::1 (2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293/f0b1585b-c593-4f38-b2ea-2671145df318/1c7f8146-3c06-496d-bbe3-6914438ff815) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:42.318924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71938301-e6f8-4804-9abe-af6ce57db237 req-2cf3d039-f66c-4e04-8ab7-06e6803dddd6 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352506 Sep 17 22:45:42.444029 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.486203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.494038 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71938301-e6f8-4804-9abe-af6ce57db237 req-2f66e3aa-aea4-4fec-8b8f-00fc6cde5fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582789 Sep 17 22:45:42.528921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.566879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:42.569079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732174f6-bb02-4575-8817-7763c28915e1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:42.581581 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.582023 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Added segment 94a17f3e-e5b1-418b-b3c7-e222555d83ca of type vlan for network 03ead140-ecfb-4eec-8ebe-fcfb77c254a9 Sep 17 22:45:42.631866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.683349 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.726303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:42.730081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:42.737679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:42.738299 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.780460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=1c7f8146-3c06-496d-bbe3-6914438ff815,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:42.789498 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.795342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:42.795957 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.901574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Pushing event updated for resources: {'Network': ['ID=03ead140-ecfb-4eec-8ebe-fcfb77c254a9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:42.915914 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 03ead140-ecfb-4eec-8ebe-fcfb77c254a9 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:42.928166 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3be937c7-c274-4d52-857a-c2710dfa6cfa tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4087694 Sep 17 22:45:42.930172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33128) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:42.936944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Request body: {'subnet': {'network_id': '03ead140-ecfb-4eec-8ebe-fcfb77c254a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:43.126080 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0a350c55-4a49-410a-8c0e-32c8b1cf3b56 req-cabd4905-190b-452c-af2f-9cdc9016d0d4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.0618770 Sep 17 22:45:43.155580 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.171912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Made reservation on behalf of b38d1be9a2fb4be691e58515fe2a5303 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:43.177455 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.288042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c745ac86-e55b-4111-8a97-4bf967184dff up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:43.399915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port c745ac86-e55b-4111-8a97-4bf967184dff triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:43.400334 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.566928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd750235-5cd1-4a95-85f0-430c9fa1a0ec None None] Network 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:43.612307 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.634719 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.653682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85a7814a-413d-449d-9a0e-232ec9cf23f7 None None] Provisioning complete for port c745ac86-e55b-4111-8a97-4bf967184dff triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:43.654114 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85a7814a-413d-449d-9a0e-232ec9cf23f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.707155 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Pushing event updated for resources: {'Subnet': ['ID=167bf442-346c-474f-aef7-2928d5da4a8d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:43.718933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Checking segment: {'id': '94a17f3e-e5b1-418b-b3c7-e222555d83ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03ead140-ecfb-4eec-8ebe-fcfb77c254a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:43.719440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Network hostable DHCP agents. Network: 03ead140-ecfb-4eec-8ebe-fcfb77c254a9, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:43.775763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port c745ac86-e55b-4111-8a97-4bf967184dff, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c745ac86-e55b-4111-8a97-4bf967184dff,segment=NetworkSegment(7cf6bc47-5129-4057-a889-9f826a595870),segment_id=7cf6bc47-5129-4057-a889-9f826a595870)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:43.820421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Network 03ead140-ecfb-4eec-8ebe-fcfb77c254a9 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:43.865986 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.926245 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85a7814a-413d-449d-9a0e-232ec9cf23f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.972326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=c745ac86-e55b-4111-8a97-4bf967184dff,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:43.972919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 03ead140-ecfb-4eec-8ebe-fcfb77c254a9) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:43.988873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.989453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.989959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.990452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.990957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.991481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.991812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.992160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.992489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.992852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.993175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.993495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:43.999923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb00d65-d97b-4006-bdaf-28b91e81cabc None None] Network 03ead140-ecfb-4eec-8ebe-fcfb77c254a9 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:44.008582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:44.012263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.016920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.083995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.085241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.094164 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85a7814a-413d-449d-9a0e-232ec9cf23f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:45:44.100308 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85a7814a-413d-449d-9a0e-232ec9cf23f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:45:44.127603 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9792ee0e-0df3-44ef-ac3a-b839b0c57292 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1935813 Sep 17 22:45:44.128491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33172) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:44.136615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Request body: {'port': {'network_id': '03ead140-ecfb-4eec-8ebe-fcfb77c254a9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1779779942'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:44.193807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=1c7f8146-3c06-496d-bbe3-6914438ff815,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:44.340584 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b51c6c57-92d2-471e-b3d5-800f415fcf29 req-579b0a04-1a82-4b84-a0cc-7ca4973ef37b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d8703e-350d-4328-9af8-85306d14b35c HTTP/1.1" status: 200 len: 210 time: 0.0429044 Sep 17 22:45:44.348144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-03ead140-ecfb-4eec-8ebe-fcfb77c254a9', 'network_id': '03ead140-ecfb-4eec-8ebe-fcfb77c254a9', 'tenant_id': 'b38d1be9a2fb4be691e58515fe2a5303', 'fixed_ips': [{'subnet_id': '167bf442-346c-474f-aef7-2928d5da4a8d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:44.349200 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.366933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:44.368475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:44.540030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Made reservation on behalf of b38d1be9a2fb4be691e58515fe2a5303 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:44.543806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.578628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] device_id is not set on port 5b86985a-6ce8-493a-becd-b8359cabbe1d yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:45:44.593950 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Allocated IP 172.20.0.2 (03ead140-ecfb-4eec-8ebe-fcfb77c254a9/167bf442-346c-474f-aef7-2928d5da4a8d/1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:44.602715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 9339784b-f39f-40bd-bee5-a2050b00536a is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:44.731209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:44.738106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d080853f-1a0b-4073-bf05-7c48bcbb5860 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/9339784b-f39f-40bd-bee5-a2050b00536a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4101796 Sep 17 22:45:44.746626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33200) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:44.799943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c61da7-be34-403f-9e1d-27b740399733 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:44.801743 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-78c61da7-be34-403f-9e1d-27b740399733 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports/1c7f8146-3c06-496d-bbe3-6914438ff815 HTTP/1.1" status: 200 len: 911 time: 0.0598960 Sep 17 22:45:44.804580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33206) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:44.930279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c78d03-6d65-48d0-baf8-81b3460c8bf8 None None] Sync routers for ids ['9339784b-f39f-40bd-bee5-a2050b00536a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:44.961454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c78d03-6d65-48d0-baf8-81b3460c8bf8 None None] Routers {'9339784b-f39f-40bd-bee5-a2050b00536a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:44.962082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55c78d03-6d65-48d0-baf8-81b3460c8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9339784b-f39f-40bd-bee5-a2050b00536a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:45.004239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55c78d03-6d65-48d0-baf8-81b3460c8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:45.044759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c78d03-6d65-48d0-baf8-81b3460c8bf8 None None] Routers {'9339784b-f39f-40bd-bee5-a2050b00536a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:45.045667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55c78d03-6d65-48d0-baf8-81b3460c8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9339784b-f39f-40bd-bee5-a2050b00536a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:45.118443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55c78d03-6d65-48d0-baf8-81b3460c8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:45.119433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c78d03-6d65-48d0-baf8-81b3460c8bf8 None None] The sync data for ids ['9339784b-f39f-40bd-bee5-a2050b00536a'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:45.136266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.146788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f1e64269-0bf2-45e9-80c4-8c0400a25d55 None None] Provisioning complete for port c745ac86-e55b-4111-8a97-4bf967184dff triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:45.151690 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f1e64269-0bf2-45e9-80c4-8c0400a25d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.243281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c745ac86-e55b-4111-8a97-4bf967184dff up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:45.245658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.316442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Allocated IP 172.20.0.7 (03ead140-ecfb-4eec-8ebe-fcfb77c254a9/167bf442-346c-474f-aef7-2928d5da4a8d/5b86985a-6ce8-493a-becd-b8359cabbe1d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:45.322576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.323339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Pushing event updated for resources: {'Port': ['ID=1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:45.349104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Network 03ead140-ecfb-4eec-8ebe-fcfb77c254a9 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:45.358685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:45.361333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:45.372558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f1e64269-0bf2-45e9-80c4-8c0400a25d55 None None] Provisioning complete for port 1c7f8146-3c06-496d-bbe3-6914438ff815 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:45.372843 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f1e64269-0bf2-45e9-80c4-8c0400a25d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.464520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f1e64269-0bf2-45e9-80c4-8c0400a25d55 None None] Port 1c7f8146-3c06-496d-bbe3-6914438ff815 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:45.468171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port c745ac86-e55b-4111-8a97-4bf967184dff triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:45.468689 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.470392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Attempting to bind port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:45.471266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Attempting to bind port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '94a17f3e-e5b1-418b-b3c7-e222555d83ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03ead140-ecfb-4eec-8ebe-fcfb77c254a9'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:45.472107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Attempting to bind port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 on network 03ead140-ecfb-4eec-8ebe-fcfb77c254a9 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:45.501242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:45.502221 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Checking segment: {'id': '94a17f3e-e5b1-418b-b3c7-e222555d83ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03ead140-ecfb-4eec-8ebe-fcfb77c254a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:45.502221 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.502553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Bound using segment: {'id': '94a17f3e-e5b1-418b-b3c7-e222555d83ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03ead140-ecfb-4eec-8ebe-fcfb77c254a9'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:45.503249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Bound port: 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a17f3e-e5b1-418b-b3c7-e222555d83ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03ead140-ecfb-4eec-8ebe-fcfb77c254a9'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:45.503643 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.622494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] For port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:45.646659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-225d465b-9874-48ac-b52a-7204ef8b639a None None] Provisioning complete for port 1c7f8146-3c06-496d-bbe3-6914438ff815 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:45.647271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-225d465b-9874-48ac-b52a-7204ef8b639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.653872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] For port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414,segment=NetworkSegment(94a17f3e-e5b1-418b-b3c7-e222555d83ca),segment_id=94a17f3e-e5b1-418b-b3c7-e222555d83ca)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:45.684741 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.694759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-225d465b-9874-48ac-b52a-7204ef8b639a None None] Port 1c7f8146-3c06-496d-bbe3-6914438ff815 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:45.726331 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.823608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f035b-7825-481a-9224-b100012a3d79 None None] Pushing event updated for resources: {'Port': ['ID=1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:45.867687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 1c7f8146-3c06-496d-bbe3-6914438ff815 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:45.868275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.903472 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.997949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Network 03ead140-ecfb-4eec-8ebe-fcfb77c254a9 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:46.010169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:46.014440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:46.018473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Pushing event updated for resources: {'Port': ['ID=5b86985a-6ce8-493a-becd-b8359cabbe1d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.080988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.103127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 1c7f8146-3c06-496d-bbe3-6914438ff815 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:46.130077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:46.130761 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.260921 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1df6803f-13db-471b-b4ce-95ad6a76d47e tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1303093 Sep 17 22:45:46.266431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33270) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:46.378178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-489760b9-fc5a-4a89-a5b5-7b9afc6680dc tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Deleting port 5b86985a-6ce8-493a-becd-b8359cabbe1d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:46.378511 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-489760b9-fc5a-4a89-a5b5-7b9afc6680dc tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.414729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.459816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=1c7f8146-3c06-496d-bbe3-6914438ff815,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.499937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-489760b9-fc5a-4a89-a5b5-7b9afc6680dc tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.515278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-489760b9-fc5a-4a89-a5b5-7b9afc6680dc tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Calling delete_port for 5b86985a-6ce8-493a-becd-b8359cabbe1d owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:46.583220 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.800961 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-489760b9-fc5a-4a89-a5b5-7b9afc6680dc tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.818653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 9339784b-f39f-40bd-bee5-a2050b00536a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:46.854349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489760b9-fc5a-4a89-a5b5-7b9afc6680dc tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Pushing event deleted for resources: {'Port': ['ID=5b86985a-6ce8-493a-becd-b8359cabbe1d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.974905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:46.976037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-489760b9-fc5a-4a89-a5b5-7b9afc6680dc tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.978740 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-489760b9-fc5a-4a89-a5b5-7b9afc6680dc tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] 10.222.0.30 "DELETE /v2.0/ports/5b86985a-6ce8-493a-becd-b8359cabbe1d HTTP/1.1" status: 204 len: 168 time: 0.7111003 Sep 17 22:45:46.981686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ed7979ee-1e5d-44b2-92a2-a99dae861d7e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/9339784b-f39f-40bd-bee5-a2050b00536a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1758323 Sep 17 22:45:46.982291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:46.984222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33304) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:46.991800 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e79ff-5f93-4cc8-b54f-35ad7faac215 None None] Sync routers for ids ['9339784b-f39f-40bd-bee5-a2050b00536a'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:47.004589 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e79ff-5f93-4cc8-b54f-35ad7faac215 None None] Routers {'9339784b-f39f-40bd-bee5-a2050b00536a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:47.005354 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d42e79ff-5f93-4cc8-b54f-35ad7faac215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9339784b-f39f-40bd-bee5-a2050b00536a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:47.020456 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-967e1a63-546c-40af-8220-64e85bcba91a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=9339784b-f39f-40bd-bee5-a2050b00536a HTTP/1.1" status: 200 len: 205 time: 0.0351419 Sep 17 22:45:47.022783 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33308) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:47.044719 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d42e79ff-5f93-4cc8-b54f-35ad7faac215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:47.055361 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e79ff-5f93-4cc8-b54f-35ad7faac215 None None] Routers {'9339784b-f39f-40bd-bee5-a2050b00536a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:47.057889 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d42e79ff-5f93-4cc8-b54f-35ad7faac215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9339784b-f39f-40bd-bee5-a2050b00536a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:47.113911 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d42e79ff-5f93-4cc8-b54f-35ad7faac215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:47.114751 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e79ff-5f93-4cc8-b54f-35ad7faac215 None None] The sync data for ids ['9339784b-f39f-40bd-bee5-a2050b00536a'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:47.136868 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13e9dbaf-9c8a-4b0e-afd5-f7824996fc45 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.146482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-004381b7-46de-4c85-9b13-3cc008851931 tempest-DHCPAgentSchedulersTestJSON-1830541165 tempest-DHCPAgentSchedulersTestJSON-1830541165-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1631339 Sep 17 22:45:47.149485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33314) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:47.158842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-845922152'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:47.215805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6cbb96-3987-4d37-856a-d08e050b1d38 None None] Network 03ead140-ecfb-4eec-8ebe-fcfb77c254a9 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:47.285704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Made reservation on behalf of b38d1be9a2fb4be691e58515fe2a5303 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:47.291106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:47.291395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.361001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:47.363619 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13e9dbaf-9c8a-4b0e-afd5-f7824996fc45 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.369520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-47d789e9-c2d6-4ec2-bfc4-a52dbdb87e51 None None] Provisioning complete for port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:47.369878 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-47d789e9-c2d6-4ec2-bfc4-a52dbdb87e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.374445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13e9dbaf-9c8a-4b0e-afd5-f7824996fc45 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.389378 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.389913 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Added segment d0e4041f-3c56-4f2d-bbf0-b32094e7b74c of type vlan for network 103e1518-bf7e-4037-bb4b-7611a9c9f278 Sep 17 22:45:47.399824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:47.400225 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.463944 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.607485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-47d789e9-c2d6-4ec2-bfc4-a52dbdb87e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.634923 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.668885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13e9dbaf-9c8a-4b0e-afd5-f7824996fc45 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.672810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e9dbaf-9c8a-4b0e-afd5-f7824996fc45 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Fanout notify agent at l3_agent the message router_deleted on router 9339784b-f39f-40bd-bee5-a2050b00536a {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:47.678376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-47d789e9-c2d6-4ec2-bfc4-a52dbdb87e51 None None] For port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414,segment=NetworkSegment(94a17f3e-e5b1-418b-b3c7-e222555d83ca),segment_id=94a17f3e-e5b1-418b-b3c7-e222555d83ca)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:47.681268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13e9dbaf-9c8a-4b0e-afd5-f7824996fc45 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.685177 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-13e9dbaf-9c8a-4b0e-afd5-f7824996fc45 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/9339784b-f39f-40bd-bee5-a2050b00536a HTTP/1.1" status: 204 len: 168 time: 0.6587646 Sep 17 22:45:47.685384 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.685512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33334) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:47.689287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:47.690128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.778690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ea0e08-a962-43e9-937b-ff7f1a4910a6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting subnet f0b1585b-c593-4f38-b2ea-2671145df318 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:47.784986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e08-a962-43e9-937b-ff7f1a4910a6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.803050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Pushing event updated for resources: {'Network': ['ID=103e1518-bf7e-4037-bb4b-7611a9c9f278,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:47.813389 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-47d789e9-c2d6-4ec2-bfc4-a52dbdb87e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.821694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 103e1518-bf7e-4037-bb4b-7611a9c9f278 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:47.843685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e375c631-a31a-4009-85fb-ba4aff3b9275 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6925611 Sep 17 22:45:47.847179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33340) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:47.914006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e08-a962-43e9-937b-ff7f1a4910a6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.010780 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:45:48.011498 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:45:48.155525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f7eded3e-2a3d-49cd-890d-ab527482896a None None] Provisioning complete for port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:48.156029 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f7eded3e-2a3d-49cd-890d-ab527482896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.197344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d789e9-c2d6-4ec2-bfc4-a52dbdb87e51 None None] Pushing event updated for resources: {'Port': ['ID=1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:48.214849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e08-a962-43e9-937b-ff7f1a4910a6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.223951 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2e71f1d8-86d1-4455-9cf7-88e855060b77 tempest-DHCPAgentSchedulersTestJSON-1830541165 tempest-DHCPAgentSchedulersTestJSON-1830541165-project-admin] 10.222.0.30 "GET /v2.0/agents/111002a2-53d4-412b-b2cc-1aa7df30e69e/dhcp-networks HTTP/1.1" status: 200 len: 8851 time: 0.3720083 Sep 17 22:45:48.224796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33354) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:48.365539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd75af98-85be-46f1-ad2c-a47571de90c7 tempest-DHCPAgentSchedulersTestJSON-1830541165 tempest-DHCPAgentSchedulersTestJSON-1830541165-project-admin] Network 103e1518-bf7e-4037-bb4b-7611a9c9f278 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:48.390881 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e08-a962-43e9-937b-ff7f1a4910a6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.412837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea0e08-a962-43e9-937b-ff7f1a4910a6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b1585b-c593-4f38-b2ea-2671145df318,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:48.426188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e08-a962-43e9-937b-ff7f1a4910a6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.426653 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a99219-b877-4197-b60b-dbcba7da85b3 None None] Network 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:48.429082 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-34ea0e08-a962-43e9-937b-ff7f1a4910a6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/f0b1585b-c593-4f38-b2ea-2671145df318 HTTP/1.1" status: 204 len: 168 time: 0.7425818 Sep 17 22:45:48.431566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33366) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:48.465337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-478283b5-ea6b-4af6-b89f-cc5497a81cb9 None None] Could not find standard attr ID for object 5b86985a-6ce8-493a-becd-b8359cabbe1d. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:45:48.558690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.578634 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cd75af98-85be-46f1-ad2c-a47571de90c7 tempest-DHCPAgentSchedulersTestJSON-1830541165 tempest-DHCPAgentSchedulersTestJSON-1830541165-project-admin] 10.222.0.30 "POST /v2.0/agents/111002a2-53d4-412b-b2cc-1aa7df30e69e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3494577 Sep 17 22:45:48.579046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33372) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:48.607252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65b419-f4f3-4709-8359-8868e100c536 None None] Network 103e1518-bf7e-4037-bb4b-7611a9c9f278 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:48.673952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port c745ac86-e55b-4111-8a97-4bf967184dff {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:48.674514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.771327 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1f9d1094-0a01-4351-8f45-346a553a3db7 tempest-DHCPAgentSchedulersTestJSON-1830541165 tempest-DHCPAgentSchedulersTestJSON-1830541165-project-admin] 10.222.0.30 "GET /v2.0/agents/111002a2-53d4-412b-b2cc-1aa7df30e69e/dhcp-networks HTTP/1.1" status: 200 len: 9583 time: 0.1869199 Sep 17 22:45:48.771789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33382) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:48.828175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port c745ac86-e55b-4111-8a97-4bf967184dff, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c745ac86-e55b-4111-8a97-4bf967184dff,segment=NetworkSegment(7cf6bc47-5129-4057-a889-9f826a595870),segment_id=7cf6bc47-5129-4057-a889-9f826a595870)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:48.828676 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.843334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for c745ac86-e55b-4111-8a97-4bf967184dff owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:48.880762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7a1754-d4af-4f42-956f-d76fb965b2a3 None None] DHCP port deletion for 2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:48.945558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a1754-d4af-4f42-956f-d76fb965b2a3 None None] Deleting port c745ac86-e55b-4111-8a97-4bf967184dff {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:48.946217 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1754-d4af-4f42-956f-d76fb965b2a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.983962 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-beee3cfd-b443-4069-aca9-f7c5558f011d tempest-DHCPAgentSchedulersTestJSON-1830541165 tempest-DHCPAgentSchedulersTestJSON-1830541165-project-admin] 10.222.0.30 "DELETE /v2.0/agents/111002a2-53d4-412b-b2cc-1aa7df30e69e/dhcp-networks/103e1518-bf7e-4037-bb4b-7611a9c9f278 HTTP/1.1" status: 204 len: 168 time: 0.2089345 Sep 17 22:45:48.984603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33392) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.045910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1b7a1754-d4af-4f42-956f-d76fb965b2a3 None None] For port c745ac86-e55b-4111-8a97-4bf967184dff, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c745ac86-e55b-4111-8a97-4bf967184dff,segment=NetworkSegment(7cf6bc47-5129-4057-a889-9f826a595870),segment_id=7cf6bc47-5129-4057-a889-9f826a595870)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:49.050094 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1754-d4af-4f42-956f-d76fb965b2a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.060803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.089619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a1754-d4af-4f42-956f-d76fb965b2a3 None None] Calling delete_port for c745ac86-e55b-4111-8a97-4bf967184dff owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:49.154510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=c745ac86-e55b-4111-8a97-4bf967184dff,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:49.159790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No DVR routers for this DVR port c745ac86-e55b-4111-8a97-4bf967184dff on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:49.317372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:49.356046 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.365531 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7cfb23c6-b14d-4873-a482-4461be8ebc1d tempest-DHCPAgentSchedulersTestJSON-1830541165 tempest-DHCPAgentSchedulersTestJSON-1830541165-project-admin] 10.222.0.30 "GET /v2.0/agents/111002a2-53d4-412b-b2cc-1aa7df30e69e/dhcp-networks HTTP/1.1" status: 200 len: 8813 time: 0.3796456 Sep 17 22:45:49.371645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33414) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.395691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.409417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf6bc47-5129-4057-a889-9f826a595870') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.409417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf6bc47-5129-4057-a889-9f826a595870') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.423397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.438593 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e3205839-97ec-4dd0-b929-1aec75f14b4b tempest-DHCPAgentSchedulersTestJSON-1830541165 tempest-DHCPAgentSchedulersTestJSON-1830541165-project-admin] 10.222.0.30 "GET /v2.0/networks/03ead140-ecfb-4eec-8ebe-fcfb77c254a9/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0654340 Sep 17 22:45:49.444958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33422) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.445835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.458290 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:49.459086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.482348 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-463815cb-8e18-4da6-9dd2-7302de1812b5 tempest-DHCPAgentSchedulersTestJSON-1830541165 tempest-DHCPAgentSchedulersTestJSON-1830541165-project-admin] 10.222.0.30 "GET /v2.0/networks/03ead140-ecfb-4eec-8ebe-fcfb77c254a9/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0362129 Sep 17 22:45:49.485496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33424) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.496222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:49.497614 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:49.549173 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:49.594788 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1754-d4af-4f42-956f-d76fb965b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.626718 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.648327 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.656112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33432) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.662550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-648671258', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:49.665379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/networks/2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293 HTTP/1.1" status: 204 len: 168 time: 1.2315745 Sep 17 22:45:49.685995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb18ae7-653e-41b6-9d2b-985b7cd17479 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Network': ['ID=2bb5fc33-3f17-4e1b-823e-b1d1d4dfb293,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:49.720260 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-04868764-84f6-4b87-b4db-a036c580d859 tempest-DHCPAgentSchedulersTestJSON-1830541165 tempest-DHCPAgentSchedulersTestJSON-1830541165-project-admin] 10.222.0.30 "GET /v2.0/agents/111002a2-53d4-412b-b2cc-1aa7df30e69e/dhcp-networks HTTP/1.1" status: 200 len: 8813 time: 0.2300656 Sep 17 22:45:49.720833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33438) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.734811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a1754-d4af-4f42-956f-d76fb965b2a3 None None] Pushing event deleted for resources: {'Port': ['ID=c745ac86-e55b-4111-8a97-4bf967184dff,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:49.744153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a1754-d4af-4f42-956f-d76fb965b2a3 None None] No DVR routers for this DVR port c745ac86-e55b-4111-8a97-4bf967184dff on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:49.763286 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.764746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.892410 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.902480 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.947050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4adcd-5182-4df5-b97c-5463b388a617 req-164edbf9-42ae-4b9a-b04e-6c4275bd50a2 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:49.948716 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7d4adcd-5182-4df5-b97c-5463b388a617 req-164edbf9-42ae-4b9a-b04e-6c4275bd50a2 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 945 time: 0.1346157 Sep 17 22:45:49.968925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c745ac86-e55b-4111-8a97-4bf967184dff no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:50.019732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: c745ac86-e55b-4111-8a97-4bf967184dff {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:50.020019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c745ac86-e55b-4111-8a97-4bf967184dff not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:50.074971 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7d4adcd-5182-4df5-b97c-5463b388a617 req-3e6a87a4-6e2b-4b02-94b8-fc2a7255f9cc tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100721 Sep 17 22:45:50.094950 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.138442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103e1518-bf7e-4037-bb4b-7611a9c9f278']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:50.152690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e4041f-3c56-4f2d-bbf0-b32094e7b74c') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:50.153186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e4041f-3c56-4f2d-bbf0-b32094e7b74c') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:50.172800 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.202932 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.209355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:50.210313 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:50.302759 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:50.378931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.403917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.417826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] 10.222.0.30 "DELETE /v2.0/networks/103e1518-bf7e-4037-bb4b-7611a9c9f278 HTTP/1.1" status: 204 len: 168 time: 0.6953578 Sep 17 22:45:50.420049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33464) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:50.461464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f716b-59bb-4ec7-89c3-2f6a75e5f206 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Pushing event deleted for resources: {'Network': ['ID=103e1518-bf7e-4037-bb4b-7611a9c9f278,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:50.501228 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0350089e-c4e1-4c05-a8f3-3cbc15e25359 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:50.502094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0350089e-c4e1-4c05-a8f3-3cbc15e25359 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:50.505169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0350089e-c4e1-4c05-a8f3-3cbc15e25359 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] 10.222.0.30 "DELETE /v2.0/ports/5b86985a-6ce8-493a-becd-b8359cabbe1d HTTP/1.1" status: 404 len: 333 time: 0.0717616 Sep 17 22:45:50.507629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33470) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:50.595088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-73089d73-d525-4b49-91a7-918a0445fd84 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Deleting subnet 167bf442-346c-474f-aef7-2928d5da4a8d {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:50.599924 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73089d73-d525-4b49-91a7-918a0445fd84 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.669908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73089d73-d525-4b49-91a7-918a0445fd84 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.671753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.769065 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73089d73-d525-4b49-91a7-918a0445fd84 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.958020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73089d73-d525-4b49-91a7-918a0445fd84 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.997758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73089d73-d525-4b49-91a7-918a0445fd84 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Pushing event deleted for resources: {'Subnet': ['ID=167bf442-346c-474f-aef7-2928d5da4a8d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:51.002546 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73089d73-d525-4b49-91a7-918a0445fd84 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.007380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-73089d73-d525-4b49-91a7-918a0445fd84 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] 10.222.0.30 "DELETE /v2.0/subnets/167bf442-346c-474f-aef7-2928d5da4a8d HTTP/1.1" status: 204 len: 168 time: 0.4984787 Sep 17 22:45:51.010954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33488) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:51.013115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a9d3df-26e7-4c30-b0a5-b45dd0ddbfb2 None None] Network 03ead140-ecfb-4eec-8ebe-fcfb77c254a9 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:51.076413 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.108375 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.212039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-dfb6eb61-5dc6-48c2-8c64-3dfe8cebbe7d tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:51.215312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-dfb6eb61-5dc6-48c2-8c64-3dfe8cebbe7d tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.23 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 945 time: 0.0741074 Sep 17 22:45:51.285737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa75e8-ba00-424b-bef5-29c2064673d2 None None] DHCP port deletion for 03ead140-ecfb-4eec-8ebe-fcfb77c254a9 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:51.298859 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.351240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6efa75e8-ba00-424b-bef5-29c2064673d2 None None] Deleting port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:51.351240 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6efa75e8-ba00-424b-bef5-29c2064673d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.380945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627f5c0-5192-4576-a07e-10d107a19e44 req-e653d931-b1cc-4c67-a1ec-615c6403f8a9 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:51.382847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a627f5c0-5192-4576-a07e-10d107a19e44 req-e653d931-b1cc-4c67-a1ec-615c6403f8a9 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 945 time: 0.1680584 Sep 17 22:45:51.444476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a627f5c0-5192-4576-a07e-10d107a19e44 req-309fcdeb-f285-4fba-9c79-b9fed29c45a7 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/security-groups?id=f196ff80-9114-431a-bb87-c5e610282f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541687 Sep 17 22:45:51.448541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-9609f64b-7d98-4292-8003-2c0f65f89740 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Deleting port 632b8726-4725-44ef-9745-2502432cd95c {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:51.450128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-9609f64b-7d98-4292-8003-2c0f65f89740 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.454500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Allocated IP 172.25.6.86 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/1cf2d062-2f83-4a0f-8326-2be81ad02dbc) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:51.464449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6efa75e8-ba00-424b-bef5-29c2064673d2 None None] For port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414,segment=NetworkSegment(94a17f3e-e5b1-418b-b3c7-e222555d83ca),segment_id=94a17f3e-e5b1-418b-b3c7-e222555d83ca)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:51.466393 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6efa75e8-ba00-424b-bef5-29c2064673d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.513076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6efa75e8-ba00-424b-bef5-29c2064673d2 None None] Calling delete_port for 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:51.622241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-9609f64b-7d98-4292-8003-2c0f65f89740 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] For port 632b8726-4725-44ef-9745-2502432cd95c, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=632b8726-4725-44ef-9745-2502432cd95c,segment=NetworkSegment(8e6b7a35-ef6d-4993-ae5b-00fe682a34a0),segment_id=8e6b7a35-ef6d-4993-ae5b-00fe682a34a0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:51.623249 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-9609f64b-7d98-4292-8003-2c0f65f89740 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.650232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-9609f64b-7d98-4292-8003-2c0f65f89740 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Calling delete_port for 632b8726-4725-44ef-9745-2502432cd95c owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:51.706470 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6efa75e8-ba00-424b-bef5-29c2064673d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.718568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Deleting port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:51.719076 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.740004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa75e8-ba00-424b-bef5-29c2064673d2 None None] Pushing event deleted for resources: {'Port': ['ID=1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:51.748918 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.749126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa75e8-ba00-424b-bef5-29c2064673d2 None None] No DVR routers for this DVR port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:51.841253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] For port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414, host n-d-713499-18, got binding levels [] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:51.841622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.865729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Calling delete_port for 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:51.869701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 was not found and therefore no delete operation was performed {{(pid=95455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:45:51.874459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.904319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Pushing event deleted for resources: {'Port': ['ID=1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:51.906332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] No DVR routers for this DVR port 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:51.971461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.980731 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-9609f64b-7d98-4292-8003-2c0f65f89740 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.995522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['632b8726-4725-44ef-9745-2502432cd95c'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:52.016642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609f64b-7d98-4292-8003-2c0f65f89740 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Pushing event deleted for resources: {'Port': ['ID=632b8726-4725-44ef-9745-2502432cd95c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:52.035575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:52.048328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:52.086529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.089925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:52.113701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-9609f64b-7d98-4292-8003-2c0f65f89740 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] No DVR routers for this DVR port 632b8726-4725-44ef-9745-2502432cd95c on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:52.117508 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-9609f64b-7d98-4292-8003-2c0f65f89740 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.120682 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7848faae-7cf8-4c80-b3e8-ff0c3e136773 req-9609f64b-7d98-4292-8003-2c0f65f89740 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.23 "DELETE /v2.0/ports/632b8726-4725-44ef-9745-2502432cd95c HTTP/1.1" status: 204 len: 173 time: 0.8960326 Sep 17 22:45:52.121483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ed222b-5504-4ba6-90f6-e0bf1bfd59c1', 'name': 'network-vif-deleted', 'tag': '632b8726-4725-44ef-9745-2502432cd95c'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:52.125471 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b323fd4-14af-4149-aa04-a132a798bd82" -d '{"events": [{"server_uuid": "52ed222b-5504-4ba6-90f6-e0bf1bfd59c1", "name": "network-vif-deleted", "tag": "632b8726-4725-44ef-9745-2502432cd95c"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:52.163291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ead140-ecfb-4eec-8ebe-fcfb77c254a9']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:52.165944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=1cf2d062-2f83-4a0f-8326-2be81ad02dbc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:52.177308 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d99419e-1415-4e10-94ff-ba829717c49b x-openstack-request-id: req-7d99419e-1415-4e10-94ff-ba829717c49b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:52.177659 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ed222b-5504-4ba6-90f6-e0bf1bfd59c1", "name": "network-vif-deleted", "tag": "632b8726-4725-44ef-9745-2502432cd95c", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:52.177912 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d99419e-1415-4e10-94ff-ba829717c49b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:52.180481 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ed222b-5504-4ba6-90f6-e0bf1bfd59c1', 'name': 'network-vif-deleted', 'tag': '632b8726-4725-44ef-9745-2502432cd95c', 'status': 'completed', 'code': 200} Sep 17 22:45:52.189370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a17f3e-e5b1-418b-b3c7-e222555d83ca') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:52.190296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a17f3e-e5b1-418b-b3c7-e222555d83ca') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:52.206087 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.269451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.324783 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:52.325187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:52.328223 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:52.544007 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.562477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.562477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] 10.222.0.30 "DELETE /v2.0/networks/03ead140-ecfb-4eec-8ebe-fcfb77c254a9 HTTP/1.1" status: 204 len: 168 time: 1.5464051 Sep 17 22:45:52.587351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9f79d-54e6-4817-8bae-c168642f6261 tempest-DHCPAgentSchedulersTestJSON-1567391424 tempest-DHCPAgentSchedulersTestJSON-1567391424-project] Pushing event deleted for resources: {'Network': ['ID=03ead140-ecfb-4eec-8ebe-fcfb77c254a9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:52.644664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33883210-a677-478e-988f-e02bc5dffbc2 req-5091e419-5367-4381-b98d-8d4d0e38ada8 tempest-VolumesSnapshotTestJSON-1649903732 tempest-VolumesSnapshotTestJSON-1649903732-project] 10.222.0.30 "GET /v2.0/ports?device_id=52ed222b-5504-4ba6-90f6-e0bf1bfd59c1 HTTP/1.1" status: 200 len: 210 time: 0.0662446 Sep 17 22:45:52.689127 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.999767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.215084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:53.244579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33634) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.249079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:53.249788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1fe2ea0d-c133-4ca5-a1ca-03c1c06b8414 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:53.277231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router b6862c12-c4a2-4980-a7db-b924a70576dc is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:53.435437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:53.446965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a8ced-7c22-4dfc-a8b2-0c3cbd349343 None None] Sync routers for ids ['b6862c12-c4a2-4980-a7db-b924a70576dc'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:53.457706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a8ced-7c22-4dfc-a8b2-0c3cbd349343 None None] Routers {'b6862c12-c4a2-4980-a7db-b924a70576dc'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:53.458624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-481a8ced-7c22-4dfc-a8b2-0c3cbd349343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b6862c12-c4a2-4980-a7db-b924a70576dc'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.484405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c01588bb-1089-4942-8e9e-ad3227cb9cf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b38d1be9a2fb4be691e58515fe2a5303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385101 Sep 17 22:45:53.487244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33644) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.554231 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.555553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a1ec4204-0345-4fa9-ae63-c856082d2307 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.8982027 Sep 17 22:45:53.558223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33648) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.591055 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3bca938-364a-4c2a-bb9f-f8acf472c97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.651420 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3bca938-364a-4c2a-bb9f-f8acf472c97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.686943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-481a8ced-7c22-4dfc-a8b2-0c3cbd349343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.700546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a8ced-7c22-4dfc-a8b2-0c3cbd349343 None None] Routers {'b6862c12-c4a2-4980-a7db-b924a70576dc'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:53.701515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-481a8ced-7c22-4dfc-a8b2-0c3cbd349343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b6862c12-c4a2-4980-a7db-b924a70576dc'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.753510 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-181694b5-bd9a-4bf2-9554-ee0f75466cf1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/routers/b6862c12-c4a2-4980-a7db-b924a70576dc HTTP/1.1" status: 200 len: 883 time: 0.1938889 Sep 17 22:45:53.756030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33656) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.760530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-481a8ced-7c22-4dfc-a8b2-0c3cbd349343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.763340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a8ced-7c22-4dfc-a8b2-0c3cbd349343 None None] The sync data for ids ['b6862c12-c4a2-4980-a7db-b924a70576dc'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:53.903243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3bca938-364a-4c2a-bb9f-f8acf472c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.905859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c3bca938-364a-4c2a-bb9f-f8acf472c97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.907030 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c3bca938-364a-4c2a-bb9f-f8acf472c97d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/732174f6-bb02-4575-8817-7763c28915e1 HTTP/1.1" status: 204 len: 168 time: 0.4179423 Sep 17 22:45:53.958965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bca938-364a-4c2a-bb9f-f8acf472c97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732174f6-bb02-4575-8817-7763c28915e1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:54.037452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bee6ec46-0151-429b-bcca-b5fd23ba6de8 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2779212 Sep 17 22:45:54.037689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33662) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.042498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-daeeceee-7952-4480-acdd-dcb568916467 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-648671258'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:54.370432 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-daeeceee-7952-4480-acdd-dcb568916467 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.457852 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-daeeceee-7952-4480-acdd-dcb568916467 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.581216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daeeceee-7952-4480-acdd-dcb568916467 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router b6862c12-c4a2-4980-a7db-b924a70576dc has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:54.638601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33702) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.655273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15a024de-0a1b-4fca-aea8-df50399429eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.713213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeeceee-7952-4480-acdd-dcb568916467 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:54.730585 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aef5f-f33d-4531-942a-0eaf2eb6ab4b None None] Sync routers for ids ['b6862c12-c4a2-4980-a7db-b924a70576dc'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:54.733608 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-daeeceee-7952-4480-acdd-dcb568916467 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.737529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-daeeceee-7952-4480-acdd-dcb568916467 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/b6862c12-c4a2-4980-a7db-b924a70576dc HTTP/1.1" status: 200 len: 890 time: 0.6986606 Sep 17 22:45:54.738299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33710) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.751050 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555aef5f-f33d-4531-942a-0eaf2eb6ab4b None None] Routers {'b6862c12-c4a2-4980-a7db-b924a70576dc'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:54.751956 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-555aef5f-f33d-4531-942a-0eaf2eb6ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b6862c12-c4a2-4980-a7db-b924a70576dc'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:54.796215 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-555aef5f-f33d-4531-942a-0eaf2eb6ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:54.807553 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555aef5f-f33d-4531-942a-0eaf2eb6ab4b None None] Routers {'b6862c12-c4a2-4980-a7db-b924a70576dc'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:54.808213 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-555aef5f-f33d-4531-942a-0eaf2eb6ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b6862c12-c4a2-4980-a7db-b924a70576dc'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:54.852778 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-555aef5f-f33d-4531-942a-0eaf2eb6ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:54.854184 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aef5f-f33d-4531-942a-0eaf2eb6ab4b None None] The sync data for ids ['b6862c12-c4a2-4980-a7db-b924a70576dc'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:54.877767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15a024de-0a1b-4fca-aea8-df50399429eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.900814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-92421aac-9e38-4dc9-a779-93f067da2189 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/routers/b6862c12-c4a2-4980-a7db-b924a70576dc HTTP/1.1" status: 200 len: 890 time: 0.1613460 Sep 17 22:45:54.903361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33716) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.936449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-364b8d7f-90e6-4926-93a6-16f45e0235f3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6862c12-c4a2-4980-a7db-b924a70576dc HTTP/1.1" status: 200 len: 205 time: 0.0312872 Sep 17 22:45:54.938787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33718) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.948300 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15a024de-0a1b-4fca-aea8-df50399429eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.041710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-15a024de-0a1b-4fca-aea8-df50399429eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be454ee54f3c4345b660cee36feaaeb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005764 Sep 17 22:45:55.050639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a024de-0a1b-4fca-aea8-df50399429eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2eea98-ce2b-4607-baf4-1a2eefe6abae,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:55.050922 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33722) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.146220 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.151343 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8bc88021-fbb8-4fbe-b0dc-8c2f1b3df051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.196327 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8bc88021-fbb8-4fbe-b0dc-8c2f1b3df051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.280044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.330930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8bc88021-fbb8-4fbe-b0dc-8c2f1b3df051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.333953 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8bc88021-fbb8-4fbe-b0dc-8c2f1b3df051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.335468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8bc88021-fbb8-4fbe-b0dc-8c2f1b3df051 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea2eea98-ce2b-4607-baf4-1a2eefe6abae HTTP/1.1" status: 204 len: 168 time: 0.2889826 Sep 17 22:45:55.346226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 632b8726-4725-44ef-9745-2502432cd95c no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:55.347941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc88021-fbb8-4fbe-b0dc-8c2f1b3df051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2eea98-ce2b-4607-baf4-1a2eefe6abae,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:55.378343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 632b8726-4725-44ef-9745-2502432cd95c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:55.378976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 632b8726-4725-44ef-9745-2502432cd95c not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:55.414875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 1cf2d062-2f83-4a0f-8326-2be81ad02dbc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:55.415705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.539041 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.555587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 1cf2d062-2f83-4a0f-8326-2be81ad02dbc owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:55.811800 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:55.843002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=1cf2d062-2f83-4a0f-8326-2be81ad02dbc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:55.927443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.369779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.372457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.474056 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.474656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Fanout notify agent at l3_agent the message router_deleted on router b6862c12-c4a2-4980-a7db-b924a70576dc {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:56.483398 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.487764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-686db876-3b21-421c-8698-dd3638d967cf tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/b6862c12-c4a2-4980-a7db-b924a70576dc HTTP/1.1" status: 204 len: 168 time: 1.5444078 Sep 17 22:45:56.490764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33750) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:56.497035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-766889899'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:56.608108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:56.612491 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.640725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:56.652221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.652644 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added segment a219696a-f966-4fc7-9728-418364b5fde1 of type vlan for network 6cec6e67-1dda-4410-91ed-4053dc3d721d Sep 17 22:45:56.698386 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.805411 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.811781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:56.812449 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.891414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Network': ['ID=6cec6e67-1dda-4410-91ed-4053dc3d721d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:56.903722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 6cec6e67-1dda-4410-91ed-4053dc3d721d details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:56.914418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-db0377fe-60bb-4844-b552-cc3cbfc7902e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4223268 Sep 17 22:45:56.917204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33762) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:56.929898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'subnet': {'network_id': '6cec6e67-1dda-4410-91ed-4053dc3d721d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:57.171174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:57.175950 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.634865 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.724382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Checking segment: {'id': 'a219696a-f966-4fc7-9728-418364b5fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cec6e67-1dda-4410-91ed-4053dc3d721d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:57.725038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network hostable DHCP agents. Network: 6cec6e67-1dda-4410-91ed-4053dc3d721d, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:57.735910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Subnet': ['ID=e4945a58-29ff-4a25-b482-ed2de64a796c,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:57.806112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 6cec6e67-1dda-4410-91ed-4053dc3d721d is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:57.897979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 6cec6e67-1dda-4410-91ed-4053dc3d721d) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:57.905119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:57.905715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.907956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef91db-c3dd-4bf4-8d46-26b1876b6631 None None] Network 6cec6e67-1dda-4410-91ed-4053dc3d721d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:57.989270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-882d4adf-7df2-4a63-aff4-b914a08f2e82 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0704675 Sep 17 22:45:57.991877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33788) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:57.997611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6c2aee4a-893e-4d57-9407-396809999236 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-960366807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:58.131087 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c2aee4a-893e-4d57-9407-396809999236 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.131087 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c2aee4a-893e-4d57-9407-396809999236 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.139291 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-6cec6e67-1dda-4410-91ed-4053dc3d721d', 'network_id': '6cec6e67-1dda-4410-91ed-4053dc3d721d', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'fixed_ips': [{'subnet_id': 'e4945a58-29ff-4a25-b482-ed2de64a796c'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:58.143084 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.174723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33792) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:58.238924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c2aee4a-893e-4d57-9407-396809999236 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.312702 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c2aee4a-893e-4d57-9407-396809999236 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.336964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-027e0102-f45f-47fa-87b8-431335d04885 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:58.418486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Allocated IP 2001:db8::2 (6cec6e67-1dda-4410-91ed-4053dc3d721d/e4945a58-29ff-4a25-b482-ed2de64a796c/18cc048e-3602-4ae4-80ae-b983ccdfb0c9) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:58.447690 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c2aee4a-893e-4d57-9407-396809999236 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.449113 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c2aee4a-893e-4d57-9407-396809999236 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4558778 Sep 17 22:45:58.452344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33798) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:58.477391 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-027e0102-f45f-47fa-87b8-431335d04885 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] 10.222.0.30 "PUT /v2.0/quotas/5ce11a5402364de68549c279cf933213 HTTP/1.1" status: 200 len: 368 time: 0.3008368 Sep 17 22:45:58.480628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33802) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:58.491203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Request body: {'network': {'project_id': '5ce11a5402364de68549c279cf933213'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:58.589786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Made reservation on behalf of 5ce11a5402364de68549c279cf933213 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:58.594202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.622021 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.862840 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.916422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.945611 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.996814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Network 6cec6e67-1dda-4410-91ed-4053dc3d721d is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:59.002429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:59.009717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:59.022613 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.044525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Pushing event updated for resources: {'Port': ['ID=18cc048e-3602-4ae4-80ae-b983ccdfb0c9,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.054508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:59.076869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5773f5f3-1c9d-4797-a8f3-e34d42e6872b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.081140 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.081756 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Added segment 1d893bf3-bb58-43c8-95c2-29a1e3542306 of type vlan for network 60ccd1bd-8cfd-454c-82b0-6ac39cf74897 Sep 17 22:45:59.100846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.145631 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.233295 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Attempting to bind port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:59.234013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Attempting to bind port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a219696a-f966-4fc7-9728-418364b5fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cec6e67-1dda-4410-91ed-4053dc3d721d'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:59.234670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Attempting to bind port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 on network 6cec6e67-1dda-4410-91ed-4053dc3d721d {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:59.242014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:59.242766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Checking segment: {'id': 'a219696a-f966-4fc7-9728-418364b5fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cec6e67-1dda-4410-91ed-4053dc3d721d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:59.243424 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.244062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Bound using segment: {'id': 'a219696a-f966-4fc7-9728-418364b5fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cec6e67-1dda-4410-91ed-4053dc3d721d'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:59.244780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Bound port: 18cc048e-3602-4ae4-80ae-b983ccdfb0c9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a219696a-f966-4fc7-9728-418364b5fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6cec6e67-1dda-4410-91ed-4053dc3d721d'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:59.248508 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.296509 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.331488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.332548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:59.333148 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.350486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] For port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:59.362689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] For port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=18cc048e-3602-4ae4-80ae-b983ccdfb0c9,segment=NetworkSegment(a219696a-f966-4fc7-9728-418364b5fde1),segment_id=a219696a-f966-4fc7-9728-418364b5fde1)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:59.409001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Pushing event updated for resources: {'Network': ['ID=60ccd1bd-8cfd-454c-82b0-6ac39cf74897,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.421511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 60ccd1bd-8cfd-454c-82b0-6ac39cf74897 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:59.444905 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.469821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-faebb0cf-da64-4556-898a-efe7db36e207 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9853365 Sep 17 22:45:59.470235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33810) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:59.481375 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Request body: {'network': {'project_id': '5ce11a5402364de68549c279cf933213'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:59.558661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Allocated IP 2001:db8::1 (6cec6e67-1dda-4410-91ed-4053dc3d721d/e4945a58-29ff-4a25-b482-ed2de64a796c/1086acc2-28f6-4277-8d58-693203024846) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:59.594961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Made reservation on behalf of 5ce11a5402364de68549c279cf933213 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:59.600422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.618669 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b29228-7e1d-4dbc-8792-73d05a91354f None None] Pushing event updated for resources: {'Port': ['ID=18cc048e-3602-4ae4-80ae-b983ccdfb0c9,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.653185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:59.677336 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.677690 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Added segment 08d0bfb3-d036-4b79-b720-0c9056827f1f of type vlan for network 57fe2564-6794-4e8d-a9cb-bb25125110e1 Sep 17 22:45:59.760611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.779158 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.911223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.912434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:59.916480 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.972796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.030213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Pushing event updated for resources: {'Network': ['ID=57fe2564-6794-4e8d-a9cb-bb25125110e1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:00.049720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 57fe2564-6794-4e8d-a9cb-bb25125110e1 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:00.054190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 6cec6e67-1dda-4410-91ed-4053dc3d721d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:00.057936 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:00.061124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:00.061830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.076013 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fffc3599-bfc3-43cc-91eb-e3d7e38722d0 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5997777 Sep 17 22:46:00.076373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33814) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.084529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-854ba418-9e69-4646-b2ae-fafdb39589f2 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Request body: {'network': {'project_id': '5ce11a5402364de68549c279cf933213'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:00.126508 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-854ba418-9e69-4646-b2ae-fafdb39589f2 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 22:46:00.126508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854ba418-9e69-4646-b2ae-fafdb39589f2 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:46:00.135412 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-854ba418-9e69-4646-b2ae-fafdb39589f2 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0569105 Sep 17 22:46:00.136075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33816) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.144415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=1086acc2-28f6-4277-8d58-693203024846,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:00.248660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33820) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.251792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a22a18c1-238a-412c-a4ec-c3e874059b8a tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ce11a5402364de68549c279cf933213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109910 Sep 17 22:46:00.268523 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:46:00.375686 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af41e371-386a-49cc-8d63-b9f358f3cbc8 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.388463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.414362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af41e371-386a-49cc-8d63-b9f358f3cbc8 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.684153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af41e371-386a-49cc-8d63-b9f358f3cbc8 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.686844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af41e371-386a-49cc-8d63-b9f358f3cbc8 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.688076 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-af41e371-386a-49cc-8d63-b9f358f3cbc8 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/5773f5f3-1c9d-4797-a8f3-e34d42e6872b HTTP/1.1" status: 204 len: 168 time: 0.4379492 Sep 17 22:46:00.691697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33828) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.794232 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41e371-386a-49cc-8d63-b9f358f3cbc8 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5773f5f3-1c9d-4797-a8f3-e34d42e6872b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:00.871092 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.875733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.960721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.961544 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.021260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.065514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fe2564-6794-4e8d-a9cb-bb25125110e1']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.079184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d0bfb3-d036-4b79-b720-0c9056827f1f') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.079569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d0bfb3-d036-4b79-b720-0c9056827f1f') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.094009 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.123624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8c34ec-162a-47d0-902f-5718d9722eef None None] Network 6cec6e67-1dda-4410-91ed-4053dc3d721d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:01.126202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.136803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:01.136803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:01.139221 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:01.145340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=1086acc2-28f6-4277-8d58-693203024846,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:01.156232 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 6cec6e67-1dda-4410-91ed-4053dc3d721d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:01.158870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:01.306493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:01.336983 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.342924 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.348428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] 10.222.0.30 "DELETE /v2.0/networks/57fe2564-6794-4e8d-a9cb-bb25125110e1 HTTP/1.1" status: 204 len: 168 time: 0.6552334 Sep 17 22:46:01.349042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33834) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.377651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f9927-5824-4d7c-b489-0828558a1551 tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Pushing event deleted for resources: {'Network': ['ID=57fe2564-6794-4e8d-a9cb-bb25125110e1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:01.388241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 717b7342-a8c2-4879-970b-3f0ceb06149e is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:01.399369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6d5574f7-4df8-415a-b7d2-fc4d0a5b4f47 None None] Provisioning complete for port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:01.400529 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d5574f7-4df8-415a-b7d2-fc4d0a5b4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.474494 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.542538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:01.543386 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.685783 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.706626 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.725873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ccd1bd-8cfd-454c-82b0-6ac39cf74897']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.728830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:01.742016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-00d80f58-435f-46ed-862f-286b419f5a7c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/717b7342-a8c2-4879-970b-3f0ceb06149e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2851572 Sep 17 22:46:01.743136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33842) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.770652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d893bf3-bb58-43c8-95c2-29a1e3542306') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.771313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d893bf3-bb58-43c8-95c2-29a1e3542306') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.773639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1593a-75e4-4b09-9997-c2bba34cda44 None None] Sync routers for ids ['717b7342-a8c2-4879-970b-3f0ceb06149e'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:01.784350 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=18cc048e-3602-4ae4-80ae-b983ccdfb0c9,segment=NetworkSegment(a219696a-f966-4fc7-9728-418364b5fde1),segment_id=a219696a-f966-4fc7-9728-418364b5fde1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:01.805656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.817646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1593a-75e4-4b09-9997-c2bba34cda44 None None] Routers {'717b7342-a8c2-4879-970b-3f0ceb06149e'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:01.818365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4fa1593a-75e4-4b09-9997-c2bba34cda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['717b7342-a8c2-4879-970b-3f0ceb06149e'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.820086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1782d2f9-44a4-439d-a55a-900d0e7a47ee tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:01.821717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1782d2f9-44a4-439d-a55a-900d0e7a47ee tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports/1086acc2-28f6-4277-8d58-693203024846 HTTP/1.1" status: 200 len: 911 time: 0.0757000 Sep 17 22:46:01.824328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33844) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.833912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a7f5a9c3-73e6-49a8-ba2a-8769fa56ee99 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4945a58-29ff-4a25-b482-ed2de64a796c'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:01.842103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.860903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4fa1593a-75e4-4b09-9997-c2bba34cda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.863530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:01.866530 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:01.875632 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.963704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=18cc048e-3602-4ae4-80ae-b983ccdfb0c9,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:01.972237 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d5574f7-4df8-415a-b7d2-fc4d0a5b4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.991966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1593a-75e4-4b09-9997-c2bba34cda44 None None] Routers {'717b7342-a8c2-4879-970b-3f0ceb06149e'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:01.992751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4fa1593a-75e4-4b09-9997-c2bba34cda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['717b7342-a8c2-4879-970b-3f0ceb06149e'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:02.067217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4fa1593a-75e4-4b09-9997-c2bba34cda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:02.069785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1593a-75e4-4b09-9997-c2bba34cda44 None None] The sync data for ids ['717b7342-a8c2-4879-970b-3f0ceb06149e'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:02.107227 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a9c3-73e6-49a8-ba2a-8769fa56ee99 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.131127 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.134372 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-6d5574f7-4df8-415a-b7d2-fc4d0a5b4f47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:02.134372 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-6d5574f7-4df8-415a-b7d2-fc4d0a5b4f47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:02.136098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.138276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] 10.222.0.30 "DELETE /v2.0/networks/60ccd1bd-8cfd-454c-82b0-6ac39cf74897 HTTP/1.1" status: 204 len: 168 time: 0.7871470 Sep 17 22:46:02.164757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dbdeb-968a-42dd-9955-22d316a30a1f tempest-QuotasNegativeTest-14237210 tempest-QuotasNegativeTest-14237210-project-admin] Pushing event deleted for resources: {'Network': ['ID=60ccd1bd-8cfd-454c-82b0-6ac39cf74897,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:02.818449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbdaf5-0674-4e68-8a78-35412a8a89f4 req-1ef75805-2197-4af3-856d-e281bb6a5ad7 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:02.820489 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ccbdaf5-0674-4e68-8a78-35412a8a89f4 req-1ef75805-2197-4af3-856d-e281bb6a5ad7 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 949 time: 0.6107533 Sep 17 22:46:02.860842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-725716cb-ac7c-41be-99b6-d5509f2b6d94 None None] Provisioning complete for port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:02.862267 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-725716cb-ac7c-41be-99b6-d5509f2b6d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.889132 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ccbdaf5-0674-4e68-8a78-35412a8a89f4 req-58a06633-4d2b-4235-9f9a-7a6aded1f031 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594788 Sep 17 22:46:02.900909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a9c3-73e6-49a8-ba2a-8769fa56ee99 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.996538 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a9c3-73e6-49a8-ba2a-8769fa56ee99 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.998156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-725716cb-ac7c-41be-99b6-d5509f2b6d94 None None] Provisioning complete for port 1086acc2-28f6-4277-8d58-693203024846 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:02.998661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-725716cb-ac7c-41be-99b6-d5509f2b6d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.005234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5a9c3-73e6-49a8-ba2a-8769fa56ee99 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:03.005907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a9c3-73e6-49a8-ba2a-8769fa56ee99 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.010051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a7f5a9c3-73e6-49a8-ba2a-8769fa56ee99 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/ports/1086acc2-28f6-4277-8d58-693203024846 HTTP/1.1" status: 200 len: 911 time: 1.1813564 Sep 17 22:46:03.010672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33856) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.055355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-725716cb-ac7c-41be-99b6-d5509f2b6d94 None None] Port 1086acc2-28f6-4277-8d58-693203024846 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:03.127013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5a9c3-73e6-49a8-ba2a-8769fa56ee99 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=1086acc2-28f6-4277-8d58-693203024846,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:03.199192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e37e07f8-8eaa-47c4-8cee-5054b18c0827 None None] Provisioning complete for port 1086acc2-28f6-4277-8d58-693203024846 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:03.200653 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e37e07f8-8eaa-47c4-8cee-5054b18c0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.251297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e37e07f8-8eaa-47c4-8cee-5054b18c0827 None None] Port 1086acc2-28f6-4277-8d58-693203024846 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:03.265373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:03.315251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-15c9c77d-8e9e-48ea-b29b-1b6f07b84826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.345223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:03.345223 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.356212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33860) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.553771 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.614612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.682976 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.788913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:03.832945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9951dd5b26a044c2a7dbed9054bc16bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753547 Sep 17 22:46:03.834162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750aed65-7f2a-47f0-bf7a-c965769ad56e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:03.835987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33868) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.856234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.856585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.856928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.857276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.857595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.857966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.858296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.858629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.858957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.859274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.859597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.859960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88a7a0-fe84-4308-bc8b-46d4346f6872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:03.924986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64943d73-1b10-4e06-91df-81c22b87a09e req-b8fae263-6e87-423e-9b79-50e1846fd64f tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:03.928114 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64943d73-1b10-4e06-91df-81c22b87a09e req-b8fae263-6e87-423e-9b79-50e1846fd64f tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 949 time: 0.0837982 Sep 17 22:46:03.996112 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dec2e63b-c2d1-4ca5-b81d-96f825f50590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.036700 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dec2e63b-c2d1-4ca5-b81d-96f825f50590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.061531 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba83f20-958a-44ae-afba-30df8b4c4cc0 req-f6e09c0f-3e48-4c5e-8ca6-6161311db754 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:04.063344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ba83f20-958a-44ae-afba-30df8b4c4cc0 req-f6e09c0f-3e48-4c5e-8ca6-6161311db754 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 949 time: 0.0918038 Sep 17 22:46:04.122306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 1086acc2-28f6-4277-8d58-693203024846 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:04.122306 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.151963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-64943d73-1b10-4e06-91df-81c22b87a09e req-fc858503-aa8f-4bf3-8c02-e2847ab7064c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Deleting port b9273055-2c62-4d0b-abe3-b6fecb207eb2 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:04.157677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-64943d73-1b10-4e06-91df-81c22b87a09e req-fc858503-aa8f-4bf3-8c02-e2847ab7064c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.188037 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ba83f20-958a-44ae-afba-30df8b4c4cc0 req-31607122-aa36-49d2-a1c6-aca1e3af3270 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151433 Sep 17 22:46:04.244089 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.255312 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dec2e63b-c2d1-4ca5-b81d-96f825f50590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.257946 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dec2e63b-c2d1-4ca5-b81d-96f825f50590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.260877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dec2e63b-c2d1-4ca5-b81d-96f825f50590 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/750aed65-7f2a-47f0-bf7a-c965769ad56e HTTP/1.1" status: 204 len: 168 time: 0.4229777 Sep 17 22:46:04.267262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 1086acc2-28f6-4277-8d58-693203024846 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:04.285265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-64943d73-1b10-4e06-91df-81c22b87a09e req-fc858503-aa8f-4bf3-8c02-e2847ab7064c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] For port b9273055-2c62-4d0b-abe3-b6fecb207eb2, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=b9273055-2c62-4d0b-abe3-b6fecb207eb2,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:04.285651 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-64943d73-1b10-4e06-91df-81c22b87a09e req-fc858503-aa8f-4bf3-8c02-e2847ab7064c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.286193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2e63b-c2d1-4ca5-b81d-96f825f50590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750aed65-7f2a-47f0-bf7a-c965769ad56e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:04.314083 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-64943d73-1b10-4e06-91df-81c22b87a09e req-fc858503-aa8f-4bf3-8c02-e2847ab7064c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Calling delete_port for b9273055-2c62-4d0b-abe3-b6fecb207eb2 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:04.576924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-64943d73-1b10-4e06-91df-81c22b87a09e req-fc858503-aa8f-4bf3-8c02-e2847ab7064c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.579001 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.608652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['b9273055-2c62-4d0b-abe3-b6fecb207eb2'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:46:04.636747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=1086acc2-28f6-4277-8d58-693203024846,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:04.643506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc858503-aa8f-4bf3-8c02-e2847ab7064c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Pushing event deleted for resources: {'Port': ['ID=b9273055-2c62-4d0b-abe3-b6fecb207eb2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:04.702836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-64943d73-1b10-4e06-91df-81c22b87a09e req-fc858503-aa8f-4bf3-8c02-e2847ab7064c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] No DVR routers for this DVR port b9273055-2c62-4d0b-abe3-b6fecb207eb2 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:04.708254 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-64943d73-1b10-4e06-91df-81c22b87a09e req-fc858503-aa8f-4bf3-8c02-e2847ab7064c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:04.713058 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64943d73-1b10-4e06-91df-81c22b87a09e req-fc858503-aa8f-4bf3-8c02-e2847ab7064c tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.15 "DELETE /v2.0/ports/b9273055-2c62-4d0b-abe3-b6fecb207eb2 HTTP/1.1" status: 204 len: 173 time: 0.7780104 Sep 17 22:46:04.715351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cf55d3-c769-47e7-8e82-ca528e3a009c', 'name': 'network-vif-deleted', 'tag': 'b9273055-2c62-4d0b-abe3-b6fecb207eb2'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:04.719002 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1889cca1-1381-44fc-8a68-4d3fa608ecc7" -d '{"events": [{"server_uuid": "a0cf55d3-c769-47e7-8e82-ca528e3a009c", "name": "network-vif-deleted", "tag": "b9273055-2c62-4d0b-abe3-b6fecb207eb2"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:04.787614 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d910f80c-e9de-496d-a5f7-c3421ff7afc2 x-openstack-request-id: req-d910f80c-e9de-496d-a5f7-c3421ff7afc2 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:04.788020 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cf55d3-c769-47e7-8e82-ca528e3a009c", "name": "network-vif-deleted", "tag": "b9273055-2c62-4d0b-abe3-b6fecb207eb2", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:04.788623 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d910f80c-e9de-496d-a5f7-c3421ff7afc2 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:04.789186 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cf55d3-c769-47e7-8e82-ca528e3a009c', 'name': 'network-vif-deleted', 'tag': 'b9273055-2c62-4d0b-abe3-b6fecb207eb2', 'status': 'completed', 'code': 200} Sep 17 22:46:04.827615 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.075415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 717b7342-a8c2-4879-970b-3f0ceb06149e has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:05.153353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33882) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.180761 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c34a8e7-3639-4cf0-9ba3-721a452867a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.354593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:05.365247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-27ceeccd-f49b-44a4-b8ed-2ec32545f86f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/717b7342-a8c2-4879-970b-3f0ceb06149e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534019 Sep 17 22:46:05.365861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8378054-ba86-4440-ac18-56b57baf3d73 req-0a8904b6-b215-433e-b54d-095489e6a3f1 tempest-VolumesBackupsTest-1850557726 tempest-VolumesBackupsTest-1850557726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0cf55d3-c769-47e7-8e82-ca528e3a009c HTTP/1.1" status: 200 len: 210 time: 0.0403697 Sep 17 22:46:05.378739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33886) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.378872 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7f25b-c7aa-4b20-b7b8-e47575937b35 None None] Sync routers for ids ['717b7342-a8c2-4879-970b-3f0ceb06149e'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:05.421579 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7f25b-c7aa-4b20-b7b8-e47575937b35 None None] Routers {'717b7342-a8c2-4879-970b-3f0ceb06149e'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:05.422436 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-97a7f25b-c7aa-4b20-b7b8-e47575937b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['717b7342-a8c2-4879-970b-3f0ceb06149e'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:05.439015 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-85d63e75-c3ec-430e-91d5-ff21a4ba9f3e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=717b7342-a8c2-4879-970b-3f0ceb06149e HTTP/1.1" status: 200 len: 205 time: 0.0537150 Sep 17 22:46:05.440018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33888) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.477676 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-97a7f25b-c7aa-4b20-b7b8-e47575937b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:05.507707 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7f25b-c7aa-4b20-b7b8-e47575937b35 None None] Routers {'717b7342-a8c2-4879-970b-3f0ceb06149e'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:05.508442 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-97a7f25b-c7aa-4b20-b7b8-e47575937b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:45:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['717b7342-a8c2-4879-970b-3f0ceb06149e'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:05.542696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13f1e097-3d5c-4ee8-88b6-611c8874e48b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.573417 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-97a7f25b-c7aa-4b20-b7b8-e47575937b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:05.575421 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7f25b-c7aa-4b20-b7b8-e47575937b35 None None] The sync data for ids ['717b7342-a8c2-4879-970b-3f0ceb06149e'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:05.900696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c34a8e7-3639-4cf0-9ba3-721a452867a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.914556 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fa29cd21-b2a1-4dad-9d6f-c582c801675e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.007088 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13f1e097-3d5c-4ee8-88b6-611c8874e48b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.009517 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13f1e097-3d5c-4ee8-88b6-611c8874e48b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.014406 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c34a8e7-3639-4cf0-9ba3-721a452867a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.099781 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c34a8e7-3639-4cf0-9ba3-721a452867a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af90ef50ddee464286f0d6364ba37e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9437571 Sep 17 22:46:06.100825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34a8e7-3639-4cf0-9ba3-721a452867a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aefcea-b067-4524-b526-d2ec32358f63,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:06.103409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33894) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:06.160631 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13f1e097-3d5c-4ee8-88b6-611c8874e48b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.161873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f1e097-3d5c-4ee8-88b6-611c8874e48b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Fanout notify agent at l3_agent the message router_deleted on router 717b7342-a8c2-4879-970b-3f0ceb06149e {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:06.174672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.176050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13f1e097-3d5c-4ee8-88b6-611c8874e48b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.181622 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-13f1e097-3d5c-4ee8-88b6-611c8874e48b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/717b7342-a8c2-4879-970b-3f0ceb06149e HTTP/1.1" status: 204 len: 168 time: 0.7408040 Sep 17 22:46:06.184472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33896) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:06.207563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.255360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-e724f348-1281-4712-8916-ac5f284b5b2d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting subnet e4945a58-29ff-4a25-b482-ed2de64a796c {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:06.261727 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e724f348-1281-4712-8916-ac5f284b5b2d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.321760 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e724f348-1281-4712-8916-ac5f284b5b2d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.337478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.341811 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.345116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00aefcea-b067-4524-b526-d2ec32358f63 HTTP/1.1" status: 204 len: 168 time: 0.2393947 Sep 17 22:46:06.362074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aefcea-b067-4524-b526-d2ec32358f63,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:06.383874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.384250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.384724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.385134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.385556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.385959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.386366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.387033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.387467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.388144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.388772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.388924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac0c-5ae8-4bbf-85e7-d8a583b1926d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:06.488956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e724f348-1281-4712-8916-ac5f284b5b2d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.654584 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e724f348-1281-4712-8916-ac5f284b5b2d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.691523 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e724f348-1281-4712-8916-ac5f284b5b2d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.698012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e724f348-1281-4712-8916-ac5f284b5b2d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/e4945a58-29ff-4a25-b482-ed2de64a796c HTTP/1.1" status: 204 len: 168 time: 0.5082777 Sep 17 22:46:06.698364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b05c41-530d-4392-86fc-d1a63291e91a None None] Network 6cec6e67-1dda-4410-91ed-4053dc3d721d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:06.699081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33904) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:06.700015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724f348-1281-4712-8916-ac5f284b5b2d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Subnet': ['ID=e4945a58-29ff-4a25-b482-ed2de64a796c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:06.823932 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.943463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:06.943856 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.025820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e618419-afe9-4888-bbec-b44b696baa20 None None] DHCP port deletion for 6cec6e67-1dda-4410-91ed-4053dc3d721d request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:46:07.045196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.114450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4e618419-afe9-4888-bbec-b44b696baa20 None None] Deleting port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:07.116023 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e618419-afe9-4888-bbec-b44b696baa20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.137915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=18cc048e-3602-4ae4-80ae-b983ccdfb0c9,segment=NetworkSegment(a219696a-f966-4fc7-9728-418364b5fde1),segment_id=a219696a-f966-4fc7-9728-418364b5fde1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:07.138415 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.187387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:07.225598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:07.280169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4e618419-afe9-4888-bbec-b44b696baa20 None None] For port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=18cc048e-3602-4ae4-80ae-b983ccdfb0c9,segment=NetworkSegment(a219696a-f966-4fc7-9728-418364b5fde1),segment_id=a219696a-f966-4fc7-9728-418364b5fde1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:07.280699 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e618419-afe9-4888-bbec-b44b696baa20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.307601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4e618419-afe9-4888-bbec-b44b696baa20 None None] Calling delete_port for 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:07.386642 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.414474 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.485097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.515012 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e618419-afe9-4888-bbec-b44b696baa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.539743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=18cc048e-3602-4ae4-80ae-b983ccdfb0c9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.550660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No DVR routers for this DVR port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:07.559994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e618419-afe9-4888-bbec-b44b696baa20 None None] Pushing event deleted for resources: {'Port': ['ID=18cc048e-3602-4ae4-80ae-b983ccdfb0c9,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.562203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e618419-afe9-4888-bbec-b44b696baa20 None None] No DVR routers for this DVR port 18cc048e-3602-4ae4-80ae-b983ccdfb0c9 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:07.700712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.732096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cec6e67-1dda-4410-91ed-4053dc3d721d']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:07.750847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a219696a-f966-4fc7-9728-418364b5fde1') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:07.751353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a219696a-f966-4fc7-9728-418364b5fde1') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:07.764038 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.784490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.796419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:07.796999 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:07.804721 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:07.986661 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.995242 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.000070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/networks/6cec6e67-1dda-4410-91ed-4053dc3d721d HTTP/1.1" status: 204 len: 168 time: 1.2982738 Sep 17 22:46:08.006731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33934) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:08.012681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7e54e038-520c-4fe2-a777-04753fc7ee97 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1631431304', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:08.075298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58061b7e-79d4-4c14-a953-658643144a8f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Network': ['ID=6cec6e67-1dda-4410-91ed-4053dc3d721d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:08.136490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e54e038-520c-4fe2-a777-04753fc7ee97 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.136490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e54e038-520c-4fe2-a777-04753fc7ee97 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.215313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e54e038-520c-4fe2-a777-04753fc7ee97 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.302663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e54e038-520c-4fe2-a777-04753fc7ee97 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.410911 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e54e038-520c-4fe2-a777-04753fc7ee97 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.415262 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7e54e038-520c-4fe2-a777-04753fc7ee97 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4037132 Sep 17 22:46:08.419944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33942) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:08.421639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1614743389'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:08.551085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:08.560036 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.609073 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:08.623847 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.624379 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added segment 038406ce-e0af-4d77-9ee2-7fa2b19a1f8a of type vlan for network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 Sep 17 22:46:08.704002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.998506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.016542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:09.018214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.051050 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.151246 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Network': ['ID=5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:09.185440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-86d03a44-29c3-46aa-bbf8-8cff7808986e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7646940 Sep 17 22:46:09.194196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33956) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:09.209740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'subnet': {'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:09.456152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:09.456152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b9273055-2c62-4d0b-abe3-b6fecb207eb2 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:09.506137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: b9273055-2c62-4d0b-abe3-b6fecb207eb2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:09.506847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device b9273055-2c62-4d0b-abe3-b6fecb207eb2 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:09.684993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:09.693400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:09.693556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33962) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:09.847199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-216364882', 'router:external': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:09.999958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Made reservation on behalf of 41a999a6e22b42e19a2dcddfe769f718 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:10.004992 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.025115 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.049965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.132275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Subnet': ['ID=e252794f-7a44-461f-876c-084503548995,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:10.144144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Checking segment: {'id': '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:10.144144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network hostable DHCP agents. Network: 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:10.152217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.239443 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.267658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:10.280363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:10.283434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34d58f4-6187-41ff-ac24-0cc5818efca6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:10.304771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.305122 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Added segment e1803e19-73fc-439c-89a4-0da0ff884fd3 of type vlan for network 4162e692-c261-4df9-b175-53a1cf3edd01 Sep 17 22:46:10.380365 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.408603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.467324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:10.478785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:10.478785 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.479635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3007bdcc-b8a8-4d13-b2e9-8576666e5870 None None] Network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:10.531001 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.532046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:10.533381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.568487 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e41a8342-935a-4b24-b2e9-2793517462e0 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3739648 Sep 17 22:46:10.571344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 33972) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:10.636179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event updated for resources: {'Network': ['ID=4162e692-c261-4df9-b175-53a1cf3edd01,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:10.677966 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-82c4f253-48aa-4748-bcf5-84f0c7d6913a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9824100 Sep 17 22:46:10.684038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 33974) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:10.698439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Request body: {'subnet': {'network_id': '4162e692-c261-4df9-b175-53a1cf3edd01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:10.712450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4162e692-c261-4df9-b175-53a1cf3edd01 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:10.778789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:10.779675 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.940048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Made reservation on behalf of 41a999a6e22b42e19a2dcddfe769f718 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:10.944216 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.050001 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.068967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Allocated IP 2001:db8::2 (5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6/e252794f-7a44-461f-876c-084503548995/2e447f57-da92-48da-b17b-5acb2701c26c) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:11.327593 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.454138 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.561177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Allocated IP 2001:db8::1 (5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6/e252794f-7a44-461f-876c-084503548995/10f2cf99-8381-4707-8cd8-b8a0b75bdaf7) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:11.570776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:11.574578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:11.580361 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:11.665304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Pushing event updated for resources: {'Port': ['ID=2e447f57-da92-48da-b17b-5acb2701c26c,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:11.690409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Attempting to bind port 2e447f57-da92-48da-b17b-5acb2701c26c on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:11.690787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Attempting to bind port 2e447f57-da92-48da-b17b-5acb2701c26c by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:11.691154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Attempting to bind port 2e447f57-da92-48da-b17b-5acb2701c26c on network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:11.700067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:11.700478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Checking segment: {'id': '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:11.700936 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.701453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Bound using segment: {'id': '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:11.703000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Bound port: 2e447f57-da92-48da-b17b-5acb2701c26c, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:11.703229 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.717422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:46:11.723932 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.797224 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.812206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e379dbee-baae-4c7a-b240-bea3806e8397,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:11.828693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] For port 2e447f57-da92-48da-b17b-5acb2701c26c, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:11.832995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] For port 2e447f57-da92-48da-b17b-5acb2701c26c, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2e447f57-da92-48da-b17b-5acb2701c26c,segment=NetworkSegment(038406ce-e0af-4d77-9ee2-7fa2b19a1f8a),segment_id=038406ce-e0af-4d77-9ee2-7fa2b19a1f8a)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:11.834387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Checking segment: {'id': 'e1803e19-73fc-439c-89a4-0da0ff884fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4162e692-c261-4df9-b175-53a1cf3edd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:11.834762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Network hostable DHCP agents. Network: 4162e692-c261-4df9-b175-53a1cf3edd01, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:11.965799 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.966117 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:11.967092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Network 4162e692-c261-4df9-b175-53a1cf3edd01 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:12.020301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:12.023960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:12.035260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:12.035925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.049915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=10f2cf99-8381-4707-8cd8-b8a0b75bdaf7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:12.052357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d39ef5-0e45-4dfc-a1d2-e6fe02a0cd49 None None] Pushing event updated for resources: {'Port': ['ID=2e447f57-da92-48da-b17b-5acb2701c26c,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:12.076614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4162e692-c261-4df9-b175-53a1cf3edd01) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:12.091757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:12.091757 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.091997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50d3f76-0cb0-4058-afb0-c89c2f3a966f None None] Network 4162e692-c261-4df9-b175-53a1cf3edd01 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:12.181148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-872d0fae-6db0-4bb5-b147-eb082e2aca75 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4953427 Sep 17 22:46:12.183670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34020) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:12.188573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1187522117', 'network_id': '4162e692-c261-4df9-b175-53a1cf3edd01'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:12.270623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabeeb95-c261-4875-b0e4-f79fbcc04712 None None] Network 4162e692-c261-4df9-b175-53a1cf3edd01 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:12.328809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Made reservation on behalf of 41a999a6e22b42e19a2dcddfe769f718 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:12.337128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.392599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.417684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] device_id is not set on port 303928a6-f72c-4b87-8ab4-961175eb8b61 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:46:12.618559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Allocated IP 172.20.0.9 (4162e692-c261-4df9-b175-53a1cf3edd01/e379dbee-baae-4c7a-b240-bea3806e8397/303928a6-f72c-4b87-8ab4-961175eb8b61) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:12.817094 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.852072 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.940435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.944199 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:12.994359 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.054822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Network 4162e692-c261-4df9-b175-53a1cf3edd01 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:13.063277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:13.065668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=10f2cf99-8381-4707-8cd8-b8a0b75bdaf7,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:13.068749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:13.139647 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:13.140875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:13.141505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.142779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:13.148580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event updated for resources: {'Port': ['ID=303928a6-f72c-4b87-8ab4-961175eb8b61,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:13.231448 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c03a7b0e-8e50-4741-b913-36d9eed96d9b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0466027 Sep 17 22:46:13.234043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34062) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.321240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2e447f57-da92-48da-b17b-5acb2701c26c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:13.428834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 2e447f57-da92-48da-b17b-5acb2701c26c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:13.431174 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.443989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c56b24ff-a23d-42d7-858d-55350b6e2a53 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Deleting port 303928a6-f72c-4b87-8ab4-961175eb8b61 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:13.444363 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c56b24ff-a23d-42d7-858d-55350b6e2a53 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.485136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:13.561575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c56b24ff-a23d-42d7-858d-55350b6e2a53 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.586755 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.586934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c56b24ff-a23d-42d7-858d-55350b6e2a53 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Calling delete_port for 303928a6-f72c-4b87-8ab4-961175eb8b61 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:13.658841 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 2e447f57-da92-48da-b17b-5acb2701c26c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2e447f57-da92-48da-b17b-5acb2701c26c,segment=NetworkSegment(038406ce-e0af-4d77-9ee2-7fa2b19a1f8a),segment_id=038406ce-e0af-4d77-9ee2-7fa2b19a1f8a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:13.695961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:13.701889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b37ead6-e05e-4c4c-b3db-c100fec10847 None None] Network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:13.714135 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:13.715666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a526231d-a0e5-4e66-bda8-4989ad4e2fa6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1433177 Sep 17 22:46:13.723352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34068) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:13.732008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-473029018'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:13.745107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:13.746080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:13.840951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.916518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a1a216cc-2f21-40fb-bd3a-cdf2a15691d3 None None] Provisioning complete for port 2e447f57-da92-48da-b17b-5acb2701c26c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:13.916894 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1a216cc-2f21-40fb-bd3a-cdf2a15691d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.971226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:14.055404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=2e447f57-da92-48da-b17b-5acb2701c26c,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:14.378105 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:12Z', 'revision_number': 2, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:12Z', 'revision_number': 2, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:14.419268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:14.419632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Updating router 8826cdac-d77c-4cfe-8d0b-1b7308540850 port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:46:14.475614 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.625740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7c2b72d2-a297-45b1-ad47-0e4d4c355e36 None None] Provisioning complete for port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:14.626883 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7c2b72d2-a297-45b1-ad47-0e4d4c355e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.638872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:14.643323 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.673799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c56b24ff-a23d-42d7-858d-55350b6e2a53 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.712719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:14.733261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b24ff-a23d-42d7-858d-55350b6e2a53 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event deleted for resources: {'Port': ['ID=303928a6-f72c-4b87-8ab4-961175eb8b61,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:14.733528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b72d2-a297-45b1-ad47-0e4d4c355e36 None None] Port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:14.756806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.757662 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added segment d5faec85-c2c7-4a11-a450-1838becbb1fd of type vlan for network f680bb01-e30c-488b-aeac-7dd43203e546 Sep 17 22:46:14.787474 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7c2b72d2-a297-45b1-ad47-0e4d4c355e36 None None] Provisioning complete for port 2e447f57-da92-48da-b17b-5acb2701c26c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:14.787834 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7c2b72d2-a297-45b1-ad47-0e4d4c355e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.846058 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.929850 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c56b24ff-a23d-42d7-858d-55350b6e2a53 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:14.929850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c56b24ff-a23d-42d7-858d-55350b6e2a53 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "DELETE /v2.0/ports/303928a6-f72c-4b87-8ab4-961175eb8b61 HTTP/1.1" status: 204 len: 168 time: 1.6937420 Sep 17 22:46:14.932360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34076) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:14.946359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4162e692-c261-4df9-b175-53a1cf3edd01', 'external_fixed_ips': [{'subnet_id': 'e379dbee-baae-4c7a-b240-bea3806e8397', 'ip_address': '172.20.0.9'}]}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:15.008026 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.027745 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.041062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:15.041062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.086043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.087101 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.169341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cc2b4c92-b692-4b12-be37-5fedfceb46e5 None None] Provisioning complete for port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:15.169673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cc2b4c92-b692-4b12-be37-5fedfceb46e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.177885 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.198600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Network': ['ID=f680bb01-e30c-488b-aeac-7dd43203e546,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:15.226442 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-eef7e8df-3003-4295-bad3-2b6560e1cf59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5007131 Sep 17 22:46:15.229930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34080) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:15.250468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'subnet': {'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:15.295995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network f680bb01-e30c-488b-aeac-7dd43203e546 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:15.303236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b4c92-b692-4b12-be37-5fedfceb46e5 None None] Port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:15.322159 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.330471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2e447f57-da92-48da-b17b-5acb2701c26c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:15.863048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:15.867522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.874815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa74e9-8415-40f9-ba92-93069a165bc1 None None] Pushing event updated for resources: {'Port': ['ID=10f2cf99-8381-4707-8cd8-b8a0b75bdaf7,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:15.981250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ae1bd81b-7697-4ffe-8b3d-401045ad515d None None] Provisioning complete for port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:15.981799 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd81b-7697-4ffe-8b3d-401045ad515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.013528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Attempting to bind port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:16.013962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Attempting to bind port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:16.014339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Attempting to bind port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 on network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:16.035484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:16.036062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Checking segment: {'id': '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:16.037132 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.037560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Bound using segment: {'id': '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:16.038951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Bound port: 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:16.038951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.045807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 2e447f57-da92-48da-b17b-5acb2701c26c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:16.046775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.068650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.112288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bd81b-7697-4ffe-8b3d-401045ad515d None None] Port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:16.234144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] For port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:16.256421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-485a1eb3-b29a-4f43-af5c-2b15a82263e9 None None] Provisioning complete for port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:16.256934 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-485a1eb3-b29a-4f43-af5c-2b15a82263e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.292251 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] For port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=10f2cf99-8381-4707-8cd8-b8a0b75bdaf7,segment=NetworkSegment(038406ce-e0af-4d77-9ee2-7fa2b19a1f8a),segment_id=038406ce-e0af-4d77-9ee2-7fa2b19a1f8a)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:16.323430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-485a1eb3-b29a-4f43-af5c-2b15a82263e9 None None] Port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:16.444409 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.503235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.557607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:16.558678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:16.619543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.620420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa74e9-8415-40f9-ba92-93069a165bc1 None None] Pushing event updated for resources: {'Port': ['ID=10f2cf99-8381-4707-8cd8-b8a0b75bdaf7,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:16.656749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Subnet': ['ID=b7824ffe-ea3f-4775-b661-bab34c33c40b,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:16.662701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.677316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Checking segment: {'id': 'd5faec85-c2c7-4a11-a450-1838becbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:16.677706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network hostable DHCP agents. Network: f680bb01-e30c-488b-aeac-7dd43203e546, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:16.719206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:16.956553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network f680bb01-e30c-488b-aeac-7dd43203e546 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:16.999098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Allocated IP 172.20.0.9 (4162e692-c261-4df9-b175-53a1cf3edd01/e379dbee-baae-4c7a-b240-bea3806e8397/cc1beb30-8115-424f-9955-21161bfd6676) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:17.063674 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, f680bb01-e30c-488b-aeac-7dd43203e546) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:17.071409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:17.072275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.106854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6239d-14dc-4ce3-96c7-635645a43441 None None] Network f680bb01-e30c-488b-aeac-7dd43203e546 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:17.168810 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5135dc70-bade-4866-a75e-4290529183fe None None] Provisioning complete for port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:17.169213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5135dc70-bade-4866-a75e-4290529183fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.213000 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.224171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-56047c40-590c-4523-93ff-f068fdbc640e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9907591 Sep 17 22:46:17.225747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34092) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:17.271732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:12Z', 'revision_number': 2, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:16Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:17.327437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975c866-7189-4942-a9dc-fa42e4605673 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:12Z', 'revision_number': 2, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:16Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:17.459959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-f680bb01-e30c-488b-aeac-7dd43203e546', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:17.460882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.463499 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5135dc70-bade-4866-a75e-4290529183fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.554802 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.590819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5135dc70-bade-4866-a75e-4290529183fe None None] For port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=10f2cf99-8381-4707-8cd8-b8a0b75bdaf7,segment=NetworkSegment(038406ce-e0af-4d77-9ee2-7fa2b19a1f8a),segment_id=038406ce-e0af-4d77-9ee2-7fa2b19a1f8a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:17.639386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Network 4162e692-c261-4df9-b175-53a1cf3edd01 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:17.654143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:17.659820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:17.682213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5135dc70-bade-4866-a75e-4290529183fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.703560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event updated for resources: {'Port': ['ID=cc1beb30-8115-424f-9955-21161bfd6676,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:17.848910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Allocated IP 2001:db8:1::2 (f680bb01-e30c-488b-aeac-7dd43203e546/b7824ffe-ea3f-4775-b661-bab34c33c40b/5086d6ec-6c81-4111-9aa2-0dd5f36d12bc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:17.920028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135dc70-bade-4866-a75e-4290529183fe None None] Pushing event updated for resources: {'Port': ['ID=10f2cf99-8381-4707-8cd8-b8a0b75bdaf7,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:18.241992 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.321094 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.350725 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.433943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Network f680bb01-e30c-488b-aeac-7dd43203e546 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:18.441257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:18.446176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:18.449615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Pushing event updated for resources: {'Port': ['ID=5086d6ec-6c81-4111-9aa2-0dd5f36d12bc,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:18.533493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Attempting to bind port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:18.534036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Attempting to bind port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd5faec85-c2c7-4a11-a450-1838becbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:18.534552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Attempting to bind port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc on network f680bb01-e30c-488b-aeac-7dd43203e546 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:18.541370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:18.541924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Checking segment: {'id': 'd5faec85-c2c7-4a11-a450-1838becbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:18.542426 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.542981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Bound using segment: {'id': 'd5faec85-c2c7-4a11-a450-1838becbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:18.543571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Bound port: 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5faec85-c2c7-4a11-a450-1838becbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:18.544086 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.641209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] For port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:18.645074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] For port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5086d6ec-6c81-4111-9aa2-0dd5f36d12bc,segment=NetworkSegment(d5faec85-c2c7-4a11-a450-1838becbb1fd),segment_id=d5faec85-c2c7-4a11-a450-1838becbb1fd)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:18.752964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.786239 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.907492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2204a14-de5f-4981-8410-d3141bbe6ba1 None None] Pushing event updated for resources: {'Port': ['ID=5086d6ec-6c81-4111-9aa2-0dd5f36d12bc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:19.404583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Allocated IP 2001:db8:1::1 (f680bb01-e30c-488b-aeac-7dd43203e546/b7824ffe-ea3f-4775-b661-bab34c33c40b/761350a3-9b16-4a3e-8034-49dfe5810548) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:19.424195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:19.509831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:19.510332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.638197 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.682949 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.706620 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.723830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5086d6ec-6c81-4111-9aa2-0dd5f36d12bc,segment=NetworkSegment(d5faec85-c2c7-4a11-a450-1838becbb1fd),segment_id=d5faec85-c2c7-4a11-a450-1838becbb1fd)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:19.814050 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.814972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:19.912532 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:19.929695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=5086d6ec-6c81-4111-9aa2-0dd5f36d12bc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:19.944711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:19.945332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.044288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network f680bb01-e30c-488b-aeac-7dd43203e546 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:20.050944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:20.060467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:20.060467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.167221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Router d95ea28f-2cc4-4397-9b75-7533ac3845be is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:20.189187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=761350a3-9b16-4a3e-8034-49dfe5810548,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:20.530881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073368ea-7bcc-4f9a-b922-19ba8e2712fa None None] Network f680bb01-e30c-488b-aeac-7dd43203e546 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:20.550207 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.584584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:20.606835 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Sync routers for ids ['d95ea28f-2cc4-4397-9b75-7533ac3845be'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:20.622290 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Routers {'d95ea28f-2cc4-4397-9b75-7533ac3845be'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:20.623305 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d95ea28f-2cc4-4397-9b75-7533ac3845be'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:20.652315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8a7806d0-9811-4d89-bfcc-c9725cc47853 None None] Provisioning complete for port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:20.652691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8a7806d0-9811-4d89-bfcc-c9725cc47853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.715193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.716526 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8996210e-3bca-4b79-97d6-52c54bffa54f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.7829814 Sep 17 22:46:20.719257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34134) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.921288 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Set router d95ea28f-2cc4-4397-9b75-7533ac3845be gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:21.118369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.309849 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea28f-2cc4-4397-9b75-7533ac3845be', 'name': '', 'tenant_id': '41a999a6e22b42e19a2dcddfe769f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4162e692-c261-4df9-b175-53a1cf3edd01', 'external_fixed_ips': [{'subnet_id': 'e379dbee-baae-4c7a-b240-bea3806e8397', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cc1beb30-8115-424f-9955-21161bfd6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:15Z', 'updated_at': '2021-09-17T22:46:18Z', 'revision_number': 3, 'project_id': '41a999a6e22b42e19a2dcddfe769f718', 'gw_port': {'id': 'cc1beb30-8115-424f-9955-21161bfd6676', 'name': '', 'network_id': '4162e692-c261-4df9-b175-53a1cf3edd01', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:06:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ea28f-2cc4-4397-9b75-7533ac3845be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'e379dbee-baae-4c7a-b240-bea3806e8397', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:16Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e379dbee-baae-4c7a-b240-bea3806e8397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:21.350664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:21.379856 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Checking router: d95ea28f-2cc4-4397-9b75-7533ac3845be for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:21.380241 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Updating router d95ea28f-2cc4-4397-9b75-7533ac3845be port cc1beb30-8115-424f-9955-21161bfd6676 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:46:21.441235 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.514395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-05b4c83a-5f31-4d14-925e-eca72f9cf6ec None None] Provisioning complete for port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:21.520962 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-05b4c83a-5f31-4d14-925e-eca72f9cf6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.550527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.553729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.630519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:21.630997 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.638378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.639370 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.748995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-05b4c83a-5f31-4d14-925e-eca72f9cf6ec None None] Provisioning complete for port 761350a3-9b16-4a3e-8034-49dfe5810548 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:21.749284 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-05b4c83a-5f31-4d14-925e-eca72f9cf6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.846121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=761350a3-9b16-4a3e-8034-49dfe5810548,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:21.953872 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.002027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Deleting port cc1beb30-8115-424f-9955-21161bfd6676 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:22.003024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.050829 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.059590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network f680bb01-e30c-488b-aeac-7dd43203e546 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:22.070797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:22.076083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-05b4c83a-5f31-4d14-925e-eca72f9cf6ec None None] Port 761350a3-9b16-4a3e-8034-49dfe5810548 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:22.175294 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Pushing event updated for resources: {'Port': ['ID=cc1beb30-8115-424f-9955-21161bfd6676,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:22.177761 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Attempting to bind port cc1beb30-8115-424f-9955-21161bfd6676 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:22.178206 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Attempting to bind port cc1beb30-8115-424f-9955-21161bfd6676 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e1803e19-73fc-439c-89a4-0da0ff884fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4162e692-c261-4df9-b175-53a1cf3edd01'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:22.178575 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Attempting to bind port cc1beb30-8115-424f-9955-21161bfd6676 on network 4162e692-c261-4df9-b175-53a1cf3edd01 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:22.211206 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.211608 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.211994 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.231664 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.232036 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.232484 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.233025 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.233347 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.233673 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.233993 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.240442 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.240442 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:22.247345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.255066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-815980a7-04f0-4e31-85c1-ffc04071a04a None None] Provisioning complete for port 761350a3-9b16-4a3e-8034-49dfe5810548 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:22.255525 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-815980a7-04f0-4e31-85c1-ffc04071a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.269837 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:22.270535 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Checking segment: {'id': 'e1803e19-73fc-439c-89a4-0da0ff884fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4162e692-c261-4df9-b175-53a1cf3edd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:22.271314 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.271885 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Bound using segment: {'id': 'e1803e19-73fc-439c-89a4-0da0ff884fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4162e692-c261-4df9-b175-53a1cf3edd01'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:22.272578 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Bound port: cc1beb30-8115-424f-9955-21161bfd6676, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1803e19-73fc-439c-89a4-0da0ff884fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4162e692-c261-4df9-b175-53a1cf3edd01'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:22.273612 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.275587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Calling delete_port for cc1beb30-8115-424f-9955-21161bfd6676 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:22.399533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-815980a7-04f0-4e31-85c1-ffc04071a04a None None] Port 761350a3-9b16-4a3e-8034-49dfe5810548 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:22.421069 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] For port cc1beb30-8115-424f-9955-21161bfd6676, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:22.427991 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] For port cc1beb30-8115-424f-9955-21161bfd6676, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cc1beb30-8115-424f-9955-21161bfd6676,segment=NetworkSegment(e1803e19-73fc-439c-89a4-0da0ff884fd3),segment_id=e1803e19-73fc-439c-89a4-0da0ff884fd3)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:22.503154 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.544856 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85558bf4-b5be-4095-8169-40f7704b2493 None None] Provisioning complete for port 761350a3-9b16-4a3e-8034-49dfe5810548 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:22.544856 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85558bf4-b5be-4095-8169-40f7704b2493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.577231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85558bf4-b5be-4095-8169-40f7704b2493 None None] Port 761350a3-9b16-4a3e-8034-49dfe5810548 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:22.594681 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Routers {'d95ea28f-2cc4-4397-9b75-7533ac3845be'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:22.596690 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d95ea28f-2cc4-4397-9b75-7533ac3845be'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:22.629302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:22.767852 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] Set router d95ea28f-2cc4-4397-9b75-7533ac3845be gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:22.833632 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf0a07-1b8a-4bad-966d-f132823920a9 None None] Pushing event updated for resources: {'Port': ['ID=cc1beb30-8115-424f-9955-21161bfd6676,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:22.836898 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea28f-2cc4-4397-9b75-7533ac3845be', 'name': '', 'tenant_id': '41a999a6e22b42e19a2dcddfe769f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:15Z', 'updated_at': '2021-09-17T22:46:21Z', 'revision_number': 4, 'project_id': '41a999a6e22b42e19a2dcddfe769f718', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:22.868815 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672910f2-493f-45dd-953a-9c4693f7ed11 None None] The sync data for ids ['d95ea28f-2cc4-4397-9b75-7533ac3845be'] in n-d-713499-18 is: [{'id': 'd95ea28f-2cc4-4397-9b75-7533ac3845be', 'name': '', 'tenant_id': '41a999a6e22b42e19a2dcddfe769f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:15Z', 'updated_at': '2021-09-17T22:46:21Z', 'revision_number': 4, 'project_id': '41a999a6e22b42e19a2dcddfe769f718', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:23.160508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.177666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:23.187527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:23.200520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0efd7606-b68b-464f-bb77-4cfbc80ac6a3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9736588 Sep 17 22:46:23.203246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34156) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.205917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc1beb30-8115-424f-9955-21161bfd6676,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:23.212846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-32917220'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:23.215141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:23.216059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:23.309729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.333396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:23.337366 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.388693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:23.414623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:23.442565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.458538 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.462918 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added segment be75cc43-548b-47e8-9378-293f6d663554 of type vlan for network 07de6220-8c19-4381-9a51-766504c39258 Sep 17 22:46:23.463281 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.542317 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.622190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.622746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d95ea28f-2cc4-4397-9b75-7533ac3845be {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:23.630803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.631801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fe47d7d7-aa77-4af3-81ce-0f24853966a0 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "DELETE /v2.0/routers/d95ea28f-2cc4-4397-9b75-7533ac3845be HTTP/1.1" status: 204 len: 168 time: 2.9109178 Sep 17 22:46:23.634030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34164) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.692746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aaf688c-376c-4718-a07f-f93840f71e97 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Deleting subnet e379dbee-baae-4c7a-b240-bea3806e8397 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:23.705126 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9aaf688c-376c-4718-a07f-f93840f71e97 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.800709 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.811881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:23.812893 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.832970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:20Z', 'revision_number': 3, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:20Z', 'revision_number': 2, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:23.866176 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9aaf688c-376c-4718-a07f-f93840f71e97 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.885791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:23.886152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Updating router 8826cdac-d77c-4cfe-8d0b-1b7308540850 port 761350a3-9b16-4a3e-8034-49dfe5810548 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:46:23.925521 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.961836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Network': ['ID=07de6220-8c19-4381-9a51-766504c39258,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:23.975873 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9aaf688c-376c-4718-a07f-f93840f71e97 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.978922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 07de6220-8c19-4381-9a51-766504c39258 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:24.004160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-83532a27-fcf5-4e8c-bc61-fe86275fbe2c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7997110 Sep 17 22:46:24.007324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34168) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.015205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'subnet': {'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:24.185330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9aaf688c-376c-4718-a07f-f93840f71e97 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.238058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf688c-376c-4718-a07f-f93840f71e97 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e379dbee-baae-4c7a-b240-bea3806e8397,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:24.241143 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9aaf688c-376c-4718-a07f-f93840f71e97 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.243796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9aaf688c-376c-4718-a07f-f93840f71e97 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/e379dbee-baae-4c7a-b240-bea3806e8397 HTTP/1.1" status: 204 len: 168 time: 0.6086440 Sep 17 22:46:24.246843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34170) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.321057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:24.327228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.400369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.435961 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.587167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.613972 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.635168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4162e692-c261-4df9-b175-53a1cf3edd01']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:24.662544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1803e19-73fc-439c-89a4-0da0ff884fd3') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:24.662879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1803e19-73fc-439c-89a4-0da0ff884fd3') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:24.679247 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.725438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.739606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:24.740012 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: items = [ Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:24.741982 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:24.769801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e34042-4e61-4466-8420-39e36bc51ace None None] Pushing event updated for resources: {'Port': ['ID=761350a3-9b16-4a3e-8034-49dfe5810548,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:24.789703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Attempting to bind port 761350a3-9b16-4a3e-8034-49dfe5810548 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:24.790332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Attempting to bind port 761350a3-9b16-4a3e-8034-49dfe5810548 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd5faec85-c2c7-4a11-a450-1838becbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:24.790967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Attempting to bind port 761350a3-9b16-4a3e-8034-49dfe5810548 on network f680bb01-e30c-488b-aeac-7dd43203e546 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:24.800978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:24.801531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Checking segment: {'id': 'd5faec85-c2c7-4a11-a450-1838becbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:24.802500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.803095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Bound using segment: {'id': 'd5faec85-c2c7-4a11-a450-1838becbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:24.803608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Bound port: 761350a3-9b16-4a3e-8034-49dfe5810548, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5faec85-c2c7-4a11-a450-1838becbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:24.804009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.895152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] For port 761350a3-9b16-4a3e-8034-49dfe5810548, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:24.940542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.962126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-19819f47-5611-43b8-9de8-c9b8ca1751f0 None None] Provisioning complete for port 761350a3-9b16-4a3e-8034-49dfe5810548 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:24.963171 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-19819f47-5611-43b8-9de8-c9b8ca1751f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.990091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.018144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] For port 761350a3-9b16-4a3e-8034-49dfe5810548, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=761350a3-9b16-4a3e-8034-49dfe5810548,segment=NetworkSegment(d5faec85-c2c7-4a11-a450-1838becbb1fd),segment_id=d5faec85-c2c7-4a11-a450-1838becbb1fd)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:25.025495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4162e692-c261-4df9-b175-53a1cf3edd01 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:46:25.027585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event deleted for resources: {'Network': ['ID=4162e692-c261-4df9-b175-53a1cf3edd01,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:25.034375 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.036495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-19819f47-5611-43b8-9de8-c9b8ca1751f0 None None] Port 761350a3-9b16-4a3e-8034-49dfe5810548 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:25.038134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c9c2cc7d-ac41-4fd6-8590-5f6058fcaa9f tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "DELETE /v2.0/networks/4162e692-c261-4df9-b175-53a1cf3edd01 HTTP/1.1" status: 204 len: 168 time: 0.7897091 Sep 17 22:46:25.112537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Subnet': ['ID=523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:25.112537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Checking segment: {'id': 'be75cc43-548b-47e8-9378-293f6d663554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07de6220-8c19-4381-9a51-766504c39258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:25.112537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network hostable DHCP agents. Network: 07de6220-8c19-4381-9a51-766504c39258, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:25.185268 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.251930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 07de6220-8c19-4381-9a51-766504c39258 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:25.261677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e34042-4e61-4466-8420-39e36bc51ace None None] Pushing event updated for resources: {'Port': ['ID=761350a3-9b16-4a3e-8034-49dfe5810548,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:25.265131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:25.265131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:25.390908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 07de6220-8c19-4381-9a51-766504c39258) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:25.396830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:25.400293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.443406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb7be59-703a-4443-babf-114c2dddde23 None None] Network 07de6220-8c19-4381-9a51-766504c39258 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:25.608339 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0fc6d722-9f3a-4a44-99ff-a4f493fdb253 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5998299 Sep 17 22:46:25.612394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34190) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.668549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34194) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.674382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-efd8e9ed-c382-429f-bda6-f6c5686d0156 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Request body: {'router': {'name': 'tempest-router--1149319755', 'project_id': '8564ae6eeb54428197b0e64b7d9c2084'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:25.701069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:25.818311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1e8f6f1e-e015-4e9c-a2bd-dde54cb7daef None None] Provisioning complete for port 761350a3-9b16-4a3e-8034-49dfe5810548 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:25.818861 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e8f6f1e-e015-4e9c-a2bd-dde54cb7daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.876731 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efd8e9ed-c382-429f-bda6-f6c5686d0156 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.878302 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efd8e9ed-c382-429f-bda6-f6c5686d0156 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.984551 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efd8e9ed-c382-429f-bda6-f6c5686d0156 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.080020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efd8e9ed-c382-429f-bda6-f6c5686d0156 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.225020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efd8e9ed-c382-429f-bda6-f6c5686d0156 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.230590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-efd8e9ed-c382-429f-bda6-f6c5686d0156 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5608206 Sep 17 22:46:26.232361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34198) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:26.272916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e8f6f1e-e015-4e9c-a2bd-dde54cb7daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.275522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-07de6220-8c19-4381-9a51-766504c39258', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:26.276588 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.388993 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f91d6c10-d42a-4187-b970-b46d6583ac6b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.555002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1e8f6f1e-e015-4e9c-a2bd-dde54cb7daef None None] For port 761350a3-9b16-4a3e-8034-49dfe5810548, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=761350a3-9b16-4a3e-8034-49dfe5810548,segment=NetworkSegment(d5faec85-c2c7-4a11-a450-1838becbb1fd),segment_id=d5faec85-c2c7-4a11-a450-1838becbb1fd)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:26.575145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:20Z', 'revision_number': 3, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:24Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:26.624209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e1e0b-e6de-4ed5-a7c3-d67a66fe1784 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:20Z', 'revision_number': 3, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:24Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:26.633596 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f91d6c10-d42a-4187-b970-b46d6583ac6b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.636388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f91d6c10-d42a-4187-b970-b46d6583ac6b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.725161 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e8f6f1e-e015-4e9c-a2bd-dde54cb7daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.760864 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.786485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Allocated IP 2001:db8:2::2 (07de6220-8c19-4381-9a51-766504c39258/523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d/5df92ad2-bad6-4557-8d7c-b787a2f48da7) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:26.804378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f91d6c10-d42a-4187-b970-b46d6583ac6b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.805024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91d6c10-d42a-4187-b970-b46d6583ac6b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abc8f34a-d26f-40d4-bddf-5ac392821719 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:26.814675 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f91d6c10-d42a-4187-b970-b46d6583ac6b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.814675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f91d6c10-d42a-4187-b970-b46d6583ac6b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "DELETE /v2.0/routers/abc8f34a-d26f-40d4-bddf-5ac392821719 HTTP/1.1" status: 204 len: 168 time: 0.5772071 Sep 17 22:46:26.898252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f6f1e-e015-4e9c-a2bd-dde54cb7daef None None] Pushing event updated for resources: {'Port': ['ID=761350a3-9b16-4a3e-8034-49dfe5810548,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:27.139780 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.222493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34210) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:27.284262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 761350a3-9b16-4a3e-8034-49dfe5810548 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:27.323347 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.391762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Allocated IP 2001:db8:2::1 (07de6220-8c19-4381-9a51-766504c39258/523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d/558bcee1-9937-4b15-8fd0-6833aacfdf8f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:27.400973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Network 07de6220-8c19-4381-9a51-766504c39258 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:27.405978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:27.414501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:27.428010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Pushing event updated for resources: {'Port': ['ID=5df92ad2-bad6-4557-8d7c-b787a2f48da7,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:27.626441 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.636819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1591742691', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:27.686024 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 761350a3-9b16-4a3e-8034-49dfe5810548 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:27.686572 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.709108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Attempting to bind port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:27.709471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Attempting to bind port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'be75cc43-548b-47e8-9378-293f6d663554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07de6220-8c19-4381-9a51-766504c39258'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:27.709825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Attempting to bind port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 on network 07de6220-8c19-4381-9a51-766504c39258 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:27.721286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:27.721658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Checking segment: {'id': 'be75cc43-548b-47e8-9378-293f6d663554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07de6220-8c19-4381-9a51-766504c39258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:27.722060 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.722453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Bound using segment: {'id': 'be75cc43-548b-47e8-9378-293f6d663554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07de6220-8c19-4381-9a51-766504c39258'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:27.722925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Bound port: 5df92ad2-bad6-4557-8d7c-b787a2f48da7, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be75cc43-548b-47e8-9378-293f6d663554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07de6220-8c19-4381-9a51-766504c39258'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:27.723306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.731298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.732716 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.803798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.843325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] For port 5df92ad2-bad6-4557-8d7c-b787a2f48da7, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:27.848577 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.858421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] For port 5df92ad2-bad6-4557-8d7c-b787a2f48da7, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5df92ad2-bad6-4557-8d7c-b787a2f48da7,segment=NetworkSegment(be75cc43-548b-47e8-9378-293f6d663554),segment_id=be75cc43-548b-47e8-9378-293f6d663554)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:27.919002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=558bcee1-9937-4b15-8fd0-6833aacfdf8f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:27.931927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 07de6220-8c19-4381-9a51-766504c39258 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:27.933739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:27.939873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:27.940853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.991061 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.089771 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08240e4-6795-46b3-b083-1917eecab7ee None None] Pushing event updated for resources: {'Port': ['ID=5df92ad2-bad6-4557-8d7c-b787a2f48da7,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:28.199562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.243115 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.610734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.631182 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.675537 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.764179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Allocated IP 172.25.6.7 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/3b1a89ff-50c9-46ab-b16c-c63632782028) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:28.773008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.776294 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.853400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=558bcee1-9937-4b15-8fd0-6833aacfdf8f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:28.912687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.929536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 07de6220-8c19-4381-9a51-766504c39258 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:28.931000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:29.073739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.092090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:29.131213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:29.134331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:29.156658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:29.290370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Pushing event updated for resources: {'Port': ['ID=3b1a89ff-50c9-46ab-b16c-c63632782028,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:29.333597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.384433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:29.398093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-980fd0ad-ae31-40ed-8083-a11ecda12178 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7789431 Sep 17 22:46:29.398203 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:29.404711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34226) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.410077 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:29.413012 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:29.417031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-913220766'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:29.447583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5df92ad2-bad6-4557-8d7c-b787a2f48da7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:29.542034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:29.542034 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.565896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:29.571060 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.591153 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:29.612562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:29.616481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c2615a-b634-4250-86cd-7eb864ec2515 None None] Network 07de6220-8c19-4381-9a51-766504c39258 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:29.628541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.629185 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added segment 460ce35d-7a5b-490e-8323-cb14635bc8bc of type vlan for network 993b528d-d923-471e-ad68-ccd766889d40 Sep 17 22:46:29.689507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.738676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-bde8e037-936a-48e0-9349-b23257c64238 None None] Provisioning complete for port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:29.739045 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bde8e037-936a-48e0-9349-b23257c64238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.794968 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.824567 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.835102 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.837241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:29.838281 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.899014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 5df92ad2-bad6-4557-8d7c-b787a2f48da7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5df92ad2-bad6-4557-8d7c-b787a2f48da7,segment=NetworkSegment(be75cc43-548b-47e8-9378-293f6d663554),segment_id=be75cc43-548b-47e8-9378-293f6d663554)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:29.935835 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:28Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:28Z', 'revision_number': 2, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:29.946313 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bde8e037-936a-48e0-9349-b23257c64238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.983929 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:29.985861 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Updating router 8826cdac-d77c-4cfe-8d0b-1b7308540850 port 558bcee1-9937-4b15-8fd0-6833aacfdf8f binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:46:29.994466 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5885243 Sep 17 22:46:29.995633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a5308-16c9-4b3b-a3ce-cb3b12e6ec41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Network': ['ID=993b528d-d923-471e-ad68-ccd766889d40,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:29.998195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34230) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:30.005987 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.017532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 993b528d-d923-471e-ad68-ccd766889d40 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:30.026025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'subnet': {'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:30.027472 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.217085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.260291 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=5df92ad2-bad6-4557-8d7c-b787a2f48da7,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:30.284270 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-bde8e037-936a-48e0-9349-b23257c64238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:30.284270 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-bde8e037-936a-48e0-9349-b23257c64238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:30.304858 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Made reservation on behalf of c1a1408b81af4a6fafd3495a5c048033 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:30.309029 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.492492 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.510479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Router 5a75aa2c-5564-448b-bcb1-8c0be149bca6 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:30.766926 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.842030 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Attempting to bind port 558bcee1-9937-4b15-8fd0-6833aacfdf8f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:30.842405 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Attempting to bind port 558bcee1-9937-4b15-8fd0-6833aacfdf8f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'be75cc43-548b-47e8-9378-293f6d663554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07de6220-8c19-4381-9a51-766504c39258'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:30.842796 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Attempting to bind port 558bcee1-9937-4b15-8fd0-6833aacfdf8f on network 07de6220-8c19-4381-9a51-766504c39258 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:30.847337 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240810e-921e-42b6-b206-2d492b2faf5f None None] Pushing event updated for resources: {'Port': ['ID=558bcee1-9937-4b15-8fd0-6833aacfdf8f,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:30.853089 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:30.853522 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Checking segment: {'id': 'be75cc43-548b-47e8-9378-293f6d663554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07de6220-8c19-4381-9a51-766504c39258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:30.853854 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.854237 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Bound using segment: {'id': 'be75cc43-548b-47e8-9378-293f6d663554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07de6220-8c19-4381-9a51-766504c39258'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:30.854705 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Bound port: 558bcee1-9937-4b15-8fd0-6833aacfdf8f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be75cc43-548b-47e8-9378-293f6d663554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07de6220-8c19-4381-9a51-766504c39258'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:30.855076 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.956829 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.973928 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] For port 558bcee1-9937-4b15-8fd0-6833aacfdf8f, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:30.979736 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] For port 558bcee1-9937-4b15-8fd0-6833aacfdf8f, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=558bcee1-9937-4b15-8fd0-6833aacfdf8f,segment=NetworkSegment(be75cc43-548b-47e8-9378-293f6d663554),segment_id=be75cc43-548b-47e8-9378-293f6d663554)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:30.981867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:30.992448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bb2c0-59d6-4973-b9e9-5599e4f98ca1 None None] Sync routers for ids ['5a75aa2c-5564-448b-bcb1-8c0be149bca6'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:31.010247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bb2c0-59d6-4973-b9e9-5599e4f98ca1 None None] Routers {'5a75aa2c-5564-448b-bcb1-8c0be149bca6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:31.011475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d27bb2c0-59d6-4973-b9e9-5599e4f98ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5a75aa2c-5564-448b-bcb1-8c0be149bca6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:31.058897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Subnet': ['ID=2ddf3dd2-3d1b-4617-a581-bd42724f3b0f,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:31.090851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Checking segment: {'id': '460ce35d-7a5b-490e-8323-cb14635bc8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '993b528d-d923-471e-ad68-ccd766889d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:31.091381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network hostable DHCP agents. Network: 993b528d-d923-471e-ad68-ccd766889d40, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:31.167980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d27bb2c0-59d6-4973-b9e9-5599e4f98ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:31.167980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bb2c0-59d6-4973-b9e9-5599e4f98ca1 None None] Routers {'5a75aa2c-5564-448b-bcb1-8c0be149bca6'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:31.167980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d27bb2c0-59d6-4973-b9e9-5599e4f98ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5a75aa2c-5564-448b-bcb1-8c0be149bca6'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:31.167980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-41bbb474-baab-43fb-9da9-6138acb37d50 None None] Provisioning complete for port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:31.167980 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41bbb474-baab-43fb-9da9-6138acb37d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.204790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d27bb2c0-59d6-4973-b9e9-5599e4f98ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:31.207304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bb2c0-59d6-4973-b9e9-5599e4f98ca1 None None] The sync data for ids ['5a75aa2c-5564-448b-bcb1-8c0be149bca6'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:31.256715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5df92ad2-bad6-4557-8d7c-b787a2f48da7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:31.313792 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.357597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-41bbb474-baab-43fb-9da9-6138acb37d50 None None] Provisioning complete for port 558bcee1-9937-4b15-8fd0-6833aacfdf8f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:31.359134 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41bbb474-baab-43fb-9da9-6138acb37d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.364274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:31.364553 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.376490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.377652 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240810e-921e-42b6-b206-2d492b2faf5f None None] Pushing event updated for resources: {'Port': ['ID=558bcee1-9937-4b15-8fd0-6833aacfdf8f,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:31.380168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-72bb8556-69b3-4caa-80ff-a21bbc755468 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1563938 Sep 17 22:46:31.382355 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:31.382975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34242) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:31.393404 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:31.461031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 993b528d-d923-471e-ad68-ccd766889d40 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:31.608994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c9c585d7-bfc4-40e5-b895-1a40cf6bbc6b tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/routers/5a75aa2c-5564-448b-bcb1-8c0be149bca6 HTTP/1.1" status: 200 len: 919 time: 0.2247732 Sep 17 22:46:31.620632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34246) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:31.650746 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41bbb474-baab-43fb-9da9-6138acb37d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.659991 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-93562c31-74c5-4458-a8d3-a44f85582996 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a75aa2c-5564-448b-bcb1-8c0be149bca6 HTTP/1.1" status: 200 len: 205 time: 0.0317342 Sep 17 22:46:31.662360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34248) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:31.700102 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:31.739856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 993b528d-d923-471e-ad68-ccd766889d40) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:31.748787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:31.749385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.765008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2519e296-783d-4446-a93a-93e281ee9664 None None] Network 993b528d-d923-471e-ad68-ccd766889d40 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:31.770278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-41bbb474-baab-43fb-9da9-6138acb37d50 None None] For port 558bcee1-9937-4b15-8fd0-6833aacfdf8f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=558bcee1-9937-4b15-8fd0-6833aacfdf8f,segment=NetworkSegment(be75cc43-548b-47e8-9378-293f6d663554),segment_id=be75cc43-548b-47e8-9378-293f6d663554)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:31.850648 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.960249 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:28Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:30Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:31.966025 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41bbb474-baab-43fb-9da9-6138acb37d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.007963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-993b528d-d923-471e-ad68-ccd766889d40', 'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'fixed_ips': [{'subnet_id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:32.008817 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.012946 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb690398-d309-46b5-91fc-7340f43f8234 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:28Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:30Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:32.027098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a9958c39-0608-440e-9946-d6a1bf0da8f2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0065920 Sep 17 22:46:32.036679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34252) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:32.077271 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.205268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-094f2ee2-c1f4-4127-968a-d3bbe319559c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1074255 Sep 17 22:46:32.275343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a7eb1f9d-e9ac-4148-b764-a40f05d2b1d7 None None] Provisioning complete for port 558bcee1-9937-4b15-8fd0-6833aacfdf8f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:32.280102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1f9d-e9ac-4148-b764-a40f05d2b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.280102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbb474-baab-43fb-9da9-6138acb37d50 None None] Pushing event updated for resources: {'Port': ['ID=558bcee1-9937-4b15-8fd0-6833aacfdf8f,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:32.364202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-13900bcd-ce54-4b3d-9f6c-8bb8b861f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.364695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-13900bcd-ce54-4b3d-9f6c-8bb8b861f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.365261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-13900bcd-ce54-4b3d-9f6c-8bb8b861f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.365623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-13900bcd-ce54-4b3d-9f6c-8bb8b861f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.366121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-13900bcd-ce54-4b3d-9f6c-8bb8b861f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.366548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-13900bcd-ce54-4b3d-9f6c-8bb8b861f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.367027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-13900bcd-ce54-4b3d-9f6c-8bb8b861f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:32.369221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-13900bcd-ce54-4b3d-9f6c-8bb8b861f710 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73abc9d519174e87be65c1fa9b05c663&device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 6496 time: 0.1064327 Sep 17 22:46:32.402878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Deleting port 3b1a89ff-50c9-46ab-b16c-c63632782028 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:32.403219 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.437949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Allocated IP 2001:db8:3::2 (993b528d-d923-471e-ad68-ccd766889d40/2ddf3dd2-3d1b-4617-a581-bd42724f3b0f/0b492d51-a95d-4e59-94a3-0ffa6e62984a) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:32.553371 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.573006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Calling delete_port for 3b1a89ff-50c9-46ab-b16c-c63632782028 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:32.777916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.834288 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.923722 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.012587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-ce74c25c-2185-43b5-adc2-5cdbf14ed177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:33.019164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-ce74c25c-2185-43b5-adc2-5cdbf14ed177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:33.019757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-ce74c25c-2185-43b5-adc2-5cdbf14ed177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:33.023332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-ce74c25c-2185-43b5-adc2-5cdbf14ed177 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b47776c0-fb49-4546-b199-a15d6fc3e290&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=ac82a0af-7906-429a-ad82-3423a37350e0&id=191f6cd1-311b-473e-9843-0738ddcc8752&id=191f6cd1-311b-473e-9843-0738ddcc8752 HTTP/1.1" status: 200 len: 2294 time: 0.5847588 Sep 17 22:46:33.025521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Network 993b528d-d923-471e-ad68-ccd766889d40 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:33.045512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:33.064628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:33.091484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Pushing event updated for resources: {'Port': ['ID=0b492d51-a95d-4e59-94a3-0ffa6e62984a,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:33.205558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-01a123ab-ae6a-48db-b711-37921c236dd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300 HTTP/1.1" status: 200 len: 1001 time: 0.1592002 Sep 17 22:46:33.251811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Attempting to bind port 0b492d51-a95d-4e59-94a3-0ffa6e62984a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:33.261064 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Attempting to bind port 0b492d51-a95d-4e59-94a3-0ffa6e62984a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '460ce35d-7a5b-490e-8323-cb14635bc8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '993b528d-d923-471e-ad68-ccd766889d40'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:33.264614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Attempting to bind port 0b492d51-a95d-4e59-94a3-0ffa6e62984a on network 993b528d-d923-471e-ad68-ccd766889d40 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:33.267842 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.286459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Allocated IP 2001:db8:3::1 (993b528d-d923-471e-ad68-ccd766889d40/2ddf3dd2-3d1b-4617-a581-bd42724f3b0f/224054f6-3e28-47d5-91ef-9729ceb71b99) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:33.298980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 558bcee1-9937-4b15-8fd0-6833aacfdf8f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:33.305646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:33.306034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Checking segment: {'id': '460ce35d-7a5b-490e-8323-cb14635bc8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '993b528d-d923-471e-ad68-ccd766889d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:33.306441 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.306846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Bound using segment: {'id': '460ce35d-7a5b-490e-8323-cb14635bc8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '993b528d-d923-471e-ad68-ccd766889d40'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:33.307346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Bound port: 0b492d51-a95d-4e59-94a3-0ffa6e62984a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460ce35d-7a5b-490e-8323-cb14635bc8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '993b528d-d923-471e-ad68-ccd766889d40'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:33.307783 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.371053 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8eecec3e-0212-4c4f-8cab-f66a621888d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.381819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Pushing event deleted for resources: {'Port': ['ID=3b1a89ff-50c9-46ab-b16c-c63632782028,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:33.468745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 558bcee1-9937-4b15-8fd0-6833aacfdf8f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:33.469119 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.479126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-90c1883b-8c7f-4447-84f7-b22fc8f27ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:33.481148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-90c1883b-8c7f-4447-84f7-b22fc8f27ab8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=88d64f13-23f7-481b-bc85-231baac0c6f1 HTTP/1.1" status: 200 len: 851 time: 0.2699268 Sep 17 22:46:33.482196 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.634203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.634372 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.646107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.667751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] For port 0b492d51-a95d-4e59-94a3-0ffa6e62984a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:33.678610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] For port 0b492d51-a95d-4e59-94a3-0ffa6e62984a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0b492d51-a95d-4e59-94a3-0ffa6e62984a,segment=NetworkSegment(460ce35d-7a5b-490e-8323-cb14635bc8bc),segment_id=460ce35d-7a5b-490e-8323-cb14635bc8bc)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:33.701802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-54b004fc-a662-4408-926f-3b811653382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:33.703301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-54b004fc-a662-4408-926f-3b811653382f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b47776c0-fb49-4546-b199-a15d6fc3e290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1705248 Sep 17 22:46:33.788184 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.815471 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.835605 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.837809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Fanout notify agent at l3_agent the message router_deleted on router 5a75aa2c-5564-448b-bcb1-8c0be149bca6 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:33.858632 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.864152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-51772931-5111-41fd-a86e-e5261f4ba336 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/5a75aa2c-5564-448b-bcb1-8c0be149bca6 HTTP/1.1" status: 204 len: 168 time: 2.2007120 Sep 17 22:46:33.865045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34268) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:33.881199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Request body: {'router': {'name': 'tempest-snat-router-580828526', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'enable_snat': False}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:33.904735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 993b528d-d923-471e-ad68-ccd766889d40 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:33.919254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:33.931152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-acdd6cb9-4e68-4bc0-9a95-47af732ac4ab service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204840 Sep 17 22:46:33.939263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:33.939263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.945313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=224054f6-3e28-47d5-91ef-9729ceb71b99,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:33.972505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43a5a-e390-4db1-8f10-3444d715c7f6 None None] Pushing event updated for resources: {'Port': ['ID=0b492d51-a95d-4e59-94a3-0ffa6e62984a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:34.120485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-9044eb48-79a2-4e14-bcdd-f9ea298c307f service neutron] 10.222.0.23 "GET /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792748 Sep 17 22:46:34.127243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.131672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.210363 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-633e94d7-ef18-4582-99be-acb6c2d575e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=3a540cf4-30de-41c7-8485-2fbafbdcf0d8 HTTP/1.1" status: 200 len: 217 time: 0.0674813 Sep 17 22:46:34.253061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.316424 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.342285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-2ada1913-54e7-4b52-a221-cbdfcf5e8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:34.342446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-2ada1913-54e7-4b52-a221-cbdfcf5e8dcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.1231251 Sep 17 22:46:34.410721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-b9b96b67-813a-489a-9dcd-063247670ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:34.412458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-b9b96b67-813a-489a-9dcd-063247670ba1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0586743 Sep 17 22:46:34.647924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.742868 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.743930 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.861811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event updated for resources: {'Port': ['ID=224054f6-3e28-47d5-91ef-9729ceb71b99,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:34.976195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Network 993b528d-d923-471e-ad68-ccd766889d40 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:34.977959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:35.037454 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.055487 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-4e9a03dd-e058-49de-a8d2-741717587453 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032822 Sep 17 22:46:35.168504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:35.293338 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-66565c29-68a3-47c7-b701-2bf596f33141 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305436 Sep 17 22:46:35.358412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0b492d51-a95d-4e59-94a3-0ffa6e62984a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:35.390511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:35.398368 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c7930de7-e776-42ed-9c17-626f1e18cf1a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3600576 Sep 17 22:46:35.399185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34278) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:35.405074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b4f1b96d-c7f3-41d3-9c54-bc1752fccc6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:35.413212 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:35.428295 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:35.429135 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:35.485302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 0b492d51-a95d-4e59-94a3-0ffa6e62984a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:35.485524 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.507110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-ecd4acfa-3de2-4481-92c2-98315e387ad7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=2e3c7546-78fc-4122-80d5-8e1a3ff11d44 HTTP/1.1" status: 200 len: 217 time: 0.1316507 Sep 17 22:46:35.569589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffbd131-291a-4b53-b00c-af8e3801f498 None None] Network 993b528d-d923-471e-ad68-ccd766889d40 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:35.621565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-352d2ba1-a0e8-47ef-a919-62357f96a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:35.624854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-352d2ba1-a0e8-47ef-a919-62357f96a8b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.1094136 Sep 17 22:46:35.634475 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:35.826967 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.861852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ce9983b0-46c5-440e-a35a-f07e2c7b8032 None None] Provisioning complete for port 0b492d51-a95d-4e59-94a3-0ffa6e62984a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:35.862126 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ce9983b0-46c5-440e-a35a-f07e2c7b8032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.998625 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.005126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 0b492d51-a95d-4e59-94a3-0ffa6e62984a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0b492d51-a95d-4e59-94a3-0ffa6e62984a,segment=NetworkSegment(460ce35d-7a5b-490e-8323-cb14635bc8bc),segment_id=460ce35d-7a5b-490e-8323-cb14635bc8bc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:36.017758 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d24f8745-281e-4350-ad78-596f89fb5ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.027329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-3cfddd07-0831-4c72-92e7-290d13f4ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:36.029330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-3cfddd07-0831-4c72-92e7-290d13f4ac41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3927526 Sep 17 22:46:36.030980 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.153451 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:34Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224054f6-3e28-47d5-91ef-9729ceb71b99', 'name': '', 'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:8e:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:32Z', 'updated_at': '2021-09-17T22:46:34Z', 'revision_number': 2, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:36.177958 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ce9983b0-46c5-440e-a35a-f07e2c7b8032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.180669 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.211170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.extraroute_db [None req-b4f1b96d-c7f3-41d3-9c54-bc1752fccc6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95455) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:46:36.236245 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:36.236245 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Updating router 8826cdac-d77c-4cfe-8d0b-1b7308540850 port 224054f6-3e28-47d5-91ef-9729ceb71b99 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:46:36.239073 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.extraroute_db [None req-b4f1b96d-c7f3-41d3-9c54-bc1752fccc6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Removed routes are [] {{(pid=95455) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:46:36.243115 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b96d-c7f3-41d3-9c54-bc1752fccc6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.276674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Allocated IP 172.25.6.233 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/0202d4d3-b89e-4092-8d0a-edacf77e124b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:36.311735 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.335487 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=0b492d51-a95d-4e59-94a3-0ffa6e62984a,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:36.633455 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-ce9983b0-46c5-440e-a35a-f07e2c7b8032 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:36.634117 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-ce9983b0-46c5-440e-a35a-f07e2c7b8032 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:36.714617 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-962aec9d-3a6f-4038-a891-d8c16ecdcf2e service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004270 Sep 17 22:46:36.757180 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.769625 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.882266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-16d8fa7e-5c01-45c1-8b4b-b17098a3f0de service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591229 Sep 17 22:46:36.931675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-c52f6994-c398-4058-8ecb-9dbc1d242351 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=a76688bb-4877-4413-b932-03d213f26737 HTTP/1.1" status: 200 len: 217 time: 0.0421853 Sep 17 22:46:37.001474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-4ee7836b-e90e-47b3-9a26-f42c6880538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:37.004493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-4ee7836b-e90e-47b3-9a26-f42c6880538e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.0666313 Sep 17 22:46:37.082062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-33b9ad42-2918-4e4f-9c1f-374db0a77373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:37.084144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-33b9ad42-2918-4e4f-9c1f-374db0a77373 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0711119 Sep 17 22:46:37.266669 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:46:37.288967 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-50522a55-7a1f-4e85-915c-fe78c5ab2e06 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956356 Sep 17 22:46:37.310294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0b492d51-a95d-4e59-94a3-0ffa6e62984a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:37.324248 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.330257 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.400470 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.415445 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.432949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7b91dc40-bcd3-45ca-9b1f-19b1cac758db None None] Provisioning complete for port 224054f6-3e28-47d5-91ef-9729ceb71b99 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:37.433621 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7b91dc40-bcd3-45ca-9b1f-19b1cac758db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.454872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event updated for resources: {'Port': ['ID=0202d4d3-b89e-4092-8d0a-edacf77e124b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:37.483501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:37.493592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:37.504297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:37.507089 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Attempting to bind port 224054f6-3e28-47d5-91ef-9729ceb71b99 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:37.507089 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Attempting to bind port 224054f6-3e28-47d5-91ef-9729ceb71b99 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '460ce35d-7a5b-490e-8323-cb14635bc8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '993b528d-d923-471e-ad68-ccd766889d40'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:37.507089 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Attempting to bind port 224054f6-3e28-47d5-91ef-9729ceb71b99 on network 993b528d-d923-471e-ad68-ccd766889d40 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:37.507089 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245fbcd-7da5-413d-b08e-57d2e3301d61 None None] Pushing event updated for resources: {'Port': ['ID=224054f6-3e28-47d5-91ef-9729ceb71b99,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:37.525880 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:37.526582 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Checking segment: {'id': '460ce35d-7a5b-490e-8323-cb14635bc8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '993b528d-d923-471e-ad68-ccd766889d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:37.527315 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.527872 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Bound using segment: {'id': '460ce35d-7a5b-490e-8323-cb14635bc8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '993b528d-d923-471e-ad68-ccd766889d40'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:37.528803 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Bound port: 224054f6-3e28-47d5-91ef-9729ceb71b99, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460ce35d-7a5b-490e-8323-cb14635bc8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '993b528d-d923-471e-ad68-ccd766889d40'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:37.529402 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.560167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7b91dc40-bcd3-45ca-9b1f-19b1cac758db None None] Port 224054f6-3e28-47d5-91ef-9729ceb71b99 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:37.610340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7b91dc40-bcd3-45ca-9b1f-19b1cac758db None None] Provisioning complete for port 0b492d51-a95d-4e59-94a3-0ffa6e62984a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:37.610668 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7b91dc40-bcd3-45ca-9b1f-19b1cac758db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.673862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 0b492d51-a95d-4e59-94a3-0ffa6e62984a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:37.675321 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.700817 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] For port 224054f6-3e28-47d5-91ef-9729ceb71b99, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:37.708486 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] For port 224054f6-3e28-47d5-91ef-9729ceb71b99, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=224054f6-3e28-47d5-91ef-9729ceb71b99,segment=NetworkSegment(460ce35d-7a5b-490e-8323-cb14635bc8bc),segment_id=460ce35d-7a5b-490e-8323-cb14635bc8bc)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:37.790789 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.803894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-52246a10-5e28-4dfb-8ab1-8e901ead6778 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083916 Sep 17 22:46:37.983338 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:37.983765 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:37.998216 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245fbcd-7da5-413d-b08e-57d2e3301d61 None None] Pushing event updated for resources: {'Port': ['ID=224054f6-3e28-47d5-91ef-9729ceb71b99,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:38.057437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-73469700-4cb2-48ed-b044-ed96fc4b6738 None None] Provisioning complete for port 224054f6-3e28-47d5-91ef-9729ceb71b99 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:38.061198 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-73469700-4cb2-48ed-b044-ed96fc4b6738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.067125 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-1586cbcf-844f-4907-8645-9b4700799d38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e HTTP/1.1" status: 200 len: 217 time: 0.0856004 Sep 17 22:46:38.157713 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b96d-c7f3-41d3-9c54-bc1752fccc6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.166281 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b96d-c7f3-41d3-9c54-bc1752fccc6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.275774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-1cb941ee-0e13-409f-ac4f-c343de881db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.277559 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-1cb941ee-0e13-409f-ac4f-c343de881db0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 200 len: 797 time: 0.2035184 Sep 17 22:46:38.301119 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:38.337060 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-73469700-4cb2-48ed-b044-ed96fc4b6738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.343178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f1b96d-c7f3-41d3-9c54-bc1752fccc6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:38.470628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-73469700-4cb2-48ed-b044-ed96fc4b6738 None None] For port 224054f6-3e28-47d5-91ef-9729ceb71b99, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=224054f6-3e28-47d5-91ef-9729ceb71b99,segment=NetworkSegment(460ce35d-7a5b-490e-8323-cb14635bc8bc),segment_id=460ce35d-7a5b-490e-8323-cb14635bc8bc)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:38.511790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-205d0472-28b2-4fe1-bbdc-f54778062c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.511790 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-205d0472-28b2-4fe1-bbdc-f54778062c6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac82a0af-7906-429a-ad82-3423a37350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2182674 Sep 17 22:46:38.530603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f1b96d-c7f3-41d3-9c54-bc1752fccc6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:38.546251 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4f1b96d-c7f3-41d3-9c54-bc1752fccc6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.548194 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b4f1b96d-c7f3-41d3-9c54-bc1752fccc6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850 HTTP/1.1" status: 200 len: 954 time: 3.1469626 Sep 17 22:46:38.557146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34298) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:38.598395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-73469700-4cb2-48ed-b044-ed96fc4b6738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.764095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73469700-4cb2-48ed-b044-ed96fc4b6738 None None] Pushing event updated for resources: {'Port': ['ID=224054f6-3e28-47d5-91ef-9729ceb71b99,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:38.796506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ed098e9e-34b6-4bee-8486-1621ecc107af None None] Provisioning complete for port 224054f6-3e28-47d5-91ef-9729ceb71b99 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:38.807999 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed098e9e-34b6-4bee-8486-1621ecc107af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.814610 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:36Z', 'revision_number': 6, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224054f6-3e28-47d5-91ef-9729ceb71b99', 'name': '', 'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:8e:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:32Z', 'updated_at': '2021-09-17T22:46:37Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:38.864958 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2056e-f93b-4903-8739-119684b0a6c6 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:36Z', 'revision_number': 6, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224054f6-3e28-47d5-91ef-9729ceb71b99', 'name': '', 'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:8e:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:32Z', 'updated_at': '2021-09-17T22:46:37Z', 'revision_number': 4, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:38.870593 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.999781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34312) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:39.002801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d0c13d6b-f58c-43a0-8d54-5277d6807737 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850 HTTP/1.1" status: 200 len: 954 time: 0.4420760 Sep 17 22:46:39.007714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d18441ee-cdf6-47d1-850c-7f4cf135ad9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'routes': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:39.027034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-714050bf-6e0b-4eec-8e41-59fbe5c8bd4f service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129268 Sep 17 22:46:39.164105 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:39.373441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 224054f6-3e28-47d5-91ef-9729ceb71b99 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:39.387327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-109e2cf1-b72a-434c-bc6e-2904b57cc8aa service neutron] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526599 Sep 17 22:46:39.473527 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-22ffac81-7af3-45a0-a617-a4acbbbc8bac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7 HTTP/1.1" status: 200 len: 217 time: 0.0739787 Sep 17 22:46:39.511774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 224054f6-3e28-47d5-91ef-9729ceb71b99 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:39.512510 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:39.619460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-2d601b5f-0949-41c3-ad0c-88bc583afdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:39.624469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-2d601b5f-0949-41c3-ad0c-88bc583afdd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.1409383 Sep 17 22:46:39.664514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:39.762484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-32a1620f-aec6-4af9-8a25-57ce4f833551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:39.768539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-32a1620f-aec6-4af9-8a25-57ce4f833551 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1327167 Sep 17 22:46:39.847139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-cb8bcefc-e5ba-4949-9059-6edb8e502b22 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:39.849065 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-cb8bcefc-e5ba-4949-9059-6edb8e502b22 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077331 Sep 17 22:46:39.971020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.extraroute_db [None req-d18441ee-cdf6-47d1-850c-7f4cf135ad9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added routes are [] {{(pid=95455) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:46:39.972988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.extraroute_db [None req-d18441ee-cdf6-47d1-850c-7f4cf135ad9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95455) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:46:40.028279 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d18441ee-cdf6-47d1-850c-7f4cf135ad9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.029502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Router 743993a2-77a3-4e94-9aef-4a58096884fd is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:40.206642 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-8d91df9f-d977-48d9-a703-8f886883da4f service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434520 Sep 17 22:46:40.373597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-69d136e5-5f75-4500-80c4-d1688672fd41 service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599960 Sep 17 22:46:40.418597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.440898 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d18441ee-cdf6-47d1-850c-7f4cf135ad9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.447065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:40.450751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d18441ee-cdf6-47d1-850c-7f4cf135ad9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.458363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Sync routers for ids ['743993a2-77a3-4e94-9aef-4a58096884fd'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:40.474420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Routers {'743993a2-77a3-4e94-9aef-4a58096884fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:40.475486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['743993a2-77a3-4e94-9aef-4a58096884fd'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:40.554428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-253aa43e-4d9b-4d07-a2d7-a057811f787f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3 HTTP/1.1" status: 200 len: 217 time: 0.1048810 Sep 17 22:46:40.594013 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:40.607341 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:40.607889 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:40.626353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18441ee-cdf6-47d1-850c-7f4cf135ad9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:40.640903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-4531483d-ce96-400c-8267-1f395ae0e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:40.643377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-4531483d-ce96-400c-8267-1f395ae0e453 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 200 len: 797 time: 0.0800502 Sep 17 22:46:40.672355 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.677500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b966ea48-4e4c-4625-9ca5-54085e2aa183 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8038223 Sep 17 22:46:40.678321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Set router 743993a2-77a3-4e94-9aef-4a58096884fd gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:40.711990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34330) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:40.779075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18441ee-cdf6-47d1-850c-7f4cf135ad9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:40.787672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d18441ee-cdf6-47d1-850c-7f4cf135ad9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.791963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d18441ee-cdf6-47d1-850c-7f4cf135ad9a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850 HTTP/1.1" status: 200 len: 704 time: 1.7910318 Sep 17 22:46:40.792763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34332) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:40.896745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-2c9de28e-05f8-426d-bf64-92358342627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:40.898645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-2c9de28e-05f8-426d-bf64-92358342627e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=191f6cd1-311b-473e-9843-0738ddcc8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2486172 Sep 17 22:46:41.051624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e9a56303-e8dc-4389-9333-f9cdb7d52e59 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850 HTTP/1.1" status: 200 len: 704 time: 0.2575786 Sep 17 22:46:41.052952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34342) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:41.056770 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:41.126003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743993a2-77a3-4e94-9aef-4a58096884fd', 'name': 'tempest-snat-router-580828526', 'tenant_id': '41a999a6e22b42e19a2dcddfe769f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.233'}], 'enable_snat': False}, 'gw_port_id': '0202d4d3-b89e-4092-8d0a-edacf77e124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:34Z', 'updated_at': '2021-09-17T22:46:38Z', 'revision_number': 3, 'project_id': '41a999a6e22b42e19a2dcddfe769f718', 'gw_port': {'id': '0202d4d3-b89e-4092-8d0a-edacf77e124b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:01:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743993a2-77a3-4e94-9aef-4a58096884fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:36Z', 'updated_at': '2021-09-17T22:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:41.196827 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Checking router: 743993a2-77a3-4e94-9aef-4a58096884fd for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:41.197246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Updating router 743993a2-77a3-4e94-9aef-4a58096884fd port 0202d4d3-b89e-4092-8d0a-edacf77e124b binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:46:41.255100 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.495280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e1566f63-3690-44dd-855c-e5aec22e1056 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/routers/743993a2-77a3-4e94-9aef-4a58096884fd HTTP/1.1" status: 200 len: 908 time: 0.7818799 Sep 17 22:46:41.506259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34352) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:41.515653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Request body: {'router': {'name': 'tempest-snat-router-580828526', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'enable_snat': True}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:41.565790 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-94da0f04-00d3-482c-abb4-bc70f04f309e service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590884 Sep 17 22:46:41.757956 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.759047 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.797161 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:39Z', 'revision_number': 7, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224054f6-3e28-47d5-91ef-9729ceb71b99', 'name': '', 'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:8e:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:32Z', 'updated_at': '2021-09-17T22:46:38Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:41.825415 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.847087 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:41.869954 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:41.870712 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:41.894344 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.901468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-792ca13a-2a58-478a-8282-c546a3b7dedc req-6de51254-295d-453d-93f1-dff65215916b service neutron] 10.222.0.23 "GET /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261335 Sep 17 22:46:41.908894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-5dde4ce5-3e96-4720-a2cd-1c233693b224 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:41.910680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-5dde4ce5-3e96-4720-a2cd-1c233693b224 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.2994132 Sep 17 22:46:41.936011 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.949238 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-66984519-3c9f-42da-b6b6-de61cc28ac3f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/quotas/b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 375 time: 0.0295360 Sep 17 22:46:41.986644 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1e6c0-2210-4abf-8fb8-3d24bcdd80de None None] Pushing event updated for resources: {'Port': ['ID=0202d4d3-b89e-4092-8d0a-edacf77e124b,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:42.018956 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:42.022764 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Attempting to bind port 0202d4d3-b89e-4092-8d0a-edacf77e124b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:42.023138 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Attempting to bind port 0202d4d3-b89e-4092-8d0a-edacf77e124b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:42.023505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Attempting to bind port 0202d4d3-b89e-4092-8d0a-edacf77e124b on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:42.042193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:42.047332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:42.047332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.047332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:42.047332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Bound port: 0202d4d3-b89e-4092-8d0a-edacf77e124b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:42.047332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.095890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-5045ac4e-135d-40c3-9558-ead65c30c0c7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287127 Sep 17 22:46:42.125060 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.159457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] For port 0202d4d3-b89e-4092-8d0a-edacf77e124b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:42.166835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] For port 0202d4d3-b89e-4092-8d0a-edacf77e124b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0202d4d3-b89e-4092-8d0a-edacf77e124b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:42.245184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.264755 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.339597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Routers {'743993a2-77a3-4e94-9aef-4a58096884fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:42.340271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['743993a2-77a3-4e94-9aef-4a58096884fd'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:42.416304 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:39Z', 'revision_number': 7, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224054f6-3e28-47d5-91ef-9729ceb71b99', 'name': '', 'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:8e:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:32Z', 'updated_at': '2021-09-17T22:46:38Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:42.458237 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4451319f-00e6-4ecd-aa41-94a43ef610e9 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:39Z', 'revision_number': 7, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224054f6-3e28-47d5-91ef-9729ceb71b99', 'name': '', 'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:8e:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:32Z', 'updated_at': '2021-09-17T22:46:38Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:42.465083 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-7c20ee07-98a2-4f5f-b956-57a03a02934a service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487034 Sep 17 22:46:42.494553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] Set router 743993a2-77a3-4e94-9aef-4a58096884fd gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:42.565936 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1e6c0-2210-4abf-8fb8-3d24bcdd80de None None] Pushing event updated for resources: {'Port': ['ID=0202d4d3-b89e-4092-8d0a-edacf77e124b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:42.744203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.779117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.810649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743993a2-77a3-4e94-9aef-4a58096884fd', 'name': 'tempest-snat-router-580828526', 'tenant_id': '41a999a6e22b42e19a2dcddfe769f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.233'}], 'enable_snat': False}, 'gw_port_id': '0202d4d3-b89e-4092-8d0a-edacf77e124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:34Z', 'updated_at': '2021-09-17T22:46:38Z', 'revision_number': 3, 'project_id': '41a999a6e22b42e19a2dcddfe769f718', 'gw_port': {'id': '0202d4d3-b89e-4092-8d0a-edacf77e124b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:01:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743993a2-77a3-4e94-9aef-4a58096884fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:36Z', 'updated_at': '2021-09-17T22:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:42.900757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565035f0-63b6-4aa0-9027-8092deab6fee None None] The sync data for ids ['743993a2-77a3-4e94-9aef-4a58096884fd'] in n-d-713499-18 is: [{'id': '743993a2-77a3-4e94-9aef-4a58096884fd', 'name': 'tempest-snat-router-580828526', 'tenant_id': '41a999a6e22b42e19a2dcddfe769f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.233'}], 'enable_snat': False}, 'gw_port_id': '0202d4d3-b89e-4092-8d0a-edacf77e124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:34Z', 'updated_at': '2021-09-17T22:46:38Z', 'revision_number': 3, 'project_id': '41a999a6e22b42e19a2dcddfe769f718', 'gw_port': {'id': '0202d4d3-b89e-4092-8d0a-edacf77e124b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:01:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743993a2-77a3-4e94-9aef-4a58096884fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:36Z', 'updated_at': '2021-09-17T22:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:42.903869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:42.934676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:42.935337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:43.075072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Allocated IP 172.25.6.53 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/5fa77816-1341-4652-b10a-481e74b1889f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:43.086635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-43cd3be1-1040-4d7e-b60c-c60d5d4628d8 service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910339 Sep 17 22:46:43.133341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:43.234936 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 224054f6-3e28-47d5-91ef-9729ceb71b99 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:43.235754 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.297172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.431953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port 224054f6-3e28-47d5-91ef-9729ceb71b99, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=224054f6-3e28-47d5-91ef-9729ceb71b99,segment=NetworkSegment(460ce35d-7a5b-490e-8323-cb14635bc8bc),segment_id=460ce35d-7a5b-490e-8323-cb14635bc8bc)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:43.432401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.448247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 224054f6-3e28-47d5-91ef-9729ceb71b99 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:43.465520 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.565585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:43.569705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:39Z', 'revision_number': 7, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224054f6-3e28-47d5-91ef-9729ceb71b99', 'name': '', 'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:8e:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:32Z', 'updated_at': '2021-09-17T22:46:38Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:43.572564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:43.577054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:43.647026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:43.700458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:43.701191 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:43.793712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event updated for resources: {'Port': ['ID=5fa77816-1341-4652-b10a-481e74b1889f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:43.918280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:43.996549 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.014466 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-529b5da8-1c46-406e-ba78-81d8af0d874d req-98164ce4-e981-4b82-a875-12fab46d82dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.3544209 Sep 17 22:46:44.064863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=224054f6-3e28-47d5-91ef-9729ceb71b99,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:44.438934 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.447231 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.668037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:39Z', 'revision_number': 7, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224054f6-3e28-47d5-91ef-9729ceb71b99', 'name': '', 'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:8e:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:32Z', 'updated_at': '2021-09-17T22:46:38Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:44.730104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c8060-5885-4e46-a7ce-38fbbb125086 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:39Z', 'revision_number': 7, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224054f6-3e28-47d5-91ef-9729ceb71b99', 'name': '', 'network_id': '993b528d-d923-471e-ad68-ccd766889d40', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:8e:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:32Z', 'updated_at': '2021-09-17T22:46:38Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '2ddf3dd2-3d1b-4617-a581-bd42724f3b0f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:44.802728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:44.915048 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:44.957652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:44.968065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c97cca76-9043-4c54-a30a-472fa7e78553 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9114678 Sep 17 22:46:44.972045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34392) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:45.052181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77a1aee-81a9-4714-9cf0-be45e91a5bff tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting subnet 2ddf3dd2-3d1b-4617-a581-bd42724f3b0f {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:45.056106 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b77a1aee-81a9-4714-9cf0-be45e91a5bff tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.212278 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b77a1aee-81a9-4714-9cf0-be45e91a5bff tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.277191 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2363d69e-0c7d-4497-88ba-63704e9d2413 req-b38a91b6-e818-4668-bf6e-98930750fce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.0755501 Sep 17 22:46:45.365572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Router 11cb6638-ac8b-4486-9280-b99c575dd71f is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:45.416315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b77a1aee-81a9-4714-9cf0-be45e91a5bff tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.470978 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:45.490954 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:45.493690 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:45.550306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0202d4d3-b89e-4092-8d0a-edacf77e124b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:45.629171 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:45.662226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Sync routers for ids ['11cb6638-ac8b-4486-9280-b99c575dd71f'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:45.690739 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:45.693406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Routers {'11cb6638-ac8b-4486-9280-b99c575dd71f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:45.694289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['11cb6638-ac8b-4486-9280-b99c575dd71f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:45.796260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.796523 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b77a1aee-81a9-4714-9cf0-be45e91a5bff tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.799465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-55de6313-9c3b-43a4-a417-a7d0453edb0d tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.2906065 Sep 17 22:46:45.802312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34398) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:45.831342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Set router 11cb6638-ac8b-4486-9280-b99c575dd71f gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:45.838014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a1aee-81a9-4714-9cf0-be45e91a5bff tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Subnet': ['ID=2ddf3dd2-3d1b-4617-a581-bd42724f3b0f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:45.847586 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b77a1aee-81a9-4714-9cf0-be45e91a5bff tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.854000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b77a1aee-81a9-4714-9cf0-be45e91a5bff tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/2ddf3dd2-3d1b-4617-a581-bd42724f3b0f HTTP/1.1" status: 204 len: 168 time: 0.8807771 Sep 17 22:46:45.862419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34400) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:45.914393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7be14-71ae-48a6-86ba-201ba9a4f264 None None] Network 993b528d-d923-471e-ad68-ccd766889d40 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:45.917896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 0202d4d3-b89e-4092-8d0a-edacf77e124b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:45.918673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.975782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bbb3ec1f-f5b3-43c0-af12-334eddf5d32a tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/routers/11cb6638-ac8b-4486-9280-b99c575dd71f HTTP/1.1" status: 200 len: 906 time: 0.1661706 Sep 17 22:46:45.978563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34402) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:46.079906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.192525 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:43Z', 'revision_number': 8, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:46.266149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 0b492d51-a95d-4e59-94a3-0ffa6e62984a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:46.266541 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.270968 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:46.279554 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.304419 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:46.305436 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:46.393735 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.447216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 0202d4d3-b89e-4092-8d0a-edacf77e124b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0202d4d3-b89e-4092-8d0a-edacf77e124b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:46.462487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port 0b492d51-a95d-4e59-94a3-0ffa6e62984a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0b492d51-a95d-4e59-94a3-0ffa6e62984a,segment=NetworkSegment(460ce35d-7a5b-490e-8323-cb14635bc8bc),segment_id=460ce35d-7a5b-490e-8323-cb14635bc8bc)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:46.462487 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.462717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb6638-ac8b-4486-9280-b99c575dd71f', 'name': 'tempest-snat-router-580828526', 'tenant_id': '41a999a6e22b42e19a2dcddfe769f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '5fa77816-1341-4652-b10a-481e74b1889f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:41Z', 'updated_at': '2021-09-17T22:46:43Z', 'revision_number': 3, 'project_id': '41a999a6e22b42e19a2dcddfe769f718', 'gw_port': {'id': '5fa77816-1341-4652-b10a-481e74b1889f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb6638-ac8b-4486-9280-b99c575dd71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:42Z', 'updated_at': '2021-09-17T22:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:46.488950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 0b492d51-a95d-4e59-94a3-0ffa6e62984a owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:46.519257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Checking router: 11cb6638-ac8b-4486-9280-b99c575dd71f for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:46.519898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Updating router 11cb6638-ac8b-4486-9280-b99c575dd71f port 5fa77816-1341-4652-b10a-481e74b1889f binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:46:46.552163 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.574142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc27bdb2-c333-4f32-b059-25c3c5b33997 req-b6d5944f-bc24-4fdf-aaf7-7d67b4ffed40 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.0972686 Sep 17 22:46:46.575470 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:46.603234 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.606133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba9582-3932-427c-8e8d-1573bb76150b None None] DHCP port deletion for 993b528d-d923-471e-ad68-ccd766889d40 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:46:46.611309 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.741134 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=0202d4d3-b89e-4092-8d0a-edacf77e124b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.770621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:46.775851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Deleting port 5fa77816-1341-4652-b10a-481e74b1889f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:46.776235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.832876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.875942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=0b492d51-a95d-4e59-94a3-0ffa6e62984a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:46.878613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No DVR routers for this DVR port 0b492d51-a95d-4e59-94a3-0ffa6e62984a on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:46.946084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5bba9582-3932-427c-8e8d-1573bb76150b None None] Deleting port 0b492d51-a95d-4e59-94a3-0ffa6e62984a {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:46.946084 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5bba9582-3932-427c-8e8d-1573bb76150b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.979858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.004851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Calling delete_port for 5fa77816-1341-4652-b10a-481e74b1889f owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:47.007293 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:43Z', 'revision_number': 8, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:47.025680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.061896 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6dc93-a82a-40bc-bd38-918ba84972b8 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:43Z', 'revision_number': 8, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558bcee1-9937-4b15-8fd0-6833aacfdf8f', 'name': '', 'network_id': '07de6220-8c19-4381-9a51-766504c39258', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:98:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': '523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:47.076273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993b528d-d923-471e-ad68-ccd766889d40']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:47.095685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460ce35d-7a5b-490e-8323-cb14635bc8bc') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:47.099114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460ce35d-7a5b-490e-8323-cb14635bc8bc') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:47.116132 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.188594 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.188937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5bba9582-3932-427c-8e8d-1573bb76150b None None] For port 0b492d51-a95d-4e59-94a3-0ffa6e62984a, host n-d-713499-18, got binding levels [] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:47.189320 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5bba9582-3932-427c-8e8d-1573bb76150b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.220502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5bba9582-3932-427c-8e8d-1573bb76150b None None] Calling delete_port for 0b492d51-a95d-4e59-94a3-0ffa6e62984a owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:47.278895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:47.279456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:47.284369 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:47.343351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.ipam_backend_mixin [None req-5bba9582-3932-427c-8e8d-1573bb76150b None None] Port 0b492d51-a95d-4e59-94a3-0ffa6e62984a was not found and therefore no delete operation was performed {{(pid=95456) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:46:47.345018 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5bba9582-3932-427c-8e8d-1573bb76150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.372731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba9582-3932-427c-8e8d-1573bb76150b None None] Pushing event deleted for resources: {'Port': ['ID=0b492d51-a95d-4e59-94a3-0ffa6e62984a,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:47.376979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba9582-3932-427c-8e8d-1573bb76150b None None] No DVR routers for this DVR port 0b492d51-a95d-4e59-94a3-0ffa6e62984a on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:47.411074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c5b78501-ffb3-4530-81b0-c7baa3fab6c7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:47.414372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c5b78501-ffb3-4530-81b0-c7baa3fab6c7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.2938735 Sep 17 22:46:47.459045 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:47.459318 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.465136 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:47.482366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'port': {'device_id': '408a086e-56b2-4ff3-8d29-59ce99f4996c', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'admin_state_up': True, 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:47.497539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fa77816-1341-4652-b10a-481e74b1889f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:47.610004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0202d4d3-b89e-4092-8d0a-edacf77e124b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:47.619934 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.640480 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.643867 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/networks/993b528d-d923-471e-ad68-ccd766889d40 HTTP/1.1" status: 204 len: 168 time: 1.7841895 Sep 17 22:46:47.648788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34414) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:47.658160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad725683-8ac7-4a7f-a735-c12210bf26ec tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Network': ['ID=993b528d-d923-471e-ad68-ccd766889d40,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:47.777411 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.848398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 0202d4d3-b89e-4092-8d0a-edacf77e124b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:47.848762 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.895976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f0fbd7c1-f3d6-4489-a699-dbb91aa8b90e req-0ea136f1-7388-4db0-97aa-248a1e9f65a9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.1047924 Sep 17 22:46:47.987741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Port 5fa77816-1341-4652-b10a-481e74b1889f not found while updating agent binding for router 11cb6638-ac8b-4486-9280-b99c575dd71f. {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 22:46:48.027152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Routers {'11cb6638-ac8b-4486-9280-b99c575dd71f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:48.027152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['11cb6638-ac8b-4486-9280-b99c575dd71f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:48.066839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Made reservation on behalf of b9af4026dcb84aecbc3aac9c31d963fe for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:48.071920 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.157894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] Set router 11cb6638-ac8b-4486-9280-b99c575dd71f gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:48.262512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 224054f6-3e28-47d5-91ef-9729ceb71b99 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:48.265730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb6638-ac8b-4486-9280-b99c575dd71f', 'name': 'tempest-snat-router-580828526', 'tenant_id': '41a999a6e22b42e19a2dcddfe769f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:41Z', 'updated_at': '2021-09-17T22:46:47Z', 'revision_number': 5, 'project_id': '41a999a6e22b42e19a2dcddfe769f718', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:48.287161 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.290290 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.336384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d52392-4d07-45e5-a44f-95dcea7c1597 None None] The sync data for ids ['11cb6638-ac8b-4486-9280-b99c575dd71f'] in n-d-713499-18 is: [{'id': '11cb6638-ac8b-4486-9280-b99c575dd71f', 'name': 'tempest-snat-router-580828526', 'tenant_id': '41a999a6e22b42e19a2dcddfe769f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:41Z', 'updated_at': '2021-09-17T22:46:47Z', 'revision_number': 5, 'project_id': '41a999a6e22b42e19a2dcddfe769f718', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:48.338044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 224054f6-3e28-47d5-91ef-9729ceb71b99 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:48.338552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 224054f6-3e28-47d5-91ef-9729ceb71b99 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:48.338990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0b492d51-a95d-4e59-94a3-0ffa6e62984a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:48.394902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Allocated IP 172.20.0.6 (857ed70f-40ac-4dd7-bd96-731ddda72698/d3f1c75a-5d51-408c-a766-d452865f15e7/de46b379-5c23-4e94-b9f8-3f59567ef19e) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:48.428908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 0b492d51-a95d-4e59-94a3-0ffa6e62984a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:48.429442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0b492d51-a95d-4e59-94a3-0ffa6e62984a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:48.536575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.537270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11cb6638-ac8b-4486-9280-b99c575dd71f {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:48.551794 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.551794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9d219440-6662-43fb-b227-d68a88d10347 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "DELETE /v2.0/routers/11cb6638-ac8b-4486-9280-b99c575dd71f HTTP/1.1" status: 204 len: 168 time: 2.5639980 Sep 17 22:46:48.551794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34420) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:48.634060 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.741939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.824522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:48.940730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:48.957792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:48.970094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:49.010191 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.065526 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=de46b379-5c23-4e94-b9f8-3f59567ef19e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:49.083488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.090780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:49.091998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.195526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328737ab-9ded-424b-9f45-3b69e96cd5ad req-d0a92eac-aff1-4d92-8ef8-d9b66936312b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:49.204283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-328737ab-9ded-424b-9f45-3b69e96cd5ad req-d0a92eac-aff1-4d92-8ef8-d9b66936312b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 931 time: 0.1111565 Sep 17 22:46:49.264763 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-2252e71b-647b-4362-be2b-fa542b5610f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8155694 Sep 17 22:46:49.292000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-0fec2570-df3f-4db1-8bfb-b28891acfaa1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:49.292620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-0fec2570-df3f-4db1-8bfb-b28891acfaa1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062978 Sep 17 22:46:49.311215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Request body: {'port': {'device_id': '408a086e-56b2-4ff3-8d29-59ce99f4996c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:49.390328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-328737ab-9ded-424b-9f45-3b69e96cd5ad req-fd36eec3-1057-414c-9e3d-eba389545063 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821232 Sep 17 22:46:49.420045 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.438374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-89edd83d-c0ff-4b66-be55-5355551b26cd None None] Provisioning complete for port de46b379-5c23-4e94-b9f8-3f59567ef19e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:49.439150 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-89edd83d-c0ff-4b66-be55-5355551b26cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.560300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Deleting port 0202d4d3-b89e-4092-8d0a-edacf77e124b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:49.560684 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.580303 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-89edd83d-c0ff-4b66-be55-5355551b26cd None None] Port de46b379-5c23-4e94-b9f8-3f59567ef19e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:49.773623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] For port 0202d4d3-b89e-4092-8d0a-edacf77e124b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0202d4d3-b89e-4092-8d0a-edacf77e124b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:49.774625 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:49.823539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Calling delete_port for 0202d4d3-b89e-4092-8d0a-edacf77e124b owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:49.929680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 558bcee1-9937-4b15-8fd0-6833aacfdf8f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:49.930176 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.024660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de46b379-5c23-4e94-b9f8-3f59567ef19e {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:46:50.034082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.056323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Transition to ACTIVE for port object de46b379-5c23-4e94-b9f8-3f59567ef19e will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:46:50.147072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port 558bcee1-9937-4b15-8fd0-6833aacfdf8f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=558bcee1-9937-4b15-8fd0-6833aacfdf8f,segment=NetworkSegment(be75cc43-548b-47e8-9378-293f6d663554),segment_id=be75cc43-548b-47e8-9378-293f6d663554)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:50.147366 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.158330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.161322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 558bcee1-9937-4b15-8fd0-6833aacfdf8f owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:50.218846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Pushing event updated for resources: {'Port': ['ID=de46b379-5c23-4e94-b9f8-3f59567ef19e,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:50.308826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Attempting to bind port de46b379-5c23-4e94-b9f8-3f59567ef19e on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:50.309582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Attempting to bind port de46b379-5c23-4e94-b9f8-3f59567ef19e by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:50.309582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Attempting to bind port de46b379-5c23-4e94-b9f8-3f59567ef19e on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:50.311108 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.319885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Port de46b379-5c23-4e94-b9f8-3f59567ef19e on network 857ed70f-40ac-4dd7-bd96-731ddda72698 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:46:50.320921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Attempting to bind port de46b379-5c23-4e94-b9f8-3f59567ef19e on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:50.333983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:50.346350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Checking segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:50.346350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Bound using segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:50.346350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Bound port: de46b379-5c23-4e94-b9f8-3f59567ef19e, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:50.346350 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.377223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event deleted for resources: {'Port': ['ID=0202d4d3-b89e-4092-8d0a-edacf77e124b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:50.471841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] For port de46b379-5c23-4e94-b9f8-3f59567ef19e, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:50.475953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] For port de46b379-5c23-4e94-b9f8-3f59567ef19e, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=de46b379-5c23-4e94-b9f8-3f59567ef19e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:50.488898 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.597322 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.631315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fa044-9881-4fa4-96f7-32fd5ecd6df4 req-46806563-6f61-47a6-8c91-fdd9701347b8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:50.633556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a18fa044-9881-4fa4-96f7-32fd5ecd6df4 req-46806563-6f61-47a6-8c91-fdd9701347b8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0959854 Sep 17 22:46:50.645382 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.648409 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.671699 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.717018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a18fa044-9881-4fa4-96f7-32fd5ecd6df4 req-3d4404d6-a84d-48d2-9970-66d5d9df7296 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761847 Sep 17 22:46:50.724355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=558bcee1-9937-4b15-8fd0-6833aacfdf8f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:50.729332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:50.729967 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.732070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] 10.222.0.15 "PUT /v2.0/ports/de46b379-5c23-4e94-b9f8-3f59567ef19e HTTP/1.1" status: 200 len: 1092 time: 1.4257617 Sep 17 22:46:50.732550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408a086e-56b2-4ff3-8d29-59ce99f4996c', 'tag': 'de46b379-5c23-4e94-b9f8-3f59567ef19e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:50.739054 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75452540-c6ee-4797-9c3b-5ecf86aaad44" -d '{"events": [{"name": "network-changed", "server_uuid": "408a086e-56b2-4ff3-8d29-59ce99f4996c", "tag": "de46b379-5c23-4e94-b9f8-3f59567ef19e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:50.787440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7bc58-802b-43b1-8527-3c14888d0693 service neutron] Pushing event updated for resources: {'Port': ['ID=de46b379-5c23-4e94-b9f8-3f59567ef19e,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:50.805850 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a1f7d2-14a6-49da-84e5-1b72cd642ec4 x-openstack-request-id: req-24a1f7d2-14a6-49da-84e5-1b72cd642ec4 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:50.806147 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408a086e-56b2-4ff3-8d29-59ce99f4996c", "tag": "de46b379-5c23-4e94-b9f8-3f59567ef19e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:50.806397 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24a1f7d2-14a6-49da-84e5-1b72cd642ec4 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:50.806792 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408a086e-56b2-4ff3-8d29-59ce99f4996c', 'tag': 'de46b379-5c23-4e94-b9f8-3f59567ef19e', 'status': 'completed', 'code': 200} Sep 17 22:46:50.863362 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.864048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 743993a2-77a3-4e94-9aef-4a58096884fd {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:50.870106 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.875237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8b7ed103-9fd9-4105-9cf6-c01788adc649 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "DELETE /v2.0/routers/743993a2-77a3-4e94-9aef-4a58096884fd HTTP/1.1" status: 204 len: 168 time: 2.3212712 Sep 17 22:46:50.889456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34440) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:50.899556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-905992085', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:50.946406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75452540-c6ee-4797-9c3b-5ecf86aaad44 req-04d6e188-3f86-4361-b57a-4c1631f3caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:50.949011 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:50.949488 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75452540-c6ee-4797-9c3b-5ecf86aaad44 req-04d6e188-3f86-4361-b57a-4c1631f3caf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 1095 time: 0.1063318 Sep 17 22:46:51.089875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75452540-c6ee-4797-9c3b-5ecf86aaad44 req-729dafe5-2d2f-48c0-a996-24954e90a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:51.091425 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75452540-c6ee-4797-9c3b-5ecf86aaad44 req-729dafe5-2d2f-48c0-a996-24954e90a424 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1290283 Sep 17 22:46:51.148834 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.150432 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.260170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75452540-c6ee-4797-9c3b-5ecf86aaad44 req-de51cb5c-ca32-407b-90d6-a30771bb1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:51.262656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75452540-c6ee-4797-9c3b-5ecf86aaad44 req-de51cb5c-ca32-407b-90d6-a30771bb1f0f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628876 Sep 17 22:46:51.369167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c240e027-7b65-4c19-b483-fabc3a1c3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:51.370804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-c240e027-7b65-4c19-b483-fabc3a1c3cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 1095 time: 0.0454433 Sep 17 22:46:51.421163 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-01f88a13-20b4-47fa-9d6b-d902d910cb5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de46b379-5c23-4e94-b9f8-3f59567ef19e HTTP/1.1" status: 200 len: 217 time: 0.0367749 Sep 17 22:46:51.429989 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.449124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:51.501004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-3a0c6671-23c2-465e-9c6d-ad9ef9d1c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:51.503402 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-3a0c6671-23c2-465e-9c6d-ad9ef9d1c1e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0732064 Sep 17 22:46:51.582106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-5b466fd5-bf12-4f80-a4b8-48bddc511363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:51.584963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-5b466fd5-bf12-4f80-a4b8-48bddc511363 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739572 Sep 17 22:46:51.703652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:51.720198 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-df1571c3-2ff0-4d88-ab5e-95bde1e4860f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0703080 Sep 17 22:46:51.725665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34452) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:51.730087 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:51.733449 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0202d4d3-b89e-4092-8d0a-edacf77e124b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:51.753353 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:51.755540 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:51.793569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 0202d4d3-b89e-4092-8d0a-edacf77e124b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:51.793835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0202d4d3-b89e-4092-8d0a-edacf77e124b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:51.827799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-f4222cfb-6306-4c05-ab3c-fba261c015d9 service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352533 Sep 17 22:46:51.908317 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:52.008631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e7b9a6-681c-472a-8807-b195a9b35513 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting subnet 523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:52.088981 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-17e7b9a6-681c-472a-8807-b195a9b35513 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.107848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d469da4-81e9-483f-b1ea-d0644f4a404b req-14ed5c20-685a-4f22-a60a-f4be49886b48 service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724977 Sep 17 22:46:52.144485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f939e-d938-4430-8788-fc6a5de5ece5 req-eb23de2c-38dd-45f2-bb9b-359c4260fd63 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:52.152770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88f939e-d938-4430-8788-fc6a5de5ece5 req-eb23de2c-38dd-45f2-bb9b-359c4260fd63 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.2528424 Sep 17 22:46:52.211877 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c88f939e-d938-4430-8788-fc6a5de5ece5 req-e31fb740-15b0-4f5f-8ccd-1791871fd25d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542490 Sep 17 22:46:52.230656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.260218 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-17e7b9a6-681c-472a-8807-b195a9b35513 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.269032 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:50Z', 'revision_number': 9, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:52.305465 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:52.316911 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:52.318047 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:52.355394 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-17e7b9a6-681c-472a-8807-b195a9b35513 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.426274 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:52.693261 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:50Z', 'revision_number': 9, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:52.726177 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da4f0b-0fda-4a8e-8634-b88e76d3c443 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:50Z', 'revision_number': 9, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '761350a3-9b16-4a3e-8034-49dfe5810548', 'name': '', 'network_id': 'f680bb01-e30c-488b-aeac-7dd43203e546', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:f3:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:18Z', 'updated_at': '2021-09-17T22:46:26Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'b7824ffe-ea3f-4775-b661-bab34c33c40b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:52.966252 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-17e7b9a6-681c-472a-8807-b195a9b35513 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.029762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7b9a6-681c-472a-8807-b195a9b35513 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Subnet': ['ID=523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:53.034695 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-17e7b9a6-681c-472a-8807-b195a9b35513 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.039297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-17e7b9a6-681c-472a-8807-b195a9b35513 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d HTTP/1.1" status: 204 len: 168 time: 1.2829130 Sep 17 22:46:53.040070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34462) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:53.047660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4313721-a84f-4ae3-b238-851b87b29857 None None] Network 07de6220-8c19-4381-9a51-766504c39258 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:53.074121 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.102770 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.213756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.243150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 558bcee1-9937-4b15-8fd0-6833aacfdf8f no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:53.280472 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 558bcee1-9937-4b15-8fd0-6833aacfdf8f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:53.281059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 558bcee1-9937-4b15-8fd0-6833aacfdf8f not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:53.317751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:53.318029 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.354878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Allocated IP 172.25.6.107 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/e19fdb25-e944-44d4-a454-112bfbff3d0c) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:53.373519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf5ecb6-70b5-44bc-8895-adea148ee5ec None None] DHCP port deletion for 07de6220-8c19-4381-9a51-766504c39258 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:46:53.411616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port 5df92ad2-bad6-4557-8d7c-b787a2f48da7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5df92ad2-bad6-4557-8d7c-b787a2f48da7,segment=NetworkSegment(be75cc43-548b-47e8-9378-293f6d663554),segment_id=be75cc43-548b-47e8-9378-293f6d663554)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:53.413066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.437202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 5df92ad2-bad6-4557-8d7c-b787a2f48da7 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:53.445116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665596ca-2934-4417-b030-78ee01459fc0 req-200aae91-3821-4b2d-a145-51a78574ca8f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:53.446973 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-665596ca-2934-4417-b030-78ee01459fc0 req-200aae91-3821-4b2d-a145-51a78574ca8f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1391213 Sep 17 22:46:53.457911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-edf5ecb6-70b5-44bc-8895-adea148ee5ec None None] Deleting port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:53.458691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-edf5ecb6-70b5-44bc-8895-adea148ee5ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.579419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-edf5ecb6-70b5-44bc-8895-adea148ee5ec None None] For port 5df92ad2-bad6-4557-8d7c-b787a2f48da7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5df92ad2-bad6-4557-8d7c-b787a2f48da7,segment=NetworkSegment(be75cc43-548b-47e8-9378-293f6d663554),segment_id=be75cc43-548b-47e8-9378-293f6d663554)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:53.579852 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-edf5ecb6-70b5-44bc-8895-adea148ee5ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.599066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-edf5ecb6-70b5-44bc-8895-adea148ee5ec None None] Calling delete_port for 5df92ad2-bad6-4557-8d7c-b787a2f48da7 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:53.610775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-665596ca-2934-4417-b030-78ee01459fc0 req-9b61fbca-8bb6-4eb3-8693-4c478c5e65f6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582409 Sep 17 22:46:53.648717 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.732388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.739914 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-edf5ecb6-70b5-44bc-8895-adea148ee5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.762434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No DVR routers for this DVR port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:53.765887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5ecb6-70b5-44bc-8895-adea148ee5ec None None] Pushing event deleted for resources: {'Port': ['ID=5df92ad2-bad6-4557-8d7c-b787a2f48da7,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:53.771447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf5ecb6-70b5-44bc-8895-adea148ee5ec None None] No DVR routers for this DVR port 5df92ad2-bad6-4557-8d7c-b787a2f48da7 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:53.792977 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=5df92ad2-bad6-4557-8d7c-b787a2f48da7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:53.866154 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.888637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07de6220-8c19-4381-9a51-766504c39258']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:53.905403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be75cc43-548b-47e8-9378-293f6d663554') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:53.905710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be75cc43-548b-47e8-9378-293f6d663554') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:53.919342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.934649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.946273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:53.946602 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:53.985212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:53.997430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:54.005419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:54.009604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Pushing event updated for resources: {'Port': ['ID=e19fdb25-e944-44d4-a454-112bfbff3d0c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:54.198362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.206417 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.208274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/networks/07de6220-8c19-4381-9a51-766504c39258 HTTP/1.1" status: 204 len: 168 time: 1.1672480 Sep 17 22:46:54.211376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34470) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:54.222489 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1e123-cacd-41c9-af17-ed0392aafc7f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Network': ['ID=07de6220-8c19-4381-9a51-766504c39258,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:54.573307 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.747419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02588a-10c6-41e6-b91a-3db6af76ff14 req-ac4d8116-7a7d-40b5-a524-19b629708f42 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:54.749180 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e02588a-10c6-41e6-b91a-3db6af76ff14 req-ac4d8116-7a7d-40b5-a524-19b629708f42 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0552273 Sep 17 22:46:54.820789 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e02588a-10c6-41e6-b91a-3db6af76ff14 req-4a8d93d5-98a6-44d7-8c26-d561b34d8218 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360312 Sep 17 22:46:54.869357 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:54.918895 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.247092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5df92ad2-bad6-4557-8d7c-b787a2f48da7 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:55.274463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 5df92ad2-bad6-4557-8d7c-b787a2f48da7 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:55.274463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5df92ad2-bad6-4557-8d7c-b787a2f48da7 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:55.295385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 761350a3-9b16-4a3e-8034-49dfe5810548 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:55.295840 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.319870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Router 45673eec-297a-4d75-916a-e13d8ea2e42e is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:55.519282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port 761350a3-9b16-4a3e-8034-49dfe5810548, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=761350a3-9b16-4a3e-8034-49dfe5810548,segment=NetworkSegment(d5faec85-c2c7-4a11-a450-1838becbb1fd),segment_id=d5faec85-c2c7-4a11-a450-1838becbb1fd)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:55.519569 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.522658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:55.535015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654cfb6-2696-4c29-a7a6-cd7ea48c8bcf None None] Sync routers for ids ['45673eec-297a-4d75-916a-e13d8ea2e42e'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:55.550210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654cfb6-2696-4c29-a7a6-cd7ea48c8bcf None None] Routers {'45673eec-297a-4d75-916a-e13d8ea2e42e'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:55.551257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6654cfb6-2696-4c29-a7a6-cd7ea48c8bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['45673eec-297a-4d75-916a-e13d8ea2e42e'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:55.552152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 761350a3-9b16-4a3e-8034-49dfe5810548 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:55.593197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6654cfb6-2696-4c29-a7a6-cd7ea48c8bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:55.608572 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654cfb6-2696-4c29-a7a6-cd7ea48c8bcf None None] Routers {'45673eec-297a-4d75-916a-e13d8ea2e42e'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:55.610952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6654cfb6-2696-4c29-a7a6-cd7ea48c8bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['45673eec-297a-4d75-916a-e13d8ea2e42e'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:55.650779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6654cfb6-2696-4c29-a7a6-cd7ea48c8bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:55.651440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654cfb6-2696-4c29-a7a6-cd7ea48c8bcf None None] The sync data for ids ['45673eec-297a-4d75-916a-e13d8ea2e42e'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:55.681415 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:55.682951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b6484c55-3e55-4032-8b74-3ff43a88463a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7925878 Sep 17 22:46:55.685792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34484) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:55.690899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1fcfec67-e0f3-49da-a8e1-0707a0734f3e tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'enable_snat': False}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:55.998690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.056992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=761350a3-9b16-4a3e-8034-49dfe5810548,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:56.066955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b666d-3ebd-497c-9bf8-17d46d5de5fc req-50ef60b3-e598-47ef-a0fd-9077ebba8307 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:56.069393 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c8b666d-3ebd-497c-9bf8-17d46d5de5fc req-50ef60b3-e598-47ef-a0fd-9077ebba8307 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1496880 Sep 17 22:46:56.606722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c8b666d-3ebd-497c-9bf8-17d46d5de5fc req-c52e1ea3-48f9-4d1d-be34-6b0bc222a26c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252419 Sep 17 22:46:56.657588 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.802488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1fcfec67-e0f3-49da-a8e1-0707a0734f3e tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:56.926066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:57.060040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:57.068577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-588e4380-5880-47cf-a601-b879ee862374 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8529308 Sep 17 22:46:57.068707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34492) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:57.070668 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:57.099305 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:57.099305 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:57.137765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-df827508-9f2b-4743-bcda-af5502f3d02e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting subnet b7824ffe-ea3f-4775-b661-bab34c33c40b {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:57.141772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df827508-9f2b-4743-bcda-af5502f3d02e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.199603 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:57.244698 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df827508-9f2b-4743-bcda-af5502f3d02e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.463718 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:55Z', 'revision_number': 10, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:57.493756 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:57.507665 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:57.508328 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:57.598931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1fcfec67-e0f3-49da-a8e1-0707a0734f3e tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.602985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1fcfec67-e0f3-49da-a8e1-0707a0734f3e tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.613820 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:57.680580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df827508-9f2b-4743-bcda-af5502f3d02e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.788636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcfec67-e0f3-49da-a8e1-0707a0734f3e tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Router 45673eec-297a-4d75-916a-e13d8ea2e42e has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:57.841606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924b5a0-d160-48f2-a483-ce214c96950f req-a14fa059-774a-4dd2-84dd-995fbdcff0fb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:57.844231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8924b5a0-d160-48f2-a483-ce214c96950f req-a14fa059-774a-4dd2-84dd-995fbdcff0fb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0943294 Sep 17 22:46:57.891478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8924b5a0-d160-48f2-a483-ce214c96950f req-a620970f-c35b-451f-a25f-bcf6be2e6ea0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Sep 17 22:46:57.904907 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:55Z', 'revision_number': 10, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:57.932538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcfec67-e0f3-49da-a8e1-0707a0734f3e tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:57.943660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0f993-37fe-48d8-a043-264706bfbb54 None None] Sync routers for ids ['45673eec-297a-4d75-916a-e13d8ea2e42e'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:57.955654 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1fcfec67-e0f3-49da-a8e1-0707a0734f3e tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:57.958939 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1fcfec67-e0f3-49da-a8e1-0707a0734f3e tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "PUT /v2.0/routers/45673eec-297a-4d75-916a-e13d8ea2e42e HTTP/1.1" status: 200 len: 921 time: 2.2716744 Sep 17 22:46:57.961346 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34504) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:57.962307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0f993-37fe-48d8-a043-264706bfbb54 None None] Routers {'45673eec-297a-4d75-916a-e13d8ea2e42e'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:57.962955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1fd0f993-37fe-48d8-a043-264706bfbb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['45673eec-297a-4d75-916a-e13d8ea2e42e'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:58.008583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1fd0f993-37fe-48d8-a043-264706bfbb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:58.019047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0f993-37fe-48d8-a043-264706bfbb54 None None] Routers {'45673eec-297a-4d75-916a-e13d8ea2e42e'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:58.019712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1fd0f993-37fe-48d8-a043-264706bfbb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['45673eec-297a-4d75-916a-e13d8ea2e42e'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:58.057866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1fd0f993-37fe-48d8-a043-264706bfbb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:58.058531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0f993-37fe-48d8-a043-264706bfbb54 None None] The sync data for ids ['45673eec-297a-4d75-916a-e13d8ea2e42e'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:58.092632 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd3e72d-cdeb-4675-935e-d2781fce3442 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:46:55Z', 'revision_number': 10, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None, '_interfaces': [{'id': '10f2cf99-8381-4707-8cd8-b8a0b75bdaf7', 'name': '', 'network_id': '5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'mac_address': 'fa:16:3e:ce:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e252794f-7a44-461f-876c-084503548995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:11Z', 'updated_at': '2021-09-17T22:46:17Z', 'revision_number': 5, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'subnets': [{'id': 'e252794f-7a44-461f-876c-084503548995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:58.110499 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df827508-9f2b-4743-bcda-af5502f3d02e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.145932 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-df827508-9f2b-4743-bcda-af5502f3d02e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.148026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-df827508-9f2b-4743-bcda-af5502f3d02e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/b7824ffe-ea3f-4775-b661-bab34c33c40b HTTP/1.1" status: 204 len: 168 time: 1.0787525 Sep 17 22:46:58.150971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34506) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:58.165811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b690d-0f23-4b07-88d6-8312737c4e81 None None] Network f680bb01-e30c-488b-aeac-7dd43203e546 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:58.206347 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-59971853-5038-4b21-bd39-c8a047dd8f4e tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/routers/45673eec-297a-4d75-916a-e13d8ea2e42e HTTP/1.1" status: 200 len: 921 time: 0.2436209 Sep 17 22:46:58.207824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df827508-9f2b-4743-bcda-af5502f3d02e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Subnet': ['ID=b7824ffe-ea3f-4775-b661-bab34c33c40b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:58.212677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34510) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:58.289817 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.322972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d8dd7-a3a0-44d6-9c40-fae8d2bc8ee1 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:58.324764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-529d8dd7-a3a0-44d6-9c40-fae8d2bc8ee1 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&device_id=45673eec-297a-4d75-916a-e13d8ea2e42e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1091783 Sep 17 22:46:58.327441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34512) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:58.370740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:58.371287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.450028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5086d6ec-6c81-4111-9aa2-0dd5f36d12bc,segment=NetworkSegment(d5faec85-c2c7-4a11-a450-1838becbb1fd),segment_id=d5faec85-c2c7-4a11-a450-1838becbb1fd)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:58.450752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.467255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27d8f57-8665-4817-9fd9-aa20de58eb66 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:58.467255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d27d8f57-8665-4817-9fd9-aa20de58eb66 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 881 time: 0.1368296 Sep 17 22:46:58.469528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34514) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:58.472007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:58.506271 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0472678d-25e9-4a19-84a1-a95f0fbab362 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=45673eec-297a-4d75-916a-e13d8ea2e42e HTTP/1.1" status: 200 len: 205 time: 0.0345998 Sep 17 22:46:58.508881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34516) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:58.654971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999903ce-4bbc-438d-b97d-1a376fb00bc0 None None] DHCP port deletion for f680bb01-e30c-488b-aeac-7dd43203e546 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:46:58.692547 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.721332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-999903ce-4bbc-438d-b97d-1a376fb00bc0 None None] Deleting port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:58.721718 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-999903ce-4bbc-438d-b97d-1a376fb00bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.740818 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.830554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=5086d6ec-6c81-4111-9aa2-0dd5f36d12bc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:58.835728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No DVR routers for this DVR port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:58.840363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-999903ce-4bbc-438d-b97d-1a376fb00bc0 None None] For port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5086d6ec-6c81-4111-9aa2-0dd5f36d12bc,segment=NetworkSegment(d5faec85-c2c7-4a11-a450-1838becbb1fd),segment_id=d5faec85-c2c7-4a11-a450-1838becbb1fd)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:58.841431 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-999903ce-4bbc-438d-b97d-1a376fb00bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.856501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-999903ce-4bbc-438d-b97d-1a376fb00bc0 None None] Calling delete_port for 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:58.890111 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.947031 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-999903ce-4bbc-438d-b97d-1a376fb00bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.974636 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:58.978813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999903ce-4bbc-438d-b97d-1a376fb00bc0 None None] Pushing event deleted for resources: {'Port': ['ID=5086d6ec-6c81-4111-9aa2-0dd5f36d12bc,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:58.981664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999903ce-4bbc-438d-b97d-1a376fb00bc0 None None] No DVR routers for this DVR port 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:59.012656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f680bb01-e30c-488b-aeac-7dd43203e546']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:59.039270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5faec85-c2c7-4a11-a450-1838becbb1fd') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:59.039560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5faec85-c2c7-4a11-a450-1838becbb1fd') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:59.052478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Deleting port e19fdb25-e944-44d4-a454-112bfbff3d0c {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:59.052831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.053407 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.082035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360f128-4612-4d65-80de-4f9afc5d5766 req-879a3573-32d2-4392-821c-849094166983 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:59.083792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0360f128-4612-4d65-80de-4f9afc5d5766 req-879a3573-32d2-4392-821c-849094166983 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0897202 Sep 17 22:46:59.084935 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.094615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:59.095028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:59.098608 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:59.167204 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.190387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0360f128-4612-4d65-80de-4f9afc5d5766 req-023947ed-3b43-43db-8df5-6a611b3d518e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979636 Sep 17 22:46:59.194326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Calling delete_port for e19fdb25-e944-44d4-a454-112bfbff3d0c owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:59.282007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 761350a3-9b16-4a3e-8034-49dfe5810548 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:59.313429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 761350a3-9b16-4a3e-8034-49dfe5810548 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:59.313429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 761350a3-9b16-4a3e-8034-49dfe5810548 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:59.313429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:59.334521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:59.335148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5086d6ec-6c81-4111-9aa2-0dd5f36d12bc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:59.358614 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.411955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.419757 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.421262 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/networks/f680bb01-e30c-488b-aeac-7dd43203e546 HTTP/1.1" status: 204 len: 168 time: 1.2687685 Sep 17 22:46:59.424761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34524) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:59.439662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99e6f-9c7c-4aeb-a277-0c742bd09301 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Network': ['ID=f680bb01-e30c-488b-aeac-7dd43203e546,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:59.592490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.627081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Pushing event deleted for resources: {'Port': ['ID=e19fdb25-e944-44d4-a454-112bfbff3d0c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:59.736150 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.866279 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:59.869742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.001271 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.071569 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.072162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Fanout notify agent at l3_agent the message router_deleted on router 45673eec-297a-4d75-916a-e13d8ea2e42e {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:00.080403 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.081440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0a85abe2-12fd-4818-a98c-69556dcf9023 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/45673eec-297a-4d75-916a-e13d8ea2e42e HTTP/1.1" status: 204 len: 168 time: 1.5713341 Sep 17 22:47:00.085371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34528) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:00.090251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8732f101-7190-4629-b6ff-eac6a9d8573c tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-920789608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:00.310061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8732f101-7190-4629-b6ff-eac6a9d8573c tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.311255 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8732f101-7190-4629-b6ff-eac6a9d8573c tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.346813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fb422-bb1b-48ee-a070-46c4189699f8 req-5b0e507c-916c-48e9-9aa6-7d422a20e969 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:00.348389 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-853fb422-bb1b-48ee-a070-46c4189699f8 req-5b0e507c-916c-48e9-9aa6-7d422a20e969 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0729835 Sep 17 22:47:00.355341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:00.355723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.371353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8732f101-7190-4629-b6ff-eac6a9d8573c tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.453683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-853fb422-bb1b-48ee-a070-46c4189699f8 req-027ff83d-fea5-4dcf-b876-486061b51b58 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947955 Sep 17 22:47:00.493768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=10f2cf99-8381-4707-8cd8-b8a0b75bdaf7,segment=NetworkSegment(038406ce-e0af-4d77-9ee2-7fa2b19a1f8a),segment_id=038406ce-e0af-4d77-9ee2-7fa2b19a1f8a)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:00.494276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.508954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:00.527448 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8732f101-7190-4629-b6ff-eac6a9d8573c tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.680709 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8732f101-7190-4629-b6ff-eac6a9d8573c tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:00.684721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8732f101-7190-4629-b6ff-eac6a9d8573c tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5958445 Sep 17 22:47:00.685024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34534) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:00.691196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:01.111298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.201923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=10f2cf99-8381-4707-8cd8-b8a0b75bdaf7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:01.331705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.430388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.654175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1d64f-7c3b-4f39-a5a9-dd97aa99b755 req-fdb04514-d51b-4ac7-b3cb-a2190209ee0a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:01.665211 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76d1d64f-7c3b-4f39-a5a9-dd97aa99b755 req-fdb04514-d51b-4ac7-b3cb-a2190209ee0a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0804534 Sep 17 22:47:01.711627 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76d1d64f-7c3b-4f39-a5a9-dd97aa99b755 req-17e4949c-a2fb-48f4-846d-77b7833c997f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Sep 17 22:47:01.780487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:01.945723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:01.959369 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:01.967907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-890a3673-914e-4e61-9ab7-97fb8a579c6b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5420561 Sep 17 22:47:01.969462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:01.971109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34548) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:01.971532 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:01.972331 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:02.015197 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.055566 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:02.085947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1205210-652f-460a-9c05-7a3e50d7d07d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting subnet e252794f-7a44-461f-876c-084503548995 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:02.092454 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f1205210-652f-460a-9c05-7a3e50d7d07d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.132010 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:47:00Z', 'revision_number': 11, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:02.171804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f1205210-652f-460a-9c05-7a3e50d7d07d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.190272 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:02.199781 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:02.200831 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:02.240945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Allocated IP 172.25.6.88 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/c4144cc3-b30e-427c-b66c-927ef30457dc) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:02.282291 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:02.373195 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f1205210-652f-460a-9c05-7a3e50d7d07d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.378052 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:47:00Z', 'revision_number': 11, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:02.412768 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc52849f-7673-40b4-8185-9547b104fbb7 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:47:00Z', 'revision_number': 11, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:02.448966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.653273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.660362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f1205210-652f-460a-9c05-7a3e50d7d07d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.724007 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f1205210-652f-460a-9c05-7a3e50d7d07d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.725980 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f1205210-652f-460a-9c05-7a3e50d7d07d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/e252794f-7a44-461f-876c-084503548995 HTTP/1.1" status: 204 len: 168 time: 0.7539518 Sep 17 22:47:02.726681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f3fca-54ed-438e-b604-b3686e37cf2a None None] Network 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:02.727456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1205210-652f-460a-9c05-7a3e50d7d07d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Subnet': ['ID=e252794f-7a44-461f-876c-084503548995,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:02.729135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34554) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:02.735622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:02.743207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:02.744403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:02.790459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Pushing event updated for resources: {'Port': ['ID=c4144cc3-b30e-427c-b66c-927ef30457dc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:02.889370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:02.971569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Deleting port 2e447f57-da92-48da-b17b-5acb2701c26c {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:02.971917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.041435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135649a9-bec5-4f29-9f14-38adb0e33e91 None None] DHCP port deletion for 5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:03.042213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c01bd-8e64-4b5e-afd7-0d9ebd93132a req-8a59cec2-5d04-4790-9ddd-5d627d4b12d8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:03.051928 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c2c01bd-8e64-4b5e-afd7-0d9ebd93132a req-8a59cec2-5d04-4790-9ddd-5d627d4b12d8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.2287970 Sep 17 22:47:03.073470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] For port 2e447f57-da92-48da-b17b-5acb2701c26c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2e447f57-da92-48da-b17b-5acb2701c26c,segment=NetworkSegment(038406ce-e0af-4d77-9ee2-7fa2b19a1f8a),segment_id=038406ce-e0af-4d77-9ee2-7fa2b19a1f8a)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:03.073470 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.089889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Calling delete_port for 2e447f57-da92-48da-b17b-5acb2701c26c owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:03.109800 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c2c01bd-8e64-4b5e-afd7-0d9ebd93132a req-80a7395b-8ff0-4b77-ad4a-420e5be7992f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565619 Sep 17 22:47:03.119517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-135649a9-bec5-4f29-9f14-38adb0e33e91 None None] Deleting port 2e447f57-da92-48da-b17b-5acb2701c26c {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:03.121318 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-135649a9-bec5-4f29-9f14-38adb0e33e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.210489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-135649a9-bec5-4f29-9f14-38adb0e33e91 None None] For port 2e447f57-da92-48da-b17b-5acb2701c26c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2e447f57-da92-48da-b17b-5acb2701c26c,segment=NetworkSegment(038406ce-e0af-4d77-9ee2-7fa2b19a1f8a),segment_id=038406ce-e0af-4d77-9ee2-7fa2b19a1f8a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:03.211035 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-135649a9-bec5-4f29-9f14-38adb0e33e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.224853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-135649a9-bec5-4f29-9f14-38adb0e33e91 None None] Calling delete_port for 2e447f57-da92-48da-b17b-5acb2701c26c owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:03.274149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2e447f57-da92-48da-b17b-5acb2701c26c no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:03.356794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.369770 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.372829 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0dbbeff7-993a-430a-ba26-eaa784ddf136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.389104 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.409249 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-135649a9-bec5-4f29-9f14-38adb0e33e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.421536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Port': ['ID=2e447f57-da92-48da-b17b-5acb2701c26c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:03.426221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No DVR routers for this DVR port 2e447f57-da92-48da-b17b-5acb2701c26c on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:03.441604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135649a9-bec5-4f29-9f14-38adb0e33e91 None None] No DVR routers for this DVR port 2e447f57-da92-48da-b17b-5acb2701c26c on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:03.443819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135649a9-bec5-4f29-9f14-38adb0e33e91 None None] Pushing event deleted for resources: {'Port': ['ID=2e447f57-da92-48da-b17b-5acb2701c26c,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:03.474588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:03.497300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:03.497654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 10f2cf99-8381-4707-8cd8-b8a0b75bdaf7 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:03.538310 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.569459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:03.581389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:03.581757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038406ce-e0af-4d77-9ee2-7fa2b19a1f8a') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:03.598260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.612803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:03.626243 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:03.648764 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.653292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.823618 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.830152 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:03.841477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/networks/5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6 HTTP/1.1" status: 204 len: 168 time: 1.1013038 Sep 17 22:47:03.842961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34566) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:03.842961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-21c5a7d9-fc5f-484d-8707-4e64ac9247d6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'routes': None}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:03.856177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6926d26-6c99-4fe6-a144-47b69b01d5b9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Pushing event deleted for resources: {'Network': ['ID=5c68f0fc-bde0-491f-aa5d-9eb3d62b28f6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:03.924317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Router 37f7f471-3e4f-495d-997f-d9ce8fc78e13 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:47:04.051043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.extraroute_db [None req-21c5a7d9-fc5f-484d-8707-4e64ac9247d6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Added routes are [] {{(pid=95455) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:47:04.051391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.extraroute_db [None req-21c5a7d9-fc5f-484d-8707-4e64ac9247d6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Removed routes are [] {{(pid=95455) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:47:04.051629 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21c5a7d9-fc5f-484d-8707-4e64ac9247d6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.272957 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410f16-ab7c-45ce-97d9-bd2ed24a9401 req-4e301868-5599-493e-81dc-e1bf696251f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:04.275113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c410f16-ab7c-45ce-97d9-bd2ed24a9401 req-4e301868-5599-493e-81dc-e1bf696251f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0749707 Sep 17 22:47:04.339765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c410f16-ab7c-45ce-97d9-bd2ed24a9401 req-dc56ba16-c9e8-4b29-a39d-dcb75f72297f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542266 Sep 17 22:47:04.543037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21c5a7d9-fc5f-484d-8707-4e64ac9247d6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.545330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:04.554319 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.557835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cf8efe77-f7a5-492d-a6ea-3e1e6652312a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "PUT /v2.0/routers/37f7f471-3e4f-495d-997f-d9ce8fc78e13 HTTP/1.1" status: 200 len: 878 time: 3.8693883 Sep 17 22:47:04.558011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e4401-931e-4385-828b-172c92b22e68 None None] Sync routers for ids ['37f7f471-3e4f-495d-997f-d9ce8fc78e13'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:04.558559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21c5a7d9-fc5f-484d-8707-4e64ac9247d6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.559208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34576) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:04.567726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e4401-931e-4385-828b-172c92b22e68 None None] Routers {'37f7f471-3e4f-495d-997f-d9ce8fc78e13'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:04.568574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-210e4401-931e-4385-828b-172c92b22e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['37f7f471-3e4f-495d-997f-d9ce8fc78e13'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:04.619495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-210e4401-931e-4385-828b-172c92b22e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:04.643597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e4401-931e-4385-828b-172c92b22e68 None None] Routers {'37f7f471-3e4f-495d-997f-d9ce8fc78e13'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:04.644634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-210e4401-931e-4385-828b-172c92b22e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['37f7f471-3e4f-495d-997f-d9ce8fc78e13'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:04.648626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c5a7d9-fc5f-484d-8707-4e64ac9247d6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router 8826cdac-d77c-4cfe-8d0b-1b7308540850 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:04.691623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-210e4401-931e-4385-828b-172c92b22e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:04.692379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e4401-931e-4385-828b-172c92b22e68 None None] The sync data for ids ['37f7f471-3e4f-495d-997f-d9ce8fc78e13'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:04.703734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-667ba686-4bf1-4d1d-b718-39b356d3a7d1 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/routers/37f7f471-3e4f-495d-997f-d9ce8fc78e13 HTTP/1.1" status: 200 len: 919 time: 0.1427946 Sep 17 22:47:04.706875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34580) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:04.779572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c5a7d9-fc5f-484d-8707-4e64ac9247d6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:04.791850 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] Sync routers for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:04.794202 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-21c5a7d9-fc5f-484d-8707-4e64ac9247d6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:04.795623 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-21c5a7d9-fc5f-484d-8707-4e64ac9247d6 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850 HTTP/1.1" status: 200 len: 705 time: 0.9587202 Sep 17 22:47:04.800260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34582) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:04.803316 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:04.804020 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:04.817090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ca3ab1-7620-427c-8b89-a928b809fabd tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:04.819493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-75ca3ab1-7620-427c-8b89-a928b809fabd tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&device_id=37f7f471-3e4f-495d-997f-d9ce8fc78e13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1111872 Sep 17 22:47:04.825508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34584) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:04.857446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5d910490-1576-48e7-827b-96e1f85f8588 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=8826cdac-d77c-4cfe-8d0b-1b7308540850 HTTP/1.1" status: 200 len: 205 time: 0.0555291 Sep 17 22:47:04.859760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34586) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:04.900476 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:04.994166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3892c-e286-463f-8ad8-a4fdff7a2d90 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:04.995876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0ec3892c-e286-463f-8ad8-a4fdff7a2d90 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 881 time: 0.1689527 Sep 17 22:47:04.998885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34588) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:05.024550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-97b71e8f-3139-4c59-800e-e24ab0c4e192 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.028242 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:47:00Z', 'revision_number': 11, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:05.075064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-519df7d4-78b1-416d-86e2-5701209ece33 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=37f7f471-3e4f-495d-997f-d9ce8fc78e13 HTTP/1.1" status: 200 len: 205 time: 0.0745058 Sep 17 22:47:05.076758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34590) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:05.105396 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] Checking router: 8826cdac-d77c-4cfe-8d0b-1b7308540850 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:05.125969 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] Routers {'8826cdac-d77c-4cfe-8d0b-1b7308540850'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:05.126672 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:46:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['8826cdac-d77c-4cfe-8d0b-1b7308540850'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:05.239869 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.266461 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] Set router 8826cdac-d77c-4cfe-8d0b-1b7308540850 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:05.348287 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:47:00Z', 'revision_number': 11, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:05.520773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.521686 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-97b71e8f-3139-4c59-800e-e24ab0c4e192 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.521831 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b893b264-ec67-4682-84a7-220b0a4b3f08 None None] The sync data for ids ['8826cdac-d77c-4cfe-8d0b-1b7308540850'] in n-d-713499-18 is: [{'id': '8826cdac-d77c-4cfe-8d0b-1b7308540850', 'name': 'tempest-RoutersIpV6Test-router-1631431304', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:08Z', 'updated_at': '2021-09-17T22:47:00Z', 'revision_number': 11, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:05.521973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-97b71e8f-3139-4c59-800e-e24ab0c4e192 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.522088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300446f-0192-40bb-a697-0c82c919247a req-7e98ced8-8458-4f53-8ed1-36b6368319e9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:05.523752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e300446f-0192-40bb-a697-0c82c919247a req-7e98ced8-8458-4f53-8ed1-36b6368319e9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0846832 Sep 17 22:47:05.604155 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-97b71e8f-3139-4c59-800e-e24ab0c4e192 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.604155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b71e8f-3139-4c59-800e-e24ab0c4e192 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Fanout notify agent at l3_agent the message router_deleted on router 8826cdac-d77c-4cfe-8d0b-1b7308540850 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:05.607199 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e300446f-0192-40bb-a697-0c82c919247a req-315e35ef-496a-458c-9cea-a9f3cae91209 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645721 Sep 17 22:47:05.620931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-97b71e8f-3139-4c59-800e-e24ab0c4e192 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.627704 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-97b71e8f-3139-4c59-800e-e24ab0c4e192 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850 HTTP/1.1" status: 204 len: 168 time: 0.7566264 Sep 17 22:47:05.629154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34596) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:05.634396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-03df4b21-1a8a-47ed-98ac-1e882c0dd61f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1097456633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:05.730976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Deleting port c4144cc3-b30e-427c-b66c-927ef30457dc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:05.730976 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.781801 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03df4b21-1a8a-47ed-98ac-1e882c0dd61f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.781801 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03df4b21-1a8a-47ed-98ac-1e882c0dd61f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.924152 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.925337 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03df4b21-1a8a-47ed-98ac-1e882c0dd61f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:05.951459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Calling delete_port for c4144cc3-b30e-427c-b66c-927ef30457dc owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:05.975205 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f63f864-3348-4f9e-84f3-c29a4b78c2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.007034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03df4b21-1a8a-47ed-98ac-1e882c0dd61f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.141025 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03df4b21-1a8a-47ed-98ac-1e882c0dd61f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.146978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-03df4b21-1a8a-47ed-98ac-1e882c0dd61f tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5152328 Sep 17 22:47:06.146978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34602) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:06.153476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-5b30b583-50fa-4b30-82f7-23a3ea543b41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:06.294635 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.332394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Pushing event deleted for resources: {'Port': ['ID=c4144cc3-b30e-427c-b66c-927ef30457dc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:06.358973 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.359655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.359971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.360344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.360684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.361033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.361385 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.361808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.362179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.362517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.362848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.363170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:06.410359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.415120 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5b30b583-50fa-4b30-82f7-23a3ea543b41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.517945 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.520381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.544018 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5b30b583-50fa-4b30-82f7-23a3ea543b41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.658123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.666052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Fanout notify agent at l3_agent the message router_deleted on router 37f7f471-3e4f-495d-997f-d9ce8fc78e13 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:06.667410 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.673511 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-de3d69fc-c97f-4433-b9f1-52143b19a5c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/37f7f471-3e4f-495d-997f-d9ce8fc78e13 HTTP/1.1" status: 204 len: 168 time: 1.5903625 Sep 17 22:47:06.677071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34608) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:06.690594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e0181a56-ab43-472d-bfbc-191198462577 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1527469640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:06.810018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c823c1-573d-4390-baaa-f3e0a615aeb7 req-3cbb25d2-e1af-4c0d-937c-2094d5427510 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:06.813531 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14c823c1-573d-4390-baaa-f3e0a615aeb7 req-3cbb25d2-e1af-4c0d-937c-2094d5427510 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0863457 Sep 17 22:47:06.858485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14c823c1-573d-4390-baaa-f3e0a615aeb7 req-843ac026-be64-4b21-ae18-9f9d4f291487 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Sep 17 22:47:06.861069 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0181a56-ab43-472d-bfbc-191198462577 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.869233 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0181a56-ab43-472d-bfbc-191198462577 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:06.970817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b30b583-50fa-4b30-82f7-23a3ea543b41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Router be817d87-169b-417f-b15c-ce37882ec3c4 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:47:06.990748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0181a56-ab43-472d-bfbc-191198462577 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.055001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b30b583-50fa-4b30-82f7-23a3ea543b41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:07.064588 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5b30b583-50fa-4b30-82f7-23a3ea543b41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.065892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5b30b583-50fa-4b30-82f7-23a3ea543b41 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "PUT /v2.0/routers/be817d87-169b-417f-b15c-ce37882ec3c4 HTTP/1.1" status: 200 len: 698 time: 0.9189904 Sep 17 22:47:07.068488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34612) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:07.068665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] Sync routers for ids ['be817d87-169b-417f-b15c-ce37882ec3c4'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:07.086848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] Routers {'be817d87-169b-417f-b15c-ce37882ec3c4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:07.087469 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['be817d87-169b-417f-b15c-ce37882ec3c4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:07.113097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0181a56-ab43-472d-bfbc-191198462577 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.186820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] Set router be817d87-169b-417f-b15c-ce37882ec3c4 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:07.240324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0181a56-ab43-472d-bfbc-191198462577 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.242353 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e0181a56-ab43-472d-bfbc-191198462577 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5609090 Sep 17 22:47:07.245711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34614) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:07.253609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'enable_snat': True}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:07.280252 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.283738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be817d87-169b-417f-b15c-ce37882ec3c4', 'name': 'tempest-RoutersIpV6Test-router-1097456633', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:05Z', 'updated_at': '2021-09-17T22:47:06Z', 'revision_number': 2, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:07.322819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] Checking router: be817d87-169b-417f-b15c-ce37882ec3c4 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:07.332811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] Routers {'be817d87-169b-417f-b15c-ce37882ec3c4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:07.333720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['be817d87-169b-417f-b15c-ce37882ec3c4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:07.467124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] Set router be817d87-169b-417f-b15c-ce37882ec3c4 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:07.469955 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.551127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be817d87-169b-417f-b15c-ce37882ec3c4', 'name': 'tempest-RoutersIpV6Test-router-1097456633', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:05Z', 'updated_at': '2021-09-17T22:47:06Z', 'revision_number': 2, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:07.604760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd827de9-af7c-4865-91c2-c8aad6be53ec None None] The sync data for ids ['be817d87-169b-417f-b15c-ce37882ec3c4'] in n-d-713499-18 is: [{'id': 'be817d87-169b-417f-b15c-ce37882ec3c4', 'name': 'tempest-RoutersIpV6Test-router-1097456633', 'tenant_id': 'c1a1408b81af4a6fafd3495a5c048033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:05Z', 'updated_at': '2021-09-17T22:47:06Z', 'revision_number': 2, 'project_id': 'c1a1408b81af4a6fafd3495a5c048033', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:07.634938 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:07.649527 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d4bc22ae-9198-4c31-9afc-699cc145c2be tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/routers/be817d87-169b-417f-b15c-ce37882ec3c4 HTTP/1.1" status: 200 len: 704 time: 0.5790043 Sep 17 22:47:07.652315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34618) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:07.692443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e188f235-f6a4-4026-8ff1-bbb82a49596a tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=be817d87-169b-417f-b15c-ce37882ec3c4 HTTP/1.1" status: 200 len: 205 time: 0.0362668 Sep 17 22:47:07.692683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34620) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:07.818735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-729327c7-7eea-4ddf-916c-d001a20266c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.141029 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.199988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.255098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-729327c7-7eea-4ddf-916c-d001a20266c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.258717 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-729327c7-7eea-4ddf-916c-d001a20266c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.300093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc3168-23f3-4fb3-a2bd-7817e03cdaa9 req-c729a632-bdfc-40b7-87bc-186802ac40ec tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:08.301789 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68bc3168-23f3-4fb3-a2bd-7817e03cdaa9 req-c729a632-bdfc-40b7-87bc-186802ac40ec tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.2559536 Sep 17 22:47:08.390832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68bc3168-23f3-4fb3-a2bd-7817e03cdaa9 req-39ee2f57-7256-4abb-aed0-12fe01a7a9be tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802033 Sep 17 22:47:08.422688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Allocated IP 172.25.6.34 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/c6efa161-4d1c-463c-a30e-b143bee67b48) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:08.467664 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-729327c7-7eea-4ddf-916c-d001a20266c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.470407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729327c7-7eea-4ddf-916c-d001a20266c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Fanout notify agent at l3_agent the message router_deleted on router be817d87-169b-417f-b15c-ce37882ec3c4 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:08.483630 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-729327c7-7eea-4ddf-916c-d001a20266c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.487648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-729327c7-7eea-4ddf-916c-d001a20266c2 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/be817d87-169b-417f-b15c-ce37882ec3c4 HTTP/1.1" status: 204 len: 168 time: 0.7940607 Sep 17 22:47:08.493526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34642) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.541971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-146f0180-5f6c-4fa5-bafe-f2f55781d749 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=be817d87-169b-417f-b15c-ce37882ec3c4 HTTP/1.1" status: 200 len: 205 time: 0.0452025 Sep 17 22:47:08.544292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34646) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.603567 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-5eda4e55-9540-49d3-8451-72c7647be67d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] delete failed (client error): The resource could not be found. Sep 17 22:47:08.607047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5eda4e55-9540-49d3-8451-72c7647be67d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/be817d87-169b-417f-b15c-ce37882ec3c4 HTTP/1.1" status: 404 len: 336 time: 0.0593593 Sep 17 22:47:08.607539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34648) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.653075 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6e2241-4064-4f71-9284-52da6050906d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:08.653598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6e2241-4064-4f71-9284-52da6050906d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:08.659831 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9d6e2241-4064-4f71-9284-52da6050906d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/2ddf3dd2-3d1b-4617-a581-bd42724f3b0f HTTP/1.1" status: 404 len: 337 time: 0.0504136 Sep 17 22:47:08.659995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34652) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.665894 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.716282 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e656c5d5-be72-4d39-9a48-6ac50c489731 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:08.726868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e656c5d5-be72-4d39-9a48-6ac50c489731 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:08.726868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e656c5d5-be72-4d39-9a48-6ac50c489731 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/523c88a0-5f90-4bec-b74f-7cf4c3ca4b3d HTTP/1.1" status: 404 len: 337 time: 0.0627470 Sep 17 22:47:08.729488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34654) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.764900 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c706ee5-8463-4daf-90de-d444187a68ac tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:08.765763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c706ee5-8463-4daf-90de-d444187a68ac tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:08.768114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2c706ee5-8463-4daf-90de-d444187a68ac tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/b7824ffe-ea3f-4775-b661-bab34c33c40b HTTP/1.1" status: 404 len: 337 time: 0.0372262 Sep 17 22:47:08.773389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34656) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.801973 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc313d63-0108-446e-baca-fb481c12a25e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:08.802440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc313d63-0108-446e-baca-fb481c12a25e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:08.806880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dc313d63-0108-446e-baca-fb481c12a25e tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/e252794f-7a44-461f-876c-084503548995 HTTP/1.1" status: 404 len: 337 time: 0.0299869 Sep 17 22:47:08.807162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34658) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.852251 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5d8e8f6e-8407-402f-bac8-f04139fd3102 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=8826cdac-d77c-4cfe-8d0b-1b7308540850 HTTP/1.1" status: 200 len: 205 time: 0.0434606 Sep 17 22:47:08.854453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34660) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.887549 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:08.903736 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-0a61827b-27be-4297-9ab1-156ad6c44686 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] delete failed (client error): The resource could not be found. Sep 17 22:47:08.904849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0a61827b-27be-4297-9ab1-156ad6c44686 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/8826cdac-d77c-4cfe-8d0b-1b7308540850 HTTP/1.1" status: 404 len: 336 time: 0.0489597 Sep 17 22:47:08.908631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34662) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.942647 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event updated for resources: {'Port': ['ID=c6efa161-4d1c-463c-a30e-b143bee67b48,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:08.952259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6c10b8f6-858b-40bc-abe4-df536c8148c3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=717b7342-a8c2-4879-970b-3f0ceb06149e HTTP/1.1" status: 200 len: 205 time: 0.0418835 Sep 17 22:47:08.960842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34664) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:08.968680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:08.970574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:08.973180 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:09.051538 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-20e2edd4-4734-44bb-ae8a-30ea867aef0c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] delete failed (client error): The resource could not be found. Sep 17 22:47:09.053009 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-20e2edd4-4734-44bb-ae8a-30ea867aef0c tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/717b7342-a8c2-4879-970b-3f0ceb06149e HTTP/1.1" status: 404 len: 336 time: 0.0903678 Sep 17 22:47:09.064555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34666) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.073987 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.111772 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b232b9d8-8751-4fff-ba77-e1dc8256a92b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:09.117781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b232b9d8-8751-4fff-ba77-e1dc8256a92b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:09.121435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b232b9d8-8751-4fff-ba77-e1dc8256a92b tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/e4945a58-29ff-4a25-b482-ed2de64a796c HTTP/1.1" status: 404 len: 337 time: 0.0551374 Sep 17 22:47:09.126253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34668) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.159575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-068a1a2b-4a42-4fb3-ab33-0eaa51d65af1 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6862c12-c4a2-4980-a7db-b924a70576dc HTTP/1.1" status: 200 len: 205 time: 0.0316126 Sep 17 22:47:09.162734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34670) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.209832 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-f07bca88-19aa-44ad-9aaf-c427c4ce10e9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] delete failed (client error): The resource could not be found. Sep 17 22:47:09.210886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f07bca88-19aa-44ad-9aaf-c427c4ce10e9 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/b6862c12-c4a2-4980-a7db-b924a70576dc HTTP/1.1" status: 404 len: 336 time: 0.0469697 Sep 17 22:47:09.213687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34672) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.248808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bfe11417-12ea-4716-bb66-e4191dea3478 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=9339784b-f39f-40bd-bee5-a2050b00536a HTTP/1.1" status: 200 len: 205 time: 0.0335417 Sep 17 22:47:09.251032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34676) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.292625 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-9d3c093d-e9db-4efe-816c-f7f82d5f9421 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] delete failed (client error): The resource could not be found. Sep 17 22:47:09.294093 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9d3c093d-e9db-4efe-816c-f7f82d5f9421 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/9339784b-f39f-40bd-bee5-a2050b00536a HTTP/1.1" status: 404 len: 336 time: 0.0414634 Sep 17 22:47:09.299255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34678) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.328718 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa7619d-e5c8-462a-b5ab-935cddecb62d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:09.329234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa7619d-e5c8-462a-b5ab-935cddecb62d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:09.333810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-eaa7619d-e5c8-462a-b5ab-935cddecb62d tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/f0b1585b-c593-4f38-b2ea-2671145df318 HTTP/1.1" status: 404 len: 337 time: 0.0332029 Sep 17 22:47:09.338901 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34680) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.364863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cd8f72de-33ac-4ffd-8495-213031ce0a54 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=c547e2d6-c9fb-46b2-ba58-18b48ac75a0b HTTP/1.1" status: 200 len: 205 time: 0.0287452 Sep 17 22:47:09.369125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34682) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.407549 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-b737def0-fa0e-4de8-95f3-093a2ebf2a83 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] delete failed (client error): The resource could not be found. Sep 17 22:47:09.411265 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b737def0-fa0e-4de8-95f3-093a2ebf2a83 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/c547e2d6-c9fb-46b2-ba58-18b48ac75a0b HTTP/1.1" status: 404 len: 336 time: 0.0386493 Sep 17 22:47:09.411545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34684) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.414686 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.445379 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-82233742-6291-4d2a-9fab-f156499cf6b8 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:09.445844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82233742-6291-4d2a-9fab-f156499cf6b8 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:09.447611 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-82233742-6291-4d2a-9fab-f156499cf6b8 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/9ca21e35-fece-4a69-9c99-281ed8514a42 HTTP/1.1" status: 404 len: 337 time: 0.0350399 Sep 17 22:47:09.450211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34688) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.485146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-70fb8328-e9c7-4482-8e88-a94612f14b90 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ae7869c-09e5-4214-a138-55e73105d706 HTTP/1.1" status: 200 len: 205 time: 0.0326891 Sep 17 22:47:09.487973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34690) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.563202 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-cac753ad-563f-4ad9-8cb5-8fd985ead7d3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] delete failed (client error): The resource could not be found. Sep 17 22:47:09.566836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cac753ad-563f-4ad9-8cb5-8fd985ead7d3 tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/routers/5ae7869c-09e5-4214-a138-55e73105d706 HTTP/1.1" status: 404 len: 336 time: 0.0773158 Sep 17 22:47:09.571471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34694) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.622677 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-653deff9-e008-481a-b75b-e09d6546a1af tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:09.623498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653deff9-e008-481a-b75b-e09d6546a1af tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:09.627269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-653deff9-e008-481a-b75b-e09d6546a1af tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/9728b6e5-e617-4a0b-afa5-9c8055eed6bf HTTP/1.1" status: 404 len: 337 time: 0.0523670 Sep 17 22:47:09.628764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34696) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:09.666210 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5b6b86-4c0f-4793-8710-f8b7473942ef tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:09.667250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5b6b86-4c0f-4793-8710-f8b7473942ef tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:09.673532 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6b5b6b86-4c0f-4793-8710-f8b7473942ef tempest-RoutersIpV6Test-1960061646 tempest-RoutersIpV6Test-1960061646-project] 10.222.0.30 "DELETE /v2.0/subnets/39f9ebf6-aa45-4db7-ba8f-c8aabfb66840 HTTP/1.1" status: 404 len: 337 time: 0.0436068 Sep 17 22:47:09.700082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793e3ed-b9a1-4d12-80fd-806b0536b7e7 req-b4961b9b-0336-4b82-9f43-9d74a3f67f73 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:09.709682 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b793e3ed-b9a1-4d12-80fd-806b0536b7e7 req-b4961b9b-0336-4b82-9f43-9d74a3f67f73 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.2231894 Sep 17 22:47:09.712840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.726054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:09.773139 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b793e3ed-b9a1-4d12-80fd-806b0536b7e7 req-9155e1ec-b8a4-4973-b012-b91c0aec1765 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559390 Sep 17 22:47:10.049249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Router 327c80ee-f513-4eee-b8c2-2da9425a749d is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:47:10.480249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:10.489983 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.495116 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2c1aae8e-d08a-497b-9daf-2297d4823bde tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "PUT /v2.0/routers/327c80ee-f513-4eee-b8c2-2da9425a749d HTTP/1.1" status: 200 len: 914 time: 3.2449129 Sep 17 22:47:10.495116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34706) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:10.502123 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823052d2-c156-4db4-990f-decec130ab56 None None] Sync routers for ids ['327c80ee-f513-4eee-b8c2-2da9425a749d'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:10.518400 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823052d2-c156-4db4-990f-decec130ab56 None None] Routers {'327c80ee-f513-4eee-b8c2-2da9425a749d'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:10.519369 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-823052d2-c156-4db4-990f-decec130ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['327c80ee-f513-4eee-b8c2-2da9425a749d'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:10.528807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.568318 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-823052d2-c156-4db4-990f-decec130ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:10.576627 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823052d2-c156-4db4-990f-decec130ab56 None None] Routers {'327c80ee-f513-4eee-b8c2-2da9425a749d'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:10.577731 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-823052d2-c156-4db4-990f-decec130ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['327c80ee-f513-4eee-b8c2-2da9425a749d'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:10.587315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34708) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:10.624467 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-823052d2-c156-4db4-990f-decec130ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:10.627376 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823052d2-c156-4db4-990f-decec130ab56 None None] The sync data for ids ['327c80ee-f513-4eee-b8c2-2da9425a749d'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:10.687640 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9c9a06a5-d5b4-4e39-bcb8-d81676cc1769 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/routers/327c80ee-f513-4eee-b8c2-2da9425a749d HTTP/1.1" status: 200 len: 920 time: 0.1880002 Sep 17 22:47:10.688449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34712) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:10.756070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771903fb-7762-4b64-ae56-628434cddc08 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:10.759409 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-771903fb-7762-4b64-ae56-628434cddc08 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&device_id=327c80ee-f513-4eee-b8c2-2da9425a749d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0695081 Sep 17 22:47:10.762542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34718) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:10.950522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-553347c0-a235-4e8c-8dac-fb5c06656089 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1a1408b81af4a6fafd3495a5c048033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620219 Sep 17 22:47:10.953970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34722) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:10.988064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd1480-8d76-4c0c-9fce-94d1002db803 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:10.989751 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-31fd1480-8d76-4c0c-9fce-94d1002db803 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 881 time: 0.2256620 Sep 17 22:47:10.994073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34724) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:11.026286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f0e5e-56ff-43e2-843f-13cedec78292 req-43c7c2a7-5260-496c-a227-be56f38fed61 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:11.028382 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-276f0e5e-56ff-43e2-843f-13cedec78292 req-43c7c2a7-5260-496c-a227-be56f38fed61 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1322029 Sep 17 22:47:11.033645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-61260452-5639-474b-aae7-375618a6ec2e tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=327c80ee-f513-4eee-b8c2-2da9425a749d HTTP/1.1" status: 200 len: 205 time: 0.0381255 Sep 17 22:47:11.036601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34726) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:11.060921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.098387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.147297 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-276f0e5e-56ff-43e2-843f-13cedec78292 req-f406b0f0-8f65-4d6c-8217-ac271f58b327 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536182 Sep 17 22:47:11.217751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.284217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.286849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.290414 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9e7a0df-86cb-45c7-b713-18689d980008 HTTP/1.1" status: 204 len: 168 time: 0.3329084 Sep 17 22:47:11.298056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e7a0df-86cb-45c7-b713-18689d980008,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:11.310299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.310736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.311054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.311341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.311727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.312313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.312661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.312996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.321700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.321700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.321700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.321700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a649e5-5a14-4434-9edc-675481d7dd40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:11.362963 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.580419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Deleting port c6efa161-4d1c-463c-a30e-b143bee67b48 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:11.581081 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.695530 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:11.713198 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Calling delete_port for c6efa161-4d1c-463c-a30e-b143bee67b48 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:12.071980 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.108587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Pushing event deleted for resources: {'Port': ['ID=c6efa161-4d1c-463c-a30e-b143bee67b48,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:12.170425 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.300769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.303199 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.384646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837f729-53b4-4402-8aee-108add26931d req-63cf2de5-7ba4-4981-af6c-75cf4e764bd4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:12.386451 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3837f729-53b4-4402-8aee-108add26931d req-63cf2de5-7ba4-4981-af6c-75cf4e764bd4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0998607 Sep 17 22:47:12.435877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3837f729-53b4-4402-8aee-108add26931d req-49cc0731-ddc6-4ebb-b5fc-ac27774b74f8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Sep 17 22:47:12.474816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.475402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Fanout notify agent at l3_agent the message router_deleted on router 327c80ee-f513-4eee-b8c2-2da9425a749d {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:12.482681 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.485345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b1a2bd8e-94a6-4a14-a7bc-f104b1427c44 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/327c80ee-f513-4eee-b8c2-2da9425a749d HTTP/1.1" status: 204 len: 168 time: 1.4469366 Sep 17 22:47:12.496888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34752) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:12.502970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1567e4d3-cdff-4d75-a791-8d88a5cbc677 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1122732812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:12.589172 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1567e4d3-cdff-4d75-a791-8d88a5cbc677 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.590329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1567e4d3-cdff-4d75-a791-8d88a5cbc677 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.646816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1567e4d3-cdff-4d75-a791-8d88a5cbc677 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.775527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1567e4d3-cdff-4d75-a791-8d88a5cbc677 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.894869 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1567e4d3-cdff-4d75-a791-8d88a5cbc677 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:12.899276 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1567e4d3-cdff-4d75-a791-8d88a5cbc677 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3977003 Sep 17 22:47:12.900008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34762) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:12.914481 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'enable_snat': False}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:13.271105 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.662197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae86b9d-6314-412f-9eb5-52b4cf9c725e req-ed546868-f318-486e-8aaf-e292432ef587 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:13.663968 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ae86b9d-6314-412f-9eb5-52b4cf9c725e req-ed546868-f318-486e-8aaf-e292432ef587 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1189444 Sep 17 22:47:13.668443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.704955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:13.783707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ae86b9d-6314-412f-9eb5-52b4cf9c725e req-f3468f0f-621e-4031-82a0-3486b5a1d0c3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118958 Sep 17 22:47:13.861943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Allocated IP 172.25.6.149 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/131d4412-39a0-4a69-a8cd-da62aaf8387e) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:14.027157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.183883 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.228257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:14.234364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:14.249981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:14.249981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Pushing event updated for resources: {'Port': ['ID=131d4412-39a0-4a69-a8cd-da62aaf8387e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:14.258591 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:47:14.761504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:14.960617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5998456-d6a4-453d-968b-565cf2842e7b req-48df46ad-f1d3-48a4-82f8-8ed883bc77c2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:14.962959 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5998456-d6a4-453d-968b-565cf2842e7b req-48df46ad-f1d3-48a4-82f8-8ed883bc77c2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0775175 Sep 17 22:47:15.020905 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.028591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.028850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5998456-d6a4-453d-968b-565cf2842e7b req-70f5e890-4697-4dbd-a389-227ff4846241 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478320 Sep 17 22:47:15.628537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Router 336018bd-4964-421e-a140-d84e89b94f27 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:47:15.756906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:15.762618 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:15.763595 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-31d65f1a-edad-4f34-8078-081b4b65e1e7 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "PUT /v2.0/routers/336018bd-4964-421e-a140-d84e89b94f27 HTTP/1.1" status: 200 len: 916 time: 2.8621774 Sep 17 22:47:15.767327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34842) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:15.773265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e830e-1f8d-49a8-b1a4-3f5aeb576417 None None] Sync routers for ids ['336018bd-4964-421e-a140-d84e89b94f27'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:15.785581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e830e-1f8d-49a8-b1a4-3f5aeb576417 None None] Routers {'336018bd-4964-421e-a140-d84e89b94f27'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:15.786209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-373e830e-1f8d-49a8-b1a4-3f5aeb576417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['336018bd-4964-421e-a140-d84e89b94f27'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:15.821583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-373e830e-1f8d-49a8-b1a4-3f5aeb576417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:15.831565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e830e-1f8d-49a8-b1a4-3f5aeb576417 None None] Routers {'336018bd-4964-421e-a140-d84e89b94f27'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:15.839288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-373e830e-1f8d-49a8-b1a4-3f5aeb576417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['336018bd-4964-421e-a140-d84e89b94f27'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:15.874204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-373e830e-1f8d-49a8-b1a4-3f5aeb576417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:15.875807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e830e-1f8d-49a8-b1a4-3f5aeb576417 None None] The sync data for ids ['336018bd-4964-421e-a140-d84e89b94f27'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:15.892383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ae91f0db-f346-4c93-afe2-c52661c97081 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/routers/336018bd-4964-421e-a140-d84e89b94f27 HTTP/1.1" status: 200 len: 922 time: 0.1237357 Sep 17 22:47:15.894982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34844) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:15.987086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d576dab2-f868-443a-b9cc-724f0a68d615 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:15.989890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d576dab2-f868-443a-b9cc-724f0a68d615 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&device_id=336018bd-4964-421e-a140-d84e89b94f27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0936036 Sep 17 22:47:15.992588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34850) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:16.170212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c436cc6-3689-4037-b321-3da8cd162836 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:16.180975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34858) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:16.192544 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c436cc6-3689-4037-b321-3da8cd162836 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/networks/6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 881 time: 0.1894464 Sep 17 22:47:16.212706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dec4d83b-efe0-41dc-9729-3a0cecf20a1a tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=336018bd-4964-421e-a140-d84e89b94f27 HTTP/1.1" status: 200 len: 205 time: 0.0298920 Sep 17 22:47:16.215461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34860) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:16.381104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41058e3f-87af-4617-9c3f-fb74e0e171e3 req-aed8a212-e344-40c8-a813-5b7d5255cdf7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:16.382672 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-41058e3f-87af-4617-9c3f-fb74e0e171e3 req-aed8a212-e344-40c8-a813-5b7d5255cdf7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1056969 Sep 17 22:47:16.474529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.535887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-41058e3f-87af-4617-9c3f-fb74e0e171e3 req-c445711b-0be7-40d6-8e88-5020efdafc9c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279907 Sep 17 22:47:16.661524 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.911405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Deleting port 131d4412-39a0-4a69-a8cd-da62aaf8387e {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:16.912148 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.046067 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.061619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Calling delete_port for 131d4412-39a0-4a69-a8cd-da62aaf8387e owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:17.437903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.498131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Pushing event deleted for resources: {'Port': ['ID=131d4412-39a0-4a69-a8cd-da62aaf8387e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:17.545093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.704165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.707169 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.747977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e4a7d-89ca-44ce-a173-39dcf85edaf2 req-fc243c32-ba48-4797-80b4-76fbbf62d9d5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:17.755657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f67e4a7d-89ca-44ce-a173-39dcf85edaf2 req-fc243c32-ba48-4797-80b4-76fbbf62d9d5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1070368 Sep 17 22:47:17.797948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f67e4a7d-89ca-44ce-a173-39dcf85edaf2 req-65f11acc-1b8f-409b-9329-dd0bbdf7888d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Sep 17 22:47:17.943804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.945319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Fanout notify agent at l3_agent the message router_deleted on router 336018bd-4964-421e-a140-d84e89b94f27 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:17.954731 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.962248 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c16f50be-8994-4c5f-9568-dd92bad24496 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/336018bd-4964-421e-a140-d84e89b94f27 HTTP/1.1" status: 204 len: 168 time: 1.7409816 Sep 17 22:47:17.962248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34904) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:17.978998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1769229718', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:18.249515 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.250639 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.366933 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.607322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.943800 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.977156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.073983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4965e32-2257-4577-b31e-924f3cc923b8 req-5a74d33f-f1b6-4a9a-b05d-776c17984c00 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:19.075538 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a4965e32-2257-4577-b31e-924f3cc923b8 req-5a74d33f-f1b6-4a9a-b05d-776c17984c00 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1002290 Sep 17 22:47:19.155877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Allocated IP 172.25.6.164 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/05740679-b2c8-45af-9812-db9965cd37bf) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:19.161603 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a4965e32-2257-4577-b31e-924f3cc923b8 req-fcdd2dc6-e51b-4d93-8e87-de50660bfc19 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768046 Sep 17 22:47:19.335668 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.436456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.483062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:19.487060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:19.492080 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:19.519625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Pushing event updated for resources: {'Port': ['ID=05740679-b2c8-45af-9812-db9965cd37bf,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:19.852784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34964) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:19.881608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:19.976857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34970) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.018901 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53752ca8-d4df-4ae9-ab2d-669a392caa84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.151227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-4056dd7b-b276-4fb9-8293-2d02e4b559c3 admin admin] Deleting subnet d05360a4-b842-4e54-b2ad-e81738c04aeb {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:20.155377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.161404 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4056dd7b-b276-4fb9-8293-2d02e4b559c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.213192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4056dd7b-b276-4fb9-8293-2d02e4b559c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.308390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4056dd7b-b276-4fb9-8293-2d02e4b559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.365890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812ce7c-a636-411b-8603-895cfd28eeeb req-db65de7a-53d0-4562-ad3d-80313a8ac6ca tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:20.367379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b812ce7c-a636-411b-8603-895cfd28eeeb req-db65de7a-53d0-4562-ad3d-80313a8ac6ca tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1095157 Sep 17 22:47:20.390950 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53752ca8-d4df-4ae9-ab2d-669a392caa84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.424078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Router be9d5f46-2734-410a-b806-d1a0bf01ac30 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:47:20.439483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b812ce7c-a636-411b-8603-895cfd28eeeb req-932d2221-9877-442e-9f18-f89f5d987643 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583434 Sep 17 22:47:20.486282 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53752ca8-d4df-4ae9-ab2d-669a392caa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.527665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53752ca8-d4df-4ae9-ab2d-669a392caa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c611ce7-9e25-46c0-94e5-978e1be0b54f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:20.531880 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4056dd7b-b276-4fb9-8293-2d02e4b559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.585325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4056dd7b-b276-4fb9-8293-2d02e4b559c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.587265 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4056dd7b-b276-4fb9-8293-2d02e4b559c3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d05360a4-b842-4e54-b2ad-e81738c04aeb HTTP/1.1" status: 204 len: 168 time: 0.6092203 Sep 17 22:47:20.597597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34984) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.597597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056dd7b-b276-4fb9-8293-2d02e4b559c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05360a4-b842-4e54-b2ad-e81738c04aeb,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:20.615217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-53752ca8-d4df-4ae9-ab2d-669a392caa84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dc46a678e9f406b9423e020e8ae5fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7615657 Sep 17 22:47:20.626196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 34986) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.723745 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.748664 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a42f8acb-dc61-4a45-a6e1-fa1ec8710fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.808264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a42f8acb-dc61-4a45-a6e1-fa1ec8710fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.873087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:20.884955 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe766ec-8e34-4310-a397-f238ee9bd1cf None None] Sync routers for ids ['be9d5f46-2734-410a-b806-d1a0bf01ac30'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:20.891341 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.906790 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe766ec-8e34-4310-a397-f238ee9bd1cf None None] Routers {'be9d5f46-2734-410a-b806-d1a0bf01ac30'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:20.915007 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cfe766ec-8e34-4310-a397-f238ee9bd1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['be9d5f46-2734-410a-b806-d1a0bf01ac30'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:20.915184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e4471f-6d39-4de5-9e47-3c3c25f244c1']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:20.926433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:20.926801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6b7a35-ef6d-4993-ae5b-00fe682a34a0') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:20.937620 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.939775 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cfe766ec-8e34-4310-a397-f238ee9bd1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:20.952777 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe766ec-8e34-4310-a397-f238ee9bd1cf None None] Routers {'be9d5f46-2734-410a-b806-d1a0bf01ac30'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:20.953594 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cfe766ec-8e34-4310-a397-f238ee9bd1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['be9d5f46-2734-410a-b806-d1a0bf01ac30'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:20.961346 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.970992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:20.971400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:20.973580 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:20.986866 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.988388 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c8dc7222-e3b2-403b-a3a2-14ce336a2df1 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0259063 Sep 17 22:47:20.991159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 34990) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:20.996713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:21.004389 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cfe766ec-8e34-4310-a397-f238ee9bd1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:21.005452 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe766ec-8e34-4310-a397-f238ee9bd1cf None None] The sync data for ids ['be9d5f46-2734-410a-b806-d1a0bf01ac30'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:21.055061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a42f8acb-dc61-4a45-a6e1-fa1ec8710fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.058270 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a42f8acb-dc61-4a45-a6e1-fa1ec8710fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.062533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a42f8acb-dc61-4a45-a6e1-fa1ec8710fb3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c611ce7-9e25-46c0-94e5-978e1be0b54f HTTP/1.1" status: 204 len: 168 time: 0.4349828 Sep 17 22:47:21.071565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f8acb-dc61-4a45-a6e1-fa1ec8710fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c611ce7-9e25-46c0-94e5-978e1be0b54f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:21.146820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.155579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.160575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] 10.222.0.30 "DELETE /v2.0/networks/85e4471f-6d39-4de5-9e47-3c3c25f244c1 HTTP/1.1" status: 204 len: 168 time: 0.5636117 Sep 17 22:47:21.197673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2dca3-d915-4d9d-8286-1dd266cfda94 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e4471f-6d39-4de5-9e47-3c3c25f244c1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:21.430065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.527898 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.601814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35006) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:21.652008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-43fd56ab-67b5-4dea-be9a-045b6d6630bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32f3b3696b0f4e2485ed65aa7aa814c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476484 Sep 17 22:47:21.652681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35008) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:21.664707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ac58-7916-4572-8715-2741636e6b4e req-74592b00-7441-44e8-bb87-637782f18324 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:21.667720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b91ac58-7916-4572-8715-2741636e6b4e req-74592b00-7441-44e8-bb87-637782f18324 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1100302 Sep 17 22:47:21.747133 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a15e65fc-2ed4-4124-8e0a-89e75b674aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.813042 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b91ac58-7916-4572-8715-2741636e6b4e req-6e0ebe0e-178e-403d-b56a-31f42ef3a4ac tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180861 Sep 17 22:47:21.825689 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a15e65fc-2ed4-4124-8e0a-89e75b674aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.830096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Deleting port 05740679-b2c8-45af-9812-db9965cd37bf {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:21.830463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.971934 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.994399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Calling delete_port for 05740679-b2c8-45af-9812-db9965cd37bf owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:22.034562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a15e65fc-2ed4-4124-8e0a-89e75b674aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.037371 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a15e65fc-2ed4-4124-8e0a-89e75b674aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.038572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a15e65fc-2ed4-4124-8e0a-89e75b674aae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f196ff80-9114-431a-bb87-c5e610282f1a HTTP/1.1" status: 204 len: 168 time: 0.3849292 Sep 17 22:47:22.047515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e65fc-2ed4-4124-8e0a-89e75b674aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f196ff80-9114-431a-bb87-c5e610282f1a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:22.100682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35020) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:22.133086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-756d33ca-5127-4c60-bf36-cb107682c440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.357562 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.387604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Pushing event deleted for resources: {'Port': ['ID=05740679-b2c8-45af-9812-db9965cd37bf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:22.476033 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.501388 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-756d33ca-5127-4c60-bf36-cb107682c440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.642897 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-756d33ca-5127-4c60-bf36-cb107682c440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.688245 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-756d33ca-5127-4c60-bf36-cb107682c440 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7846086f977e43f482da443816ffaa8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852811 Sep 17 22:47:22.691472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35026) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:22.721188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d33ca-5127-4c60-bf36-cb107682c440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6ca9a1-2344-448a-94df-0d8afa29d1ab,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:22.749592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-861859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-865043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65459'] for router, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.754793 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-861864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-861873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-865048'] for router, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.829599 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fa114d83-7fd0-489e-bc34-35d80f942001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.916836 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fa114d83-7fd0-489e-bc34-35d80f942001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:22.941714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Router be9d5f46-2734-410a-b806-d1a0bf01ac30 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:23.025208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13bbfb-b3a4-4719-824e-db2e6a7ffb0e req-b82a9895-d26a-4885-bfc1-f25a8f774196 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.032954 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da13bbfb-b3a4-4719-824e-db2e6a7ffb0e req-b82a9895-d26a-4885-bfc1-f25a8f774196 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0798526 Sep 17 22:47:23.078781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da13bbfb-b3a4-4719-824e-db2e6a7ffb0e req-fc3c074c-8b53-4c8d-8405-6fa63eae514c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445542 Sep 17 22:47:23.111629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:23.123040 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.123040 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-67576083-da3f-4d27-8330-f204e4df5495 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "PUT /v2.0/routers/be9d5f46-2734-410a-b806-d1a0bf01ac30 HTTP/1.1" status: 200 len: 706 time: 2.1284907 Sep 17 22:47:23.127800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd57aaf-9455-48d5-9e0b-05e06c872101 None None] Sync routers for ids ['be9d5f46-2734-410a-b806-d1a0bf01ac30'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:23.128726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35034) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.147646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd57aaf-9455-48d5-9e0b-05e06c872101 None None] Routers {'be9d5f46-2734-410a-b806-d1a0bf01ac30'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:23.148310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7dd57aaf-9455-48d5-9e0b-05e06c872101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['be9d5f46-2734-410a-b806-d1a0bf01ac30'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:23.148448 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d17bc5-7eaa-4941-90ce-a41376e81f8f req-f0fa6698-69ae-420b-8017-ad4fe086bdca tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.154967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d17bc5-7eaa-4941-90ce-a41376e81f8f req-f0fa6698-69ae-420b-8017-ad4fe086bdca tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.161644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d17bc5-7eaa-4941-90ce-a41376e81f8f req-f0fa6698-69ae-420b-8017-ad4fe086bdca tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.167832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d17bc5-7eaa-4941-90ce-a41376e81f8f req-f0fa6698-69ae-420b-8017-ad4fe086bdca tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.174101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d17bc5-7eaa-4941-90ce-a41376e81f8f req-f0fa6698-69ae-420b-8017-ad4fe086bdca tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.180688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d17bc5-7eaa-4941-90ce-a41376e81f8f req-f0fa6698-69ae-420b-8017-ad4fe086bdca tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.187613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d17bc5-7eaa-4941-90ce-a41376e81f8f req-f0fa6698-69ae-420b-8017-ad4fe086bdca tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.188330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7dd57aaf-9455-48d5-9e0b-05e06c872101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:23.189852 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58d17bc5-7eaa-4941-90ce-a41376e81f8f req-f0fa6698-69ae-420b-8017-ad4fe086bdca tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5432 time: 0.2710862 Sep 17 22:47:23.193725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fa114d83-7fd0-489e-bc34-35d80f942001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.196643 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fa114d83-7fd0-489e-bc34-35d80f942001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.198107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fa114d83-7fd0-489e-bc34-35d80f942001 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c6ca9a1-2344-448a-94df-0d8afa29d1ab HTTP/1.1" status: 204 len: 168 time: 0.5050426 Sep 17 22:47:23.213607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd57aaf-9455-48d5-9e0b-05e06c872101 None None] Routers {'be9d5f46-2734-410a-b806-d1a0bf01ac30'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:23.214496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7dd57aaf-9455-48d5-9e0b-05e06c872101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['be9d5f46-2734-410a-b806-d1a0bf01ac30'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:23.267861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-769d0b36-33b8-4864-8d06-93b618ad2bea tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/routers/be9d5f46-2734-410a-b806-d1a0bf01ac30 HTTP/1.1" status: 200 len: 741 time: 0.1371851 Sep 17 22:47:23.269809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa114d83-7fd0-489e-bc34-35d80f942001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6ca9a1-2344-448a-94df-0d8afa29d1ab,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:23.270912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35040) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.273378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7dd57aaf-9455-48d5-9e0b-05e06c872101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:23.274315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd57aaf-9455-48d5-9e0b-05e06c872101 None None] The sync data for ids ['be9d5f46-2734-410a-b806-d1a0bf01ac30'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:23.329334 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58d17bc5-7eaa-4941-90ce-a41376e81f8f req-d13526c7-cbc6-4d3f-99f3-8a1c6fee3168 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294434 Sep 17 22:47:23.331546 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-27715a4b-aa4d-486a-ad07-7efdda79d0a5 tempest-RoutersAdminTest-993338185 tempest-RoutersAdminTest-993338185-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&device_id=be9d5f46-2734-410a-b806-d1a0bf01ac30 HTTP/1.1" status: 200 len: 205 time: 0.0593281 Sep 17 22:47:23.334344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35044) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.364542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9e132eb3-d853-4671-9303-5e40c0d3e6bf tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9d5f46-2734-410a-b806-d1a0bf01ac30 HTTP/1.1" status: 200 len: 205 time: 0.0288308 Sep 17 22:47:23.367085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35046) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.459273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-45a67565-471d-432e-a0ca-e7eaf8027923 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.638457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-45a67565-471d-432e-a0ca-e7eaf8027923 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.641050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-45a67565-471d-432e-a0ca-e7eaf8027923 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.798504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-45a67565-471d-432e-a0ca-e7eaf8027923 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.799207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a67565-471d-432e-a0ca-e7eaf8027923 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Fanout notify agent at l3_agent the message router_deleted on router be9d5f46-2734-410a-b806-d1a0bf01ac30 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:23.807339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-45a67565-471d-432e-a0ca-e7eaf8027923 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:23.808696 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-45a67565-471d-432e-a0ca-e7eaf8027923 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/be9d5f46-2734-410a-b806-d1a0bf01ac30 HTTP/1.1" status: 204 len: 168 time: 0.4406083 Sep 17 22:47:23.814474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35058) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.854240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7b5e5d60-a4c1-4a25-9d6f-43b15cd41dd0 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9d5f46-2734-410a-b806-d1a0bf01ac30 HTTP/1.1" status: 200 len: 205 time: 0.0380836 Sep 17 22:47:23.856523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35064) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.899098 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-db549f4f-c3e7-4665-b298-753a62e12bba tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] delete failed (client error): The resource could not be found. Sep 17 22:47:23.911662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35066) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.911908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-db549f4f-c3e7-4665-b298-753a62e12bba tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/be9d5f46-2734-410a-b806-d1a0bf01ac30 HTTP/1.1" status: 404 len: 336 time: 0.0454488 Sep 17 22:47:23.935463 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e6627214-610d-4407-8515-34cacc78de41 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=336018bd-4964-421e-a140-d84e89b94f27 HTTP/1.1" status: 200 len: 205 time: 0.0290430 Sep 17 22:47:23.937316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35068) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.979099 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-749ce06e-0da5-4e0d-9c28-73d59e2ca1ad tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] delete failed (client error): The resource could not be found. Sep 17 22:47:23.982693 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-749ce06e-0da5-4e0d-9c28-73d59e2ca1ad tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/336018bd-4964-421e-a140-d84e89b94f27 HTTP/1.1" status: 404 len: 336 time: 0.0417364 Sep 17 22:47:23.984550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35070) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:23.984926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-f597c82c-9da7-496c-a8a0-e6d2e920a789 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.991493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-f597c82c-9da7-496c-a8a0-e6d2e920a789 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.011429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-f597c82c-9da7-496c-a8a0-e6d2e920a789 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.018940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-f597c82c-9da7-496c-a8a0-e6d2e920a789 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.025335 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ffab7a69-88f7-4b21-818f-c990a84b9666 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=327c80ee-f513-4eee-b8c2-2da9425a749d HTTP/1.1" status: 200 len: 205 time: 0.0395937 Sep 17 22:47:24.026025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35074) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.036050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-f597c82c-9da7-496c-a8a0-e6d2e920a789 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.048737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-f597c82c-9da7-496c-a8a0-e6d2e920a789 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.055240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-f597c82c-9da7-496c-a8a0-e6d2e920a789 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.057645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-f597c82c-9da7-496c-a8a0-e6d2e920a789 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5432 time: 0.1532989 Sep 17 22:47:24.071726 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-87ec22ee-f527-466e-9b16-ea54a71dcd42 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] delete failed (client error): The resource could not be found. Sep 17 22:47:24.076113 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-87ec22ee-f527-466e-9b16-ea54a71dcd42 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/327c80ee-f513-4eee-b8c2-2da9425a749d HTTP/1.1" status: 404 len: 336 time: 0.0490458 Sep 17 22:47:24.076888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35076) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.123373 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cb94a2ff-f3b0-4a6c-b197-20a0cb58beb2 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=37f7f471-3e4f-495d-997f-d9ce8fc78e13 HTTP/1.1" status: 200 len: 205 time: 0.0449164 Sep 17 22:47:24.127342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35080) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.169896 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-1bb45c14-c1e6-46c1-8bc9-7a4308b56082 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] delete failed (client error): The resource could not be found. Sep 17 22:47:24.170954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1bb45c14-c1e6-46c1-8bc9-7a4308b56082 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/37f7f471-3e4f-495d-997f-d9ce8fc78e13 HTTP/1.1" status: 404 len: 336 time: 0.0426707 Sep 17 22:47:24.174690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35082) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.180453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7125240-2dd1-470e-9c9f-d1afa4ba2f1f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.182086 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7125240-2dd1-470e-9c9f-d1afa4ba2f1f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "GET /v2.0/ports/3a540cf4-30de-41c7-8485-2fbafbdcf0d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1170900 Sep 17 22:47:24.238799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cd13ba58-8b35-4f03-b707-c0ac8282dfe2 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=45673eec-297a-4d75-916a-e13d8ea2e42e HTTP/1.1" status: 200 len: 205 time: 0.0623763 Sep 17 22:47:24.239425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.309896 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-1bda905e-16d4-47d5-8984-51056129a667 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] delete failed (client error): The resource could not be found. Sep 17 22:47:24.314741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1bda905e-16d4-47d5-8984-51056129a667 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/45673eec-297a-4d75-916a-e13d8ea2e42e HTTP/1.1" status: 404 len: 336 time: 0.0743265 Sep 17 22:47:24.315545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35090) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.640795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e48735b1-bea6-49cf-8226-1646d59c6b20 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a75aa2c-5564-448b-bcb1-8c0be149bca6 HTTP/1.1" status: 200 len: 205 time: 0.0480428 Sep 17 22:47:24.640795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35094) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.644310 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-7b4386ac-d5a2-49d4-89be-02e861178c90 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "GET /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2451739 Sep 17 22:47:24.644310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e571fa-e20e-4f3e-9e06-4663cc8d3f9c req-731beb01-e37f-41d2-919a-c74519999d8b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.645541 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-5861243b-a058-4432-806f-9c4f5492679f tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] delete failed (client error): The resource could not be found. Sep 17 22:47:24.645541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5861243b-a058-4432-806f-9c4f5492679f tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/routers/5a75aa2c-5564-448b-bcb1-8c0be149bca6 HTTP/1.1" status: 404 len: 336 time: 0.1036119 Sep 17 22:47:24.646355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-83e571fa-e20e-4f3e-9e06-4663cc8d3f9c req-731beb01-e37f-41d2-919a-c74519999d8b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.2605965 Sep 17 22:47:24.646355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35102) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:24.646355 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4cdca9-31a1-4f37-92d9-64a28aec95c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] DELETE failed (client error): The resource could not be found. Sep 17 22:47:24.646355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4cdca9-31a1-4f37-92d9-64a28aec95c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:47:24.646355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2a4cdca9-31a1-4f37-92d9-64a28aec95c5 tempest-RoutersAdminTest-1680110758 tempest-RoutersAdminTest-1680110758-project] 10.222.0.30 "DELETE /v2.0/subnets/e379dbee-baae-4c7a-b240-bea3806e8397 HTTP/1.1" status: 404 len: 337 time: 0.0639100 Sep 17 22:47:24.646355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-83e571fa-e20e-4f3e-9e06-4663cc8d3f9c req-15e49e98-6e3d-4b09-8c7c-96aac10c19de tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105423 Sep 17 22:47:24.648182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66031008-5c13-4e59-af7c-ac39572e10c6 req-74386d3e-ac73-4e8b-ba50-9caaa911bdb9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.648806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:24.649410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66031008-5c13-4e59-af7c-ac39572e10c6 req-74386d3e-ac73-4e8b-ba50-9caaa911bdb9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.649410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66031008-5c13-4e59-af7c-ac39572e10c6 req-74386d3e-ac73-4e8b-ba50-9caaa911bdb9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.650369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66031008-5c13-4e59-af7c-ac39572e10c6 req-74386d3e-ac73-4e8b-ba50-9caaa911bdb9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.663708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66031008-5c13-4e59-af7c-ac39572e10c6 req-74386d3e-ac73-4e8b-ba50-9caaa911bdb9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.675608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66031008-5c13-4e59-af7c-ac39572e10c6 req-74386d3e-ac73-4e8b-ba50-9caaa911bdb9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.684928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66031008-5c13-4e59-af7c-ac39572e10c6 req-74386d3e-ac73-4e8b-ba50-9caaa911bdb9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.689062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66031008-5c13-4e59-af7c-ac39572e10c6 req-74386d3e-ac73-4e8b-ba50-9caaa911bdb9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 5432 time: 0.2242680 Sep 17 22:47:24.713868 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.773322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66031008-5c13-4e59-af7c-ac39572e10c6 req-21deea8c-a7fe-4ae1-87c1-d98d496f0f7d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711291 Sep 17 22:47:24.906528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] For port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:24.941246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] For port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:24.987575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] device_id is not set on port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:47:25.012398 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.095533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.159657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] No DVR routers for this DVR port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:25.192417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:25.220300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] In _notify_port_updated(), no bound segment for port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:47:25.221942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:25.222769 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.224973 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-a7c36e10-266f-462b-847c-55602e3a86a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/3a540cf4-30de-41c7-8485-2fbafbdcf0d8 HTTP/1.1" status: 200 len: 1026 time: 0.7829876 Sep 17 22:47:25.342208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35118) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:25.355103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-e8b774de-fe18-4ab8-ab9a-4c21a39a33ae tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:25.357069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-e8b774de-fe18-4ab8-ab9a-4c21a39a33ae tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "GET /v2.0/ports/2e3c7546-78fc-4122-80d5-8e1a3ff11d44?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1248238 Sep 17 22:47:25.369711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:25.516464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.521973 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3779ef5f-3835-4b98-8e5b-cac5f36c719a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.626033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1063054b-e06e-4647-8f24-55b55c9371ea None None] Provisioning complete for port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:25.627402 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1063054b-e06e-4647-8f24-55b55c9371ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.742851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1063054b-e06e-4647-8f24-55b55c9371ea None None] Port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:25.759311 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3779ef5f-3835-4b98-8e5b-cac5f36c719a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.841252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3779ef5f-3835-4b98-8e5b-cac5f36c719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:25.871937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ffe06-a502-4213-b2ec-150754c3fb03 req-d4b9f565-f8a2-4c29-babb-8b7ade7619ac tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:25.873952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-730ffe06-a502-4213-b2ec-150754c3fb03 req-d4b9f565-f8a2-4c29-babb-8b7ade7619ac tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1504211 Sep 17 22:47:25.938360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3779ef5f-3835-4b98-8e5b-cac5f36c719a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40e0b6f1ffd94eec999541145953ee59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916653 Sep 17 22:47:25.947209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35138) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:25.954744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-730ffe06-a502-4213-b2ec-150754c3fb03 req-39a54b7c-5232-40d0-bb48-7bff585d1324 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721056 Sep 17 22:47:25.989503 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779ef5f-3835-4b98-8e5b-cac5f36c719a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1f9c7d-72c5-4398-9185-b3ca36a5f516,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:26.011311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] For port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:26.037313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff504c-f020-4d37-9d54-83d71c3ad0b9 req-f05b5c9d-e02b-40f7-a66f-019efd6992fa tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:26.042588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff504c-f020-4d37-9d54-83d71c3ad0b9 req-f05b5c9d-e02b-40f7-a66f-019efd6992fa tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:26.050260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff504c-f020-4d37-9d54-83d71c3ad0b9 req-f05b5c9d-e02b-40f7-a66f-019efd6992fa tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:26.053125 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c17e88e3-792d-408b-a6c9-2844c836e6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.056399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff504c-f020-4d37-9d54-83d71c3ad0b9 req-f05b5c9d-e02b-40f7-a66f-019efd6992fa tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:26.063630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff504c-f020-4d37-9d54-83d71c3ad0b9 req-f05b5c9d-e02b-40f7-a66f-019efd6992fa tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:26.072152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff504c-f020-4d37-9d54-83d71c3ad0b9 req-f05b5c9d-e02b-40f7-a66f-019efd6992fa tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:26.076245 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d3ff504c-f020-4d37-9d54-83d71c3ad0b9 req-f05b5c9d-e02b-40f7-a66f-019efd6992fa tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 4659 time: 0.1350944 Sep 17 22:47:26.081028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c17e88e3-792d-408b-a6c9-2844c836e6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.135158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] For port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:26.145141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d3ff504c-f020-4d37-9d54-83d71c3ad0b9 req-d862224e-2ea7-4489-ae9d-edac2cee86c4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&id=9c556656-98fb-4d21-89c8-fbc4f1642010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625367 Sep 17 22:47:26.195891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] device_id is not set on port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:47:26.206098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.293496 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.334149 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c17e88e3-792d-408b-a6c9-2844c836e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.339038 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c17e88e3-792d-408b-a6c9-2844c836e6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.340420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c17e88e3-792d-408b-a6c9-2844c836e6ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d1f9c7d-72c5-4398-9185-b3ca36a5f516 HTTP/1.1" status: 204 len: 168 time: 0.3844664 Sep 17 22:47:26.413105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e88e3-792d-408b-a6c9-2844c836e6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1f9c7d-72c5-4398-9185-b3ca36a5f516,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:26.448218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:26.474131 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] No DVR routers for this DVR port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:26.551330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] In _notify_port_updated(), no bound segment for port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 on network ac82a0af-7906-429a-ad82-3423a37350e0 {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:47:26.552259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:26.552878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.562666 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-0e3ed518-4463-442f-9ee5-3b64a1337551 service neutron] 10.222.0.23 "PUT /v2.0/ports/2e3c7546-78fc-4122-80d5-8e1a3ff11d44 HTTP/1.1" status: 200 len: 1027 time: 1.1975398 Sep 17 22:47:26.677328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-d2f1da64-81c6-46ca-99e1-e66628753ea4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting port a76688bb-4877-4413-b932-03d213f26737 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:26.677919 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-d2f1da64-81c6-46ca-99e1-e66628753ea4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.785223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5378bcd1-bc06-40a5-b5ec-b436a05bea8b None None] Provisioning complete for port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:26.786680 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5378bcd1-bc06-40a5-b5ec-b436a05bea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.800464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-d2f1da64-81c6-46ca-99e1-e66628753ea4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] For port a76688bb-4877-4413-b932-03d213f26737, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a76688bb-4877-4413-b932-03d213f26737,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:26.800949 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-d2f1da64-81c6-46ca-99e1-e66628753ea4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:26.827888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5378bcd1-bc06-40a5-b5ec-b436a05bea8b None None] Port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:26.833037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-d2f1da64-81c6-46ca-99e1-e66628753ea4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Calling delete_port for a76688bb-4877-4413-b932-03d213f26737 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:27.073706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-d2f1da64-81c6-46ca-99e1-e66628753ea4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.131427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1da64-81c6-46ca-99e1-e66628753ea4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Port': ['ID=a76688bb-4877-4413-b932-03d213f26737,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:27.170616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35170) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:27.175303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-d2f1da64-81c6-46ca-99e1-e66628753ea4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] No DVR routers for this DVR port a76688bb-4877-4413-b932-03d213f26737 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:27.178585 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-d2f1da64-81c6-46ca-99e1-e66628753ea4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.180672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-d2f1da64-81c6-46ca-99e1-e66628753ea4 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "DELETE /v2.0/ports/a76688bb-4877-4413-b932-03d213f26737 HTTP/1.1" status: 204 len: 173 time: 0.6126850 Sep 17 22:47:27.196088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-deleted', 'tag': 'a76688bb-4877-4413-b932-03d213f26737'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:27.196088 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219350c5-db97-4509-a191-2f87e8ae1417" -d '{"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-deleted", "tag": "a76688bb-4877-4413-b932-03d213f26737"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:27.231320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8895c-5608-4ec6-8084-cd4f140ff246 req-61c1b991-9cfd-4b2d-b874-411a407b01e1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.232982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ed8895c-5608-4ec6-8084-cd4f140ff246 req-61c1b991-9cfd-4b2d-b874-411a407b01e1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1711755 Sep 17 22:47:27.321088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235799-90de-426d-a1f3-c264e11831d0 req-bf435d39-dfa9-4730-9211-06995d373ff8 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.329247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235799-90de-426d-a1f3-c264e11831d0 req-bf435d39-dfa9-4730-9211-06995d373ff8 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.337197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235799-90de-426d-a1f3-c264e11831d0 req-bf435d39-dfa9-4730-9211-06995d373ff8 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.344518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235799-90de-426d-a1f3-c264e11831d0 req-bf435d39-dfa9-4730-9211-06995d373ff8 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.351954 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6ed8895c-5608-4ec6-8084-cd4f140ff246 req-ce0d2476-83e7-492f-8055-41edbd9af640 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056037 Sep 17 22:47:27.361661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81235799-90de-426d-a1f3-c264e11831d0 req-bf435d39-dfa9-4730-9211-06995d373ff8 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 3151 time: 0.1124938 Sep 17 22:47:27.372068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-80bce717-9af9-4dd3-9def-fd7695438d44 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting port d88ce9ef-523c-4a44-9674-2cca2209d4d7 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:27.372440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-80bce717-9af9-4dd3-9def-fd7695438d44 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.409903 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81235799-90de-426d-a1f3-c264e11831d0 req-897fe1e4-5c20-4b8a-b801-3659e33f248e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561764 Sep 17 22:47:27.437025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35180) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:27.462882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1aacc628-9e3b-468d-9e09-f6fb633fc2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.635144 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1aacc628-9e3b-468d-9e09-f6fb633fc2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.668545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-77e7ea6a-cc12-48a6-9ddd-4d751ed81cd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41a999a6e22b42e19a2dcddfe769f718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302146 Sep 17 22:47:27.669177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35184) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:27.733324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1aacc628-9e3b-468d-9e09-f6fb633fc2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.760724 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b4a83bc-1df5-4c6a-a125-bc92b86f727c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.779896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:27.802023 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1aacc628-9e3b-468d-9e09-f6fb633fc2aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08bf3fd9ce2f41eaa5c5ffb29ebedb36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292374 Sep 17 22:47:27.807587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacc628-9e3b-468d-9e09-f6fb633fc2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97287c1-3a17-4643-84ef-4fee407cb67f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:27.810134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35188) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:27.838871 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b4a83bc-1df5-4c6a-a125-bc92b86f727c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.862911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:27.863457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a76688bb-4877-4413-b932-03d213f26737 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:27.883458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: a76688bb-4877-4413-b932-03d213f26737 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:27.884250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a76688bb-4877-4413-b932-03d213f26737 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:27.884748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d88ce9ef-523c-4a44-9674-2cca2209d4d7 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:27.906194 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b04640d-504b-43e9-a6fd-12f051449983 x-openstack-request-id: req-5b04640d-504b-43e9-a6fd-12f051449983 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:27.906732 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-deleted", "tag": "a76688bb-4877-4413-b932-03d213f26737", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:27.906732 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b04640d-504b-43e9-a6fd-12f051449983 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:27.907103 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-deleted', 'tag': 'a76688bb-4877-4413-b932-03d213f26737', 'status': 'completed', 'code': 200} Sep 17 22:47:27.917404 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e2832815-7871-4712-8de6-0fb26e6663e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.947430 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e2832815-7871-4712-8de6-0fb26e6663e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.961918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-80bce717-9af9-4dd3-9def-fd7695438d44 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] For port d88ce9ef-523c-4a44-9674-2cca2209d4d7, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:27.962456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-80bce717-9af9-4dd3-9def-fd7695438d44 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.973197 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:27.978008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-80bce717-9af9-4dd3-9def-fd7695438d44 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Calling delete_port for d88ce9ef-523c-4a44-9674-2cca2209d4d7 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:28.003246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b4a83bc-1df5-4c6a-a125-bc92b86f727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.005835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b4a83bc-1df5-4c6a-a125-bc92b86f727c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.009582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b4a83bc-1df5-4c6a-a125-bc92b86f727c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c34d58f4-6187-41ff-ac24-0cc5818efca6 HTTP/1.1" status: 204 len: 168 time: 0.3368628 Sep 17 22:47:28.024323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a83bc-1df5-4c6a-a125-bc92b86f727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34d58f4-6187-41ff-ac24-0cc5818efca6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:28.035844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88ce9ef-523c-4a44-9674-2cca2209d4d7'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:28.038696 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c4f55d-edd3-4fd4-8e37-60fc75518a17" -d '{"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-unplugged", "status": "completed", "tag": "d88ce9ef-523c-4a44-9674-2cca2209d4d7"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:28.043467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d88ce9ef-523c-4a44-9674-2cca2209d4d7, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d88ce9ef-523c-4a44-9674-2cca2209d4d7,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:28.140725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e2832815-7871-4712-8de6-0fb26e6663e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.143717 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e2832815-7871-4712-8de6-0fb26e6663e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.145090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e2832815-7871-4712-8de6-0fb26e6663e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b97287c1-3a17-4643-84ef-4fee407cb67f HTTP/1.1" status: 204 len: 168 time: 0.3208938 Sep 17 22:47:28.154040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2832815-7871-4712-8de6-0fb26e6663e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97287c1-3a17-4643-84ef-4fee407cb67f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:28.181015 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.183146 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:28.260571 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8cb640-b1d1-4753-8902-2e7a2eca5f7e x-openstack-request-id: req-ce8cb640-b1d1-4753-8902-2e7a2eca5f7e {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:28.260874 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-unplugged", "status": "completed", "tag": "d88ce9ef-523c-4a44-9674-2cca2209d4d7", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:28.261126 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce8cb640-b1d1-4753-8902-2e7a2eca5f7e {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:28.261558 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88ce9ef-523c-4a44-9674-2cca2209d4d7', 'code': 200} Sep 17 22:47:28.310083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d88ce9ef-523c-4a44-9674-2cca2209d4d7,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:28.321253 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-80bce717-9af9-4dd3-9def-fd7695438d44 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.356458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bce717-9af9-4dd3-9def-fd7695438d44 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Port': ['ID=d88ce9ef-523c-4a44-9674-2cca2209d4d7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:28.386986 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.419192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-80bce717-9af9-4dd3-9def-fd7695438d44 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] No DVR routers for this DVR port d88ce9ef-523c-4a44-9674-2cca2209d4d7 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:28.422682 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-80bce717-9af9-4dd3-9def-fd7695438d44 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.425663 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-80bce717-9af9-4dd3-9def-fd7695438d44 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "DELETE /v2.0/ports/d88ce9ef-523c-4a44-9674-2cca2209d4d7 HTTP/1.1" status: 204 len: 173 time: 1.2358971 Sep 17 22:47:28.438097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:28.540836 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.542852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0fcbe1b0-126e-4c48-9615-5e06c872b300 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:28.618171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e4ade-c530-4b8a-91f5-59203052b9a4 req-88451321-777d-44a6-960a-31da70bd5d1f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:28.634973 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e4ade-c530-4b8a-91f5-59203052b9a4 req-88451321-777d-44a6-960a-31da70bd5d1f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:28.645206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e4ade-c530-4b8a-91f5-59203052b9a4 req-88451321-777d-44a6-960a-31da70bd5d1f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:28.648434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4e4ade-c530-4b8a-91f5-59203052b9a4 req-88451321-777d-44a6-960a-31da70bd5d1f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 2414 time: 0.1105745 Sep 17 22:47:28.656308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0511b-74be-4ccf-957a-35f9d4059203 req-0dc2eed0-7fa3-4cea-8d64-d49291935cc7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:28.664093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6a0511b-74be-4ccf-957a-35f9d4059203 req-0dc2eed0-7fa3-4cea-8d64-d49291935cc7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1900783 Sep 17 22:47:28.727345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4e4ade-c530-4b8a-91f5-59203052b9a4 req-986399e0-6e22-4f1f-be21-6b629f54d9bf tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696638 Sep 17 22:47:28.740577 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6a0511b-74be-4ccf-957a-35f9d4059203 req-28c77e3a-d731-4687-890d-8e75fad8b0cc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670195 Sep 17 22:47:28.744223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-3fecbce9-8a0d-4bde-920e-1120476c487c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting port 70e5638e-d159-4305-b8a4-a05f5d0959e3 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:28.744504 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-3fecbce9-8a0d-4bde-920e-1120476c487c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.764057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:28.856841 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.891821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-3fecbce9-8a0d-4bde-920e-1120476c487c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] For port 70e5638e-d159-4305-b8a4-a05f5d0959e3, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=70e5638e-d159-4305-b8a4-a05f5d0959e3,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:28.893133 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-3fecbce9-8a0d-4bde-920e-1120476c487c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.900733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0fcbe1b0-126e-4c48-9615-5e06c872b300, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:28.910286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-3fecbce9-8a0d-4bde-920e-1120476c487c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Calling delete_port for 70e5638e-d159-4305-b8a4-a05f5d0959e3 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:28.984412 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:28.985607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:29.092638 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:29.094583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 70e5638e-d159-4305-b8a4-a05f5d0959e3 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:29.150461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0fcbe1b0-126e-4c48-9615-5e06c872b300,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:29.198897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35218) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:29.211041 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.216444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bcce7ae-4bea-42eb-8fcb-8188f750c613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.226064 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-3fecbce9-8a0d-4bde-920e-1120476c487c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.274195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecbce9-8a0d-4bde-920e-1120476c487c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Port': ['ID=70e5638e-d159-4305-b8a4-a05f5d0959e3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:29.336870 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.338166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-3fecbce9-8a0d-4bde-920e-1120476c487c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] No DVR routers for this DVR port 70e5638e-d159-4305-b8a4-a05f5d0959e3 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:29.342076 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-3fecbce9-8a0d-4bde-920e-1120476c487c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.345613 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-3fecbce9-8a0d-4bde-920e-1120476c487c tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "DELETE /v2.0/ports/70e5638e-d159-4305-b8a4-a05f5d0959e3 HTTP/1.1" status: 204 len: 173 time: 0.9140103 Sep 17 22:47:29.378815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bcce7ae-4bea-42eb-8fcb-8188f750c613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.475183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-817d132c-635c-4fca-915d-156ab240f964 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:29.475528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-817d132c-635c-4fca-915d-156ab240f964 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.479580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bcce7ae-4bea-42eb-8fcb-8188f750c613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.523776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3bcce7ae-4bea-42eb-8fcb-8188f750c613 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcf21bf839f2437a82f81054817f069e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191757 Sep 17 22:47:29.524729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35230) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:29.530147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcce7ae-4bea-42eb-8fcb-8188f750c613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e021673d-86f1-4fd7-8973-22bd251c0ef4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:29.585822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-817d132c-635c-4fca-915d-156ab240f964 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] For port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:29.586184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-817d132c-635c-4fca-915d-156ab240f964 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.596431 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14e4dd9e-ad6f-4910-a1e1-35e8c20d607e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.602656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-817d132c-635c-4fca-915d-156ab240f964 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Calling delete_port for 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:29.626209 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14e4dd9e-ad6f-4910-a1e1-35e8c20d607e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.767567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35240) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:29.800244 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14e4dd9e-ad6f-4910-a1e1-35e8c20d607e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.803969 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14e4dd9e-ad6f-4910-a1e1-35e8c20d607e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.804889 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-14e4dd9e-ad6f-4910-a1e1-35e8c20d607e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e021673d-86f1-4fd7-8973-22bd251c0ef4 HTTP/1.1" status: 204 len: 168 time: 0.2796872 Sep 17 22:47:29.830138 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4dd9e-ad6f-4910-a1e1-35e8c20d607e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e021673d-86f1-4fd7-8973-22bd251c0ef4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:29.895735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-817d132c-635c-4fca-915d-156ab240f964 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:29.911922 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-deleted', 'tag': 'd88ce9ef-523c-4a44-9674-2cca2209d4d7'}, {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-deleted', 'tag': '70e5638e-d159-4305-b8a4-a05f5d0959e3'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:29.915069 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d209edb-a402-4d70-82d7-002527e301e1" -d '{"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-deleted", "tag": "d88ce9ef-523c-4a44-9674-2cca2209d4d7"}, {"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-deleted", "tag": "70e5638e-d159-4305-b8a4-a05f5d0959e3"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:29.960686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc19d7d-4582-4673-a2cb-fe4c660e0ba7 req-a3800af9-35b8-4ec7-ba0b-ce53db566a64 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:29.962656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7dc19d7d-4582-4673-a2cb-fe4c660e0ba7 req-a3800af9-35b8-4ec7-ba0b-ce53db566a64 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 943 time: 0.0827694 Sep 17 22:47:29.974724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-701402068'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:29.981667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d132c-635c-4fca-915d-156ab240f964 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Port': ['ID=87e2e369-c92a-4c2d-ba7d-9f8b13203d7e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:30.023920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-817d132c-635c-4fca-915d-156ab240f964 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] No DVR routers for this DVR port 87e2e369-c92a-4c2d-ba7d-9f8b13203d7e on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:30.031456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-817d132c-635c-4fca-915d-156ab240f964 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.033932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-817d132c-635c-4fca-915d-156ab240f964 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "DELETE /v2.0/ports/87e2e369-c92a-4c2d-ba7d-9f8b13203d7e HTTP/1.1" status: 204 len: 173 time: 0.6747708 Sep 17 22:47:30.050440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7dc19d7d-4582-4673-a2cb-fe4c660e0ba7 req-9bbb53fa-4a7c-4b6f-a4df-dd5609eb2245 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups?id=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703027 Sep 17 22:47:30.060969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15acdc4-141a-44b9-9b72-a72c83ddd390 req-4e6bf22b-8236-44ae-a1aa-d7aa68c7dd53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:30.063204 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d15acdc4-141a-44b9-9b72-a72c83ddd390 req-4e6bf22b-8236-44ae-a1aa-d7aa68c7dd53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1534762 Sep 17 22:47:30.112182 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0444d0-8321-4549-ba5b-e2b2c2ed06b7 x-openstack-request-id: req-4f0444d0-8321-4549-ba5b-e2b2c2ed06b7 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:30.112476 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-deleted", "tag": "d88ce9ef-523c-4a44-9674-2cca2209d4d7", "status": "completed", "code": 200}, {"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-deleted", "tag": "70e5638e-d159-4305-b8a4-a05f5d0959e3", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:30.112772 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f0444d0-8321-4549-ba5b-e2b2c2ed06b7 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:30.113242 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-deleted', 'tag': 'd88ce9ef-523c-4a44-9674-2cca2209d4d7', 'status': 'completed', 'code': 200} Sep 17 22:47:30.113356 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-deleted', 'tag': '70e5638e-d159-4305-b8a4-a05f5d0959e3', 'status': 'completed', 'code': 200} Sep 17 22:47:30.134321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Made reservation on behalf of ebb7dea5522c4059a2a624068bc58ba3 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:30.137873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.187843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d15acdc4-141a-44b9-9b72-a72c83ddd390 req-20d49774-c5ba-48a4-9cf2-561b01a844c8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966108 Sep 17 22:47:30.223781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting port 0fcbe1b0-126e-4c48-9615-5e06c872b300 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:30.224756 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.262897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e2e369-c92a-4c2d-ba7d-9f8b13203d7e'}, {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fcbe1b0-126e-4c48-9615-5e06c872b300'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:30.265962 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8015837-54ab-4020-90f4-c9820607c388" -d '{"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-unplugged", "status": "completed", "tag": "87e2e369-c92a-4c2d-ba7d-9f8b13203d7e"}, {"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-unplugged", "status": "completed", "tag": "0fcbe1b0-126e-4c48-9615-5e06c872b300"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:30.336514 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35563b9a-a8bd-4cb3-b854-cd64c7c843df x-openstack-request-id: req-35563b9a-a8bd-4cb3-b854-cd64c7c843df {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:30.337067 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-unplugged", "status": "completed", "tag": "87e2e369-c92a-4c2d-ba7d-9f8b13203d7e", "code": 200}, {"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-unplugged", "status": "completed", "tag": "0fcbe1b0-126e-4c48-9615-5e06c872b300", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:30.337311 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35563b9a-a8bd-4cb3-b854-cd64c7c843df {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:30.337902 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e2e369-c92a-4c2d-ba7d-9f8b13203d7e', 'code': 200} Sep 17 22:47:30.338397 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fcbe1b0-126e-4c48-9615-5e06c872b300', 'code': 200} Sep 17 22:47:30.373304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] For port 0fcbe1b0-126e-4c48-9615-5e06c872b300, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0fcbe1b0-126e-4c48-9615-5e06c872b300,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:30.373862 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.494749 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.646066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.672454 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.672833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.673151 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Floating IP 6b54e70f-f3b3-4883-a7dd-4fd352950859 disassociated. External IP: 172.25.6.148, port: 0fcbe1b0-126e-4c48-9615-5e06c872b300. Sep 17 22:47:30.673493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Calling delete_port for 0fcbe1b0-126e-4c48-9615-5e06c872b300 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:30.731895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.777277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:30.780144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896cede0-110e-4268-b482-4af6a45a635b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:30.795523 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.797511 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Added segment 15bbca4b-2c86-4247-adf0-fff6db4e0042 of type vlan for network 7f86b898-7f34-4787-b15d-4d9f3112f57e Sep 17 22:47:30.858024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:30.971622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.002697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Port': ['ID=0fcbe1b0-126e-4c48-9615-5e06c872b300,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:31.020033 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.028856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:31.028856 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.153883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Pushing event updated for resources: {'Network': ['ID=7f86b898-7f34-4787-b15d-4d9f3112f57e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:31.166302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 7f86b898-7f34-4787-b15d-4d9f3112f57e details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:31.179832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9b2cd246-a780-4e76-8817-ce83aff176c3 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4109910 Sep 17 22:47:31.180881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35276) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:31.187292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Request body: {'subnet': {'network_id': '7f86b898-7f34-4787-b15d-4d9f3112f57e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:31.203680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3660a8ea-98cd-465e-829f-18c20d9f0a8f req-1e1c0598-ae6a-43cc-85b2-243ad38fb030 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0386703 Sep 17 22:47:31.254447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:31.400921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:31.416716 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] Sync routers for ids ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:31.429584 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] Routers {'9d8a5afa-1247-4e12-890f-edb3bf93eb0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:31.429957 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:31.445071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa779f2-8b0c-4121-b1e7-ca36c182f1e0 req-e124c036-9029-42d9-9326-c04964ca00c1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:31.449583 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fa779f2-8b0c-4121-b1e7-ca36c182f1e0 req-e124c036-9029-42d9-9326-c04964ca00c1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1375010 Sep 17 22:47:31.454433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Made reservation on behalf of ebb7dea5522c4059a2a624068bc58ba3 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:31.461297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.502521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] No DVR routers for this DVR port 0fcbe1b0-126e-4c48-9615-5e06c872b300 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:31.507666 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.510893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c21b55bb-0de5-49ff-b170-9b5fbf1d988c req-2fa52394-18a7-4570-a719-93cd6dc6100b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.23 "DELETE /v2.0/ports/0fcbe1b0-126e-4c48-9615-5e06c872b300 HTTP/1.1" status: 204 len: 173 time: 1.4711709 Sep 17 22:47:31.576873 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] Set router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:31.661697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fa779f2-8b0c-4121-b1e7-ca36c182f1e0 req-b5dd843f-ab7e-4334-ab07-57760e9de193 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954055 Sep 17 22:47:31.849695 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:51Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0', 'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'mac_address': 'fa:16:3e:31:16:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:50Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 5, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'subnets': [{'id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:31.881160 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] Checking router: 9d8a5afa-1247-4e12-890f-edb3bf93eb0b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:31.890277 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] Routers {'9d8a5afa-1247-4e12-890f-edb3bf93eb0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:31.891260 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:47:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:31.991425 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.101690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Pushing event updated for resources: {'Subnet': ['ID=b31a3405-21b8-4516-8163-e0757d6c4844,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:32.114704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-deleted', 'tag': '87e2e369-c92a-4c2d-ba7d-9f8b13203d7e'}, {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-deleted', 'tag': '0fcbe1b0-126e-4c48-9615-5e06c872b300'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:32.117192 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581ac61c-95c1-4615-805d-1032a6f9aad5" -d '{"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-deleted", "tag": "87e2e369-c92a-4c2d-ba7d-9f8b13203d7e"}, {"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-deleted", "tag": "0fcbe1b0-126e-4c48-9615-5e06c872b300"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:32.118964 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] Set router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:32.120486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Checking segment: {'id': '15bbca4b-2c86-4247-adf0-fff6db4e0042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7f86b898-7f34-4787-b15d-4d9f3112f57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:32.121019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Network hostable DHCP agents. Network: 7f86b898-7f34-4787-b15d-4d9f3112f57e, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:32.176523 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9975acb-1d1f-4526-8a42-a3a5cb850f37 x-openstack-request-id: req-c9975acb-1d1f-4526-8a42-a3a5cb850f37 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:32.177037 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-deleted", "tag": "87e2e369-c92a-4c2d-ba7d-9f8b13203d7e", "status": "completed", "code": 200}, {"server_uuid": "ef9abf5f-0377-4c00-9a6f-582b114dad53", "name": "network-vif-deleted", "tag": "0fcbe1b0-126e-4c48-9615-5e06c872b300", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:32.177464 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9975acb-1d1f-4526-8a42-a3a5cb850f37 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:32.178059 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-deleted', 'tag': '87e2e369-c92a-4c2d-ba7d-9f8b13203d7e', 'status': 'completed', 'code': 200} Sep 17 22:47:32.178471 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9abf5f-0377-4c00-9a6f-582b114dad53', 'name': 'network-vif-deleted', 'tag': '0fcbe1b0-126e-4c48-9615-5e06c872b300', 'status': 'completed', 'code': 200} Sep 17 22:47:32.217218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Network 7f86b898-7f34-4787-b15d-4d9f3112f57e is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:32.345143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 7f86b898-7f34-4787-b15d-4d9f3112f57e) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:32.357613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4165653a-099e-4032-a15f-1937fad2fd3d None None] Network 7f86b898-7f34-4787-b15d-4d9f3112f57e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:32.358821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9f5918cb-12a3-4dc2-bfe6-a6154d4c1a75 req-02348026-9774-49c8-8a0c-0af5634f378b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0584712 Sep 17 22:47:32.360380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:32.363398 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.448557 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:51Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0', 'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'mac_address': 'fa:16:3e:31:16:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:50Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 5, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'subnets': [{'id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:32.452644 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bcbd3852-1a94-4db6-9459-1b5f6c5cf99e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2698281 Sep 17 22:47:32.456638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35304) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:32.461704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Request body: {'port': {'network_id': '7f86b898-7f34-4787-b15d-4d9f3112f57e', 'name': 'tempest-TagsExtTest-94842592'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:32.484983 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a836c91-1aae-4dd7-9626-2c5027384e18 None None] The sync data for ids ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'] in n-d-713499-18 is: [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:36:51Z', 'revision_number': 4, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0', 'name': '', 'network_id': 'b47776c0-fb49-4546-b199-a15d6fc3e290', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'mac_address': 'fa:16:3e:31:16:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:50Z', 'updated_at': '2021-09-17T22:36:58Z', 'revision_number': 5, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'subnets': [{'id': '88d64f13-23f7-481b-bc85-231baac0c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:32.662480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-7f86b898-7f34-4787-b15d-4d9f3112f57e', 'network_id': '7f86b898-7f34-4787-b15d-4d9f3112f57e', 'tenant_id': 'ebb7dea5522c4059a2a624068bc58ba3', 'fixed_ips': [{'subnet_id': 'b31a3405-21b8-4516-8163-e0757d6c4844'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:47:32.663688 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.731431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Made reservation on behalf of ebb7dea5522c4059a2a624068bc58ba3 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:32.736378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.775708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] device_id is not set on port 0e09bbdb-f1e3-4094-98ab-c6149fc18d0d yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:47:32.894418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc17371-87fa-45a3-ab3e-7f5aff95a902 req-547c4c5c-f772-418e-85bd-7bdb79f7619d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:32.896294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cc17371-87fa-45a3-ab3e-7f5aff95a902 req-547c4c5c-f772-418e-85bd-7bdb79f7619d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.1207924 Sep 17 22:47:32.923397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Allocated IP 172.20.0.2 (7f86b898-7f34-4787-b15d-4d9f3112f57e/b31a3405-21b8-4516-8163-e0757d6c4844/ed65eeee-01e6-4c5d-8c9e-6f703f267b34) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:32.983046 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cc17371-87fa-45a3-ab3e-7f5aff95a902 req-b40620d1-0534-45eb-9365-76a6883e0cf0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795891 Sep 17 22:47:33.037957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2caa3c5-ff13-4bf3-8386-5b94a7bd319e None None] New status for floating IP 6b54e70f-f3b3-4883-a7dd-4fd352950859: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:47:33.438506 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.481168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a913cdc0-e87c-4bd7-a73e-d0caab8fb65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.514750 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7851b87-590f-48ca-a167-d51b78482966 req-a7172d8a-7655-4f16-bbd3-0ed1d7100bc0 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0329535 Sep 17 22:47:33.566154 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.617176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Network 7f86b898-7f34-4787-b15d-4d9f3112f57e is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:33.620287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:33.623102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:33.630269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Allocated IP 172.20.0.4 (7f86b898-7f34-4787-b15d-4d9f3112f57e/b31a3405-21b8-4516-8163-e0757d6c4844/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:33.636190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Pushing event updated for resources: {'Port': ['ID=ed65eeee-01e6-4c5d-8c9e-6f703f267b34,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:33.751387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Attempting to bind port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:33.751765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Attempting to bind port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '15bbca4b-2c86-4247-adf0-fff6db4e0042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7f86b898-7f34-4787-b15d-4d9f3112f57e'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:33.752168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Attempting to bind port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 on network 7f86b898-7f34-4787-b15d-4d9f3112f57e {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:33.758755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:33.759284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Checking segment: {'id': '15bbca4b-2c86-4247-adf0-fff6db4e0042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7f86b898-7f34-4787-b15d-4d9f3112f57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:33.765093 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.765093 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Bound using segment: {'id': '15bbca4b-2c86-4247-adf0-fff6db4e0042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7f86b898-7f34-4787-b15d-4d9f3112f57e'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:33.765093 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Bound port: ed65eeee-01e6-4c5d-8c9e-6f703f267b34, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bbca4b-2c86-4247-adf0-fff6db4e0042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7f86b898-7f34-4787-b15d-4d9f3112f57e'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:33.765093 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.840555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] For port ed65eeee-01e6-4c5d-8c9e-6f703f267b34, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:33.845567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] For port ed65eeee-01e6-4c5d-8c9e-6f703f267b34, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ed65eeee-01e6-4c5d-8c9e-6f703f267b34,segment=NetworkSegment(15bbca4b-2c86-4247-adf0-fff6db4e0042),segment_id=15bbca4b-2c86-4247-adf0-fff6db4e0042)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:33.875734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.952596 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.012419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a24486-cc0a-44b7-8834-b54b30883b1b None None] Pushing event updated for resources: {'Port': ['ID=ed65eeee-01e6-4c5d-8c9e-6f703f267b34,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:34.083831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.171594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Network 7f86b898-7f34-4787-b15d-4d9f3112f57e is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:34.172073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aa757-0af5-46c5-a6e4-27b1e914d673 req-ee7be582-376e-4fb2-96f7-f65d78ee76a8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:34.178627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:34.184434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:34.189335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Pushing event updated for resources: {'Port': ['ID=0e09bbdb-f1e3-4094-98ab-c6149fc18d0d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:34.189738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b01aa757-0af5-46c5-a6e4-27b1e914d673 req-ee7be582-376e-4fb2-96f7-f65d78ee76a8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0861669 Sep 17 22:47:34.247012 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b01aa757-0af5-46c5-a6e4-27b1e914d673 req-ad917771-3ec7-4bee-bbc1-ae4679361b55 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562048 Sep 17 22:47:34.263478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:34.264143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.374838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7e23e5ac-a5c4-4d66-89e3-d95300cda12c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.9143393 Sep 17 22:47:34.375089 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35330) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:34.382976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-99bae4b3-61cf-4960-9b87-47829a861ccf tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-642218544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:34.491485 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99bae4b3-61cf-4960-9b87-47829a861ccf tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.493131 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99bae4b3-61cf-4960-9b87-47829a861ccf tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.582942 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99bae4b3-61cf-4960-9b87-47829a861ccf tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.661473 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-432e241d-482f-412f-95b5-1e0e4b52c88d req-80c82982-fcbf-4350-b1d1-d36020ff2a0d tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0300169 Sep 17 22:47:34.663268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99bae4b3-61cf-4960-9b87-47829a861ccf tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.799671 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99bae4b3-61cf-4960-9b87-47829a861ccf tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:34.803687 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-99bae4b3-61cf-4960-9b87-47829a861ccf tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4247258 Sep 17 22:47:34.804569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35340) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:34.808916 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-88c06cfa-bc25-4a13-9f24-26fbbdf232b8 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-609110637', 'prefixes': ['172.20.0.0/16']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:35.166235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-88c06cfa-bc25-4a13-9f24-26fbbdf232b8 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for subnetpool, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.173960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35346) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:35.174410 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-88c06cfa-bc25-4a13-9f24-26fbbdf232b8 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3687325 Sep 17 22:47:35.183515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-e2ea378c-2209-4a00-9512-fac2667f92bd tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844', 'tempest-TagsExtTest-Tag-94506563') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:35.377825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ed65eeee-01e6-4c5d-8c9e-6f703f267b34 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:35.464960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:35.465702 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.466360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1c62-557c-4e80-8e04-aa78636ffa26 req-5e593da0-9814-46f1-b1bf-b1905bacfb15 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:35.468971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c69a1c62-557c-4e80-8e04-aa78636ffa26 req-5e593da0-9814-46f1-b1bf-b1905bacfb15 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0679896 Sep 17 22:47:35.494673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8094ae-d949-4b13-8b47-700cb6cf40ea None None] Network 7f86b898-7f34-4787-b15d-4d9f3112f57e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:35.513389 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c69a1c62-557c-4e80-8e04-aa78636ffa26 req-16a243ac-2f78-4681-ba69-475ad258d1b1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346622 Sep 17 22:47:35.517961 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e2ea378c-2209-4a00-9512-fac2667f92bd tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags/tempest-TagsExtTest-Tag-94506563 HTTP/1.1" status: 201 len: 201 time: 0.3423829 Sep 17 22:47:35.521060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35350) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:35.527832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-096f1452-b40e-47a2-8e55-54a57e87d3cc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d', 'tempest-TagsExtTest-Tag-609171183') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:35.647814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7bb56a5f-0ab5-47da-85db-feeb4c209374 None None] Provisioning complete for port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:35.648248 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7bb56a5f-0ab5-47da-85db-feeb4c209374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.681457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.693695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35352) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:35.694963 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-096f1452-b40e-47a2-8e55-54a57e87d3cc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags/tempest-TagsExtTest-Tag-609171183 HTTP/1.1" status: 201 len: 201 time: 0.1725707 Sep 17 22:47:35.698497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-3f5132ae-c0fd-46c1-b5c4-bc8af4c858dc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f', 'tempest-TagsExtTest-Tag-1293432338') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:35.826154 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf9971f-5ae1-4297-b659-7008d958f84d req-2b576399-f451-4852-a3e1-4de92481d208 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0334308 Sep 17 22:47:35.856570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port ed65eeee-01e6-4c5d-8c9e-6f703f267b34, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ed65eeee-01e6-4c5d-8c9e-6f703f267b34,segment=NetworkSegment(15bbca4b-2c86-4247-adf0-fff6db4e0042),segment_id=15bbca4b-2c86-4247-adf0-fff6db4e0042)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:35.922163 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7bb56a5f-0ab5-47da-85db-feeb4c209374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.000404 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-327e2463-3fa6-4a0f-9542-bb6a8f04f284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.023160 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.030599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3f5132ae-c0fd-46c1-b5c4-bc8af4c858dc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags/tempest-TagsExtTest-Tag-1293432338 HTTP/1.1" status: 201 len: 201 time: 0.3357618 Sep 17 22:47:36.033939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35360) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.043856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-3faeff76-54f8-40d4-ac6f-3f3fbe685645 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca', 'tempest-TagsExtTest-Tag-594785393') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:36.130678 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-7bb56a5f-0ab5-47da-85db-feeb4c209374 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:47:36.131034 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-7bb56a5f-0ab5-47da-85db-feeb4c209374 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:47:36.135935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=ed65eeee-01e6-4c5d-8c9e-6f703f267b34,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:36.206794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3faeff76-54f8-40d4-ac6f-3f3fbe685645 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags/tempest-TagsExtTest-Tag-594785393 HTTP/1.1" status: 201 len: 201 time: 0.1715384 Sep 17 22:47:36.209231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35368) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.214028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-a0018f07-0377-4dba-a1c0-b0600e997a6c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:36.297432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a0018f07-0377-4dba-a1c0-b0600e997a6c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags HTTP/1.1" status: 200 len: 239 time: 0.0869701 Sep 17 22:47:36.300308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35372) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.307261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-826c52d1-889d-4254-a0d4-a5a893ff2670 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844', 'tempest-TagsExtTest-Tag-94506563') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:36.428934 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-826c52d1-889d-4254-a0d4-a5a893ff2670 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags/tempest-TagsExtTest-Tag-94506563 HTTP/1.1" status: 204 len: 168 time: 0.1261609 Sep 17 22:47:36.431218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35374) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.438694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-2af69262-bcdc-4b1a-9687-3987f98898cb tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844', 'tempest-TagsExtTest-Tag-94506563') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:36.633730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2af69262-bcdc-4b1a-9687-3987f98898cb tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags/tempest-TagsExtTest-Tag-94506563 HTTP/1.1" status: 204 len: 168 time: 0.2011781 Sep 17 22:47:36.636920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35378) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.641846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-e900b410-108c-4877-babf-c036bb72a163 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:36.688295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03243b4a-3e97-4613-bc7b-f91293146be4 req-d274bcfd-58c6-4405-b311-11652f09fe38 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:36.689829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03243b4a-3e97-4613-bc7b-f91293146be4 req-d274bcfd-58c6-4405-b311-11652f09fe38 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0786638 Sep 17 22:47:36.705336 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e900b410-108c-4877-babf-c036bb72a163 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags HTTP/1.1" status: 200 len: 205 time: 0.0670204 Sep 17 22:47:36.707763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35380) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.712771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-b14ec48b-bfc0-4f41-8b5f-cd173d0192c4 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:36.732037 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03243b4a-3e97-4613-bc7b-f91293146be4 req-b171f84d-a980-4a69-97b1-77011ee87102 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354359 Sep 17 22:47:36.772815 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b14ec48b-bfc0-4f41-8b5f-cd173d0192c4 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags HTTP/1.1" status: 200 len: 240 time: 0.0638738 Sep 17 22:47:36.775504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35382) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.779706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-137e0a8f-f0c0-4747-8ce4-82333036c859 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d', 'tempest-TagsExtTest-Tag-609171183') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:36.809640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b0438ef1-f669-4edd-bdcd-f7f7ebf4e838 None None] Provisioning complete for port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:36.811040 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b0438ef1-f669-4edd-bdcd-f7f7ebf4e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.839223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-137e0a8f-f0c0-4747-8ce4-82333036c859 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags/tempest-TagsExtTest-Tag-609171183 HTTP/1.1" status: 204 len: 168 time: 0.0604720 Sep 17 22:47:36.839595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35384) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.846537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-206adb8b-0672-4de5-a62d-7d341587de72 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d', 'tempest-TagsExtTest-Tag-609171183') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:36.946190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b0438ef1-f669-4edd-bdcd-f7f7ebf4e838 None None] Provisioning complete for port 0e09bbdb-f1e3-4094-98ab-c6149fc18d0d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:36.947607 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b0438ef1-f669-4edd-bdcd-f7f7ebf4e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:36.995292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-149be46d-2968-4d17-b8cb-e4188e4d450c req-1b5b2032-f697-4726-a0cb-d4be9cda631a tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0325739 Sep 17 22:47:37.037768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b0438ef1-f669-4edd-bdcd-f7f7ebf4e838 None None] Port 0e09bbdb-f1e3-4094-98ab-c6149fc18d0d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:37.086651 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-206adb8b-0672-4de5-a62d-7d341587de72 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags/tempest-TagsExtTest-Tag-609171183 HTTP/1.1" status: 204 len: 168 time: 0.2447836 Sep 17 22:47:37.088790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35390) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.093891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-0f5f7bf1-2889-40c5-aa4a-944985b93444 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.128615 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.162180 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0f5f7bf1-2889-40c5-aa4a-944985b93444 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags HTTP/1.1" status: 200 len: 205 time: 0.0721879 Sep 17 22:47:37.173027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35394) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.180164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-a5b5a4d1-0a54-45aa-b9be-0e12fa31a1f4 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.281590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ed65eeee-01e6-4c5d-8c9e-6f703f267b34 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:37.282805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a5b5a4d1-0a54-45aa-b9be-0e12fa31a1f4 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags HTTP/1.1" status: 200 len: 241 time: 0.1072931 Sep 17 22:47:37.285414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35398) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.290583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-ab5748e9-0312-46b5-968e-e67f311bab92 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f', 'tempest-TagsExtTest-Tag-1293432338') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.334659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:37.335170 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.372548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.376430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ab5748e9-0312-46b5-968e-e67f311bab92 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags/tempest-TagsExtTest-Tag-1293432338 HTTP/1.1" status: 204 len: 168 time: 0.0899322 Sep 17 22:47:37.379552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35400) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.384685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-100d8091-3d65-4b6d-9d99-0f360437a054 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f', 'tempest-TagsExtTest-Tag-1293432338') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.560923 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-100d8091-3d65-4b6d-9d99-0f360437a054 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags/tempest-TagsExtTest-Tag-1293432338 HTTP/1.1" status: 204 len: 168 time: 0.1801298 Sep 17 22:47:37.563968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35406) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.569207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-a11f177e-62bc-478b-99a7-5460e1bc9616 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.655845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device de46b379-5c23-4e94-b9f8-3f59567ef19e details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:47:37.657906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a11f177e-62bc-478b-99a7-5460e1bc9616 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags HTTP/1.1" status: 200 len: 205 time: 0.0924714 Sep 17 22:47:37.660277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35408) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.665703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-987b499b-d941-48c8-9a35-76b06b95847f tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.723127 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-987b499b-d941-48c8-9a35-76b06b95847f tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags HTTP/1.1" status: 200 len: 240 time: 0.0616376 Sep 17 22:47:37.725671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35410) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.730707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-40dd752f-a98c-4d86-b6ad-a3c361b8554f tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca', 'tempest-TagsExtTest-Tag-594785393') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.770635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-40dd752f-a98c-4d86-b6ad-a3c361b8554f tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags/tempest-TagsExtTest-Tag-594785393 HTTP/1.1" status: 204 len: 168 time: 0.0432854 Sep 17 22:47:37.772956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35414) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.777923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-f261f76b-167b-4d3a-815d-96081101d2ce tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca', 'tempest-TagsExtTest-Tag-594785393') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:37.831634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port de46b379-5c23-4e94-b9f8-3f59567ef19e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=de46b379-5c23-4e94-b9f8-3f59567ef19e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:37.865821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'de46b379-5c23-4e94-b9f8-3f59567ef19e', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'port_id': 'de46b379-5c23-4e94-b9f8-3f59567ef19e', 'mac_address': 'fa:16:3e:54:2e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:47:37.928534 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.945019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de46b379-5c23-4e94-b9f8-3f59567ef19e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:47:37.971525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port de46b379-5c23-4e94-b9f8-3f59567ef19e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=de46b379-5c23-4e94-b9f8-3f59567ef19e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:37.987287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa619fb6-0d6d-4d27-aa10-12205aecc9d6 req-7b6c6733-17fb-4d0f-b06e-06a372078482 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:37.995716 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa619fb6-0d6d-4d27-aa10-12205aecc9d6 req-7b6c6733-17fb-4d0f-b06e-06a372078482 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 943 time: 0.0979328 Sep 17 22:47:38.003831 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f261f76b-167b-4d3a-815d-96081101d2ce tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags/tempest-TagsExtTest-Tag-594785393 HTTP/1.1" status: 204 len: 168 time: 0.2297940 Sep 17 22:47:38.006261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35416) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.010909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-6bf64ac3-162d-407b-b40f-9bcd9e91f122 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:38.050345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6bf64ac3-162d-407b-b40f-9bcd9e91f122 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags HTTP/1.1" status: 200 len: 205 time: 0.0428588 Sep 17 22:47:38.056221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35420) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.064527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-305cb3b8-ebfa-44bb-95e6-7e11be1f074d tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:38.068727 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.069125 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa619fb6-0d6d-4d27-aa10-12205aecc9d6 req-700b18d6-78f7-4624-8fb2-852bb3fb965d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724275 Sep 17 22:47:38.141358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35424) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.141672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-305cb3b8-ebfa-44bb-95e6-7e11be1f074d tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags HTTP/1.1" status: 204 len: 168 time: 0.0838065 Sep 17 22:47:38.146709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-21eca5d2-9af8-4653-b150-76378ed3eda9 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:38.197080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=de46b379-5c23-4e94-b9f8-3f59567ef19e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:38.259348 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dbe402af-840c-49d5-b52a-4261972fde24 req-7ca5e1c4-1f71-4825-94c3-588449c6bdc9 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0308862 Sep 17 22:47:38.324583 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-21eca5d2-9af8-4653-b150-76378ed3eda9 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1817701 Sep 17 22:47:38.327724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35430) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.335657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-77912ab3-132a-4a6e-b036-dc9ef7a9b1d6 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:38.396893 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-77912ab3-132a-4a6e-b036-dc9ef7a9b1d6 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags HTTP/1.1" status: 204 len: 168 time: 0.0681744 Sep 17 22:47:38.399697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35432) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.403986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-15c6600e-7eb7-4db9-9ae7-d07ae220efc6 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:38.463237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['de46b379-5c23-4e94-b9f8-3f59567ef19e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:47:38.464045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-15c6600e-7eb7-4db9-9ae7-d07ae220efc6 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags HTTP/1.1" status: 204 len: 168 time: 0.0631344 Sep 17 22:47:38.468888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35434) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.473803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-3efcab45-d95d-4a82-a4a9-63fd04e1952b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844', 'tempest-TagsExtTest-Tag-899916998') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:38.610048 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3efcab45-d95d-4a82-a4a9-63fd04e1952b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags/tempest-TagsExtTest-Tag-899916998 HTTP/1.1" status: 201 len: 201 time: 0.1403358 Sep 17 22:47:38.610416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35438) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.618043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-e67bb356-471e-4e0e-a8dd-521465ef0715 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d', 'tempest-TagsExtTest-Tag-757230829') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:38.802960 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e67bb356-471e-4e0e-a8dd-521465ef0715 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags/tempest-TagsExtTest-Tag-757230829 HTTP/1.1" status: 201 len: 201 time: 0.1873672 Sep 17 22:47:38.803151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35442) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:38.807806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-1824f1d7-76e2-4878-b4b2-d3e932398f62 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f', 'tempest-TagsExtTest-Tag-548400967') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:38.994909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1824f1d7-76e2-4878-b4b2-d3e932398f62 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags/tempest-TagsExtTest-Tag-548400967 HTTP/1.1" status: 201 len: 201 time: 0.1907089 Sep 17 22:47:38.997604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35444) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.003170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-5d06dbe8-1192-4430-8b41-0816a68a2b05 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca', 'tempest-TagsExtTest-Tag-407107731') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:39.065251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:39.144364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5d06dbe8-1192-4430-8b41-0816a68a2b05 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags/tempest-TagsExtTest-Tag-407107731 HTTP/1.1" status: 201 len: 201 time: 0.1426890 Sep 17 22:47:39.145699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35448) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.149620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-227cfb8b-e5bb-4b9a-add0-f7769995500c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844', {'tags': ['tempest-TagsExtTest-Tag-1592918497', 'tempest-TagsExtTest-Tag-1846019533', 'tempest-TagsExtTest-Tag-890802253']}) {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:39.277654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b9a0c-ebbb-4ab1-99c0-d46e93981425 req-7494fbfe-02b9-4e86-a516-33bd9a7ff5ab tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:39.279329 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-648b9a0c-ebbb-4ab1-99c0-d46e93981425 req-7494fbfe-02b9-4e86-a516-33bd9a7ff5ab tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 944 time: 0.0877771 Sep 17 22:47:39.325223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-648b9a0c-ebbb-4ab1-99c0-d46e93981425 req-73b7719e-c7c3-4a7a-ab7a-bb63167919ac tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Sep 17 22:47:39.343374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35456) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.344283 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-227cfb8b-e5bb-4b9a-add0-f7769995500c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags HTTP/1.1" status: 200 len: 317 time: 0.1977069 Sep 17 22:47:39.350235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-5c363feb-f4ba-49cd-a83f-a622f6648815 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:39.399102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-627a897f-4574-460b-8168-12b6d7faee5a req-14b109cf-65a3-47f3-a251-f6a62ac3c68b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0284240 Sep 17 22:47:39.515842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5c363feb-f4ba-49cd-a83f-a622f6648815 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags HTTP/1.1" status: 204 len: 168 time: 0.1708176 Sep 17 22:47:39.518310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35458) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.522778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-8b1797a5-2362-405f-a13c-9df30223f4e0 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844', 'tempest-TagsExtTest-Tag-1592918497') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:39.580203 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-8b1797a5-2362-405f-a13c-9df30223f4e0 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:39.583688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b1797a5-2362-405f-a13c-9df30223f4e0 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags/tempest-TagsExtTest-Tag-1592918497 HTTP/1.1" status: 404 len: 329 time: 0.0617449 Sep 17 22:47:39.583914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35460) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.588156 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-9afafffe-bed1-43a9-96b3-aa77494a8fda tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844', 'tempest-TagsExtTest-Tag-1846019533') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:39.640994 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-9afafffe-bed1-43a9-96b3-aa77494a8fda tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:39.644654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9afafffe-bed1-43a9-96b3-aa77494a8fda tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags/tempest-TagsExtTest-Tag-1846019533 HTTP/1.1" status: 404 len: 329 time: 0.0572164 Sep 17 22:47:39.645009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35462) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.649293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-7300e859-e3e3-4647-9f92-c501a254c848 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844', 'tempest-TagsExtTest-Tag-890802253') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:39.670393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device de46b379-5c23-4e94-b9f8-3f59567ef19e up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:39.713098 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-7300e859-e3e3-4647-9f92-c501a254c848 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:39.714140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7300e859-e3e3-4647-9f92-c501a254c848 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags/tempest-TagsExtTest-Tag-890802253 HTTP/1.1" status: 404 len: 328 time: 0.0682020 Sep 17 22:47:39.716909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35466) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.721776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-b7d4f506-e535-442d-94a2-608f0ccb869d tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d', {'tags': ['tempest-TagsExtTest-Tag-529538642', 'tempest-TagsExtTest-Tag-143597042', 'tempest-TagsExtTest-Tag-970035259']}) {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:39.902252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port de46b379-5c23-4e94-b9f8-3f59567ef19e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:47:39.906667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port de46b379-5c23-4e94-b9f8-3f59567ef19e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:39.907038 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:39.986826 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b7d4f506-e535-442d-94a2-608f0ccb869d tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags HTTP/1.1" status: 200 len: 315 time: 0.2686226 Sep 17 22:47:39.989788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35470) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:39.995085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-756567f3-28ce-4205-88c2-1a6ae128931c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:39.997975 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.027387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408a086e-56b2-4ff3-8d29-59ce99f4996c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de46b379-5c23-4e94-b9f8-3f59567ef19e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:40.029929 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955f16d9-3ff7-4a88-82a2-129a2d3ffd1c" -d '{"events": [{"server_uuid": "408a086e-56b2-4ff3-8d29-59ce99f4996c", "name": "network-vif-plugged", "status": "completed", "tag": "de46b379-5c23-4e94-b9f8-3f59567ef19e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:40.057528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port de46b379-5c23-4e94-b9f8-3f59567ef19e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=de46b379-5c23-4e94-b9f8-3f59567ef19e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:40.078493 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13deb297-0df4-46e4-aa98-c95737440419 x-openstack-request-id: req-13deb297-0df4-46e4-aa98-c95737440419 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:40.079580 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408a086e-56b2-4ff3-8d29-59ce99f4996c", "name": "network-vif-plugged", "status": "completed", "tag": "de46b379-5c23-4e94-b9f8-3f59567ef19e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:40.080360 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13deb297-0df4-46e4-aa98-c95737440419 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:40.080948 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408a086e-56b2-4ff3-8d29-59ce99f4996c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de46b379-5c23-4e94-b9f8-3f59567ef19e', 'code': 200} Sep 17 22:47:40.199540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.234515 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-756567f3-28ce-4205-88c2-1a6ae128931c tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags HTTP/1.1" status: 204 len: 168 time: 0.2420495 Sep 17 22:47:40.236537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35476) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:40.243588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-a787f453-83aa-4328-b0f4-09d7fd48c032 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d', 'tempest-TagsExtTest-Tag-529538642') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.255045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=de46b379-5c23-4e94-b9f8-3f59567ef19e,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:40.346060 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-a787f453-83aa-4328-b0f4-09d7fd48c032 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:40.348259 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a787f453-83aa-4328-b0f4-09d7fd48c032 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags/tempest-TagsExtTest-Tag-529538642 HTTP/1.1" status: 404 len: 328 time: 0.1093075 Sep 17 22:47:40.353178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35484) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:40.359276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-2eeb0814-8b7f-4e43-9414-e07ab5a9d98a tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d', 'tempest-TagsExtTest-Tag-143597042') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.382486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce8a56-8df7-42ab-a6e8-0c56bd44e814 req-8079847f-277e-4e07-bb59-53cc971000b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:40.384342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fce8a56-8df7-42ab-a6e8-0c56bd44e814 req-8079847f-277e-4e07-bb59-53cc971000b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 1097 time: 0.2188342 Sep 17 22:47:40.424365 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.465116 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-2eeb0814-8b7f-4e43-9414-e07ab5a9d98a tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:40.466426 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2eeb0814-8b7f-4e43-9414-e07ab5a9d98a tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags/tempest-TagsExtTest-Tag-143597042 HTTP/1.1" status: 404 len: 328 time: 0.1117074 Sep 17 22:47:40.470902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35488) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:40.481026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-ef19e62f-6424-4659-a8dc-c812df6cea51 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d', 'tempest-TagsExtTest-Tag-970035259') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.483887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6fce8a56-8df7-42ab-a6e8-0c56bd44e814 req-4065d29b-fe1b-46e0-9cb9-e0b1330bb8ea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912399 Sep 17 22:47:40.503840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c5a58-542b-45a3-967a-41cd24368af7 req-c6da2398-f676-41a6-958f-64f44b9540f5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:40.511719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-373c5a58-542b-45a3-967a-41cd24368af7 req-c6da2398-f676-41a6-958f-64f44b9540f5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 945 time: 0.0911803 Sep 17 22:47:40.563781 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-373c5a58-542b-45a3-967a-41cd24368af7 req-ce30c4b6-b235-4385-bdc3-32c35041b049 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457990 Sep 17 22:47:40.571036 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db11178a-33ca-497e-839e-306881964103 req-6d7cc9a9-e134-4546-a212-eef570053c88 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0481541 Sep 17 22:47:40.605419 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-ef19e62f-6424-4659-a8dc-c812df6cea51 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:40.606768 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ef19e62f-6424-4659-a8dc-c812df6cea51 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags/tempest-TagsExtTest-Tag-970035259 HTTP/1.1" status: 404 len: 328 time: 0.1347005 Sep 17 22:47:40.610068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35490) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:40.614757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-56d8520f-ade8-406b-92b0-cfe24a4fb07b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f', {'tags': ['tempest-TagsExtTest-Tag-693254776', 'tempest-TagsExtTest-Tag-15156686', 'tempest-TagsExtTest-Tag-1893223126']}) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.763932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-56d8520f-ade8-406b-92b0-cfe24a4fb07b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags HTTP/1.1" status: 200 len: 315 time: 0.1527121 Sep 17 22:47:40.766398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35492) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:40.771025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-90a2ecc4-a325-41ee-8865-594a08ee92db tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.298237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35500) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:41.301380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-90a2ecc4-a325-41ee-8865-594a08ee92db tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags HTTP/1.1" status: 204 len: 168 time: 0.5338283 Sep 17 22:47:41.305207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-b648f368-2d9a-4241-a760-a8d1726b402a tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f', 'tempest-TagsExtTest-Tag-693254776') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.392726 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-b648f368-2d9a-4241-a760-a8d1726b402a tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:41.396593 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b648f368-2d9a-4241-a760-a8d1726b402a tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags/tempest-TagsExtTest-Tag-693254776 HTTP/1.1" status: 404 len: 328 time: 0.0937970 Sep 17 22:47:41.396888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35504) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:41.403714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-604fc1ad-1e52-4eda-a269-07fca4c4aff5 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f', 'tempest-TagsExtTest-Tag-15156686') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.481014 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-604fc1ad-1e52-4eda-a269-07fca4c4aff5 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:41.485874 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-604fc1ad-1e52-4eda-a269-07fca4c4aff5 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags/tempest-TagsExtTest-Tag-15156686 HTTP/1.1" status: 404 len: 327 time: 0.0841508 Sep 17 22:47:41.491336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35506) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:41.497841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-b481a75f-c54c-4b58-b87e-9345fd19aa83 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f', 'tempest-TagsExtTest-Tag-1893223126') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.590502 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-b481a75f-c54c-4b58-b87e-9345fd19aa83 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:41.591559 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b481a75f-c54c-4b58-b87e-9345fd19aa83 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags/tempest-TagsExtTest-Tag-1893223126 HTTP/1.1" status: 404 len: 329 time: 0.0984488 Sep 17 22:47:41.595236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35510) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:41.606226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-78fc8070-218f-4696-af8a-0bee3f9f90e5 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca', {'tags': ['tempest-TagsExtTest-Tag-2121380177', 'tempest-TagsExtTest-Tag-796576066', 'tempest-TagsExtTest-Tag-1824744394']}) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.693673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4c898-75a5-4fa4-8e51-82cbc293aae0 req-e8fc4613-3cb5-4e19-985a-a0e41227197a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:41.695386 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95a4c898-75a5-4fa4-8e51-82cbc293aae0 req-e8fc4613-3cb5-4e19-985a-a0e41227197a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 945 time: 0.0657730 Sep 17 22:47:41.712138 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1f236bc-fe0c-4e92-b402-086818052dd7 req-e3f4ccf8-c3f8-44b6-b832-8f18554a18eb tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0361784 Sep 17 22:47:41.747136 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95a4c898-75a5-4fa4-8e51-82cbc293aae0 req-f85e2b14-3521-4324-8ec8-7d6d89d882b1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Sep 17 22:47:41.789445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-78fc8070-218f-4696-af8a-0bee3f9f90e5 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "PUT /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags HTTP/1.1" status: 200 len: 317 time: 0.1930637 Sep 17 22:47:41.791902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35514) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:41.797983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-762e443c-5975-4bd2-9ea1-62a26f50bd38 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.937610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-762e443c-5975-4bd2-9ea1-62a26f50bd38 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags HTTP/1.1" status: 204 len: 168 time: 0.1444752 Sep 17 22:47:41.940380 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35518) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:41.945415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-f2ee7e83-c970-4473-812a-480bb07a3ca6 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca', 'tempest-TagsExtTest-Tag-2121380177') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.966398 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-f2ee7e83-c970-4473-812a-480bb07a3ca6 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:41.967986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f2ee7e83-c970-4473-812a-480bb07a3ca6 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags/tempest-TagsExtTest-Tag-2121380177 HTTP/1.1" status: 404 len: 329 time: 0.0259795 Sep 17 22:47:41.971360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35520) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:41.975598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-f385f1a9-5724-49b2-b50c-d0f1d1db9412 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca', 'tempest-TagsExtTest-Tag-796576066') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.997412 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-f385f1a9-5724-49b2-b50c-d0f1d1db9412 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:41.998453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f385f1a9-5724-49b2-b50c-d0f1d1db9412 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags/tempest-TagsExtTest-Tag-796576066 HTTP/1.1" status: 404 len: 328 time: 0.0261893 Sep 17 22:47:42.002128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35522) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:42.006480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-e955bd5f-f10d-4b36-a0a1-1e17e0973fe8 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca', 'tempest-TagsExtTest-Tag-1824744394') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:42.028167 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-e955bd5f-f10d-4b36-a0a1-1e17e0973fe8 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] show failed (client error): The resource could not be found. Sep 17 22:47:42.029242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e955bd5f-f10d-4b36-a0a1-1e17e0973fe8 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags/tempest-TagsExtTest-Tag-1824744394 HTTP/1.1" status: 404 len: 329 time: 0.0261972 Sep 17 22:47:42.032957 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35524) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:42.039306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.tag.tag_plugin [None req-354d4b8d-0d5e-4fca-95f5-f878def16775 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ca1510fc-8aaa-439a-96f7-f2c40c1e3cca') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:42.073580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-354d4b8d-0d5e-4fca-95f5-f878def16775 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca/tags HTTP/1.1" status: 204 len: 168 time: 0.0363719 Sep 17 22:47:42.074060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35528) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:42.079426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-79e3a2c3-9bbb-4e05-88b4-c6b0783ac0cd tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5b84684e-710c-4cc0-a43a-769c8038af3f') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:42.191182 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-79e3a2c3-9bbb-4e05-88b4-c6b0783ac0cd tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1135507 Sep 17 22:47:42.191347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35530) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:42.195553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-82edfd71-4561-4ce0-993a-ec6a7c1edb01 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0e09bbdb-f1e3-4094-98ab-c6149fc18d0d') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:42.258520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-82edfd71-4561-4ce0-993a-ec6a7c1edb01 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d/tags HTTP/1.1" status: 204 len: 168 time: 0.0661001 Sep 17 22:47:42.261432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35532) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:42.266998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.tag.tag_plugin [None req-68b1e3fe-5774-4eb6-bf48-cf65faa39b79 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b31a3405-21b8-4516-8163-e0757d6c4844') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:42.333050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35536) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:42.336465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-68b1e3fe-5774-4eb6-bf48-cf65faa39b79 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844/tags HTTP/1.1" status: 204 len: 168 time: 0.0701847 Sep 17 22:47:42.479653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58f27f34-3876-40ab-ac81-74557490ad52 req-059d7eae-8d0b-4357-aecf-ba4568de80b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457056 Sep 17 22:47:42.544650 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9981c21-9e10-469f-b919-fbe00418a1ba tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for subnetpool, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.549455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a9981c21-9e10-469f-b919-fbe00418a1ba tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/subnetpools/ca1510fc-8aaa-439a-96f7-f2c40c1e3cca HTTP/1.1" status: 204 len: 168 time: 0.2117138 Sep 17 22:47:42.549763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35540) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:42.593827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35542) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:42.595477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f0a8b641-a4b3-4427-ba98-07df58ffa6a9 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b84684e-710c-4cc0-a43a-769c8038af3f HTTP/1.1" status: 200 len: 205 time: 0.0444152 Sep 17 22:47:42.602043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27f34-3876-40ab-ac81-74557490ad52 req-23c56395-0051-42a6-99a0-c5faa8e9d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:42.603643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58f27f34-3876-40ab-ac81-74557490ad52 req-23c56395-0051-42a6-99a0-c5faa8e9d474 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 1097 time: 0.0681503 Sep 17 22:47:42.921659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f64899f-fa2d-4b58-90e4-ebff9450bd4f req-d1d949db-ba05-475b-bac3-64b63a0cfe5e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0491312 Sep 17 22:47:42.989884 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc841f93-0371-4fc8-87fa-1a46c1c1c57b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.248501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85332f-7595-4a50-8a0b-33d568f98da8 req-70821a42-05c2-4fbc-9d7e-433a2c18c5a6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:43.250061 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b85332f-7595-4a50-8a0b-33d568f98da8 req-70821a42-05c2-4fbc-9d7e-433a2c18c5a6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 945 time: 0.2753761 Sep 17 22:47:43.252442 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc841f93-0371-4fc8-87fa-1a46c1c1c57b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.254727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27f34-3876-40ab-ac81-74557490ad52 req-2559b62d-ba1f-4269-a3fa-edb3a65b49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:43.256203 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58f27f34-3876-40ab-ac81-74557490ad52 req-2559b62d-ba1f-4269-a3fa-edb3a65b49a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.6191082 Sep 17 22:47:43.257303 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc841f93-0371-4fc8-87fa-1a46c1c1c57b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.348795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58f27f34-3876-40ab-ac81-74557490ad52 req-c655fe7e-e55a-4315-8cd8-9e995d947529 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de46b379-5c23-4e94-b9f8-3f59567ef19e HTTP/1.1" status: 200 len: 217 time: 0.0788727 Sep 17 22:47:43.407820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b85332f-7595-4a50-8a0b-33d568f98da8 req-fb1113d7-cec2-456e-8309-ba885031fe01 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469982 Sep 17 22:47:43.423528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27f34-3876-40ab-ac81-74557490ad52 req-30f4dcde-25d2-4b85-adb5-19af472e9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:43.425018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58f27f34-3876-40ab-ac81-74557490ad52 req-30f4dcde-25d2-4b85-adb5-19af472e9d09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0680537 Sep 17 22:47:43.427555 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc841f93-0371-4fc8-87fa-1a46c1c1c57b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.428271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc841f93-0371-4fc8-87fa-1a46c1c1c57b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Fanout notify agent at l3_agent the message router_deleted on router 5b84684e-710c-4cc0-a43a-769c8038af3f {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:47:43.444985 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc841f93-0371-4fc8-87fa-1a46c1c1c57b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.444985 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fc841f93-0371-4fc8-87fa-1a46c1c1c57b tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/routers/5b84684e-710c-4cc0-a43a-769c8038af3f HTTP/1.1" status: 204 len: 168 time: 0.8471811 Sep 17 22:47:43.446640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35558) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:43.506139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27f34-3876-40ab-ac81-74557490ad52 req-038d1b0a-553a-4c74-bc9c-3bd6d4994f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:43.510969 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58f27f34-3876-40ab-ac81-74557490ad52 req-038d1b0a-553a-4c74-bc9c-3bd6d4994f01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647092 Sep 17 22:47:43.620830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8c431-0e6d-4d79-b05a-4e9e8818ee4f req-d7f72b08-ed83-49b3-b9b0-a063422f3c5f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:43.622673 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-83f8c431-0e6d-4d79-b05a-4e9e8818ee4f req-d7f72b08-ed83-49b3-b9b0-a063422f3c5f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 945 time: 0.0868995 Sep 17 22:47:43.629932 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58f27f34-3876-40ab-ac81-74557490ad52 req-0df80d59-120c-484e-9ff7-5904a7e2be47 service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127982 Sep 17 22:47:43.647026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4b054cdd-7feb-41ed-aeed-3c30d3f29a0e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Deleting port 0e09bbdb-f1e3-4094-98ab-c6149fc18d0d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:43.647453 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b054cdd-7feb-41ed-aeed-3c30d3f29a0e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.735052 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-83f8c431-0e6d-4d79-b05a-4e9e8818ee4f req-42be5dec-3a21-463a-83fb-75e6f4d2e6ab tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044178 Sep 17 22:47:43.773820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b054cdd-7feb-41ed-aeed-3c30d3f29a0e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.798360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58f27f34-3876-40ab-ac81-74557490ad52 req-a9f00cf8-a5ff-40c4-a81a-09a15549243e service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481314 Sep 17 22:47:43.799450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4b054cdd-7feb-41ed-aeed-3c30d3f29a0e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Calling delete_port for 0e09bbdb-f1e3-4094-98ab-c6149fc18d0d owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:43.923069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08ab08-123a-4de0-a4f5-f8c8d27340cb req-ad8cab35-68cd-457d-bcc8-0c36cf9dcb33 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:43.924686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b08ab08-123a-4de0-a4f5-f8c8d27340cb req-ad8cab35-68cd-457d-bcc8-0c36cf9dcb33 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 945 time: 0.0641696 Sep 17 22:47:43.999640 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b08ab08-123a-4de0-a4f5-f8c8d27340cb req-86bd21d2-7100-456a-8782-05a858b278d8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683472 Sep 17 22:47:44.066033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a39c75e2-ed24-47da-85f9-d0134d8a9f29 req-2a3b2356-83a1-46f0-8fe8-2f0ba90fdd99 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0409086 Sep 17 22:47:44.067710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b054cdd-7feb-41ed-aeed-3c30d3f29a0e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.124283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b054cdd-7feb-41ed-aeed-3c30d3f29a0e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Pushing event deleted for resources: {'Port': ['ID=0e09bbdb-f1e3-4094-98ab-c6149fc18d0d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:44.255184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b054cdd-7feb-41ed-aeed-3c30d3f29a0e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.261452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35568) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:44.261997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4b054cdd-7feb-41ed-aeed-3c30d3f29a0e tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/ports/0e09bbdb-f1e3-4094-98ab-c6149fc18d0d HTTP/1.1" status: 204 len: 168 time: 0.8141341 Sep 17 22:47:44.356027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f4b289-2891-4151-a2ab-1e451bc7bcfc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Deleting subnet b31a3405-21b8-4516-8163-e0757d6c4844 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:44.365746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96f4b289-2891-4151-a2ab-1e451bc7bcfc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.418330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96f4b289-2891-4151-a2ab-1e451bc7bcfc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.520723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96f4b289-2891-4151-a2ab-1e451bc7bcfc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.639057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f06e1-aa99-49dc-abee-a1282ecf833a req-19323424-3916-4299-b4c7-163cdf8207c8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:44.641186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e60f06e1-aa99-49dc-abee-a1282ecf833a req-19323424-3916-4299-b4c7-163cdf8207c8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 945 time: 0.0524578 Sep 17 22:47:44.680015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e60f06e1-aa99-49dc-abee-a1282ecf833a req-585c0c3d-38f7-435e-b082-1e08f18c290a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Sep 17 22:47:44.710117 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96f4b289-2891-4151-a2ab-1e451bc7bcfc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.749730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4b289-2891-4151-a2ab-1e451bc7bcfc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Pushing event deleted for resources: {'Subnet': ['ID=b31a3405-21b8-4516-8163-e0757d6c4844,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:44.754168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96f4b289-2891-4151-a2ab-1e451bc7bcfc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.756341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-96f4b289-2891-4151-a2ab-1e451bc7bcfc tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/subnets/b31a3405-21b8-4516-8163-e0757d6c4844 HTTP/1.1" status: 204 len: 168 time: 0.4931157 Sep 17 22:47:44.759722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35580) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:44.773379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91c06d-4be8-4197-883d-d70556e59d7e None None] Network 7f86b898-7f34-4787-b15d-4d9f3112f57e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:44.857671 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.917195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Deleting port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:44.920501 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.999604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4eebef-2ebc-4c36-86cd-c71aec7ef4e5 None None] DHCP port deletion for 7f86b898-7f34-4787-b15d-4d9f3112f57e request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:45.003974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] For port ed65eeee-01e6-4c5d-8c9e-6f703f267b34, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ed65eeee-01e6-4c5d-8c9e-6f703f267b34,segment=NetworkSegment(15bbca4b-2c86-4247-adf0-fff6db4e0042),segment_id=15bbca4b-2c86-4247-adf0-fff6db4e0042)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:45.004373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.026069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Calling delete_port for ed65eeee-01e6-4c5d-8c9e-6f703f267b34 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:45.056900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fd4eebef-2ebc-4c36-86cd-c71aec7ef4e5 None None] Deleting port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:45.057276 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fd4eebef-2ebc-4c36-86cd-c71aec7ef4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.130798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fd4eebef-2ebc-4c36-86cd-c71aec7ef4e5 None None] For port ed65eeee-01e6-4c5d-8c9e-6f703f267b34, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ed65eeee-01e6-4c5d-8c9e-6f703f267b34,segment=NetworkSegment(15bbca4b-2c86-4247-adf0-fff6db4e0042),segment_id=15bbca4b-2c86-4247-adf0-fff6db4e0042)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:45.131388 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fd4eebef-2ebc-4c36-86cd-c71aec7ef4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.147089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fd4eebef-2ebc-4c36-86cd-c71aec7ef4e5 None None] Calling delete_port for ed65eeee-01e6-4c5d-8c9e-6f703f267b34 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:45.185653 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.193509 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09ebcccb-6875-42d6-9279-95b7a51ba77a req-5192df41-f82f-42b0-acf8-3d0c5eef7b5f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0302811 Sep 17 22:47:45.220819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Pushing event deleted for resources: {'Port': ['ID=ed65eeee-01e6-4c5d-8c9e-6f703f267b34,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.237386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] No DVR routers for this DVR port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:45.288418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fd4eebef-2ebc-4c36-86cd-c71aec7ef4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.321625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4eebef-2ebc-4c36-86cd-c71aec7ef4e5 None None] Pushing event deleted for resources: {'Port': ['ID=ed65eeee-01e6-4c5d-8c9e-6f703f267b34,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.338495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4eebef-2ebc-4c36-86cd-c71aec7ef4e5 None None] No DVR routers for this DVR port ed65eeee-01e6-4c5d-8c9e-6f703f267b34 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:45.348575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ed65eeee-01e6-4c5d-8c9e-6f703f267b34 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:45.394206 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.397709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: ed65eeee-01e6-4c5d-8c9e-6f703f267b34 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:45.398367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ed65eeee-01e6-4c5d-8c9e-6f703f267b34 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:45.427627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f86b898-7f34-4787-b15d-4d9f3112f57e']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:45.442075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bbca4b-2c86-4247-adf0-fff6db4e0042') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:45.442368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bbca4b-2c86-4247-adf0-fff6db4e0042') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:45.454665 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.474049 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.482940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:45.482940 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:45.490583 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:45.653948 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.662426 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.664371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] 10.222.0.30 "DELETE /v2.0/networks/7f86b898-7f34-4787-b15d-4d9f3112f57e HTTP/1.1" status: 204 len: 168 time: 0.9035649 Sep 17 22:47:45.681823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328e6e5-d3f3-4a71-b828-37a79c3551c7 tempest-TagsExtTest-1333224900 tempest-TagsExtTest-1333224900-project] Pushing event deleted for resources: {'Network': ['ID=7f86b898-7f34-4787-b15d-4d9f3112f57e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.862689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4659ca1-5769-43b5-a447-f2e73625d706 req-a514513f-4442-4cdf-af24-856af7067072 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:45.864252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4659ca1-5769-43b5-a447-f2e73625d706 req-a514513f-4442-4cdf-af24-856af7067072 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 945 time: 0.0570610 Sep 17 22:47:45.910571 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4659ca1-5769-43b5-a447-f2e73625d706 req-ddeb01c8-9a51-46c2-9ef1-3bea4995200b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Sep 17 22:47:46.228394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35598) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:46.284727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bd43a-96a6-478d-9553-10c13610065a req-15798158-89ba-4a9c-9f72-393a95caf043 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:46.286252 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c1bd43a-96a6-478d-9553-10c13610065a req-15798158-89ba-4a9c-9f72-393a95caf043 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 945 time: 0.0645013 Sep 17 22:47:46.380741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b6a8f83-79da-401e-8ba4-a8057798d45d req-038fc980-0e29-4d19-a085-8853caad4800 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0751350 Sep 17 22:47:46.417302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-eed6ab70-bd54-4e65-8ce0-302507d98b34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebb7dea5522c4059a2a624068bc58ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876240 Sep 17 22:47:46.419820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35604) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:46.463766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-9c1bd43a-96a6-478d-9553-10c13610065a req-45608a2d-b02d-4ff7-aa34-584dfc34c6f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Deleting port de46b379-5c23-4e94-b9f8-3f59567ef19e {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:46.464187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c1bd43a-96a6-478d-9553-10c13610065a req-45608a2d-b02d-4ff7-aa34-584dfc34c6f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.487671 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb8f2e9e-f8f3-49db-b6dd-ace39c08d823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.510207 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb8f2e9e-f8f3-49db-b6dd-ace39c08d823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.578215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-9c1bd43a-96a6-478d-9553-10c13610065a req-45608a2d-b02d-4ff7-aa34-584dfc34c6f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] For port de46b379-5c23-4e94-b9f8-3f59567ef19e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=de46b379-5c23-4e94-b9f8-3f59567ef19e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:46.578584 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c1bd43a-96a6-478d-9553-10c13610065a req-45608a2d-b02d-4ff7-aa34-584dfc34c6f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.591794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-9c1bd43a-96a6-478d-9553-10c13610065a req-45608a2d-b02d-4ff7-aa34-584dfc34c6f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Calling delete_port for de46b379-5c23-4e94-b9f8-3f59567ef19e owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:46.643255 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb8f2e9e-f8f3-49db-b6dd-ace39c08d823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.647713 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bb8f2e9e-f8f3-49db-b6dd-ace39c08d823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.653132 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bb8f2e9e-f8f3-49db-b6dd-ace39c08d823 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/896cede0-110e-4268-b482-4af6a45a635b HTTP/1.1" status: 204 len: 168 time: 0.2311909 Sep 17 22:47:46.667516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f2e9e-f8f3-49db-b6dd-ace39c08d823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896cede0-110e-4268-b482-4af6a45a635b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:46.843505 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c1bd43a-96a6-478d-9553-10c13610065a req-45608a2d-b02d-4ff7-aa34-584dfc34c6f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.874844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45608a2d-b02d-4ff7-aa34-584dfc34c6f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'Port': ['ID=de46b379-5c23-4e94-b9f8-3f59567ef19e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:46.877679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['de46b379-5c23-4e94-b9f8-3f59567ef19e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:47:46.947957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1bd43a-96a6-478d-9553-10c13610065a req-45608a2d-b02d-4ff7-aa34-584dfc34c6f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] No DVR routers for this DVR port de46b379-5c23-4e94-b9f8-3f59567ef19e on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:46.952650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c1bd43a-96a6-478d-9553-10c13610065a req-45608a2d-b02d-4ff7-aa34-584dfc34c6f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.956592 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c1bd43a-96a6-478d-9553-10c13610065a req-45608a2d-b02d-4ff7-aa34-584dfc34c6f0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "DELETE /v2.0/ports/de46b379-5c23-4e94-b9f8-3f59567ef19e HTTP/1.1" status: 204 len: 173 time: 0.6633675 Sep 17 22:47:46.957077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408a086e-56b2-4ff3-8d29-59ce99f4996c', 'name': 'network-vif-deleted', 'tag': 'de46b379-5c23-4e94-b9f8-3f59567ef19e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:46.960780 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b97ec60-99d1-4a01-8836-740fd01e46da" -d '{"events": [{"server_uuid": "408a086e-56b2-4ff3-8d29-59ce99f4996c", "name": "network-vif-deleted", "tag": "de46b379-5c23-4e94-b9f8-3f59567ef19e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:47.006187 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b451b4-e189-4754-891b-63756a74ccec x-openstack-request-id: req-c6b451b4-e189-4754-891b-63756a74ccec {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:47.006507 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408a086e-56b2-4ff3-8d29-59ce99f4996c", "name": "network-vif-deleted", "tag": "de46b379-5c23-4e94-b9f8-3f59567ef19e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:47.006762 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6b451b4-e189-4754-891b-63756a74ccec {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:47.007163 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408a086e-56b2-4ff3-8d29-59ce99f4996c', 'name': 'network-vif-deleted', 'tag': 'de46b379-5c23-4e94-b9f8-3f59567ef19e', 'status': 'completed', 'code': 200} Sep 17 22:47:47.060996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97adbed1-386f-438e-9063-4cbb3f01eae1 req-02134897-18ce-417b-bfeb-508d54155645 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.0399549 Sep 17 22:47:47.511429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6f20a0b-26b0-40bb-94e7-cf594591ff89 req-a18d23aa-51bb-4499-9fc0-488acca09c9b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0399482 Sep 17 22:47:48.197806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3d10446-3c66-4b5a-841c-9fe08db7351e req-5a495b9d-12d6-4455-b904-24b38e00ab52 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.0460408 Sep 17 22:47:48.648067 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0394af86-2fff-47ce-8ffd-521624973434 req-51bd3ab4-17bf-4047-a004-11562484476f tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef9abf5f-0377-4c00-9a6f-582b114dad53 HTTP/1.1" status: 200 len: 210 time: 0.0377586 Sep 17 22:47:49.312180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a3d8d9e-5792-495b-baa5-ddd68bc5c0b3 req-48bfbaaa-eb14-4ab6-a8e5-81b42ba6c224 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.0294428 Sep 17 22:47:49.676552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device de46b379-5c23-4e94-b9f8-3f59567ef19e no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:49.699551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: de46b379-5c23-4e94-b9f8-3f59567ef19e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:49.700073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device de46b379-5c23-4e94-b9f8-3f59567ef19e not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:49.872993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35698) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:49.938986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1add35d4-57d2-42bd-934a-929234eede6e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.965555 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1add35d4-57d2-42bd-934a-929234eede6e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.108696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1add35d4-57d2-42bd-934a-929234eede6e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.111558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1add35d4-57d2-42bd-934a-929234eede6e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.113101 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1add35d4-57d2-42bd-934a-929234eede6e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "DELETE /v2.0/security-groups/2545e00b-d2b9-48fb-8c40-d48efd6ad6f8 HTTP/1.1" status: 204 len: 168 time: 0.2385795 Sep 17 22:47:50.115902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35702) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:50.131295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add35d4-57d2-42bd-934a-929234eede6e tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2545e00b-d2b9-48fb-8c40-d48efd6ad6f8,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:50.133188 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-47179b6a-108e-4fb6-adad-477cd1f2d8f7 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] show failed (client error): The resource could not be found. Sep 17 22:47:50.134680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-47179b6a-108e-4fb6-adad-477cd1f2d8f7 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "GET /v2.0/security-groups/2545e00b-d2b9-48fb-8c40-d48efd6ad6f8 HTTP/1.1" status: 404 len: 347 time: 0.0176244 Sep 17 22:47:50.140622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35704) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:50.325854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-72f14001-751c-4efa-887a-e59bdb2d621b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting port 12d1e3f5-71cc-46dc-80ce-1652ccda085b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:50.326110 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72f14001-751c-4efa-887a-e59bdb2d621b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.465747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e567e313-049c-44ca-b8d9-6387cd2d81d9 req-a81a9ffc-3fbb-4123-994f-e6b3aee6b2ec tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.0421214 Sep 17 22:47:50.491260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72f14001-751c-4efa-887a-e59bdb2d621b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.491965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72f14001-751c-4efa-887a-e59bdb2d621b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.505749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-72f14001-751c-4efa-887a-e59bdb2d621b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Calling delete_port for 12d1e3f5-71cc-46dc-80ce-1652ccda085b owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:50.757044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72f14001-751c-4efa-887a-e59bdb2d621b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.806279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f14001-751c-4efa-887a-e59bdb2d621b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Port': ['ID=12d1e3f5-71cc-46dc-80ce-1652ccda085b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:50.854422 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72f14001-751c-4efa-887a-e59bdb2d621b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.857300 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72f14001-751c-4efa-887a-e59bdb2d621b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.861193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-72f14001-751c-4efa-887a-e59bdb2d621b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "DELETE /v2.0/floatingips/6b54e70f-f3b3-4883-a7dd-4fd352950859 HTTP/1.1" status: 204 len: 168 time: 0.7166877 Sep 17 22:47:50.861664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35718) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:50.976531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f8751c82-44c3-4ca0-af0d-853c1779b0fd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting port 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:50.977023 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8751c82-44c3-4ca0-af0d-853c1779b0fd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.085745 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8751c82-44c3-4ca0-af0d-853c1779b0fd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.103601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f8751c82-44c3-4ca0-af0d-853c1779b0fd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Calling delete_port for 2e3c7546-78fc-4122-80d5-8e1a3ff11d44 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:51.266875 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:47:51.336914 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8751c82-44c3-4ca0-af0d-853c1779b0fd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.369837 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8751c82-44c3-4ca0-af0d-853c1779b0fd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Port': ['ID=2e3c7546-78fc-4122-80d5-8e1a3ff11d44,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:51.462124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8751c82-44c3-4ca0-af0d-853c1779b0fd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.465167 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f8751c82-44c3-4ca0-af0d-853c1779b0fd tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "DELETE /v2.0/ports/2e3c7546-78fc-4122-80d5-8e1a3ff11d44 HTTP/1.1" status: 204 len: 168 time: 0.6019254 Sep 17 22:47:51.468514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35742) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:51.575206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b6ae7121-47b4-44d3-9cdc-5e5e06f19bbc req-e100b679-5844-4f5f-ac5b-f619967dae4d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.0356052 Sep 17 22:47:51.584472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-87548243-a1a8-4a19-a664-cb7ccdb36b23 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting port 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:51.585161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87548243-a1a8-4a19-a664-cb7ccdb36b23 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.731943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87548243-a1a8-4a19-a664-cb7ccdb36b23 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.756045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-87548243-a1a8-4a19-a664-cb7ccdb36b23 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Calling delete_port for 3a540cf4-30de-41c7-8485-2fbafbdcf0d8 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:52.160437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87548243-a1a8-4a19-a664-cb7ccdb36b23 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.198318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87548243-a1a8-4a19-a664-cb7ccdb36b23 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Port': ['ID=3a540cf4-30de-41c7-8485-2fbafbdcf0d8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:52.277108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-87548243-a1a8-4a19-a664-cb7ccdb36b23 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.283092 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-87548243-a1a8-4a19-a664-cb7ccdb36b23 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "DELETE /v2.0/ports/3a540cf4-30de-41c7-8485-2fbafbdcf0d8 HTTP/1.1" status: 204 len: 168 time: 0.8091617 Sep 17 22:47:52.283514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35774) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:52.371594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-80676070-0394-481b-a288-de4763ed4f91 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting subnet d9038fed-a58f-4b67-bf7a-8ded5d67ffbb {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:52.376781 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80676070-0394-481b-a288-de4763ed4f91 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.429272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80676070-0394-481b-a288-de4763ed4f91 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.555561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80676070-0394-481b-a288-de4763ed4f91 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.737844 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94beac71-b20b-4a8b-9c9b-ec428c53cda9 req-82cdea18-6f09-4be0-bc89-6f11343b4070 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.0417666 Sep 17 22:47:52.743559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80676070-0394-481b-a288-de4763ed4f91 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.787928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f615f-49b4-4c0f-9841-22fa8d25a5f5 None None] Network 191f6cd1-311b-473e-9843-0738ddcc8752 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:52.808473 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80676070-0394-481b-a288-de4763ed4f91 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.810458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-80676070-0394-481b-a288-de4763ed4f91 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "DELETE /v2.0/subnets/d9038fed-a58f-4b67-bf7a-8ded5d67ffbb HTTP/1.1" status: 204 len: 168 time: 0.5259013 Sep 17 22:47:52.814196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35784) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:52.872600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80676070-0394-481b-a288-de4763ed4f91 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Subnet': ['ID=d9038fed-a58f-4b67-bf7a-8ded5d67ffbb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:52.903306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b11dbe-3436-47bc-b672-4f8542e80e06 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting subnet 81ddc4c5-5611-4f63-af97-1eb9c44b8393 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:47:52.907058 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83b11dbe-3436-47bc-b672-4f8542e80e06 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.996265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83b11dbe-3436-47bc-b672-4f8542e80e06 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.161329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83b11dbe-3436-47bc-b672-4f8542e80e06 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.186398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934915cb-5679-4495-bada-4fba2a8ae725 None None] DHCP port deletion for 191f6cd1-311b-473e-9843-0738ddcc8752 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:53.295435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-934915cb-5679-4495-bada-4fba2a8ae725 None None] Deleting port cc708f21-268c-497c-a160-3c3f7e503e7a {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:53.296009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-934915cb-5679-4495-bada-4fba2a8ae725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.362820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83b11dbe-3436-47bc-b672-4f8542e80e06 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.385479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cc708f21-268c-497c-a160-3c3f7e503e7a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:53.405944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b11dbe-3436-47bc-b672-4f8542e80e06 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Subnet': ['ID=81ddc4c5-5611-4f63-af97-1eb9c44b8393,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:53.408172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83b11dbe-3436-47bc-b672-4f8542e80e06 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.410699 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-83b11dbe-3436-47bc-b672-4f8542e80e06 tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "DELETE /v2.0/subnets/81ddc4c5-5611-4f63-af97-1eb9c44b8393 HTTP/1.1" status: 204 len: 168 time: 0.5948973 Sep 17 22:47:53.414601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35800) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:53.548052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964750ce-2afa-48d8-bbcb-18e3b269d527 None None] Network ac82a0af-7906-429a-ad82-3423a37350e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:53.575692 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.626752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-934915cb-5679-4495-bada-4fba2a8ae725 None None] For port cc708f21-268c-497c-a160-3c3f7e503e7a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cc708f21-268c-497c-a160-3c3f7e503e7a,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:53.627552 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-934915cb-5679-4495-bada-4fba2a8ae725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.730761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.784502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-934915cb-5679-4495-bada-4fba2a8ae725 None None] Calling delete_port for cc708f21-268c-497c-a160-3c3f7e503e7a owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:53.806074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Deleting port cc708f21-268c-497c-a160-3c3f7e503e7a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:53.806374 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:53.822749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port cc708f21-268c-497c-a160-3c3f7e503e7a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cc708f21-268c-497c-a160-3c3f7e503e7a,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:53.989511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] For port cc708f21-268c-497c-a160-3c3f7e503e7a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cc708f21-268c-497c-a160-3c3f7e503e7a,segment=NetworkSegment(37304f9f-c360-48b6-99b9-196540b83c6b),segment_id=37304f9f-c360-48b6-99b9-196540b83c6b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:53.990015 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.000556 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50253592-aa7b-43c0-8117-e4f0374f1669 req-245c8092-e74f-4d29-ba98-e88fd7c95af0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=408a086e-56b2-4ff3-8d29-59ce99f4996c HTTP/1.1" status: 200 len: 210 time: 0.0834959 Sep 17 22:47:54.008491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.053811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Calling delete_port for cc708f21-268c-497c-a160-3c3f7e503e7a owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:54.163635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=cc708f21-268c-497c-a160-3c3f7e503e7a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:54.196989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.197343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.197870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.198261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.198645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.199051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.199301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.199630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.199958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.200497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.200874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.201256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:54.220997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f46474-a26d-4400-8861-28ed7b9112fb None None] DHCP port deletion for ac82a0af-7906-429a-ad82-3423a37350e0 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:47:54.293462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.296839 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-934915cb-5679-4495-bada-4fba2a8ae725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.314139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] No DVR routers for this DVR port cc708f21-268c-497c-a160-3c3f7e503e7a on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:54.372491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Port': ['ID=cc708f21-268c-497c-a160-3c3f7e503e7a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:54.383393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934915cb-5679-4495-bada-4fba2a8ae725 None None] Pushing event deleted for resources: {'Port': ['ID=cc708f21-268c-497c-a160-3c3f7e503e7a,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:54.415505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934915cb-5679-4495-bada-4fba2a8ae725 None None] No DVR routers for this DVR port cc708f21-268c-497c-a160-3c3f7e503e7a on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:54.451032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-50f46474-a26d-4400-8861-28ed7b9112fb None None] Deleting port 2185935c-09ea-4d11-aa28-9e82cabd868e {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:47:54.451441 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50f46474-a26d-4400-8861-28ed7b9112fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.465052 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.490239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191f6cd1-311b-473e-9843-0738ddcc8752']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:54.502160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37304f9f-c360-48b6-99b9-196540b83c6b') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:54.502504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37304f9f-c360-48b6-99b9-196540b83c6b') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:54.514373 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.533458 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.540404 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:54.541216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.547372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35822) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:54.579054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-50f46474-a26d-4400-8861-28ed7b9112fb None None] For port 2185935c-09ea-4d11-aa28-9e82cabd868e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2185935c-09ea-4d11-aa28-9e82cabd868e,segment=NetworkSegment(d2188672-047a-4e63-afc7-6261e4db39ea),segment_id=d2188672-047a-4e63-afc7-6261e4db39ea)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:54.579462 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50f46474-a26d-4400-8861-28ed7b9112fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.602566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-50f46474-a26d-4400-8861-28ed7b9112fb None None] Calling delete_port for 2185935c-09ea-4d11-aa28-9e82cabd868e owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: self.session.flush() Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:54.656943 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:54.706295 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3bb8-4776-4e41-aa85-4009885de1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.777085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.785101 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.787149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "DELETE /v2.0/networks/191f6cd1-311b-473e-9843-0738ddcc8752 HTTP/1.1" status: 204 len: 168 time: 1.3714793 Sep 17 22:47:54.796969 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35830) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:54.845098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbeb70-e25c-4fce-954b-79f6e5f14bad tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Network': ['ID=191f6cd1-311b-473e-9843-0738ddcc8752,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:54.877586 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50f46474-a26d-4400-8861-28ed7b9112fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.933997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f46474-a26d-4400-8861-28ed7b9112fb None None] No DVR routers for this DVR port 2185935c-09ea-4d11-aa28-9e82cabd868e on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:47:54.944633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f46474-a26d-4400-8861-28ed7b9112fb None None] Pushing event deleted for resources: {'Port': ['ID=2185935c-09ea-4d11-aa28-9e82cabd868e,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:54.966751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.031700 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3bb8-4776-4e41-aa85-4009885de1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.102970 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3bb8-4776-4e41-aa85-4009885de1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.106994 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.143667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac82a0af-7906-429a-ad82-3423a37350e0']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:55.153486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2188672-047a-4e63-afc7-6261e4db39ea') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:55.153891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2188672-047a-4e63-afc7-6261e4db39ea') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:55.155063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3bb8-4776-4e41-aa85-4009885de1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49d0c0a-1e3a-44a1-a2ed-adcb339bc885,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:55.164154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9b7c3bb8-4776-4e41-aa85-4009885de1b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bf5b798b4b641928591e0addcab9f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6137068 Sep 17 22:47:55.164966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35840) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:55.179020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.195153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.202892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:47:55.203419 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:47:55.206736 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:47:55.220785 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1cde124-489f-4e67-a48f-6f712b0b8f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.245177 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1cde124-489f-4e67-a48f-6f712b0b8f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.357143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2185935c-09ea-4d11-aa28-9e82cabd868e no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:55.385405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 2185935c-09ea-4d11-aa28-9e82cabd868e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:47:55.385679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2185935c-09ea-4d11-aa28-9e82cabd868e not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:47:55.390324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.403342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.413119 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] 10.222.0.30 "DELETE /v2.0/networks/ac82a0af-7906-429a-ad82-3423a37350e0 HTTP/1.1" status: 204 len: 168 time: 0.6107926 Sep 17 22:47:55.434058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c0ce3-1659-4558-8d9e-851cc4a4f10b tempest-TaggedBootDevicesTest-421468960 tempest-TaggedBootDevicesTest-421468960-project] Pushing event deleted for resources: {'Network': ['ID=ac82a0af-7906-429a-ad82-3423a37350e0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:55.448344 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1cde124-489f-4e67-a48f-6f712b0b8f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.452339 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c1cde124-489f-4e67-a48f-6f712b0b8f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.453821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c1cde124-489f-4e67-a48f-6f712b0b8f01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d49d0c0a-1e3a-44a1-a2ed-adcb339bc885 HTTP/1.1" status: 204 len: 168 time: 0.2879252 Sep 17 22:47:55.465573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cde124-489f-4e67-a48f-6f712b0b8f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49d0c0a-1e3a-44a1-a2ed-adcb339bc885,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:56.349141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 35878) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:56.366169 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-52ab69e2-7005-4207-b9cc-151edc47583c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.491478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-52ab69e2-7005-4207-b9cc-151edc47583c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.565073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-52ab69e2-7005-4207-b9cc-151edc47583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.606602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab69e2-7005-4207-b9cc-151edc47583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b99f4f-11f2-4122-b860-f25fa9462c95,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:56.648754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-52ab69e2-7005-4207-b9cc-151edc47583c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcc354ae6181422aa49448a12f387c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960396 Sep 17 22:47:56.649240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 35882) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:56.727584 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f115a3d-5cf4-4b4e-a6e3-d46ba739d79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.758473 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f115a3d-5cf4-4b4e-a6e3-d46ba739d79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.933907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f115a3d-5cf4-4b4e-a6e3-d46ba739d79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.936737 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f115a3d-5cf4-4b4e-a6e3-d46ba739d79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.950560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0f115a3d-5cf4-4b4e-a6e3-d46ba739d79b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09b99f4f-11f2-4122-b860-f25fa9462c95 HTTP/1.1" status: 204 len: 168 time: 0.2988360 Sep 17 22:47:56.975968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f115a3d-5cf4-4b4e-a6e3-d46ba739d79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b99f4f-11f2-4122-b860-f25fa9462c95,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:59.427592 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.313482 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-216949a2-3742-4589-9f45-217d7b01e574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.891699 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-47565ef5-33b4-4364-873f-13becbdbb4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.050103 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.356865 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.549029 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36282) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:09.058939 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.611714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.046875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Deleting port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:10.047960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.210775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] For port 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:10.211149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.225814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Calling delete_port for 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:10.414470 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.547903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.582688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:10.617965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.618511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.618711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.619116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.619516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.620302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.620302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.620814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.621234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.621621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.622012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:10.622403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:11.106481 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.398472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:48:11.600562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:48:11.600562 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-15e61fb2-9de5-4061-a110-3d8f7cf3c018 admin admin] 10.222.0.30 "PUT /v2.0/routers/9d8a5afa-1247-4e12-890f-edb3bf93eb0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9807930 Sep 17 22:48:11.602380 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] Sync routers for ids ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:48:11.602380 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] Routers {'9d8a5afa-1247-4e12-890f-edb3bf93eb0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:11.602380 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:48:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:11.602939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36352) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:11.659833 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] Set router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:11.751139 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.880462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.918338 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:48:10Z', 'revision_number': 5, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port': {'id': 'd20056b5-8f00-4204-8fb5-4aa078c83641', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:36:45Z', 'updated_at': '2021-09-17T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:11.958978 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] Checking router: 9d8a5afa-1247-4e12-890f-edb3bf93eb0b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:48:11.968940 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] Routers {'9d8a5afa-1247-4e12-890f-edb3bf93eb0b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:11.969783 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:48:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:12.020687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Deleting port d20056b5-8f00-4204-8fb5-4aa078c83641 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:12.020687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.118576 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] Set router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:12.141037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] For port d20056b5-8f00-4204-8fb5-4aa078c83641, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d20056b5-8f00-4204-8fb5-4aa078c83641,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:12.141684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.156908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Calling delete_port for d20056b5-8f00-4204-8fb5-4aa078c83641 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:12.194075 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:48:11Z', 'revision_number': 6, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:12.229835 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df297d-122f-4216-9049-9108ee0319ff None None] The sync data for ids ['9d8a5afa-1247-4e12-890f-edb3bf93eb0b'] in n-d-713499-18 is: [{'id': '9d8a5afa-1247-4e12-890f-edb3bf93eb0b', 'name': 'tempest-TaggedBootDevicesTest-2014626994-router', 'tenant_id': '73abc9d519174e87be65c1fa9b05c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:36:44Z', 'updated_at': '2021-09-17T22:48:11Z', 'revision_number': 6, 'project_id': '73abc9d519174e87be65c1fa9b05c663', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:48:12.502601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.563744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d20056b5-8f00-4204-8fb5-4aa078c83641,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:12.691137 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.796113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.817928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.969978 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.970776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8a5afa-1247-4e12-890f-edb3bf93eb0b {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:48:12.979825 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.985772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-58249f62-e6e0-4f29-adcf-ff467b2c46e9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9d8a5afa-1247-4e12-890f-edb3bf93eb0b HTTP/1.1" status: 204 len: 168 time: 1.3826885 Sep 17 22:48:12.987048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 36386) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:13.126538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Deleting subnet 88d64f13-23f7-481b-bc85-231baac0c6f1 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:48:13.131364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.196725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.352875 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.374023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d20056b5-8f00-4204-8fb5-4aa078c83641 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:13.444534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d20056b5-8f00-4204-8fb5-4aa078c83641 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:13.444534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d20056b5-8f00-4204-8fb5-4aa078c83641 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:13.444534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:13.485420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:13.485787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1cfea2ee-307b-4cbb-bc32-5c95c0e02aa0 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:13.548066 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.579043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d64f13-23f7-481b-bc85-231baac0c6f1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:13.584413 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.589755 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/88d64f13-23f7-481b-bc85-231baac0c6f1 HTTP/1.1" status: 204 len: 168 time: 0.5975294 Sep 17 22:48:13.589850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36406) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:13.592103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.592478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.592987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.593325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.593443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c1149-25ef-430f-a486-2476c176ea2e None None] Network b47776c0-fb49-4546-b199-a15d6fc3e290 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:13.593651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.593977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.594299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.594615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.594932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.595268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.595791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.596241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f7cb-a4ef-47c0-ad0d-0132b752b549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:13.687213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.790026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Deleting port 540eddbb-714a-4868-8d9d-91510bb210af {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:13.790683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.896300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be2923-19be-4c98-8f39-73a49b4a51db None None] DHCP port deletion for b47776c0-fb49-4546-b199-a15d6fc3e290 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:48:13.923725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] For port 540eddbb-714a-4868-8d9d-91510bb210af, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=540eddbb-714a-4868-8d9d-91510bb210af,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:13.924377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.945152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Calling delete_port for 540eddbb-714a-4868-8d9d-91510bb210af owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:13.981389 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d3be2923-19be-4c98-8f39-73a49b4a51db None None] Deleting port 540eddbb-714a-4868-8d9d-91510bb210af {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:13.981873 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3be2923-19be-4c98-8f39-73a49b4a51db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.087907 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d3be2923-19be-4c98-8f39-73a49b4a51db None None] For port 540eddbb-714a-4868-8d9d-91510bb210af, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=540eddbb-714a-4868-8d9d-91510bb210af,segment=NetworkSegment(e94977cb-3763-47a4-8f85-24f0c21667d7),segment_id=e94977cb-3763-47a4-8f85-24f0c21667d7)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:14.088335 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3be2923-19be-4c98-8f39-73a49b4a51db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.108962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d3be2923-19be-4c98-8f39-73a49b4a51db None None] Calling delete_port for 540eddbb-714a-4868-8d9d-91510bb210af owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:14.187042 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.218232 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=540eddbb-714a-4868-8d9d-91510bb210af,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:14.238129 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] No DVR routers for this DVR port 540eddbb-714a-4868-8d9d-91510bb210af on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:14.327895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.371700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47776c0-fb49-4546-b199-a15d6fc3e290']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:14.387480 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94977cb-3763-47a4-8f85-24f0c21667d7') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:14.388114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94977cb-3763-47a4-8f85-24f0c21667d7') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:14.399314 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.408226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3be2923-19be-4c98-8f39-73a49b4a51db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.420952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.434022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:14.434465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be2923-19be-4c98-8f39-73a49b4a51db None None] Pushing event deleted for resources: {'Port': ['ID=540eddbb-714a-4868-8d9d-91510bb210af,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:14.436875 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:14.438928 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:14.441319 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be2923-19be-4c98-8f39-73a49b4a51db None None] No DVR routers for this DVR port 540eddbb-714a-4868-8d9d-91510bb210af on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:14.602802 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.625090 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.628283 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b47776c0-fb49-4546-b199-a15d6fc3e290 HTTP/1.1" status: 204 len: 168 time: 1.0380187 Sep 17 22:48:14.629142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a9c07-1896-44d0-b80c-b66459cc7d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=b47776c0-fb49-4546-b199-a15d6fc3e290,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:15.098159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36438) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:15.157925 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b61aca42-74e3-489d-9b81-d147f8330c9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73abc9d519174e87be65c1fa9b05c663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582047 Sep 17 22:48:15.160794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36442) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:15.239873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-960d1499-5ba7-4051-a0f7-c9725c4e5999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.297700 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-960d1499-5ba7-4051-a0f7-c9725c4e5999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.386400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 540eddbb-714a-4868-8d9d-91510bb210af no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:15.407538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 540eddbb-714a-4868-8d9d-91510bb210af {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:15.408544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 540eddbb-714a-4868-8d9d-91510bb210af not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:15.487831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-960d1499-5ba7-4051-a0f7-c9725c4e5999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.503203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-960d1499-5ba7-4051-a0f7-c9725c4e5999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:15.523968 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-960d1499-5ba7-4051-a0f7-c9725c4e5999 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c556656-98fb-4d21-89c8-fbc4f1642010 HTTP/1.1" status: 204 len: 168 time: 0.3458264 Sep 17 22:48:15.526947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d1499-5ba7-4051-a0f7-c9725c4e5999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c556656-98fb-4d21-89c8-fbc4f1642010,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:17.085616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36516) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:17.233254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-network', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:17.356175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:17.361995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.375165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.560885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.647410 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.692206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c67a68-1fa8-4645-8390-cb152314e409,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:17.703700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:48:17.714541 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.714893 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Added segment cf2da28a-9f10-4777-a67b-c38684b64d7b of type vlan for network e21e7c40-ad05-44f1-9325-52357fe6b5da Sep 17 22:48:17.762975 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.890651 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.891873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:17.892551 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.993888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] Pushing event updated for resources: {'Network': ['ID=e21e7c40-ad05-44f1-9325-52357fe6b5da,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:18.004548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e21e7c40-ad05-44f1-9325-52357fe6b5da details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:48:18.133898 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b519f3d5-32e6-4c3f-b978-c4ba89b63421 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0456676 Sep 17 22:48:18.140193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36540) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:18.141433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Request body: {'subnet': {'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-subnet', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:18.298638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:18.304543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:18.661677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:18.752840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ab8b00-fc15-4ee5-97e7-bfaf371d8cde,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:18.788917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Checking segment: {'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:18.790327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Network hostable DHCP agents. Network: e21e7c40-ad05-44f1-9325-52357fe6b5da, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:48:18.941524 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Network e21e7c40-ad05-44f1-9325-52357fe6b5da is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:48:19.044494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e21e7c40-ad05-44f1-9325-52357fe6b5da) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:19.051636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:19.052415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.053304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eed2c75-3b7c-4683-9322-1af1682288a4 None None] Network e21e7c40-ad05-44f1-9325-52357fe6b5da requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:19.130803 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b0096b1d-75f2-4ea8-9203-b3cf165552d9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9930923 Sep 17 22:48:19.133510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36570) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:19.139348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:19.259631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-e21e7c40-ad05-44f1-9325-52357fe6b5da', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:48:19.260622 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.301926 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.303259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.453399 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.506031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Allocated IP 172.20.0.2 (e21e7c40-ad05-44f1-9325-52357fe6b5da/85ab8b00-fc15-4ee5-97e7-bfaf371d8cde/b48916e6-9a6e-4c20-a3fd-4d4ccc595682) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:19.721525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.746349 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.850036 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:19.938171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Network e21e7c40-ad05-44f1-9325-52357fe6b5da is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:19.943563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:19.948866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:19.987500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Pushing event updated for resources: {'Port': ['ID=b48916e6-9a6e-4c20-a3fd-4d4ccc595682,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:20.109555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Attempting to bind port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:20.110163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Attempting to bind port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:20.110263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Attempting to bind port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 on network e21e7c40-ad05-44f1-9325-52357fe6b5da {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:20.140328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:20.142308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Checking segment: {'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:20.143804 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.144320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Bound using segment: {'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:20.144808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Bound port: b48916e6-9a6e-4c20-a3fd-4d4ccc595682, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:20.145194 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.244550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] For port b48916e6-9a6e-4c20-a3fd-4d4ccc595682, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:20.248601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] For port b48916e6-9a6e-4c20-a3fd-4d4ccc595682, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b48916e6-9a6e-4c20-a3fd-4d4ccc595682,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:20.254776 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.280286 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.364925 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.389281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Allocated IP 172.25.6.198 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/021c9351-a9ed-46dd-bc46-a6660531182b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:20.430696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac596b9-097d-46c0-ac78-c0f2c2811a98 None None] Pushing event updated for resources: {'Port': ['ID=b48916e6-9a6e-4c20-a3fd-4d4ccc595682,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:20.596017 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.729070 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:20.832557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:20.835766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:20.839805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:20.874720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Pushing event updated for resources: {'Port': ['ID=021c9351-a9ed-46dd-bc46-a6660531182b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:21.450372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b48916e6-9a6e-4c20-a3fd-4d4ccc595682 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:21.600335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:21.604067 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.680091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.734688 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.790372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port b48916e6-9a6e-4c20-a3fd-4d4ccc595682, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b48916e6-9a6e-4c20-a3fd-4d4ccc595682,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:21.870380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.965625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=b48916e6-9a6e-4c20-a3fd-4d4ccc595682,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:21.980058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9983b3-2f5c-4931-944e-1a50ce888869 None None] Network e21e7c40-ad05-44f1-9325-52357fe6b5da requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:22.053820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-75945601-9e78-4137-a257-ba114ffe7ba5 None None] Provisioning complete for port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:22.054226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75945601-9e78-4137-a257-ba114ffe7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.161518 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.523291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Router c2693b58-57c9-4c17-bcc7-df68b5ebefec is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:48:22.730486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fcadbb3a-681a-4067-8ded-c92fc5d6de70 None None] Provisioning complete for port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:22.731076 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fcadbb3a-681a-4067-8ded-c92fc5d6de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:22.873060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:48:22.930207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Sync routers for ids ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:48:22.949504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Routers {'c2693b58-57c9-4c17-bcc7-df68b5ebefec'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:22.950293 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:48:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:23.078981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Set router c2693b58-57c9-4c17-bcc7-df68b5ebefec gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:23.297461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:21Z', 'revision_number': 3, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:23.336688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Checking router: c2693b58-57c9-4c17-bcc7-df68b5ebefec for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:48:23.337040 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Updating router c2693b58-57c9-4c17-bcc7-df68b5ebefec port 021c9351-a9ed-46dd-bc46-a6660531182b binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:48:23.360588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b48916e6-9a6e-4c20-a3fd-4d4ccc595682 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:23.386289 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.515877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:23.516380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.558192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.628502 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bd8f5588-2073-4fe9-bb9c-8a07bf58e878 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4244509 Sep 17 22:48:23.628502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 36656) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:23.766906 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.878578 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.950520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a0ca7-4414-48fa-bcc6-4520e9597225 None None] Pushing event updated for resources: {'Port': ['ID=021c9351-a9ed-46dd-bc46-a6660531182b,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:24.046033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Attempting to bind port 021c9351-a9ed-46dd-bc46-a6660531182b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:24.047091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Attempting to bind port 021c9351-a9ed-46dd-bc46-a6660531182b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:24.047569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Attempting to bind port 021c9351-a9ed-46dd-bc46-a6660531182b on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:24.075874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:24.077390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:24.077909 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.078901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:24.079751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Bound port: 021c9351-a9ed-46dd-bc46-a6660531182b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:24.083573 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.174001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] For port 021c9351-a9ed-46dd-bc46-a6660531182b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:24.177895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] For port 021c9351-a9ed-46dd-bc46-a6660531182b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=021c9351-a9ed-46dd-bc46-a6660531182b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:24.261128 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.327228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a0ca7-4414-48fa-bcc6-4520e9597225 None None] Pushing event updated for resources: {'Port': ['ID=021c9351-a9ed-46dd-bc46-a6660531182b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:24.358825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Routers {'c2693b58-57c9-4c17-bcc7-df68b5ebefec'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:24.359456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:48:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:24.401919 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:24.491737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] Set router c2693b58-57c9-4c17-bcc7-df68b5ebefec gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:24.674645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Allocated IP 172.20.0.1 (e21e7c40-ad05-44f1-9325-52357fe6b5da/85ab8b00-fc15-4ee5-97e7-bfaf371d8cde/038fb48f-d647-43bf-ac66-b049c8a7a466) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:24.746175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:21Z', 'revision_number': 3, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:24.795403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cd937-8406-40a4-82a3-ec94f6cebae4 None None] The sync data for ids ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'] in n-d-713499-18 is: [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:21Z', 'revision_number': 3, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:48:24.907095 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:25.019932 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:25.093270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Network e21e7c40-ad05-44f1-9325-52357fe6b5da is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:25.104800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:25.109572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:25.280521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Pushing event updated for resources: {'Port': ['ID=038fb48f-d647-43bf-ac66-b049c8a7a466,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:25.317285 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:25.453396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 021c9351-a9ed-46dd-bc46-a6660531182b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:25.630525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 021c9351-a9ed-46dd-bc46-a6660531182b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:25.630525 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:25.775630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fe548b0f-1c89-42d3-b18f-4429d5fd5d4a None None] Provisioning complete for port 038fb48f-d647-43bf-ac66-b049c8a7a466 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:25.776102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fe548b0f-1c89-42d3-b18f-4429d5fd5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:25.796941 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:25.995710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fe548b0f-1c89-42d3-b18f-4429d5fd5d4a None None] Port 038fb48f-d647-43bf-ac66-b049c8a7a466 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:48:25.997663 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.088703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 021c9351-a9ed-46dd-bc46-a6660531182b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=021c9351-a9ed-46dd-bc46-a6660531182b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:26.175926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.353034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=021c9351-a9ed-46dd-bc46-a6660531182b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:26.415077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.504330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.637041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Pushing event updated for resources: {'Port': ['ID=038fb48f-d647-43bf-ac66-b049c8a7a466,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:26.647374 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:26.918420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Network e21e7c40-ad05-44f1-9325-52357fe6b5da is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:26.920163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:27.192555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Router c2693b58-57c9-4c17-bcc7-df68b5ebefec has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:48:27.417541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 021c9351-a9ed-46dd-bc46-a6660531182b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:27.494243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f302dcb7-5ea0-4118-8bcc-e1137142b921 None None] Provisioning complete for port 038fb48f-d647-43bf-ac66-b049c8a7a466 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:27.494758 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f302dcb7-5ea0-4118-8bcc-e1137142b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:27.509361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:48:27.519902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fda3a608-4c35-455e-8df0-d0833ee33800 admin admin] 10.222.0.30 "PUT /v2.0/routers/c2693b58-57c9-4c17-bcc7-df68b5ebefec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9548244 Sep 17 22:48:27.592923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 021c9351-a9ed-46dd-bc46-a6660531182b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:27.598871 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:27.705377 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Sync routers for ids ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:48:27.722459 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Routers {'c2693b58-57c9-4c17-bcc7-df68b5ebefec'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:27.723120 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:48:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:27.860712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f302dcb7-5ea0-4118-8bcc-e1137142b921 None None] Port 038fb48f-d647-43bf-ac66-b049c8a7a466 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:48:27.990599 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Set router c2693b58-57c9-4c17-bcc7-df68b5ebefec gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:28.274878 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:48:28.277956 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:25Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '038fb48f-d647-43bf-ac66-b049c8a7a466', 'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'mac_address': 'fa:16:3e:b9:bf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:24Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 2, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'subnets': [{'id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:28.318979 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Checking router: c2693b58-57c9-4c17-bcc7-df68b5ebefec for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:48:28.319249 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Updating router c2693b58-57c9-4c17-bcc7-df68b5ebefec port 038fb48f-d647-43bf-ac66-b049c8a7a466 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:48:28.351327 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.824160 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:28.937609 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.131362 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Attempting to bind port 038fb48f-d647-43bf-ac66-b049c8a7a466 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:29.131726 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Attempting to bind port 038fb48f-d647-43bf-ac66-b049c8a7a466 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:29.132161 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Attempting to bind port 038fb48f-d647-43bf-ac66-b049c8a7a466 on network e21e7c40-ad05-44f1-9325-52357fe6b5da {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:29.135025 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Pushing event updated for resources: {'Port': ['ID=038fb48f-d647-43bf-ac66-b049c8a7a466,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:29.157254 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:29.157254 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Checking segment: {'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:29.157254 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.157254 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Bound using segment: {'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:29.157254 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Bound port: 038fb48f-d647-43bf-ac66-b049c8a7a466, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:29.157254 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.165582 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.165935 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.166580 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.166925 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.167257 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.169612 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.169961 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.170288 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.170818 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.171152 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.171618 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.171947 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:29.307863 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.336568 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] For port 038fb48f-d647-43bf-ac66-b049c8a7a466, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:29.343696 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] For port 038fb48f-d647-43bf-ac66-b049c8a7a466, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=038fb48f-d647-43bf-ac66-b049c8a7a466,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:29.491171 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.524256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c1a1f999-3eab-4fb1-bc0b-30e40d3da201 None None] Provisioning complete for port 038fb48f-d647-43bf-ac66-b049c8a7a466 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:29.524911 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f999-3eab-4fb1-bc0b-30e40d3da201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.661178 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Routers {'c2693b58-57c9-4c17-bcc7-df68b5ebefec'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:29.661822 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:48:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:29.816332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f999-3eab-4fb1-bc0b-30e40d3da201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:29.837450 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e7cc1-9c3a-4866-8f24-da511b37314b None None] Pushing event updated for resources: {'Port': ['ID=038fb48f-d647-43bf-ac66-b049c8a7a466,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:29.887489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c1a1f999-3eab-4fb1-bc0b-30e40d3da201 None None] For port 038fb48f-d647-43bf-ac66-b049c8a7a466, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=038fb48f-d647-43bf-ac66-b049c8a7a466,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:29.953817 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] Set router c2693b58-57c9-4c17-bcc7-df68b5ebefec gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:29.969471 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f999-3eab-4fb1-bc0b-30e40d3da201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.075980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1f999-3eab-4fb1-bc0b-30e40d3da201 None None] Pushing event updated for resources: {'Port': ['ID=038fb48f-d647-43bf-ac66-b049c8a7a466,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:30.113945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-94469e9d-0a71-4f73-bffa-32461767555d None None] Provisioning complete for port 038fb48f-d647-43bf-ac66-b049c8a7a466 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:30.114661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-94469e9d-0a71-4f73-bffa-32461767555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:30.354157 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:25Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '038fb48f-d647-43bf-ac66-b049c8a7a466', 'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'mac_address': 'fa:16:3e:b9:bf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:24Z', 'updated_at': '2021-09-17T22:48:29Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'subnets': [{'id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:30.392079 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa56e5-884d-4b2f-a7dc-2b862caacaa8 None None] The sync data for ids ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'] in n-d-713499-18 is: [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:25Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '038fb48f-d647-43bf-ac66-b049c8a7a466', 'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'mac_address': 'fa:16:3e:b9:bf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:24Z', 'updated_at': '2021-09-17T22:48:29Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'subnets': [{'id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:48:31.543008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 038fb48f-d647-43bf-ac66-b049c8a7a466 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:31.638932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 038fb48f-d647-43bf-ac66-b049c8a7a466 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:31.639378 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:33.249757 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bdd45d69-a7b8-4b34-9607-74235bd5ec70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:35.932552 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2473-18ef-4762-bddf-f1940387c819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.057251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:37.421113 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:39.037228 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.450027 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:41.530940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-d0bcc527-35e9-49e2-bead-866980eb7998 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:41.532626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-d0bcc527-35e9-49e2-bead-866980eb7998 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1217606 Sep 17 22:48:41.549352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-8629c578-3d24-49fe-8a0d-2c11e1593f9f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/quotas/b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 375 time: 0.0106130 Sep 17 22:48:41.622992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-9742addc-93ce-4e8c-a55f-03a87ce76584 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664392 Sep 17 22:48:41.739794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-dc683af6-c468-4789-800e-37fa2ea328ce service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:48:41.747916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-dc683af6-c468-4789-800e-37fa2ea328ce service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1159637 Sep 17 22:48:41.865517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-40009840-1d1b-455d-a253-91bf3fc46237 service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157243 Sep 17 22:48:41.987627 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-96a41d57-2da8-477c-ad25-a1227dc0eaac service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209083 Sep 17 22:48:42.462902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37254) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:42.625884 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb70f-d8c1-4595-a287-14f99e36d9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.743553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb70f-d8c1-4595-a287-14f99e36d9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:42.827051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f7ea7ed7-ac0b-47c8-a3cb-1e238e611ecc req-423698bd-14dd-4d6c-88c8-d54d139d6d86 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 210 time: 0.0557706 Sep 17 22:48:43.132518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb70f-d8c1-4595-a287-14f99e36d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.180161 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fdcfb70f-d8c1-4595-a287-14f99e36d9bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79ec66cc9ef14597bffde62b18c42b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161300 Sep 17 22:48:43.181434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfb70f-d8c1-4595-a287-14f99e36d9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e1116e-a5aa-41c0-86a6-d8762b0e8ba4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:43.182817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37284) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:43.237948 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de787239-9b77-4dd9-87e3-fac39c2a43f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.263311 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de787239-9b77-4dd9-87e3-fac39c2a43f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.401163 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de787239-9b77-4dd9-87e3-fac39c2a43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.405020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de787239-9b77-4dd9-87e3-fac39c2a43f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:43.414270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-de787239-9b77-4dd9-87e3-fac39c2a43f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98e1116e-a5aa-41c0-86a6-d8762b0e8ba4 HTTP/1.1" status: 204 len: 168 time: 0.2299962 Sep 17 22:48:43.432305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de787239-9b77-4dd9-87e3-fac39c2a43f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e1116e-a5aa-41c0-86a6-d8762b0e8ba4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:43.933037 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afe5052e-72ef-4846-8362-a096e59eaef6 req-3af41d10-2e35-44a2-8789-f6699ce8c759 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 210 time: 0.0466127 Sep 17 22:48:44.435962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37316) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:44.451059 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee472-66a4-4194-b0f6-edac84edf23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.595861 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee472-66a4-4194-b0f6-edac84edf23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.689900 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee472-66a4-4194-b0f6-edac84edf23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.738863 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9b8ee472-66a4-4194-b0f6-edac84edf23b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b6750b5ac034237beb1e7d8ab38c687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013523 Sep 17 22:48:44.754322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37326) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:44.755600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ee472-66a4-4194-b0f6-edac84edf23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e143375a-f191-4823-9e74-1028a13a034f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:44.866450 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e7b54e0b-0c52-4997-9965-9ab42ae4f388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:44.891412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e7b54e0b-0c52-4997-9965-9ab42ae4f388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.042446 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5c11dfc2-9cc3-469f-b650-6e92a4577fae req-61a107d4-6cf6-4304-85f7-4b1334bd2b1b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 210 time: 0.0284603 Sep 17 22:48:45.043488 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e7b54e0b-0c52-4997-9965-9ab42ae4f388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.052856 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e7b54e0b-0c52-4997-9965-9ab42ae4f388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.055447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e7b54e0b-0c52-4997-9965-9ab42ae4f388 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e143375a-f191-4823-9e74-1028a13a034f HTTP/1.1" status: 204 len: 168 time: 0.2989845 Sep 17 22:48:45.071010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b54e0b-0c52-4997-9965-9ab42ae4f388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e143375a-f191-4823-9e74-1028a13a034f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:45.520354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-a55fc09c-3a93-41e6-a3ca-eeb417ae9a97 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:45.524601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-a55fc09c-3a93-41e6-a3ca-eeb417ae9a97 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1213136 Sep 17 22:48:45.541840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'port': {'device_id': 'd2d12a0b-8b50-4ba2-ba0e-7595bde1ba32', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'admin_state_up': True, 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:45.875315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Made reservation on behalf of b9af4026dcb84aecbc3aac9c31d963fe for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:45.879255 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.070460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Allocated IP 172.20.0.10 (857ed70f-40ac-4dd7-bd96-731ddda72698/d3f1c75a-5d51-408c-a766-d452865f15e7/60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:46.208529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-794dc9e9-0f54-4fa5-a444-a5e54d5aa5c8 req-088b9d5a-7138-4117-a38b-b9ad7301aa8e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 210 time: 0.0357544 Sep 17 22:48:46.389357 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.569769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.613482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:46.616950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:46.621421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:46.677415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:46.678427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:46.706878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:46.785188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-3dfcc305-7d05-4d83-bf4c-677055c35c7a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2475455 Sep 17 22:48:46.816539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Request body: {'port': {'device_id': 'd2d12a0b-8b50-4ba2-ba0e-7595bde1ba32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:46.969294 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.114720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e71d2e57-c385-4141-8e94-8484d178c221 None None] Provisioning complete for port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:47.115504 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e71d2e57-c385-4141-8e94-8484d178c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.236085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e71d2e57-c385-4141-8e94-8484d178c221 None None] Port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:48:47.436461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b3727-c50e-4f69-9de8-e0d0d6531ff7 req-9785272a-839e-47e9-b9ee-8039dda2fa79 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:47.438245 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c26b3727-c50e-4f69-9de8-e0d0d6531ff7 req-9785272a-839e-47e9-b9ee-8039dda2fa79 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 932 time: 0.1022406 Sep 17 22:48:47.568861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:47.577252 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c26b3727-c50e-4f69-9de8-e0d0d6531ff7 req-e307d207-56c9-4020-8de2-2d0db9844514 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275337 Sep 17 22:48:47.582658 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:47.611473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Transition to ACTIVE for port object 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:48:47.912386 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.131543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:48.169931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Attempting to bind port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:48.170322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Attempting to bind port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:48.170708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Attempting to bind port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:48.182544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 on network 857ed70f-40ac-4dd7-bd96-731ddda72698 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:48:48.183912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Attempting to bind port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:48.194256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:48.194593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Checking segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:48.201872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Bound using segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:48.203715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Bound port: 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:48.205141 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.750758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333219a-962a-434b-8d8c-69c7acd1a2f9 req-2c4aec17-bc78-4968-a6dc-af174e31426e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:48.752537 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8333219a-962a-434b-8d8c-69c7acd1a2f9 req-2c4aec17-bc78-4968-a6dc-af174e31426e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0823040 Sep 17 22:48:48.802074 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8333219a-962a-434b-8d8c-69c7acd1a2f9 req-6b2419cd-7a71-42aa-8217-155a1f0c87cb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386784 Sep 17 22:48:48.810326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] For port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:48.827528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] For port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:48.919129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.978067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:48.980540 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.983111 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 HTTP/1.1" status: 200 len: 1093 time: 2.1756849 Sep 17 22:48:48.986061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d12a0b-8b50-4ba2-ba0e-7595bde1ba32', 'tag': '60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:48.988611 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfb8f8d-9996-4671-969f-9691f447ce60" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32", "tag": "60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:49.031065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eda8a4-771f-46ed-8312-314761daa9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:49.064166 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a4ac8a-78c0-4a1e-ad21-14477716f096 x-openstack-request-id: req-93a4ac8a-78c0-4a1e-ad21-14477716f096 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:49.064468 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32", "tag": "60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:49.064715 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93a4ac8a-78c0-4a1e-ad21-14477716f096 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:49.065157 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d12a0b-8b50-4ba2-ba0e-7595bde1ba32', 'tag': '60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3', 'status': 'completed', 'code': 200} Sep 17 22:48:49.203092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb8f8d-9996-4671-969f-9691f447ce60 req-ebaf092a-5830-43e7-8c44-6a11280e8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:49.204664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2bfb8f8d-9996-4671-969f-9691f447ce60 req-ebaf092a-5830-43e7-8c44-6a11280e8e4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 1096 time: 0.1004307 Sep 17 22:48:49.409653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb8f8d-9996-4671-969f-9691f447ce60 req-e7760830-a793-44b2-bd5d-7046bb0dbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:49.411452 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2bfb8f8d-9996-4671-969f-9691f447ce60 req-e7760830-a793-44b2-bd5d-7046bb0dbf64 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1934006 Sep 17 22:48:49.521120 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb8f8d-9996-4671-969f-9691f447ce60 req-bebb69ed-bb70-4e8c-86c6-0cb49b714538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:49.522974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2bfb8f8d-9996-4671-969f-9691f447ce60 req-bebb69ed-bb70-4e8c-86c6-0cb49b714538 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044590 Sep 17 22:48:49.646181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-c679ee55-67ca-46fe-ab38-a549a34a7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:49.654911 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-c679ee55-67ca-46fe-ab38-a549a34a7fbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 1096 time: 0.0587127 Sep 17 22:48:49.769328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-fee93247-2102-4e0e-8b66-3dd3adf0b0ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 HTTP/1.1" status: 200 len: 217 time: 0.1029370 Sep 17 22:48:49.877218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-6307dd52-7710-4242-9bd1-0583f40aecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:49.879467 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-6307dd52-7710-4242-9bd1-0583f40aecb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0986819 Sep 17 22:48:49.975031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-67c15282-6b3e-41fd-a55d-d5ad1ed401ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:49.976563 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-67c15282-6b3e-41fd-a55d-d5ad1ed401ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904779 Sep 17 22:48:50.058150 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48af29-c149-4457-9189-e6526b033a63 req-7cec88ae-5ede-4bdc-83ed-424d48638772 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:50.068542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb48af29-c149-4457-9189-e6526b033a63 req-7cec88ae-5ede-4bdc-83ed-424d48638772 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.1406772 Sep 17 22:48:50.126688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-4ff42704-f8a4-471e-958c-82d771f7c706 service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405780 Sep 17 22:48:50.159571 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb48af29-c149-4457-9189-e6526b033a63 req-e36d2018-4ab1-4028-8cb2-816f0d919574 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899463 Sep 17 22:48:50.256956 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-407036b6-1cca-4e26-9dbd-688ac86cf4bf req-da9a4dc1-1494-4cf1-943c-10a0b4f90b8d service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232562 Sep 17 22:48:51.318758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd66f45-d043-43b3-8047-de5d68ce01d7 req-51fe917e-055a-423d-bb7d-8a074565f6cd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.327755 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fd66f45-d043-43b3-8047-de5d68ce01d7 req-51fe917e-055a-423d-bb7d-8a074565f6cd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0788817 Sep 17 22:48:51.368321 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fd66f45-d043-43b3-8047-de5d68ce01d7 req-72da2ceb-11c9-4e3a-a718-034f7918e0b6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Sep 17 22:48:52.558446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c971d0-77ff-4d06-9049-ba6e712e6354 req-ee08c1ac-60b5-4d31-bc89-4858e7bc2a1b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:52.561020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c971d0-77ff-4d06-9049-ba6e712e6354 req-ee08c1ac-60b5-4d31-bc89-4858e7bc2a1b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0599108 Sep 17 22:48:52.604339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c971d0-77ff-4d06-9049-ba6e712e6354 req-56f5c4fa-826b-4d66-a014-4e2c558e6075 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345643 Sep 17 22:48:53.756021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a864ce-99c2-4d8b-ade7-797ca0892c07 req-4b43dd78-a5f4-41f7-b90e-a10ecf2205ae tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:53.758587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f1a864ce-99c2-4d8b-ade7-797ca0892c07 req-4b43dd78-a5f4-41f7-b90e-a10ecf2205ae tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0692985 Sep 17 22:48:53.810018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f1a864ce-99c2-4d8b-ade7-797ca0892c07 req-09a38de6-8333-41af-bef4-23e1aeae7810 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415168 Sep 17 22:48:54.962887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb7243-580c-4fb4-8270-be95969b7e55 req-23dce581-f205-4d96-821d-c72b0f71dfcb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:54.964797 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3adb7243-580c-4fb4-8270-be95969b7e55 req-23dce581-f205-4d96-821d-c72b0f71dfcb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0581036 Sep 17 22:48:55.026366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3adb7243-580c-4fb4-8270-be95969b7e55 req-42a61b1a-b5c8-44e8-9622-bc6d758b248e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Sep 17 22:48:56.192302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d5ec9-bddc-4247-b754-6d0940576333 req-2547a6bc-b63d-4c82-acd6-4c7505264538 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:56.194002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-197d5ec9-bddc-4247-b754-6d0940576333 req-2547a6bc-b63d-4c82-acd6-4c7505264538 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0704591 Sep 17 22:48:56.281656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-197d5ec9-bddc-4247-b754-6d0940576333 req-aecb3af9-273d-4e1e-bfaa-f6be105a80b8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804670 Sep 17 22:48:57.422977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc660fe4-7ffd-458f-9f54-896635155458 req-2a6f7581-c627-4545-ba84-47258ee0875e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:57.428607 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc660fe4-7ffd-458f-9f54-896635155458 req-2a6f7581-c627-4545-ba84-47258ee0875e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0677624 Sep 17 22:48:57.511662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc660fe4-7ffd-458f-9f54-896635155458 req-2f13c56d-edc1-4826-a8bb-6a3c84f5a4bf tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768752 Sep 17 22:48:58.659370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8b9bb-4540-4fbc-85d2-d9ae07c0d2bd req-6c14d997-8a72-45db-a1f2-93f413b13445 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:58.670605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92f8b9bb-4540-4fbc-85d2-d9ae07c0d2bd req-6c14d997-8a72-45db-a1f2-93f413b13445 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0675485 Sep 17 22:48:58.710688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92f8b9bb-4540-4fbc-85d2-d9ae07c0d2bd req-db8c3e89-5073-4556-9333-e612729de4d6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Sep 17 22:48:59.256402 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:59.859087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec1362-6dc5-49f7-b2f6-4c8fd705d0b3 req-9e74531f-fa11-424a-b851-e3acb95ec7e2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:59.867240 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dec1362-6dc5-49f7-b2f6-4c8fd705d0b3 req-9e74531f-fa11-424a-b851-e3acb95ec7e2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0732827 Sep 17 22:48:59.905443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dec1362-6dc5-49f7-b2f6-4c8fd705d0b3 req-cca6e7ef-29df-4c00-a27c-ca97daf6ab44 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373499 Sep 17 22:49:01.041644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb41255-91e1-4462-9dfc-9bb483d6c0fa req-ce27aa2e-ee90-4ce5-90ad-3b193fad589a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:01.053449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4bb41255-91e1-4462-9dfc-9bb483d6c0fa req-ce27aa2e-ee90-4ce5-90ad-3b193fad589a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0606995 Sep 17 22:49:01.093870 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4bb41255-91e1-4462-9dfc-9bb483d6c0fa req-8ecc36e8-5de0-4ad3-b952-f371d86e68e0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395272 Sep 17 22:49:02.244371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41a439-f822-4d87-9e4f-3e2c82bed08c req-2fb89f0a-a215-4b40-a7d1-73f6b55b6ea4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:02.257995 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c41a439-f822-4d87-9e4f-3e2c82bed08c req-2fb89f0a-a215-4b40-a7d1-73f6b55b6ea4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0708797 Sep 17 22:49:02.307957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c41a439-f822-4d87-9e4f-3e2c82bed08c req-c9031cd0-87e9-4f60-be11-cded84140b97 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488279 Sep 17 22:49:03.275971 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c35723f-6cf6-44c0-90fb-15b955ad5579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:03.457930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ba7a-e284-48cb-bcf8-5963b7ed549e req-5074e197-b6e0-4483-9799-2f735d7b9b8d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:03.470467 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2e3ba7a-e284-48cb-bcf8-5963b7ed549e req-5074e197-b6e0-4483-9799-2f735d7b9b8d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0656745 Sep 17 22:49:03.532974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2e3ba7a-e284-48cb-bcf8-5963b7ed549e req-fd7f3d88-66de-45c3-87f5-3bebc2da9027 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555918 Sep 17 22:49:04.678443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b308ad-c828-49bf-8174-998b521a9d8d req-2e85c605-75d9-43b0-9749-dda31d9f7c0b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:04.682906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9b308ad-c828-49bf-8174-998b521a9d8d req-2e85c605-75d9-43b0-9749-dda31d9f7c0b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0684745 Sep 17 22:49:04.729867 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9b308ad-c828-49bf-8174-998b521a9d8d req-c17f8224-7829-4d29-9307-b837cc51a93a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Sep 17 22:49:05.283964 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:49:05.870192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04dd8d-c17e-4d1b-ad9d-5de70368c601 req-76bad472-d8dc-4e95-8b27-3fedbe7fac66 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:05.871660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e04dd8d-c17e-4d1b-ad9d-5de70368c601 req-76bad472-d8dc-4e95-8b27-3fedbe7fac66 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0533943 Sep 17 22:49:05.883480 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ad9b-1d5c-4b23-b8cd-3fb97bed278c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:05.913062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e04dd8d-c17e-4d1b-ad9d-5de70368c601 req-dd32acad-9186-4830-b352-d116b8f8bac3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337875 Sep 17 22:49:06.266890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37776) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:06.407391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-485763aa-0c5a-4b0a-bfca-a68e55824f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:06.413915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37784) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:06.422533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1797243874'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:06.440059 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:49:06.440059 n-d-713499-18 neutron-server[95454]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 22:49:06.440059 n-d-713499-18 neutron-server[95454]: [parameters: {'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'id': 'a2103632-2deb-430a-901a-e4d16bc61b60', 'expiration': datetime.datetime(2021, 9, 17, 22, 51, 6, 434244)}] Sep 17 22:49:06.440059 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:49:06.440495 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:49:06.527487 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-485763aa-0c5a-4b0a-bfca-a68e55824f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:06.629173 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-485763aa-0c5a-4b0a-bfca-a68e55824f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:06.682635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-485763aa-0c5a-4b0a-bfca-a68e55824f07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27ba345d057a4979aea095ab26edb436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146006 Sep 17 22:49:06.688101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485763aa-0c5a-4b0a-bfca-a68e55824f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e5156-01c1-4fd9-8d5d-2bd82eb06b1b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:06.690630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37790) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:06.773121 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc732044-6a46-46b0-a30d-b3feabd612f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:06.808660 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc732044-6a46-46b0-a30d-b3feabd612f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.009730 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc732044-6a46-46b0-a30d-b3feabd612f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.012387 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc732044-6a46-46b0-a30d-b3feabd612f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.013798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bc732044-6a46-46b0-a30d-b3feabd612f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a68e5156-01c1-4fd9-8d5d-2bd82eb06b1b HTTP/1.1" status: 204 len: 168 time: 0.3219447 Sep 17 22:49:07.025874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc732044-6a46-46b0-a30d-b3feabd612f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e5156-01c1-4fd9-8d5d-2bd82eb06b1b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:07.049104 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.068082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896b6a-0717-4002-ba58-80789e06e19f req-692a5b4f-e24e-4e6e-96ee-fd6d8167dd7b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:07.069740 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20896b6a-0717-4002-ba58-80789e06e19f req-692a5b4f-e24e-4e6e-96ee-fd6d8167dd7b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0638051 Sep 17 22:49:07.071190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:07.080810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.139557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:49:07.162682 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20896b6a-0717-4002-ba58-80789e06e19f req-dd5687f6-9b15-46fe-bedf-95f71e6a6a20 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792620 Sep 17 22:49:07.165779 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.165779 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Added segment 478edfe6-d8c8-4057-ba8a-d7d56b34fe4b of type vlan for network 4cfabf82-7bec-4504-ad7e-f7b72956c35f Sep 17 22:49:07.217523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.363112 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.368729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:07.369559 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.442987 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.443703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Network': ['ID=4cfabf82-7bec-4504-ad7e-f7b72956c35f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:07.455862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4cfabf82-7bec-4504-ad7e-f7b72956c35f details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:07.587278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6e9fc6d4-896f-4b56-82e2-0011dbc56967 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1722398 Sep 17 22:49:07.590005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37810) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:07.595433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-296077565'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:07.737300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:07.740925 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.770065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:49:07.781696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.782186 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Added segment cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e of type vlan for network 70fc844e-25ab-414e-a5ca-5dfb7483de8d Sep 17 22:49:07.806629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37816) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:07.831641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f06703c-4110-4930-a109-637b76d412e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.831840 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.932559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f06703c-4110-4930-a109-637b76d412e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.984040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:07.994003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:07.995175 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.067438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Network': ['ID=70fc844e-25ab-414e-a5ca-5dfb7483de8d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:08.072504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:49:08.081205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 70fc844e-25ab-414e-a5ca-5dfb7483de8d details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:49:08.110238 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f06703c-4110-4930-a109-637b76d412e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.204025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06703c-4110-4930-a109-637b76d412e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8876950c-d05b-4341-b445-dbd964329ab6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:08.214168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7f06703c-4110-4930-a109-637b76d412e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e03897bd4d68498eb61cabd752a1b170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069953 Sep 17 22:49:08.214702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e4ff5b24-5b5e-494d-957c-ea464aef3eb3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6236594 Sep 17 22:49:08.217146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37824) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:08.219792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37826) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:08.226289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'subnet': {'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:08.316579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06da788f-7f36-4b10-a416-8ad0b5fe6c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.317381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:08.331428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'port_id': '60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3', 'mac_address': 'fa:16:3e:3e:24:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:49:08.344112 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06da788f-7f36-4b10-a416-8ad0b5fe6c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.422993 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.424212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37f1da-bf35-4f71-b9a9-361339a2c82b req-6952d76b-e304-4907-aa58-be5def1ca3a4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:08.426451 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d37f1da-bf35-4f71-b9a9-361339a2c82b req-6952d76b-e304-4907-aa58-be5def1ca3a4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 944 time: 0.0878036 Sep 17 22:49:08.440313 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:08.466732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:08.477086 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d37f1da-bf35-4f71-b9a9-361339a2c82b req-a15d4d26-2fd0-43fd-a365-58ed5a159c8d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 Sep 17 22:49:08.509617 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06da788f-7f36-4b10-a416-8ad0b5fe6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.516812 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06da788f-7f36-4b10-a416-8ad0b5fe6c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.520331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-06da788f-7f36-4b10-a416-8ad0b5fe6c5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8876950c-d05b-4341-b445-dbd964329ab6 HTTP/1.1" status: 204 len: 168 time: 0.2992873 Sep 17 22:49:08.531177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da788f-7f36-4b10-a416-8ad0b5fe6c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8876950c-d05b-4341-b445-dbd964329ab6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:08.571611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:08.576538 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.603171 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.679071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:08.688660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.689735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.690631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.691455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.691757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.692258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.692738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.693276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.701636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.701636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.701636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.701636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:08.929084 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.991207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:49:09.008494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Subnet': ['ID=9ef3fc1a-7587-463d-8120-6500af627d9a,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:09.017091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Checking segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:09.017585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network hostable DHCP agents. Network: 4cfabf82-7bec-4504-ad7e-f7b72956c35f, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:09.154429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network 4cfabf82-7bec-4504-ad7e-f7b72956c35f is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:09.185400 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.254557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4cfabf82-7bec-4504-ad7e-f7b72956c35f) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:09.263703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a8783a-02a6-43c2-9a9b-33c66101a8c1 None None] Network 4cfabf82-7bec-4504-ad7e-f7b72956c35f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:09.265744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:09.267058 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.412389 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0d3da8c7-6c31-43a5-a889-f617d246c8c2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1887658 Sep 17 22:49:09.413012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37850) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.418410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'subnet': {'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:09.445677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37852) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.457655 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'fixed_ips': [{'subnet_id': '9ef3fc1a-7587-463d-8120-6500af627d9a'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:49:09.458543 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.469526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc4b2c17-01c2-4e9d-89bf-a287d16f4899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.632279 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc4b2c17-01c2-4e9d-89bf-a287d16f4899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.637158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Allocated IP 10.1.1.2 (4cfabf82-7bec-4504-ad7e-f7b72956c35f/9ef3fc1a-7587-463d-8120-6500af627d9a/1a58bbad-0ed1-48f2-ab51-26f4a4457a09) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:09.658745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e411121-4887-424b-a356-8fd69c312969 req-c2d06ed1-394d-450e-a096-17a9ca58f5cb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:09.660645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e411121-4887-424b-a356-8fd69c312969 req-c2d06ed1-394d-450e-a096-17a9ca58f5cb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 945 time: 0.0721040 Sep 17 22:49:09.699724 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fc4b2c17-01c2-4e9d-89bf-a287d16f4899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.735439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e411121-4887-424b-a356-8fd69c312969 req-b470c44b-677c-4326-a1b6-6aa70f41e4c0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562844 Sep 17 22:49:09.782626 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fc4b2c17-01c2-4e9d-89bf-a287d16f4899 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fae1066e6e5849d281ecf4cefc706f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358269 Sep 17 22:49:09.783614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b2c17-01c2-4e9d-89bf-a287d16f4899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f905bdea-caab-40c1-ae92-65344c439285,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:09.785382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37860) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:09.844479 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:09.854575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.854723 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.931817 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90ad137b-1b69-4a17-8779-69a985cf5c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.947935 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:09.987731 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90ad137b-1b69-4a17-8779-69a985cf5c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.025399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Network 4cfabf82-7bec-4504-ad7e-f7b72956c35f is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:10.030548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:10.034640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Pushing event updated for resources: {'Port': ['ID=1a58bbad-0ed1-48f2-ab51-26f4a4457a09,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:10.037913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:10.104952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:10.108994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Attempting to bind port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:10.109577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Attempting to bind port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:10.110102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Attempting to bind port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:10.146650 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:10.147176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Checking segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:10.147590 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.148018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Bound using segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:10.148528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Bound port: 1a58bbad-0ed1-48f2-ab51-26f4a4457a09, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:10.149275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.218981 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90ad137b-1b69-4a17-8779-69a985cf5c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.223614 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90ad137b-1b69-4a17-8779-69a985cf5c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.225113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-90ad137b-1b69-4a17-8779-69a985cf5c9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f905bdea-caab-40c1-ae92-65344c439285 HTTP/1.1" status: 204 len: 168 time: 0.4386618 Sep 17 22:49:10.237086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad137b-1b69-4a17-8779-69a985cf5c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f905bdea-caab-40c1-ae92-65344c439285,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:10.246216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] For port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:10.255470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] For port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1a58bbad-0ed1-48f2-ab51-26f4a4457a09,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:10.277417 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.319211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:49:10.329943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:10.330320 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.353102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Subnet': ['ID=55d281f9-8c78-46df-b70c-435be6932623,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:10.355904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Checking segment: {'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:10.355904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network hostable DHCP agents. Network: 70fc844e-25ab-414e-a5ca-5dfb7483de8d, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:49:10.417605 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.457893 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.470777 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.509520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344a71d-2e15-44f5-af0e-62760ce6a3f4 None None] Pushing event updated for resources: {'Port': ['ID=1a58bbad-0ed1-48f2-ab51-26f4a4457a09,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:10.523705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d12a0b-8b50-4ba2-ba0e-7595bde1ba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:10.526026 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cef1a28-8ea4-4eab-be12-a7650ff32efb" -d '{"events": [{"server_uuid": "d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32", "name": "network-vif-plugged", "status": "completed", "tag": "60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:10.529404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network 70fc844e-25ab-414e-a5ca-5dfb7483de8d is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:49:10.539909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:10.586662 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab935a2-236b-40c2-9f5c-048c30f6e5ae x-openstack-request-id: req-aab935a2-236b-40c2-9f5c-048c30f6e5ae {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:10.586816 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32", "name": "network-vif-plugged", "status": "completed", "tag": "60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:10.587066 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aab935a2-236b-40c2-9f5c-048c30f6e5ae {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:10.587477 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d12a0b-8b50-4ba2-ba0e-7595bde1ba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3', 'code': 200} Sep 17 22:49:10.648885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 70fc844e-25ab-414e-a5ca-5dfb7483de8d) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:10.654202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:10.656019 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.662145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3173b77-c441-46e3-8771-f560af6addc1 None None] Network 70fc844e-25ab-414e-a5ca-5dfb7483de8d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:10.697691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.809998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215590a-1112-42f1-8678-f75612ba681b req-1d69aa02-c9b4-4d5f-a6e5-7dd6db78b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:10.823063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4215590a-1112-42f1-8678-f75612ba681b req-1d69aa02-c9b4-4d5f-a6e5-7dd6db78b395 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 1098 time: 0.1405182 Sep 17 22:49:10.844787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 37886) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:10.845502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-907e2eab-79f5-474c-a68e-380206c45c59 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4314280 Sep 17 22:49:10.853693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'port': {'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'name': 'tempest-TaggedBootDevicesTest_v242-458751866', 'fixed_ips': [{'subnet_id': '9ef3fc1a-7587-463d-8120-6500af627d9a'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:10.901615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4215590a-1112-42f1-8678-f75612ba681b req-d899abc3-9074-49fb-a1aa-b6a75cb83dc3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772476 Sep 17 22:49:10.949415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148967-8adb-4d5d-afb5-9516c775f703 req-11a1cb47-7bbc-4cfe-89e9-163cc735c607 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:10.953258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43148967-8adb-4d5d-afb5-9516c775f703 req-11a1cb47-7bbc-4cfe-89e9-163cc735c607 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 946 time: 0.1376059 Sep 17 22:49:10.990662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:10.996080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-70fc844e-25ab-414e-a5ca-5dfb7483de8d', 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'fixed_ips': [{'subnet_id': '55d281f9-8c78-46df-b70c-435be6932623'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:49:10.997001 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.036949 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-43148967-8adb-4d5d-afb5-9516c775f703 req-a78d3d9b-c0d8-4ed9-a782-cfd2aa649524 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713768 Sep 17 22:49:11.169583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Allocated IP 10.2.2.2 (70fc844e-25ab-414e-a5ca-5dfb7483de8d/55d281f9-8c78-46df-b70c-435be6932623/6a0165d2-2ef5-4e1c-a750-fe72563e56c9) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:11.183975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:11.408415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.449050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] device_id is not set on port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:49:11.474444 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.485192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:11.548388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:11.548734 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.610264 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.671392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Pushing event updated for resources: {'Port': ['ID=6a0165d2-2ef5-4e1c-a750-fe72563e56c9,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:11.688796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Network 70fc844e-25ab-414e-a5ca-5dfb7483de8d is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:11.688796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:11.688796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:11.727603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Allocated IP 10.1.1.206 (4cfabf82-7bec-4504-ad7e-f7b72956c35f/9ef3fc1a-7587-463d-8120-6500af627d9a/4e247f35-00b4-42b5-bf11-a6f3d1fb9062) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:11.780243 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.813033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Attempting to bind port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:11.814565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Attempting to bind port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:11.815160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Attempting to bind port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 on network 70fc844e-25ab-414e-a5ca-5dfb7483de8d {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:11.830320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:11.831115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Checking segment: {'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:11.831707 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.833906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Bound using segment: {'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:11.833906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Bound port: 6a0165d2-2ef5-4e1c-a750-fe72563e56c9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:11.833906 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:11.887489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1a58bbad-0ed1-48f2-ab51-26f4a4457a09,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:11.916567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf57373f-22bf-4e4a-9549-43df8f374dd5 None None] Network 4cfabf82-7bec-4504-ad7e-f7b72956c35f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:11.950987 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.019203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] For port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:12.022794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-23c1eee4-c55b-4b91-8854-0fec4c54e792 None None] Provisioning complete for port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:12.023162 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23c1eee4-c55b-4b91-8854-0fec4c54e792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.056985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] For port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6a0165d2-2ef5-4e1c-a750-fe72563e56c9,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:12.295943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.297335 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23c1eee4-c55b-4b91-8854-0fec4c54e792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.297335 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.297335 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.330859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=1a58bbad-0ed1-48f2-ab51-26f4a4457a09,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:12.377622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8642ae-72fe-4427-95f9-acd59dc468ee req-443b532c-58bb-4412-a85d-31ab888c34c6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:12.379744 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d8642ae-72fe-4427-95f9-acd59dc468ee req-443b532c-58bb-4412-a85d-31ab888c34c6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 946 time: 0.2715986 Sep 17 22:49:12.387293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network 4cfabf82-7bec-4504-ad7e-f7b72956c35f is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:12.415016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:12.425491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:12.471527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Port': ['ID=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:12.556588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.556942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.560456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.560456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.560456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.560456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.560456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.565033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.565033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.565033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.565033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.566671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:12.601648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d8642ae-72fe-4427-95f9-acd59dc468ee req-327c3b83-3b86-49bd-95ec-4152e9ecaa93 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059865 Sep 17 22:49:12.629260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:12.630981 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:12.728287 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-23c1eee4-c55b-4b91-8854-0fec4c54e792 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:49:12.728287 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-23c1eee4-c55b-4b91-8854-0fec4c54e792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:49:12.754769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 37948) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:12.755267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2ab12329-59b5-4c00-aa0f-92f26a8fafb4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9082680 Sep 17 22:49:12.769079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'port': {'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'name': 'tempest-TaggedBootDevicesTest_v242-1602236021', 'fixed_ips': [{'subnet_id': '9ef3fc1a-7587-463d-8120-6500af627d9a'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:12.787747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d805b-0813-4ea6-bbb1-498b0c553698 None None] Pushing event updated for resources: {'Port': ['ID=6a0165d2-2ef5-4e1c-a750-fe72563e56c9,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:13.086272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:13.191328 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:13.211341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] device_id is not set on port 2f69be36-9f42-403d-93ef-4f6b3f90d270 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:49:13.415762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d4ce05ab-331a-479f-92b6-5f598704896c None None] Provisioning complete for port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:13.416179 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4ce05ab-331a-479f-92b6-5f598704896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:13.478908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Allocated IP 10.1.1.159 (4cfabf82-7bec-4504-ad7e-f7b72956c35f/9ef3fc1a-7587-463d-8120-6500af627d9a/2f69be36-9f42-403d-93ef-4f6b3f90d270) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:13.583886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:13.670993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:13.671700 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:13.679364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d4ce05ab-331a-479f-92b6-5f598704896c None None] Provisioning complete for port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:13.679927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4ce05ab-331a-479f-92b6-5f598704896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:13.766465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce05ab-331a-479f-92b6-5f598704896c None None] Port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:13.788224 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:13.852838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:13.894677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c734af2-c148-4c82-a578-24bb0934b524 req-acb43235-a14f-4bb5-a5cd-32b0fe3e4723 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:13.906141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c734af2-c148-4c82-a578-24bb0934b524 req-acb43235-a14f-4bb5-a5cd-32b0fe3e4723 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 946 time: 0.1137407 Sep 17 22:49:13.954798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:13.955388 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:13.972698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c734af2-c148-4c82-a578-24bb0934b524 req-84fd75ce-5e78-481d-93ab-936c0cdc6907 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622430 Sep 17 22:49:13.977899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:14.047744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network 4cfabf82-7bec-4504-ad7e-f7b72956c35f is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:14.057945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:14.062017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:14.067969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Port': ['ID=2f69be36-9f42-403d-93ef-4f6b3f90d270,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:14.083624 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:14.112376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.112971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.113572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.114073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.114542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.115038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.127286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.128063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.128582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.129310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.129796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.130278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:14.149403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c3b3-3c26-48bc-8287-b730203bb320 req-e5f32840-9720-4f7e-9cf1-7ded672d8f0c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:14.160325 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8044c3b3-3c26-48bc-8287-b730203bb320 req-e5f32840-9720-4f7e-9cf1-7ded672d8f0c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 946 time: 0.1104152 Sep 17 22:49:14.165763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:14.166682 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:14.173047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6a0165d2-2ef5-4e1c-a750-fe72563e56c9,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:14.210884 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8044c3b3-3c26-48bc-8287-b730203bb320 req-6b77b56e-f392-425a-8f7b-109475cea81d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495937 Sep 17 22:49:14.211756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ab934-b4db-459c-b7f4-3dce3ceed542 None None] Network 70fc844e-25ab-414e-a5ca-5dfb7483de8d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:49:14.255915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9bb0c527-7857-4980-a62d-3f1cc4e1ef08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4989419 Sep 17 22:49:14.404773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:14.463786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e6d911ae-bd98-4df3-aaa4-d8f18d2f62ca None None] Provisioning complete for port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:14.464243 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e6d911ae-bd98-4df3-aaa4-d8f18d2f62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:14.547086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=6a0165d2-2ef5-4e1c-a750-fe72563e56c9,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:14.783498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c944aca2-a79a-4d44-81d2-2ac27660ad91 None None] Provisioning complete for port 2f69be36-9f42-403d-93ef-4f6b3f90d270 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:14.784283 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c944aca2-a79a-4d44-81d2-2ac27660ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:14.832322 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c944aca2-a79a-4d44-81d2-2ac27660ad91 None None] Port 2f69be36-9f42-403d-93ef-4f6b3f90d270 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:14.953615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-45fbec19-cc56-4394-92b8-0abc28d9b3e5 None None] Provisioning complete for port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:14.953887 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-45fbec19-cc56-4394-92b8-0abc28d9b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:15.408101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:15.509352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:15.509882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:15.921366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38050) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:15.927058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6e63659d-8e95-4b27-9438-57cdc1464577 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1877517753', 'description': 'tempest-description--821341878'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:16.048899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e63659d-8e95-4b27-9438-57cdc1464577 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.204560 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e63659d-8e95-4b27-9438-57cdc1464577 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.294005 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e63659d-8e95-4b27-9438-57cdc1464577 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.338017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63659d-8e95-4b27-9438-57cdc1464577 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb0010d-4920-4362-a8c5-ccee0abecc4a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:16.413586 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6e63659d-8e95-4b27-9438-57cdc1464577 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.414954 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6e63659d-8e95-4b27-9438-57cdc1464577 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4916420 Sep 17 22:49:16.418639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38070) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:16.424829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-babd9d27-002e-42e9-b698-11b8f6a75b71 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'security_group_rule': {'security_group_id': '9bb0010d-4920-4362-a8c5-ccee0abecc4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:16.596984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-babd9d27-002e-42e9-b698-11b8f6a75b71 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.751642 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-babd9d27-002e-42e9-b698-11b8f6a75b71 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.846740 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-babd9d27-002e-42e9-b698-11b8f6a75b71 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:16.879990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd9d27-002e-42e9-b698-11b8f6a75b71 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537b69c3-d64a-419d-8155-ab908cd2d992,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:17.006020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-babd9d27-002e-42e9-b698-11b8f6a75b71 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.007401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-babd9d27-002e-42e9-b698-11b8f6a75b71 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5876644 Sep 17 22:49:17.010283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38098) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:17.016143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7e18fc8a-b194-4691-a769-26fced0e95ef tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'security_group_rule': {'security_group_id': '9bb0010d-4920-4362-a8c5-ccee0abecc4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:17.136256 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e18fc8a-b194-4691-a769-26fced0e95ef tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.607415 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e18fc8a-b194-4691-a769-26fced0e95ef tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.718140 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e18fc8a-b194-4691-a769-26fced0e95ef tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.733065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18fc8a-b194-4691-a769-26fced0e95ef tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9547a0e-ae7b-41fc-89da-cafc6c5401a7,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:17.876815 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e18fc8a-b194-4691-a769-26fced0e95ef tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.881146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7e18fc8a-b194-4691-a769-26fced0e95ef tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8668699 Sep 17 22:49:17.881360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38138) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:17.885773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:18.123834 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.235240 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.357854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Allocated IP 172.25.6.83 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/d7df49bf-883b-4df0-a7dc-b5267a035d87) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:18.498628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.689464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.761918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:18.767769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:18.773753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:18.816995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Port': ['ID=d7df49bf-883b-4df0-a7dc-b5267a035d87,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:18.886421 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:18.978900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09062013-953e-42c5-8d57-59575bc06de4 req-5fda748b-f29b-4946-bd17-581c3566901d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:18.980630 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-5fda748b-f29b-4946-bd17-581c3566901d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1590726 Sep 17 22:49:19.006687 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.008585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-a7ff0080-5fcd-4fb9-9ce1-7650fab78c29 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/quotas/b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 375 time: 0.0209675 Sep 17 22:49:19.085129 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-9004edd1-5342-45ae-9262-ebbedf47c193 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723040 Sep 17 22:49:19.087301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-507407b5-cfe9-4c98-ae85-0133294bdd52 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:49:19.095142 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-507407b5-cfe9-4c98-ae85-0133294bdd52 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122905 Sep 17 22:49:19.208567 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.232973 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-011e76eb-0ea4-46cc-bae1-6eb14dbe9d21 service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367452 Sep 17 22:49:19.288232 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.349101 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-d6f69858-05c0-4929-9637-68e5e3a6fede service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079469 Sep 17 22:49:19.379580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Port': ['ID=d7df49bf-883b-4df0-a7dc-b5267a035d87,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:19.404580 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.508538 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:19.509756 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-66c8e2cd-138a-4ff6-88da-d3d47d3359e4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6275470 Sep 17 22:49:19.697873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-146796e7-aedc-462f-ac0a-9aef7876734f req-cc68e479-d08b-43d3-9ac7-246bf315748f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0300665 Sep 17 22:49:19.886923 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-7e82226a-bb04-4752-8752-eab64f0f8ae2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1877517753&fields=id&tenant_id=354775b6c3ff4f13b9a02b503c028eb1 HTTP/1.1" status: 200 len: 267 time: 0.0486557 Sep 17 22:49:20.067232 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0877a362-ce51-49d3-b841-fa6326ca8d80 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:20.076690 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0877a362-ce51-49d3-b841-fa6326ca8d80 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports/4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 200 len: 936 time: 0.1792476 Sep 17 22:49:20.141617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-dce55e53-c140-4fae-bfa3-a1dffd29d8d2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:20.143173 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-dce55e53-c140-4fae-bfa3-a1dffd29d8d2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports/2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 200 len: 937 time: 0.0652640 Sep 17 22:49:20.215684 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-ddbb9a59-746f-4085-9207-abe049f6745b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0583849 Sep 17 22:49:20.257188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5fa4d9a9-b6bd-428a-ad65-eb50dd60330e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0330880 Sep 17 22:49:20.395203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f6b89eb6-bff1-48ae-ad9e-9d9dc42e3a26 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:20.401004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f6b89eb6-bff1-48ae-ad9e-9d9dc42e3a26 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:20.407401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f6b89eb6-bff1-48ae-ad9e-9d9dc42e3a26 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:20.409005 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f6b89eb6-bff1-48ae-ad9e-9d9dc42e3a26 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/networks?id=e21e7c40-ad05-44f1-9325-52357fe6b5da&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d HTTP/1.1" status: 200 len: 1995 time: 0.1445796 Sep 17 22:49:20.425229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-7c562dfa-05ad-4086-90f2-ae9ee9b2863d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/quotas/354775b6c3ff4f13b9a02b503c028eb1 HTTP/1.1" status: 200 len: 375 time: 0.0102074 Sep 17 22:49:20.530675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-039a5848-e79a-4969-8466-bcd381e58f8c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0918939 Sep 17 22:49:20.648849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5a80f01d-dec6-40f6-b140-2c6ee7f52953 service neutron] 10.222.0.30 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957730 Sep 17 22:49:20.777651 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-3e856c3a-0e45-4fca-8223-4ff0b835a712 service neutron] 10.222.0.30 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220303 Sep 17 22:49:20.804179 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79310f6c-5a0a-4725-8911-7523b54c9492 req-73cda9fe-2d36-4108-bcd2-3c862f240db1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0343835 Sep 17 22:49:20.857686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-1004ce15-f8ef-4316-8b40-b6431c478669 service neutron] 10.222.0.30 "GET /v2.0/ports/4e247f35-00b4-42b5-bf11-a6f3d1fb9062?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0722129 Sep 17 22:49:20.959572 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c401d56a-58ab-4f4d-a316-b18418cb0fb5 service neutron] 10.222.0.30 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950599 Sep 17 22:49:21.076099 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-b8e2f434-b70b-4d6d-a248-f020a2e27083 service neutron] 10.222.0.30 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091411 Sep 17 22:49:21.131607 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-a6cec965-1427-4973-8a97-e4bb02c361db service neutron] 10.222.0.30 "GET /v2.0/ports/2f69be36-9f42-403d-93ef-4f6b3f90d270?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0425863 Sep 17 22:49:21.247121 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6b8e5347-95ad-412b-bc5f-287e6a353326 service neutron] 10.222.0.30 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138837 Sep 17 22:49:21.359424 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-aaadfb1c-5df2-4730-b94a-e565c7e6060a service neutron] 10.222.0.30 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941975 Sep 17 22:49:21.512879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-d14c4f24-0826-4902-831e-b59a8acfb6f2 service neutron] 10.222.0.30 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460078 Sep 17 22:49:21.644724 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-35755904-38b1-4145-a8d3-da4e64cba60c service neutron] 10.222.0.30 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245947 Sep 17 22:49:21.752917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-ab061acd-a3a9-4688-acc4-b77213b35b6d service neutron] 10.222.0.30 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013389 Sep 17 22:49:21.877282 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14fa516b-76de-4745-9a2a-eeafcbe38332 service neutron] 10.222.0.30 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230676 Sep 17 22:49:21.979018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ccc8000f-30df-4bd5-9c99-c4d2c85fd733 req-a8e93f82-5f03-45c3-a973-12333f6f05be tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0679581 Sep 17 22:49:22.006101 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f4caba78-41a3-4d2a-9455-b407e232cac7 service neutron] 10.222.0.30 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151552 Sep 17 22:49:22.116457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-b4df32aa-8939-458b-850f-31064d74989d service neutron] 10.222.0.30 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110613 Sep 17 22:49:22.224445 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-d3a0a35e-4ee4-4e7f-99e6-0c5fd183c3fc service neutron] 10.222.0.30 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996249 Sep 17 22:49:22.403117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-a8ff5df5-1537-4a3f-9bd0-54cf4dcd89f7 service neutron] 10.222.0.30 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696496 Sep 17 22:49:22.432846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09062013-953e-42c5-8d57-59575bc06de4 req-a09af32f-0696-4fa5-a001-76cb08623ba5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:22.432846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-a09af32f-0696-4fa5-a001-76cb08623ba5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1982520 Sep 17 22:49:22.444159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'port': {'device_id': 'b1da7dcf-f041-4d85-91d4-73fc18b97ed6', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'admin_state_up': True, 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:22.745703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Made reservation on behalf of b9af4026dcb84aecbc3aac9c31d963fe for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:22.753314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:22.901329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Allocated IP 172.20.0.3 (857ed70f-40ac-4dd7-bd96-731ddda72698/d3f1c75a-5d51-408c-a766-d452865f15e7/1d94ca15-35a2-474b-b855-a9f58070c74e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:23.120881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-55c75f25-9254-4c16-8c8b-e465bc51fed3 req-1c069a8b-ae2e-4467-b947-e0f764804dd5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0491865 Sep 17 22:49:23.171838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.283249 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.317906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:49:23.335124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:23.339242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:23.343040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:23.382246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=1d94ca15-35a2-474b-b855-a9f58070c74e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:23.430268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:23.430405 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.552677 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-f9e35bbb-8b3b-48e7-b8a6-f1e5b5fca24e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1135395 Sep 17 22:49:23.566920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Request body: {'port': {'device_id': 'b1da7dcf-f041-4d85-91d4-73fc18b97ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:23.654341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6721b093-43e1-4d6c-9930-398a640c4ecf None None] Provisioning complete for port 1d94ca15-35a2-474b-b855-a9f58070c74e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:23.654741 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6721b093-43e1-4d6c-9930-398a640c4ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.689689 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.703342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6721b093-43e1-4d6c-9930-398a640c4ecf None None] Port 1d94ca15-35a2-474b-b855-a9f58070c74e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:24.048012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d94ca15-35a2-474b-b855-a9f58070c74e {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:24.050818 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.066158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Transition to ACTIVE for port object 1d94ca15-35a2-474b-b855-a9f58070c74e will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:49:24.200442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.420051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f953f017-5e15-48ab-951c-3503dafd7061 req-18d311cb-8b5d-483e-83d5-3cc2460ed443 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0576036 Sep 17 22:49:24.456314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Pushing event updated for resources: {'Port': ['ID=1d94ca15-35a2-474b-b855-a9f58070c74e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:24.519006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7e20d-7774-4e23-895a-65a6c5b9d19c req-10bf4510-6c6f-48e3-b613-98fe7316737c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:24.520818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c8a7e20d-7774-4e23-895a-65a6c5b9d19c req-10bf4510-6c6f-48e3-b613-98fe7316737c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.2537379 Sep 17 22:49:24.592016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Attempting to bind port 1d94ca15-35a2-474b-b855-a9f58070c74e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:24.592362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Attempting to bind port 1d94ca15-35a2-474b-b855-a9f58070c74e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:24.592696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Attempting to bind port 1d94ca15-35a2-474b-b855-a9f58070c74e on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:24.624687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c8a7e20d-7774-4e23-895a-65a6c5b9d19c req-98c9ef94-112d-4ecf-9891-088dd1e004e8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949662 Sep 17 22:49:24.625532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Port 1d94ca15-35a2-474b-b855-a9f58070c74e on network 857ed70f-40ac-4dd7-bd96-731ddda72698 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:49:24.625851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Attempting to bind port 1d94ca15-35a2-474b-b855-a9f58070c74e on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:24.641371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:24.641719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Checking segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:24.642108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Bound using segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:24.654185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Bound port: 1d94ca15-35a2-474b-b855-a9f58070c74e, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:24.654185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.767989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] For port 1d94ca15-35a2-474b-b855-a9f58070c74e, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:24.770684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] For port 1d94ca15-35a2-474b-b855-a9f58070c74e, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1d94ca15-35a2-474b-b855-a9f58070c74e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:24.891961 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.965571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:24.966773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.968424 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] 10.222.0.23 "PUT /v2.0/ports/1d94ca15-35a2-474b-b855-a9f58070c74e HTTP/1.1" status: 200 len: 1092 time: 1.4071243 Sep 17 22:49:24.968930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1da7dcf-f041-4d85-91d4-73fc18b97ed6', 'tag': '1d94ca15-35a2-474b-b855-a9f58070c74e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:24.971433 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4eb11f-feb5-46be-b467-e4147f137949" -d '{"events": [{"name": "network-changed", "server_uuid": "b1da7dcf-f041-4d85-91d4-73fc18b97ed6", "tag": "1d94ca15-35a2-474b-b855-a9f58070c74e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:25.024536 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb16bd8f-80c3-4a01-bed7-a01f8a6eb338 x-openstack-request-id: req-eb16bd8f-80c3-4a01-bed7-a01f8a6eb338 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:25.024832 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1da7dcf-f041-4d85-91d4-73fc18b97ed6", "tag": "1d94ca15-35a2-474b-b855-a9f58070c74e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:25.025302 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb16bd8f-80c3-4a01-bed7-a01f8a6eb338 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:25.026388 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1da7dcf-f041-4d85-91d4-73fc18b97ed6', 'tag': '1d94ca15-35a2-474b-b855-a9f58070c74e', 'status': 'completed', 'code': 200} Sep 17 22:49:25.031513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a546124-a877-4688-a141-e9a6848eaf6e service neutron] Pushing event updated for resources: {'Port': ['ID=1d94ca15-35a2-474b-b855-a9f58070c74e,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:25.146160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eb11f-feb5-46be-b467-e4147f137949 req-4995f7af-c9b7-4420-89b0-6bab61105efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:25.148343 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d4eb11f-feb5-46be-b467-e4147f137949 req-4995f7af-c9b7-4420-89b0-6bab61105efd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 1095 time: 0.0862107 Sep 17 22:49:25.367472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eb11f-feb5-46be-b467-e4147f137949 req-91c3dc3a-f5c8-40ce-a2d2-144d14d8c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:25.370583 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d4eb11f-feb5-46be-b467-e4147f137949 req-91c3dc3a-f5c8-40ce-a2d2-144d14d8c3e2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2047701 Sep 17 22:49:25.649719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eb11f-feb5-46be-b467-e4147f137949 req-bc037788-cf2f-43d1-8e0d-6b74dcb84734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:25.656652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d4eb11f-feb5-46be-b467-e4147f137949 req-bc037788-cf2f-43d1-8e0d-6b74dcb84734 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2744033 Sep 17 22:49:25.709271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93d23c9b-ada8-434b-93e4-ee67b90ce9bb req-c98654fc-5718-459b-88c9-28307ee0dc22 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0565481 Sep 17 22:49:25.790459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09062013-953e-42c5-8d57-59575bc06de4 req-7b0b977e-68ff-4824-9179-4908bd8ed3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:25.792229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-7b0b977e-68ff-4824-9179-4908bd8ed3ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 1095 time: 0.0798743 Sep 17 22:49:25.886057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10ae28-f313-49e5-9416-e0354e0a86ba req-b106077d-c445-4384-9be4-f3d378210174 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:25.888468 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb10ae28-f313-49e5-9416-e0354e0a86ba req-b106077d-c445-4384-9be4-f3d378210174 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1396019 Sep 17 22:49:25.900045 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-2a4add04-7586-437c-bc71-973c150d2b36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d94ca15-35a2-474b-b855-a9f58070c74e HTTP/1.1" status: 200 len: 217 time: 0.0999427 Sep 17 22:49:25.968633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb10ae28-f313-49e5-9416-e0354e0a86ba req-2d08ae1e-598e-457e-a296-edbe1708ba1c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728679 Sep 17 22:49:26.017464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09062013-953e-42c5-8d57-59575bc06de4 req-f22678d8-21c5-424d-ab2a-6891af092107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:26.019764 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-f22678d8-21c5-424d-ab2a-6891af092107 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.1057301 Sep 17 22:49:26.141014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09062013-953e-42c5-8d57-59575bc06de4 req-fb871abd-839f-453c-910c-e423bdfa506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:26.149873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-fb871abd-839f-453c-910c-e423bdfa506d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225398 Sep 17 22:49:26.338353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-0462d18e-0b3e-4ebf-9527-5b3a50337a11 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795211 Sep 17 22:49:26.549602 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09062013-953e-42c5-8d57-59575bc06de4 req-d043dcfa-a914-41a6-ba03-a9ba752e9ea0 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039659 Sep 17 22:49:26.892503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-795139c0-5b3e-4553-936a-5346289dca5e req-2a2f48ad-9a65-401f-bc3d-f9a7f2af22aa tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0498981 Sep 17 22:49:27.168437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2004718-fc60-4dc6-b85e-091bf1d8ac9d req-caf8059a-c6ea-4178-92a2-6fef88249015 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:27.171094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2004718-fc60-4dc6-b85e-091bf1d8ac9d req-caf8059a-c6ea-4178-92a2-6fef88249015 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0832319 Sep 17 22:49:27.230868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2004718-fc60-4dc6-b85e-091bf1d8ac9d req-95be7270-ce75-42da-9d36-5f89544393ae tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497141 Sep 17 22:49:28.006825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-1c190350-c885-437c-9a1a-2fda8eebd0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.009280 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-1c190350-c885-437c-9a1a-2fda8eebd0b9 service neutron] 10.222.0.15 "GET /v2.0/ports/4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 200 len: 1032 time: 0.0513411 Sep 17 22:49:28.022479 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eafa0ac3-6ac7-471c-b781-8f4b30d43ea5 req-2650d1fa-f063-418c-b4c0-5f02aa3518a0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0362294 Sep 17 22:49:28.079967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0f5d667a-016e-4622-be4c-92ff0ca5d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.081726 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0f5d667a-016e-4622-be4c-92ff0ca5d3c2 service neutron] 10.222.0.15 "GET /v2.0/ports/2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 200 len: 1033 time: 0.0642483 Sep 17 22:49:28.258031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-e70bb21c-d002-4586-85f3-63eb65965e93 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.261472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-e70bb21c-d002-4586-85f3-63eb65965e93 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.268528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-e70bb21c-d002-4586-85f3-63eb65965e93 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.270410 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-e70bb21c-d002-4586-85f3-63eb65965e93 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "GET /v2.0/networks?id=e21e7c40-ad05-44f1-9325-52357fe6b5da&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d HTTP/1.1" status: 200 len: 1995 time: 0.1815906 Sep 17 22:49:28.397247 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4a6bd00f-0054-4c01-b95e-b9c3daeda90c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=354775b6c3ff4f13b9a02b503c028eb1 HTTP/1.1" status: 200 len: 380 time: 0.1088195 Sep 17 22:49:28.414713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'admin_state_up': True, 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'security_groups': ['9bb0010d-4920-4362-a8c5-ccee0abecc4a']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:28.452985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acb6b8-a137-44fe-89cd-89a366cee8d9 req-b97485fc-3ecd-42c3-9ce5-270642283fd6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.454615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-73acb6b8-a137-44fe-89cd-89a366cee8d9 req-b97485fc-3ecd-42c3-9ce5-270642283fd6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1499641 Sep 17 22:49:28.573388 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-73acb6b8-a137-44fe-89cd-89a366cee8d9 req-577eb7e1-fff6-424d-a475-a6ce62d878b6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059225 Sep 17 22:49:28.691701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:28.697325 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:28.827157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38460) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:28.979911 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-257daf05-4444-405b-aa94-e52ce7a5dfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.105402 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-257daf05-4444-405b-aa94-e52ce7a5dfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.208763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4df4abb9-c2cc-45fd-b877-d3f95c440223 req-c7fa334a-a24a-4256-8d80-e191453810a4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0471456 Sep 17 22:49:29.210192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-257daf05-4444-405b-aa94-e52ce7a5dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.241695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Allocated IP 172.20.0.6 (e21e7c40-ad05-44f1-9325-52357fe6b5da/85ab8b00-fc15-4ee5-97e7-bfaf371d8cde/bfe8ab39-b56c-4109-a11e-563d891d1313) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:29.257905 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-257daf05-4444-405b-aa94-e52ce7a5dfb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18dddb4561174bb695320da142f3e82f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273987 Sep 17 22:49:29.257905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257daf05-4444-405b-aa94-e52ce7a5dfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d66532-26fc-4998-8429-1f240115b088,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:29.260435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38472) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:29.356011 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.413303 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8aec692-6e5b-41d7-b4d4-15bd5a4578cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.454083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8aec692-6e5b-41d7-b4d4-15bd5a4578cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.482701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.691708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8aec692-6e5b-41d7-b4d4-15bd5a4578cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.691708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8aec692-6e5b-41d7-b4d4-15bd5a4578cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.691708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c8aec692-6e5b-41d7-b4d4-15bd5a4578cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76d66532-26fc-4998-8429-1f240115b088 HTTP/1.1" status: 204 len: 168 time: 0.4250188 Sep 17 22:49:29.717906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aec692-6e5b-41d7-b4d4-15bd5a4578cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d66532-26fc-4998-8429-1f240115b088,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:29.722369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:29.855507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc857b1-4aff-4084-bda7-cbe2d9b37862 req-5889e924-463f-4349-825d-0429cd16a0e3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:29.858333 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8bc857b1-4aff-4084-bda7-cbe2d9b37862 req-5889e924-463f-4349-825d-0429cd16a0e3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.2094350 Sep 17 22:49:29.876770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network e21e7c40-ad05-44f1-9325-52357fe6b5da is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:29.898100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:29.907505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:29.911066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Port': ['ID=bfe8ab39-b56c-4109-a11e-563d891d1313,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:29.978416 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8bc857b1-4aff-4084-bda7-cbe2d9b37862 req-4b689e9c-96f2-4e34-89e2-d4e1963e4227 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003151 Sep 17 22:49:30.009900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:30.010835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.155927 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4177494f-cacf-41ff-bc10-c0f358cdae86 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7462299 Sep 17 22:49:30.175782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'admin_state_up': True, 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'security_groups': ['9bb0010d-4920-4362-a8c5-ccee0abecc4a']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:30.377921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96712-49d1-4c34-ae98-749a1ef669d9 req-da6eb3b5-e046-4c39-bf09-562b16d06a3d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:30.380811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aac96712-49d1-4c34-ae98-749a1ef669d9 req-da6eb3b5-e046-4c39-bf09-562b16d06a3d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 931 time: 0.0821600 Sep 17 22:49:30.385730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1809684a-1115-4e58-9ca6-d8a6035f051b None None] Provisioning complete for port bfe8ab39-b56c-4109-a11e-563d891d1313 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:30.386234 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1809684a-1115-4e58-9ca6-d8a6035f051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.422591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1809684a-1115-4e58-9ca6-d8a6035f051b None None] Port bfe8ab39-b56c-4109-a11e-563d891d1313 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:30.427362 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aac96712-49d1-4c34-ae98-749a1ef669d9 req-b46caac1-242b-4c41-9be6-759960216de0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397978 Sep 17 22:49:30.505524 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:30.509582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.692387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38504) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:30.706064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Allocated IP 10.1.1.64 (4cfabf82-7bec-4504-ad7e-f7b72956c35f/9ef3fc1a-7587-463d-8120-6500af627d9a/45de0941-ab7b-4740-87ce-8fb8bde73a5a) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:30.716331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0d08627-c0ff-4bcb-9022-836737ec4ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.979829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.995366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0d08627-c0ff-4bcb-9022-836737ec4ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.077024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0d08627-c0ff-4bcb-9022-836737ec4ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.123907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a0d08627-c0ff-4bcb-9022-836737ec4ccf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd6d32ecce2d4a3d8ef591f314adf48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304020 Sep 17 22:49:31.124174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38516) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:31.125254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d08627-c0ff-4bcb-9022-836737ec4ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065ea3a1-d46d-47b2-a31c-8d1ce006373f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:31.144428 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.216483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31d84bcf-901e-4ce0-abc2-60b1ff183d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.232442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network 4cfabf82-7bec-4504-ad7e-f7b72956c35f is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:31.232442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:31.232442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:31.292203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ba51-272f-43da-8480-ae385ff801b5 req-6d02acf3-44fc-433c-9e4f-abafaf577e6d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:31.300311 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c434ba51-272f-43da-8480-ae385ff801b5 req-6d02acf3-44fc-433c-9e4f-abafaf577e6d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1679626 Sep 17 22:49:31.302520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Port': ['ID=45de0941-ab7b-4740-87ce-8fb8bde73a5a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:31.317830 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31d84bcf-901e-4ce0-abc2-60b1ff183d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.401651 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c434ba51-272f-43da-8480-ae385ff801b5 req-c21ce5f8-8e0d-426c-b435-1c420b802ea6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992639 Sep 17 22:49:31.409889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:31.410783 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.531671 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31d84bcf-901e-4ce0-abc2-60b1ff183d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.533514 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c2f1a103-9226-405a-a7ba-a1f973f943d6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3664029 Sep 17 22:49:31.549393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-31d84bcf-901e-4ce0-abc2-60b1ff183d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.549393 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-31d84bcf-901e-4ce0-abc2-60b1ff183d7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/065ea3a1-d46d-47b2-a31c-8d1ce006373f HTTP/1.1" status: 204 len: 168 time: 0.4115772 Sep 17 22:49:31.553097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'admin_state_up': True, 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'security_groups': ['9bb0010d-4920-4362-a8c5-ccee0abecc4a']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:31.594868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d84bcf-901e-4ce0-abc2-60b1ff183d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065ea3a1-d46d-47b2-a31c-8d1ce006373f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:31.644829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823c428-4857-4abf-b055-ff4356ce8cb3 req-96bffba3-8c50-4c42-a2e1-a597abb677fa tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:31.667071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823c428-4857-4abf-b055-ff4356ce8cb3 req-96bffba3-8c50-4c42-a2e1-a597abb677fa tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:31.669570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f823c428-4857-4abf-b055-ff4356ce8cb3 req-96bffba3-8c50-4c42-a2e1-a597abb677fa tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 1652 time: 0.1484678 Sep 17 22:49:31.759465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4ad87fa9-ff80-46a6-8c60-36fcafc02c1f None None] Provisioning complete for port 45de0941-ab7b-4740-87ce-8fb8bde73a5a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:31.766520 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ad87fa9-ff80-46a6-8c60-36fcafc02c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:31.787950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f823c428-4857-4abf-b055-ff4356ce8cb3 req-1e01470f-2c58-4f04-8b4f-228207143ac5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061387 Sep 17 22:49:31.824156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4ad87fa9-ff80-46a6-8c60-36fcafc02c1f None None] Port 45de0941-ab7b-4740-87ce-8fb8bde73a5a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:32.048914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:32.074159 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.256583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Allocated IP 10.1.1.73 (4cfabf82-7bec-4504-ad7e-f7b72956c35f/9ef3fc1a-7587-463d-8120-6500af627d9a/87896450-6e00-40f3-b2a2-358d22328b45) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:32.516754 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.664081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f2e74-fe8a-41ee-b55c-d715f89aaf18 req-825b169f-9b99-4209-b414-d72ffcadb8de tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:32.666901 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a4f2e74-fe8a-41ee-b55c-d715f89aaf18 req-825b169f-9b99-4209-b414-d72ffcadb8de tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0995886 Sep 17 22:49:32.686679 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:32.782855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network 4cfabf82-7bec-4504-ad7e-f7b72956c35f is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:32.800795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:32.803474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:32.815675 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a4f2e74-fe8a-41ee-b55c-d715f89aaf18 req-db2654ba-c1fc-4895-8163-13e448cdb82f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420398 Sep 17 22:49:32.892162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Port': ['ID=87896450-6e00-40f3-b2a2-358d22328b45,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:32.957267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:32.959147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.058016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-9d6ab726-9cfe-498b-a8a7-7b9706368dbe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5108919 Sep 17 22:49:33.077048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed0c09-7974-40be-b19d-280663e60e43 req-a0ce89a3-306e-4efd-9d37-e1a9068af9d2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:33.085495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed0c09-7974-40be-b19d-280663e60e43 req-a0ce89a3-306e-4efd-9d37-e1a9068af9d2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:33.090578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d', 'admin_state_up': True, 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'security_groups': ['9bb0010d-4920-4362-a8c5-ccee0abecc4a']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:33.094352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed0c09-7974-40be-b19d-280663e60e43 req-a0ce89a3-306e-4efd-9d37-e1a9068af9d2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:33.096588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5ed0c09-7974-40be-b19d-280663e60e43 req-a0ce89a3-306e-4efd-9d37-e1a9068af9d2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 2372 time: 0.1412637 Sep 17 22:49:33.204743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5ed0c09-7974-40be-b19d-280663e60e43 req-c31b111e-f79c-4581-a30e-2660fc18add2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725842 Sep 17 22:49:33.263643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d8b3bd21-d412-4c80-8c0c-fdaa228ffdc8 None None] Provisioning complete for port 87896450-6e00-40f3-b2a2-358d22328b45 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:33.264384 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d8b3bd21-d412-4c80-8c0c-fdaa228ffdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.339084 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c841f91b-6c87-4a74-a36d-8dd42ccbc45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.357167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3bd21-d412-4c80-8c0c-fdaa228ffdc8 None None] Port 87896450-6e00-40f3-b2a2-358d22328b45 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:33.362115 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:33.520661 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:33.869709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Allocated IP 10.2.2.100 (70fc844e-25ab-414e-a5ca-5dfb7483de8d/55d281f9-8c78-46df-b70c-435be6932623/c1db5fd4-28e6-42cb-be3f-1b728dc6999d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:34.055657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7306643-9325-40f6-9e67-9270a084f1b1 req-db183cda-fcb6-4f0c-8941-122c0134b429 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:34.057382 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7306643-9325-40f6-9e67-9270a084f1b1 req-db183cda-fcb6-4f0c-8941-122c0134b429 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1155975 Sep 17 22:49:34.118321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.145694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7306643-9325-40f6-9e67-9270a084f1b1 req-d0c20a7b-35e5-48d7-88ea-22e470ef5ca3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776856 Sep 17 22:49:34.339825 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.384828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network 70fc844e-25ab-414e-a5ca-5dfb7483de8d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:34.388320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:34.392581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:34.420104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bfaec-bd32-408b-99bf-756b82dd494e req-5853cd68-b029-45a7-ae6f-d2142342e09c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:34.425133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Port': ['ID=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:34.432391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bfaec-bd32-408b-99bf-756b82dd494e req-5853cd68-b029-45a7-ae6f-d2142342e09c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:34.441303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bfaec-bd32-408b-99bf-756b82dd494e req-5853cd68-b029-45a7-ae6f-d2142342e09c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:34.453705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bfaec-bd32-408b-99bf-756b82dd494e req-5853cd68-b029-45a7-ae6f-d2142342e09c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:34.453705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-980bfaec-bd32-408b-99bf-756b82dd494e req-5853cd68-b029-45a7-ae6f-d2142342e09c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 3093 time: 0.1162224 Sep 17 22:49:34.464770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:34.465558 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.553607 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-980bfaec-bd32-408b-99bf-756b82dd494e req-8b192ad7-4838-4a3a-8a8d-66ee0a5ea6a0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874522 Sep 17 22:49:34.631229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cf5f33ba-ce39-4727-aff6-e287aa050e6b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5571711 Sep 17 22:49:34.652858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d', 'admin_state_up': True, 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'security_groups': ['9bb0010d-4920-4362-a8c5-ccee0abecc4a']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:34.805054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c3c17338-90fb-48c7-8846-14bf2423ce87 None None] Provisioning complete for port c1db5fd4-28e6-42cb-be3f-1b728dc6999d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:34.805054 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c3c17338-90fb-48c7-8846-14bf2423ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:34.886298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c3c17338-90fb-48c7-8846-14bf2423ce87 None None] Port c1db5fd4-28e6-42cb-be3f-1b728dc6999d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:34.960231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Made reservation on behalf of 354775b6c3ff4f13b9a02b503c028eb1 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:49:34.965241 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.201767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Allocated IP 10.2.2.200 (70fc844e-25ab-414e-a5ca-5dfb7483de8d/55d281f9-8c78-46df-b70c-435be6932623/f315b64d-660c-4c36-8ce9-0b202d824725) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:49:35.369634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8fded-248d-4cc1-9580-c9a95a20e699 req-5c67f60e-d253-413b-828c-519e8adee4c5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.371178 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05f8fded-248d-4cc1-9580-c9a95a20e699 req-5c67f60e-d253-413b-828c-519e8adee4c5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1060641 Sep 17 22:49:35.409440 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.443189 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05f8fded-248d-4cc1-9580-c9a95a20e699 req-ef407a58-627e-4f89-913d-0b9f685f8801 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607636 Sep 17 22:49:35.602322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.653963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Network 70fc844e-25ab-414e-a5ca-5dfb7483de8d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:49:35.657204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:49:35.663242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:49:35.693909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event updated for resources: {'Port': ['ID=f315b64d-660c-4c36-8ce9-0b202d824725,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:35.702792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd64ea-1f33-4f0f-b6f9-47465132f4f8 req-d9617608-655c-49e0-964f-540d4529dbbd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.711613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd64ea-1f33-4f0f-b6f9-47465132f4f8 req-d9617608-655c-49e0-964f-540d4529dbbd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.731419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd64ea-1f33-4f0f-b6f9-47465132f4f8 req-d9617608-655c-49e0-964f-540d4529dbbd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.750531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd64ea-1f33-4f0f-b6f9-47465132f4f8 req-d9617608-655c-49e0-964f-540d4529dbbd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.774388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd64ea-1f33-4f0f-b6f9-47465132f4f8 req-d9617608-655c-49e0-964f-540d4529dbbd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.774660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:35.774660 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.774849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45dd64ea-1f33-4f0f-b6f9-47465132f4f8 req-d9617608-655c-49e0-964f-540d4529dbbd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 3814 time: 0.1269858 Sep 17 22:49:35.867007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45dd64ea-1f33-4f0f-b6f9-47465132f4f8 req-df661c3d-926b-46e3-a0ed-2650d1bfc742 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860980 Sep 17 22:49:35.927805 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4dc00c49-ac1d-4057-8c84-37f7127288e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:35.929563 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-5af457c0-a061-4f4a-8cca-5887d9d44a08 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2826850 Sep 17 22:49:35.947834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:36.027359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ffce8580-9c06-4b40-ac02-b4c16138551d None None] Provisioning complete for port f315b64d-660c-4c36-8ce9-0b202d824725 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:36.027960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ffce8580-9c06-4b40-ac02-b4c16138551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.034940 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.083980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ffce8580-9c06-4b40-ac02-b4c16138551d None None] Port f315b64d-660c-4c36-8ce9-0b202d824725 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:49:36.421154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe8ab39-b56c-4109-a11e-563d891d1313 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:36.431224 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.447802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Transition to ACTIVE for port object bfe8ab39-b56c-4109-a11e-563d891d1313 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:49:36.576686 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.627887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7a003-55f3-4748-9af2-e3c0e447c7a0 req-41378baa-16cc-49b6-94d2-374138214493 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:36.629502 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2bf7a003-55f3-4748-9af2-e3c0e447c7a0 req-41378baa-16cc-49b6-94d2-374138214493 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0917609 Sep 17 22:49:36.698887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=bfe8ab39-b56c-4109-a11e-563d891d1313,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:36.743346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2bf7a003-55f3-4748-9af2-e3c0e447c7a0 req-a553b0f5-11fe-4dac-af7a-19221b814add tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001346 Sep 17 22:49:36.773024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Attempting to bind port bfe8ab39-b56c-4109-a11e-563d891d1313 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:36.777572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Attempting to bind port bfe8ab39-b56c-4109-a11e-563d891d1313 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:36.777572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Attempting to bind port bfe8ab39-b56c-4109-a11e-563d891d1313 on network e21e7c40-ad05-44f1-9325-52357fe6b5da {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:36.783816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Port bfe8ab39-b56c-4109-a11e-563d891d1313 on network e21e7c40-ad05-44f1-9325-52357fe6b5da not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:49:36.784211 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Attempting to bind port bfe8ab39-b56c-4109-a11e-563d891d1313 on network e21e7c40-ad05-44f1-9325-52357fe6b5da {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:36.789701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:36.790080 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Checking segment: {'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:36.790414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Bound using segment: {'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:36.791088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Bound port: bfe8ab39-b56c-4109-a11e-563d891d1313, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2da28a-9f10-4777-a67b-c38684b64d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:36.791460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:36.908537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] For port bfe8ab39-b56c-4109-a11e-563d891d1313, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:36.913144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] For port bfe8ab39-b56c-4109-a11e-563d891d1313, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=bfe8ab39-b56c-4109-a11e-563d891d1313,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:37.031045 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.035304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157abb5-1e1a-4744-8c88-21d0d4bf42ad req-85c64cc9-b1b5-4971-b69d-9c603d390a26 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.041657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157abb5-1e1a-4744-8c88-21d0d4bf42ad req-85c64cc9-b1b5-4971-b69d-9c603d390a26 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.048715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157abb5-1e1a-4744-8c88-21d0d4bf42ad req-85c64cc9-b1b5-4971-b69d-9c603d390a26 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.056927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157abb5-1e1a-4744-8c88-21d0d4bf42ad req-85c64cc9-b1b5-4971-b69d-9c603d390a26 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.064955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157abb5-1e1a-4744-8c88-21d0d4bf42ad req-85c64cc9-b1b5-4971-b69d-9c603d390a26 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.067135 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7157abb5-1e1a-4744-8c88-21d0d4bf42ad req-85c64cc9-b1b5-4971-b69d-9c603d390a26 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 3826 time: 0.0891230 Sep 17 22:49:37.078035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.080420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.080420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] 10.222.0.15 "PUT /v2.0/ports/bfe8ab39-b56c-4109-a11e-563d891d1313 HTTP/1.1" status: 200 len: 1092 time: 1.1369572 Sep 17 22:49:37.080868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': 'bfe8ab39-b56c-4109-a11e-563d891d1313'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:37.083307 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "bfe8ab39-b56c-4109-a11e-563d891d1313"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:37.129318 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.197702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7157abb5-1e1a-4744-8c88-21d0d4bf42ad req-d7c56e11-0780-4480-859e-8677e603db52 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207097 Sep 17 22:49:37.252359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:37.350204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28587b4e-0167-40a4-a3fc-c65e92b5bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=bfe8ab39-b56c-4109-a11e-563d891d1313,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:37.373950 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.415778 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.589619 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748da9b9-2bf9-4063-a4d7-35ec1c9ccd91 x-openstack-request-id: req-748da9b9-2bf9-4063-a4d7-35ec1c9ccd91 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:37.589913 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "bfe8ab39-b56c-4109-a11e-563d891d1313", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:37.590163 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-748da9b9-2bf9-4063-a4d7-35ec1c9ccd91 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:37.590688 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': 'bfe8ab39-b56c-4109-a11e-563d891d1313', 'status': 'completed', 'code': 200} Sep 17 22:49:37.686204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-06ed0893-324c-442a-866b-0f67de483f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.686771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-06ed0893-324c-442a-866b-0f67de483f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.687288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-06ed0893-324c-442a-866b-0f67de483f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.687797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-06ed0893-324c-442a-866b-0f67de483f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.688305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-06ed0893-324c-442a-866b-0f67de483f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.690224 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-06ed0893-324c-442a-866b-0f67de483f7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 4362 time: 0.0755725 Sep 17 22:49:37.811697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:37.823151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:37.838493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Transition to ACTIVE for port object 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:49:37.866492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-5ad35f4b-2ef2-4cde-900e-76426500b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.867029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-5ad35f4b-2ef2-4cde-900e-76426500b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.867708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-5ad35f4b-2ef2-4cde-900e-76426500b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:37.869764 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-5ad35f4b-2ef2-4cde-900e-76426500b492 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1634483 Sep 17 22:49:37.964346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.023022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aee302-310a-4201-958e-1b83364b217e req-1af7921a-e7ae-472f-8910-27a3b2f295b5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:38.024705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20aee302-310a-4201-958e-1b83364b217e req-1af7921a-e7ae-472f-8910-27a3b2f295b5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1420939 Sep 17 22:49:38.051858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Pushing event updated for resources: {'Port': ['ID=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:38.147778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20aee302-310a-4201-958e-1b83364b217e req-2c082274-287f-4218-8d7f-7684a18ead90 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152263 Sep 17 22:49:38.158732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-af0c5f01-604a-4df6-9924-6f276a760a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:38.160727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f6fd4d37-42fd-42c8-bb7a-67050eaacf78 req-af0c5f01-604a-4df6-9924-6f276a760a44 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2764754 Sep 17 22:49:38.175921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Attempting to bind port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:38.175921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Attempting to bind port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:38.175921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Attempting to bind port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:38.182590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:49:38.183274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Attempting to bind port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:38.199298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:38.199791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Checking segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:38.201026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Bound using segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:38.201617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Bound port: 4e247f35-00b4-42b5-bf11-a6f3d1fb9062, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:38.202139 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.309651 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] For port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:38.314230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] For port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:38.402595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce514f98-3f93-4255-9e9b-824c92e2afe4 req-0933ca67-efbc-41bb-82a0-cc5a4dc0b3fb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:38.411604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce514f98-3f93-4255-9e9b-824c92e2afe4 req-0933ca67-efbc-41bb-82a0-cc5a4dc0b3fb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:38.421130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce514f98-3f93-4255-9e9b-824c92e2afe4 req-0933ca67-efbc-41bb-82a0-cc5a4dc0b3fb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:38.427919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce514f98-3f93-4255-9e9b-824c92e2afe4 req-0933ca67-efbc-41bb-82a0-cc5a4dc0b3fb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:38.435056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce514f98-3f93-4255-9e9b-824c92e2afe4 req-0933ca67-efbc-41bb-82a0-cc5a4dc0b3fb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:38.442161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce514f98-3f93-4255-9e9b-824c92e2afe4 req-0933ca67-efbc-41bb-82a0-cc5a4dc0b3fb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:38.444349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce514f98-3f93-4255-9e9b-824c92e2afe4 req-0933ca67-efbc-41bb-82a0-cc5a4dc0b3fb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 4603 time: 0.1363800 Sep 17 22:49:38.505155 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce514f98-3f93-4255-9e9b-824c92e2afe4 req-8d45587f-d896-42d5-a9e6-55123ba6b1dc tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514102 Sep 17 22:49:38.531477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.578136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:38.578755 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:38.584454 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] 10.222.0.15 "PUT /v2.0/ports/4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 200 len: 1136 time: 1.3544049 Sep 17 22:49:38.613930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbd8b4-4668-48aa-9707-906f82782938 service neutron] Pushing event updated for resources: {'Port': ['ID=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:38.740387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:38.811418 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:39.140624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f69be36-9f42-403d-93ef-4f6b3f90d270 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:39.148655 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:39.162005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Transition to ACTIVE for port object 2f69be36-9f42-403d-93ef-4f6b3f90d270 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:49:39.213334 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:39.269876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826df0d1-bb43-493c-a756-fcc586beb0c0 req-a04348f9-11a6-4b7e-813b-139893179127 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.271423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-826df0d1-bb43-493c-a756-fcc586beb0c0 req-a04348f9-11a6-4b7e-813b-139893179127 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0539026 Sep 17 22:49:39.322459 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-826df0d1-bb43-493c-a756-fcc586beb0c0 req-a6e55e82-2138-4e17-b907-3a027ea6873d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Sep 17 22:49:39.356547 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:39.426170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Pushing event updated for resources: {'Port': ['ID=2f69be36-9f42-403d-93ef-4f6b3f90d270,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:39.514440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Attempting to bind port 2f69be36-9f42-403d-93ef-4f6b3f90d270 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:39.514783 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Attempting to bind port 2f69be36-9f42-403d-93ef-4f6b3f90d270 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:39.518006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Attempting to bind port 2f69be36-9f42-403d-93ef-4f6b3f90d270 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:39.521613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Port 2f69be36-9f42-403d-93ef-4f6b3f90d270 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:49:39.521944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Attempting to bind port 2f69be36-9f42-403d-93ef-4f6b3f90d270 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:39.527815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:39.527815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Checking segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:39.528291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Bound using segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:39.528698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Bound port: 2f69be36-9f42-403d-93ef-4f6b3f90d270, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:39.529065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:39.600691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': '4e247f35-00b4-42b5-bf11-a6f3d1fb9062'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:39.613740 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e0db08-7533-41cb-8b4b-d580121c336e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "4e247f35-00b4-42b5-bf11-a6f3d1fb9062"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:39.707671 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a10bd-27e1-479f-a619-86768b45d80c x-openstack-request-id: req-c67a10bd-27e1-479f-a619-86768b45d80c {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:39.708839 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "4e247f35-00b4-42b5-bf11-a6f3d1fb9062", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:39.708839 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c67a10bd-27e1-479f-a619-86768b45d80c {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:39.708839 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': '4e247f35-00b4-42b5-bf11-a6f3d1fb9062', 'status': 'completed', 'code': 200} Sep 17 22:49:39.727766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] For port 2f69be36-9f42-403d-93ef-4f6b3f90d270, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:39.748725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] For port 2f69be36-9f42-403d-93ef-4f6b3f90d270, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:39.769453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4793f6-7e41-482c-8048-6bcb300d623a req-85444a8c-7fbb-41e5-b26f-2ced0c4d578e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.791978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4793f6-7e41-482c-8048-6bcb300d623a req-85444a8c-7fbb-41e5-b26f-2ced0c4d578e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.805979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4793f6-7e41-482c-8048-6bcb300d623a req-85444a8c-7fbb-41e5-b26f-2ced0c4d578e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.813569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4793f6-7e41-482c-8048-6bcb300d623a req-85444a8c-7fbb-41e5-b26f-2ced0c4d578e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.814178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-5445d874-7abe-4209-928e-8e044816b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.814646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-5445d874-7abe-4209-928e-8e044816b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.815169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-5445d874-7abe-4209-928e-8e044816b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.815787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-5445d874-7abe-4209-928e-8e044816b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.816620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-5445d874-7abe-4209-928e-8e044816b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.817237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-5445d874-7abe-4209-928e-8e044816b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.817846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-5445d874-7abe-4209-928e-8e044816b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.822370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-5445d874-7abe-4209-928e-8e044816b465 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6179 time: 0.0823445 Sep 17 22:49:39.822528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4793f6-7e41-482c-8048-6bcb300d623a req-85444a8c-7fbb-41e5-b26f-2ced0c4d578e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.829570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4793f6-7e41-482c-8048-6bcb300d623a req-85444a8c-7fbb-41e5-b26f-2ced0c4d578e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.838134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4793f6-7e41-482c-8048-6bcb300d623a req-85444a8c-7fbb-41e5-b26f-2ced0c4d578e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:39.840347 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4793f6-7e41-482c-8048-6bcb300d623a req-85444a8c-7fbb-41e5-b26f-2ced0c4d578e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5381 time: 0.1984298 Sep 17 22:49:39.916270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd4793f6-7e41-482c-8048-6bcb300d623a req-4a94eb55-fd1b-4fdc-a4d6-e8377706c46a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683417 Sep 17 22:49:39.926205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.001141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:40.001829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.003299 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] 10.222.0.15 "PUT /v2.0/ports/2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 200 len: 1137 time: 1.2684686 Sep 17 22:49:40.037619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba161f-d107-4ca5-b7ee-45faad51f326 service neutron] Pushing event updated for resources: {'Port': ['ID=2f69be36-9f42-403d-93ef-4f6b3f90d270,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:40.039545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-4add447e-565e-4df5-85a0-84c2f452bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:40.040247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-4add447e-565e-4df5-85a0-84c2f452bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:40.041073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-4add447e-565e-4df5-85a0-84c2f452bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:40.043733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-4add447e-565e-4df5-85a0-84c2f452bf42 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2067730 Sep 17 22:49:40.201787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:40.208806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-e86b2e6d-f54a-4e98-93e8-0f0538725608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:40.212865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4e0db08-7533-41cb-8b4b-d580121c336e req-e86b2e6d-f54a-4e98-93e8-0f0538725608 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615620 Sep 17 22:49:40.288539 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.459047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.547110 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8bf37-2c94-4790-83e0-79d573e724a1 req-2a31e412-e2e5-4ffd-868a-54265e847e30 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:40.548979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3aa8bf37-2c94-4790-83e0-79d573e724a1 req-2a31e412-e2e5-4ffd-868a-54265e847e30 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1209142 Sep 17 22:49:40.610421 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3aa8bf37-2c94-4790-83e0-79d573e724a1 req-c3ba817e-a529-4331-b6f9-06e3ae497aa3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535760 Sep 17 22:49:41.069135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45de0941-ab7b-4740-87ce-8fb8bde73a5a {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:41.101576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.121732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Transition to ACTIVE for port object 45de0941-ab7b-4740-87ce-8fb8bde73a5a will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:49:41.164349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e2e2-f14a-464e-83f0-8535ba0d4d8a req-7201304d-26fe-46f5-86e8-79ac4c62012f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.174809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e2e2-f14a-464e-83f0-8535ba0d4d8a req-7201304d-26fe-46f5-86e8-79ac4c62012f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.188199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e2e2-f14a-464e-83f0-8535ba0d4d8a req-7201304d-26fe-46f5-86e8-79ac4c62012f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.195505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e2e2-f14a-464e-83f0-8535ba0d4d8a req-7201304d-26fe-46f5-86e8-79ac4c62012f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.203327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e2e2-f14a-464e-83f0-8535ba0d4d8a req-7201304d-26fe-46f5-86e8-79ac4c62012f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.209752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e2e2-f14a-464e-83f0-8535ba0d4d8a req-7201304d-26fe-46f5-86e8-79ac4c62012f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.216239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e2e2-f14a-464e-83f0-8535ba0d4d8a req-7201304d-26fe-46f5-86e8-79ac4c62012f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.218427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1ae1e2e2-f14a-464e-83f0-8535ba0d4d8a req-7201304d-26fe-46f5-86e8-79ac4c62012f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5381 time: 0.1668851 Sep 17 22:49:41.275810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1ae1e2e2-f14a-464e-83f0-8535ba0d4d8a req-f850a199-4a08-4958-8c90-1f32dc74b674 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500424 Sep 17 22:49:41.304170 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.364206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Pushing event updated for resources: {'Port': ['ID=45de0941-ab7b-4740-87ce-8fb8bde73a5a,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:41.542842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Attempting to bind port 45de0941-ab7b-4740-87ce-8fb8bde73a5a on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:41.543178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Attempting to bind port 45de0941-ab7b-4740-87ce-8fb8bde73a5a by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:41.543675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Attempting to bind port 45de0941-ab7b-4740-87ce-8fb8bde73a5a on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:41.548588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Port 45de0941-ab7b-4740-87ce-8fb8bde73a5a on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:49:41.549086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Attempting to bind port 45de0941-ab7b-4740-87ce-8fb8bde73a5a on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:41.556984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:41.577084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Checking segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:41.577084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Bound using segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:41.577084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Bound port: 45de0941-ab7b-4740-87ce-8fb8bde73a5a, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:41.577084 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.673408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] For port 45de0941-ab7b-4740-87ce-8fb8bde73a5a, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:41.680812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] For port 45de0941-ab7b-4740-87ce-8fb8bde73a5a, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:41.710218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': '2f69be36-9f42-403d-93ef-4f6b3f90d270'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:41.712866 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b5425b-feca-4616-853f-2f9a05c71310" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "2f69be36-9f42-403d-93ef-4f6b3f90d270"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:41.774065 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9905a28-787f-4f00-873f-5958f3693e9c x-openstack-request-id: req-f9905a28-787f-4f00-873f-5958f3693e9c {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:41.774354 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "2f69be36-9f42-403d-93ef-4f6b3f90d270", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:41.774607 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9905a28-787f-4f00-873f-5958f3693e9c {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:41.776755 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': '2f69be36-9f42-403d-93ef-4f6b3f90d270', 'status': 'completed', 'code': 200} Sep 17 22:49:41.786341 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.826701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.827327 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:41.828799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] 10.222.0.15 "PUT /v2.0/ports/45de0941-ab7b-4740-87ce-8fb8bde73a5a HTTP/1.1" status: 200 len: 1091 time: 1.6324089 Sep 17 22:49:41.840473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff5dbc-af72-44d4-90ef-cf6c0d98be83 req-23d1b5e7-4614-484c-bdfe-9cb7b594b061 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.851041 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08ff5dbc-af72-44d4-90ef-cf6c0d98be83 req-23d1b5e7-4614-484c-bdfe-9cb7b594b061 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1142147 Sep 17 22:49:41.873487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11818e-f6db-44c1-8867-0fa002e71497 service neutron] Pushing event updated for resources: {'Port': ['ID=45de0941-ab7b-4740-87ce-8fb8bde73a5a,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:41.972888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08ff5dbc-af72-44d4-90ef-cf6c0d98be83 req-644e68c3-b050-4215-93d6-2da1d50aa958 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138904 Sep 17 22:49:41.976445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:41.998603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-4bed86a9-372f-49e4-8422-d7ca7c14a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.998603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-4bed86a9-372f-49e4-8422-d7ca7c14a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.998603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-4bed86a9-372f-49e4-8422-d7ca7c14a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.998603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-4bed86a9-372f-49e4-8422-d7ca7c14a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.998603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-4bed86a9-372f-49e4-8422-d7ca7c14a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.998603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-4bed86a9-372f-49e4-8422-d7ca7c14a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.998603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-4bed86a9-372f-49e4-8422-d7ca7c14a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:41.998603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-4bed86a9-372f-49e4-8422-d7ca7c14a670 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6289 time: 0.1804032 Sep 17 22:49:42.092717 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.178553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-664ccfe0-e7db-4bcf-981e-6570e90ac5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.179169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-664ccfe0-e7db-4bcf-981e-6570e90ac5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.179825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-664ccfe0-e7db-4bcf-981e-6570e90ac5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.182576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-664ccfe0-e7db-4bcf-981e-6570e90ac5a5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1725543 Sep 17 22:49:42.266350 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:49:42.486883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-2f4bf2ac-858a-4925-9297-a63d3a80baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.489118 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9b5425b-feca-4616-853f-2f9a05c71310 req-2f4bf2ac-858a-4925-9297-a63d3a80baa9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2971232 Sep 17 22:49:42.538956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0403-71d5-47b5-8796-c6de678b90ef req-f4eaf246-745d-4083-ad17-b752c3fc1e51 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.549699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0403-71d5-47b5-8796-c6de678b90ef req-f4eaf246-745d-4083-ad17-b752c3fc1e51 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.566299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0403-71d5-47b5-8796-c6de678b90ef req-f4eaf246-745d-4083-ad17-b752c3fc1e51 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.573698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0403-71d5-47b5-8796-c6de678b90ef req-f4eaf246-745d-4083-ad17-b752c3fc1e51 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.580633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0403-71d5-47b5-8796-c6de678b90ef req-f4eaf246-745d-4083-ad17-b752c3fc1e51 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.592368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0403-71d5-47b5-8796-c6de678b90ef req-f4eaf246-745d-4083-ad17-b752c3fc1e51 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.594463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0403-71d5-47b5-8796-c6de678b90ef req-f4eaf246-745d-4083-ad17-b752c3fc1e51 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:42.596560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f5c0403-71d5-47b5-8796-c6de678b90ef req-f4eaf246-745d-4083-ad17-b752c3fc1e51 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5393 time: 0.1657407 Sep 17 22:49:42.721420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f5c0403-71d5-47b5-8796-c6de678b90ef req-31aa6c59-3f86-4749-865d-8c6614c56dbc tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133065 Sep 17 22:49:42.811557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87896450-6e00-40f3-b2a2-358d22328b45 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:42.827734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:42.854529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Transition to ACTIVE for port object 87896450-6e00-40f3-b2a2-358d22328b45 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:49:42.966672 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.097104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Pushing event updated for resources: {'Port': ['ID=87896450-6e00-40f3-b2a2-358d22328b45,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:43.180298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Attempting to bind port 87896450-6e00-40f3-b2a2-358d22328b45 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:43.180739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Attempting to bind port 87896450-6e00-40f3-b2a2-358d22328b45 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:43.181150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Attempting to bind port 87896450-6e00-40f3-b2a2-358d22328b45 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:43.200381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Port 87896450-6e00-40f3-b2a2-358d22328b45 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:49:43.200982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Attempting to bind port 87896450-6e00-40f3-b2a2-358d22328b45 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:43.212414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:43.212743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Checking segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:43.213349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Bound using segment: {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:43.218055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Bound port: 87896450-6e00-40f3-b2a2-358d22328b45, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:43.218569 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.260470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0fb5b-157e-4a13-b135-3bed4d0f6257 req-6626c7ce-ca46-4f5f-bff3-66a5704fceca tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:43.263992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85f0fb5b-157e-4a13-b135-3bed4d0f6257 req-6626c7ce-ca46-4f5f-bff3-66a5704fceca tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1238894 Sep 17 22:49:43.381228 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85f0fb5b-157e-4a13-b135-3bed4d0f6257 req-c3ffb5fd-aff6-402a-ad44-48b348f5f3df tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934825 Sep 17 22:49:43.407815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] For port 87896450-6e00-40f3-b2a2-358d22328b45, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:43.412412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] For port 87896450-6e00-40f3-b2a2-358d22328b45, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=87896450-6e00-40f3-b2a2-358d22328b45,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:43.497650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.566237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Pushing event updated for resources: {'Port': ['ID=87896450-6e00-40f3-b2a2-358d22328b45,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:43.586928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:43.588693 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:43.590198 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6305ccee-4cca-4d20-88d0-2e84468c11ad service neutron] 10.222.0.15 "PUT /v2.0/ports/87896450-6e00-40f3-b2a2-358d22328b45 HTTP/1.1" status: 200 len: 1091 time: 1.6192307 Sep 17 22:49:43.722242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:43.802886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': '45de0941-ab7b-4740-87ce-8fb8bde73a5a'}, {'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': '87896450-6e00-40f3-b2a2-358d22328b45'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:43.820730 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5ee78a-c25f-47d3-97e0-d50090ff910c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "45de0941-ab7b-4740-87ce-8fb8bde73a5a"}, {"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "87896450-6e00-40f3-b2a2-358d22328b45"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:43.895364 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ce3e2e-c291-4955-8433-c3cedb49ef78 x-openstack-request-id: req-68ce3e2e-c291-4955-8433-c3cedb49ef78 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:43.899188 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "45de0941-ab7b-4740-87ce-8fb8bde73a5a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "87896450-6e00-40f3-b2a2-358d22328b45", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:43.899188 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68ce3e2e-c291-4955-8433-c3cedb49ef78 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:43.899188 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': '45de0941-ab7b-4740-87ce-8fb8bde73a5a', 'status': 'completed', 'code': 200} Sep 17 22:49:43.899188 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': '87896450-6e00-40f3-b2a2-358d22328b45', 'status': 'completed', 'code': 200} Sep 17 22:49:44.009437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.072094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-f8f0b165-4fc1-43af-b502-8f873fc4f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.072955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-f8f0b165-4fc1-43af-b502-8f873fc4f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.073933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-f8f0b165-4fc1-43af-b502-8f873fc4f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.075165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-f8f0b165-4fc1-43af-b502-8f873fc4f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.076591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-f8f0b165-4fc1-43af-b502-8f873fc4f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.077437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-f8f0b165-4fc1-43af-b502-8f873fc4f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.078254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-f8f0b165-4fc1-43af-b502-8f873fc4f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.081684 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-f8f0b165-4fc1-43af-b502-8f873fc4f6b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6357 time: 0.1354442 Sep 17 22:49:44.240459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-0fc18c61-c430-4a17-933a-6198c69d7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.240459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-0fc18c61-c430-4a17-933a-6198c69d7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.240459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-0fc18c61-c430-4a17-933a-6198c69d7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.241646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-0fc18c61-c430-4a17-933a-6198c69d7f96 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1451824 Sep 17 22:49:44.319439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a5796-d23c-45f9-b50b-ccdd0aeb58b2 req-10491d3a-2e59-4a72-8ea6-0eec63484dd0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.322769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a5796-d23c-45f9-b50b-ccdd0aeb58b2 req-10491d3a-2e59-4a72-8ea6-0eec63484dd0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.331568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a5796-d23c-45f9-b50b-ccdd0aeb58b2 req-10491d3a-2e59-4a72-8ea6-0eec63484dd0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.337820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a5796-d23c-45f9-b50b-ccdd0aeb58b2 req-10491d3a-2e59-4a72-8ea6-0eec63484dd0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.346448 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a5796-d23c-45f9-b50b-ccdd0aeb58b2 req-10491d3a-2e59-4a72-8ea6-0eec63484dd0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.355756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a5796-d23c-45f9-b50b-ccdd0aeb58b2 req-10491d3a-2e59-4a72-8ea6-0eec63484dd0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.360459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a5796-d23c-45f9-b50b-ccdd0aeb58b2 req-10491d3a-2e59-4a72-8ea6-0eec63484dd0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.362987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e33a5796-d23c-45f9-b50b-ccdd0aeb58b2 req-10491d3a-2e59-4a72-8ea6-0eec63484dd0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5405 time: 0.4197702 Sep 17 22:49:44.386399 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-28e7f8c0-d55b-4192-a613-1e6d61fb2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.388996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-28e7f8c0-d55b-4192-a613-1e6d61fb2dd2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393883 Sep 17 22:49:44.449507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e33a5796-d23c-45f9-b50b-ccdd0aeb58b2 req-044500f3-a34b-4fcc-beaf-98a03625205e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795248 Sep 17 22:49:44.579052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182fa90-2d50-4de6-8742-508a58481d07 req-ba1e26dd-d67b-4bfb-a739-5d3c10351485 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.580717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3182fa90-2d50-4de6-8742-508a58481d07 req-ba1e26dd-d67b-4bfb-a739-5d3c10351485 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1020844 Sep 17 22:49:44.586586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-431c8834-c8fe-41be-b351-1b68edf66e0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1207018 Sep 17 22:49:44.597320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1db5fd4-28e6-42cb-be3f-1b728dc6999d {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:44.618031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-39912cf6-a9eb-488e-b124-f770a6f516f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.618570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-39912cf6-a9eb-488e-b124-f770a6f516f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.619206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-39912cf6-a9eb-488e-b124-f770a6f516f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.619677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-39912cf6-a9eb-488e-b124-f770a6f516f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.620194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-39912cf6-a9eb-488e-b124-f770a6f516f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.620668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-39912cf6-a9eb-488e-b124-f770a6f516f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.621139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-39912cf6-a9eb-488e-b124-f770a6f516f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.623958 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-39912cf6-a9eb-488e-b124-f770a6f516f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6357 time: 0.1481407 Sep 17 22:49:44.626215 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.635964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3182fa90-2d50-4de6-8742-508a58481d07 req-a22d7c2c-35b8-4221-b4fb-535dd652c0eb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480592 Sep 17 22:49:44.677320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Transition to ACTIVE for port object c1db5fd4-28e6-42cb-be3f-1b728dc6999d will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:49:44.760541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-d150c881-6022-493b-b8e4-db811dfcfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.762266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-d150c881-6022-493b-b8e4-db811dfcfb09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 1098 time: 0.0685670 Sep 17 22:49:44.794620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-3c52a3b6-ec65-49ad-9425-61d949aa2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.795025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-3c52a3b6-ec65-49ad-9425-61d949aa2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.795501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-3c52a3b6-ec65-49ad-9425-61d949aa2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.797164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-3c52a3b6-ec65-49ad-9425-61d949aa2a8c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1594293 Sep 17 22:49:44.875877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:44.877315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-a0677b28-9e98-4f01-be0a-299c8f1135ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.878895 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-a0677b28-9e98-4f01-be0a-299c8f1135ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.0968475 Sep 17 22:49:44.928607 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-81aacc6d-2774-41a1-a478-a308d3e3e21f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 HTTP/1.1" status: 200 len: 217 time: 0.0429981 Sep 17 22:49:44.978723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-c8f4ec3b-747c-4fbd-bf3f-92e69f8b3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.982909 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-c8f4ec3b-747c-4fbd-bf3f-92e69f8b3557 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1759021 Sep 17 22:49:44.994793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-814816bb-da7b-46b5-aa7e-bdbb1fc43296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:44.998305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-814816bb-da7b-46b5-aa7e-bdbb1fc43296 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0610440 Sep 17 22:49:45.058092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-eabfbde5-8a23-463b-b8ad-b98833881a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:45.060334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-eabfbde5-8a23-463b-b8ad-b98833881a6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545583 Sep 17 22:49:45.109047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:45.136574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Attempting to bind port c1db5fd4-28e6-42cb-be3f-1b728dc6999d on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:45.137332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Attempting to bind port c1db5fd4-28e6-42cb-be3f-1b728dc6999d by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:45.137861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Attempting to bind port c1db5fd4-28e6-42cb-be3f-1b728dc6999d on network 70fc844e-25ab-414e-a5ca-5dfb7483de8d {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:45.143918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Port c1db5fd4-28e6-42cb-be3f-1b728dc6999d on network 70fc844e-25ab-414e-a5ca-5dfb7483de8d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:49:45.144468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Attempting to bind port c1db5fd4-28e6-42cb-be3f-1b728dc6999d on network 70fc844e-25ab-414e-a5ca-5dfb7483de8d {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:45.150215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:45.150915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Checking segment: {'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:45.160397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Bound using segment: {'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:45.160397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Bound port: c1db5fd4-28e6-42cb-be3f-1b728dc6999d, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:45.160397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:45.209788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-834f075c-e9f1-47f3-9937-7a26d6f7bd34 service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348648 Sep 17 22:49:45.276505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] For port c1db5fd4-28e6-42cb-be3f-1b728dc6999d, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:45.284570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] For port c1db5fd4-28e6-42cb-be3f-1b728dc6999d, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:45.351700 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8e5c3c0-0e38-4aa5-ab13-f544bb05a8be req-d04a6ab7-817c-45ae-b74a-bb30796e1b0f service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329975 Sep 17 22:49:45.396314 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:45.433726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:45.434996 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:45.436397 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] 10.222.0.15 "PUT /v2.0/ports/c1db5fd4-28e6-42cb-be3f-1b728dc6999d HTTP/1.1" status: 200 len: 1092 time: 1.7192731 Sep 17 22:49:45.467050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293a60a-a245-476f-9c4b-3dd431a03de8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:45.549634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Request body: {'port': {'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:49:45.681949 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:45.865005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092e1cf-7e50-4c83-ade5-80787d7c6ae1 req-0d706164-152c-4831-bcf3-41433dda5204 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:45.867502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8092e1cf-7e50-4c83-ade5-80787d7c6ae1 req-0d706164-152c-4831-bcf3-41433dda5204 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1076722 Sep 17 22:49:45.956364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8092e1cf-7e50-4c83-ade5-80787d7c6ae1 req-3d58aef9-965d-4c8c-b559-a73203288328 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719945 Sep 17 22:49:45.968637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': 'c1db5fd4-28e6-42cb-be3f-1b728dc6999d'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:45.978922 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ec14e3-ebac-4696-81bf-59c44cc1a759" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "c1db5fd4-28e6-42cb-be3f-1b728dc6999d"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:46.042005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b72cdc-31bf-43b4-b8f7-9b2c631358f3 req-c5c77462-8d05-44bb-9c49-63bd1d8aecfd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.049264 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b72cdc-31bf-43b4-b8f7-9b2c631358f3 req-c5c77462-8d05-44bb-9c49-63bd1d8aecfd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.055952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b72cdc-31bf-43b4-b8f7-9b2c631358f3 req-c5c77462-8d05-44bb-9c49-63bd1d8aecfd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.062132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b72cdc-31bf-43b4-b8f7-9b2c631358f3 req-c5c77462-8d05-44bb-9c49-63bd1d8aecfd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.069150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b72cdc-31bf-43b4-b8f7-9b2c631358f3 req-c5c77462-8d05-44bb-9c49-63bd1d8aecfd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.075435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b72cdc-31bf-43b4-b8f7-9b2c631358f3 req-c5c77462-8d05-44bb-9c49-63bd1d8aecfd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.081485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b72cdc-31bf-43b4-b8f7-9b2c631358f3 req-c5c77462-8d05-44bb-9c49-63bd1d8aecfd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.083660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2b72cdc-31bf-43b4-b8f7-9b2c631358f3 req-c5c77462-8d05-44bb-9c49-63bd1d8aecfd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5417 time: 0.4850702 Sep 17 22:49:46.085159 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2b1313-ebfb-4d73-b2e2-e528869ed65b x-openstack-request-id: req-ac2b1313-ebfb-4d73-b2e2-e528869ed65b {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:46.085451 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "c1db5fd4-28e6-42cb-be3f-1b728dc6999d", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:46.085699 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac2b1313-ebfb-4d73-b2e2-e528869ed65b {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:46.089487 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': 'c1db5fd4-28e6-42cb-be3f-1b728dc6999d', 'status': 'completed', 'code': 200} Sep 17 22:49:46.158902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2b72cdc-31bf-43b4-b8f7-9b2c631358f3 req-c30bffd3-f520-49a9-b991-40cd1404291b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617890 Sep 17 22:49:46.192683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-db06ceb5-580b-43c8-8d66-0fb6c9b01346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.193172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-db06ceb5-580b-43c8-8d66-0fb6c9b01346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.193759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-db06ceb5-580b-43c8-8d66-0fb6c9b01346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.194181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-db06ceb5-580b-43c8-8d66-0fb6c9b01346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.194631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-db06ceb5-580b-43c8-8d66-0fb6c9b01346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.195098 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-db06ceb5-580b-43c8-8d66-0fb6c9b01346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.195561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-db06ceb5-580b-43c8-8d66-0fb6c9b01346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.197731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-db06ceb5-580b-43c8-8d66-0fb6c9b01346 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6425 time: 0.0602639 Sep 17 22:49:46.249139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f315b64d-660c-4c36-8ce9-0b202d824725 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:46.262909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.277499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Transition to ACTIVE for port object f315b64d-660c-4c36-8ce9-0b202d824725 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:49:46.333705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-2e8b224a-2da9-4585-9f77-2c0461fa9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.336649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-2e8b224a-2da9-4585-9f77-2c0461fa9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.336649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-2e8b224a-2da9-4585-9f77-2c0461fa9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.336649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-2e8b224a-2da9-4585-9f77-2c0461fa9e1a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1219318 Sep 17 22:49:46.384746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.478077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-ff27bfab-7f07-44fe-a957-e209377776a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.480318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-ff27bfab-7f07-44fe-a957-e209377776a9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374071 Sep 17 22:49:46.489597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Pushing event updated for resources: {'Port': ['ID=f315b64d-660c-4c36-8ce9-0b202d824725,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:46.573655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Attempting to bind port f315b64d-660c-4c36-8ce9-0b202d824725 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:49:46.574131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Attempting to bind port f315b64d-660c-4c36-8ce9-0b202d824725 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:49:46.574593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Attempting to bind port f315b64d-660c-4c36-8ce9-0b202d824725 on network 70fc844e-25ab-414e-a5ca-5dfb7483de8d {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:46.580925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Port f315b64d-660c-4c36-8ce9-0b202d824725 on network 70fc844e-25ab-414e-a5ca-5dfb7483de8d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:49:46.581682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Attempting to bind port f315b64d-660c-4c36-8ce9-0b202d824725 on network 70fc844e-25ab-414e-a5ca-5dfb7483de8d {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:49:46.588528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:49:46.589066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Checking segment: {'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:49:46.589570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Bound using segment: {'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:49:46.590325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Bound port: f315b64d-660c-4c36-8ce9-0b202d824725, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:49:46.591367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.676702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] For port f315b64d-660c-4c36-8ce9-0b202d824725, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:49:46.680425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] For port f315b64d-660c-4c36-8ce9-0b202d824725, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f315b64d-660c-4c36-8ce9-0b202d824725,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:49:46.794546 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.837269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:46.838243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:46.839687 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] 10.222.0.15 "PUT /v2.0/ports/f315b64d-660c-4c36-8ce9-0b202d824725 HTTP/1.1" status: 200 len: 1092 time: 1.2949390 Sep 17 22:49:46.874917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638a0b3-7e02-44c3-9c52-6338cdc1a385 service neutron] Pushing event updated for resources: {'Port': ['ID=f315b64d-660c-4c36-8ce9-0b202d824725,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:47.051245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-48827945-b53c-449b-8995-824363c9681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.053381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-48827945-b53c-449b-8995-824363c9681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.053381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-48827945-b53c-449b-8995-824363c9681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.053381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-48827945-b53c-449b-8995-824363c9681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.054213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-48827945-b53c-449b-8995-824363c9681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.054581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-48827945-b53c-449b-8995-824363c9681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.055179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-48827945-b53c-449b-8995-824363c9681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.057945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-48827945-b53c-449b-8995-824363c9681a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6493 time: 0.0658872 Sep 17 22:49:47.159106 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-74cf22e6-9c56-4aed-ac9b-9e2cd1ef9454 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe8ab39-b56c-4109-a11e-563d891d1313 HTTP/1.1" status: 200 len: 217 time: 0.0787146 Sep 17 22:49:47.165432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8cda5-35d0-4f3f-9a63-47a152445c7d req-1d1a8411-b6b7-4519-8884-3ac7cbfa35fa tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.165432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbf8cda5-35d0-4f3f-9a63-47a152445c7d req-1d1a8411-b6b7-4519-8884-3ac7cbfa35fa tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0903385 Sep 17 22:49:47.211972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbf8cda5-35d0-4f3f-9a63-47a152445c7d req-786eb007-31c6-4a93-838a-0b62ef5bc493 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374703 Sep 17 22:49:47.231659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-bb354890-c4bb-4104-b5cb-26d1658de9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.233560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-bb354890-c4bb-4104-b5cb-26d1658de9fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=85ab8b00-fc15-4ee5-97e7-bfaf371d8cde HTTP/1.1" status: 200 len: 856 time: 0.0684247 Sep 17 22:49:47.304836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-95dd5c7b-f5aa-4456-a5a3-64dcaf6af0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.306391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-95dd5c7b-f5aa-4456-a5a3-64dcaf6af0f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e21e7c40-ad05-44f1-9325-52357fe6b5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643857 Sep 17 22:49:47.418911 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ca64-a606-46ae-95aa-fb1019f3e59e req-ecfa95fd-507b-4792-90af-fd505fdbdc92 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.425956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ca64-a606-46ae-95aa-fb1019f3e59e req-ecfa95fd-507b-4792-90af-fd505fdbdc92 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.431929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ca64-a606-46ae-95aa-fb1019f3e59e req-ecfa95fd-507b-4792-90af-fd505fdbdc92 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.438113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ca64-a606-46ae-95aa-fb1019f3e59e req-ecfa95fd-507b-4792-90af-fd505fdbdc92 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.444239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ca64-a606-46ae-95aa-fb1019f3e59e req-ecfa95fd-507b-4792-90af-fd505fdbdc92 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.450633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ca64-a606-46ae-95aa-fb1019f3e59e req-ecfa95fd-507b-4792-90af-fd505fdbdc92 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.456683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ca64-a606-46ae-95aa-fb1019f3e59e req-ecfa95fd-507b-4792-90af-fd505fdbdc92 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.458687 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66e7ca64-a606-46ae-95aa-fb1019f3e59e req-ecfa95fd-507b-4792-90af-fd505fdbdc92 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1716380 Sep 17 22:49:47.512985 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6cbca14b-c031-40f5-8f2a-9d73cddd2992 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903889 Sep 17 22:49:47.520160 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66e7ca64-a606-46ae-95aa-fb1019f3e59e req-6bd030d9-56ea-4d42-ac2b-ec978f75bdaa tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538270 Sep 17 22:49:47.618912 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-8383638a-287b-4a1b-9b5b-cc726c4a8547 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977900 Sep 17 22:49:47.662924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-fd7f2ba3-5438-4d2d-8811-a02d9aa5af28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 200 len: 217 time: 0.0375712 Sep 17 22:49:47.725948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f9276d79-922b-4b62-97ce-a1b25bd37760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.727451 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f9276d79-922b-4b62-97ce-a1b25bd37760 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0577278 Sep 17 22:49:47.814402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4c2a901f-8efb-4705-9283-fb3ef45a3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:47.816179 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-4c2a901f-8efb-4705-9283-fb3ef45a3643 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812621 Sep 17 22:49:47.918114 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-e6773598-380a-49d9-90d9-350611cd3c54 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947676 Sep 17 22:49:48.044102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-3923e3bd-3323-4ebf-9518-76bca9ab211b service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176872 Sep 17 22:49:48.087068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': 'f315b64d-660c-4c36-8ce9-0b202d824725'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:48.089354 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "f315b64d-660c-4c36-8ce9-0b202d824725"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:48.096448 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-c31e9efa-37ce-46c4-8054-15a3f7886004 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 200 len: 217 time: 0.0443792 Sep 17 22:49:48.195477 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0b78e4-23a0-4ee1-9666-7b451ae5437b x-openstack-request-id: req-fa0b78e4-23a0-4ee1-9666-7b451ae5437b {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:48.195791 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "f315b64d-660c-4c36-8ce9-0b202d824725", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:48.196038 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa0b78e4-23a0-4ee1-9666-7b451ae5437b {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:48.196439 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': 'f315b64d-660c-4c36-8ce9-0b202d824725', 'status': 'completed', 'code': 200} Sep 17 22:49:48.213088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f31a6829-f1cc-410f-8160-a3fe14787266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.214555 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f31a6829-f1cc-410f-8160-a3fe14787266 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0996945 Sep 17 22:49:48.283862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-ba57c8ad-8c99-4b02-8d4c-af4548bfa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.286270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-ba57c8ad-8c99-4b02-8d4c-af4548bfa5a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0629659 Sep 17 22:49:48.412280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65bb7c-0a37-4361-96b3-c1dba7d58fa7 req-fdedddb5-0392-4c2e-8657-3d33728f5085 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.422198 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-be65bb7c-0a37-4361-96b3-c1dba7d58fa7 req-fdedddb5-0392-4c2e-8657-3d33728f5085 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1287594 Sep 17 22:49:48.476478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-057cf5ec-d2df-4c96-b30f-b52b81b71f0d service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805446 Sep 17 22:49:48.479961 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-be65bb7c-0a37-4361-96b3-c1dba7d58fa7 req-01b12d29-f49d-4c6c-9077-6487aa04aebf tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569975 Sep 17 22:49:48.605980 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6fe5cea9-f737-482f-ad48-733b7837a476 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223168 Sep 17 22:49:48.658732 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-347d2d3b-497a-41e5-854b-93a3f4a097c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a HTTP/1.1" status: 200 len: 217 time: 0.0454865 Sep 17 22:49:48.709831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f5eb5-0e6d-468b-a249-8f7799390f9c req-4a72603c-b97e-418f-98dc-38f6a03f1b8e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.716203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f5eb5-0e6d-468b-a249-8f7799390f9c req-4a72603c-b97e-418f-98dc-38f6a03f1b8e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.720793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-3d1eb372-c3ec-44a0-ae77-82ce61edd8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.723601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-3d1eb372-c3ec-44a0-ae77-82ce61edd8cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0570340 Sep 17 22:49:48.723731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f5eb5-0e6d-468b-a249-8f7799390f9c req-4a72603c-b97e-418f-98dc-38f6a03f1b8e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.729940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f5eb5-0e6d-468b-a249-8f7799390f9c req-4a72603c-b97e-418f-98dc-38f6a03f1b8e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.738300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f5eb5-0e6d-468b-a249-8f7799390f9c req-4a72603c-b97e-418f-98dc-38f6a03f1b8e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.747815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f5eb5-0e6d-468b-a249-8f7799390f9c req-4a72603c-b97e-418f-98dc-38f6a03f1b8e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.754183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f5eb5-0e6d-468b-a249-8f7799390f9c req-4a72603c-b97e-418f-98dc-38f6a03f1b8e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.756209 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb9f5eb5-0e6d-468b-a249-8f7799390f9c req-4a72603c-b97e-418f-98dc-38f6a03f1b8e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1506653 Sep 17 22:49:48.782406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f0758d59-e791-4393-a388-1aaacd25a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:48.784244 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-f0758d59-e791-4393-a388-1aaacd25a74e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0549135 Sep 17 22:49:48.825160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb9f5eb5-0e6d-468b-a249-8f7799390f9c req-f31deee9-9c8c-4983-b1aa-605aa7693c70 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569444 Sep 17 22:49:48.917709 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-2df2b3f1-2073-4f81-96f6-0dbf1a88a7ef service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248164 Sep 17 22:49:49.017124 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-e8d057d7-364c-4ce2-a32f-568fc23a04e4 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926919 Sep 17 22:49:49.066108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38902) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:49.207995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bdc2827a-586f-408f-a1fd-5f08c29b6100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.310431 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bdc2827a-586f-408f-a1fd-5f08c29b6100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.365741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-6e07ba50-be27-4b7d-8104-696513005a94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=87896450-6e00-40f3-b2a2-358d22328b45 HTTP/1.1" status: 200 len: 217 time: 0.3412991 Sep 17 22:49:49.399328 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bdc2827a-586f-408f-a1fd-5f08c29b6100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.429363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-de86052e-1e31-4991-98e1-348a50e435c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:49.431249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-de86052e-1e31-4991-98e1-348a50e435c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0572221 Sep 17 22:49:49.443945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bdc2827a-586f-408f-a1fd-5f08c29b6100 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1cd081574be4ce684701413f8140291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763971 Sep 17 22:49:49.444707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2827a-586f-408f-a1fd-5f08c29b6100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feb10e7-8941-4788-bb84-6166e785e19a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:49.447052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38906) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:49.487558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-024c57d1-e6da-4a0a-9d9d-235950123080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:49.489060 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-024c57d1-e6da-4a0a-9d9d-235950123080 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508077 Sep 17 22:49:49.506563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddecd89b-f18f-413c-a6c6-d977be3fdf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.542724 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddecd89b-f18f-413c-a6c6-d977be3fdf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.640090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-639c776f-2873-40b6-9f56-c3ccff8fd689 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421351 Sep 17 22:49:49.682986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8c17c-681e-46eb-8201-65d998fb9892 req-ac62512f-0939-4fc4-b9ac-f9619730f26f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:49.684564 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9e8c17c-681e-46eb-8201-65d998fb9892 req-ac62512f-0939-4fc4-b9ac-f9619730f26f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0903707 Sep 17 22:49:49.716452 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddecd89b-f18f-413c-a6c6-d977be3fdf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.719807 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddecd89b-f18f-413c-a6c6-d977be3fdf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:49.721198 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ddecd89b-f18f-413c-a6c6-d977be3fdf26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2feb10e7-8941-4788-bb84-6166e785e19a HTTP/1.1" status: 204 len: 168 time: 0.2732406 Sep 17 22:49:49.737284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecd89b-f18f-413c-a6c6-d977be3fdf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feb10e7-8941-4788-bb84-6166e785e19a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:49.780921 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9e8c17c-681e-46eb-8201-65d998fb9892 req-6b090975-bf74-4189-9563-a7e8cffc80e3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898540 Sep 17 22:49:49.784920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-8ea69c8d-8931-44f1-a8f7-0201c831ed59 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381688 Sep 17 22:49:49.837349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-105b89af-6f13-4362-a135-8a4e20da7dba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d HTTP/1.1" status: 200 len: 217 time: 0.0445077 Sep 17 22:49:49.908577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-ddcba8bd-df39-4ea8-b806-2dc09397e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:49.910118 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-ddcba8bd-df39-4ea8-b806-2dc09397e2a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0631857 Sep 17 22:49:49.966464 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cc9a28a3-31c3-4bee-8724-2a08b7230c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:49.968737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-cc9a28a3-31c3-4bee-8724-2a08b7230c3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519249 Sep 17 22:49:49.972657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874bc7-d488-441b-9283-93ac9e8ac1aa req-a9a1718f-f4b7-41ca-8d37-09ab0f7b5f7b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:49.980562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874bc7-d488-441b-9283-93ac9e8ac1aa req-a9a1718f-f4b7-41ca-8d37-09ab0f7b5f7b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:49.988606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874bc7-d488-441b-9283-93ac9e8ac1aa req-a9a1718f-f4b7-41ca-8d37-09ab0f7b5f7b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:49.995671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874bc7-d488-441b-9283-93ac9e8ac1aa req-a9a1718f-f4b7-41ca-8d37-09ab0f7b5f7b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.002235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874bc7-d488-441b-9283-93ac9e8ac1aa req-a9a1718f-f4b7-41ca-8d37-09ab0f7b5f7b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.008767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874bc7-d488-441b-9283-93ac9e8ac1aa req-a9a1718f-f4b7-41ca-8d37-09ab0f7b5f7b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.015589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874bc7-d488-441b-9283-93ac9e8ac1aa req-a9a1718f-f4b7-41ca-8d37-09ab0f7b5f7b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.017765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c874bc7-d488-441b-9283-93ac9e8ac1aa req-a9a1718f-f4b7-41ca-8d37-09ab0f7b5f7b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1074829 Sep 17 22:49:50.067978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c874bc7-d488-441b-9283-93ac9e8ac1aa req-11c68c98-4a70-49b9-ae51-1d53161b0425 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403252 Sep 17 22:49:50.090811 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-eeb06293-3b17-43b4-97da-010e0d473932 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137102 Sep 17 22:49:50.204522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-a5dfc889-fdc9-4bbb-9e31-18dc67a7b452 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073172 Sep 17 22:49:50.251882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-dd54a915-6467-4e26-8af3-27f64d781d7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f315b64d-660c-4c36-8ce9-0b202d824725 HTTP/1.1" status: 200 len: 217 time: 0.0403445 Sep 17 22:49:50.307428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-82d59064-6424-4c35-b811-ab08f13034a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.309159 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-82d59064-6424-4c35-b811-ab08f13034a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0513453 Sep 17 22:49:50.358343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-447486a2-189c-4ebc-8b77-2fd1e3ac9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.359795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-447486a2-189c-4ebc-8b77-2fd1e3ac9ecb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0438335 Sep 17 22:49:50.461822 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-b1919874-29d1-4e50-acd9-93a339a27196 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950918 Sep 17 22:49:50.568034 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0aa55d6-181b-4325-bf27-e188c7354e37 req-40c62839-169d-4060-9458-0ea56500e19b service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985653 Sep 17 22:49:50.592880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 38920) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:50.607585 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2735fb34-9e96-42e2-8226-56257d615bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:50.709693 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2735fb34-9e96-42e2-8226-56257d615bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:50.824189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2735fb34-9e96-42e2-8226-56257d615bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:50.916538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2735fb34-9e96-42e2-8226-56257d615bdd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fc65845838446d9bf03cd8b69de9212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221011 Sep 17 22:49:50.926944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-c8eefa2b-3cc0-45c8-bd08-34772441f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.926944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-c8eefa2b-3cc0-45c8-bd08-34772441f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.926944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-c8eefa2b-3cc0-45c8-bd08-34772441f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.926944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-c8eefa2b-3cc0-45c8-bd08-34772441f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.928220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-c8eefa2b-3cc0-45c8-bd08-34772441f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.928763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-c8eefa2b-3cc0-45c8-bd08-34772441f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.929245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-c8eefa2b-3cc0-45c8-bd08-34772441f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:50.931359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-c8eefa2b-3cc0-45c8-bd08-34772441f549 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6493 time: 0.1141913 Sep 17 22:49:50.933126 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 38930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:49:50.939099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735fb34-9e96-42e2-8226-56257d615bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3a8456-b405-4490-91aa-00f0d90d6ed6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:51.091500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4d6f2-bcdd-4393-8300-53b6f4e7026d req-210afee0-1cd5-4d2c-8667-2752039c242b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.093078 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09e4d6f2-bcdd-4393-8300-53b6f4e7026d req-210afee0-1cd5-4d2c-8667-2752039c242b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1607220 Sep 17 22:49:51.102080 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a28e8e6a-5044-42e0-82e0-93f42dcbefde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.160661 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a28e8e6a-5044-42e0-82e0-93f42dcbefde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.167792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-eb9f23d2-51c3-4c0d-99e1-ede5fd740cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.170141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-eb9f23d2-51c3-4c0d-99e1-ede5fd740cfe service neutron] 10.222.0.15 "GET /v2.0/networks?id=70fc844e-25ab-414e-a5ca-5dfb7483de8d HTTP/1.1" status: 200 len: 902 time: 0.2183640 Sep 17 22:49:51.242382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c0b5-652a-4b74-ac91-81a86b155ccb req-2e2a2272-acd5-4c16-b1bf-a15b13a089b0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.251319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c0b5-652a-4b74-ac91-81a86b155ccb req-2e2a2272-acd5-4c16-b1bf-a15b13a089b0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.252031 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09e4d6f2-bcdd-4393-8300-53b6f4e7026d req-fa1a85d1-b2d0-4e84-92c9-cda2f2a91360 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503220 Sep 17 22:49:51.253458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-2cd6556f-5299-45d2-a384-e89d29604106 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f315b64d-660c-4c36-8ce9-0b202d824725 HTTP/1.1" status: 200 len: 217 time: 0.0707467 Sep 17 22:49:51.260299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c0b5-652a-4b74-ac91-81a86b155ccb req-2e2a2272-acd5-4c16-b1bf-a15b13a089b0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.266855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c0b5-652a-4b74-ac91-81a86b155ccb req-2e2a2272-acd5-4c16-b1bf-a15b13a089b0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.275383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c0b5-652a-4b74-ac91-81a86b155ccb req-2e2a2272-acd5-4c16-b1bf-a15b13a089b0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.282478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c0b5-652a-4b74-ac91-81a86b155ccb req-2e2a2272-acd5-4c16-b1bf-a15b13a089b0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.289650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c0b5-652a-4b74-ac91-81a86b155ccb req-2e2a2272-acd5-4c16-b1bf-a15b13a089b0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.291639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9813c0b5-652a-4b74-ac91-81a86b155ccb req-2e2a2272-acd5-4c16-b1bf-a15b13a089b0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1174443 Sep 17 22:49:51.338970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9813c0b5-652a-4b74-ac91-81a86b155ccb req-c5b43c35-d36a-4abe-ade9-93fd6a31abca tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382199 Sep 17 22:49:51.346300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-d6493040-e2cd-41ba-8121-72e3bc2eef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.347785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-d6493040-e2cd-41ba-8121-72e3bc2eef4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0707026 Sep 17 22:49:51.384598 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a28e8e6a-5044-42e0-82e0-93f42dcbefde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.387183 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a28e8e6a-5044-42e0-82e0-93f42dcbefde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.388518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a28e8e6a-5044-42e0-82e0-93f42dcbefde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c3a8456-b405-4490-91aa-00f0d90d6ed6 HTTP/1.1" status: 204 len: 168 time: 0.4545121 Sep 17 22:49:51.401222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e8e6a-5044-42e0-82e0-93f42dcbefde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3a8456-b405-4490-91aa-00f0d90d6ed6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:51.421029 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-702131ce-0213-4817-aca6-a00e0a385d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:51.422918 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-702131ce-0213-4817-aca6-a00e0a385d9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683420 Sep 17 22:49:51.558527 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-7f5a769d-01ca-4b48-8f24-3ab08ef87186 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248057 Sep 17 22:49:51.683525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42d7a0dd-cfbf-4c32-b8a2-3a11e7fa9e37 req-239e4a60-dbed-47f9-a750-ab2875d7603b service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170216 Sep 17 22:49:52.394560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd92563-878b-4b29-9f5a-eae56f0cb4fc req-1a205427-999f-474d-a2f6-fd0f2462e9e2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:52.396215 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7cd92563-878b-4b29-9f5a-eae56f0cb4fc req-1a205427-999f-474d-a2f6-fd0f2462e9e2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0658314 Sep 17 22:49:52.471228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7cd92563-878b-4b29-9f5a-eae56f0cb4fc req-3cb35c63-6a4a-463b-9213-7a181dc5d63d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629644 Sep 17 22:49:52.515011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ac421-fcb0-401a-966f-4e9586af245b req-49fa39fd-aa42-4429-92d9-0a39550152bd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:52.522117 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ac421-fcb0-401a-966f-4e9586af245b req-49fa39fd-aa42-4429-92d9-0a39550152bd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:52.530175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ac421-fcb0-401a-966f-4e9586af245b req-49fa39fd-aa42-4429-92d9-0a39550152bd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:52.537312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ac421-fcb0-401a-966f-4e9586af245b req-49fa39fd-aa42-4429-92d9-0a39550152bd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:52.544490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ac421-fcb0-401a-966f-4e9586af245b req-49fa39fd-aa42-4429-92d9-0a39550152bd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:52.550814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ac421-fcb0-401a-966f-4e9586af245b req-49fa39fd-aa42-4429-92d9-0a39550152bd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:52.557762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ac421-fcb0-401a-966f-4e9586af245b req-49fa39fd-aa42-4429-92d9-0a39550152bd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:52.560486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6d6ac421-fcb0-401a-966f-4e9586af245b req-49fa39fd-aa42-4429-92d9-0a39550152bd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1171346 Sep 17 22:49:52.614116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6d6ac421-fcb0-401a-966f-4e9586af245b req-c23a921e-9294-4138-b3f9-829f50c983e2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451388 Sep 17 22:49:53.601321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a63b7-27e5-4584-a398-ba054ed3b9fa req-b845c314-627e-4fc3-8056-e398aea492bd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:53.603504 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd8a63b7-27e5-4584-a398-ba054ed3b9fa req-b845c314-627e-4fc3-8056-e398aea492bd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0611000 Sep 17 22:49:53.655296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd8a63b7-27e5-4584-a398-ba054ed3b9fa req-ce14964a-3e60-4242-b9f2-87d02fa5781f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 Sep 17 22:49:53.796810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b07d-f59f-4ca1-a679-101fc8473472 req-a1639a5a-679f-49a4-b36a-71bf92c18170 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:53.803702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b07d-f59f-4ca1-a679-101fc8473472 req-a1639a5a-679f-49a4-b36a-71bf92c18170 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:53.810132 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b07d-f59f-4ca1-a679-101fc8473472 req-a1639a5a-679f-49a4-b36a-71bf92c18170 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:53.816281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b07d-f59f-4ca1-a679-101fc8473472 req-a1639a5a-679f-49a4-b36a-71bf92c18170 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:53.822572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b07d-f59f-4ca1-a679-101fc8473472 req-a1639a5a-679f-49a4-b36a-71bf92c18170 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:53.829328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b07d-f59f-4ca1-a679-101fc8473472 req-a1639a5a-679f-49a4-b36a-71bf92c18170 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:53.835661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b07d-f59f-4ca1-a679-101fc8473472 req-a1639a5a-679f-49a4-b36a-71bf92c18170 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:53.837730 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c293b07d-f59f-4ca1-a679-101fc8473472 req-a1639a5a-679f-49a4-b36a-71bf92c18170 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1143703 Sep 17 22:49:53.885134 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c293b07d-f59f-4ca1-a679-101fc8473472 req-2e48e173-4fad-42fd-a00f-1e4ad458e004 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399275 Sep 17 22:49:54.880547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e7864-9865-4ef3-8558-f15beb6c0f5a req-201f4426-91e8-4a6e-98e9-81ea44b78216 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:54.889418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf4e7864-9865-4ef3-8558-f15beb6c0f5a req-201f4426-91e8-4a6e-98e9-81ea44b78216 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0790031 Sep 17 22:49:54.985328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf4e7864-9865-4ef3-8558-f15beb6c0f5a req-bbb99b90-e4d9-47c7-a37b-95a550bc5b14 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926569 Sep 17 22:49:55.074119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79da63-baa7-4222-9333-800726f29ed6 req-518c856c-eb16-4aae-a3bb-3fe4ce303353 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:55.080288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79da63-baa7-4222-9333-800726f29ed6 req-518c856c-eb16-4aae-a3bb-3fe4ce303353 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:55.091580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79da63-baa7-4222-9333-800726f29ed6 req-518c856c-eb16-4aae-a3bb-3fe4ce303353 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:55.097003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79da63-baa7-4222-9333-800726f29ed6 req-518c856c-eb16-4aae-a3bb-3fe4ce303353 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:55.108423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79da63-baa7-4222-9333-800726f29ed6 req-518c856c-eb16-4aae-a3bb-3fe4ce303353 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:55.115207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79da63-baa7-4222-9333-800726f29ed6 req-518c856c-eb16-4aae-a3bb-3fe4ce303353 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:55.121379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79da63-baa7-4222-9333-800726f29ed6 req-518c856c-eb16-4aae-a3bb-3fe4ce303353 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:55.123550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da79da63-baa7-4222-9333-800726f29ed6 req-518c856c-eb16-4aae-a3bb-3fe4ce303353 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1178412 Sep 17 22:49:55.172412 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da79da63-baa7-4222-9333-800726f29ed6 req-305c21ba-4038-41ed-95df-892e01d9ee72 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389228 Sep 17 22:49:56.131222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc501b-559c-4e3f-b363-860102ffc906 req-e104bd99-6c20-41dc-b5d2-dbba8e14b01a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:56.136781 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cafc501b-559c-4e3f-b363-860102ffc906 req-e104bd99-6c20-41dc-b5d2-dbba8e14b01a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0906117 Sep 17 22:49:56.194640 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cafc501b-559c-4e3f-b363-860102ffc906 req-1e2dda97-2240-4864-9272-8c070141ddf1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544612 Sep 17 22:49:56.332026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370bf7-d9ee-423a-96c3-577bdbbbc25b req-3b2e74d4-2dad-4d9e-bded-6eb74258a860 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:56.338667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370bf7-d9ee-423a-96c3-577bdbbbc25b req-3b2e74d4-2dad-4d9e-bded-6eb74258a860 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:56.345441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370bf7-d9ee-423a-96c3-577bdbbbc25b req-3b2e74d4-2dad-4d9e-bded-6eb74258a860 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:56.352039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370bf7-d9ee-423a-96c3-577bdbbbc25b req-3b2e74d4-2dad-4d9e-bded-6eb74258a860 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:56.358928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370bf7-d9ee-423a-96c3-577bdbbbc25b req-3b2e74d4-2dad-4d9e-bded-6eb74258a860 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:56.367481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370bf7-d9ee-423a-96c3-577bdbbbc25b req-3b2e74d4-2dad-4d9e-bded-6eb74258a860 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:56.375057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370bf7-d9ee-423a-96c3-577bdbbbc25b req-3b2e74d4-2dad-4d9e-bded-6eb74258a860 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:56.377144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f370bf7-d9ee-423a-96c3-577bdbbbc25b req-3b2e74d4-2dad-4d9e-bded-6eb74258a860 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1138108 Sep 17 22:49:56.428275 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f370bf7-d9ee-423a-96c3-577bdbbbc25b req-25fa0544-519f-4aa6-a81d-1b584d449181 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434363 Sep 17 22:49:57.356565 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fe6e8-cf80-4347-b92b-2fac09dfdf3b req-d3f8760d-8066-40c4-b5ad-24726acdf705 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:57.364874 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f06fe6e8-cf80-4347-b92b-2fac09dfdf3b req-d3f8760d-8066-40c4-b5ad-24726acdf705 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0853152 Sep 17 22:49:57.409872 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f06fe6e8-cf80-4347-b92b-2fac09dfdf3b req-4d3614c8-e957-4dee-9fe0-46179fa3fa78 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438583 Sep 17 22:49:57.620988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757f71b-cca9-4415-b107-1250350bf7ee req-4bac1ae7-e8be-43fe-a695-ff5049546129 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:57.628493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757f71b-cca9-4415-b107-1250350bf7ee req-4bac1ae7-e8be-43fe-a695-ff5049546129 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:57.635336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757f71b-cca9-4415-b107-1250350bf7ee req-4bac1ae7-e8be-43fe-a695-ff5049546129 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:57.642462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757f71b-cca9-4415-b107-1250350bf7ee req-4bac1ae7-e8be-43fe-a695-ff5049546129 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:57.648725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757f71b-cca9-4415-b107-1250350bf7ee req-4bac1ae7-e8be-43fe-a695-ff5049546129 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:57.658334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757f71b-cca9-4415-b107-1250350bf7ee req-4bac1ae7-e8be-43fe-a695-ff5049546129 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:57.666025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757f71b-cca9-4415-b107-1250350bf7ee req-4bac1ae7-e8be-43fe-a695-ff5049546129 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:57.668326 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3757f71b-cca9-4415-b107-1250350bf7ee req-4bac1ae7-e8be-43fe-a695-ff5049546129 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1405625 Sep 17 22:49:57.719056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3757f71b-cca9-4415-b107-1250350bf7ee req-90a21cbb-5f4e-40fc-b2e9-03ecfe704571 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439050 Sep 17 22:49:59.044980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8cc4-a547-49e2-bbcb-cd32765506af req-530ce9c5-9e46-446d-a24b-4cfe0cfcf121 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:59.053504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8cc4-a547-49e2-bbcb-cd32765506af req-530ce9c5-9e46-446d-a24b-4cfe0cfcf121 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:59.061330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8cc4-a547-49e2-bbcb-cd32765506af req-530ce9c5-9e46-446d-a24b-4cfe0cfcf121 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:59.068597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8cc4-a547-49e2-bbcb-cd32765506af req-530ce9c5-9e46-446d-a24b-4cfe0cfcf121 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:59.078601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8cc4-a547-49e2-bbcb-cd32765506af req-530ce9c5-9e46-446d-a24b-4cfe0cfcf121 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:59.085573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8cc4-a547-49e2-bbcb-cd32765506af req-530ce9c5-9e46-446d-a24b-4cfe0cfcf121 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:59.092948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8cc4-a547-49e2-bbcb-cd32765506af req-530ce9c5-9e46-446d-a24b-4cfe0cfcf121 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:59.106850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0bd8cc4-a547-49e2-bbcb-cd32765506af req-530ce9c5-9e46-446d-a24b-4cfe0cfcf121 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1484895 Sep 17 22:49:59.158801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e4a1e-ed23-4423-a0ad-3e5dd22491a2 req-3be4cb4f-38ff-4374-ac0b-793b5113de45 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:59.167233 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0bd8cc4-a547-49e2-bbcb-cd32765506af req-32d149a9-c343-4792-9a7a-8b560b642043 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587492 Sep 17 22:49:59.171250 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d4e4a1e-ed23-4423-a0ad-3e5dd22491a2 req-3be4cb4f-38ff-4374-ac0b-793b5113de45 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1037252 Sep 17 22:49:59.232358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d4e4a1e-ed23-4423-a0ad-3e5dd22491a2 req-76e2709b-f81b-47bd-b372-a202bf0462b1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600729 Sep 17 22:49:59.284410 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:00.322223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644fc35-31f0-456d-8288-8a7ea9b2e9ad req-2cb9cdbc-b6b7-49ed-a56a-161b901b3913 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:00.330507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644fc35-31f0-456d-8288-8a7ea9b2e9ad req-2cb9cdbc-b6b7-49ed-a56a-161b901b3913 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:00.337789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644fc35-31f0-456d-8288-8a7ea9b2e9ad req-2cb9cdbc-b6b7-49ed-a56a-161b901b3913 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:00.345102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644fc35-31f0-456d-8288-8a7ea9b2e9ad req-2cb9cdbc-b6b7-49ed-a56a-161b901b3913 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:00.351573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644fc35-31f0-456d-8288-8a7ea9b2e9ad req-2cb9cdbc-b6b7-49ed-a56a-161b901b3913 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:00.358036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644fc35-31f0-456d-8288-8a7ea9b2e9ad req-2cb9cdbc-b6b7-49ed-a56a-161b901b3913 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:00.370460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644fc35-31f0-456d-8288-8a7ea9b2e9ad req-2cb9cdbc-b6b7-49ed-a56a-161b901b3913 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:00.370460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3644fc35-31f0-456d-8288-8a7ea9b2e9ad req-2cb9cdbc-b6b7-49ed-a56a-161b901b3913 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1213861 Sep 17 22:50:00.382592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f957fc3-5b51-40e4-a576-f3e1e5a89c44 req-18b7e0ab-9c3a-40bc-9ec0-4bd5ad4ecdfa tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:00.385086 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f957fc3-5b51-40e4-a576-f3e1e5a89c44 req-18b7e0ab-9c3a-40bc-9ec0-4bd5ad4ecdfa tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0663071 Sep 17 22:50:00.424872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3644fc35-31f0-456d-8288-8a7ea9b2e9ad req-2202f0af-9610-4ae8-8602-e6a068ab0305 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441051 Sep 17 22:50:00.444711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f957fc3-5b51-40e4-a576-f3e1e5a89c44 req-a354c826-d3ba-4f80-a4fc-41eb887c7b0b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516133 Sep 17 22:50:01.583170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd7d64-e9f7-4cbd-ab74-b9e5e6d33f36 req-f36ec4f3-27e4-434b-b37e-6fc69c8a6cb3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:01.584759 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8dd7d64-e9f7-4cbd-ab74-b9e5e6d33f36 req-f36ec4f3-27e4-434b-b37e-6fc69c8a6cb3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0529292 Sep 17 22:50:01.593667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695514a-1ba3-44ca-94ad-918a11493f2c req-1814e68e-820d-4512-b44d-cb017edba869 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:01.600786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695514a-1ba3-44ca-94ad-918a11493f2c req-1814e68e-820d-4512-b44d-cb017edba869 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:01.607417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695514a-1ba3-44ca-94ad-918a11493f2c req-1814e68e-820d-4512-b44d-cb017edba869 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:01.613583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695514a-1ba3-44ca-94ad-918a11493f2c req-1814e68e-820d-4512-b44d-cb017edba869 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:01.619835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695514a-1ba3-44ca-94ad-918a11493f2c req-1814e68e-820d-4512-b44d-cb017edba869 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:01.626268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695514a-1ba3-44ca-94ad-918a11493f2c req-1814e68e-820d-4512-b44d-cb017edba869 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:01.627659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c8dd7d64-e9f7-4cbd-ab74-b9e5e6d33f36 req-faa1cd0c-cfdb-4996-927d-bb1e7502bd28 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354519 Sep 17 22:50:01.632324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695514a-1ba3-44ca-94ad-918a11493f2c req-1814e68e-820d-4512-b44d-cb017edba869 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:01.636599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4695514a-1ba3-44ca-94ad-918a11493f2c req-1814e68e-820d-4512-b44d-cb017edba869 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1114202 Sep 17 22:50:01.688586 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4695514a-1ba3-44ca-94ad-918a11493f2c req-7a87831a-f75a-4b45-b2e4-e9f94b23697e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436769 Sep 17 22:50:02.755352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02806cba-9e36-4ec4-8146-fa8c170fbc57 req-6357890b-d8be-4f8d-8578-2fbf0aa5787a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:02.756920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02806cba-9e36-4ec4-8146-fa8c170fbc57 req-6357890b-d8be-4f8d-8578-2fbf0aa5787a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0538433 Sep 17 22:50:02.804738 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02806cba-9e36-4ec4-8146-fa8c170fbc57 req-ee8b122d-8a9c-455f-aa85-682484db5c7e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Sep 17 22:50:02.830310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250b9e1-e50e-4de5-8697-ad9ebc75b5d3 req-ea873c39-d3bf-4101-92c3-20086d1aa6fd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:02.836236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250b9e1-e50e-4de5-8697-ad9ebc75b5d3 req-ea873c39-d3bf-4101-92c3-20086d1aa6fd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:02.842406 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250b9e1-e50e-4de5-8697-ad9ebc75b5d3 req-ea873c39-d3bf-4101-92c3-20086d1aa6fd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:02.848693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250b9e1-e50e-4de5-8697-ad9ebc75b5d3 req-ea873c39-d3bf-4101-92c3-20086d1aa6fd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:02.854592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250b9e1-e50e-4de5-8697-ad9ebc75b5d3 req-ea873c39-d3bf-4101-92c3-20086d1aa6fd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:02.860569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250b9e1-e50e-4de5-8697-ad9ebc75b5d3 req-ea873c39-d3bf-4101-92c3-20086d1aa6fd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:02.866424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250b9e1-e50e-4de5-8697-ad9ebc75b5d3 req-ea873c39-d3bf-4101-92c3-20086d1aa6fd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:02.868353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9250b9e1-e50e-4de5-8697-ad9ebc75b5d3 req-ea873c39-d3bf-4101-92c3-20086d1aa6fd tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.0973327 Sep 17 22:50:02.910806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9250b9e1-e50e-4de5-8697-ad9ebc75b5d3 req-86d3a6da-ab60-40ee-9d71-73c65d393a82 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356629 Sep 17 22:50:03.290250 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-84f01f5c-f964-43a7-8bb7-b266a17653e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:03.926960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433b43b-ee93-41a5-ab12-f21ed6f60c60 req-e76a1c11-f5db-45a0-a74a-1fe6424fb3cd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:03.928526 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4433b43b-ee93-41a5-ab12-f21ed6f60c60 req-e76a1c11-f5db-45a0-a74a-1fe6424fb3cd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0522296 Sep 17 22:50:03.969652 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4433b43b-ee93-41a5-ab12-f21ed6f60c60 req-8a9c905f-62ac-4a79-aeec-54bef7d48425 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347111 Sep 17 22:50:04.064787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b648-cffe-4bba-aea1-c9d47894dd05 req-f0aba8a4-317a-49e1-a899-98fdcb457c76 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:04.067852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b648-cffe-4bba-aea1-c9d47894dd05 req-f0aba8a4-317a-49e1-a899-98fdcb457c76 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:04.074627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b648-cffe-4bba-aea1-c9d47894dd05 req-f0aba8a4-317a-49e1-a899-98fdcb457c76 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:04.081408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b648-cffe-4bba-aea1-c9d47894dd05 req-f0aba8a4-317a-49e1-a899-98fdcb457c76 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:04.087604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b648-cffe-4bba-aea1-c9d47894dd05 req-f0aba8a4-317a-49e1-a899-98fdcb457c76 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:04.094920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b648-cffe-4bba-aea1-c9d47894dd05 req-f0aba8a4-317a-49e1-a899-98fdcb457c76 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:04.101153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b648-cffe-4bba-aea1-c9d47894dd05 req-f0aba8a4-317a-49e1-a899-98fdcb457c76 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:04.103118 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7164b648-cffe-4bba-aea1-c9d47894dd05 req-f0aba8a4-317a-49e1-a899-98fdcb457c76 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1087499 Sep 17 22:50:04.502005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7164b648-cffe-4bba-aea1-c9d47894dd05 req-1d5e1ac2-77e0-43aa-b5f1-bcf0ec976c0f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3916671 Sep 17 22:50:05.101811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440404-9461-4495-a4ca-7d4dda5acd94 req-78faa892-e039-49f1-9403-db7fa50699e4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.103496 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16440404-9461-4495-a4ca-7d4dda5acd94 req-78faa892-e039-49f1-9403-db7fa50699e4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0548220 Sep 17 22:50:05.150261 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16440404-9461-4495-a4ca-7d4dda5acd94 req-71c2691c-ffe1-424e-9139-fb33a2435b79 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390687 Sep 17 22:50:05.633724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49cbb-3b83-4c29-a665-3a7a8429d8eb req-6e66f10f-888d-4ff5-8a5c-575c2da3a7b7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.640717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49cbb-3b83-4c29-a665-3a7a8429d8eb req-6e66f10f-888d-4ff5-8a5c-575c2da3a7b7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.646788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49cbb-3b83-4c29-a665-3a7a8429d8eb req-6e66f10f-888d-4ff5-8a5c-575c2da3a7b7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.653444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49cbb-3b83-4c29-a665-3a7a8429d8eb req-6e66f10f-888d-4ff5-8a5c-575c2da3a7b7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.659285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49cbb-3b83-4c29-a665-3a7a8429d8eb req-6e66f10f-888d-4ff5-8a5c-575c2da3a7b7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.665280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49cbb-3b83-4c29-a665-3a7a8429d8eb req-6e66f10f-888d-4ff5-8a5c-575c2da3a7b7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.671608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49cbb-3b83-4c29-a665-3a7a8429d8eb req-6e66f10f-888d-4ff5-8a5c-575c2da3a7b7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:05.673595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03d49cbb-3b83-4c29-a665-3a7a8429d8eb req-6e66f10f-888d-4ff5-8a5c-575c2da3a7b7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.0951917 Sep 17 22:50:05.717246 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03d49cbb-3b83-4c29-a665-3a7a8429d8eb req-8cb45543-dab4-4db9-9b07-56bdb045031d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371704 Sep 17 22:50:05.933029 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8e415a1a-94b3-4719-b0c9-c3e8557492d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:06.285212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf622e-e3a0-4d47-b831-22a08b654d2e req-ba01ee03-6fcc-4dc4-bbfa-65b588c4bbee tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:06.286735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3bcf622e-e3a0-4d47-b831-22a08b654d2e req-ba01ee03-6fcc-4dc4-bbfa-65b588c4bbee tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0519731 Sep 17 22:50:06.331042 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3bcf622e-e3a0-4d47-b831-22a08b654d2e req-81d40ec9-5738-49c9-a196-5255b3831bcf tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Sep 17 22:50:06.853552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098167-5603-453f-9e9f-a8887be38099 req-5237d752-aad7-481f-a8f5-97b3fb5dc96b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:06.859428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098167-5603-453f-9e9f-a8887be38099 req-5237d752-aad7-481f-a8f5-97b3fb5dc96b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:06.865408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098167-5603-453f-9e9f-a8887be38099 req-5237d752-aad7-481f-a8f5-97b3fb5dc96b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:06.871839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098167-5603-453f-9e9f-a8887be38099 req-5237d752-aad7-481f-a8f5-97b3fb5dc96b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:06.878243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098167-5603-453f-9e9f-a8887be38099 req-5237d752-aad7-481f-a8f5-97b3fb5dc96b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:06.888534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098167-5603-453f-9e9f-a8887be38099 req-5237d752-aad7-481f-a8f5-97b3fb5dc96b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:06.891146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098167-5603-453f-9e9f-a8887be38099 req-5237d752-aad7-481f-a8f5-97b3fb5dc96b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:06.893075 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f098167-5603-453f-9e9f-a8887be38099 req-5237d752-aad7-481f-a8f5-97b3fb5dc96b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.0964689 Sep 17 22:50:06.940765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f098167-5603-453f-9e9f-a8887be38099 req-a4a73625-e411-4859-9402-2c2b8ed86641 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414329 Sep 17 22:50:07.050283 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:07.344612 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:07.458755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbfc78-e1b5-4038-b71e-8cd69c78868e req-b5380d1e-c168-4200-9a86-7b1b6b1f5081 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:07.460328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-56bbfc78-e1b5-4038-b71e-8cd69c78868e req-b5380d1e-c168-4200-9a86-7b1b6b1f5081 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0596368 Sep 17 22:50:07.505159 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-56bbfc78-e1b5-4038-b71e-8cd69c78868e req-379319f1-1e82-4713-a03c-64dd7eb51be1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354779 Sep 17 22:50:08.107263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27193d4-6a04-48bb-a33d-4630072d159c req-09245d35-ca3a-4e2b-8c99-35193aca802a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.117132 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27193d4-6a04-48bb-a33d-4630072d159c req-09245d35-ca3a-4e2b-8c99-35193aca802a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.131091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27193d4-6a04-48bb-a33d-4630072d159c req-09245d35-ca3a-4e2b-8c99-35193aca802a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.139890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27193d4-6a04-48bb-a33d-4630072d159c req-09245d35-ca3a-4e2b-8c99-35193aca802a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.147047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27193d4-6a04-48bb-a33d-4630072d159c req-09245d35-ca3a-4e2b-8c99-35193aca802a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.153318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27193d4-6a04-48bb-a33d-4630072d159c req-09245d35-ca3a-4e2b-8c99-35193aca802a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.159430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27193d4-6a04-48bb-a33d-4630072d159c req-09245d35-ca3a-4e2b-8c99-35193aca802a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.161449 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c27193d4-6a04-48bb-a33d-4630072d159c req-09245d35-ca3a-4e2b-8c99-35193aca802a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1269631 Sep 17 22:50:08.205681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c27193d4-6a04-48bb-a33d-4630072d159c req-f2e59469-5b9b-40a2-842e-6bdf471b8e36 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380049 Sep 17 22:50:08.631719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016df02-8ecb-4173-8215-38005258bdb6 req-e77edabf-95ff-4f6c-a8b5-645272d2cf22 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.633507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8016df02-8ecb-4173-8215-38005258bdb6 req-e77edabf-95ff-4f6c-a8b5-645272d2cf22 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0506492 Sep 17 22:50:08.678595 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8016df02-8ecb-4173-8215-38005258bdb6 req-6c699565-a796-4287-b035-ef638d195ecc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Sep 17 22:50:09.098328 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:09.344574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9fbc-40b9-4bc8-984b-c3010be4a032 req-92641ad7-63d4-4877-abb3-3539ef74ce25 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:09.350888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9fbc-40b9-4bc8-984b-c3010be4a032 req-92641ad7-63d4-4877-abb3-3539ef74ce25 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:09.358014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9fbc-40b9-4bc8-984b-c3010be4a032 req-92641ad7-63d4-4877-abb3-3539ef74ce25 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:09.363886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9fbc-40b9-4bc8-984b-c3010be4a032 req-92641ad7-63d4-4877-abb3-3539ef74ce25 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:09.370373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9fbc-40b9-4bc8-984b-c3010be4a032 req-92641ad7-63d4-4877-abb3-3539ef74ce25 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:09.377884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9fbc-40b9-4bc8-984b-c3010be4a032 req-92641ad7-63d4-4877-abb3-3539ef74ce25 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:09.383835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9fbc-40b9-4bc8-984b-c3010be4a032 req-92641ad7-63d4-4877-abb3-3539ef74ce25 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:09.385812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ffb9fbc-40b9-4bc8-984b-c3010be4a032 req-92641ad7-63d4-4877-abb3-3539ef74ce25 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1000626 Sep 17 22:50:09.432022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ffb9fbc-40b9-4bc8-984b-c3010be4a032 req-17faf172-ca30-4cc3-b7d3-5e8dece49e5b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397017 Sep 17 22:50:09.805540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97ac28-2298-48ac-8d7f-6c6618847ad0 req-67857cd5-1755-4208-b45f-a31510f293ff tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:09.806984 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce97ac28-2298-48ac-8d7f-6c6618847ad0 req-67857cd5-1755-4208-b45f-a31510f293ff tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0514586 Sep 17 22:50:09.850194 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce97ac28-2298-48ac-8d7f-6c6618847ad0 req-524f7b90-1037-4589-a92b-b0ac21197b15 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369277 Sep 17 22:50:10.429615 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:10.600630 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1b0-a5ba-4d45-a4f6-fdeaf4e683df req-e8b55619-b383-436f-a444-abc3d33414c1 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:10.606879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1b0-a5ba-4d45-a4f6-fdeaf4e683df req-e8b55619-b383-436f-a444-abc3d33414c1 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:10.612844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1b0-a5ba-4d45-a4f6-fdeaf4e683df req-e8b55619-b383-436f-a444-abc3d33414c1 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:10.619109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1b0-a5ba-4d45-a4f6-fdeaf4e683df req-e8b55619-b383-436f-a444-abc3d33414c1 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:10.626213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1b0-a5ba-4d45-a4f6-fdeaf4e683df req-e8b55619-b383-436f-a444-abc3d33414c1 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:10.632129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1b0-a5ba-4d45-a4f6-fdeaf4e683df req-e8b55619-b383-436f-a444-abc3d33414c1 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:10.639280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13b1b0-a5ba-4d45-a4f6-fdeaf4e683df req-e8b55619-b383-436f-a444-abc3d33414c1 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:10.641267 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de13b1b0-a5ba-4d45-a4f6-fdeaf4e683df req-e8b55619-b383-436f-a444-abc3d33414c1 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.0972297 Sep 17 22:50:10.685826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de13b1b0-a5ba-4d45-a4f6-fdeaf4e683df req-e773872a-dcd2-4d8b-8496-774dd7b6b0ea tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374825 Sep 17 22:50:10.989407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3d0c7-7252-49d8-ada2-99d6cc7c0b9d req-059e1426-820e-4e41-ab47-e7b78ca646f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:10.989407 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0f3d0c7-7252-49d8-ada2-99d6cc7c0b9d req-059e1426-820e-4e41-ab47-e7b78ca646f1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0662742 Sep 17 22:50:11.035640 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0f3d0c7-7252-49d8-ada2-99d6cc7c0b9d req-dcc7f84f-68a6-4cbf-91d4-8003216a53e0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381453 Sep 17 22:50:11.832146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fc9bf-f194-4bea-b5fa-71af09fefa2a req-1c8fadd9-5c5a-4e02-b379-8f6875749915 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:11.838182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fc9bf-f194-4bea-b5fa-71af09fefa2a req-1c8fadd9-5c5a-4e02-b379-8f6875749915 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:11.845344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fc9bf-f194-4bea-b5fa-71af09fefa2a req-1c8fadd9-5c5a-4e02-b379-8f6875749915 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:11.851634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fc9bf-f194-4bea-b5fa-71af09fefa2a req-1c8fadd9-5c5a-4e02-b379-8f6875749915 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:11.858964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fc9bf-f194-4bea-b5fa-71af09fefa2a req-1c8fadd9-5c5a-4e02-b379-8f6875749915 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:11.864995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fc9bf-f194-4bea-b5fa-71af09fefa2a req-1c8fadd9-5c5a-4e02-b379-8f6875749915 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:11.871440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fc9bf-f194-4bea-b5fa-71af09fefa2a req-1c8fadd9-5c5a-4e02-b379-8f6875749915 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:11.876665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f36fc9bf-f194-4bea-b5fa-71af09fefa2a req-1c8fadd9-5c5a-4e02-b379-8f6875749915 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5429 time: 0.1083431 Sep 17 22:50:11.957940 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f36fc9bf-f194-4bea-b5fa-71af09fefa2a req-fe438f91-8ac3-414a-8387-051e4d9bb748 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401521 Sep 17 22:50:12.177991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04077-4e8a-4c52-aa08-40b603f1d6e6 req-a4fd8f73-0e32-46ad-b2f0-7c6c682dd710 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:12.180880 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c6c04077-4e8a-4c52-aa08-40b603f1d6e6 req-a4fd8f73-0e32-46ad-b2f0-7c6c682dd710 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0708520 Sep 17 22:50:12.224492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c6c04077-4e8a-4c52-aa08-40b603f1d6e6 req-eeddc720-3c12-4b35-90c5-671b4bae2e6c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400195 Sep 17 22:50:12.335432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device bfe8ab39-b56c-4109-a11e-563d891d1313 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:12.453144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port bfe8ab39-b56c-4109-a11e-563d891d1313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=bfe8ab39-b56c-4109-a11e-563d891d1313,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:12.468731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'bfe8ab39-b56c-4109-a11e-563d891d1313', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'port_id': 'bfe8ab39-b56c-4109-a11e-563d891d1313', 'mac_address': 'fa:16:3e:ed:56:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:50:12.513008 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.531445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe8ab39-b56c-4109-a11e-563d891d1313 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:12.556365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port bfe8ab39-b56c-4109-a11e-563d891d1313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=bfe8ab39-b56c-4109-a11e-563d891d1313,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:12.695396 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.695396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 87896450-6e00-40f3-b2a2-358d22328b45 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:12.766201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=bfe8ab39-b56c-4109-a11e-563d891d1313,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:12.778101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.778447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.778819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.779154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.779490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.779820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.780169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.780499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.780822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.781144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.781467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.781786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:12.848824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 87896450-6e00-40f3-b2a2-358d22328b45, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=87896450-6e00-40f3-b2a2-358d22328b45,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:12.862728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '87896450-6e00-40f3-b2a2-358d22328b45', 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'port_id': '87896450-6e00-40f3-b2a2-358d22328b45', 'mac_address': 'fa:16:3e:73:08:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef3fc1a-7587-463d-8120-6500af627d9a', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:50:12.905695 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.919199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87896450-6e00-40f3-b2a2-358d22328b45 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:12.943066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 87896450-6e00-40f3-b2a2-358d22328b45, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=87896450-6e00-40f3-b2a2-358d22328b45,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:13.044889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.045593 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:13.060593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bacad-ed70-49b7-86c3-c9c70ad3c997 req-081344a1-e44a-4196-8fd5-651871be720e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.066771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bacad-ed70-49b7-86c3-c9c70ad3c997 req-081344a1-e44a-4196-8fd5-651871be720e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.072792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bacad-ed70-49b7-86c3-c9c70ad3c997 req-081344a1-e44a-4196-8fd5-651871be720e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.079424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bacad-ed70-49b7-86c3-c9c70ad3c997 req-081344a1-e44a-4196-8fd5-651871be720e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.085426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bacad-ed70-49b7-86c3-c9c70ad3c997 req-081344a1-e44a-4196-8fd5-651871be720e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.091522 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bacad-ed70-49b7-86c3-c9c70ad3c997 req-081344a1-e44a-4196-8fd5-651871be720e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.097538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bacad-ed70-49b7-86c3-c9c70ad3c997 req-081344a1-e44a-4196-8fd5-651871be720e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.099733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea0bacad-ed70-49b7-86c3-c9c70ad3c997 req-081344a1-e44a-4196-8fd5-651871be720e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5430 time: 0.0959039 Sep 17 22:50:13.138869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=87896450-6e00-40f3-b2a2-358d22328b45,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:13.148361 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:13.164718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea0bacad-ed70-49b7-86c3-c9c70ad3c997 req-79a6c943-c5c3-46f1-a115-b2d1d61865a4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571234 Sep 17 22:50:13.166358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '4e247f35-00b4-42b5-bf11-a6f3d1fb9062', 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'port_id': '4e247f35-00b4-42b5-bf11-a6f3d1fb9062', 'mac_address': 'fa:16:3e:6b:4e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef3fc1a-7587-463d-8120-6500af627d9a', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:50:13.211971 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.226093 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:13.253024 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:13.390756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7be3f2-f2f6-4607-86c7-19e7d8df64d8 req-d4253190-dd0a-4de1-bb09-003580e532f2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.392697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f7be3f2-f2f6-4607-86c7-19e7d8df64d8 req-d4253190-dd0a-4de1-bb09-003580e532f2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0915544 Sep 17 22:50:13.403137 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.405072 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 45de0941-ab7b-4740-87ce-8fb8bde73a5a details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:13.465131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f7be3f2-f2f6-4607-86c7-19e7d8df64d8 req-c875a9d9-83f8-4373-8db4-7ba213ae95a2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655248 Sep 17 22:50:13.496152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 45de0941-ab7b-4740-87ce-8fb8bde73a5a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:13.499471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:13.512417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '45de0941-ab7b-4740-87ce-8fb8bde73a5a', 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'port_id': '45de0941-ab7b-4740-87ce-8fb8bde73a5a', 'mac_address': 'fa:16:3e:00:42:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef3fc1a-7587-463d-8120-6500af627d9a', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:50:13.558565 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.574414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45de0941-ab7b-4740-87ce-8fb8bde73a5a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:13.599330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 45de0941-ab7b-4740-87ce-8fb8bde73a5a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:13.712804 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.717074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2f69be36-9f42-403d-93ef-4f6b3f90d270 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:13.798436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=45de0941-ab7b-4740-87ce-8fb8bde73a5a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:13.813270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2f69be36-9f42-403d-93ef-4f6b3f90d270, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:13.826127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '2f69be36-9f42-403d-93ef-4f6b3f90d270', 'network_id': '4cfabf82-7bec-4504-ad7e-f7b72956c35f', 'port_id': '2f69be36-9f42-403d-93ef-4f6b3f90d270', 'mac_address': 'fa:16:3e:b0:19:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef3fc1a-7587-463d-8120-6500af627d9a', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:50:13.881239 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.897212 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f69be36-9f42-403d-93ef-4f6b3f90d270 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:13.923696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2f69be36-9f42-403d-93ef-4f6b3f90d270, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:14.035329 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:14.093878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=2f69be36-9f42-403d-93ef-4f6b3f90d270,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:14.328914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6b33c-4d98-4be1-a497-1130d43d771d req-41566a24-5f7f-4a85-ae18-cc123b9853b5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.335264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6b33c-4d98-4be1-a497-1130d43d771d req-41566a24-5f7f-4a85-ae18-cc123b9853b5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.342259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6b33c-4d98-4be1-a497-1130d43d771d req-41566a24-5f7f-4a85-ae18-cc123b9853b5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.348855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6b33c-4d98-4be1-a497-1130d43d771d req-41566a24-5f7f-4a85-ae18-cc123b9853b5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.351748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f315b64d-660c-4c36-8ce9-0b202d824725 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:14.356490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6b33c-4d98-4be1-a497-1130d43d771d req-41566a24-5f7f-4a85-ae18-cc123b9853b5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.363363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6b33c-4d98-4be1-a497-1130d43d771d req-41566a24-5f7f-4a85-ae18-cc123b9853b5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.369600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6b33c-4d98-4be1-a497-1130d43d771d req-41566a24-5f7f-4a85-ae18-cc123b9853b5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.372264 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cba6b33c-4d98-4be1-a497-1130d43d771d req-41566a24-5f7f-4a85-ae18-cc123b9853b5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5434 time: 0.1105702 Sep 17 22:50:14.431824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cba6b33c-4d98-4be1-a497-1130d43d771d req-aadb5149-2d29-4f66-899a-13c00acb9f34 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519574 Sep 17 22:50:14.562188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f315b64d-660c-4c36-8ce9-0b202d824725, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f315b64d-660c-4c36-8ce9-0b202d824725,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:14.579197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'f315b64d-660c-4c36-8ce9-0b202d824725', 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d', 'port_id': 'f315b64d-660c-4c36-8ce9-0b202d824725', 'mac_address': 'fa:16:3e:1a:3f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d281f9-8c78-46df-b70c-435be6932623', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:50:14.641824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5b63a-97e6-4da7-9b9e-c48b4e63a646 req-00006a1d-58ea-4460-be08-217799959be9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.642830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:14.643478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1dd5b63a-97e6-4da7-9b9e-c48b4e63a646 req-00006a1d-58ea-4460-be08-217799959be9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0785949 Sep 17 22:50:14.684904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f315b64d-660c-4c36-8ce9-0b202d824725 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:14.693015 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1dd5b63a-97e6-4da7-9b9e-c48b4e63a646 req-a160b04f-008f-4714-8f58-1fa8ef51a75f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370970 Sep 17 22:50:14.723842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f315b64d-660c-4c36-8ce9-0b202d824725, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f315b64d-660c-4c36-8ce9-0b202d824725,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:14.793111 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:14.794202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c1db5fd4-28e6-42cb-be3f-1b728dc6999d details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:14.854066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['bfe8ab39-b56c-4109-a11e-563d891d1313'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:14.898300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c1db5fd4-28e6-42cb-be3f-1b728dc6999d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:14.904376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=f315b64d-660c-4c36-8ce9-0b202d824725,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:14.928096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'c1db5fd4-28e6-42cb-be3f-1b728dc6999d', 'network_id': '70fc844e-25ab-414e-a5ca-5dfb7483de8d', 'port_id': 'c1db5fd4-28e6-42cb-be3f-1b728dc6999d', 'mac_address': 'fa:16:3e:cc:77:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d281f9-8c78-46df-b70c-435be6932623', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:50:15.000537 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.013370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['45de0941-ab7b-4740-87ce-8fb8bde73a5a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:15.049155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['4e247f35-00b4-42b5-bf11-a6f3d1fb9062'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:15.060701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1db5fd4-28e6-42cb-be3f-1b728dc6999d {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:15.126985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c1db5fd4-28e6-42cb-be3f-1b728dc6999d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:15.168460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2f69be36-9f42-403d-93ef-4f6b3f90d270'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:15.237246 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:15.583091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:15.608263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524588-65ac-48ee-8c5c-801e611ccb6d req-da718113-bbda-46d3-b10f-b7e18a7b28be tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:15.615207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524588-65ac-48ee-8c5c-801e611ccb6d req-da718113-bbda-46d3-b10f-b7e18a7b28be tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:15.621577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524588-65ac-48ee-8c5c-801e611ccb6d req-da718113-bbda-46d3-b10f-b7e18a7b28be tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:15.627758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524588-65ac-48ee-8c5c-801e611ccb6d req-da718113-bbda-46d3-b10f-b7e18a7b28be tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:15.633791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524588-65ac-48ee-8c5c-801e611ccb6d req-da718113-bbda-46d3-b10f-b7e18a7b28be tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:15.640411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524588-65ac-48ee-8c5c-801e611ccb6d req-da718113-bbda-46d3-b10f-b7e18a7b28be tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:15.646470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524588-65ac-48ee-8c5c-801e611ccb6d req-da718113-bbda-46d3-b10f-b7e18a7b28be tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:15.648542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b524588-65ac-48ee-8c5c-801e611ccb6d req-da718113-bbda-46d3-b10f-b7e18a7b28be tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5436 time: 0.1083434 Sep 17 22:50:15.728177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b524588-65ac-48ee-8c5c-801e611ccb6d req-25e8571d-0200-47a0-9aa6-3222b6b958ed tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692866 Sep 17 22:50:15.848372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf36de-71c4-49f1-80ba-765e0cce87df req-7749eb22-62c7-4e89-8d3a-93f179a35812 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:15.849990 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9faf36de-71c4-49f1-80ba-765e0cce87df req-7749eb22-62c7-4e89-8d3a-93f179a35812 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0557592 Sep 17 22:50:15.899172 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9faf36de-71c4-49f1-80ba-765e0cce87df req-c36025df-e18d-45d4-9868-8d30badbd2ad tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393162 Sep 17 22:50:15.948632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['f315b64d-660c-4c36-8ce9-0b202d824725'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:16.023812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['c1db5fd4-28e6-42cb-be3f-1b728dc6999d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:16.064305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['87896450-6e00-40f3-b2a2-358d22328b45'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:16.884864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb833e98-9d97-469e-bba7-1d7839923d0a req-4142425c-d253-4632-951c-431ec5fbc775 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:16.892475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb833e98-9d97-469e-bba7-1d7839923d0a req-4142425c-d253-4632-951c-431ec5fbc775 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:16.898686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb833e98-9d97-469e-bba7-1d7839923d0a req-4142425c-d253-4632-951c-431ec5fbc775 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:16.905911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb833e98-9d97-469e-bba7-1d7839923d0a req-4142425c-d253-4632-951c-431ec5fbc775 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:16.912011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb833e98-9d97-469e-bba7-1d7839923d0a req-4142425c-d253-4632-951c-431ec5fbc775 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:16.919424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb833e98-9d97-469e-bba7-1d7839923d0a req-4142425c-d253-4632-951c-431ec5fbc775 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:16.925174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb833e98-9d97-469e-bba7-1d7839923d0a req-4142425c-d253-4632-951c-431ec5fbc775 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:16.928875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb833e98-9d97-469e-bba7-1d7839923d0a req-4142425c-d253-4632-951c-431ec5fbc775 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5436 time: 0.1104567 Sep 17 22:50:17.007574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb833e98-9d97-469e-bba7-1d7839923d0a req-c1c224aa-83ea-48ca-a21c-1320b3cb9885 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684276 Sep 17 22:50:17.047398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a4ba6-3279-440a-bd8d-24deda46971f req-c1489160-2109-485e-9947-21c8e62892d7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:17.049052 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-423a4ba6-3279-440a-bd8d-24deda46971f req-c1489160-2109-485e-9947-21c8e62892d7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0623674 Sep 17 22:50:17.097892 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-423a4ba6-3279-440a-bd8d-24deda46971f req-ae042dd1-77b8-4fcd-8191-596cf5da4118 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Sep 17 22:50:18.154635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbf2e2-9db2-4fb9-a8f6-3edd98ee2b1a req-d1c69c4c-0fbb-4b29-a787-bc83cacf6b0d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.162708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbf2e2-9db2-4fb9-a8f6-3edd98ee2b1a req-d1c69c4c-0fbb-4b29-a787-bc83cacf6b0d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.170701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbf2e2-9db2-4fb9-a8f6-3edd98ee2b1a req-d1c69c4c-0fbb-4b29-a787-bc83cacf6b0d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.178402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbf2e2-9db2-4fb9-a8f6-3edd98ee2b1a req-d1c69c4c-0fbb-4b29-a787-bc83cacf6b0d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.185734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbf2e2-9db2-4fb9-a8f6-3edd98ee2b1a req-d1c69c4c-0fbb-4b29-a787-bc83cacf6b0d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.192451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbf2e2-9db2-4fb9-a8f6-3edd98ee2b1a req-d1c69c4c-0fbb-4b29-a787-bc83cacf6b0d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.199471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbf2e2-9db2-4fb9-a8f6-3edd98ee2b1a req-d1c69c4c-0fbb-4b29-a787-bc83cacf6b0d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.209177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29dbf2e2-9db2-4fb9-a8f6-3edd98ee2b1a req-d1c69c4c-0fbb-4b29-a787-bc83cacf6b0d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5436 time: 0.1271060 Sep 17 22:50:18.255671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29dbf2e2-9db2-4fb9-a8f6-3edd98ee2b1a req-e0aa1bdf-6021-4c7d-ad09-86aca7f1b692 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453823 Sep 17 22:50:18.294082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aab7-d3c9-4399-aa48-a8a6ac3e95f6 req-4ce957a2-83c9-47af-930e-672cb1425459 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.302982 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e63aab7-d3c9-4399-aa48-a8a6ac3e95f6 req-4ce957a2-83c9-47af-930e-672cb1425459 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0839219 Sep 17 22:50:18.348452 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e63aab7-d3c9-4399-aa48-a8a6ac3e95f6 req-beaaff6a-addb-4ffe-8a11-44cb94c94637 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438459 Sep 17 22:50:18.395249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 45de0941-ab7b-4740-87ce-8fb8bde73a5a up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:18.575638 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 45de0941-ab7b-4740-87ce-8fb8bde73a5a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:50:18.582325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 45de0941-ab7b-4740-87ce-8fb8bde73a5a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:18.582858 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:18.699672 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:18.726279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45de0941-ab7b-4740-87ce-8fb8bde73a5a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:18.728864 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e429bb-6e20-4995-a30b-7c90d00fcfd1" -d '{"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "45de0941-ab7b-4740-87ce-8fb8bde73a5a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:18.763464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 45de0941-ab7b-4740-87ce-8fb8bde73a5a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:18.794978 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f08e70-b30c-40f5-b906-1f8af5a30d47 x-openstack-request-id: req-68f08e70-b30c-40f5-b906-1f8af5a30d47 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:18.795517 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "45de0941-ab7b-4740-87ce-8fb8bde73a5a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:18.796506 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68f08e70-b30c-40f5-b906-1f8af5a30d47 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:18.796921 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45de0941-ab7b-4740-87ce-8fb8bde73a5a', 'code': 200} Sep 17 22:50:18.916377 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:18.916377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device bfe8ab39-b56c-4109-a11e-563d891d1313 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:19.021951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=45de0941-ab7b-4740-87ce-8fb8bde73a5a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:19.109355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port bfe8ab39-b56c-4109-a11e-563d891d1313 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:50:19.113717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port bfe8ab39-b56c-4109-a11e-563d891d1313 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:19.114098 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.203865 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.242967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port bfe8ab39-b56c-4109-a11e-563d891d1313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=bfe8ab39-b56c-4109-a11e-563d891d1313,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:19.266545 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:50:19.354023 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:19.431552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=bfe8ab39-b56c-4109-a11e-563d891d1313,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:19.475738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57e60a-53dc-4fb2-87d6-920f8ee6b414 req-5f820b63-a9e7-49b9-81f4-62f041fc2188 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.482447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57e60a-53dc-4fb2-87d6-920f8ee6b414 req-5f820b63-a9e7-49b9-81f4-62f041fc2188 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.488914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57e60a-53dc-4fb2-87d6-920f8ee6b414 req-5f820b63-a9e7-49b9-81f4-62f041fc2188 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.496410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57e60a-53dc-4fb2-87d6-920f8ee6b414 req-5f820b63-a9e7-49b9-81f4-62f041fc2188 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.505531 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57e60a-53dc-4fb2-87d6-920f8ee6b414 req-5f820b63-a9e7-49b9-81f4-62f041fc2188 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.519653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57e60a-53dc-4fb2-87d6-920f8ee6b414 req-5f820b63-a9e7-49b9-81f4-62f041fc2188 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.533063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57e60a-53dc-4fb2-87d6-920f8ee6b414 req-5f820b63-a9e7-49b9-81f4-62f041fc2188 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.538861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc57e60a-53dc-4fb2-87d6-920f8ee6b414 req-5f820b63-a9e7-49b9-81f4-62f041fc2188 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5438 time: 0.1878064 Sep 17 22:50:19.592993 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc57e60a-53dc-4fb2-87d6-920f8ee6b414 req-d3bc2122-ce4e-4c41-9f81-80028c730dae tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441182 Sep 17 22:50:19.625209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1589ed1-8d70-40eb-be22-cdc4c56a04da req-b32d5130-7b55-406e-aa53-901493b2b80f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.634376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d1589ed1-8d70-40eb-be22-cdc4c56a04da req-b32d5130-7b55-406e-aa53-901493b2b80f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.1526730 Sep 17 22:50:19.671799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d1589ed1-8d70-40eb-be22-cdc4c56a04da req-01952d20-37dc-49d4-9055-c33fd8a59f70 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364909 Sep 17 22:50:20.398189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f315b64d-660c-4c36-8ce9-0b202d824725 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:20.598149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port f315b64d-660c-4c36-8ce9-0b202d824725 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:50:20.603223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port f315b64d-660c-4c36-8ce9-0b202d824725 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:20.606258 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:20.705920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:20.755868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port f315b64d-660c-4c36-8ce9-0b202d824725, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f315b64d-660c-4c36-8ce9-0b202d824725,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:20.771349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda1a7-b016-4a93-942d-dc91250c6efb req-49b7fbb7-39d0-4b42-b7aa-3d01e0f2a6e8 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.778202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda1a7-b016-4a93-942d-dc91250c6efb req-49b7fbb7-39d0-4b42-b7aa-3d01e0f2a6e8 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.784228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda1a7-b016-4a93-942d-dc91250c6efb req-49b7fbb7-39d0-4b42-b7aa-3d01e0f2a6e8 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.790142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda1a7-b016-4a93-942d-dc91250c6efb req-49b7fbb7-39d0-4b42-b7aa-3d01e0f2a6e8 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.796820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda1a7-b016-4a93-942d-dc91250c6efb req-49b7fbb7-39d0-4b42-b7aa-3d01e0f2a6e8 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.798163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe8ab39-b56c-4109-a11e-563d891d1313'}, {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f315b64d-660c-4c36-8ce9-0b202d824725'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:20.800732 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43979079-06e7-49f1-a43e-53a3fa6d76fe" -d '{"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "bfe8ab39-b56c-4109-a11e-563d891d1313"}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "f315b64d-660c-4c36-8ce9-0b202d824725"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:20.802867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda1a7-b016-4a93-942d-dc91250c6efb req-49b7fbb7-39d0-4b42-b7aa-3d01e0f2a6e8 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.807239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d159e-4584-4bf5-823f-a4ec3eb6566a req-51bfdbb0-64f0-454d-8114-80a73ba595dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.809522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c9d159e-4584-4bf5-823f-a4ec3eb6566a req-51bfdbb0-64f0-454d-8114-80a73ba595dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0527670 Sep 17 22:50:20.809827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda1a7-b016-4a93-942d-dc91250c6efb req-49b7fbb7-39d0-4b42-b7aa-3d01e0f2a6e8 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:20.811756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f1fda1a7-b016-4a93-942d-dc91250c6efb req-49b7fbb7-39d0-4b42-b7aa-3d01e0f2a6e8 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5438 time: 0.1107790 Sep 17 22:50:20.851671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c9d159e-4584-4bf5-823f-a4ec3eb6566a req-0856f6fa-8b84-401d-8a2b-1ed298865307 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359662 Sep 17 22:50:20.853717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f1fda1a7-b016-4a93-942d-dc91250c6efb req-56146b23-c387-4312-a7ef-c7271417ca43 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357413 Sep 17 22:50:20.881066 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:20.882027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c1db5fd4-28e6-42cb-be3f-1b728dc6999d up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:20.905137 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91eb812-79e3-4080-a77a-8d02e30ba5aa x-openstack-request-id: req-b91eb812-79e3-4080-a77a-8d02e30ba5aa {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:20.906138 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "bfe8ab39-b56c-4109-a11e-563d891d1313", "code": 200}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "f315b64d-660c-4c36-8ce9-0b202d824725", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:20.906404 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b91eb812-79e3-4080-a77a-8d02e30ba5aa {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:20.906927 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe8ab39-b56c-4109-a11e-563d891d1313', 'code': 200} Sep 17 22:50:20.910976 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f315b64d-660c-4c36-8ce9-0b202d824725', 'code': 200} Sep 17 22:50:20.968148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=f315b64d-660c-4c36-8ce9-0b202d824725,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:21.083887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port c1db5fd4-28e6-42cb-be3f-1b728dc6999d completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:50:21.089186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port c1db5fd4-28e6-42cb-be3f-1b728dc6999d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:21.090017 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.177322 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.211749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port c1db5fd4-28e6-42cb-be3f-1b728dc6999d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:21.303815 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.304858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 87896450-6e00-40f3-b2a2-358d22328b45 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:21.392619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:21.527343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 87896450-6e00-40f3-b2a2-358d22328b45 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:50:21.533148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 87896450-6e00-40f3-b2a2-358d22328b45 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:21.533553 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.617801 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.651801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 87896450-6e00-40f3-b2a2-358d22328b45, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=87896450-6e00-40f3-b2a2-358d22328b45,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:21.755205 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.756054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:21.845584 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=87896450-6e00-40f3-b2a2-358d22328b45,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:21.952255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:50:21.957602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:21.957602 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.010530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edad0c-8f86-4dae-b19b-2eb9342bb477 req-e5f8eab4-00ca-4e50-a19b-263937eaf604 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.013938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8edad0c-8f86-4dae-b19b-2eb9342bb477 req-e5f8eab4-00ca-4e50-a19b-263937eaf604 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0856624 Sep 17 22:50:22.035096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82a562-fd2d-4af1-ac2b-081c1c77e800 req-a70c2fc8-6538-4131-9e3a-6dcafde42b16 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.043356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82a562-fd2d-4af1-ac2b-081c1c77e800 req-a70c2fc8-6538-4131-9e3a-6dcafde42b16 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.049867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82a562-fd2d-4af1-ac2b-081c1c77e800 req-a70c2fc8-6538-4131-9e3a-6dcafde42b16 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.056191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82a562-fd2d-4af1-ac2b-081c1c77e800 req-a70c2fc8-6538-4131-9e3a-6dcafde42b16 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.060151 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d8edad0c-8f86-4dae-b19b-2eb9342bb477 req-17006cfb-32cf-46f2-bb8d-475fc0053235 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Sep 17 22:50:22.064551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82a562-fd2d-4af1-ac2b-081c1c77e800 req-a70c2fc8-6538-4131-9e3a-6dcafde42b16 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.081932 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.089004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82a562-fd2d-4af1-ac2b-081c1c77e800 req-a70c2fc8-6538-4131-9e3a-6dcafde42b16 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.095806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82a562-fd2d-4af1-ac2b-081c1c77e800 req-a70c2fc8-6538-4131-9e3a-6dcafde42b16 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.100668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa82a562-fd2d-4af1-ac2b-081c1c77e800 req-a70c2fc8-6538-4131-9e3a-6dcafde42b16 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5441 time: 0.1639438 Sep 17 22:50:22.129952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:22.159420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa82a562-fd2d-4af1-ac2b-081c1c77e800 req-c41ef525-bd38-45cc-b32f-1a28e6ed79ee tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460968 Sep 17 22:50:22.229419 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.230927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2f69be36-9f42-403d-93ef-4f6b3f90d270 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:22.316032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:22.426867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 2f69be36-9f42-403d-93ef-4f6b3f90d270 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:50:22.431295 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 2f69be36-9f42-403d-93ef-4f6b3f90d270 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:22.431668 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.519809 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.558898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2f69be36-9f42-403d-93ef-4f6b3f90d270, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:22.653311 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.709488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=2f69be36-9f42-403d-93ef-4f6b3f90d270,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:22.908728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1db5fd4-28e6-42cb-be3f-1b728dc6999d'}, {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87896450-6e00-40f3-b2a2-358d22328b45'}, {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e247f35-00b4-42b5-bf11-a6f3d1fb9062'}, {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f69be36-9f42-403d-93ef-4f6b3f90d270'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:22.912233 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144a3509-0b0f-45e2-b983-512196314000" -d '{"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "c1db5fd4-28e6-42cb-be3f-1b728dc6999d"}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "87896450-6e00-40f3-b2a2-358d22328b45"}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "4e247f35-00b4-42b5-bf11-a6f3d1fb9062"}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "2f69be36-9f42-403d-93ef-4f6b3f90d270"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:22.963828 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d55c31d-26f2-491f-b0fe-cbba7d554b7f x-openstack-request-id: req-2d55c31d-26f2-491f-b0fe-cbba7d554b7f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:22.964871 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "c1db5fd4-28e6-42cb-be3f-1b728dc6999d", "code": 200}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "87896450-6e00-40f3-b2a2-358d22328b45", "code": 200}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "4e247f35-00b4-42b5-bf11-a6f3d1fb9062", "code": 200}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-plugged", "status": "completed", "tag": "2f69be36-9f42-403d-93ef-4f6b3f90d270", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:22.966235 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d55c31d-26f2-491f-b0fe-cbba7d554b7f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:22.966735 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1db5fd4-28e6-42cb-be3f-1b728dc6999d', 'code': 200} Sep 17 22:50:22.967004 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87896450-6e00-40f3-b2a2-358d22328b45', 'code': 200} Sep 17 22:50:22.967262 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e247f35-00b4-42b5-bf11-a6f3d1fb9062', 'code': 200} Sep 17 22:50:22.967521 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f69be36-9f42-403d-93ef-4f6b3f90d270', 'code': 200} Sep 17 22:50:23.205978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421cafe-740f-4ac5-ae14-5febd36b2140 req-735665b9-58de-4216-876f-a6874af153c7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.206958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b34-45c7-4753-8a0c-73077be1bcc7 req-d2f9b70b-f58d-4afd-85ed-8a7402debd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.207888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b34-45c7-4753-8a0c-73077be1bcc7 req-d2f9b70b-f58d-4afd-85ed-8a7402debd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.208539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b34-45c7-4753-8a0c-73077be1bcc7 req-d2f9b70b-f58d-4afd-85ed-8a7402debd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.208656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0421cafe-740f-4ac5-ae14-5febd36b2140 req-735665b9-58de-4216-876f-a6874af153c7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0672109 Sep 17 22:50:23.209259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b34-45c7-4753-8a0c-73077be1bcc7 req-d2f9b70b-f58d-4afd-85ed-8a7402debd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.209898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b34-45c7-4753-8a0c-73077be1bcc7 req-d2f9b70b-f58d-4afd-85ed-8a7402debd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.210536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b34-45c7-4753-8a0c-73077be1bcc7 req-d2f9b70b-f58d-4afd-85ed-8a7402debd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.213798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591b34-45c7-4753-8a0c-73077be1bcc7 req-d2f9b70b-f58d-4afd-85ed-8a7402debd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.221170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18591b34-45c7-4753-8a0c-73077be1bcc7 req-d2f9b70b-f58d-4afd-85ed-8a7402debd3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6507 time: 0.0834706 Sep 17 22:50:23.262944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0421cafe-740f-4ac5-ae14-5febd36b2140 req-110ce340-7a71-4995-8c94-3c73403ec123 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Sep 17 22:50:23.281336 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18591b34-45c7-4753-8a0c-73077be1bcc7 req-a95f944c-68a2-4c2e-bedb-e75cdccfb63c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457077 Sep 17 22:50:23.343213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739621-7088-4cdb-a298-571120629ba6 req-011c5f79-44a4-45f6-bda8-c0df88ea084e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.350004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739621-7088-4cdb-a298-571120629ba6 req-011c5f79-44a4-45f6-bda8-c0df88ea084e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.356199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739621-7088-4cdb-a298-571120629ba6 req-011c5f79-44a4-45f6-bda8-c0df88ea084e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.362257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739621-7088-4cdb-a298-571120629ba6 req-011c5f79-44a4-45f6-bda8-c0df88ea084e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.370686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739621-7088-4cdb-a298-571120629ba6 req-011c5f79-44a4-45f6-bda8-c0df88ea084e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.374262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739621-7088-4cdb-a298-571120629ba6 req-011c5f79-44a4-45f6-bda8-c0df88ea084e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.380196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739621-7088-4cdb-a298-571120629ba6 req-011c5f79-44a4-45f6-bda8-c0df88ea084e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.385323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d739621-7088-4cdb-a298-571120629ba6 req-011c5f79-44a4-45f6-bda8-c0df88ea084e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5443 time: 0.1056957 Sep 17 22:50:23.438416 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6d739621-7088-4cdb-a298-571120629ba6 req-3a883cf9-e3a1-4d5f-a611-3ba1bc64500c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492971 Sep 17 22:50:24.398636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073702a6-2ab8-4e37-8ee2-36d9e2da7b2c req-4247c78b-9919-4498-beda-99d738fb36c0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.401199 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-073702a6-2ab8-4e37-8ee2-36d9e2da7b2c req-4247c78b-9919-4498-beda-99d738fb36c0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0598369 Sep 17 22:50:24.452336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-073702a6-2ab8-4e37-8ee2-36d9e2da7b2c req-00a6281a-2764-4579-ac68-d7d14f2a85d8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356076 Sep 17 22:50:24.575811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761272fe-007a-43fd-bfcf-e6a9a58d0d1a req-11118d28-ebe8-4010-b9dd-7d1a3da89cdf tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.581179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761272fe-007a-43fd-bfcf-e6a9a58d0d1a req-11118d28-ebe8-4010-b9dd-7d1a3da89cdf tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.587180 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761272fe-007a-43fd-bfcf-e6a9a58d0d1a req-11118d28-ebe8-4010-b9dd-7d1a3da89cdf tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.593296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761272fe-007a-43fd-bfcf-e6a9a58d0d1a req-11118d28-ebe8-4010-b9dd-7d1a3da89cdf tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.599934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761272fe-007a-43fd-bfcf-e6a9a58d0d1a req-11118d28-ebe8-4010-b9dd-7d1a3da89cdf tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.606523 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761272fe-007a-43fd-bfcf-e6a9a58d0d1a req-11118d28-ebe8-4010-b9dd-7d1a3da89cdf tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.612459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761272fe-007a-43fd-bfcf-e6a9a58d0d1a req-11118d28-ebe8-4010-b9dd-7d1a3da89cdf tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.614580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-761272fe-007a-43fd-bfcf-e6a9a58d0d1a req-11118d28-ebe8-4010-b9dd-7d1a3da89cdf tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5443 time: 0.0968559 Sep 17 22:50:24.671512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-761272fe-007a-43fd-bfcf-e6a9a58d0d1a req-baad6f54-6063-4560-b4ab-684a132cbfcb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499597 Sep 17 22:50:25.612629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4adb68-f835-4d88-a705-beefc46830dc req-12419c27-41a7-4816-a08f-9e0409f395eb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.615524 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c4adb68-f835-4d88-a705-beefc46830dc req-12419c27-41a7-4816-a08f-9e0409f395eb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0574281 Sep 17 22:50:25.673402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c4adb68-f835-4d88-a705-beefc46830dc req-171823ef-8227-42d2-b88f-28168d58adfb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482533 Sep 17 22:50:25.829092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a42e5-d9e1-41e7-ba0c-2ad44f56a461 req-e392d2ea-9c59-46f7-8df2-c0aa2bd173bb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.838192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a42e5-d9e1-41e7-ba0c-2ad44f56a461 req-e392d2ea-9c59-46f7-8df2-c0aa2bd173bb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.846480 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a42e5-d9e1-41e7-ba0c-2ad44f56a461 req-e392d2ea-9c59-46f7-8df2-c0aa2bd173bb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.853401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a42e5-d9e1-41e7-ba0c-2ad44f56a461 req-e392d2ea-9c59-46f7-8df2-c0aa2bd173bb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.860241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a42e5-d9e1-41e7-ba0c-2ad44f56a461 req-e392d2ea-9c59-46f7-8df2-c0aa2bd173bb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.866175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a42e5-d9e1-41e7-ba0c-2ad44f56a461 req-e392d2ea-9c59-46f7-8df2-c0aa2bd173bb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.872062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a42e5-d9e1-41e7-ba0c-2ad44f56a461 req-e392d2ea-9c59-46f7-8df2-c0aa2bd173bb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.874085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e1a42e5-d9e1-41e7-ba0c-2ad44f56a461 req-e392d2ea-9c59-46f7-8df2-c0aa2bd173bb tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5443 time: 0.1165123 Sep 17 22:50:25.925642 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e1a42e5-d9e1-41e7-ba0c-2ad44f56a461 req-11730b04-e5de-4fa8-a7b9-cf93b103de81 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447316 Sep 17 22:50:26.115379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d79aa-8a7c-44bb-aa4b-ca928764b094 req-160d3446-caed-4ad2-969b-123b1fc2c536 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.124611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d79aa-8a7c-44bb-aa4b-ca928764b094 req-160d3446-caed-4ad2-969b-123b1fc2c536 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.132563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d79aa-8a7c-44bb-aa4b-ca928764b094 req-160d3446-caed-4ad2-969b-123b1fc2c536 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.139114 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d79aa-8a7c-44bb-aa4b-ca928764b094 req-160d3446-caed-4ad2-969b-123b1fc2c536 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.145464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d79aa-8a7c-44bb-aa4b-ca928764b094 req-160d3446-caed-4ad2-969b-123b1fc2c536 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.151693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d79aa-8a7c-44bb-aa4b-ca928764b094 req-160d3446-caed-4ad2-969b-123b1fc2c536 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.158059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d79aa-8a7c-44bb-aa4b-ca928764b094 req-160d3446-caed-4ad2-969b-123b1fc2c536 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.160150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-072d79aa-8a7c-44bb-aa4b-ca928764b094 req-160d3446-caed-4ad2-969b-123b1fc2c536 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5443 time: 0.1435826 Sep 17 22:50:26.174886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 40378) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:50:26.180469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c912cc2a-cf3d-472c-979d-1dd1d34fdd91 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Request body: {'floatingip': {'port_id': 'bfe8ab39-b56c-4109-a11e-563d891d1313'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:26.225710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c912cc2a-cf3d-472c-979d-1dd1d34fdd91 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.760574 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c912cc2a-cf3d-472c-979d-1dd1d34fdd91 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.801867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dfd6d-d377-4251-808b-a2c65fe3f94d req-65b82820-5d94-4152-b8b8-3a100401330f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.803507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-426dfd6d-d377-4251-808b-a2c65fe3f94d req-65b82820-5d94-4152-b8b8-3a100401330f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0530748 Sep 17 22:50:26.848943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-426dfd6d-d377-4251-808b-a2c65fe3f94d req-cfb9d21e-3781-4f1b-ba4c-9fb61b30f817 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386267 Sep 17 22:50:26.858261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c912cc2a-cf3d-472c-979d-1dd1d34fdd91 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.971072 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-c912cc2a-cf3d-472c-979d-1dd1d34fdd91 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Floating IP dab290f4-e145-4052-84b2-1b804cf26768 associated. External IP: 172.25.6.83, port: bfe8ab39-b56c-4109-a11e-563d891d1313. Sep 17 22:50:27.229610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c912cc2a-cf3d-472c-979d-1dd1d34fdd91 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Router c2693b58-57c9-4c17-bcc7-df68b5ebefec has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:50:27.368484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c912cc2a-cf3d-472c-979d-1dd1d34fdd91 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:50:27.374634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c912cc2a-cf3d-472c-979d-1dd1d34fdd91 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:27.382591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] Sync routers for ids ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:50:27.395037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] Routers {'c2693b58-57c9-4c17-bcc7-df68b5ebefec'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:27.396002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:50:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:27.410301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c912cc2a-cf3d-472c-979d-1dd1d34fdd91 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "PUT /v2.0/floatingips/dab290f4-e145-4052-84b2-1b804cf26768 HTTP/1.1" status: 200 len: 990 time: 1.2341416 Sep 17 22:50:27.411052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': 'bfe8ab39-b56c-4109-a11e-563d891d1313'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:27.413788 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dd2d75-097d-49da-9fc4-f24cab23d74e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "bfe8ab39-b56c-4109-a11e-563d891d1313"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:27.510087 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7d0118-ff2b-41d5-9429-f1eae6d70522 x-openstack-request-id: req-8b7d0118-ff2b-41d5-9429-f1eae6d70522 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:27.510419 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "tag": "bfe8ab39-b56c-4109-a11e-563d891d1313", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:27.510630 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b7d0118-ff2b-41d5-9429-f1eae6d70522 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:27.511103 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'tag': 'bfe8ab39-b56c-4109-a11e-563d891d1313', 'status': 'completed', 'code': 200} Sep 17 22:50:27.578779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] Set router c2693b58-57c9-4c17-bcc7-df68b5ebefec gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:27.634953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-a093d46f-8f19-4672-9bc0-33845ca275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:27.635767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-a093d46f-8f19-4672-9bc0-33845ca275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:27.637158 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-a093d46f-8f19-4672-9bc0-33845ca275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:27.637815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-a093d46f-8f19-4672-9bc0-33845ca275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:27.638463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-a093d46f-8f19-4672-9bc0-33845ca275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:27.639108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-a093d46f-8f19-4672-9bc0-33845ca275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:27.639766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-a093d46f-8f19-4672-9bc0-33845ca275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:27.642138 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-a093d46f-8f19-4672-9bc0-33845ca275ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6507 time: 0.0612726 Sep 17 22:50:27.771868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-464c27a6-fc3c-4443-bf36-8df675da689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:27.773904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-464c27a6-fc3c-4443-bf36-8df675da689a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e21e7c40-ad05-44f1-9325-52357fe6b5da HTTP/1.1" status: 200 len: 918 time: 0.1242669 Sep 17 22:50:27.897244 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-a7317218-6689-4437-b12a-2fef7cd178ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe8ab39-b56c-4109-a11e-563d891d1313 HTTP/1.1" status: 200 len: 998 time: 0.1144092 Sep 17 22:50:27.903305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:25Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'dab290f4-e145-4052-84b2-1b804cf26768', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'port_id': 'bfe8ab39-b56c-4109-a11e-563d891d1313', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'mac_address': 'fa:16:3e:ed:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:49:18Z', 'updated_at': '2021-09-17T22:50:26Z', 'revision_number': 1, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038fb48f-d647-43bf-ac66-b049c8a7a466', 'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'mac_address': 'fa:16:3e:b9:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:24Z', 'updated_at': '2021-09-17T22:48:29Z', 'revision_number': 5, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'subnets': [{'id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:27.976879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] Checking router: c2693b58-57c9-4c17-bcc7-df68b5ebefec for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:50:27.988158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] Routers {'c2693b58-57c9-4c17-bcc7-df68b5ebefec'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:50:27.988358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:50:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:28.035388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-6f6fbc95-b5f5-437c-87b1-a76abd16a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:28.037101 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-6f6fbc95-b5f5-437c-87b1-a76abd16a9cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=85ab8b00-fc15-4ee5-97e7-bfaf371d8cde HTTP/1.1" status: 200 len: 856 time: 0.1317768 Sep 17 22:50:28.054182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a171cd-5822-4d0b-9ae9-36ca846d2cd7 req-244cb7c9-3717-4ea2-a556-2e152a1df523 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:28.061162 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c2a171cd-5822-4d0b-9ae9-36ca846d2cd7 req-244cb7c9-3717-4ea2-a556-2e152a1df523 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 943 time: 0.0996497 Sep 17 22:50:28.136936 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c2a171cd-5822-4d0b-9ae9-36ca846d2cd7 req-7ef58045-9939-40a0-8252-26311f3597e3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660882 Sep 17 22:50:28.140309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-f39200b7-eb37-4fbf-9fb6-15c95986444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:28.142066 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-f39200b7-eb37-4fbf-9fb6-15c95986444d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e21e7c40-ad05-44f1-9325-52357fe6b5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797772 Sep 17 22:50:28.145082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] Set router c2693b58-57c9-4c17-bcc7-df68b5ebefec gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:50:28.263169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-6c482079-a6df-42d0-b885-b6273d74aa41 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136456 Sep 17 22:50:28.421456 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5dd2d75-097d-49da-9fc4-f24cab23d74e req-67914a45-0e4b-4af3-97bf-22f7e0759376 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495903 Sep 17 22:50:28.433221 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:25Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'dab290f4-e145-4052-84b2-1b804cf26768', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'port_id': 'bfe8ab39-b56c-4109-a11e-563d891d1313', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'mac_address': 'fa:16:3e:ed:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:49:18Z', 'updated_at': '2021-09-17T22:50:26Z', 'revision_number': 1, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038fb48f-d647-43bf-ac66-b049c8a7a466', 'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'mac_address': 'fa:16:3e:b9:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:24Z', 'updated_at': '2021-09-17T22:48:29Z', 'revision_number': 5, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'subnets': [{'id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:50:28.461893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6115dd-dedc-40d4-a19b-4dcc702d28ad None None] The sync data for ids ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'] in n-d-713499-18 is: [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:25Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'dab290f4-e145-4052-84b2-1b804cf26768', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'port_id': 'bfe8ab39-b56c-4109-a11e-563d891d1313', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'mac_address': 'fa:16:3e:ed:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:49:18Z', 'updated_at': '2021-09-17T22:50:26Z', 'revision_number': 1, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038fb48f-d647-43bf-ac66-b049c8a7a466', 'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'mac_address': 'fa:16:3e:b9:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:24Z', 'updated_at': '2021-09-17T22:48:29Z', 'revision_number': 5, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'subnets': [{'id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:50:28.665716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1d94ca15-35a2-474b-b855-a9f58070c74e details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:28.745006 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be264f9-ad7c-4d11-9d20-8eda9e560b95 None None] New status for floating IP dab290f4-e145-4052-84b2-1b804cf26768: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:50:29.027068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 1d94ca15-35a2-474b-b855-a9f58070c74e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1d94ca15-35a2-474b-b855-a9f58070c74e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:29.039773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '1d94ca15-35a2-474b-b855-a9f58070c74e', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'port_id': '1d94ca15-35a2-474b-b855-a9f58070c74e', 'mac_address': 'fa:16:3e:ee:52:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:50:29.086376 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:29.115890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d94ca15-35a2-474b-b855-a9f58070c74e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:29.142690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 1d94ca15-35a2-474b-b855-a9f58070c74e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1d94ca15-35a2-474b-b855-a9f58070c74e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:29.204088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:29.262698 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:29.305501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=1d94ca15-35a2-474b-b855-a9f58070c74e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:29.347269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922df5de-dd9c-4e02-9816-2751844bf3c8 req-c4edaef1-939d-48c5-8a2f-18c60feab144 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:29.349238 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-922df5de-dd9c-4e02-9816-2751844bf3c8 req-c4edaef1-939d-48c5-8a2f-18c60feab144 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 944 time: 0.0873764 Sep 17 22:50:29.403423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-922df5de-dd9c-4e02-9816-2751844bf3c8 req-79faea9b-dbe8-45cf-83e2-f7a7796a1ea5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470428 Sep 17 22:50:29.445688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['1d94ca15-35a2-474b-b855-a9f58070c74e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:30.565048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48500503-20a5-4ca4-83fa-a7a340b94ade req-90eecf4b-8ce9-4703-b3c6-af1685aa5663 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:30.566466 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48500503-20a5-4ca4-83fa-a7a340b94ade req-90eecf4b-8ce9-4703-b3c6-af1685aa5663 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 944 time: 0.0566022 Sep 17 22:50:30.618161 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48500503-20a5-4ca4-83fa-a7a340b94ade req-70ed4acc-5e81-47ed-879b-0b842f5a77f5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Sep 17 22:50:30.680327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1d94ca15-35a2-474b-b855-a9f58070c74e up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:30.861173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 1d94ca15-35a2-474b-b855-a9f58070c74e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:50:30.867209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 1d94ca15-35a2-474b-b855-a9f58070c74e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:30.867998 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:30.959852 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:30.984796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1da7dcf-f041-4d85-91d4-73fc18b97ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d94ca15-35a2-474b-b855-a9f58070c74e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:30.987100 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0459bc8c-9a09-4de9-9632-8e47f95fe55e" -d '{"events": [{"server_uuid": "b1da7dcf-f041-4d85-91d4-73fc18b97ed6", "name": "network-vif-plugged", "status": "completed", "tag": "1d94ca15-35a2-474b-b855-a9f58070c74e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:31.001071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 1d94ca15-35a2-474b-b855-a9f58070c74e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1d94ca15-35a2-474b-b855-a9f58070c74e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:31.026034 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0eeef1-cb4e-4bdf-929d-ea0ca7a719ed x-openstack-request-id: req-1f0eeef1-cb4e-4bdf-929d-ea0ca7a719ed {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:31.027105 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1da7dcf-f041-4d85-91d4-73fc18b97ed6", "name": "network-vif-plugged", "status": "completed", "tag": "1d94ca15-35a2-474b-b855-a9f58070c74e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:31.027586 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f0eeef1-cb4e-4bdf-929d-ea0ca7a719ed {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:31.031969 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1da7dcf-f041-4d85-91d4-73fc18b97ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d94ca15-35a2-474b-b855-a9f58070c74e', 'code': 200} Sep 17 22:50:31.083761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:31.145434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4ec5c-2124-49cc-acad-305d0d0303d0 req-7f8cf1ec-83d9-4c05-ba75-04d938314d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:31.147909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ced4ec5c-2124-49cc-acad-305d0d0303d0 req-7f8cf1ec-83d9-4c05-ba75-04d938314d67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0572689 Sep 17 22:50:31.161008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=1d94ca15-35a2-474b-b855-a9f58070c74e,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:31.198008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ced4ec5c-2124-49cc-acad-305d0d0303d0 req-96ad07d9-5f65-452a-acc6-215410ff17e9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Sep 17 22:50:31.764960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524dab4-1485-483a-aa9f-db9ed03fcab7 req-467a84db-56e0-47a7-8652-9033d5447c07 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:31.766687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4524dab4-1485-483a-aa9f-db9ed03fcab7 req-467a84db-56e0-47a7-8652-9033d5447c07 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 945 time: 0.0689256 Sep 17 22:50:31.816004 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4524dab4-1485-483a-aa9f-db9ed03fcab7 req-ec935034-c771-4341-babc-356bb61ac07d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Sep 17 22:50:32.976676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e43bb-0b58-43ee-8d7b-5222fab1e1a0 req-63a14990-9ecc-4aa8-b41c-572d2a8d3069 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:32.978222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce8e43bb-0b58-43ee-8d7b-5222fab1e1a0 req-63a14990-9ecc-4aa8-b41c-572d2a8d3069 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 945 time: 0.0705855 Sep 17 22:50:33.020697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce8e43bb-0b58-43ee-8d7b-5222fab1e1a0 req-bdc5329d-1b97-4346-b80b-2ae85647eb6b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347674 Sep 17 22:50:33.153169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778defe-a2e7-45e4-acf7-8efa80319d35 req-c389509b-8eae-409b-b2f6-1aa6d615476a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:33.155218 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4778defe-a2e7-45e4-acf7-8efa80319d35 req-c389509b-8eae-409b-b2f6-1aa6d615476a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 945 time: 0.0595405 Sep 17 22:50:33.196745 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4778defe-a2e7-45e4-acf7-8efa80319d35 req-264b4e76-18e4-477f-93a5-01d744eb8b12 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348523 Sep 17 22:50:33.266574 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3175-e362-447d-9eb7-fd2a7485c9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:33.809752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafe3c1-f447-41f5-aa4d-1303ec58fd6a req-b43b3452-ea9f-43ee-af17-1a94156ddb78 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:33.811770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdafe3c1-f447-41f5-aa4d-1303ec58fd6a req-b43b3452-ea9f-43ee-af17-1a94156ddb78 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 945 time: 0.0661430 Sep 17 22:50:33.857743 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fdafe3c1-f447-41f5-aa4d-1303ec58fd6a req-ec6dfcaf-f912-4edd-84bb-ce50eae785c0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385582 Sep 17 22:50:34.984822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92edd1f-7cf9-4ca2-a192-daaa892ccb45 req-73d43685-8a04-426c-8c16-f1788b2f2b1c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:34.986417 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b92edd1f-7cf9-4ca2-a192-daaa892ccb45 req-73d43685-8a04-426c-8c16-f1788b2f2b1c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 945 time: 0.0525331 Sep 17 22:50:35.041061 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b92edd1f-7cf9-4ca2-a192-daaa892ccb45 req-fb0a800b-4d6b-4012-85d8-fa40e10f19c2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Sep 17 22:50:35.185617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-442d31de-5420-4b60-9a26-26db713501aa tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:35.187415 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-442d31de-5420-4b60-9a26-26db713501aa tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 945 time: 0.0769322 Sep 17 22:50:35.300437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Deleting port 1d94ca15-35a2-474b-b855-a9f58070c74e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:35.300791 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.407513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] For port 1d94ca15-35a2-474b-b855-a9f58070c74e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1d94ca15-35a2-474b-b855-a9f58070c74e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:35.407848 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.422548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Calling delete_port for 1d94ca15-35a2-474b-b855-a9f58070c74e owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:35.678402 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.693262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['1d94ca15-35a2-474b-b855-a9f58070c74e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:35.716043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:35.724322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'Port': ['ID=1d94ca15-35a2-474b-b855-a9f58070c74e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:35.760631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.760631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.761816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.761816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.762075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.762351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.762760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.763079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.763400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.763718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.764038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.766761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:35.787376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] No DVR routers for this DVR port 1d94ca15-35a2-474b-b855-a9f58070c74e on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:50:35.791311 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.792713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a6a497d-8576-48f5-8a4d-9fe92ef83e23 req-8226485c-8128-4ac0-bcb7-47827f617762 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "DELETE /v2.0/ports/1d94ca15-35a2-474b-b855-a9f58070c74e HTTP/1.1" status: 204 len: 173 time: 0.5990744 Sep 17 22:50:35.793238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1da7dcf-f041-4d85-91d4-73fc18b97ed6', 'name': 'network-vif-deleted', 'tag': '1d94ca15-35a2-474b-b855-a9f58070c74e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:35.795645 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086faefe-535e-4eda-8cbc-d3c17fc1e04f" -d '{"events": [{"server_uuid": "b1da7dcf-f041-4d85-91d4-73fc18b97ed6", "name": "network-vif-deleted", "tag": "1d94ca15-35a2-474b-b855-a9f58070c74e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:35.858128 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc15b9f-b5f6-4a43-9373-0f1dc9a68e96 x-openstack-request-id: req-4fc15b9f-b5f6-4a43-9373-0f1dc9a68e96 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:35.858128 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1da7dcf-f041-4d85-91d4-73fc18b97ed6", "name": "network-vif-deleted", "tag": "1d94ca15-35a2-474b-b855-a9f58070c74e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:35.858128 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fc15b9f-b5f6-4a43-9373-0f1dc9a68e96 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:35.858128 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1da7dcf-f041-4d85-91d4-73fc18b97ed6', 'name': 'network-vif-deleted', 'tag': '1d94ca15-35a2-474b-b855-a9f58070c74e', 'status': 'completed', 'code': 200} Sep 17 22:50:35.984664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-38fb79ce-c5a2-46f1-b430-282474a99db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:36.180625 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e00bc6c-f81d-42d6-9805-807ed6c97992 req-4f4c19b1-8145-4afb-bc27-50607bf86b4c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0339637 Sep 17 22:50:37.051746 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:37.299044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20ba4108-eacf-412c-8b1b-3d0725b3aecc req-7b7b570c-2b13-4fb4-b090-185ad8903d06 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0295584 Sep 17 22:50:37.365921 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:38.459399 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a1a244dd-7a05-443a-86f4-af7d591e9cb1 req-ef6f4f5a-caa0-42f9-8f9b-c72d68c86a0d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0538499 Sep 17 22:50:38.726230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1d94ca15-35a2-474b-b855-a9f58070c74e no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:38.754189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 1d94ca15-35a2-474b-b855-a9f58070c74e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:50:38.754655 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1d94ca15-35a2-474b-b855-a9f58070c74e not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:50:39.068623 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.639609 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-348b2ea2-8589-45d1-9b5c-39a95ab751f3 req-f260c16c-4818-4332-9b26-f077f337d73a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0508962 Sep 17 22:50:40.437797 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:40.752886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f276cd66-9a30-4a14-b167-82752c91594c req-e0c29443-8e9a-41f5-8403-f9fe61d764d0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0286555 Sep 17 22:50:41.791001 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f15dc4b-f46e-4194-a581-540064331bdf req-d1731347-9c2c-47fb-8ca6-f5206d3a5ca2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0732017 Sep 17 22:50:41.925563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f15dc4b-f46e-4194-a581-540064331bdf req-2f8227b1-f697-49ee-a57f-c70d4ab3f5b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0696695 Sep 17 22:50:41.962541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90cf75b5-cc11-4807-b257-04844595112d req-3b37acf8-a33a-47b4-a548-4acbc51829b9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1da7dcf-f041-4d85-91d4-73fc18b97ed6 HTTP/1.1" status: 200 len: 210 time: 0.0393550 Sep 17 22:50:42.088540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15dc4b-f46e-4194-a581-540064331bdf req-6a9f6c88-2261-4ea9-8604-96d2b182968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:42.091728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f15dc4b-f46e-4194-a581-540064331bdf req-6a9f6c88-2261-4ea9-8604-96d2b182968d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1270790 Sep 17 22:50:42.200561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15dc4b-f46e-4194-a581-540064331bdf req-34fb2852-d299-48c5-88e5-a9e615b6f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:42.202209 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f15dc4b-f46e-4194-a581-540064331bdf req-34fb2852-d299-48c5-88e5-a9e615b6f479 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049368 Sep 17 22:50:44.487355 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-9c99a3c8-5ded-4c23-a253-30bb149ae439 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524940 Sep 17 22:50:44.646125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-92797a13-8af8-45a2-b7b6-0ec85eade0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:44.648146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-92797a13-8af8-45a2-b7b6-0ec85eade0f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 1098 time: 0.0508187 Sep 17 22:50:44.788937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-a3e59e38-b2d0-4fb7-a15c-74cbdde131e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:44.791369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-a3e59e38-b2d0-4fb7-a15c-74cbdde131e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.1183906 Sep 17 22:50:44.839560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-324c44a5-a062-4574-b458-f0c9d38addbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 HTTP/1.1" status: 200 len: 217 time: 0.0397408 Sep 17 22:50:44.952005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-25dcf004-df06-4723-97f7-baa0e623e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:44.954089 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-25dcf004-df06-4723-97f7-baa0e623e8e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.1067359 Sep 17 22:50:45.014738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-41c7a671-f2b8-4b8a-8306-7b8fb8c0dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:45.016575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-41c7a671-f2b8-4b8a-8306-7b8fb8c0dfc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537348 Sep 17 22:50:45.145187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-666d579f-94aa-4f65-9733-50db96813eff service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210487 Sep 17 22:50:45.276303 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-142a9979-64f1-4883-9c86-37b5ebf70f8b req-6776cf8e-2d99-42f5-8961-486927722768 service neutron] 10.222.0.15 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150398 Sep 17 22:50:46.944365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143796cb-0a3d-477c-a4e5-4e84f2859510 req-77fb9e02-15c9-44d0-9730-b4f91c77f02a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:46.947780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-143796cb-0a3d-477c-a4e5-4e84f2859510 req-77fb9e02-15c9-44d0-9730-b4f91c77f02a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 946 time: 0.0606542 Sep 17 22:50:47.003946 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-143796cb-0a3d-477c-a4e5-4e84f2859510 req-9d705e4a-0c8c-45a1-8cf9-d6c8e190c2a9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387497 Sep 17 22:50:48.164947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b578-1a3a-4ff3-8775-7675b451dcd6 req-ebd53af3-b2bc-4a1f-9758-c3bc0df5897b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:48.167074 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ce7b578-1a3a-4ff3-8775-7675b451dcd6 req-ebd53af3-b2bc-4a1f-9758-c3bc0df5897b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 946 time: 0.0612080 Sep 17 22:50:48.212766 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ce7b578-1a3a-4ff3-8775-7675b451dcd6 req-e639079b-c5c5-4d08-9648-d7e952711897 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391948 Sep 17 22:50:48.991655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-ea93d36c-3899-4ad6-b399-4bfda95c0b60 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:48.994244 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-ea93d36c-3899-4ad6-b399-4bfda95c0b60 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 946 time: 0.0742047 Sep 17 22:50:49.111616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Deleting port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:50:49.111991 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.226628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] For port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:49.227256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.250935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Calling delete_port for 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:50:49.421323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909f377-22b3-4e18-9bae-079b57e053c6 req-b067f6b2-a627-458a-8a09-41d3338eacac tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:49.423319 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3909f377-22b3-4e18-9bae-079b57e053c6 req-b067f6b2-a627-458a-8a09-41d3338eacac tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 946 time: 0.0993855 Sep 17 22:50:49.514666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3909f377-22b3-4e18-9bae-079b57e053c6 req-31034662-ac9b-47f9-aeef-78534a79ab45 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=61aded68-bf0e-4ddd-bbf2-03f28c831cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822482 Sep 17 22:50:49.651279 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.683798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'Port': ['ID=60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:49.684994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:49.712289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.712640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.713013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.713354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.713765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.714345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.714739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.715165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.715518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.715886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.716262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.716719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:49.738089 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] No DVR routers for this DVR port 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:50:49.740813 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:49.743817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11cc2781-a0c0-441e-b5ec-9adbfa0cbf2d req-21de832c-c110-45d3-b4ee-d90e0b52295f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.15 "DELETE /v2.0/ports/60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 HTTP/1.1" status: 204 len: 173 time: 0.7427027 Sep 17 22:50:49.744297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d12a0b-8b50-4ba2-ba0e-7595bde1ba32', 'name': 'network-vif-deleted', 'tag': '60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:49.748159 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da74c570-7a25-4fa9-8bf0-e924575e168d" -d '{"events": [{"server_uuid": "d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32", "name": "network-vif-deleted", "tag": "60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:49.785819 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd481fc-1aa9-4b80-a1a6-2f0c20fe9449 x-openstack-request-id: req-3bd481fc-1aa9-4b80-a1a6-2f0c20fe9449 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:49.786113 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32", "name": "network-vif-deleted", "tag": "60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:49.786418 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bd481fc-1aa9-4b80-a1a6-2f0c20fe9449 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:49.786864 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d12a0b-8b50-4ba2-ba0e-7595bde1ba32', 'name': 'network-vif-deleted', 'tag': '60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3', 'status': 'completed', 'code': 200} Sep 17 22:50:50.641866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-58e1d4dc-6bc7-45b3-929b-e210b8f52f1a req-65f1c55a-1b68-44f0-9b07-19868ecedd92 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 210 time: 0.0565600 Sep 17 22:50:51.821516 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-63c7474d-6a3d-4cf8-8579-dbfa695d7403 req-29328157-35d6-4c80-a7ca-f64c43d9174e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 210 time: 0.0832138 Sep 17 22:50:52.540768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:50:52.562696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:50:52.563209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 60b3a36c-c4b1-4ab7-a2e6-fb2bc20477b3 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:50:52.991605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ea1bfb7-0e7a-404a-92a6-7393bb0b3326 req-e426fc52-0b36-458a-85b9-9749a85df587 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 210 time: 0.0692039 Sep 17 22:50:54.119112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5eb303e6-9697-4d06-9693-7f36c3070f71 req-41779a60-a8d5-45a1-9265-70ee7df83ee9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 210 time: 0.0291021 Sep 17 22:50:55.299764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7a6187f-a608-4dcf-8a1d-5cf87d1b1401 req-d830d61d-c6a6-42c6-b007-25f0ffb03e78 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d12a0b-8b50-4ba2-ba0e-7595bde1ba32 HTTP/1.1" status: 200 len: 210 time: 0.0403938 Sep 17 22:50:56.266687 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:50:59.298976 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.507686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41484) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:00.513795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f3b2c450-2e1e-48e7-9b17-386d2f6b3086 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1669104253', 'description': 'tempest-secgroup-smoke-1669104253 description', 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:00.591710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c450-2e1e-48e7-9b17-386d2f6b3086 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.703551 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c450-2e1e-48e7-9b17-386d2f6b3086 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.777551 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c450-2e1e-48e7-9b17-386d2f6b3086 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.813411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2c450-2e1e-48e7-9b17-386d2f6b3086 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cfc2cd-2152-4f6d-9794-007b7d36394d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:00.902724 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c450-2e1e-48e7-9b17-386d2f6b3086 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:00.905504 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f3b2c450-2e1e-48e7-9b17-386d2f6b3086 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3964751 Sep 17 22:51:00.915023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 41502) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:00.920318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e12d64b6-bbdc-4eba-b52a-da9cd8760647 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'security_group_rule': {'security_group_id': 'd8cfc2cd-2152-4f6d-9794-007b7d36394d', 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:01.073504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e12d64b6-bbdc-4eba-b52a-da9cd8760647 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.142748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e12d64b6-bbdc-4eba-b52a-da9cd8760647 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.240047 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e12d64b6-bbdc-4eba-b52a-da9cd8760647 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.258363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d64b6-bbdc-4eba-b52a-da9cd8760647 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248c6332-58f7-4d1c-92f6-84dc9fd85260,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:01.353833 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e12d64b6-bbdc-4eba-b52a-da9cd8760647 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.355285 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e12d64b6-bbdc-4eba-b52a-da9cd8760647 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4392126 Sep 17 22:51:01.365490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41518) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:01.365490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-387dbe16-6690-4d30-9acb-4199533e431b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'security_group_rule': {'security_group_id': 'd8cfc2cd-2152-4f6d-9794-007b7d36394d', 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:01.494288 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-387dbe16-6690-4d30-9acb-4199533e431b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.564713 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-387dbe16-6690-4d30-9acb-4199533e431b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.632340 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-387dbe16-6690-4d30-9acb-4199533e431b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.655286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dbe16-6690-4d30-9acb-4199533e431b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bc51ef-61aa-4b5e-8720-84a35378b434,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:01.763113 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-387dbe16-6690-4d30-9acb-4199533e431b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.764605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-387dbe16-6690-4d30-9acb-4199533e431b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4051425 Sep 17 22:51:01.767288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41530) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:01.772158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-51d3faf5-dd80-41ee-b919-09a42163e444 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'security_group_rule': {'security_group_id': 'd8cfc2cd-2152-4f6d-9794-007b7d36394d', 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:01.879103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51d3faf5-dd80-41ee-b919-09a42163e444 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:01.945302 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51d3faf5-dd80-41ee-b919-09a42163e444 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.026223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51d3faf5-dd80-41ee-b919-09a42163e444 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.045935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3faf5-dd80-41ee-b919-09a42163e444 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6c9b32-04d8-4ae6-9633-5e21115dca55,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:02.157172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-51d3faf5-dd80-41ee-b919-09a42163e444 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.158633 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-51d3faf5-dd80-41ee-b919-09a42163e444 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902712 Sep 17 22:51:02.161267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41548) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:02.166033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a7b4370c-04f5-4c8f-8358-f7cf8ad2ec16 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'security_group_rule': {'security_group_id': 'd8cfc2cd-2152-4f6d-9794-007b7d36394d', 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:02.303760 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7b4370c-04f5-4c8f-8358-f7cf8ad2ec16 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.372832 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7b4370c-04f5-4c8f-8358-f7cf8ad2ec16 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.452045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7b4370c-04f5-4c8f-8358-f7cf8ad2ec16 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.481229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4370c-04f5-4c8f-8358-f7cf8ad2ec16 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e89d5b-7096-48ea-96fd-c69dcb6ef29f,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:02.568855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a7b4370c-04f5-4c8f-8358-f7cf8ad2ec16 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.572768 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a7b4370c-04f5-4c8f-8358-f7cf8ad2ec16 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4076400 Sep 17 22:51:02.572950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41560) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:02.578235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-bca4413e-7af3-4b45-975b-181292b56cad tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'security_group_rule': {'security_group_id': 'd8cfc2cd-2152-4f6d-9794-007b7d36394d', 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:02.667942 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-bca4413e-7af3-4b45-975b-181292b56cad tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Project b9af4026dcb84aecbc3aac9c31d963fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:51:02.675153 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bca4413e-7af3-4b45-975b-181292b56cad tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.747904 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bca4413e-7af3-4b45-975b-181292b56cad tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.828475 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bca4413e-7af3-4b45-975b-181292b56cad tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.854185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4413e-7af3-4b45-975b-181292b56cad tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8be2c55-29eb-4768-af05-359033a52c51,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:02.958169 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bca4413e-7af3-4b45-975b-181292b56cad tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:02.960276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bca4413e-7af3-4b45-975b-181292b56cad tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3853085 Sep 17 22:51:02.967982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 41572) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:02.974544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-89498884-8b23-41f4-af4c-c4084897863f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'security_group_rule': {'security_group_id': 'd8cfc2cd-2152-4f6d-9794-007b7d36394d', 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:03.102486 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-89498884-8b23-41f4-af4c-c4084897863f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Project b9af4026dcb84aecbc3aac9c31d963fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:51:03.108621 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89498884-8b23-41f4-af4c-c4084897863f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.207636 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89498884-8b23-41f4-af4c-c4084897863f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.285914 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-14eb0968-9c7e-4f30-95c7-eba220344bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.311572 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89498884-8b23-41f4-af4c-c4084897863f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.357893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89498884-8b23-41f4-af4c-c4084897863f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfd04a8-608b-4c99-8887-1e791cf69ded,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:03.451420 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89498884-8b23-41f4-af4c-c4084897863f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:03.452956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-89498884-8b23-41f4-af4c-c4084897863f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4829447 Sep 17 22:51:05.965772 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8a3db343-4780-49a0-aa3f-4c2b957d3518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.034005 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:07.360003 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:09.085248 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.419645 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:29.309757 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:33.266649 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:51:33.300669 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ab046bb-9f57-4275-a323-ee609985ff5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.694885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 42892) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:34.837065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f56f4d45-96d0-4a34-a84f-4508429cfee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:34.982083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f56f4d45-96d0-4a34-a84f-4508429cfee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.125711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f56f4d45-96d0-4a34-a84f-4508429cfee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.167414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f56f4d45-96d0-4a34-a84f-4508429cfee1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af7a88c29a6446ddaa7c06ad3469bfed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712267 Sep 17 22:51:35.169451 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f4d45-96d0-4a34-a84f-4508429cfee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6064da6a-b50e-4cfa-853e-01068008124b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:35.170181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 42910) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:35.233968 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7e6fd5f-f69b-4a90-9778-e7aa9a44ec30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.258854 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7e6fd5f-f69b-4a90-9778-e7aa9a44ec30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.393606 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7e6fd5f-f69b-4a90-9778-e7aa9a44ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.396394 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7e6fd5f-f69b-4a90-9778-e7aa9a44ec30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.397976 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f7e6fd5f-f69b-4a90-9778-e7aa9a44ec30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6064da6a-b50e-4cfa-853e-01068008124b HTTP/1.1" status: 204 len: 168 time: 0.2263179 Sep 17 22:51:35.412061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6fd5f-f69b-4a90-9778-e7aa9a44ec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6064da6a-b50e-4cfa-853e-01068008124b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:35.902062 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-891b4ce2-2a8e-4fad-af6c-b867e9347036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.757217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-7fbf4d60-cae8-440e-a9d1-71252a1b5927 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669104253&fields=id&tenant_id=b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 267 time: 0.0361521 Sep 17 22:51:36.871505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-3aa680da-5207-4adf-bfd3-3bfc00501e57 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:36.873071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-3aa680da-5207-4adf-bfd3-3bfc00501e57 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1084995 Sep 17 22:51:36.889506 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-5a160de3-596e-4785-b34f-6e43a421f19e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/quotas/b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 375 time: 0.0101972 Sep 17 22:51:36.960075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-4c822073-a3ef-480f-8562-b8a688b3b958 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647094 Sep 17 22:51:37.061390 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.190151 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-9fe740dc-ae2e-43cb-8297-2de3892f99ed service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169669 Sep 17 22:51:37.422530 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:37.572795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-26cdb963-8b3c-4eef-bda0-9cf082943509 service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753843 Sep 17 22:51:38.414651 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8c11359-a7af-4200-9535-5a689da138e4 req-ec148468-e50f-4bce-90d8-7c5e87091b5d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 210 time: 0.0297942 Sep 17 22:51:39.053086 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:39.519664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-641ee693-3852-4c29-83ed-43d0024b7802 req-52fd064f-6760-47cf-8beb-c4d8a399654f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 210 time: 0.0291977 Sep 17 22:51:40.427248 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:40.660880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-485e8537-2c2e-4a74-adb7-3b898b388da7 req-18a1b5de-9d3f-404f-acf9-5b6aef28d3d6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 210 time: 0.0621274 Sep 17 22:51:40.706080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-75246ddb-122f-4747-a959-6205ac651b85 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:40.709367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-75246ddb-122f-4747-a959-6205ac651b85 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1474342 Sep 17 22:51:40.767242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-50398126-7287-423f-9415-fd6047a7600b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 380 time: 0.0484004 Sep 17 22:51:40.777930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'port': {'device_id': '627eee75-59b2-4cdc-b497-d429262e9058', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'admin_state_up': True, 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'security_groups': ['d8cfc2cd-2152-4f6d-9794-007b7d36394d']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:41.101981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Made reservation on behalf of b9af4026dcb84aecbc3aac9c31d963fe for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:51:41.108765 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.300285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Allocated IP 172.20.0.9 (857ed70f-40ac-4dd7-bd96-731ddda72698/d3f1c75a-5d51-408c-a766-d452865f15e7/00222918-92e7-4daa-bd99-4a9d8683c66e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:51:41.535231 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.650790 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.696912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:51:41.700512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:51:41.707981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:51:41.789414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:41.790161 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:41.812248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=00222918-92e7-4daa-bd99-4a9d8683c66e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:41.892596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.892596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.892596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.892596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.892596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.893694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.894038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.907189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.907971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.908528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.909038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.909528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:41.940858 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701453f7-2d5e-4219-a37d-72ccc495a8ad req-a896b556-3cd2-43d5-8aed-aadab3389552 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:41.942862 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701453f7-2d5e-4219-a37d-72ccc495a8ad req-a896b556-3cd2-43d5-8aed-aadab3389552 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 931 time: 0.1335564 Sep 17 22:51:41.990865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701453f7-2d5e-4219-a37d-72ccc495a8ad req-b1680c3a-9529-4081-8815-cbe64443ec0b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403354 Sep 17 22:51:41.997909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-ea057e7c-7ed6-43f9-b4e1-5c4f1bb51ce6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2248962 Sep 17 22:51:42.020404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Request body: {'port': {'device_id': '627eee75-59b2-4cdc-b497-d429262e9058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:42.081837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b940369b-97fc-4acc-8b07-c15607425479 None None] Provisioning complete for port 00222918-92e7-4daa-bd99-4a9d8683c66e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:42.082694 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.083087 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b940369b-97fc-4acc-8b07-c15607425479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.146098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b940369b-97fc-4acc-8b07-c15607425479 None None] Port 00222918-92e7-4daa-bd99-4a9d8683c66e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:51:42.426824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00222918-92e7-4daa-bd99-4a9d8683c66e {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:51:42.446255 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.452245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Transition to ACTIVE for port object 00222918-92e7-4daa-bd99-4a9d8683c66e will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:51:42.574107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.634967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=00222918-92e7-4daa-bd99-4a9d8683c66e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:42.719715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Attempting to bind port 00222918-92e7-4daa-bd99-4a9d8683c66e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:51:42.720335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Attempting to bind port 00222918-92e7-4daa-bd99-4a9d8683c66e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:51:42.720536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Attempting to bind port 00222918-92e7-4daa-bd99-4a9d8683c66e on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:42.726495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Port 00222918-92e7-4daa-bd99-4a9d8683c66e on network 857ed70f-40ac-4dd7-bd96-731ddda72698 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:51:42.726824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Attempting to bind port 00222918-92e7-4daa-bd99-4a9d8683c66e on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:51:42.733905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:51:42.734263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Checking segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:51:42.734639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Bound using segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:51:42.735261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Bound port: 00222918-92e7-4daa-bd99-4a9d8683c66e, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:51:42.735848 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:42.812943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] For port 00222918-92e7-4daa-bd99-4a9d8683c66e, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:51:42.818296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] For port 00222918-92e7-4daa-bd99-4a9d8683c66e, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=00222918-92e7-4daa-bd99-4a9d8683c66e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:51:42.971532 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.017220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:43.017983 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:43.019432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] 10.222.0.23 "PUT /v2.0/ports/00222918-92e7-4daa-bd99-4a9d8683c66e HTTP/1.1" status: 200 len: 1092 time: 1.0122385 Sep 17 22:51:43.019955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627eee75-59b2-4cdc-b497-d429262e9058', 'tag': '00222918-92e7-4daa-bd99-4a9d8683c66e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:43.022329 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5217d7bd-e3d6-4bab-8e4f-979e1515dbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "627eee75-59b2-4cdc-b497-d429262e9058", "tag": "00222918-92e7-4daa-bd99-4a9d8683c66e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:43.060909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0b317-594c-4b83-bd9f-602ada803ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=00222918-92e7-4daa-bd99-4a9d8683c66e,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:43.070234 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c0f6fe-c058-4092-8248-df89f3e5ba19 x-openstack-request-id: req-43c0f6fe-c058-4092-8248-df89f3e5ba19 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:43.070830 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627eee75-59b2-4cdc-b497-d429262e9058", "tag": "00222918-92e7-4daa-bd99-4a9d8683c66e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:43.071315 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43c0f6fe-c058-4092-8248-df89f3e5ba19 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:43.073180 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627eee75-59b2-4cdc-b497-d429262e9058', 'tag': '00222918-92e7-4daa-bd99-4a9d8683c66e', 'status': 'completed', 'code': 200} Sep 17 22:51:43.158942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217d7bd-e3d6-4bab-8e4f-979e1515dbb9 req-6fe28ce0-c91f-488f-a5c4-31fc92818f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:43.160157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5217d7bd-e3d6-4bab-8e4f-979e1515dbb9 req-6fe28ce0-c91f-488f-a5c4-31fc92818f91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 1095 time: 0.0692770 Sep 17 22:51:43.608069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ca46-74ce-49ee-9a22-a14c8ce73092 req-8c37421e-13a6-432e-a322-c9a196681dd9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:43.609671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53f8ca46-74ce-49ee-9a22-a14c8ce73092 req-8c37421e-13a6-432e-a322-c9a196681dd9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.4720938 Sep 17 22:51:43.665339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217d7bd-e3d6-4bab-8e4f-979e1515dbb9 req-73109408-4e19-4e55-8bd4-14d60074f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:43.669008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5217d7bd-e3d6-4bab-8e4f-979e1515dbb9 req-73109408-4e19-4e55-8bd4-14d60074f047 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4929376 Sep 17 22:51:43.789213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217d7bd-e3d6-4bab-8e4f-979e1515dbb9 req-c982785a-5e06-4e9e-a2fe-3dfe3183534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:43.791461 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5217d7bd-e3d6-4bab-8e4f-979e1515dbb9 req-c982785a-5e06-4e9e-a2fe-3dfe3183534e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150672 Sep 17 22:51:43.838288 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53f8ca46-74ce-49ee-9a22-a14c8ce73092 req-b4cd8849-69a0-4375-bf8a-ec7934d281bf tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141993 Sep 17 22:51:43.885838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-45abb0a0-b04d-41e0-8f85-8fd41b25bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:43.887367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-45abb0a0-b04d-41e0-8f85-8fd41b25bea3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 1095 time: 0.0477810 Sep 17 22:51:43.953905 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-8eb62b15-a452-4e1a-8f46-5412a088b054 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00222918-92e7-4daa-bd99-4a9d8683c66e HTTP/1.1" status: 200 len: 217 time: 0.0573514 Sep 17 22:51:44.024058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-73186e0f-f0d6-401d-b548-ebf6628c04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:44.030116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-73186e0f-f0d6-401d-b548-ebf6628c04ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0657368 Sep 17 22:51:44.075904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-d31d4e68-05c1-4bb0-93ff-e50200c7460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:44.077503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-d31d4e68-05c1-4bb0-93ff-e50200c7460e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447607 Sep 17 22:51:44.204082 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-25aadaf5-68bb-4104-8d5f-e3305b50e2ba service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196711 Sep 17 22:51:44.307328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19952a3b-9db7-4935-bc9f-aa49d163bcdb req-69430761-cf46-48ad-a109-0c7e491fdc20 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965848 Sep 17 22:51:45.020572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e5f1e-7afc-4a71-98ac-737f544768c7 req-7bfeea29-9f3e-4ef5-bbb9-d5aad8825f96 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:45.026054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b44e5f1e-7afc-4a71-98ac-737f544768c7 req-7bfeea29-9f3e-4ef5-bbb9-d5aad8825f96 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.0671704 Sep 17 22:51:45.096746 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b44e5f1e-7afc-4a71-98ac-737f544768c7 req-5b7aaf46-38d8-446f-a47b-51366dd81ddc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676067 Sep 17 22:51:46.244103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f245894-1854-4190-9015-dac620bda16a req-c0c3bc48-eb84-41e5-b520-b784d110821d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.246484 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f245894-1854-4190-9015-dac620bda16a req-c0c3bc48-eb84-41e5-b520-b784d110821d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.0621777 Sep 17 22:51:46.301850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f245894-1854-4190-9015-dac620bda16a req-5f76e2cf-4a5c-4220-9e39-0fd74e89bc6a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444756 Sep 17 22:51:46.525280 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-fa69ff69-9eec-4729-9f80-39283be85fee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0659554 Sep 17 22:51:46.623355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3a8dd679-2cc1-4032-b471-08b1a29d7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.624366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3a8dd679-2cc1-4032-b471-08b1a29d7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.625318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3a8dd679-2cc1-4032-b471-08b1a29d7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.625963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3a8dd679-2cc1-4032-b471-08b1a29d7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.626767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3a8dd679-2cc1-4032-b471-08b1a29d7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.627407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3a8dd679-2cc1-4032-b471-08b1a29d7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.628043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3a8dd679-2cc1-4032-b471-08b1a29d7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.630250 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3a8dd679-2cc1-4032-b471-08b1a29d7626 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6507 time: 0.0658009 Sep 17 22:51:46.813125 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-960c1054-1665-475f-aaf0-a509a33e4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.813769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-960c1054-1665-475f-aaf0-a509a33e4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.814362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-960c1054-1665-475f-aaf0-a509a33e4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:46.816009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-960c1054-1665-475f-aaf0-a509a33e4802 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e21e7c40-ad05-44f1-9325-52357fe6b5da&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d HTTP/1.1" status: 200 len: 2298 time: 0.1527815 Sep 17 22:51:46.912485 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-f3c50805-9ae1-468b-b194-dc86b65a9095 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe8ab39-b56c-4109-a11e-563d891d1313 HTTP/1.1" status: 200 len: 1000 time: 0.0884480 Sep 17 22:51:47.018030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-8ceb7dd4-5304-4299-aee2-e5106ecb74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.019789 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-8ceb7dd4-5304-4299-aee2-e5106ecb74d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=85ab8b00-fc15-4ee5-97e7-bfaf371d8cde HTTP/1.1" status: 200 len: 856 time: 0.0999956 Sep 17 22:51:47.078220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-0893d4d0-ac38-4a26-a81f-15172a122545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.080011 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-0893d4d0-ac38-4a26-a81f-15172a122545 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e21e7c40-ad05-44f1-9325-52357fe6b5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520780 Sep 17 22:51:47.194452 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-47c2e57e-3c10-47e9-9dd0-a4f4ef83049b service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069896 Sep 17 22:51:47.309473 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-c4125b6a-d869-4786-86d5-4d90fa40cc39 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084566 Sep 17 22:51:47.357972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-0d4d16b4-5541-4775-9794-4373b2ab5939 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 200 len: 217 time: 0.0404816 Sep 17 22:51:47.503514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-28a37946-6336-48bf-8d1c-10bcb15b5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.507135 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-28a37946-6336-48bf-8d1c-10bcb15b5743 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.1433408 Sep 17 22:51:47.507306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e639d-8f4b-45d2-9345-28f6b5ff222c req-2c4d011a-08fb-4d82-9aeb-6c1b68fd7703 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.517829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc3e639d-8f4b-45d2-9345-28f6b5ff222c req-2c4d011a-08fb-4d82-9aeb-6c1b68fd7703 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.1098680 Sep 17 22:51:47.570162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc3e639d-8f4b-45d2-9345-28f6b5ff222c req-4c8eb26d-8882-48af-8801-eac061b1ed8f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543272 Sep 17 22:51:47.614939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3b72f0fa-511b-4b88-99fc-3a200d706e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.620326 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3b72f0fa-511b-4b88-99fc-3a200d706e7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1055231 Sep 17 22:51:47.726888 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-fe211959-f867-40ff-a1db-55165481db27 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994949 Sep 17 22:51:47.838026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-3b097841-aeac-4a5d-b238-9e8bd7028af1 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020241 Sep 17 22:51:47.895456 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-5903f407-c85c-425d-9e0a-5dc70da02d6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 200 len: 217 time: 0.0500674 Sep 17 22:51:47.951609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-2c11e03f-11a7-4175-9df2-d02d03fce348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:47.953631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-2c11e03f-11a7-4175-9df2-d02d03fce348 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0514872 Sep 17 22:51:48.008194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-eab969d6-6a8b-4029-b535-0084a4d9b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:48.011223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-eab969d6-6a8b-4029-b535-0084a4d9b822 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506532 Sep 17 22:51:48.136643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-1d4c0597-6a08-4f13-9c37-a870819f903b service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175435 Sep 17 22:51:48.258448 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-b8e0abc4-794e-44b9-a949-e27113febd7b service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143506 Sep 17 22:51:48.308768 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-de19db16-8a88-4eab-a65b-50ed1afb004f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a HTTP/1.1" status: 200 len: 217 time: 0.0436404 Sep 17 22:51:48.373438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-b0f20d46-6b05-41c4-aea1-c1c61679c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:48.375576 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-b0f20d46-6b05-41c4-aea1-c1c61679c3ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0604565 Sep 17 22:51:48.497429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-fbb74c7e-2ee3-4325-bdbb-fc80e9fd90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:48.497429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-fbb74c7e-2ee3-4325-bdbb-fc80e9fd90e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0923138 Sep 17 22:51:48.684385 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-ecd858c7-1c96-4ea1-9e94-5a6d93577d3d service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034307 Sep 17 22:51:48.858207 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-ddf1aa2a-ec93-4318-a236-09726d5a86d5 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667738 Sep 17 22:51:48.860025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3a31e-ebb2-4b48-8657-da2ed4a20217 req-6e41b78f-dadf-46c5-9e18-3f18456c32e5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:48.861736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1b3a31e-ebb2-4b48-8657-da2ed4a20217 req-6e41b78f-dadf-46c5-9e18-3f18456c32e5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.1390491 Sep 17 22:51:48.915646 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-8ad45967-9e21-4c89-aa13-db3e04c31ebb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=87896450-6e00-40f3-b2a2-358d22328b45 HTTP/1.1" status: 200 len: 217 time: 0.0492196 Sep 17 22:51:48.918010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e1b3a31e-ebb2-4b48-8657-da2ed4a20217 req-de41db3b-924b-454b-8719-5df14a3a7010 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498521 Sep 17 22:51:48.992991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-9da18c97-72cd-48e4-8da3-803de19e43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:48.995671 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-9da18c97-72cd-48e4-8da3-803de19e43aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0740118 Sep 17 22:51:49.069512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-6f0c702b-3494-44ad-93e6-6ecda888c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:49.071583 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-6f0c702b-3494-44ad-93e6-6ecda888c628 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676651 Sep 17 22:51:49.229954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-eedbb9b2-2282-44e7-b3b8-6e87584041df service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514621 Sep 17 22:51:49.363677 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-46f708bc-51f3-45fa-9eef-9474547f1319 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262286 Sep 17 22:51:49.420231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-ba85e557-3cc5-462d-b2bf-7a7e8f0d90a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d HTTP/1.1" status: 200 len: 217 time: 0.0484929 Sep 17 22:51:49.488879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-e22b559a-f15c-4a5b-b2c5-e61c8f2490c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:49.490545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-e22b559a-f15c-4a5b-b2c5-e61c8f2490c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0639193 Sep 17 22:51:49.547630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-eb682ab1-0a06-4697-b163-122d89ea4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:49.549305 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-eb682ab1-0a06-4697-b163-122d89ea4b96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519757 Sep 17 22:51:49.671731 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-be1e55b2-9651-4e7a-b2de-7f05944b924d service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156027 Sep 17 22:51:49.789016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-90c76672-3c99-4971-8925-1b28943173c2 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108379 Sep 17 22:51:49.893957 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-d1494794-8fd8-4c71-ae53-d40f2177f8e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f315b64d-660c-4c36-8ce9-0b202d824725 HTTP/1.1" status: 200 len: 217 time: 0.0968492 Sep 17 22:51:49.960929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-f5a27cca-78ce-4b02-b316-0cadf42f5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:49.966046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-f5a27cca-78ce-4b02-b316-0cadf42f5949 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0609467 Sep 17 22:51:50.066492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-351bd65b-b981-46fb-bce4-e0c714cf55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:50.070222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1dd11-8898-4a91-9cea-90ef8c6c131e req-626a6ed4-a8ec-41ac-917a-eb094565c1e2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:50.074133 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-351bd65b-b981-46fb-bce4-e0c714cf55e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1041412 Sep 17 22:51:50.081546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c8e1dd11-8898-4a91-9cea-90ef8c6c131e req-626a6ed4-a8ec-41ac-917a-eb094565c1e2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.0796502 Sep 17 22:51:50.133198 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c8e1dd11-8898-4a91-9cea-90ef8c6c131e req-b44206aa-9cf5-4fe4-9d3e-9606369f6da0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505440 Sep 17 22:51:50.236948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-6b18ab80-6952-4b12-8b08-535dfb6b5496 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551750 Sep 17 22:51:50.352213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31580f2c-84a8-46ba-8e6c-918aeb37f432 req-9c5611b9-d5b5-4824-b36f-e59320e11fe0 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087472 Sep 17 22:51:51.265679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf053a7-d0b5-41fa-ad8c-eb0a8009a1ab req-c8a77a0c-081e-48be-9a7e-923c22cf47a3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:51.267367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eaf053a7-d0b5-41fa-ad8c-eb0a8009a1ab req-c8a77a0c-081e-48be-9a7e-923c22cf47a3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.0577011 Sep 17 22:51:51.314233 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eaf053a7-d0b5-41fa-ad8c-eb0a8009a1ab req-209d32b8-3625-46d9-ad8a-6b2c60f42153 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388236 Sep 17 22:51:52.460638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353b621-d599-4c80-97c1-f0e2c4fd3845 req-e61313c4-b094-4f41-a97f-4f29763895ed tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:52.464562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9353b621-d599-4c80-97c1-f0e2c4fd3845 req-e61313c4-b094-4f41-a97f-4f29763895ed tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.0613253 Sep 17 22:51:52.508204 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9353b621-d599-4c80-97c1-f0e2c4fd3845 req-01af9ada-a2bd-49bf-be9c-d8d42e3d06d3 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357080 Sep 17 22:51:53.650199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c839d-3355-485d-9cbf-ac436ba2f3b1 req-f8e058ac-742f-4b3c-8691-b1914c56a1f5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:53.656260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b01c839d-3355-485d-9cbf-ac436ba2f3b1 req-f8e058ac-742f-4b3c-8691-b1914c56a1f5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.0578249 Sep 17 22:51:53.696240 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b01c839d-3355-485d-9cbf-ac436ba2f3b1 req-86f400c0-610f-42c2-a0ad-7fe23c7f4a00 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379875 Sep 17 22:51:54.848083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506af24-9173-4597-a639-adb940c69ba4 req-dea112e4-f833-4a8c-87c3-a5133c400ce5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:54.849778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1506af24-9173-4597-a639-adb940c69ba4 req-dea112e4-f833-4a8c-87c3-a5133c400ce5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.0574777 Sep 17 22:51:54.895551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1506af24-9173-4597-a639-adb940c69ba4 req-2d25b823-c4b0-43c8-b05a-535d055a60c9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 Sep 17 22:51:56.174974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7af89-d1cd-4da1-9e7c-66c3d48e98a8 req-f6ef2c5f-d4f2-4634-9f84-b1945aec0dd1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:56.177982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2a7af89-d1cd-4da1-9e7c-66c3d48e98a8 req-f6ef2c5f-d4f2-4634-9f84-b1945aec0dd1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.1093230 Sep 17 22:51:56.254706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2a7af89-d1cd-4da1-9e7c-66c3d48e98a8 req-9513dbf0-a7e4-473e-8df1-161ec3ff5f26 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641563 Sep 17 22:51:56.372084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43658) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:56.547773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9be49065-7049-4dd4-ab6d-b87736f811a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:56.744479 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9be49065-7049-4dd4-ab6d-b87736f811a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:56.836433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9be49065-7049-4dd4-ab6d-b87736f811a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:56.911661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9be49065-7049-4dd4-ab6d-b87736f811a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45b5afdd349f4bd2835b831bc0366fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379932 Sep 17 22:51:56.912937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be49065-7049-4dd4-ab6d-b87736f811a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35ab189-5bf7-47a2-a15a-50eb5da918d8,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:56.914620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43670) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:57.000649 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.038042 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.116961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 00222918-92e7-4daa-bd99-4a9d8683c66e details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:51:57.193860 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.200405 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.202499 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e35ab189-5bf7-47a2-a15a-50eb5da918d8 HTTP/1.1" status: 204 len: 168 time: 0.2862549 Sep 17 22:51:57.219342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35ab189-5bf7-47a2-a15a-50eb5da918d8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:57.223828 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.224216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.224563 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.224903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.225248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.225583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.225913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.226354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.226569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.226931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.227373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.228679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce017893-9c59-437f-9821-f602d756c7b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.264309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 00222918-92e7-4daa-bd99-4a9d8683c66e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=00222918-92e7-4daa-bd99-4a9d8683c66e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:57.276063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '00222918-92e7-4daa-bd99-4a9d8683c66e', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'port_id': '00222918-92e7-4daa-bd99-4a9d8683c66e', 'mac_address': 'fa:16:3e:78:15:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:51:57.324614 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.346818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00222918-92e7-4daa-bd99-4a9d8683c66e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:51:57.376573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 00222918-92e7-4daa-bd99-4a9d8683c66e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=00222918-92e7-4daa-bd99-4a9d8683c66e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:57.383781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3133e-b49e-4273-be62-797670205ce5 req-19241163-2104-4e22-8748-8aea92d6e992 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:57.387082 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06c3133e-b49e-4273-be62-797670205ce5 req-19241163-2104-4e22-8748-8aea92d6e992 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 943 time: 0.0595205 Sep 17 22:51:57.443217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06c3133e-b49e-4273-be62-797670205ce5 req-9fc20a52-2ce3-49bf-949c-f3b45376cd5f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487218 Sep 17 22:51:57.501476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:57.562485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=00222918-92e7-4daa-bd99-4a9d8683c66e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:57.572814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.573720 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.574247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.574761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.575283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.576009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.576530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.577022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.577540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.578088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.578599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.579265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:57.702643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['00222918-92e7-4daa-bd99-4a9d8683c66e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:51:57.971345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43698) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:57.989950 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-40de5bfe-9af6-401e-a458-42027aba57a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.113825 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-40de5bfe-9af6-401e-a458-42027aba57a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.227516 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-40de5bfe-9af6-401e-a458-42027aba57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.295638 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-40de5bfe-9af6-401e-a458-42027aba57a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d17733654944889b1c45901607f192b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223279 Sep 17 22:51:58.296554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de5bfe-9af6-401e-a458-42027aba57a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217f79ca-5e93-42c8-b21c-cf69ccefdb04,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:58.299175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43706) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:58.383491 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a732-04d1-4abd-a465-38f6d19eab62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.416653 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a732-04d1-4abd-a465-38f6d19eab62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.595699 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a732-04d1-4abd-a465-38f6d19eab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.599495 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a732-04d1-4abd-a465-38f6d19eab62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:58.601296 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2ef0a732-04d1-4abd-a465-38f6d19eab62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/217f79ca-5e93-42c8-b21c-cf69ccefdb04 HTTP/1.1" status: 204 len: 168 time: 0.3011363 Sep 17 22:51:58.612368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0a732-04d1-4abd-a465-38f6d19eab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f79ca-5e93-42c8-b21c-cf69ccefdb04,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:58.638076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf125e-0605-4ca4-bb41-6c138e9015c5 req-b065e1e0-843a-48b7-b014-a44c18c4a8c9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:58.649064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45bf125e-0605-4ca4-bb41-6c138e9015c5 req-b065e1e0-843a-48b7-b014-a44c18c4a8c9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 944 time: 0.0951910 Sep 17 22:51:58.714944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45bf125e-0605-4ca4-bb41-6c138e9015c5 req-e060e7fa-bc9c-4314-8c32-2169f78a6463 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650129 Sep 17 22:51:59.146352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 00222918-92e7-4daa-bd99-4a9d8683c66e up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:59.393388 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.426857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 00222918-92e7-4daa-bd99-4a9d8683c66e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:51:59.427768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 00222918-92e7-4daa-bd99-4a9d8683c66e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:59.428198 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.544964 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.576580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627eee75-59b2-4cdc-b497-d429262e9058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00222918-92e7-4daa-bd99-4a9d8683c66e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:59.579169 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e402374e-2dfe-492c-8f95-1c702c2131f4" -d '{"events": [{"server_uuid": "627eee75-59b2-4cdc-b497-d429262e9058", "name": "network-vif-plugged", "status": "completed", "tag": "00222918-92e7-4daa-bd99-4a9d8683c66e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:59.594535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 00222918-92e7-4daa-bd99-4a9d8683c66e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=00222918-92e7-4daa-bd99-4a9d8683c66e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:59.641748 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c28b35-ae36-4a43-808e-c8362f052d55 x-openstack-request-id: req-29c28b35-ae36-4a43-808e-c8362f052d55 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:59.642321 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627eee75-59b2-4cdc-b497-d429262e9058", "name": "network-vif-plugged", "status": "completed", "tag": "00222918-92e7-4daa-bd99-4a9d8683c66e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:59.643176 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29c28b35-ae36-4a43-808e-c8362f052d55 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:59.643361 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627eee75-59b2-4cdc-b497-d429262e9058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00222918-92e7-4daa-bd99-4a9d8683c66e', 'code': 200} Sep 17 22:51:59.707741 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:59.777818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e257d5a-ed70-4ab5-8124-e1ed338b808e req-518844e5-2ea6-4fbe-88a2-833b8494996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:59.780070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e257d5a-ed70-4ab5-8124-e1ed338b808e req-518844e5-2ea6-4fbe-88a2-833b8494996f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 1097 time: 0.0780914 Sep 17 22:51:59.786518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=00222918-92e7-4daa-bd99-4a9d8683c66e,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:59.831268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e257d5a-ed70-4ab5-8124-e1ed338b808e req-ab177df6-d2c1-4b0b-b278-dbbfc9faae4a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436666 Sep 17 22:52:00.090543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2d8da-36b1-48d0-a786-26b0f34441bf req-b0942146-c35a-47a8-9ab9-df059397bcd9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:00.097170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dab2d8da-36b1-48d0-a786-26b0f34441bf req-b0942146-c35a-47a8-9ab9-df059397bcd9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 945 time: 0.2839859 Sep 17 22:52:00.165239 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dab2d8da-36b1-48d0-a786-26b0f34441bf req-0e274a6a-54d5-496c-b0cc-f9cfe698c5a6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569162 Sep 17 22:52:01.298190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ded20-d42d-44e4-8210-441c8e2fd9e6 req-f1c7e359-ccd8-489c-98e0-c4f76e050aaa tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:01.299795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9f8ded20-d42d-44e4-8210-441c8e2fd9e6 req-f1c7e359-ccd8-489c-98e0-c4f76e050aaa tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 945 time: 0.0613937 Sep 17 22:52:01.348458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9f8ded20-d42d-44e4-8210-441c8e2fd9e6 req-18c57c88-b62c-4e13-a8ab-234209e0a9d2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411189 Sep 17 22:52:01.491182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2789e5-7975-4d02-b8db-c440ab50fd90 req-c9f8836d-9226-46b8-a2a1-c8cf2c3cadb5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:01.492894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa2789e5-7975-4d02-b8db-c440ab50fd90 req-c9f8836d-9226-46b8-a2a1-c8cf2c3cadb5 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 945 time: 0.0593402 Sep 17 22:52:01.538200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa2789e5-7975-4d02-b8db-c440ab50fd90 req-46b20676-2dce-4fdc-835c-5d02dd25b2d0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391695 Sep 17 22:52:01.566112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 43810) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:01.782574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ff785-f877-4097-b6d7-196765a2ced7 tempest-TestVolumeBootPattern-1592300927 tempest-TestVolumeBootPattern-1592300927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:01.784420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-de5ff785-f877-4097-b6d7-196765a2ced7 tempest-TestVolumeBootPattern-1592300927 tempest-TestVolumeBootPattern-1592300927-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 1092 time: 0.2172070 Sep 17 22:52:01.787933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 43816) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:01.793706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '00222918-92e7-4daa-bd99-4a9d8683c66e', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:01.937104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.062720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.195437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Allocated IP 172.25.6.54 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/ccbd652a-a7cd-43e1-9c64-c25873635103) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:02.339197 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.514041 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:02.555670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:02.558299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:02.564181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:02.569836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=ccbd652a-a7cd-43e1-9c64-c25873635103,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:03.241311 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.356603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-471ffa87-8c58-4217-a2c6-9362bbdfc98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.736893 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:03.922765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.025318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.111045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=ccbd652a-a7cd-43e1-9c64-c25873635103,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:04.122700 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.231468 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Floating IP b3b3eaf1-3d3d-489f-b37d-a575596ed400 associated. External IP: 172.25.6.54, port: 00222918-92e7-4daa-bd99-4a9d8683c66e. Sep 17 22:52:04.468643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Router 72d9ecfe-3777-403e-a815-1903a439cc80 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:52:04.599501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:52:04.614418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] Sync routers for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:52:04.636060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:04.636724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:51:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:04.754883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:04.765113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:04.816145 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ab946fe2-749a-4cae-81a8-722fbe57013b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0161667 Sep 17 22:52:04.816145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627eee75-59b2-4cdc-b497-d429262e9058', 'tag': '00222918-92e7-4daa-bd99-4a9d8683c66e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:52:04.816145 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc03583d-3c96-42b7-a55a-e422eb2cab4d" -d '{"events": [{"name": "network-changed", "server_uuid": "627eee75-59b2-4cdc-b497-d429262e9058", "tag": "00222918-92e7-4daa-bd99-4a9d8683c66e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:52:04.907414 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78809a49-b272-4aea-9bf3-b6a513a76d9f x-openstack-request-id: req-78809a49-b272-4aea-9bf3-b6a513a76d9f {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:52:04.907809 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627eee75-59b2-4cdc-b497-d429262e9058", "tag": "00222918-92e7-4daa-bd99-4a9d8683c66e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:52:04.908203 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78809a49-b272-4aea-9bf3-b6a513a76d9f {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:52:04.908804 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627eee75-59b2-4cdc-b497-d429262e9058', 'tag': '00222918-92e7-4daa-bd99-4a9d8683c66e', 'status': 'completed', 'code': 200} Sep 17 22:52:04.989269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-0d9de85c-df82-4f60-b62e-9441c3c5ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:04.991067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-0d9de85c-df82-4f60-b62e-9441c3c5ad3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 1097 time: 0.0607162 Sep 17 22:52:05.107155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-8cb3765f-9ba5-4696-b051-0ce5e468e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:05.109750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-8cb3765f-9ba5-4696-b051-0ce5e468e03a service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.1109545 Sep 17 22:52:05.150598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'b3b3eaf1-3d3d-489f-b37d-a575596ed400', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': '00222918-92e7-4daa-bd99-4a9d8683c66e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:78:15:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627eee75-59b2-4cdc-b497-d429262e9058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:52:02Z', 'updated_at': '2021-09-17T22:52:02Z', 'revision_number': 0, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:05.221894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] Checking router: 72d9ecfe-3777-403e-a815-1903a439cc80 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:52:05.231426 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-be05cfab-52d3-4575-bb59-6aecb99ef571 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00222918-92e7-4daa-bd99-4a9d8683c66e HTTP/1.1" status: 200 len: 998 time: 0.1148543 Sep 17 22:52:05.234148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:05.235003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:51:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:05.359960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-9578bb3a-4888-4c25-9394-bf5b7d2c153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:05.359960 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-9578bb3a-4888-4c25-9394-bf5b7d2c153a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0743463 Sep 17 22:52:05.366264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-a006649a-6db7-4ee1-b31e-f9fe0d97b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:05.367816 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-a006649a-6db7-4ee1-b31e-f9fe0d97b306 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478590 Sep 17 22:52:05.372243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:05.486173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-f50b6895-a941-4275-9ede-893041b7e255 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113069 Sep 17 22:52:05.595635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc03583d-3c96-42b7-a55a-e422eb2cab4d req-cd2d4bc7-2a38-49e0-9ffd-e0b835a23b02 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985861 Sep 17 22:52:05.638989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'b3b3eaf1-3d3d-489f-b37d-a575596ed400', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': '00222918-92e7-4daa-bd99-4a9d8683c66e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:78:15:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627eee75-59b2-4cdc-b497-d429262e9058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:52:02Z', 'updated_at': '2021-09-17T22:52:02Z', 'revision_number': 0, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:05.667712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0ed30-ad07-48e5-ac85-3b3d34a0ae2a None None] The sync data for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 is: [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'b3b3eaf1-3d3d-489f-b37d-a575596ed400', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': '00222918-92e7-4daa-bd99-4a9d8683c66e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:78:15:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627eee75-59b2-4cdc-b497-d429262e9058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:52:02Z', 'updated_at': '2021-09-17T22:52:02Z', 'revision_number': 0, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:52:05.910742 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69995fc1-b813-49d5-ab8e-055f6bafd842 None None] New status for floating IP b3b3eaf1-3d3d-489f-b37d-a575596ed400: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:52:05.936102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4bac1e38-3eb0-4ea5-98e4-999736d4c0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.050284 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:07.358969 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:09.083812 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:10.279087 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:52:10.465112 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.675006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44338) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:22.817104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15551e1c-b688-4509-a9d4-ace84d467a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.916634 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15551e1c-b688-4509-a9d4-ace84d467a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.021832 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-15551e1c-b688-4509-a9d4-ace84d467a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.060214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-15551e1c-b688-4509-a9d4-ace84d467a03 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64f64e7f92c24e9aa350936277e51287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839655 Sep 17 22:52:23.063617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44356) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:23.073059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15551e1c-b688-4509-a9d4-ace84d467a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84e927f-5ecb-4b6c-a214-9e8266bf5a65,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:23.184906 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6754d2ff-29bf-45ac-ab78-6d13c430a959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.216396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6754d2ff-29bf-45ac-ab78-6d13c430a959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.387206 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6754d2ff-29bf-45ac-ab78-6d13c430a959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.390282 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6754d2ff-29bf-45ac-ab78-6d13c430a959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.391690 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6754d2ff-29bf-45ac-ab78-6d13c430a959 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d84e927f-5ecb-4b6c-a214-9e8266bf5a65 HTTP/1.1" status: 204 len: 168 time: 0.3252466 Sep 17 22:52:23.400296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754d2ff-29bf-45ac-ab78-6d13c430a959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84e927f-5ecb-4b6c-a214-9e8266bf5a65,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:24.218227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44438) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:24.234130 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb53e1e9-69a3-4e9d-a5e9-e4bdd16dc0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.347330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb53e1e9-69a3-4e9d-a5e9-e4bdd16dc0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.433972 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb53e1e9-69a3-4e9d-a5e9-e4bdd16dc0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.478604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e1e9-69a3-4e9d-a5e9-e4bdd16dc0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4038c301-ff09-4b75-992d-36ed27e37534,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:24.484434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fb53e1e9-69a3-4e9d-a5e9-e4bdd16dc0d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b271e66941240b0b0488e4d17c0553b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649567 Sep 17 22:52:24.487080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44448) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:24.541198 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-72ec0188-c085-4999-a9b0-90b1e479b0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.564061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-72ec0188-c085-4999-a9b0-90b1e479b0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.693469 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-72ec0188-c085-4999-a9b0-90b1e479b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.697331 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-72ec0188-c085-4999-a9b0-90b1e479b0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.699922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-72ec0188-c085-4999-a9b0-90b1e479b0a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4038c301-ff09-4b75-992d-36ed27e37534 HTTP/1.1" status: 204 len: 168 time: 0.2110474 Sep 17 22:52:24.713526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec0188-c085-4999-a9b0-90b1e479b0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4038c301-ff09-4b75-992d-36ed27e37534,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:27.320926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-76613631-dc32-4dde-87f2-87f00f464e8b req-ef9b5e25-32bc-4c17-ae01-b1d8bc842d44 service neutron] (95455) timed out ('10.222.0.30', 47268) {{(pid=95455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:52:29.293597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:33.270447 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-530a8d68-901b-4920-806c-20e1a6a7e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:35.921960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08e4c37b-b8ab-4cac-93d3-9dae095df64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:37.386457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:37.458477 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:39.090941 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:39.790871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44914) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:39.980077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7210a245-e3ad-4344-8f84-4f6ac83ca2ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfe952e2abc6469796b81e422a72c1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865635 Sep 17 22:52:39.982009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44924) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:40.037260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-90b81e0b-83df-459d-a8b7-eaf549d59d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:40.063802 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-90b81e0b-83df-459d-a8b7-eaf549d59d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:40.204810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-90b81e0b-83df-459d-a8b7-eaf549d59d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:40.207688 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-90b81e0b-83df-459d-a8b7-eaf549d59d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:40.211760 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-90b81e0b-83df-459d-a8b7-eaf549d59d3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5 HTTP/1.1" status: 204 len: 168 time: 0.2285647 Sep 17 22:52:40.222644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b81e0b-83df-459d-a8b7-eaf549d59d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab10ed1-cf6a-44f2-aaa3-9e40d6b8f6c5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:40.481877 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.399543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44960) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:41.509703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1889375640-network', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:41.622238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Made reservation on behalf of eb9c1bfc0d9b4f2ea3d7b036b5e0da0e for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:41.624948 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.635192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.734921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.836698 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.861135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:52:41.876863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f461a-0800-4754-b08c-c728abf3d5e1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:41.879821 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:41.880183 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Added segment 7f581a08-d758-4cef-8fb7-8bf5ff15d0a0 of type vlan for network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b Sep 17 22:52:41.925630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.019440 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.020729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:42.021531 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.089433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] Pushing event updated for resources: {'Network': ['ID=b631f78e-0b25-4eeb-bf8e-e9a80ec8507b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:42.101198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:52:42.145800 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-989088f3-cee9-44ad-aca3-569110e530bf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7449324 Sep 17 22:52:42.148718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44968) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:42.154238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Request body: {'subnet': {'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1889375640-subnet', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:42.356893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Made reservation on behalf of eb9c1bfc0d9b4f2ea3d7b036b5e0da0e for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:42.359679 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.626599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:42.698372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3da6dd-659d-448f-8df0-3c1eb9ffb888,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:42.739443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Checking segment: {'id': '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:42.739808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Network hostable DHCP agents. Network: b631f78e-0b25-4eeb-bf8e-e9a80ec8507b, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:52:42.842010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:52:42.998697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, b631f78e-0b25-4eeb-bf8e-e9a80ec8507b) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:43.003673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:43.005166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.008926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45b6f1-2a20-4666-82b1-744997d62a8c None None] Network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:52:43.149496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44986) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:43.173652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 44990) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:43.179189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-b631f78e-0b25-4eeb-bf8e-e9a80ec8507b', 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'fixed_ips': [{'subnet_id': 'fb3da6dd-659d-448f-8df0-3c1eb9ffb888'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:52:43.180083 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.180734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1889375640-router', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:43.189121 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-46bebfcc-fa1a-47ed-8e8d-898ed69a4522 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0392406 Sep 17 22:52:43.296406 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96c3cf60-8fec-479c-b092-3b6da03a280c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.330325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.331801 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.396824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.426561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96c3cf60-8fec-479c-b092-3b6da03a280c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.504113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Allocated IP 172.20.0.2 (b631f78e-0b25-4eeb-bf8e-e9a80ec8507b/fb3da6dd-659d-448f-8df0-3c1eb9ffb888/c9ff5bc4-1414-41b1-be16-df8143a5383a) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:43.519838 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-96c3cf60-8fec-479c-b092-3b6da03a280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.556727 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-96c3cf60-8fec-479c-b092-3b6da03a280c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61fd7eef924d4406ac22ae7ee7a496c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026711 Sep 17 22:52:43.557422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 44994) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:43.586960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3cf60-8fec-479c-b092-3b6da03a280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796df439-e179-41f2-b47e-2ca60e4444ea,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:43.618472 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.624683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b23c-4f61-4c82-b23f-f02e17326a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.649765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b23c-4f61-4c82-b23f-f02e17326a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.686378 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.797503 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.838101 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b23c-4f61-4c82-b23f-f02e17326a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.841436 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b23c-4f61-4c82-b23f-f02e17326a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.845303 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c6a9b23c-4f61-4c82-b23f-f02e17326a5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/796df439-e179-41f2-b47e-2ca60e4444ea HTTP/1.1" status: 204 len: 168 time: 0.2845016 Sep 17 22:52:43.846228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:43.848033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:43.852782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:43.872948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9b23c-4f61-4c82-b23f-f02e17326a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796df439-e179-41f2-b47e-2ca60e4444ea,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:43.898069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Pushing event updated for resources: {'Port': ['ID=c9ff5bc4-1414-41b1-be16-df8143a5383a,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:43.936939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.961893 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.973503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Attempting to bind port c9ff5bc4-1414-41b1-be16-df8143a5383a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:52:43.973503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Attempting to bind port c9ff5bc4-1414-41b1-be16-df8143a5383a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:52:43.973503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Attempting to bind port c9ff5bc4-1414-41b1-be16-df8143a5383a on network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:43.981821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:52:43.981821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Checking segment: {'id': '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:43.981821 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:43.981821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Bound using segment: {'id': '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:52:43.981821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Bound port: c9ff5bc4-1414-41b1-be16-df8143a5383a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:52:43.981821 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.054904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] For port c9ff5bc4-1414-41b1-be16-df8143a5383a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:52:44.058758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] For port c9ff5bc4-1414-41b1-be16-df8143a5383a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c9ff5bc4-1414-41b1-be16-df8143a5383a,segment=NetworkSegment(7f581a08-d758-4cef-8fb7-8bf5ff15d0a0),segment_id=7f581a08-d758-4cef-8fb7-8bf5ff15d0a0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:52:44.080668 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Allocated IP 172.25.6.91 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/73cca744-b3e9-490d-ba88-bd79ceb98d2a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:44.156014 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.200919 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.219488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bbcb9-092c-4dc1-b92d-6f3b68172ec2 None None] Pushing event updated for resources: {'Port': ['ID=c9ff5bc4-1414-41b1-be16-df8143a5383a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:44.270934 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6638e677-3bd7-424f-9112-64051157d5be req-aee2cf4a-26cd-4e5c-bfad-bf586f1fcec2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2011201 Sep 17 22:52:44.359629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638e677-3bd7-424f-9112-64051157d5be req-b5252dac-5719-43f2-99c0-e0bff92e9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:44.361292 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6638e677-3bd7-424f-9112-64051157d5be req-b5252dac-5719-43f2-99c0-e0bff92e9e47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 1097 time: 0.0461302 Sep 17 22:52:44.368287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.442011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:44.455299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:44.465486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:44.518293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Pushing event updated for resources: {'Port': ['ID=73cca744-b3e9-490d-ba88-bd79ceb98d2a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:44.551799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.552268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.553061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.553061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.553507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.553899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.554295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.554764 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.555152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.555542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.555932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.556347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:44.619343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638e677-3bd7-424f-9112-64051157d5be req-491ab6fc-0bd8-448d-a58b-b7c9b239d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:44.620953 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6638e677-3bd7-424f-9112-64051157d5be req-491ab6fc-0bd8-448d-a58b-b7c9b239d222 service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.2167990 Sep 17 22:52:44.747958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45008) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:44.748555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6638e677-3bd7-424f-9112-64051157d5be req-044e5bb5-1c21-4287-a6d3-8c73ffcd4fc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00222918-92e7-4daa-bd99-4a9d8683c66e HTTP/1.1" status: 200 len: 1000 time: 0.0956314 Sep 17 22:52:44.762246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63a11dc2-59a6-43cf-bbff-14516aa5249c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.798512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638e677-3bd7-424f-9112-64051157d5be req-3313bdf1-fba0-4cf3-b262-33b8d3a02506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:44.800000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6638e677-3bd7-424f-9112-64051157d5be req-3313bdf1-fba0-4cf3-b262-33b8d3a02506 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0455112 Sep 17 22:52:44.859950 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63a11dc2-59a6-43cf-bbff-14516aa5249c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.897004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638e677-3bd7-424f-9112-64051157d5be req-222d4e7c-a7e7-4fe4-ac7e-1ea0b6df4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:44.898522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6638e677-3bd7-424f-9112-64051157d5be req-222d4e7c-a7e7-4fe4-ac7e-1ea0b6df4e8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919220 Sep 17 22:52:44.947803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-63a11dc2-59a6-43cf-bbff-14516aa5249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:44.998737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-63a11dc2-59a6-43cf-bbff-14516aa5249c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3705097c0f9f47d5b47231d1731c57aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496147 Sep 17 22:52:44.999668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a11dc2-59a6-43cf-bbff-14516aa5249c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d6f51a-6c38-49d9-8380-f8fa7c74074e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:45.002476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45012) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:45.017034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.067340 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aad1ef2d-a919-47ff-ba68-a6bbd4876b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.087751 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6638e677-3bd7-424f-9112-64051157d5be req-e93ccaf4-04be-48e2-82fe-df8c5ea201d3 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820669 Sep 17 22:52:45.092177 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aad1ef2d-a919-47ff-ba68-a6bbd4876b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.253917 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aad1ef2d-a919-47ff-ba68-a6bbd4876b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.257531 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aad1ef2d-a919-47ff-ba68-a6bbd4876b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.262393 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aad1ef2d-a919-47ff-ba68-a6bbd4876b53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40d6f51a-6c38-49d9-8380-f8fa7c74074e HTTP/1.1" status: 204 len: 168 time: 0.2587183 Sep 17 22:52:45.272161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1ef2d-a919-47ff-ba68-a6bbd4876b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d6f51a-6c38-49d9-8380-f8fa7c74074e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:45.277188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985f873-c614-4832-9049-cde62ec26f6b None None] Network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:52:45.278735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6638e677-3bd7-424f-9112-64051157d5be req-2ced2d71-66fe-46e1-b791-04752a6a98d2 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541750 Sep 17 22:52:45.326745 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.371152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-405adbf9-6f39-4952-b683-6ba40bc8fbb3 None None] Provisioning complete for port c9ff5bc4-1414-41b1-be16-df8143a5383a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:45.371791 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-405adbf9-6f39-4952-b683-6ba40bc8fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.533750 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-405adbf9-6f39-4952-b683-6ba40bc8fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.536304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Router 56996425-5730-46f7-955b-033d05c3824f is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:52:45.570292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c9ff5bc4-1414-41b1-be16-df8143a5383a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:45.608007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-405adbf9-6f39-4952-b683-6ba40bc8fbb3 None None] For port c9ff5bc4-1414-41b1-be16-df8143a5383a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c9ff5bc4-1414-41b1-be16-df8143a5383a,segment=NetworkSegment(7f581a08-d758-4cef-8fb7-8bf5ff15d0a0),segment_id=7f581a08-d758-4cef-8fb7-8bf5ff15d0a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:45.656599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port c9ff5bc4-1414-41b1-be16-df8143a5383a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:45.656883 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.690857 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-405adbf9-6f39-4952-b683-6ba40bc8fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:45.813859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405adbf9-6f39-4952-b683-6ba40bc8fbb3 None None] Pushing event updated for resources: {'Port': ['ID=c9ff5bc4-1414-41b1-be16-df8143a5383a,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:45.912855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8d60bfb9-4ecf-4833-b430-273b5b5c6a4b None None] Provisioning complete for port c9ff5bc4-1414-41b1-be16-df8143a5383a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:45.913229 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8d60bfb9-4ecf-4833-b430-273b5b5c6a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.036073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:52:46.050043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Sync routers for ids ['56996425-5730-46f7-955b-033d05c3824f'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:52:46.058645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Routers {'56996425-5730-46f7-955b-033d05c3824f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:46.063886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:52:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['56996425-5730-46f7-955b-033d05c3824f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:46.170391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.174367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a02d3ca4-d535-4340-b409-d39db0a58b06 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9964199 Sep 17 22:52:46.174845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45022) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:46.181239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Set router 56996425-5730-46f7-955b-033d05c3824f gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:46.239532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45024) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:46.255028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb821-d4fb-42ae-b613-d8af67925b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.362099 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb821-d4fb-42ae-b613-d8af67925b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.385017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56996425-5730-46f7-955b-033d05c3824f', 'name': 'tempest-TestAggregatesBasicOps-1889375640-router', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:44Z', 'revision_number': 3, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'gw_port': {'id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56996425-5730-46f7-955b-033d05c3824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:46.415508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Checking router: 56996425-5730-46f7-955b-033d05c3824f for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:52:46.416017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Updating router 56996425-5730-46f7-955b-033d05c3824f port 73cca744-b3e9-490d-ba88-bd79ceb98d2a binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:52:46.436264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb821-d4fb-42ae-b613-d8af67925b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.445774 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.489155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4b1fb821-d4fb-42ae-b613-d8af67925b29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f3439ce153048f695a4522efa136982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484410 Sep 17 22:52:46.490033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fb821-d4fb-42ae-b613-d8af67925b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef02070-2270-4a89-865a-e2052c007fcc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:46.492835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45026) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:46.593688 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b3def61-9d5f-41f4-ab77-cc1c4c8f6b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.643162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b3def61-9d5f-41f4-ab77-cc1c4c8f6b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.723833 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.746345 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.852417 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b3def61-9d5f-41f4-ab77-cc1c4c8f6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.855013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b3def61-9d5f-41f4-ab77-cc1c4c8f6b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.856323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7b3def61-9d5f-41f4-ab77-cc1c4c8f6b99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aef02070-2270-4a89-865a-e2052c007fcc HTTP/1.1" status: 204 len: 168 time: 0.3618853 Sep 17 22:52:46.879088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.900233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3def61-9d5f-41f4-ab77-cc1c4c8f6b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef02070-2270-4a89-865a-e2052c007fcc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:46.954938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Attempting to bind port 73cca744-b3e9-490d-ba88-bd79ceb98d2a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:52:46.955305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Attempting to bind port 73cca744-b3e9-490d-ba88-bd79ceb98d2a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:52:46.955664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Attempting to bind port 73cca744-b3e9-490d-ba88-bd79ceb98d2a on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:46.962497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a015634-2690-4948-a9a4-8d106336de0b None None] Pushing event updated for resources: {'Port': ['ID=73cca744-b3e9-490d-ba88-bd79ceb98d2a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:46.967787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:52:46.968942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:46.968942 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:46.969301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:52:46.969595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Bound port: 73cca744-b3e9-490d-ba88-bd79ceb98d2a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:52:46.969916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:47.030217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Allocated IP 172.20.0.1 (b631f78e-0b25-4eeb-bf8e-e9a80ec8507b/fb3da6dd-659d-448f-8df0-3c1eb9ffb888/99f70d32-c3a5-43a1-acb9-24fb42253b28) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:47.030606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] For port 73cca744-b3e9-490d-ba88-bd79ceb98d2a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:52:47.034308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] For port 73cca744-b3e9-490d-ba88-bd79ceb98d2a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=73cca744-b3e9-490d-ba88-bd79ceb98d2a,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:52:47.148392 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:47.169615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:47.210825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Routers {'56996425-5730-46f7-955b-033d05c3824f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:47.211463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:52:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['56996425-5730-46f7-955b-033d05c3824f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:47.216905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a015634-2690-4948-a9a4-8d106336de0b None None] Pushing event updated for resources: {'Port': ['ID=73cca744-b3e9-490d-ba88-bd79ceb98d2a,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:47.269773 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:52:47.285767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:47.324589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:47.327301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] Set router 56996425-5730-46f7-955b-033d05c3824f gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:47.331676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:47.335353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:47.373465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Pushing event updated for resources: {'Port': ['ID=99f70d32-c3a5-43a1-acb9-24fb42253b28,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:47.406165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:47.570578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c9ff5bc4-1414-41b1-be16-df8143a5383a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:47.641422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56996425-5730-46f7-955b-033d05c3824f', 'name': 'tempest-TestAggregatesBasicOps-1889375640-router', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:44Z', 'revision_number': 3, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'gw_port': {'id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56996425-5730-46f7-955b-033d05c3824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:47.681667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5aa5-3558-4fb9-a674-92a05eab97ba None None] The sync data for ids ['56996425-5730-46f7-955b-033d05c3824f'] in n-d-713499-18 is: [{'id': '56996425-5730-46f7-955b-033d05c3824f', 'name': 'tempest-TestAggregatesBasicOps-1889375640-router', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:44Z', 'revision_number': 3, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'gw_port': {'id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56996425-5730-46f7-955b-033d05c3824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:52:47.690757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port c9ff5bc4-1414-41b1-be16-df8143a5383a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:47.690757 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:47.690962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0a1588f5-10e7-49fa-a432-390d7254d028 None None] Provisioning complete for port 99f70d32-c3a5-43a1-acb9-24fb42253b28 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:47.691237 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0a1588f5-10e7-49fa-a432-390d7254d028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:47.754891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:47.775742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0a1588f5-10e7-49fa-a432-390d7254d028 None None] Port 99f70d32-c3a5-43a1-acb9-24fb42253b28 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:47.805901 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-e288abaf-6f62-4e82-ad97-9e13f0f81785 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3582382 Sep 17 22:52:47.972402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-fcb97caf-228b-4a7f-bdf8-60542a5f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:47.973309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-fcb97caf-228b-4a7f-bdf8-60542a5f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:47.973811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-fcb97caf-228b-4a7f-bdf8-60542a5f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:47.974322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-fcb97caf-228b-4a7f-bdf8-60542a5f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:47.974813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-fcb97caf-228b-4a7f-bdf8-60542a5f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:47.975240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-fcb97caf-228b-4a7f-bdf8-60542a5f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:47.975738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-fcb97caf-228b-4a7f-bdf8-60542a5f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:47.977903 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-fcb97caf-228b-4a7f-bdf8-60542a5f94ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6507 time: 0.0811954 Sep 17 22:52:48.056732 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.153700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-3216f297-3dbe-4f90-bc78-87974fa7dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:48.154438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-3216f297-3dbe-4f90-bc78-87974fa7dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:48.155040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-3216f297-3dbe-4f90-bc78-87974fa7dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:48.156687 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-3216f297-3dbe-4f90-bc78-87974fa7dbc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e21e7c40-ad05-44f1-9325-52357fe6b5da&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d HTTP/1.1" status: 200 len: 2298 time: 0.1517251 Sep 17 22:52:48.210448 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.619653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-8bcd4dce-f0d7-4f3b-b854-153dd1bd8ffb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe8ab39-b56c-4109-a11e-563d891d1313 HTTP/1.1" status: 200 len: 1000 time: 0.4561875 Sep 17 22:52:48.640151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:48.661459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Pushing event updated for resources: {'Port': ['ID=99f70d32-c3a5-43a1-acb9-24fb42253b28,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:48.704834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-d85786a6-b151-4fb5-9a5d-afc4616d5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:48.706316 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-d85786a6-b151-4fb5-9a5d-afc4616d5305 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=85ab8b00-fc15-4ee5-97e7-bfaf371d8cde HTTP/1.1" status: 200 len: 856 time: 0.0772145 Sep 17 22:52:48.805209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-7b176006-263e-45a8-bcd3-acfbefbd3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:48.806758 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-7b176006-263e-45a8-bcd3-acfbefbd3164 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e21e7c40-ad05-44f1-9325-52357fe6b5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936759 Sep 17 22:52:48.812888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:48.822554 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:48.987857 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-c63688fa-1f8a-4321-aed0-6dc0ec69ba95 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734512 Sep 17 22:52:49.031758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Router 56996425-5730-46f7-955b-033d05c3824f has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:52:49.112751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6199f086-86a0-4f3e-a556-cd5eca9292a8 None None] Provisioning complete for port 99f70d32-c3a5-43a1-acb9-24fb42253b28 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:49.113280 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6199f086-86a0-4f3e-a556-cd5eca9292a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:49.140893 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-872ac54a-0f56-4d54-aee4-97da314ea201 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430936 Sep 17 22:52:49.158237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6199f086-86a0-4f3e-a556-cd5eca9292a8 None None] Port 99f70d32-c3a5-43a1-acb9-24fb42253b28 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:49.213865 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-eaf81ef2-938c-4c46-b313-2d60cbba104b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 200 len: 217 time: 0.0661900 Sep 17 22:52:49.261199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:52:49.268924 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a004ea3a-f751-4095-963e-8932985ef916 admin admin] 10.222.0.30 "PUT /v2.0/routers/56996425-5730-46f7-955b-033d05c3824f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0928478 Sep 17 22:52:49.284218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-c0f28378-d5d8-49b6-ad71-1b765bd1f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:49.284812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-c0f28378-d5d8-49b6-ad71-1b765bd1f629 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0643315 Sep 17 22:52:49.353586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-6faa4e47-06c4-495c-a14b-1423655899e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:49.356519 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-6faa4e47-06c4-495c-a14b-1423655899e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473413 Sep 17 22:52:49.504079 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-b3214c98-ef46-45b1-87b3-954df7b03560 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243827 Sep 17 22:52:49.570063 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Sync routers for ids ['56996425-5730-46f7-955b-033d05c3824f'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:52:49.586683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 73cca744-b3e9-490d-ba88-bd79ceb98d2a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:49.594383 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Routers {'56996425-5730-46f7-955b-033d05c3824f'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:49.594383 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:52:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['56996425-5730-46f7-955b-033d05c3824f'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:49.615122 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-5f5697cb-2f49-4ed6-82dd-855b903b83b9 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200590 Sep 17 22:52:49.639143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 73cca744-b3e9-490d-ba88-bd79ceb98d2a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:49.639635 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:49.665700 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-b56058c1-8d39-45a1-ad06-b0001c63fbee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 200 len: 217 time: 0.0437772 Sep 17 22:52:49.724238 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Set router 56996425-5730-46f7-955b-033d05c3824f gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:49.738999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-0cf3cdbc-e551-4eed-95ac-71cc65766b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:49.739356 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-0cf3cdbc-e551-4eed-95ac-71cc65766b13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0663152 Sep 17 22:52:49.753529 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:49.782339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 73cca744-b3e9-490d-ba88-bd79ceb98d2a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=73cca744-b3e9-490d-ba88-bd79ceb98d2a,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:49.793856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-ff8c0048-ab02-4017-90e2-3b621bd82a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:49.795455 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-ff8c0048-ab02-4017-90e2-3b621bd82a24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489221 Sep 17 22:52:49.884468 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:49.919980 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-6c9d9a87-2d3d-4637-81e8-049ef8521c5e service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172428 Sep 17 22:52:49.970403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=73cca744-b3e9-490d-ba88-bd79ceb98d2a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:50.084188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-42621a95-ca0c-49ff-9dde-3277b4e69ce7 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535511 Sep 17 22:52:50.105365 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56996425-5730-46f7-955b-033d05c3824f', 'name': 'tempest-TestAggregatesBasicOps-1889375640-router', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:47Z', 'revision_number': 4, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'gw_port': {'id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56996425-5730-46f7-955b-033d05c3824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '99f70d32-c3a5-43a1-acb9-24fb42253b28', 'name': '', 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'mac_address': 'fa:16:3e:c5:85:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56996425-5730-46f7-955b-033d05c3824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'fb3da6dd-659d-448f-8df0-3c1eb9ffb888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:46Z', 'updated_at': '2021-09-17T22:52:47Z', 'revision_number': 2, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'subnets': [{'id': 'fb3da6dd-659d-448f-8df0-3c1eb9ffb888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:50.129282 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-b7d762b5-04ce-4d7e-a01c-785f1e3bfa51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a HTTP/1.1" status: 200 len: 217 time: 0.0380697 Sep 17 22:52:50.140946 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Checking router: 56996425-5730-46f7-955b-033d05c3824f for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:52:50.141381 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Updating router 56996425-5730-46f7-955b-033d05c3824f port 99f70d32-c3a5-43a1-acb9-24fb42253b28 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:52:50.175518 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.210559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-a6b431de-ea10-4ab8-b88c-0b252d16219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:50.220290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-a6b431de-ea10-4ab8-b88c-0b252d16219f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0843065 Sep 17 22:52:50.296987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-7010ce7e-b643-4af2-a7c0-e69fd34fe266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:50.298669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-7010ce7e-b643-4af2-a7c0-e69fd34fe266 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0720196 Sep 17 22:52:50.329215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45092) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:50.335263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1715426439-network', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:50.430440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-d7fa0bc9-b63f-470e-8d40-7a84be088dfa service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236312 Sep 17 22:52:50.467647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Made reservation on behalf of 12f32eeca6124a3dbd0e82eb6a325b3c for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:50.470338 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.481002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.516391 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.542749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-b9b63a9b-c459-487b-8536-7c039b18b35e service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050515 Sep 17 22:52:50.587420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-d5d2ee84-869e-4421-be4f-01a7d8b1e789 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=87896450-6e00-40f3-b2a2-358d22328b45 HTTP/1.1" status: 200 len: 217 time: 0.0388699 Sep 17 22:52:50.599151 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.641844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-57a91c3f-675f-4c61-b794-5ab710a85a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:50.643652 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-57a91c3f-675f-4c61-b794-5ab710a85a66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0498798 Sep 17 22:52:50.653738 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.682228 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.701997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:52:50.714381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.714381 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Added segment f70518a3-8f7e-4c03-a30d-18621dd0f2ef of type vlan for network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 Sep 17 22:52:50.714675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-ff12622a-28f7-4ef6-88cb-961bf4482f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:50.720736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-ff12622a-28f7-4ef6-88cb-961bf4482f1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0699956 Sep 17 22:52:50.754935 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Pushing event updated for resources: {'Port': ['ID=99f70d32-c3a5-43a1-acb9-24fb42253b28,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:50.784799 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.785142 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.785474 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.785803 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.786130 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.786451 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.786779 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.787087 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.787403 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.787716 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.788031 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.788385 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:50.852857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13ae06c-e0a7-4287-8f63-9d3aa42405e3,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:50.869438 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.869791 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-1fe55345-ecb1-4128-a49e-cd8f622b3293 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423056 Sep 17 22:52:50.922582 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Attempting to bind port 99f70d32-c3a5-43a1-acb9-24fb42253b28 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:52:50.923042 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Attempting to bind port 99f70d32-c3a5-43a1-acb9-24fb42253b28 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:52:50.923396 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Attempting to bind port 99f70d32-c3a5-43a1-acb9-24fb42253b28 on network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:50.930263 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:52:50.931056 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Checking segment: {'id': '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:50.933142 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.933773 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Bound using segment: {'id': '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:52:50.934724 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Bound port: 99f70d32-c3a5-43a1-acb9-24fb42253b28, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:52:50.935585 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.998075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-6247458f-73e7-4b67-9ab2-dc0025edba06 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191926 Sep 17 22:52:51.021708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.022961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:51.023558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.038580 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] For port 99f70d32-c3a5-43a1-acb9-24fb42253b28, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:52:51.042607 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] For port 99f70d32-c3a5-43a1-acb9-24fb42253b28, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=99f70d32-c3a5-43a1-acb9-24fb42253b28,segment=NetworkSegment(7f581a08-d758-4cef-8fb7-8bf5ff15d0a0),segment_id=7f581a08-d758-4cef-8fb7-8bf5ff15d0a0)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:52:51.048196 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-e9874d85-fbb2-4481-9621-91c5e56c40a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d HTTP/1.1" status: 200 len: 217 time: 0.0411377 Sep 17 22:52:51.098259 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-74f07f53-7f3a-45cd-88f3-5ba5769b773c None None] Provisioning complete for port 99f70d32-c3a5-43a1-acb9-24fb42253b28 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:51.100347 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-74f07f53-7f3a-45cd-88f3-5ba5769b773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.108429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] Pushing event updated for resources: {'Network': ['ID=9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:51.114520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-37d5a3e6-2170-46c2-aa24-5d9ab30d8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:51.117162 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-37d5a3e6-2170-46c2-aa24-5d9ab30d8f15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0646551 Sep 17 22:52:51.131856 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:52:51.170157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-74f07f53-7f3a-45cd-88f3-5ba5769b773c None None] Port 99f70d32-c3a5-43a1-acb9-24fb42253b28 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:51.172167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-28162abb-94b7-4179-bba6-1d373be80dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:51.173887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-28162abb-94b7-4179-bba6-1d373be80dd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505044 Sep 17 22:52:51.182446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e6abd7f8-6c7f-4836-8a52-3279bb38d752 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8520446 Sep 17 22:52:51.189121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45098) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:51.191514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Request body: {'subnet': {'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1715426439-subnet', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:51.232085 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.296774 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-8b2b6f2c-4648-4474-85d4-acb38c9725b1 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123633 Sep 17 22:52:51.299509 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Routers {'56996425-5730-46f7-955b-033d05c3824f'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:51.300162 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:52:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['56996425-5730-46f7-955b-033d05c3824f'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:51.303269 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ddcf9-afd3-4502-ace2-7b1b1e416c24 None None] Pushing event updated for resources: {'Port': ['ID=99f70d32-c3a5-43a1-acb9-24fb42253b28,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:51.335943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Made reservation on behalf of 12f32eeca6124a3dbd0e82eb6a325b3c for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:51.338459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.429973 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] Set router 56996425-5730-46f7-955b-033d05c3824f gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:51.446812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-8c438be5-941c-42b8-b0a8-6d39dc138aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427946 Sep 17 22:52:51.521257 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-d5090d6f-e8dd-48a0-9962-f7b2d2bc59ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f315b64d-660c-4c36-8ce9-0b202d824725 HTTP/1.1" status: 200 len: 217 time: 0.0669093 Sep 17 22:52:51.601446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 73cca744-b3e9-490d-ba88-bd79ceb98d2a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:51.617165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-c48dd13b-5a8e-47b0-ad20-3b94ea82403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:51.618668 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-c48dd13b-5a8e-47b0-ad20-3b94ea82403b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0906968 Sep 17 22:52:51.699485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 73cca744-b3e9-490d-ba88-bd79ceb98d2a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:51.699991 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.718360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268020-b64c-4821-b475-1421bf7e758e req-f0bf873f-e91d-434d-a1f1-842af4a1a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:51.720037 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-f0bf873f-e91d-434d-a1f1-842af4a1a4ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0934539 Sep 17 22:52:51.724635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.754569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0e18c502-b05e-40b9-bca3-83643beb9a19 None None] Provisioning complete for port 99f70d32-c3a5-43a1-acb9-24fb42253b28 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:51.755646 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0e18c502-b05e-40b9-bca3-83643beb9a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.789355 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56996425-5730-46f7-955b-033d05c3824f', 'name': 'tempest-TestAggregatesBasicOps-1889375640-router', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:47Z', 'revision_number': 4, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'gw_port': {'id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56996425-5730-46f7-955b-033d05c3824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '99f70d32-c3a5-43a1-acb9-24fb42253b28', 'name': '', 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'mac_address': 'fa:16:3e:c5:85:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56996425-5730-46f7-955b-033d05c3824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'fb3da6dd-659d-448f-8df0-3c1eb9ffb888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:46Z', 'updated_at': '2021-09-17T22:52:51Z', 'revision_number': 4, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'subnets': [{'id': 'fb3da6dd-659d-448f-8df0-3c1eb9ffb888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:51.827465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Checking segment: {'id': 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:51.828516 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f031af-f9e7-4ea0-a353-ee60d4cfc8a3 None None] The sync data for ids ['56996425-5730-46f7-955b-033d05c3824f'] in n-d-713499-18 is: [{'id': '56996425-5730-46f7-955b-033d05c3824f', 'name': 'tempest-TestAggregatesBasicOps-1889375640-router', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:47Z', 'revision_number': 4, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'gw_port': {'id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56996425-5730-46f7-955b-033d05c3824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '99f70d32-c3a5-43a1-acb9-24fb42253b28', 'name': '', 'network_id': 'b631f78e-0b25-4eeb-bf8e-e9a80ec8507b', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'mac_address': 'fa:16:3e:c5:85:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56996425-5730-46f7-955b-033d05c3824f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'fb3da6dd-659d-448f-8df0-3c1eb9ffb888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:46Z', 'updated_at': '2021-09-17T22:52:51Z', 'revision_number': 4, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'subnets': [{'id': 'fb3da6dd-659d-448f-8df0-3c1eb9ffb888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:52:51.835141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Network hostable DHCP agents. Network: 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:52:51.854494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59097e96-07af-4765-a676-09877415dd33,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:51.881140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-b14069e3-d5b4-4662-aaa5-2420f57283df service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537111 Sep 17 22:52:51.976304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:52:52.019506 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0e18c502-b05e-40b9-bca3-83643beb9a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.027275 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14268020-b64c-4821-b475-1421bf7e758e req-d353b49c-0cca-441b-a4c7-20180b1295d7 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380086 Sep 17 22:52:52.065105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:52.069973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0e18c502-b05e-40b9-bca3-83643beb9a19 None None] For port 99f70d32-c3a5-43a1-acb9-24fb42253b28, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=99f70d32-c3a5-43a1-acb9-24fb42253b28,segment=NetworkSegment(7f581a08-d758-4cef-8fb7-8bf5ff15d0a0),segment_id=7f581a08-d758-4cef-8fb7-8bf5ff15d0a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:52.072050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:52.073470 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.074256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee1d120-e99a-47b3-a48f-e1dd515b6544 None None] Network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:52:52.221743 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0e18c502-b05e-40b9-bca3-83643beb9a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.225689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45112) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:52.226593 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2dfa1a2c-7f98-4cc1-b95a-1a2c26bf2d15 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0389545 Sep 17 22:52:52.232370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1715426439-router', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:52.277576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5', 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'fixed_ips': [{'subnet_id': '59097e96-07af-4765-a676-09877415dd33'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:52:52.278482 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.322604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18c502-b05e-40b9-bca3-83643beb9a19 None None] Pushing event updated for resources: {'Port': ['ID=99f70d32-c3a5-43a1-acb9-24fb42253b28,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:52.357860 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.357860 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.405638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.459656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Allocated IP 172.20.0.2 (9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5/59097e96-07af-4765-a676-09877415dd33/bfdd00a9-ebb9-4e6c-8165-7d2373c95005) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:52.651120 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.740521 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.764872 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.810005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:52.812963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:52.816048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:52.832844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Pushing event updated for resources: {'Port': ['ID=bfdd00a9-ebb9-4e6c-8165-7d2373c95005,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:52.898230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Attempting to bind port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:52:52.898600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Attempting to bind port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:52:52.899084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Attempting to bind port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 on network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:52.905607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:52:52.906665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Checking segment: {'id': 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:52.906665 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.907065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Bound using segment: {'id': 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:52:52.907464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Bound port: bfdd00a9-ebb9-4e6c-8165-7d2373c95005, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:52:52.907873 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:52.996986 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] For port bfdd00a9-ebb9-4e6c-8165-7d2373c95005, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:52:53.000530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] For port bfdd00a9-ebb9-4e6c-8165-7d2373c95005, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bfdd00a9-ebb9-4e6c-8165-7d2373c95005,segment=NetworkSegment(f70518a3-8f7e-4c03-a30d-18621dd0f2ef),segment_id=f70518a3-8f7e-4c03-a30d-18621dd0f2ef)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:52:53.067026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.092361 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.099467 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.238420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053c3d3-0cf6-4ba4-858d-853f9349dab4 None None] Pushing event updated for resources: {'Port': ['ID=bfdd00a9-ebb9-4e6c-8165-7d2373c95005,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:53.239195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Allocated IP 172.25.6.176 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/49d00d09-12ac-4a02-b7dd-afb9347a761b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:53.393063 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.525017 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.574721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:53.580559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:53.583473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:53.626439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Pushing event updated for resources: {'Port': ['ID=49d00d09-12ac-4a02-b7dd-afb9347a761b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:53.685623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 99f70d32-c3a5-43a1-acb9-24fb42253b28 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:53.805122 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 99f70d32-c3a5-43a1-acb9-24fb42253b28 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:53.806048 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.900991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bfdd00a9-ebb9-4e6c-8165-7d2373c95005 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:53.951042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:53.951508 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:54.047310 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:54.057174 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:54.110245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port bfdd00a9-ebb9-4e6c-8165-7d2373c95005, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bfdd00a9-ebb9-4e6c-8165-7d2373c95005,segment=NetworkSegment(f70518a3-8f7e-4c03-a30d-18621dd0f2ef),segment_id=f70518a3-8f7e-4c03-a30d-18621dd0f2ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:54.222188 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:54.280968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=bfdd00a9-ebb9-4e6c-8165-7d2373c95005,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:54.417843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89346dc0-44d4-473c-a590-ddce83f97f23 None None] Network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:52:54.642062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:54.677735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-147461c5-c875-4781-af45-6f942a0652d1 None None] Provisioning complete for port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:54.678108 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-147461c5-c875-4781-af45-6f942a0652d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:54.913394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Router 5b66f7c5-2335-423d-b37f-73f26478e870 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:52:55.052833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:52:55.063900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Sync routers for ids ['5b66f7c5-2335-423d-b37f-73f26478e870'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:52:55.075082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Routers {'5b66f7c5-2335-423d-b37f-73f26478e870'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:55.076241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:52:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5b66f7c5-2335-423d-b37f-73f26478e870'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:55.170091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:55.171451 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a750c760-794e-49fc-8f65-d57a148d6a82 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9437943 Sep 17 22:52:55.174243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45156) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:55.201405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Set router 5b66f7c5-2335-423d-b37f-73f26478e870 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:55.264448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-06e1afc9-5280-4273-bd3f-893233120be7 None None] Provisioning complete for port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:55.264942 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-06e1afc9-5280-4273-bd3f-893233120be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:55.532430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'name': 'tempest-TestAggregatesBasicOps-1715426439-router', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:52Z', 'updated_at': '2021-09-17T22:52:53Z', 'revision_number': 3, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'gw_port': {'id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:53Z', 'updated_at': '2021-09-17T22:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:55.561852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Checking router: 5b66f7c5-2335-423d-b37f-73f26478e870 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:52:55.562201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Updating router 5b66f7c5-2335-423d-b37f-73f26478e870 port 49d00d09-12ac-4a02-b7dd-afb9347a761b binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:52:55.580787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bfdd00a9-ebb9-4e6c-8165-7d2373c95005 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:55.615306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:55.706526 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:55.727931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:55.728342 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:55.883241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Allocated IP 172.20.0.1 (9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5/59097e96-07af-4765-a676-09877415dd33/726efbb2-e040-43e9-9049-36e7845f314f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:55.964717 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.003734 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.061790 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.105411 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.128381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a9c2c-19e6-4698-b2f4-10403bf7e880 None None] Pushing event updated for resources: {'Port': ['ID=49d00d09-12ac-4a02-b7dd-afb9347a761b,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:56.139654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Attempting to bind port 49d00d09-12ac-4a02-b7dd-afb9347a761b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:52:56.139654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Attempting to bind port 49d00d09-12ac-4a02-b7dd-afb9347a761b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:52:56.139654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Attempting to bind port 49d00d09-12ac-4a02-b7dd-afb9347a761b on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:56.142957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:52:56.143341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:56.143789 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.144143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:52:56.144682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Bound port: 49d00d09-12ac-4a02-b7dd-afb9347a761b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:52:56.145070 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.163699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Pushing event updated for resources: {'Port': ['ID=726efbb2-e040-43e9-9049-36e7845f314f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:56.175883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:56.178103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:56.180473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:56.201166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] For port 49d00d09-12ac-4a02-b7dd-afb9347a761b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:52:56.205042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] For port 49d00d09-12ac-4a02-b7dd-afb9347a761b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=49d00d09-12ac-4a02-b7dd-afb9347a761b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:52:56.220925 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.285358 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.365630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a9c2c-19e6-4698-b2f4-10403bf7e880 None None] Pushing event updated for resources: {'Port': ['ID=49d00d09-12ac-4a02-b7dd-afb9347a761b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:56.375808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Routers {'5b66f7c5-2335-423d-b37f-73f26478e870'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:56.376060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:52:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5b66f7c5-2335-423d-b37f-73f26478e870'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:56.474038 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.522071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d4039f91-16a4-47d3-8cf3-156bb75f873d None None] Provisioning complete for port 726efbb2-e040-43e9-9049-36e7845f314f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:56.522453 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4039f91-16a4-47d3-8cf3-156bb75f873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.526586 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] Set router 5b66f7c5-2335-423d-b37f-73f26478e870 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:56.677720 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.680031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d4039f91-16a4-47d3-8cf3-156bb75f873d None None] Port 726efbb2-e040-43e9-9049-36e7845f314f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:56.762100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'name': 'tempest-TestAggregatesBasicOps-1715426439-router', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:52Z', 'updated_at': '2021-09-17T22:52:53Z', 'revision_number': 3, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'gw_port': {'id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:53Z', 'updated_at': '2021-09-17T22:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:56.789046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3abe17-e982-48a0-b4b0-297693100a77 None None] The sync data for ids ['5b66f7c5-2335-423d-b37f-73f26478e870'] in n-d-713499-18 is: [{'id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'name': 'tempest-TestAggregatesBasicOps-1715426439-router', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:52Z', 'updated_at': '2021-09-17T22:52:53Z', 'revision_number': 3, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'gw_port': {'id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:53Z', 'updated_at': '2021-09-17T22:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:52:56.790801 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.867742 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:56.870730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Pushing event updated for resources: {'Port': ['ID=726efbb2-e040-43e9-9049-36e7845f314f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:56.981903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:56.983519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:57.187923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Router 5b66f7c5-2335-423d-b37f-73f26478e870 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:52:57.305214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b78baa0d-4b48-4fe4-999d-3f697441b488 None None] Provisioning complete for port 726efbb2-e040-43e9-9049-36e7845f314f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:57.305622 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b78baa0d-4b48-4fe4-999d-3f697441b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:57.329004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:52:57.335337 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4499557d-995b-4cdd-b4c1-f52038014c94 admin admin] 10.222.0.30 "PUT /v2.0/routers/5b66f7c5-2335-423d-b37f-73f26478e870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1600068 Sep 17 22:52:57.358946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b78baa0d-4b48-4fe4-999d-3f697441b488 None None] Port 726efbb2-e040-43e9-9049-36e7845f314f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:57.599645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 49d00d09-12ac-4a02-b7dd-afb9347a761b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:57.683566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 49d00d09-12ac-4a02-b7dd-afb9347a761b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:57.684357 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:57.802070 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:57.824959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 49d00d09-12ac-4a02-b7dd-afb9347a761b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=49d00d09-12ac-4a02-b7dd-afb9347a761b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:57.947715 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:58.025735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=49d00d09-12ac-4a02-b7dd-afb9347a761b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:58.045296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.046861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.047286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.047698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.048615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.049020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.049415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.049784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.050343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.050684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.051211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:58.051619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:59.239095 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Sync routers for ids ['5b66f7c5-2335-423d-b37f-73f26478e870'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:52:59.256059 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Routers {'5b66f7c5-2335-423d-b37f-73f26478e870'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:59.256771 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:52:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5b66f7c5-2335-423d-b37f-73f26478e870'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:59.424525 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Set router 5b66f7c5-2335-423d-b37f-73f26478e870 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:59.438914 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:59.606166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 49d00d09-12ac-4a02-b7dd-afb9347a761b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:59.769685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 49d00d09-12ac-4a02-b7dd-afb9347a761b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:59.770263 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:59.845752 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'name': 'tempest-TestAggregatesBasicOps-1715426439-router', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:52Z', 'updated_at': '2021-09-17T22:52:56Z', 'revision_number': 4, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'gw_port': {'id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:53Z', 'updated_at': '2021-09-17T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '726efbb2-e040-43e9-9049-36e7845f314f', 'name': '', 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'mac_address': 'fa:16:3e:05:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '59097e96-07af-4765-a676-09877415dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:55Z', 'updated_at': '2021-09-17T22:52:56Z', 'revision_number': 2, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'subnets': [{'id': '59097e96-07af-4765-a676-09877415dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:59.919493 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Checking router: 5b66f7c5-2335-423d-b37f-73f26478e870 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:52:59.920052 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Updating router 5b66f7c5-2335-423d-b37f-73f26478e870 port 726efbb2-e040-43e9-9049-36e7845f314f binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:52:59.961316 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.467357 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.553435 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.879711 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb4c17-9d30-43c5-9be7-6109dce0b758 None None] Pushing event updated for resources: {'Port': ['ID=726efbb2-e040-43e9-9049-36e7845f314f,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:00.907962 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Attempting to bind port 726efbb2-e040-43e9-9049-36e7845f314f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:00.908314 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Attempting to bind port 726efbb2-e040-43e9-9049-36e7845f314f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:00.909380 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Attempting to bind port 726efbb2-e040-43e9-9049-36e7845f314f on network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:00.914416 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:00.914785 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Checking segment: {'id': 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:00.915245 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:00.915770 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Bound using segment: {'id': 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:00.916270 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Bound port: 726efbb2-e040-43e9-9049-36e7845f314f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:00.916641 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.006281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-14f69358-d8d9-4c6a-ba43-b134d8bb6384 None None] Provisioning complete for port 726efbb2-e040-43e9-9049-36e7845f314f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:01.007363 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-14f69358-d8d9-4c6a-ba43-b134d8bb6384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.043560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-14f69358-d8d9-4c6a-ba43-b134d8bb6384 None None] Port 726efbb2-e040-43e9-9049-36e7845f314f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:01.056444 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] For port 726efbb2-e040-43e9-9049-36e7845f314f, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:01.142456 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] For port 726efbb2-e040-43e9-9049-36e7845f314f, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=726efbb2-e040-43e9-9049-36e7845f314f,segment=NetworkSegment(f70518a3-8f7e-4c03-a30d-18621dd0f2ef),segment_id=f70518a3-8f7e-4c03-a30d-18621dd0f2ef)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:01.229078 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45308) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:01.244699 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.344611 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Routers {'5b66f7c5-2335-423d-b37f-73f26478e870'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:01.345601 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:52:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5b66f7c5-2335-423d-b37f-73f26478e870'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:01.385185 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb4c17-9d30-43c5-9be7-6109dce0b758 None None] Pushing event updated for resources: {'Port': ['ID=726efbb2-e040-43e9-9049-36e7845f314f,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:01.515891 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] Set router 5b66f7c5-2335-423d-b37f-73f26478e870 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:01.788463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-341042b7-bda6-4d7d-b027-b246b003deb2 None None] Provisioning complete for port 726efbb2-e040-43e9-9049-36e7845f314f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:01.788839 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-341042b7-bda6-4d7d-b027-b246b003deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.801211 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.832934 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'name': 'tempest-TestAggregatesBasicOps-1715426439-router', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:52Z', 'updated_at': '2021-09-17T22:52:56Z', 'revision_number': 4, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'gw_port': {'id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:53Z', 'updated_at': '2021-09-17T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '726efbb2-e040-43e9-9049-36e7845f314f', 'name': '', 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'mac_address': 'fa:16:3e:05:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '59097e96-07af-4765-a676-09877415dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:55Z', 'updated_at': '2021-09-17T22:53:01Z', 'revision_number': 4, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'subnets': [{'id': '59097e96-07af-4765-a676-09877415dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:01.863989 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b8c17-7624-41c2-af2b-031cbee6b743 None None] The sync data for ids ['5b66f7c5-2335-423d-b37f-73f26478e870'] in n-d-713499-18 is: [{'id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'name': 'tempest-TestAggregatesBasicOps-1715426439-router', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:52Z', 'updated_at': '2021-09-17T22:52:56Z', 'revision_number': 4, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'gw_port': {'id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:53Z', 'updated_at': '2021-09-17T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '726efbb2-e040-43e9-9049-36e7845f314f', 'name': '', 'network_id': '9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'mac_address': 'fa:16:3e:05:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '59097e96-07af-4765-a676-09877415dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:55Z', 'updated_at': '2021-09-17T22:53:01Z', 'revision_number': 4, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'subnets': [{'id': '59097e96-07af-4765-a676-09877415dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:01.939312 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-341042b7-bda6-4d7d-b027-b246b003deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:01.977387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-341042b7-bda6-4d7d-b027-b246b003deb2 None None] For port 726efbb2-e040-43e9-9049-36e7845f314f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=726efbb2-e040-43e9-9049-36e7845f314f,segment=NetworkSegment(f70518a3-8f7e-4c03-a30d-18621dd0f2ef),segment_id=f70518a3-8f7e-4c03-a30d-18621dd0f2ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:02.074029 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-341042b7-bda6-4d7d-b027-b246b003deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.192079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341042b7-bda6-4d7d-b027-b246b003deb2 None None] Pushing event updated for resources: {'Port': ['ID=726efbb2-e040-43e9-9049-36e7845f314f,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:02.200019 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] Deleting port 99f70d32-c3a5-43a1-acb9-24fb42253b28 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:02.200844 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.302447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] For port 99f70d32-c3a5-43a1-acb9-24fb42253b28, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=99f70d32-c3a5-43a1-acb9-24fb42253b28,segment=NetworkSegment(7f581a08-d758-4cef-8fb7-8bf5ff15d0a0),segment_id=7f581a08-d758-4cef-8fb7-8bf5ff15d0a0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:02.303568 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.320983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] Calling delete_port for 99f70d32-c3a5-43a1-acb9-24fb42253b28 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:02.630987 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:02.661654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f70d32-c3a5-43a1-acb9-24fb42253b28,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:02.913870 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:03.189197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] Router 56996425-5730-46f7-955b-033d05c3824f has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:03.285808 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d09f203-c45a-4073-a381-4ca4f060f402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:03.330810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:03.339876 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b665a062-df21-42ad-b707-2da5cd260e01 admin admin] 10.222.0.30 "PUT /v2.0/routers/56996425-5730-46f7-955b-033d05c3824f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1076941 Sep 17 22:53:03.343950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45322) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:03.349687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] Sync routers for ids ['56996425-5730-46f7-955b-033d05c3824f'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:03.369881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] Routers {'56996425-5730-46f7-955b-033d05c3824f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:03.378588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:52:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['56996425-5730-46f7-955b-033d05c3824f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:03.510623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] Set router 56996425-5730-46f7-955b-033d05c3824f gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:03.527045 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:03.721804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:03.734947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 726efbb2-e040-43e9-9049-36e7845f314f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:03.815584 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56996425-5730-46f7-955b-033d05c3824f', 'name': 'tempest-TestAggregatesBasicOps-1889375640-router', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:53:02Z', 'revision_number': 5, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'gw_port': {'id': '73cca744-b3e9-490d-ba88-bd79ceb98d2a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56996425-5730-46f7-955b-033d05c3824f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:03.819196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 726efbb2-e040-43e9-9049-36e7845f314f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:03.819196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:03.847334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] Checking router: 56996425-5730-46f7-955b-033d05c3824f for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:03.873263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Deleting port 73cca744-b3e9-490d-ba88-bd79ceb98d2a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:03.873703 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:03.881396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] Routers {'56996425-5730-46f7-955b-033d05c3824f'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:03.882340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:52:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['56996425-5730-46f7-955b-033d05c3824f'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:04.024700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] For port 73cca744-b3e9-490d-ba88-bd79ceb98d2a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=73cca744-b3e9-490d-ba88-bd79ceb98d2a,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:04.025338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:04.043915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Calling delete_port for 73cca744-b3e9-490d-ba88-bd79ceb98d2a owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:04.190777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] Set router 56996425-5730-46f7-955b-033d05c3824f gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:04.249520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56996425-5730-46f7-955b-033d05c3824f', 'name': 'tempest-TestAggregatesBasicOps-1889375640-router', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:53:03Z', 'revision_number': 6, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:04.284305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d319b8-919c-4710-be80-879b8d838cfe None None] The sync data for ids ['56996425-5730-46f7-955b-033d05c3824f'] in n-d-713499-18 is: [{'id': '56996425-5730-46f7-955b-033d05c3824f', 'name': 'tempest-TestAggregatesBasicOps-1889375640-router', 'tenant_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:43Z', 'updated_at': '2021-09-17T22:53:03Z', 'revision_number': 6, 'project_id': 'eb9c1bfc0d9b4f2ea3d7b036b5e0da0e', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:04.342609 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:04.385244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=73cca744-b3e9-490d-ba88-bd79ceb98d2a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:04.413482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.413907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.414320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.414718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.415114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.415519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.415924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.416377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.416796 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.417903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.418030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.418589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:04.464342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:04.575408 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:04.578570 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:04.716787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:04.717666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56996425-5730-46f7-955b-033d05c3824f {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:53:04.723918 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:04.730188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-be032f0e-7bb1-481a-b8f9-7c395fe4b3f0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/56996425-5730-46f7-955b-033d05c3824f HTTP/1.1" status: 204 len: 168 time: 1.3798199 Sep 17 22:53:04.730188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45340) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:04.783169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-e651d83b-1c98-4d87-b49d-0334af393853 admin admin] Deleting subnet fb3da6dd-659d-448f-8df0-3c1eb9ffb888 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:53:04.786527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e651d83b-1c98-4d87-b49d-0334af393853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:04.831226 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e651d83b-1c98-4d87-b49d-0334af393853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:04.924239 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e651d83b-1c98-4d87-b49d-0334af393853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.073839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e651d83b-1c98-4d87-b49d-0334af393853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.141235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651d83b-1c98-4d87-b49d-0334af393853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3da6dd-659d-448f-8df0-3c1eb9ffb888,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:05.143269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e651d83b-1c98-4d87-b49d-0334af393853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.151171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e651d83b-1c98-4d87-b49d-0334af393853 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fb3da6dd-659d-448f-8df0-3c1eb9ffb888 HTTP/1.1" status: 204 len: 168 time: 0.4202385 Sep 17 22:53:05.152972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45346) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:05.159291 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be6ce8-2f5b-40de-a246-5e397f9c41e2 None None] Network b631f78e-0b25-4eeb-bf8e-e9a80ec8507b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:05.266629 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.344849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Deleting port c9ff5bc4-1414-41b1-be16-df8143a5383a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:05.345184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.426847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] For port c9ff5bc4-1414-41b1-be16-df8143a5383a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c9ff5bc4-1414-41b1-be16-df8143a5383a,segment=NetworkSegment(7f581a08-d758-4cef-8fb7-8bf5ff15d0a0),segment_id=7f581a08-d758-4cef-8fb7-8bf5ff15d0a0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:05.427218 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.429906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23237ece-8705-4c0a-8d15-315c3bd7a4f4 None None] DHCP port deletion for b631f78e-0b25-4eeb-bf8e-e9a80ec8507b request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:53:05.442093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Calling delete_port for c9ff5bc4-1414-41b1-be16-df8143a5383a owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:05.531528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-23237ece-8705-4c0a-8d15-315c3bd7a4f4 None None] Deleting port c9ff5bc4-1414-41b1-be16-df8143a5383a {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:05.532270 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23237ece-8705-4c0a-8d15-315c3bd7a4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.624919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-23237ece-8705-4c0a-8d15-315c3bd7a4f4 None None] For port c9ff5bc4-1414-41b1-be16-df8143a5383a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c9ff5bc4-1414-41b1-be16-df8143a5383a,segment=NetworkSegment(7f581a08-d758-4cef-8fb7-8bf5ff15d0a0),segment_id=7f581a08-d758-4cef-8fb7-8bf5ff15d0a0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:05.625326 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23237ece-8705-4c0a-8d15-315c3bd7a4f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.641429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-23237ece-8705-4c0a-8d15-315c3bd7a4f4 None None] Calling delete_port for c9ff5bc4-1414-41b1-be16-df8143a5383a owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:05.676501 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.694143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 73cca744-b3e9-490d-ba88-bd79ceb98d2a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:05.705370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ff5bc4-1414-41b1-be16-df8143a5383a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:05.712941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] No DVR routers for this DVR port c9ff5bc4-1414-41b1-be16-df8143a5383a on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:05.724029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 73cca744-b3e9-490d-ba88-bd79ceb98d2a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:05.724412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 73cca744-b3e9-490d-ba88-bd79ceb98d2a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:05.724799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 99f70d32-c3a5-43a1-acb9-24fb42253b28 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:05.748191 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 99f70d32-c3a5-43a1-acb9-24fb42253b28 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:05.748808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 99f70d32-c3a5-43a1-acb9-24fb42253b28 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:05.749413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c9ff5bc4-1414-41b1-be16-df8143a5383a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:05.778088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: c9ff5bc4-1414-41b1-be16-df8143a5383a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:05.779120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c9ff5bc4-1414-41b1-be16-df8143a5383a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:05.816322 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:53:05.818373 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 22:53:05.831149 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23237ece-8705-4c0a-8d15-315c3bd7a4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.845378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b631f78e-0b25-4eeb-bf8e-e9a80ec8507b']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:05.857401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23237ece-8705-4c0a-8d15-315c3bd7a4f4 None None] Pushing event deleted for resources: {'Port': ['ID=c9ff5bc4-1414-41b1-be16-df8143a5383a,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:05.862500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:05.862500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f581a08-d758-4cef-8fb7-8bf5ff15d0a0') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:05.875640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.878412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23237ece-8705-4c0a-8d15-315c3bd7a4f4 None None] No DVR routers for this DVR port c9ff5bc4-1414-41b1-be16-df8143a5383a on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:05.897668 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.904205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:53:05.904599 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:53:05.906368 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:53:05.914245 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-396e582b-50fe-478e-9e23-37454df46dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.050634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.058374 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.064206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] 10.222.0.30 "DELETE /v2.0/networks/b631f78e-0b25-4eeb-bf8e-e9a80ec8507b HTTP/1.1" status: 204 len: 168 time: 0.9081731 Sep 17 22:53:06.066015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45352) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:06.086588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd56f20-65d4-4166-85fc-093336a1f8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=b631f78e-0b25-4eeb-bf8e-e9a80ec8507b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:06.496005 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.789901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] Deleting port 726efbb2-e040-43e9-9049-36e7845f314f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:06.790261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.878676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] For port 726efbb2-e040-43e9-9049-36e7845f314f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=726efbb2-e040-43e9-9049-36e7845f314f,segment=NetworkSegment(f70518a3-8f7e-4c03-a30d-18621dd0f2ef),segment_id=f70518a3-8f7e-4c03-a30d-18621dd0f2ef)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:06.879203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:06.897360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] Calling delete_port for 726efbb2-e040-43e9-9049-36e7845f314f owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:06.897893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45362) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:07.029525 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.036334 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6136db00-3447-4b0c-b06c-d80cbc1c7670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.305787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.334731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=726efbb2-e040-43e9-9049-36e7845f314f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:07.399816 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.447053 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6136db00-3447-4b0c-b06c-d80cbc1c7670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.547693 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6136db00-3447-4b0c-b06c-d80cbc1c7670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.599440 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6136db00-3447-4b0c-b06c-d80cbc1c7670 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc840483871647aa800e2f8643ae871e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6990447 Sep 17 22:53:07.600698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136db00-3447-4b0c-b06c-d80cbc1c7670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb21d387-9605-4c05-a69a-914a23eafcdc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:07.605260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45374) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:07.656829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.666332 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c684a7ea-1ee9-478a-a198-c9c7adedef5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.697050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c684a7ea-1ee9-478a-a198-c9c7adedef5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.864999 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c684a7ea-1ee9-478a-a198-c9c7adedef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.868040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c684a7ea-1ee9-478a-a198-c9c7adedef5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:07.869546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c684a7ea-1ee9-478a-a198-c9c7adedef5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb21d387-9605-4c05-a69a-914a23eafcdc HTTP/1.1" status: 204 len: 168 time: 0.2608964 Sep 17 22:53:07.879623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684a7ea-1ee9-478a-a198-c9c7adedef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb21d387-9605-4c05-a69a-914a23eafcdc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:07.919850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] Router 5b66f7c5-2335-423d-b37f-73f26478e870 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:08.096920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:08.110680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-30124901-bac1-45c0-941e-9a8f9b813bb6 admin admin] 10.222.0.30 "PUT /v2.0/routers/5b66f7c5-2335-423d-b37f-73f26478e870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0428989 Sep 17 22:53:08.111786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45378) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:08.114531 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] Sync routers for ids ['5b66f7c5-2335-423d-b37f-73f26478e870'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:08.129466 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] Routers {'5b66f7c5-2335-423d-b37f-73f26478e870'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:08.130562 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5b66f7c5-2335-423d-b37f-73f26478e870'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:08.252778 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:08.298381 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] Set router 5b66f7c5-2335-423d-b37f-73f26478e870 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:08.419177 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:08.571196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Deleting port 49d00d09-12ac-4a02-b7dd-afb9347a761b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:08.571747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:08.572439 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'name': 'tempest-TestAggregatesBasicOps-1715426439-router', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:52Z', 'updated_at': '2021-09-17T22:53:07Z', 'revision_number': 5, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'gw_port': {'id': '49d00d09-12ac-4a02-b7dd-afb9347a761b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:52:53Z', 'updated_at': '2021-09-17T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:08.602442 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] Checking router: 5b66f7c5-2335-423d-b37f-73f26478e870 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:08.614016 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] Routers {'5b66f7c5-2335-423d-b37f-73f26478e870'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:08.614971 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['5b66f7c5-2335-423d-b37f-73f26478e870'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:08.670638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] For port 49d00d09-12ac-4a02-b7dd-afb9347a761b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=49d00d09-12ac-4a02-b7dd-afb9347a761b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:08.670971 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:08.691224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Calling delete_port for 49d00d09-12ac-4a02-b7dd-afb9347a761b owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:08.706575 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] Set router 5b66f7c5-2335-423d-b37f-73f26478e870 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:08.765960 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'name': 'tempest-TestAggregatesBasicOps-1715426439-router', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:52Z', 'updated_at': '2021-09-17T22:53:08Z', 'revision_number': 6, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:08.794595 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c86a3d-d645-4a1a-b1b3-30a0b21b75f8 None None] The sync data for ids ['5b66f7c5-2335-423d-b37f-73f26478e870'] in n-d-713499-18 is: [{'id': '5b66f7c5-2335-423d-b37f-73f26478e870', 'name': 'tempest-TestAggregatesBasicOps-1715426439-router', 'tenant_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:52:52Z', 'updated_at': '2021-09-17T22:53:08Z', 'revision_number': 6, 'project_id': '12f32eeca6124a3dbd0e82eb6a325b3c', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:08.981985 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.011365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d00d09-12ac-4a02-b7dd-afb9347a761b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:09.077110 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.096342 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.527357 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.529842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.661590 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.662279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b66f7c5-2335-423d-b37f-73f26478e870 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:53:09.668454 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.672275 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-33ade17e-7dd5-4729-9dbc-e156b4c87af4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5b66f7c5-2335-423d-b37f-73f26478e870 HTTP/1.1" status: 204 len: 168 time: 1.5566061 Sep 17 22:53:09.672564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45412) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:09.706149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 726efbb2-e040-43e9-9049-36e7845f314f no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:09.724795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c9ddc6-d845-4688-b9ae-a3e94038f8ac admin admin] Deleting subnet 59097e96-07af-4765-a676-09877415dd33 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:53:09.727501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 726efbb2-e040-43e9-9049-36e7845f314f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:09.727851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 726efbb2-e040-43e9-9049-36e7845f314f not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:09.728059 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64c9ddc6-d845-4688-b9ae-a3e94038f8ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:09.728302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 49d00d09-12ac-4a02-b7dd-afb9347a761b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:09.750161 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 49d00d09-12ac-4a02-b7dd-afb9347a761b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:09.750515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 49d00d09-12ac-4a02-b7dd-afb9347a761b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:10.113750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64c9ddc6-d845-4688-b9ae-a3e94038f8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.210099 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64c9ddc6-d845-4688-b9ae-a3e94038f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.371133 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64c9ddc6-d845-4688-b9ae-a3e94038f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.404237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9ddc6-d845-4688-b9ae-a3e94038f8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59097e96-07af-4765-a676-09877415dd33,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:10.406275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64c9ddc6-d845-4688-b9ae-a3e94038f8ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.410702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-64c9ddc6-d845-4688-b9ae-a3e94038f8ac admin admin] 10.222.0.30 "DELETE /v2.0/subnets/59097e96-07af-4765-a676-09877415dd33 HTTP/1.1" status: 204 len: 168 time: 0.7315702 Sep 17 22:53:10.411942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45418) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:10.415316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f9f4a7-d998-48ef-a394-3e11b72fcbce None None] Network 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:10.512070 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.578406 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.688036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1d074-417e-4cbe-a125-298e18989f38 None None] DHCP port deletion for 9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:53:10.700000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Deleting port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:10.700470 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.754436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1d074-417e-4cbe-a125-298e18989f38 None None] Deleting port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:10.754945 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d074-417e-4cbe-a125-298e18989f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.799165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] For port bfdd00a9-ebb9-4e6c-8165-7d2373c95005, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bfdd00a9-ebb9-4e6c-8165-7d2373c95005,segment=NetworkSegment(f70518a3-8f7e-4c03-a30d-18621dd0f2ef),segment_id=f70518a3-8f7e-4c03-a30d-18621dd0f2ef)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:10.799751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.819910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Calling delete_port for bfdd00a9-ebb9-4e6c-8165-7d2373c95005 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:10.860763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fbd1d074-417e-4cbe-a125-298e18989f38 None None] For port bfdd00a9-ebb9-4e6c-8165-7d2373c95005, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bfdd00a9-ebb9-4e6c-8165-7d2373c95005,segment=NetworkSegment(f70518a3-8f7e-4c03-a30d-18621dd0f2ef),segment_id=f70518a3-8f7e-4c03-a30d-18621dd0f2ef)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:10.861165 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d074-417e-4cbe-a125-298e18989f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.878596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1d074-417e-4cbe-a125-298e18989f38 None None] Calling delete_port for bfdd00a9-ebb9-4e6c-8165-7d2373c95005 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:11.062119 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.072812 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d074-417e-4cbe-a125-298e18989f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.077030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] No DVR routers for this DVR port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:11.105401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1d074-417e-4cbe-a125-298e18989f38 None None] Pushing event deleted for resources: {'Port': ['ID=bfdd00a9-ebb9-4e6c-8165-7d2373c95005,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:11.108320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdd00a9-ebb9-4e6c-8165-7d2373c95005,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:11.109923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1d074-417e-4cbe-a125-298e18989f38 None None] No DVR routers for this DVR port bfdd00a9-ebb9-4e6c-8165-7d2373c95005 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:11.197050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.218263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:11.227858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:11.228176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70518a3-8f7e-4c03-a30d-18621dd0f2ef') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:11.242794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.261498 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.268001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:53:11.268685 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:53:11.270313 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:53:11.353010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45432) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:11.390238 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.395972 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.397907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] 10.222.0.30 "DELETE /v2.0/networks/9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5 HTTP/1.1" status: 204 len: 168 time: 0.9859343 Sep 17 22:53:11.413406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210540cd-56fb-481b-8b55-0249d3d98acc admin admin] Pushing event deleted for resources: {'Network': ['ID=9999887a-9fa1-4ccd-bc4d-f2ca425ce4c5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:11.470367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1be60e51-ba33-4e3a-80e6-7216c10878c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.544361 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bfdd00a9-ebb9-4e6c-8165-7d2373c95005 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:11.564807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: bfdd00a9-ebb9-4e6c-8165-7d2373c95005 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:11.568247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bfdd00a9-ebb9-4e6c-8165-7d2373c95005 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:11.569805 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1be60e51-ba33-4e3a-80e6-7216c10878c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.685057 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1be60e51-ba33-4e3a-80e6-7216c10878c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.725255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1be60e51-ba33-4e3a-80e6-7216c10878c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcfa4583ad3c46a3baeda2c00029eae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711522 Sep 17 22:53:11.727308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be60e51-ba33-4e3a-80e6-7216c10878c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00c6118-c6a5-4334-98bf-fa6a4fddbeed,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:11.727785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45440) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:11.778885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3732a00f-01f9-4009-bfd6-2c32dae3980d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.800061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3732a00f-01f9-4009-bfd6-2c32dae3980d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.818528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45442) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:11.859413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-06ed7be9-e555-465b-8a31-854c599a61e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb9c1bfc0d9b4f2ea3d7b036b5e0da0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396292 Sep 17 22:53:11.862297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45444) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:11.912361 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f9434d70-41a9-4d12-afa8-883fe8790ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.919581 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3732a00f-01f9-4009-bfd6-2c32dae3980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.922585 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3732a00f-01f9-4009-bfd6-2c32dae3980d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:11.925595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3732a00f-01f9-4009-bfd6-2c32dae3980d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c00c6118-c6a5-4334-98bf-fa6a4fddbeed HTTP/1.1" status: 204 len: 168 time: 0.1950557 Sep 17 22:53:11.936573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732a00f-01f9-4009-bfd6-2c32dae3980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00c6118-c6a5-4334-98bf-fa6a4fddbeed,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:11.946471 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f9434d70-41a9-4d12-afa8-883fe8790ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.096014 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f9434d70-41a9-4d12-afa8-883fe8790ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.098928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f9434d70-41a9-4d12-afa8-883fe8790ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.102522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f9434d70-41a9-4d12-afa8-883fe8790ded admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c2f461a-0800-4754-b08c-c728abf3d5e1 HTTP/1.1" status: 204 len: 168 time: 0.2369523 Sep 17 22:53:12.109630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9434d70-41a9-4d12-afa8-883fe8790ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f461a-0800-4754-b08c-c728abf3d5e1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:12.526845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-9ea9e514-6e51-458d-a1b7-5daa446b0f27 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d40faff265924760aca83bfaa3a1713e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241799 Sep 17 22:53:12.643363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-3b975b52-3d74-44f6-b3f0-b96dbb7fdaa2 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:12.644883 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-3b975b52-3d74-44f6-b3f0-b96dbb7fdaa2 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1120842 Sep 17 22:53:12.660619 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-39cf94b3-afa7-4cc4-be4b-789d43a18d5e tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/quotas/d40faff265924760aca83bfaa3a1713e HTTP/1.1" status: 200 len: 375 time: 0.0100098 Sep 17 22:53:12.665574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45476) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:12.694801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-e4a0d05f-3f06-449c-8faf-5bd33e15918e tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d40faff265924760aca83bfaa3a1713e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280392 Sep 17 22:53:12.710839 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9f887b0c-e4de-4623-bfa5-2b204a4524e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12f32eeca6124a3dbd0e82eb6a325b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440943 Sep 17 22:53:12.713350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45478) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:12.775213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06d9b9ff-c6e8-46bc-9b19-b514d3c98156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.798449 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06d9b9ff-c6e8-46bc-9b19-b514d3c98156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.924503 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06d9b9ff-c6e8-46bc-9b19-b514d3c98156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.927192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06d9b9ff-c6e8-46bc-9b19-b514d3c98156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:12.928471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-06d9b9ff-c6e8-46bc-9b19-b514d3c98156 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b13ae06c-e0a7-4287-8f63-9d3aa42405e3 HTTP/1.1" status: 204 len: 168 time: 0.2136357 Sep 17 22:53:12.938215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9b9ff-c6e8-46bc-9b19-b514d3c98156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13ae06c-e0a7-4287-8f63-9d3aa42405e3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:13.053031 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2185c99c-6909-4784-9785-0015ff9fd82e req-a047bbd3-0d5c-4012-b524-c53fe5da6369 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0306551 Sep 17 22:53:13.950004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45534) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:14.085357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45542) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:14.135057 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-723a54bd-6b17-4117-9a0b-18dc9fca65e3 req-34c14764-170a-4953-a013-1a016b377a9e tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0277734 Sep 17 22:53:14.174017 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1436510685-network', 'tenant_id': 'a0566521617a41b1bba852589cd5383e'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:14.224363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'network': {'name': 'tempest-network-smoke--1611272783', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'port_security_enabled': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:14.264942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Made reservation on behalf of a0566521617a41b1bba852589cd5383e for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:14.267346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.276732 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.359063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Made reservation on behalf of f9951b87a3a447d080e4f181fe497ccc for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:14.363087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.372038 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.437865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.521994 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.551152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:53:14.557886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0bdf30-42d0-40c6-ba34-7849bc66ea8e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:14.566372 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.566372 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Added segment e0e99e34-7683-4727-a45a-c054c6b3bd81 of type vlan for network 3618794c-b2ac-4fa8-8246-2e450d6871d7 Sep 17 22:53:14.611090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.613390 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.684614 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.713275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:53:14.723816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a62b0a-225e-416c-98d3-85fdfbd5cae9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:14.730445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.731608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:14.732329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.741071 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.741071 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Added segment c05f3b99-8693-47cb-ba10-83d73609b698 of type vlan for network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e Sep 17 22:53:14.785947 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.801022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] Pushing event updated for resources: {'Network': ['ID=3618794c-b2ac-4fa8-8246-2e450d6871d7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:14.810644 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 3618794c-b2ac-4fa8-8246-2e450d6871d7 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:53:14.856678 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-681e4dd3-eba5-4e3f-8d1e-445943c70b64 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9039998 Sep 17 22:53:14.860157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45546) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:14.865223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Request body: {'subnet': {'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1436510685-subnet', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:14.884351 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.890758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:14.891358 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:14.956418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Network': ['ID=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:14.967349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:53:14.972072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Made reservation on behalf of a0566521617a41b1bba852589cd5383e for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:14.972072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.060228 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a5f01e64-5a49-4a6b-98cc-3075cbabc6e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9736495 Sep 17 22:53:15.063011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45550) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:15.067679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-578725663', 'admin_state_up': True, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:15.181710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.182806 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.219735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.239765 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6ec8b51a-e653-4205-baee-6386e644f004 req-71956b32-9f3a-483f-90d1-d2b63a73f592 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0315506 Sep 17 22:53:15.242659 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.300665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6fcb441-6de5-4de9-b448-2e7a562a9b86,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:15.316581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Checking segment: {'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:15.316581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Network hostable DHCP agents. Network: 3618794c-b2ac-4fa8-8246-2e450d6871d7, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:53:15.435467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Network 3618794c-b2ac-4fa8-8246-2e450d6871d7 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:53:15.438755 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-15f9ae20-d64e-49f3-8024-dec6b84ff290 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d40faff265924760aca83bfaa3a1713e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309668 Sep 17 22:53:15.475437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.510653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 3618794c-b2ac-4fa8-8246-2e450d6871d7) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:15.520190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e510172-dd74-4227-a578-7284ad19533a None None] Network 3618794c-b2ac-4fa8-8246-2e450d6871d7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:15.558113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:15.558652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.650600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-82209a3f-a475-4e6a-afab-37f957654c63 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:15.652147 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-82209a3f-a475-4e6a-afab-37f957654c63 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074604 Sep 17 22:53:15.671116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Request body: {'port': {'device_id': 'b8c3e105-132e-48b9-a37e-51f11ff4fbc9', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': 'd40faff265924760aca83bfaa3a1713e'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:15.680437 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f799edf1-c1e0-4da9-8592-d43501ebf3da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8165760 Sep 17 22:53:15.683169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-3618794c-b2ac-4fa8-8246-2e450d6871d7', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:53:15.684913 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.689507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45556) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:15.696311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:15.798258 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.818397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.838729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Allocated IP 172.20.0.2 (3618794c-b2ac-4fa8-8246-2e450d6871d7/a6fcb441-6de5-4de9-b448-2e7a562a9b86/9e99bde3-de25-42b7-8d91-c6302971117f) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:15.852221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.853296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.917639 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.931907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Made reservation on behalf of d40faff265924760aca83bfaa3a1713e for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:15.936413 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.939141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Allocated IP 172.25.6.126 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/03021a89-1c19-4396-a5d8-745bdc465e59) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:15.945855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:15.987383 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.050266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.062255 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.110713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Pushing event updated for resources: {'Port': ['ID=9e99bde3-de25-42b7-8d91-c6302971117f,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:16.114488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Network 3618794c-b2ac-4fa8-8246-2e450d6871d7 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:16.116262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:16.119924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:16.147459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.148019 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.176920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Attempting to bind port 9e99bde3-de25-42b7-8d91-c6302971117f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:16.177380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Attempting to bind port 9e99bde3-de25-42b7-8d91-c6302971117f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:16.177813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Attempting to bind port 9e99bde3-de25-42b7-8d91-c6302971117f on network 3618794c-b2ac-4fa8-8246-2e450d6871d7 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:16.178890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.183022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:16.183501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Checking segment: {'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:16.183917 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.184342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Bound using segment: {'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:16.184817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Bound port: 9e99bde3-de25-42b7-8d91-c6302971117f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:16.185203 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.189792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:16.192953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:16.195598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:16.224600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.227851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=03021a89-1c19-4396-a5d8-745bdc465e59,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:16.256747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] For port 9e99bde3-de25-42b7-8d91-c6302971117f, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:16.259852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] For port 9e99bde3-de25-42b7-8d91-c6302971117f, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9e99bde3-de25-42b7-8d91-c6302971117f,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:16.310546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226edc79-64b8-4016-a93b-53e6fa8b638a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:16.348306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.366290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-78825f6b-be1e-4fe6-b161-fbca672a27d1 req-0e6a5a02-3222-4e41-acf5-de2919cd59f3 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0478344 Sep 17 22:53:16.417592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230c8f6-22fd-4aea-ab1e-5be49778d01f None None] Pushing event updated for resources: {'Port': ['ID=9e99bde3-de25-42b7-8d91-c6302971117f,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:16.469747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Allocated IP 192.168.233.234 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/af67c8a5-469b-4590-92f8-82f0024fb970) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:16.603507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.727259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.754721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.773331 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.819118 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:16.893858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Allocated IP 172.25.6.208 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/fe8d7f94-2c40-4da0-9a20-73ad41802ea0) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:16.971132 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.033660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:17.043116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:17.050241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 522d121e-2a8a-451f-9279-4c0b7fd928c2 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:53:17.050762 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:17.056840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Pushing event updated for resources: {'Port': ['ID=af67c8a5-469b-4590-92f8-82f0024fb970,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:17.088253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.159338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:17.160931 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.211030 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.230918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:17.247111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Sync routers for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:17.257118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:17.258318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:17.259617 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-669dff92-acf9-4ed4-8ba7-44489bd0a425 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5927827 Sep 17 22:53:17.267453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:17.271187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:17.283347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Request body: {'port': {'device_id': 'b8c3e105-132e-48b9-a37e-51f11ff4fbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:17.285557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:17.344979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Pushing event updated for resources: {'Port': ['ID=fe8d7f94-2c40-4da0-9a20-73ad41802ea0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:17.365476 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.371631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ec284093-9855-4a47-b262-85135708a9af tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3041995 Sep 17 22:53:17.372361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45564) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:17.463344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:17.537217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b1abddbb-9b15-428c-9a70-2f2babd49fba None None] Provisioning complete for port af67c8a5-469b-4590-92f8-82f0024fb970 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:17.538011 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b1abddbb-9b15-428c-9a70-2f2babd49fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.566506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.650977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8e61f9c8-dd3f-4f94-ac06-67fa083f69e9 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f9951b87a3a447d080e4f181fe497ccc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2752359 Sep 17 22:53:17.651570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45570) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:17.681397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bf8ec-2f68-4612-a14a-49c96ecba47f req-1e11d51e-6468-4e3f-ab90-d6761b7d5624 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:17.683138 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f4bf8ec-2f68-4612-a14a-49c96ecba47f req-1e11d51e-6468-4e3f-ab90-d6761b7d5624 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 936 time: 0.1439323 Sep 17 22:53:17.696999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9e99bde3-de25-42b7-8d91-c6302971117f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:17.737790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52c2bb8-e4da-4c01-9f1d-43b14d84cf7d None None] Network 3618794c-b2ac-4fa8-8246-2e450d6871d7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:17.775188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b1abddbb-9b15-428c-9a70-2f2babd49fba None None] Port af67c8a5-469b-4590-92f8-82f0024fb970 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:17.847290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f4bf8ec-2f68-4612-a14a-49c96ecba47f req-525da7d6-f154-4f67-a6c0-7f1d1b23f465 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509624 Sep 17 22:53:17.850334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a5db5-616b-431f-9f80-3018277a55c6 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:17.851964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9f8a5db5-616b-431f-9f80-3018277a55c6 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1966546 Sep 17 22:53:17.854578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45572) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:17.895934 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9e99bde3-de25-42b7-8d91-c6302971117f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:17.896365 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.910167 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3233b07e-c0b4-46df-8b27-5393b6e7244b tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485048 Sep 17 22:53:17.910167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45574) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:17.912813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554377389', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:17.961462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.965788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-da8de5fb-ee54-4885-b3ad-1461b672cd54 None None] Provisioning complete for port 9e99bde3-de25-42b7-8d91-c6302971117f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:17.966168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da8de5fb-ee54-4885-b3ad-1461b672cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.060977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:16Z', 'revision_number': 3, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:18.117816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Checking router: 522d121e-2a8a-451f-9279-4c0b7fd928c2 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:18.118159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Updating router 522d121e-2a8a-451f-9279-4c0b7fd928c2 port 03021a89-1c19-4396-a5d8-745bdc465e59 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:53:18.124519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Made reservation on behalf of f9951b87a3a447d080e4f181fe497ccc for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:18.128678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.379025 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.383732 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.415959 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.481520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af67c8a5-469b-4590-92f8-82f0024fb970 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:53:18.487749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Subnet': ['ID=db7262d7-5140-4b05-bca4-767632d24a83,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:18.498050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Checking segment: {'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:18.498363 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.498490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network hostable DHCP agents. Network: 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:53:18.535866 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da8de5fb-ee54-4885-b3ad-1461b672cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.549415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Transition to ACTIVE for port object af67c8a5-469b-4590-92f8-82f0024fb970 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:53:18.567607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 9e99bde3-de25-42b7-8d91-c6302971117f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9e99bde3-de25-42b7-8d91-c6302971117f,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:18.570909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.607605 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:53:18.675050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.744956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Pushing event updated for resources: {'Port': ['ID=af67c8a5-469b-4590-92f8-82f0024fb970,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:18.749212 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.771002 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.805427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:18.812583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:18.813882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.844582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34712e8-c358-443c-9db0-7988d60035a4 None None] Network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:18.847376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Attempting to bind port af67c8a5-469b-4590-92f8-82f0024fb970 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:18.847715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Attempting to bind port af67c8a5-469b-4590-92f8-82f0024fb970 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:18.848039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Attempting to bind port af67c8a5-469b-4590-92f8-82f0024fb970 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:18.853893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Port af67c8a5-469b-4590-92f8-82f0024fb970 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:53:18.854680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Attempting to bind port af67c8a5-469b-4590-92f8-82f0024fb970 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:18.860587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:18.860982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:18.861313 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:18.861931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Bound port: af67c8a5-469b-4590-92f8-82f0024fb970, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:18.862247 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.890801 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:18.968401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] For port af67c8a5-469b-4590-92f8-82f0024fb970, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:18.992355 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-da8de5fb-ee54-4885-b3ad-1461b672cd54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:53:18.993112 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-da8de5fb-ee54-4885-b3ad-1461b672cd54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:53:19.000398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] For port af67c8a5-469b-4590-92f8-82f0024fb970, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=af67c8a5-469b-4590-92f8-82f0024fb970,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:19.017298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=9e99bde3-de25-42b7-8d91-c6302971117f,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:19.045299 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-916c7c9e-4cbc-43ba-9ff1-59acc4542e47 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1244717 Sep 17 22:53:19.045299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45580) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:19.045596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43abb5-f907-445d-a069-7de9e3653108 req-c5b99981-823a-4f1d-9764-dd51673e16a5 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:19.045596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d43abb5-f907-445d-a069-7de9e3653108 req-c5b99981-823a-4f1d-9764-dd51673e16a5 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 948 time: 0.0908208 Sep 17 22:53:19.045596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:53:19.072065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Attempting to bind port 03021a89-1c19-4396-a5d8-745bdc465e59 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:19.073100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Attempting to bind port 03021a89-1c19-4396-a5d8-745bdc465e59 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:19.073254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Attempting to bind port 03021a89-1c19-4396-a5d8-745bdc465e59 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:19.154753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.174760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:19.175292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:19.177539 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.178125 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:19.178698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Bound port: 03021a89-1c19-4396-a5d8-745bdc465e59, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:19.179301 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.226256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:19.226887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.228335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c13581-0b1f-44fc-86e6-b2221fac0980 None None] Pushing event updated for resources: {'Port': ['ID=03021a89-1c19-4396-a5d8-745bdc465e59,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:19.228548 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] 10.222.0.15 "PUT /v2.0/ports/af67c8a5-469b-4590-92f8-82f0024fb970 HTTP/1.1" status: 200 len: 1097 time: 1.9549603 Sep 17 22:53:19.228842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c3e105-132e-48b9-a37e-51f11ff4fbc9', 'tag': 'af67c8a5-469b-4590-92f8-82f0024fb970'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:19.235667 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d5cf92-d617-4f92-818e-ca0837d84e52" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c3e105-132e-48b9-a37e-51f11ff4fbc9", "tag": "af67c8a5-469b-4590-92f8-82f0024fb970"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:19.305214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d43abb5-f907-445d-a069-7de9e3653108 req-51ebc544-31a3-4930-9eb1-0226f325eb63 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499750 Sep 17 22:53:19.319561 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b59891e-71bb-4406-bf8f-fc8e8d092156 x-openstack-request-id: req-7b59891e-71bb-4406-bf8f-fc8e8d092156 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:19.319779 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c3e105-132e-48b9-a37e-51f11ff4fbc9", "tag": "af67c8a5-469b-4590-92f8-82f0024fb970", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:19.319959 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b59891e-71bb-4406-bf8f-fc8e8d092156 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:19.320374 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c3e105-132e-48b9-a37e-51f11ff4fbc9', 'tag': 'af67c8a5-469b-4590-92f8-82f0024fb970', 'status': 'completed', 'code': 200} Sep 17 22:53:19.363239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] For port 03021a89-1c19-4396-a5d8-745bdc465e59, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:19.368271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:53:19.369687 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.404287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] For port 03021a89-1c19-4396-a5d8-745bdc465e59, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03021a89-1c19-4396-a5d8-745bdc465e59,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:19.431267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:19.453747 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Sync routers for ids ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:19.480995 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Routers {'04ab66ff-161c-4d4c-9cdd-5612bd7f9042'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:19.485323 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:19.582094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5536ae1-53a1-432d-a0c5-1aa60579f703 service neutron] Pushing event updated for resources: {'Port': ['ID=af67c8a5-469b-4590-92f8-82f0024fb970,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:19.586619 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.629760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5cf92-d617-4f92-818e-ca0837d84e52 req-53da0255-3f4d-4aef-94fe-5a9522cb4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:19.635472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7d5cf92-d617-4f92-818e-ca0837d84e52 req-53da0255-3f4d-4aef-94fe-5a9522cb4591 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40faff265924760aca83bfaa3a1713e&device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 1100 time: 0.2073002 Sep 17 22:53:19.683032 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7d5cf92-d617-4f92-818e-ca0837d84e52 req-9341b347-7852-4fb1-b472-9d8b072e1443 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d40faff265924760aca83bfaa3a1713e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327473 Sep 17 22:53:19.746985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9e99bde3-de25-42b7-8d91-c6302971117f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:19.758150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:19.759524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:19.774647 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Set router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:19.805379 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5cf92-d617-4f92-818e-ca0837d84e52 req-21aaced6-1ce0-4976-9c8e-51def82ed6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:19.806896 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7d5cf92-d617-4f92-818e-ca0837d84e52 req-21aaced6-1ce0-4976-9c8e-51def82ed6d7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176188 Sep 17 22:53:19.808450 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:19.814849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b75a6e6a-1b4e-47b4-80f6-029be0879dfa admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1196139 Sep 17 22:53:19.814849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45586) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:19.911188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Allocated IP 172.20.0.2 (0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e/db7262d7-5140-4b05-bca4-767632d24a83/ce7f92af-0b1b-4f82-af83-2cf4d669b171) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:19.946761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c13581-0b1f-44fc-86e6-b2221fac0980 None None] Pushing event updated for resources: {'Port': ['ID=03021a89-1c19-4396-a5d8-745bdc465e59,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:19.975631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:20.017021 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.175901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-840aa716-9996-4d7d-8d43-0366abdfdddc None None] Provisioning complete for port 9e99bde3-de25-42b7-8d91-c6302971117f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:20.176312 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-840aa716-9996-4d7d-8d43-0366abdfdddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.182569 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:17Z', 'revision_number': 3, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:20.271628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9e99bde3-de25-42b7-8d91-c6302971117f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:20.271929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.323054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-673f9f74-8c6c-486d-bc75-8f446c202e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:20.324753 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-673f9f74-8c6c-486d-bc75-8f446c202e44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40faff265924760aca83bfaa3a1713e&device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 1100 time: 0.3865774 Sep 17 22:53:20.354414 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Checking router: 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:20.354825 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Updating router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 port fe8d7f94-2c40-4da0-9a20-73ad41802ea0 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:53:20.393004 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.471922 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc25fa-38db-4694-a648-ee0045d8a664 req-b4bfdd2b-fdcd-40bf-be7c-3dc3ec8b6cb6 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:20.473371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4efc25fa-38db-4694-a648-ee0045d8a664 req-b4bfdd2b-fdcd-40bf-be7c-3dc3ec8b6cb6 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 948 time: 0.0701787 Sep 17 22:53:20.494722 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-b1b093ec-1e9c-40a6-a25e-af41b8ef3b6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=af67c8a5-469b-4590-92f8-82f0024fb970 HTTP/1.1" status: 200 len: 217 time: 0.1513066 Sep 17 22:53:20.499336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.542211 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4efc25fa-38db-4694-a648-ee0045d8a664 req-63e55b24-b70a-401e-907c-d8424e83a30d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514765 Sep 17 22:53:20.606147 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.614981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a32b8280-03f1-43d4-a562-04c64ee6a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:20.618087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-a32b8280-03f1-43d4-a562-04c64ee6a6e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.1119165 Sep 17 22:53:20.631773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:16Z', 'revision_number': 3, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:20.672038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f06e9-4e09-463d-a34f-0c161d0e52be None None] The sync data for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 is: [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:16Z', 'revision_number': 3, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:20.685837 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.750776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:20.752767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Pushing event updated for resources: {'Port': ['ID=ce7f92af-0b1b-4f82-af83-2cf4d669b171,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:20.756216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:20.758985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:20.824593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Allocated IP 172.20.0.1 (0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e/db7262d7-5140-4b05-bca4-767632d24a83/2605e64a-a34b-4f4f-92cd-8aaee2c54b4b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:20.837931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-aa9c1201-0180-4894-a926-2d3f94ea3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:20.841511 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-aa9c1201-0180-4894-a926-2d3f94ea3783 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1796529 Sep 17 22:53:20.846518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Attempting to bind port ce7f92af-0b1b-4f82-af83-2cf4d669b171 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:20.846518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Attempting to bind port ce7f92af-0b1b-4f82-af83-2cf4d669b171 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:20.846518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Attempting to bind port ce7f92af-0b1b-4f82-af83-2cf4d669b171 on network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:20.852406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:20.852784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Checking segment: {'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:20.853712 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.854106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Bound using segment: {'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:20.854590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Bound port: ce7f92af-0b1b-4f82-af83-2cf4d669b171, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:20.854974 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.855759 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.922735 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.940925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] For port ce7f92af-0b1b-4f82-af83-2cf4d669b171, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:20.947206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] For port ce7f92af-0b1b-4f82-af83-2cf4d669b171, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ce7f92af-0b1b-4f82-af83-2cf4d669b171,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:20.968597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Allocated IP 172.20.0.1 (3618794c-b2ac-4fa8-8246-2e450d6871d7/a6fcb441-6de5-4de9-b448-2e7a562a9b86/6b965094-7bee-4fe3-9c90-803c3dcf1065) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:21.012777 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Attempting to bind port fe8d7f94-2c40-4da0-9a20-73ad41802ea0 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:21.013150 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Attempting to bind port fe8d7f94-2c40-4da0-9a20-73ad41802ea0 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:21.013570 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Attempting to bind port fe8d7f94-2c40-4da0-9a20-73ad41802ea0 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:21.019617 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:21.020201 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:21.020744 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.021143 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:21.021684 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Bound port: fe8d7f94-2c40-4da0-9a20-73ad41802ea0, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:21.022070 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.033317 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-d09d89fb-215b-4125-a37d-deb22d5646a4 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823161 Sep 17 22:53:21.047721 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.083748 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccf7e2-1329-4423-b336-c962006bfee3 None None] Pushing event updated for resources: {'Port': ['ID=fe8d7f94-2c40-4da0-9a20-73ad41802ea0,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:21.113878 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.173339 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] For port fe8d7f94-2c40-4da0-9a20-73ad41802ea0, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:21.181432 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] For port fe8d7f94-2c40-4da0-9a20-73ad41802ea0, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fe8d7f94-2c40-4da0-9a20-73ad41802ea0,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:21.208460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f789f-8c40-4130-9603-6ba26001576e None None] Pushing event updated for resources: {'Port': ['ID=ce7f92af-0b1b-4f82-af83-2cf4d669b171,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:21.208942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.257308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:21.260826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:21.266020 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.273754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:21.278109 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f2817748-f529-47ea-b029-3b9fd2b17b83 req-d7003e6f-cb27-4fac-afff-f9aa7c6b00a3 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358449 Sep 17 22:53:21.281483 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.285347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=2605e64a-a34b-4f4f-92cd-8aaee2c54b4b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:21.352345 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.360512 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Routers {'04ab66ff-161c-4d4c-9cdd-5612bd7f9042'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:21.361163 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:21.422509 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.434629 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccf7e2-1329-4423-b336-c962006bfee3 None None] Pushing event updated for resources: {'Port': ['ID=fe8d7f94-2c40-4da0-9a20-73ad41802ea0,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:21.460041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Network 3618794c-b2ac-4fa8-8246-2e450d6871d7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:21.507074 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:21.512831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:21.629100 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] Set router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:21.661743 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.780076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Pushing event updated for resources: {'Port': ['ID=6b965094-7bee-4fe3-9c90-803c3dcf1065,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:21.800157 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.849256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ce7f92af-0b1b-4f82-af83-2cf4d669b171 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:21.927439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c856e-ad92-4214-bc3e-cc88c8f50463 req-0f11a689-af63-4d33-8864-77907899a15a tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:21.929222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c26c856e-ad92-4214-bc3e-cc88c8f50463 req-0f11a689-af63-4d33-8864-77907899a15a tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 948 time: 0.1993902 Sep 17 22:53:21.962873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ce7f92af-0b1b-4f82-af83-2cf4d669b171 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:21.963603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.075272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.078778 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:17Z', 'revision_number': 3, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:22.115176 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.123466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f4bd2ab9-40ea-46c9-99d5-b16e715b2d6e None None] Provisioning complete for port 6b965094-7bee-4fe3-9c90-803c3dcf1065 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:22.124246 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f4bd2ab9-40ea-46c9-99d5-b16e715b2d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.135862 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad692f6a-6a54-4df1-9431-3b52454c98f9 None None] The sync data for ids ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'] in n-d-713499-18 is: [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:17Z', 'revision_number': 3, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:22.228507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd2ab9-40ea-46c9-99d5-b16e715b2d6e None None] Port 6b965094-7bee-4fe3-9c90-803c3dcf1065 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:22.232701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port ce7f92af-0b1b-4f82-af83-2cf4d669b171, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ce7f92af-0b1b-4f82-af83-2cf4d669b171,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:22.312140 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.313333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03021a89-1c19-4396-a5d8-745bdc465e59 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:22.374949 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.436011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=ce7f92af-0b1b-4f82-af83-2cf4d669b171,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:22.442997 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.466988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 03021a89-1c19-4396-a5d8-745bdc465e59 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:22.467369 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.561868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c26c856e-ad92-4214-bc3e-cc88c8f50463 req-3cfcdca0-b9e6-46e1-bfc3-2d30db3802aa tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252944 Sep 17 22:53:22.601279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Pushing event updated for resources: {'Port': ['ID=6b965094-7bee-4fe3-9c90-803c3dcf1065,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:22.604301 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.638756 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.678798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 03021a89-1c19-4396-a5d8-745bdc465e59, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03021a89-1c19-4396-a5d8-745bdc465e59,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:22.752567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Network 3618794c-b2ac-4fa8-8246-2e450d6871d7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:22.755190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:22.793989 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.855855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.904564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=03021a89-1c19-4396-a5d8-745bdc465e59,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:22.930673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:22.958889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:23.033763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1673e35-2780-4f9a-8a95-fa26b2b65a25 None None] Network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:23.086413 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:23.091048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=2605e64a-a34b-4f4f-92cd-8aaee2c54b4b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:23.128657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:23.136601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5d9d3d92-ca82-4242-832c-7b7c83731cef admin admin] 10.222.0.30 "PUT /v2.0/routers/04ab66ff-161c-4d4c-9cdd-5612bd7f9042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3223224 Sep 17 22:53:23.191768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3f3d2bb4-c12b-402d-9afa-56c7d93397ce None None] Provisioning complete for port ce7f92af-0b1b-4f82-af83-2cf4d669b171 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:23.192160 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2bb4-c12b-402d-9afa-56c7d93397ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:23.252045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:23.254213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:23.409558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 522d121e-2a8a-451f-9279-4c0b7fd928c2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:23.561138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:23.576650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-03403c89-dca1-4efe-95c1-e37bde0cf0e7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "PUT /v2.0/routers/522d121e-2a8a-451f-9279-4c0b7fd928c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5370569 Sep 17 22:53:23.577307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45608) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:23.584717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Sync routers for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:23.620548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:23.621422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:23.713653 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0f03d336-e792-4879-9dfc-be1129ee9dac None None] Provisioning complete for port 6b965094-7bee-4fe3-9c90-803c3dcf1065 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:23.714027 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f03d336-e792-4879-9dfc-be1129ee9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:23.747163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba60a9-9fc9-495e-b079-0148967a5706 req-db19de8f-338e-49fc-9606-2a953d2bb521 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.757223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fba60a9-9fc9-495e-b079-0148967a5706 req-db19de8f-338e-49fc-9606-2a953d2bb521 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 948 time: 0.0880373 Sep 17 22:53:23.823718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fba60a9-9fc9-495e-b079-0148967a5706 req-098f9048-729e-42bf-b479-d7786703893a tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621858 Sep 17 22:53:23.840312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0f03d336-e792-4879-9dfc-be1129ee9dac None None] Port 6b965094-7bee-4fe3-9c90-803c3dcf1065 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:23.850487 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03021a89-1c19-4396-a5d8-745bdc465e59 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:23.881665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:23.931657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.932354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.932912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.933674 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.934215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.934734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.935260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.935851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.936389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.937000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:23.939711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-56b8bbe9-08e5-4ec5-8bb2-97782a69d804 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7066 time: 0.3614888 Sep 17 22:53:23.942467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45616) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:24.074748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.075626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.076457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.076914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.077477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.077828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 03021a89-1c19-4396-a5d8-745bdc465e59 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:24.078372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.078463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.078544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.078801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.080582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.081675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.099852 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-72fdb1bb-c062-44dd-ab62-542a9f9219cf tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6454 time: 0.1558342 Sep 17 22:53:24.102710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45622) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:24.138934 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8bc76f40-6528-43fd-b655-8cc95f72ede9 None None] Provisioning complete for port ce7f92af-0b1b-4f82-af83-2cf4d669b171 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:24.139307 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8bc76f40-6528-43fd-b655-8cc95f72ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.269681 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:53:24.279103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45626) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:24.294002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1515583832-network', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:24.315627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 2, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:24.388245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Checking router: 522d121e-2a8a-451f-9279-4c0b7fd928c2 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:24.388600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Updating router 522d121e-2a8a-451f-9279-4c0b7fd928c2 port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:53:24.404849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Made reservation on behalf of ebff5aea55394cc5abe8e3dff883ad5b for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:24.407676 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.424571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.435908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fe8d7f94-2c40-4da0-9a20-73ad41802ea0 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:24.468605 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.549686 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8bc76f40-6528-43fd-b655-8cc95f72ede9 None None] Provisioning complete for port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:24.550469 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8bc76f40-6528-43fd-b655-8cc95f72ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.572684 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.627838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.673860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8bc76f40-6528-43fd-b655-8cc95f72ede9 None None] Port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:24.674556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:53:24.683084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506a4158-cce2-4ead-82ff-5321f8703868,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:24.685699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fe8d7f94-2c40-4da0-9a20-73ad41802ea0 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:24.686080 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.697393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.701760 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Added segment eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e of type vlan for network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 Sep 17 22:53:24.757597 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.761232 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Sync routers for ids ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:24.770118 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b7d1f3db-ec0d-49a5-8bb0-562ac8b17227 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.6658521 Sep 17 22:53:24.774493 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Routers {'04ab66ff-161c-4d4c-9cdd-5612bd7f9042'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:24.775168 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:24.874280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fbf430f5-8ef7-4697-bb7e-585c2ef41c67 None None] Provisioning complete for port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:24.874694 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fbf430f5-8ef7-4697-bb7e-585c2ef41c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.890557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.891582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:24.894070 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.936688 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Set router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:24.938502 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:24.973046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port fe8d7f94-2c40-4da0-9a20-73ad41802ea0, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fe8d7f94-2c40-4da0-9a20-73ad41802ea0,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:24.991886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2cb5a-6a8c-44de-be22-1f090f2b87b7 req-2bfdc459-04c3-4ef5-afb0-afddb40b56ed tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:25.003195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fbf430f5-8ef7-4697-bb7e-585c2ef41c67 None None] Port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:25.003489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] Pushing event updated for resources: {'Network': ['ID=5673a65b-1cf8-4fb7-8cbf-2ececd742c02,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:25.003813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fee2cb5a-6a8c-44de-be22-1f090f2b87b7 req-2bfdc459-04c3-4ef5-afb0-afddb40b56ed tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 948 time: 0.0854549 Sep 17 22:53:25.033051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:53:25.045845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-649b1a01-8bb7-4120-b6e6-29846f41b54e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7654173 Sep 17 22:53:25.048703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45632) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:25.052728 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fee2cb5a-6a8c-44de-be22-1f090f2b87b7 req-d65456a8-623b-46d8-bdfb-fcf009f6d00f tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480208 Sep 17 22:53:25.053629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Request body: {'subnet': {'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1515583832-subnet', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:25.113949 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.114835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ce7f92af-0b1b-4f82-af83-2cf4d669b171 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:25.137776 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.157838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device af67c8a5-469b-4590-92f8-82f0024fb970 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:53:25.205024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Made reservation on behalf of ebff5aea55394cc5abe8e3dff883ad5b for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:25.209157 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.213015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45636) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:25.218426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-efcc755c-6626-4992-b07e-559c220b71b1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682827675', 'description': 'tempest-secgroup-smoke-1682827675 description', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:25.240938 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '6b965094-7bee-4fe3-9c90-803c3dcf1065', 'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'mac_address': 'fa:16:3e:29:0f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 2, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'subnets': [{'id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:25.247679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=fe8d7f94-2c40-4da0-9a20-73ad41802ea0,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:25.268016 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Checking router: 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:25.268393 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Updating router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 port 6b965094-7bee-4fe3-9c90-803c3dcf1065 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:53:25.299332 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.330911 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efcc755c-6626-4992-b07e-559c220b71b1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.349480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ce7f92af-0b1b-4f82-af83-2cf4d669b171 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:25.350005 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.352620 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.502221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efcc755c-6626-4992-b07e-559c220b71b1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.521771 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3df683-ada1-416f-8cd4-6e792e27832a None None] Pushing event updated for resources: {'Port': ['ID=2605e64a-a34b-4f4f-92cd-8aaee2c54b4b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:25.528727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port af67c8a5-469b-4590-92f8-82f0024fb970, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=af67c8a5-469b-4590-92f8-82f0024fb970,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:25.530512 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.576232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'af67c8a5-469b-4590-92f8-82f0024fb970', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': 'af67c8a5-469b-4590-92f8-82f0024fb970', 'mac_address': 'fa:16:3e:96:46:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:53:25.587008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Attempting to bind port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:25.587504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Attempting to bind port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:25.587887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Attempting to bind port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b on network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:25.596339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efcc755c-6626-4992-b07e-559c220b71b1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.645592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc755c-6626-4992-b07e-559c220b71b1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c80ee-057b-4014-a00a-43fdf10e3174,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:25.660711 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.673348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Checking segment: {'id': 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:25.673988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Network hostable DHCP agents. Network: 5673a65b-1cf8-4fb7-8cbf-2ececd742c02, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:53:25.679208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:25.679587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Checking segment: {'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:25.679992 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.680435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Bound using segment: {'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:25.680920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Bound port: 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:25.681302 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.687665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a5fe54-f39b-4d76-9956-ecab6530f598,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:25.708738 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-efcc755c-6626-4992-b07e-559c220b71b1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.711595 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-efcc755c-6626-4992-b07e-559c220b71b1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4970024 Sep 17 22:53:25.715954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45638) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:25.720000 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.720941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c9349f38-b29b-4cbc-8414-455238982f19 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '2d7c80ee-057b-4014-a00a-43fdf10e3174', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:25.762560 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.816704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af67c8a5-469b-4590-92f8-82f0024fb970 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:53:25.832741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:53:25.850477 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912b5c7-414d-461e-9c54-bbc7cdb2ecc5 None None] Pushing event updated for resources: {'Port': ['ID=6b965094-7bee-4fe3-9c90-803c3dcf1065,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:25.850800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fe8d7f94-2c40-4da0-9a20-73ad41802ea0 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:25.884597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] For port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:25.896317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9349f38-b29b-4cbc-8414-455238982f19 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.912742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port af67c8a5-469b-4590-92f8-82f0024fb970, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=af67c8a5-469b-4590-92f8-82f0024fb970,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:25.915223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] For port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2605e64a-a34b-4f4f-92cd-8aaee2c54b4b,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:25.918081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3548f26e-ab44-48f8-a7bf-622110c0d769 None None] Provisioning complete for port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:25.918540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3548f26e-ab44-48f8-a7bf-622110c0d769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.920251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 5673a65b-1cf8-4fb7-8cbf-2ececd742c02) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:25.929384 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Attempting to bind port 6b965094-7bee-4fe3-9c90-803c3dcf1065 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:25.930426 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Attempting to bind port 6b965094-7bee-4fe3-9c90-803c3dcf1065 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:25.931708 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Attempting to bind port 6b965094-7bee-4fe3-9c90-803c3dcf1065 on network 3618794c-b2ac-4fa8-8246-2e450d6871d7 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:25.936518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:25.939423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.941166 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:25.941896 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Checking segment: {'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:25.942894 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.943631 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Bound using segment: {'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:25.944152 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Bound port: 6b965094-7bee-4fe3-9c90-803c3dcf1065, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:25.944801 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:25.948365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d646a7bb-7d8c-4ddd-8d60-bef74016abd2 None None] Network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:25.996542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3548f26e-ab44-48f8-a7bf-622110c0d769 None None] Port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:26.018318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9349f38-b29b-4cbc-8414-455238982f19 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.020707 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] For port 6b965094-7bee-4fe3-9c90-803c3dcf1065, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:26.024613 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] For port 6b965094-7bee-4fe3-9c90-803c3dcf1065, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6b965094-7bee-4fe3-9c90-803c3dcf1065,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:26.128765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6ee29f86-976b-4695-944d-d72674b259e7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0756946 Sep 17 22:53:26.128962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45642) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:26.133707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1515583832-router', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:26.224317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9349f38-b29b-4cbc-8414-455238982f19 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.233568 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.234500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.242729 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.268295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9349f38-b29b-4cbc-8414-455238982f19 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a96163-a97a-4223-9ea4-1dc76b92c13c,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:26.279778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fe8d7f94-2c40-4da0-9a20-73ad41802ea0 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:26.280582 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.292802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271769b3-bbad-48b7-97c3-28987586668d req-5412eb4d-2e5b-45cb-a78e-72d666aa6577 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:26.301575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-271769b3-bbad-48b7-97c3-28987586668d req-5412eb4d-2e5b-45cb-a78e-72d666aa6577 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 949 time: 0.1328433 Sep 17 22:53:26.340836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.342528 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.356852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2409abeb-ba74-47f7-b77e-540cb1954f9b None None] Provisioning complete for port 6b965094-7bee-4fe3-9c90-803c3dcf1065 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:26.357281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2409abeb-ba74-47f7-b77e-540cb1954f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.369917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-271769b3-bbad-48b7-97c3-28987586668d req-f077ece6-e936-486b-8d93-c7b05cf98dfc tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667562 Sep 17 22:53:26.374460 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912b5c7-414d-461e-9c54-bbc7cdb2ecc5 None None] Pushing event updated for resources: {'Port': ['ID=6b965094-7bee-4fe3-9c90-803c3dcf1065,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:26.383697 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Routers {'04ab66ff-161c-4d4c-9cdd-5612bd7f9042'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:26.384341 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:26.445544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3df683-ada1-416f-8cd4-6e792e27832a None None] Pushing event updated for resources: {'Port': ['ID=2605e64a-a34b-4f4f-92cd-8aaee2c54b4b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:26.485758 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.490203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c9349f38-b29b-4cbc-8414-455238982f19 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.494691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c9349f38-b29b-4cbc-8414-455238982f19 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7747145 Sep 17 22:53:26.495350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45646) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:26.501255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0b14a2df-b8db-4ce3-b217-35d706713739 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '2d7c80ee-057b-4014-a00a-43fdf10e3174', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:26.507443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:26.508100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:26.617187 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] Set router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:26.671822 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b14a2df-b8db-4ce3-b217-35d706713739 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.771723 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b14a2df-b8db-4ce3-b217-35d706713739 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.786822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['af67c8a5-469b-4590-92f8-82f0024fb970'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:53:26.811752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=af67c8a5-469b-4590-92f8-82f0024fb970,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:26.841386 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2409abeb-ba74-47f7-b77e-540cb1954f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.852487 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b14a2df-b8db-4ce3-b217-35d706713739 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.872436 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a2df-b8db-4ce3-b217-35d706713739 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f702a31-cb18-4397-9e0e-3737b13fb3e8,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:26.883419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-5673a65b-1cf8-4fb7-8cbf-2ececd742c02', 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'fixed_ips': [{'subnet_id': '27a5fe54-f39b-4d76-9956-ecab6530f598'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:53:26.884316 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.905604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.950569 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b14a2df-b8db-4ce3-b217-35d706713739 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:26.952218 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0b14a2df-b8db-4ce3-b217-35d706713739 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4550624 Sep 17 22:53:26.952614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:26.955321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45648) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:26.956460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2409abeb-ba74-47f7-b77e-540cb1954f9b None None] For port 6b965094-7bee-4fe3-9c90-803c3dcf1065, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6b965094-7bee-4fe3-9c90-803c3dcf1065,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:26.960090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-61d57983-fd05-4e12-a758-b924ee4c3211 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '2d7c80ee-057b-4014-a00a-43fdf10e3174', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:27.060501 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '6b965094-7bee-4fe3-9c90-803c3dcf1065', 'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'mac_address': 'fa:16:3e:29:0f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:26Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'subnets': [{'id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:27.087105 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b584ad1-36a9-41da-b603-8590a515fd84 None None] The sync data for ids ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'] in n-d-713499-18 is: [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '6b965094-7bee-4fe3-9c90-803c3dcf1065', 'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'mac_address': 'fa:16:3e:29:0f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:26Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'subnets': [{'id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:27.122965 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2409abeb-ba74-47f7-b77e-540cb1954f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.135442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-61d57983-fd05-4e12-a758-b924ee4c3211 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.263081 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-61d57983-fd05-4e12-a758-b924ee4c3211 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.290827 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.315930 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.347523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-61d57983-fd05-4e12-a758-b924ee4c3211 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.366647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409abeb-ba74-47f7-b77e-540cb1954f9b None None] Pushing event updated for resources: {'Port': ['ID=6b965094-7bee-4fe3-9c90-803c3dcf1065,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:27.384453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d57983-fd05-4e12-a758-b924ee4c3211 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb5cfe2-7a3a-4410-b7c0-2916f5db8d52,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:27.389508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Allocated IP 172.20.0.2 (5673a65b-1cf8-4fb7-8cbf-2ececd742c02/27a5fe54-f39b-4d76-9956-ecab6530f598/67120a0c-ffe8-4225-a5ec-e90134a55dbf) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:27.416072 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3bcb4398-a6c3-4e1e-8eeb-a171058db63e None None] Provisioning complete for port 6b965094-7bee-4fe3-9c90-803c3dcf1065 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:27.416687 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4398-a6c3-4e1e-8eeb-a171058db63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.533835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-61d57983-fd05-4e12-a758-b924ee4c3211 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.535772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-61d57983-fd05-4e12-a758-b924ee4c3211 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5793133 Sep 17 22:53:27.541810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56dbe5-1ed3-49e1-8e35-aee7a29e5c6d req-24bdcc0c-0443-4138-bd92-c186fb210f33 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:27.545027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-be56dbe5-1ed3-49e1-8e35-aee7a29e5c6d req-24bdcc0c-0443-4138-bd92-c186fb210f33 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 949 time: 0.0770764 Sep 17 22:53:27.545540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 45654) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:27.548831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Allocated IP 172.25.6.162 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/dbf1743b-00f0-40d4-8915-2422eb67b770) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:27.559556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f7c404f8-a4dd-4072-aeac-0cc2c513c7dd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '2d7c80ee-057b-4014-a00a-43fdf10e3174', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:27.587989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:25Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:27.629724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0eee0-4b4b-4f95-b39b-d99deeea2675 None None] The sync data for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 is: [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:25Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:27.683114 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-be56dbe5-1ed3-49e1-8e35-aee7a29e5c6d req-c16a43e3-d766-4b3a-843f-db9c7d2d0245 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149218 Sep 17 22:53:27.748369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.780749 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7c404f8-a4dd-4072-aeac-0cc2c513c7dd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.790879 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.799359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3bcb4398-a6c3-4e1e-8eeb-a171058db63e None None] Provisioning complete for port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:27.800657 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4398-a6c3-4e1e-8eeb-a171058db63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.871300 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.898755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-1eb49248-3040-44e4-aec3-9686cfb62b8b req-a4d0dffe-0156-444f-b8aa-8862c03f2eec tempest-ServerActionsTestJSON-1638574670 tempest-ServerActionsTestJSON-1638574670-project] (95455) timed out ('10.222.0.23', 57497) {{(pid=95455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:53:27.901525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7c404f8-a4dd-4072-aeac-0cc2c513c7dd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:27.961380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:27.988574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:27.993448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:27.997538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:28.003552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Pushing event updated for resources: {'Port': ['ID=67120a0c-ffe8-4225-a5ec-e90134a55dbf,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:28.019836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.049464 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7c404f8-a4dd-4072-aeac-0cc2c513c7dd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.071829 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4398-a6c3-4e1e-8eeb-a171058db63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.080968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:28.087811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c404f8-a4dd-4072-aeac-0cc2c513c7dd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d090b075-5a80-4650-a65c-14390d7b1a42,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:28.090294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:28.096624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:28.102499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Pushing event updated for resources: {'Port': ['ID=dbf1743b-00f0-40d4-8915-2422eb67b770,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:28.130715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Attempting to bind port 67120a0c-ffe8-4225-a5ec-e90134a55dbf on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:28.131097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Attempting to bind port 67120a0c-ffe8-4225-a5ec-e90134a55dbf by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:28.131677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Attempting to bind port 67120a0c-ffe8-4225-a5ec-e90134a55dbf on network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:28.146880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:28.147258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Checking segment: {'id': 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:28.147715 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.148147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Bound using segment: {'id': 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:28.148893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Bound port: 67120a0c-ffe8-4225-a5ec-e90134a55dbf, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:28.149246 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.170348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3bcb4398-a6c3-4e1e-8eeb-a171058db63e None None] For port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2605e64a-a34b-4f4f-92cd-8aaee2c54b4b,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:28.202856 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:28.203267 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.231197 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7c404f8-a4dd-4072-aeac-0cc2c513c7dd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.235687 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f7c404f8-a4dd-4072-aeac-0cc2c513c7dd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6770689 Sep 17 22:53:28.236581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45656) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:28.242654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d82408a2-0c03-42d8-b37c-8827bdd14bb7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '2d7c80ee-057b-4014-a00a-43fdf10e3174', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:28.284288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] For port 67120a0c-ffe8-4225-a5ec-e90134a55dbf, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:28.294405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] For port 67120a0c-ffe8-4225-a5ec-e90134a55dbf, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=67120a0c-ffe8-4225-a5ec-e90134a55dbf,segment=NetworkSegment(eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e),segment_id=eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:28.321606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4398-a6c3-4e1e-8eeb-a171058db63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.335905 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-d82408a2-0c03-42d8-b37c-8827bdd14bb7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Project f9951b87a3a447d080e4f181fe497ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:53:28.344694 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d82408a2-0c03-42d8-b37c-8827bdd14bb7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.374565 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.411027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb4398-a6c3-4e1e-8eeb-a171058db63e None None] Pushing event updated for resources: {'Port': ['ID=2605e64a-a34b-4f4f-92cd-8aaee2c54b4b,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:28.428385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d82408a2-0c03-42d8-b37c-8827bdd14bb7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.442339 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.497128 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:53:28.497496 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:53:28.517497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bcc1c-ef63-45da-b1a2-77d3cfd7338c None None] Pushing event updated for resources: {'Port': ['ID=67120a0c-ffe8-4225-a5ec-e90134a55dbf,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:28.518502 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d82408a2-0c03-42d8-b37c-8827bdd14bb7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.564536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82408a2-0c03-42d8-b37c-8827bdd14bb7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f989827f-c9b4-4d39-bf6b-0b3545c76681,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:28.600634 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.670827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d82408a2-0c03-42d8-b37c-8827bdd14bb7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.672700 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d82408a2-0c03-42d8-b37c-8827bdd14bb7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4342427 Sep 17 22:53:28.675351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45662) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:28.681111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-02d6f339-cb3b-40b7-8f7c-56639c4f4803 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '2d7c80ee-057b-4014-a00a-43fdf10e3174', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:28.819587 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-02d6f339-cb3b-40b7-8f7c-56639c4f4803 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Project f9951b87a3a447d080e4f181fe497ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:53:28.837176 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02d6f339-cb3b-40b7-8f7c-56639c4f4803 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.977203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02d6f339-cb3b-40b7-8f7c-56639c4f4803 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:28.995379 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.012623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97eeb9-78bb-4570-b264-4d75b9384c07 req-cb5ab14a-407e-4504-b8b6-9d35ec5da9fb tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:29.014416 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d97eeb9-78bb-4570-b264-4d75b9384c07 req-cb5ab14a-407e-4504-b8b6-9d35ec5da9fb tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 949 time: 0.0867333 Sep 17 22:53:29.054050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6b965094-7bee-4fe3-9c90-803c3dcf1065 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:29.072882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02d6f339-cb3b-40b7-8f7c-56639c4f4803 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.094574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6f339-cb3b-40b7-8f7c-56639c4f4803 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e89fbd-5363-4890-967e-b64fc5414909,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:29.129391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 6b965094-7bee-4fe3-9c90-803c3dcf1065 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:29.129808 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.133771 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d97eeb9-78bb-4570-b264-4d75b9384c07 req-705e0a58-fbe9-44c3-97ba-bbdf52aa06b7 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819545 Sep 17 22:53:29.192981 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-02d6f339-cb3b-40b7-8f7c-56639c4f4803 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.197818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-02d6f339-cb3b-40b7-8f7c-56639c4f4803 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5200388 Sep 17 22:53:29.244677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Router edcc9000-cebf-4d3b-a579-2a09f3939672 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:53:29.372577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device af67c8a5-469b-4590-92f8-82f0024fb970 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:29.380409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:29.408665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Sync routers for ids ['edcc9000-cebf-4d3b-a579-2a09f3939672'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:29.453392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Routers {'edcc9000-cebf-4d3b-a579-2a09f3939672'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:29.454034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['edcc9000-cebf-4d3b-a579-2a09f3939672'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:29.476834 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.476834 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aa210685-8a28-4e89-b97b-e497b97df05d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3333299 Sep 17 22:53:29.477042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45678) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:29.611789 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-722c3bb6-817c-46ac-8f54-9fdb45a35f5a tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682827675&fields=id&tenant_id=f9951b87a3a447d080e4f181fe497ccc HTTP/1.1" status: 200 len: 267 time: 0.1046391 Sep 17 22:53:29.622497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Set router edcc9000-cebf-4d3b-a579-2a09f3939672 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:29.650866 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.743476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port af67c8a5-469b-4590-92f8-82f0024fb970 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:53:29.752883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port af67c8a5-469b-4590-92f8-82f0024fb970 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:29.753296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.833659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81990098-d678-4bfc-8059-73b13cf38751 None None] Network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:53:29.859531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-e4440be0-0c91-4c8b-a9a6-ea3a6d7aa446 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:29.863729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-e4440be0-0c91-4c8b-a9a6-ea3a6d7aa446 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/networks?id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e HTTP/1.1" status: 200 len: 797 time: 0.2390981 Sep 17 22:53:29.884727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-020db07a-7a62-4c5d-8c2a-8673d63d0b5b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/quotas/f9951b87a3a447d080e4f181fe497ccc HTTP/1.1" status: 200 len: 375 time: 0.0164571 Sep 17 22:53:29.956477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-06bdeb9d-abde-4788-91ef-abbc0ee31e73 None None] Provisioning complete for port 67120a0c-ffe8-4225-a5ec-e90134a55dbf triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:29.956851 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-06bdeb9d-abde-4788-91ef-abbc0ee31e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:29.994195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:29.996468 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.054380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-e6623017-8638-4639-a795-97c664f5cfdc tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1548517 Sep 17 22:53:30.128983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c3e105-132e-48b9-a37e-51f11ff4fbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af67c8a5-469b-4590-92f8-82f0024fb970'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:30.131209 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8941999-5e49-47e2-ac21-b91a0fa615b3" -d '{"events": [{"server_uuid": "b8c3e105-132e-48b9-a37e-51f11ff4fbc9", "name": "network-vif-plugged", "status": "completed", "tag": "af67c8a5-469b-4590-92f8-82f0024fb970"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:30.158345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'name': 'tempest-TestServerBasicOps-1515583832-router', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:26Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 3, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'gw_port': {'id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:27Z', 'updated_at': '2021-09-17T22:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:30.198111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Checking router: edcc9000-cebf-4d3b-a579-2a09f3939672 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:30.198459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Updating router edcc9000-cebf-4d3b-a579-2a09f3939672 port dbf1743b-00f0-40d4-8915-2422eb67b770 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:53:30.211351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port af67c8a5-469b-4590-92f8-82f0024fb970, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=af67c8a5-469b-4590-92f8-82f0024fb970,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:30.255063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-7817bbd9-3296-48a6-a438-c458e2321984 service neutron] 10.222.0.30 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793482 Sep 17 22:53:30.290380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.317181 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.349867 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c396f402-1523-4956-8d05-162038b7e46f x-openstack-request-id: req-c396f402-1523-4956-8d05-162038b7e46f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:30.358068 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c3e105-132e-48b9-a37e-51f11ff4fbc9", "name": "network-vif-plugged", "status": "completed", "tag": "af67c8a5-469b-4590-92f8-82f0024fb970", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:30.358068 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c396f402-1523-4956-8d05-162038b7e46f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:30.358068 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c3e105-132e-48b9-a37e-51f11ff4fbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af67c8a5-469b-4590-92f8-82f0024fb970', 'code': 200} Sep 17 22:53:30.361916 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.401386 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-06bdeb9d-abde-4788-91ef-abbc0ee31e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.408986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-668e6a22-f131-43a5-952b-0e63b3a4cf7a service neutron] 10.222.0.30 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459603 Sep 17 22:53:30.467786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:30.468387 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.501798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebffb7-948a-4ce7-b307-a21bedce9327 req-10b8dd5b-6776-4fe5-b62d-28b2b400d6c2 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:30.509371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e6ebffb7-948a-4ce7-b307-a21bedce9327 req-10b8dd5b-6776-4fe5-b62d-28b2b400d6c2 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 950 time: 0.1263061 Sep 17 22:53:30.538231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5134ec-6c22-4ecc-9fe0-c463520a31e5 req-a7adee81-5dd1-470a-975f-566cf966646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:30.540173 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de5134ec-6c22-4ecc-9fe0-c463520a31e5 req-a7adee81-5dd1-470a-975f-566cf966646d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 1102 time: 0.0882204 Sep 17 22:53:30.571038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=af67c8a5-469b-4590-92f8-82f0024fb970,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:30.581091 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e6ebffb7-948a-4ce7-b307-a21bedce9327 req-89a2027f-5c22-4607-a65a-352aa5f8fb98 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630338 Sep 17 22:53:30.587147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Allocated IP 172.20.0.1 (5673a65b-1cf8-4fb7-8cbf-2ececd742c02/27a5fe54-f39b-4d76-9956-ecab6530f598/683f17b7-dce8-465f-b47a-acf5836c63ae) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:30.602392 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-de5134ec-6c22-4ecc-9fe0-c463520a31e5 req-cbe4e8e8-78b9-4416-b8fe-cc3dce45e7b2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508325 Sep 17 22:53:30.612021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-06bdeb9d-abde-4788-91ef-abbc0ee31e73 None None] For port 67120a0c-ffe8-4225-a5ec-e90134a55dbf, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=67120a0c-ffe8-4225-a5ec-e90134a55dbf,segment=NetworkSegment(eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e),segment_id=eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:30.713080 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-06bdeb9d-abde-4788-91ef-abbc0ee31e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.731616 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.761194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 67120a0c-ffe8-4225-a5ec-e90134a55dbf up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:30.792275 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6031573-1bed-4714-841e-762a4a372adc req-a9afb07a-685b-4ff0-a840-5b62c9f310c7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 210 time: 0.0520277 Sep 17 22:53:30.831415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdeb9d-abde-4788-91ef-abbc0ee31e73 None None] Pushing event updated for resources: {'Port': ['ID=67120a0c-ffe8-4225-a5ec-e90134a55dbf,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:30.862135 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.904111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:30.905740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 67120a0c-ffe8-4225-a5ec-e90134a55dbf triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:30.906144 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.912912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:30.913019 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.917211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:30.958837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-948234dd-7fef-4a8d-9fdc-c5f549c58a92 None None] Provisioning complete for port 67120a0c-ffe8-4225-a5ec-e90134a55dbf triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:30.959258 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-948234dd-7fef-4a8d-9fdc-c5f549c58a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:30.966343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Pushing event updated for resources: {'Port': ['ID=683f17b7-dce8-465f-b47a-acf5836c63ae,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:30.983114 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.021893 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.100344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Attempting to bind port dbf1743b-00f0-40d4-8915-2422eb67b770 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:31.100728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Attempting to bind port dbf1743b-00f0-40d4-8915-2422eb67b770 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:31.106463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Attempting to bind port dbf1743b-00f0-40d4-8915-2422eb67b770 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:31.106463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cc9bd-2588-4414-b10d-5bf77b50416a None None] Pushing event updated for resources: {'Port': ['ID=dbf1743b-00f0-40d4-8915-2422eb67b770,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:31.137589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:31.137589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:31.137589 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.137589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:31.137589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Bound port: dbf1743b-00f0-40d4-8915-2422eb67b770, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:31.137589 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.188524 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.362851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] For port dbf1743b-00f0-40d4-8915-2422eb67b770, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:31.366125 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] For port dbf1743b-00f0-40d4-8915-2422eb67b770, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=dbf1743b-00f0-40d4-8915-2422eb67b770,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:31.368779 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.439824 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.473330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.497661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c0507267-b72e-443b-9489-77dd0bf74d9f None None] Provisioning complete for port 683f17b7-dce8-465f-b47a-acf5836c63ae triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:31.498482 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c0507267-b72e-443b-9489-77dd0bf74d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.536261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cc9bd-2588-4414-b10d-5bf77b50416a None None] Pushing event updated for resources: {'Port': ['ID=dbf1743b-00f0-40d4-8915-2422eb67b770,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:31.538765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Routers {'edcc9000-cebf-4d3b-a579-2a09f3939672'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:31.539370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['edcc9000-cebf-4d3b-a579-2a09f3939672'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:31.552534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Pushing event updated for resources: {'Port': ['ID=683f17b7-dce8-465f-b47a-acf5836c63ae,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:31.557597 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:31.588549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c0507267-b72e-443b-9489-77dd0bf74d9f None None] Port 683f17b7-dce8-465f-b47a-acf5836c63ae cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:31.656643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:31.659062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:31.666742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] Set router edcc9000-cebf-4d3b-a579-2a09f3939672 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:31.714568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527c299-03fa-45af-876c-44cad5ea7e37 req-9b07dbd6-ef4b-4df9-a963-b6aec6cf4c34 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:31.716707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7527c299-03fa-45af-876c-44cad5ea7e37 req-9b07dbd6-ef4b-4df9-a963-b6aec6cf4c34 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 950 time: 0.0566611 Sep 17 22:53:31.780860 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7527c299-03fa-45af-876c-44cad5ea7e37 req-10c6538c-710b-4a23-85e6-0a5c4ec76559 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525672 Sep 17 22:53:31.802857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Router edcc9000-cebf-4d3b-a579-2a09f3939672 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:31.928236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 67120a0c-ffe8-4225-a5ec-e90134a55dbf up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:31.933070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-64851d85-606d-4244-a14a-e0475ec5fb25 req-cb8c7b8a-db1a-4153-8960-d5613750056a tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 210 time: 0.0406251 Sep 17 22:53:32.043469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:32.050143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3d1466fd-9ef4-44ca-ab40-6afdc28b46f7 admin admin] 10.222.0.30 "PUT /v2.0/routers/edcc9000-cebf-4d3b-a579-2a09f3939672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5831881 Sep 17 22:53:32.055197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 67120a0c-ffe8-4225-a5ec-e90134a55dbf triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:32.055574 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:32.095794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'name': 'tempest-TestServerBasicOps-1515583832-router', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:26Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 4, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'gw_port': {'id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:27Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '683f17b7-dce8-465f-b47a-acf5836c63ae', 'name': '', 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'mac_address': 'fa:16:3e:28:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '27a5fe54-f39b-4d76-9956-ecab6530f598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 2, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'subnets': [{'id': '27a5fe54-f39b-4d76-9956-ecab6530f598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:32.133132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394bbd2d-f89d-462e-b051-3355d820b484 None None] The sync data for ids ['edcc9000-cebf-4d3b-a579-2a09f3939672'] in n-d-713499-18 is: [{'id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'name': 'tempest-TestServerBasicOps-1515583832-router', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:26Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 4, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'gw_port': {'id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:27Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '683f17b7-dce8-465f-b47a-acf5836c63ae', 'name': '', 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'mac_address': 'fa:16:3e:28:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '27a5fe54-f39b-4d76-9956-ecab6530f598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 2, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'subnets': [{'id': '27a5fe54-f39b-4d76-9956-ecab6530f598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:32.150925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-680d729b-1302-4d49-9aa6-d255f65f92b9 None None] Provisioning complete for port 683f17b7-dce8-465f-b47a-acf5836c63ae triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:32.151289 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-680d729b-1302-4d49-9aa6-d255f65f92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:32.227032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-680d729b-1302-4d49-9aa6-d255f65f92b9 None None] Port 683f17b7-dce8-465f-b47a-acf5836c63ae cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:32.899402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45714) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:32.911007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1d6e9be8-2c1c-456d-8776-59f90d8fcc6c tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591496119', 'description': 'tempest-secgroup-smoke-591496119 description', 'project_id': 'a0566521617a41b1bba852589cd5383e'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:32.951459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddbf2-b9f7-4dc5-86d0-c57fe785e843 req-45517da3-a4af-4f45-ad8d-cb91d0dc18a1 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:32.953114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b0ddbf2-b9f7-4dc5-86d0-c57fe785e843 req-45517da3-a4af-4f45-ad8d-cb91d0dc18a1 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 950 time: 0.0908988 Sep 17 22:53:33.006931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b0ddbf2-b9f7-4dc5-86d0-c57fe785e843 req-ef026469-2245-485e-9e48-329d564ec15c tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454793 Sep 17 22:53:33.035858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9be8-2c1c-456d-8776-59f90d8fcc6c tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.071621 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e3034f09-c224-4739-8c7d-bdd1b0b61671 req-ff09b70e-bb47-4700-bce7-17636f900e44 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 210 time: 0.0417190 Sep 17 22:53:33.164822 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9be8-2c1c-456d-8776-59f90d8fcc6c tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.273091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9be8-2c1c-456d-8776-59f90d8fcc6c tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.304174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e9be8-2c1c-456d-8776-59f90d8fcc6c tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c20104a-5cf1-459c-974d-35d6b48e890c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:33.313054 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f05db424-c6f6-4340-830b-b8806c0d2b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.459268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9be8-2c1c-456d-8776-59f90d8fcc6c tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.460552 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1d6e9be8-2c1c-456d-8776-59f90d8fcc6c tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5601737 Sep 17 22:53:33.463548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45726) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:33.468293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f63d33ee-c09e-4728-80fb-c7a040f33271 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Request body: {'security_group_rule': {'security_group_id': '0c20104a-5cf1-459c-974d-35d6b48e890c', 'project_id': 'a0566521617a41b1bba852589cd5383e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:33.764677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f63d33ee-c09e-4728-80fb-c7a040f33271 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.844725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f63d33ee-c09e-4728-80fb-c7a040f33271 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:33.858918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b4e50-75c0-4c35-b9c1-748e2e1d8eee req-9658fcf3-dc73-46d7-a1af-4cf6ad5d3507 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:33.860409 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f31b4e50-75c0-4c35-b9c1-748e2e1d8eee req-9658fcf3-dc73-46d7-a1af-4cf6ad5d3507 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 950 time: 0.0680416 Sep 17 22:53:33.899486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f31b4e50-75c0-4c35-b9c1-748e2e1d8eee req-a3deaf40-282b-4640-bc25-0ec97c92cc09 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Sep 17 22:53:33.982444 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f63d33ee-c09e-4728-80fb-c7a040f33271 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.001715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d33ee-c09e-4728-80fb-c7a040f33271 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026372ce-9220-4040-b7df-0bb71ab0a7af,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:34.101361 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f63d33ee-c09e-4728-80fb-c7a040f33271 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.114091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f63d33ee-c09e-4728-80fb-c7a040f33271 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6467226 Sep 17 22:53:34.114528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45732) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:34.124721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e3818c8a-9273-4487-81ff-6f2c1cd429ab tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Request body: {'security_group_rule': {'security_group_id': '0c20104a-5cf1-459c-974d-35d6b48e890c', 'project_id': 'a0566521617a41b1bba852589cd5383e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:34.219034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81f75039-60ef-453a-92a6-3679150188ba req-030f6586-6816-4df5-b2cd-828e490f5078 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 210 time: 0.0324252 Sep 17 22:53:34.242165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3818c8a-9273-4487-81ff-6f2c1cd429ab tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.314557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3818c8a-9273-4487-81ff-6f2c1cd429ab tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.413819 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3818c8a-9273-4487-81ff-6f2c1cd429ab tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.431825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3818c8a-9273-4487-81ff-6f2c1cd429ab tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e52f44-6158-41bc-a70e-3ba810674778,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:34.501824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3818c8a-9273-4487-81ff-6f2c1cd429ab tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.503646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e3818c8a-9273-4487-81ff-6f2c1cd429ab tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3883924 Sep 17 22:53:34.506376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45736) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:34.510887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-11df8041-25c7-4409-bbf9-593d268ecdd1 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Request body: {'security_group_rule': {'security_group_id': '0c20104a-5cf1-459c-974d-35d6b48e890c', 'project_id': 'a0566521617a41b1bba852589cd5383e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:34.592799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11df8041-25c7-4409-bbf9-593d268ecdd1 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.660867 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11df8041-25c7-4409-bbf9-593d268ecdd1 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.738728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11df8041-25c7-4409-bbf9-593d268ecdd1 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.757724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8041-25c7-4409-bbf9-593d268ecdd1 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c0edc0-95a1-4b3c-8b9a-70a27d1a8707,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:34.870168 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11df8041-25c7-4409-bbf9-593d268ecdd1 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:34.876086 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-11df8041-25c7-4409-bbf9-593d268ecdd1 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3639896 Sep 17 22:53:34.876086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45738) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:34.883396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a35d1ba5-9794-45ff-a9d2-3ac38e184827 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Request body: {'security_group_rule': {'security_group_id': '0c20104a-5cf1-459c-974d-35d6b48e890c', 'project_id': 'a0566521617a41b1bba852589cd5383e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:34.932771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-45f27380-676d-4e4b-bbc3-793f4edb1ba1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:34.936965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-45f27380-676d-4e4b-bbc3-793f4edb1ba1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.23 "GET /v2.0/networks?id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e HTTP/1.1" status: 200 len: 797 time: 0.1314628 Sep 17 22:53:34.996880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-24cf700e-3b6b-4479-bd16-24ec9057db99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9951b87a3a447d080e4f181fe497ccc HTTP/1.1" status: 200 len: 380 time: 0.0509322 Sep 17 22:53:35.013648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'port': {'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'admin_state_up': True, 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'security_groups': ['2d7c80ee-057b-4014-a00a-43fdf10e3174']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:35.056388 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a35d1ba5-9794-45ff-a9d2-3ac38e184827 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.328831 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d92eef1-55f7-453d-94e6-d57a6f0d2b29 req-870c21da-2546-42a4-bf9b-96a9ca04eed5 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 210 time: 0.0283158 Sep 17 22:53:35.396241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29585c32-393b-4269-a22f-e7acf67ec340 req-5e3ddfc0-602c-4dac-8cde-b868c5e7a62e tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:35.397743 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29585c32-393b-4269-a22f-e7acf67ec340 req-5e3ddfc0-602c-4dac-8cde-b868c5e7a62e tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 950 time: 0.0552030 Sep 17 22:53:35.467924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c927a-1f69-4764-8dc8-7aba149924ec req-c1c6b6ca-d22c-4f70-8c1e-8a478b36ee4a tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:35.467924 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-813c927a-1f69-4764-8dc8-7aba149924ec req-c1c6b6ca-d22c-4f70-8c1e-8a478b36ee4a tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 950 time: 0.4928305 Sep 17 22:53:35.497619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-29585c32-393b-4269-a22f-e7acf67ec340 req-53a7f71a-5305-4e80-a120-8e51c427ab8d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Deleting port af67c8a5-469b-4590-92f8-82f0024fb970 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:53:35.498008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-29585c32-393b-4269-a22f-e7acf67ec340 req-53a7f71a-5305-4e80-a120-8e51c427ab8d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.565667 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-813c927a-1f69-4764-8dc8-7aba149924ec req-88ef9e1c-be31-4b9c-8abe-c4b4113351a1 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/security-groups?id=226edc79-64b8-4016-a93b-53e6fa8b638a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920744 Sep 17 22:53:35.569012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a35d1ba5-9794-45ff-a9d2-3ac38e184827 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.607122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-29585c32-393b-4269-a22f-e7acf67ec340 req-53a7f71a-5305-4e80-a120-8e51c427ab8d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] For port af67c8a5-469b-4590-92f8-82f0024fb970, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=af67c8a5-469b-4590-92f8-82f0024fb970,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:35.607489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-29585c32-393b-4269-a22f-e7acf67ec340 req-53a7f71a-5305-4e80-a120-8e51c427ab8d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.620435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-29585c32-393b-4269-a22f-e7acf67ec340 req-53a7f71a-5305-4e80-a120-8e51c427ab8d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Calling delete_port for af67c8a5-469b-4590-92f8-82f0024fb970 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:53:35.647998 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a35d1ba5-9794-45ff-a9d2-3ac38e184827 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.669925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d1ba5-9794-45ff-a9d2-3ac38e184827 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91e8ed9-1081-40f7-ba7c-0e28659dcd39,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:35.673430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Made reservation on behalf of f9951b87a3a447d080e4f181fe497ccc for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:35.676980 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.764733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a35d1ba5-9794-45ff-a9d2-3ac38e184827 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.766217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a35d1ba5-9794-45ff-a9d2-3ac38e184827 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8911207 Sep 17 22:53:35.770199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45746) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:35.776178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-29340a02-2cf2-48e0-b338-0b074df91d86 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Request body: {'security_group_rule': {'security_group_id': '0c20104a-5cf1-459c-974d-35d6b48e890c', 'project_id': 'a0566521617a41b1bba852589cd5383e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:35.873482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Allocated IP 172.20.0.10 (0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e/db7262d7-5140-4b05-bca4-767632d24a83/d241f538-b1af-4679-ba2c-7b33f283ac0b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:35.901902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device dbf1743b-00f0-40d4-8915-2422eb67b770 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:35.960290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port dbf1743b-00f0-40d4-8915-2422eb67b770 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:35.965854 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.966025 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-29585c32-393b-4269-a22f-e7acf67ec340 req-53a7f71a-5305-4e80-a120-8e51c427ab8d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.970641 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-783bcb46-1afa-4f92-8f1b-57340304ba4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:35.995196 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-29340a02-2cf2-48e0-b338-0b074df91d86 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Project a0566521617a41b1bba852589cd5383e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:53:36.000459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['af67c8a5-469b-4590-92f8-82f0024fb970'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:53:36.006138 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29340a02-2cf2-48e0-b338-0b074df91d86 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.013461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7f71a-5305-4e80-a120-8e51c427ab8d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Pushing event deleted for resources: {'Port': ['ID=af67c8a5-469b-4590-92f8-82f0024fb970,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:36.081756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-29585c32-393b-4269-a22f-e7acf67ec340 req-53a7f71a-5305-4e80-a120-8e51c427ab8d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] No DVR routers for this DVR port af67c8a5-469b-4590-92f8-82f0024fb970 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:53:36.084836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-29585c32-393b-4269-a22f-e7acf67ec340 req-53a7f71a-5305-4e80-a120-8e51c427ab8d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.087350 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29585c32-393b-4269-a22f-e7acf67ec340 req-53a7f71a-5305-4e80-a120-8e51c427ab8d tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.15 "DELETE /v2.0/ports/af67c8a5-469b-4590-92f8-82f0024fb970 HTTP/1.1" status: 204 len: 173 time: 0.6839490 Sep 17 22:53:36.087863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c3e105-132e-48b9-a37e-51f11ff4fbc9', 'name': 'network-vif-deleted', 'tag': 'af67c8a5-469b-4590-92f8-82f0024fb970'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:36.091757 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78efba09-5b6d-41ea-ae00-a1649bdc19b4" -d '{"events": [{"server_uuid": "b8c3e105-132e-48b9-a37e-51f11ff4fbc9", "name": "network-vif-deleted", "tag": "af67c8a5-469b-4590-92f8-82f0024fb970"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:36.132532 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.135577 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29340a02-2cf2-48e0-b338-0b074df91d86 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.163102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.164271 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Sync routers for ids ['edcc9000-cebf-4d3b-a579-2a09f3939672'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:36.173800 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11a8cfc-5c3e-4170-84b0-9166e9ceb386 x-openstack-request-id: req-a11a8cfc-5c3e-4170-84b0-9166e9ceb386 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:36.174490 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c3e105-132e-48b9-a37e-51f11ff4fbc9", "name": "network-vif-deleted", "tag": "af67c8a5-469b-4590-92f8-82f0024fb970", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:36.175094 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a11a8cfc-5c3e-4170-84b0-9166e9ceb386 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:36.175743 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c3e105-132e-48b9-a37e-51f11ff4fbc9', 'name': 'network-vif-deleted', 'tag': 'af67c8a5-469b-4590-92f8-82f0024fb970', 'status': 'completed', 'code': 200} Sep 17 22:53:36.185221 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Routers {'edcc9000-cebf-4d3b-a579-2a09f3939672'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:36.186710 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['edcc9000-cebf-4d3b-a579-2a09f3939672'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:36.202600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port dbf1743b-00f0-40d4-8915-2422eb67b770, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=dbf1743b-00f0-40d4-8915-2422eb67b770,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:36.210399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29340a02-2cf2-48e0-b338-0b074df91d86 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.235285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29340a02-2cf2-48e0-b338-0b074df91d86 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66b980b-0bf7-4e21-97e1-0966e05f373c,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:36.316453 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.330198 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Set router edcc9000-cebf-4d3b-a579-2a09f3939672 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:36.359360 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-29340a02-2cf2-48e0-b338-0b074df91d86 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.363558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-29340a02-2cf2-48e0-b338-0b074df91d86 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5894928 Sep 17 22:53:36.363558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.364895 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 45752) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:36.369819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-3f190bd5-40aa-4bba-89b8-7fbefce34b62 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Request body: {'security_group_rule': {'security_group_id': '0c20104a-5cf1-459c-974d-35d6b48e890c', 'project_id': 'a0566521617a41b1bba852589cd5383e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:36.373566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=dbf1743b-00f0-40d4-8915-2422eb67b770,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:36.466980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:36.491005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:36.498102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:36.502120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=d241f538-b1af-4679-ba2c-7b33f283ac0b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:36.562821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3cebf-ad55-4fc2-936e-436c251c2b1c req-392a30ef-90ca-4efe-8d44-30d6c8977102 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:36.565119 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7d3cebf-ad55-4fc2-936e-436c251c2b1c req-392a30ef-90ca-4efe-8d44-30d6c8977102 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 932 time: 0.1223190 Sep 17 22:53:36.566441 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-3f190bd5-40aa-4bba-89b8-7fbefce34b62 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Project a0566521617a41b1bba852589cd5383e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:53:36.577119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:36.577795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.586280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f190bd5-40aa-4bba-89b8-7fbefce34b62 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.613703 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'name': 'tempest-TestServerBasicOps-1515583832-router', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:26Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 4, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'gw_port': {'id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:27Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '683f17b7-dce8-465f-b47a-acf5836c63ae', 'name': '', 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'mac_address': 'fa:16:3e:28:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '27a5fe54-f39b-4d76-9956-ecab6530f598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 2, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'subnets': [{'id': '27a5fe54-f39b-4d76-9956-ecab6530f598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:36.646827 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Checking router: edcc9000-cebf-4d3b-a579-2a09f3939672 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:36.646827 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Updating router edcc9000-cebf-4d3b-a579-2a09f3939672 port 683f17b7-dce8-465f-b47a-acf5836c63ae binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:53:36.659593 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7d3cebf-ad55-4fc2-936e-436c251c2b1c req-fa499f83-ec2b-437c-a5a5-f86f8a866abe tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774186 Sep 17 22:53:36.716681 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.720587 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f190bd5-40aa-4bba-89b8-7fbefce34b62 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.735452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a7006952-907c-4e45-96af-04c729a47441 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7261157 Sep 17 22:53:36.750883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7303f7f-b4c5-47ac-9de5-0d8e5cdee109 req-3a4730d8-46b9-4ea7-a565-89d0436eb890 tempest-VolumesNegativeTest-1216072741 tempest-VolumesNegativeTest-1216072741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8c3e105-132e-48b9-a37e-51f11ff4fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0559986 Sep 17 22:53:36.751623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Request body: {'port': {'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:36.823423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f190bd5-40aa-4bba-89b8-7fbefce34b62 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.849508 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.862134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f190bd5-40aa-4bba-89b8-7fbefce34b62 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85289cd-2f83-47db-91b9-9b51a653c3d7,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:36.888168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b533083a-0793-4635-aaed-e94e9eecc34a None None] Provisioning complete for port d241f538-b1af-4679-ba2c-7b33f283ac0b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:36.888911 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b533083a-0793-4635-aaed-e94e9eecc34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.930437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b533083a-0793-4635-aaed-e94e9eecc34a None None] Port d241f538-b1af-4679-ba2c-7b33f283ac0b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:36.988269 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3f190bd5-40aa-4bba-89b8-7fbefce34b62 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:36.998690 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3f190bd5-40aa-4bba-89b8-7fbefce34b62 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6325326 Sep 17 22:53:37.060904 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.123705 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.169279 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-234145cb-29b6-473b-9690-c742129615bb tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591496119&fields=id&tenant_id=a0566521617a41b1bba852589cd5383e HTTP/1.1" status: 200 len: 267 time: 0.0400312 Sep 17 22:53:37.197451 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.266910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d241f538-b1af-4679-ba2c-7b33f283ac0b {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:53:37.269608 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd72d40-f8a3-4a1e-8bce-7c0b571002e1 None None] Pushing event updated for resources: {'Port': ['ID=683f17b7-dce8-465f-b47a-acf5836c63ae,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:37.287747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.307339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Transition to ACTIVE for port object d241f538-b1af-4679-ba2c-7b33f283ac0b will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:53:37.344651 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Attempting to bind port 683f17b7-dce8-465f-b47a-acf5836c63ae on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:37.345039 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Attempting to bind port 683f17b7-dce8-465f-b47a-acf5836c63ae by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:37.345486 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Attempting to bind port 683f17b7-dce8-465f-b47a-acf5836c63ae on network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:37.352069 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:37.352528 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Checking segment: {'id': 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:37.352882 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.353278 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Bound using segment: {'id': 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:37.353808 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Bound port: 683f17b7-dce8-465f-b47a-acf5836c63ae, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:37.354829 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.358154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-7c1a9c42-08c2-425c-837a-cd3203f0b301 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:37.366203 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-7c1a9c42-08c2-425c-837a-cd3203f0b301 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/networks?id=3618794c-b2ac-4fa8-8246-2e450d6871d7 HTTP/1.1" status: 200 len: 809 time: 0.1893637 Sep 17 22:53:37.383555 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-9e29f30c-d6b2-429b-a6ac-dfdea571b9df tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/quotas/a0566521617a41b1bba852589cd5383e HTTP/1.1" status: 200 len: 375 time: 0.0160758 Sep 17 22:53:37.416058 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.455050 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] For port 683f17b7-dce8-465f-b47a-acf5836c63ae, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:37.458607 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-b28721b8-c858-4e98-b9ea-c20478be7e17 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0566521617a41b1bba852589cd5383e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739789 Sep 17 22:53:37.476821 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.477242 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] For port 683f17b7-dce8-465f-b47a-acf5836c63ae, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=683f17b7-dce8-465f-b47a-acf5836c63ae,segment=NetworkSegment(eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e),segment_id=eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:37.505336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Pushing event updated for resources: {'Port': ['ID=d241f538-b1af-4679-ba2c-7b33f283ac0b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:37.580056 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.581815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b15a21db-9d68-4fcd-bff8-69623dbf3162 None None] Provisioning complete for port 683f17b7-dce8-465f-b47a-acf5836c63ae triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:37.582192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b15a21db-9d68-4fcd-bff8-69623dbf3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.610336 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-645fecd7-ea1a-4156-9137-15c68e2bc0ca service neutron] 10.222.0.30 "GET /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268857 Sep 17 22:53:37.647353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Attempting to bind port d241f538-b1af-4679-ba2c-7b33f283ac0b on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:37.647852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Attempting to bind port d241f538-b1af-4679-ba2c-7b33f283ac0b by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:37.648281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Attempting to bind port d241f538-b1af-4679-ba2c-7b33f283ac0b on network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:37.660303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Port d241f538-b1af-4679-ba2c-7b33f283ac0b on network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:53:37.660634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Attempting to bind port d241f538-b1af-4679-ba2c-7b33f283ac0b on network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:37.663607 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Routers {'edcc9000-cebf-4d3b-a579-2a09f3939672'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:37.665829 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['edcc9000-cebf-4d3b-a579-2a09f3939672'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:37.675425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:37.675790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Checking segment: {'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:37.676607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Bound using segment: {'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:37.677184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Bound port: d241f538-b1af-4679-ba2c-7b33f283ac0b, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05f3b99-8693-47cb-ba10-83d73609b698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:37.677544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.751781 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd72d40-f8a3-4a1e-8bce-7c0b571002e1 None None] Pushing event updated for resources: {'Port': ['ID=683f17b7-dce8-465f-b47a-acf5836c63ae,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:37.769064 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b15a21db-9d68-4fcd-bff8-69623dbf3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:37.858154 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-194a95c6-e308-41b4-a2df-58a1f17ab959 service neutron] 10.222.0.30 "GET /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419453 Sep 17 22:53:37.880791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b15a21db-9d68-4fcd-bff8-69623dbf3162 None None] For port 683f17b7-dce8-465f-b47a-acf5836c63ae, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=683f17b7-dce8-465f-b47a-acf5836c63ae,segment=NetworkSegment(eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e),segment_id=eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:37.903311 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] Set router edcc9000-cebf-4d3b-a579-2a09f3939672 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:37.915404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device dbf1743b-00f0-40d4-8915-2422eb67b770 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:37.917527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] For port d241f538-b1af-4679-ba2c-7b33f283ac0b, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:37.922893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] For port d241f538-b1af-4679-ba2c-7b33f283ac0b, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d241f538-b1af-4679-ba2c-7b33f283ac0b,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:37.971429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4335c15-b3e1-4e68-8564-dc071753b6a6 req-b0575e14-d884-413a-9086-eb044d8f08de tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:37.975997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d4335c15-b3e1-4e68-8564-dc071753b6a6 req-b0575e14-d884-413a-9086-eb044d8f08de tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 944 time: 0.1897740 Sep 17 22:53:38.010222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port dbf1743b-00f0-40d4-8915-2422eb67b770 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:38.010222 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:38.037447 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b15a21db-9d68-4fcd-bff8-69623dbf3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:38.062686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d4335c15-b3e1-4e68-8564-dc071753b6a6 req-1ef35d8c-d344-429b-96a1-7a60ce86a651 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753212 Sep 17 22:53:38.064527 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:38.133314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a21db-9d68-4fcd-bff8-69623dbf3162 None None] Pushing event updated for resources: {'Port': ['ID=683f17b7-dce8-465f-b47a-acf5836c63ae,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:38.160536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Pushing event updated for resources: {'Port': ['ID=d241f538-b1af-4679-ba2c-7b33f283ac0b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:38.177436 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:38.178284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:38.182027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-15a1c7ea-d626-4b28-afe2-17d23cb1a86c service neutron] 10.222.0.23 "PUT /v2.0/ports/d241f538-b1af-4679-ba2c-7b33f283ac0b HTTP/1.1" status: 200 len: 1093 time: 1.4386840 Sep 17 22:53:38.182595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'tag': 'd241f538-b1af-4679-ba2c-7b33f283ac0b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:38.188389 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "07bc02af-21bd-454b-82c3-2be0dc88a240", "tag": "d241f538-b1af-4679-ba2c-7b33f283ac0b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:38.197946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7fd7f3de-a324-406f-839e-fc2c9d89ed25 None None] Provisioning complete for port 683f17b7-dce8-465f-b47a-acf5836c63ae triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:38.198398 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f3de-a324-406f-839e-fc2c9d89ed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:38.342348 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'name': 'tempest-TestServerBasicOps-1515583832-router', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:26Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 4, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'gw_port': {'id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:27Z', 'updated_at': '2021-09-17T22:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '683f17b7-dce8-465f-b47a-acf5836c63ae', 'name': '', 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'mac_address': 'fa:16:3e:28:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '27a5fe54-f39b-4d76-9956-ecab6530f598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'subnets': [{'id': '27a5fe54-f39b-4d76-9956-ecab6530f598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:38.387104 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71de3469-05a6-4b49-934e-c2fe23b98543 req-56e74dc6-b604-495a-a356-ca35b7679f9c tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 210 time: 0.0444112 Sep 17 22:53:38.413298 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64497395-528f-4302-9fa1-c1370aa03ca4 None None] The sync data for ids ['edcc9000-cebf-4d3b-a579-2a09f3939672'] in n-d-713499-18 is: [{'id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'name': 'tempest-TestServerBasicOps-1515583832-router', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:26Z', 'updated_at': '2021-09-17T22:53:31Z', 'revision_number': 4, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'gw_port': {'id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:27Z', 'updated_at': '2021-09-17T22:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '683f17b7-dce8-465f-b47a-acf5836c63ae', 'name': '', 'network_id': '5673a65b-1cf8-4fb7-8cbf-2ececd742c02', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'mac_address': 'fa:16:3e:28:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '27a5fe54-f39b-4d76-9956-ecab6530f598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:30Z', 'updated_at': '2021-09-17T22:53:37Z', 'revision_number': 4, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'subnets': [{'id': '27a5fe54-f39b-4d76-9956-ecab6530f598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:38.427120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-dbb3eab1-57ea-4ffe-87df-9d4b67563f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:38.429263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-dbb3eab1-57ea-4ffe-87df-9d4b67563f4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 1096 time: 0.0973892 Sep 17 22:53:38.502095 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-6fc5a6b3-4acf-4286-aab8-4e25f66a32c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d241f538-b1af-4679-ba2c-7b33f283ac0b HTTP/1.1" status: 200 len: 217 time: 0.0649958 Sep 17 22:53:38.505014 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5979159-abe7-405b-adab-469e6308c908 x-openstack-request-id: req-b5979159-abe7-405b-adab-469e6308c908 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:38.505396 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bc02af-21bd-454b-82c3-2be0dc88a240", "tag": "d241f538-b1af-4679-ba2c-7b33f283ac0b", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:38.505963 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5979159-abe7-405b-adab-469e6308c908 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:38.506460 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'tag': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'status': 'completed', 'code': 200} Sep 17 22:53:38.567070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a2656799-ab83-44ce-8fef-13b707650d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:38.567970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-a2656799-ab83-44ce-8fef-13b707650d26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db7262d7-5140-4b05-bca4-767632d24a83 HTTP/1.1" status: 200 len: 834 time: 0.0595820 Sep 17 22:53:38.621027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-de792852-1bca-40cb-8d3b-279461dd807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:38.622625 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-de792852-1bca-40cb-8d3b-279461dd807c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481339 Sep 17 22:53:38.727302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-09ced7f3-45e7-4f5c-8493-ed6e7e357a9a service neutron] 10.222.0.23 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967531 Sep 17 22:53:38.835100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcb047d4-8eda-499e-b887-fc2ce457c060 req-5403733d-3df5-4a56-98c5-05ccd063f00c service neutron] 10.222.0.23 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012707 Sep 17 22:53:39.063130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-fbf7c49f-5227-4625-9a72-032d3534c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:39.064714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-fbf7c49f-5227-4625-9a72-032d3534c78d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 1096 time: 0.0504951 Sep 17 22:53:39.125153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:39.202998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-34a94cf8-8e9f-4dab-9576-c19b829390bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:39.204892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-34a94cf8-8e9f-4dab-9576-c19b829390bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e HTTP/1.1" status: 200 len: 898 time: 0.1329591 Sep 17 22:53:39.226529 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device af67c8a5-469b-4590-92f8-82f0024fb970 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:53:39.250560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaeb8a-e8ae-40cb-aa40-bc8f2e8506ef req-b74e9dcd-6277-4b99-8f2b-267f4953ab85 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:39.258868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9faaeb8a-e8ae-40cb-aa40-bc8f2e8506ef req-b74e9dcd-6277-4b99-8f2b-267f4953ab85 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 944 time: 0.1087520 Sep 17 22:53:39.269238 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: af67c8a5-469b-4590-92f8-82f0024fb970 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:53:39.269645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device af67c8a5-469b-4590-92f8-82f0024fb970 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:53:39.281451 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-f4c5dfca-2ab2-4ff9-9f66-bfd0e98d7f7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d241f538-b1af-4679-ba2c-7b33f283ac0b HTTP/1.1" status: 200 len: 217 time: 0.0685933 Sep 17 22:53:39.320465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9faaeb8a-e8ae-40cb-aa40-bc8f2e8506ef req-d9b9ee8c-9361-4839-87b1-88d7754353d7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562646 Sep 17 22:53:39.368471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-10ebbc74-baa6-46f2-8d33-bffb7422ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:39.369969 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-10ebbc74-baa6-46f2-8d33-bffb7422ab2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db7262d7-5140-4b05-bca4-767632d24a83 HTTP/1.1" status: 200 len: 834 time: 0.0809660 Sep 17 22:53:39.424977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-a2144092-6b71-4b13-9873-f92ff8407ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:39.426699 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-a2144092-6b71-4b13-9873-f92ff8407ada service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482030 Sep 17 22:53:39.466730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-334ae842-9777-4448-bfcc-eb425637af5c req-1de1e921-d009-468d-864a-d7ce86058acb tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 210 time: 0.0277302 Sep 17 22:53:39.535976 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-10c113c6-7e5e-4ade-9620-57ced91f502c service neutron] 10.222.0.23 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014922 Sep 17 22:53:39.663975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bdff0a7-4ea5-4303-b2c0-5a2cb1cec5e0 req-e1eb095d-7c4e-4622-bb54-9b8f3fb54081 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201103 Sep 17 22:53:39.838631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 683f17b7-dce8-465f-b47a-acf5836c63ae up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:39.904186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 683f17b7-dce8-465f-b47a-acf5836c63ae triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:39.904654 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.443728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630883c0-369c-416e-be98-53755665197f req-ec139607-adba-4b1e-b8f9-a3e74fe40b58 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:40.446008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-630883c0-369c-416e-be98-53755665197f req-ec139607-adba-4b1e-b8f9-a3e74fe40b58 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 944 time: 0.0579321 Sep 17 22:53:40.467106 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.500312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-630883c0-369c-416e-be98-53755665197f req-46722bb4-3faa-411c-8af2-ae07be6f9181 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402038 Sep 17 22:53:40.574953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f31d77c9-40c5-455a-a442-d56a86b091f9 req-8617ec72-2b70-4ba5-9bea-496afb2e6f0f tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 210 time: 0.0276310 Sep 17 22:53:41.300030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-8878b53d-e8f0-4d6e-8571-dde934cd2c27 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:41.301611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-8878b53d-e8f0-4d6e-8571-dde934cd2c27 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.15 "GET /v2.0/networks?id=3618794c-b2ac-4fa8-8246-2e450d6871d7 HTTP/1.1" status: 200 len: 809 time: 0.1226404 Sep 17 22:53:41.356406 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-eb9d6cfc-86a6-4b9b-8931-42139a4cbdeb tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0566521617a41b1bba852589cd5383e HTTP/1.1" status: 200 len: 379 time: 0.0394506 Sep 17 22:53:41.365159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Request body: {'port': {'device_id': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'admin_state_up': True, 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'security_groups': ['0c20104a-5cf1-459c-974d-35d6b48e890c']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:41.618748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d241f538-b1af-4679-ba2c-7b33f283ac0b details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:53:41.626518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Made reservation on behalf of a0566521617a41b1bba852589cd5383e for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:53:41.630127 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.655881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f42ce-a773-4fae-a271-ede76aa53410 req-6f72a3c8-a61a-48e6-9bd1-bd6dc05002fc tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:41.658689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e83f42ce-a773-4fae-a271-ede76aa53410 req-6f72a3c8-a61a-48e6-9bd1-bd6dc05002fc tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 944 time: 0.0748539 Sep 17 22:53:41.684309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-389fbfac-39e4-4c37-b7c7-d1780dc744d7 req-bf97ff08-e165-4606-9ecd-9689f2915746 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 210 time: 0.0316606 Sep 17 22:53:41.759254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d241f538-b1af-4679-ba2c-7b33f283ac0b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d241f538-b1af-4679-ba2c-7b33f283ac0b,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:41.773975 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e83f42ce-a773-4fae-a271-ede76aa53410 req-076019dc-ea1a-4128-910e-65d7264f1186 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068394 Sep 17 22:53:41.776881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'mac_address': 'fa:16:3e:c6:ba:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:53:41.837874 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.852953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Allocated IP 172.20.0.3 (3618794c-b2ac-4fa8-8246-2e450d6871d7/a6fcb441-6de5-4de9-b448-2e7a562a9b86/969bf0d8-9c01-444d-af40-3fbbac56c456) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:41.853164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d241f538-b1af-4679-ba2c-7b33f283ac0b {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:53:41.875224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d241f538-b1af-4679-ba2c-7b33f283ac0b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d241f538-b1af-4679-ba2c-7b33f283ac0b,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:41.965241 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.025897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d241f538-b1af-4679-ba2c-7b33f283ac0b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:42.035462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.149832 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.180851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['d241f538-b1af-4679-ba2c-7b33f283ac0b'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:53:42.209857 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Network 3618794c-b2ac-4fa8-8246-2e450d6871d7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:42.230066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:42.230066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:42.230066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event updated for resources: {'Port': ['ID=969bf0d8-9c01-444d-af40-3fbbac56c456,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:42.297275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:42.297978 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.371061 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-512496d9-25ab-49d9-b95a-2f5b7c5b5691 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0093696 Sep 17 22:53:42.389862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Request body: {'port': {'device_id': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:42.457134 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.539529 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d010d26a-558e-48e7-ae5e-c90dc3712517 None None] Provisioning complete for port 969bf0d8-9c01-444d-af40-3fbbac56c456 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:42.540043 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d010d26a-558e-48e7-ae5e-c90dc3712517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.595032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d010d26a-558e-48e7-ae5e-c90dc3712517 None None] Port 969bf0d8-9c01-444d-af40-3fbbac56c456 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:53:42.815603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969bf0d8-9c01-444d-af40-3fbbac56c456 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:53:42.830123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.857415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Transition to ACTIVE for port object 969bf0d8-9c01-444d-af40-3fbbac56c456 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:53:42.872389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f607d4b-9b69-4fb2-8470-6a5f2332d5cd req-a3399117-f6f8-44c6-84af-e9f3f75cf053 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:42.872389 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f607d4b-9b69-4fb2-8470-6a5f2332d5cd req-a3399117-f6f8-44c6-84af-e9f3f75cf053 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 931 time: 0.1045775 Sep 17 22:53:42.920665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a991-6885-4cab-9bd9-658915f98d4a req-6d22727c-6fe5-43b4-b603-f043577dd63f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:42.923138 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d48a991-6885-4cab-9bd9-658915f98d4a req-6d22727c-6fe5-43b4-b603-f043577dd63f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 945 time: 0.0683432 Sep 17 22:53:42.934645 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f607d4b-9b69-4fb2-8470-6a5f2332d5cd req-1d202724-22fc-4f18-bdc8-dede5bbdeef0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543718 Sep 17 22:53:42.945898 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:42.994223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d48a991-6885-4cab-9bd9-658915f98d4a req-caf0e5a4-55bb-4bd9-a4e4-f861d65125b3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626931 Sep 17 22:53:43.042032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Pushing event updated for resources: {'Port': ['ID=969bf0d8-9c01-444d-af40-3fbbac56c456,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:43.115238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Attempting to bind port 969bf0d8-9c01-444d-af40-3fbbac56c456 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:53:43.116214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Attempting to bind port 969bf0d8-9c01-444d-af40-3fbbac56c456 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:53:43.116606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Attempting to bind port 969bf0d8-9c01-444d-af40-3fbbac56c456 on network 3618794c-b2ac-4fa8-8246-2e450d6871d7 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:43.125197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Port 969bf0d8-9c01-444d-af40-3fbbac56c456 on network 3618794c-b2ac-4fa8-8246-2e450d6871d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:53:43.125617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Attempting to bind port 969bf0d8-9c01-444d-af40-3fbbac56c456 on network 3618794c-b2ac-4fa8-8246-2e450d6871d7 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:53:43.138508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:53:43.138508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Checking segment: {'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:53:43.138508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Bound using segment: {'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:53:43.138508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Bound port: 969bf0d8-9c01-444d-af40-3fbbac56c456, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e99e34-7683-4727-a45a-c054c6b3bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:53:43.138508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.224868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] For port 969bf0d8-9c01-444d-af40-3fbbac56c456, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:53:43.228259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] For port 969bf0d8-9c01-444d-af40-3fbbac56c456, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=969bf0d8-9c01-444d-af40-3fbbac56c456,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:53:43.334309 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.380427 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:43.387585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.387585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] 10.222.0.15 "PUT /v2.0/ports/969bf0d8-9c01-444d-af40-3fbbac56c456 HTTP/1.1" status: 200 len: 1092 time: 0.9976935 Sep 17 22:53:43.387585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'tag': '969bf0d8-9c01-444d-af40-3fbbac56c456'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:43.387585 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efab953b-ea90-48bb-9b8c-ec08b7a39efc" -d '{"events": [{"name": "network-changed", "server_uuid": "b04b527d-2717-49a1-b6cc-f8d3e96985fb", "tag": "969bf0d8-9c01-444d-af40-3fbbac56c456"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:43.417337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384e1e7-dec4-430d-bf04-2e97185c6b15 service neutron] Pushing event updated for resources: {'Port': ['ID=969bf0d8-9c01-444d-af40-3fbbac56c456,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:43.446565 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c50ba0-eb30-45aa-86fe-e12a4062c3f6 x-openstack-request-id: req-56c50ba0-eb30-45aa-86fe-e12a4062c3f6 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:43.447959 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04b527d-2717-49a1-b6cc-f8d3e96985fb", "tag": "969bf0d8-9c01-444d-af40-3fbbac56c456", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:43.448255 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56c50ba0-eb30-45aa-86fe-e12a4062c3f6 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:43.448675 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'tag': '969bf0d8-9c01-444d-af40-3fbbac56c456', 'status': 'completed', 'code': 200} Sep 17 22:53:43.548429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab953b-ea90-48bb-9b8c-ec08b7a39efc req-e60b297f-41d0-4e23-a858-e3d9f5a702a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:43.550537 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-efab953b-ea90-48bb-9b8c-ec08b7a39efc req-e60b297f-41d0-4e23-a858-e3d9f5a702a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0566521617a41b1bba852589cd5383e&device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 1095 time: 0.0551119 Sep 17 22:53:43.617201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d241f538-b1af-4679-ba2c-7b33f283ac0b up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:43.818657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port d241f538-b1af-4679-ba2c-7b33f283ac0b completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:53:43.822692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port d241f538-b1af-4679-ba2c-7b33f283ac0b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:43.823150 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.947902 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:43.988285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd241f538-b1af-4679-ba2c-7b33f283ac0b'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:43.990725 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4022302f-2281-4907-a15a-5507a879259c" -d '{"events": [{"server_uuid": "07bc02af-21bd-454b-82c3-2be0dc88a240", "name": "network-vif-plugged", "status": "completed", "tag": "d241f538-b1af-4679-ba2c-7b33f283ac0b"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:44.015288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port d241f538-b1af-4679-ba2c-7b33f283ac0b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d241f538-b1af-4679-ba2c-7b33f283ac0b,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:44.042328 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb283495-c3c1-4081-bbf5-51059fa5fb50 x-openstack-request-id: req-fb283495-c3c1-4081-bbf5-51059fa5fb50 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:44.042918 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bc02af-21bd-454b-82c3-2be0dc88a240", "name": "network-vif-plugged", "status": "completed", "tag": "d241f538-b1af-4679-ba2c-7b33f283ac0b", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:44.043586 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb283495-c3c1-4081-bbf5-51059fa5fb50 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:44.044243 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'code': 200} Sep 17 22:53:44.137336 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:44.166026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddf8cc-10e2-43e5-a72f-daa4d79d9284 req-967d10ce-d1ca-4cf7-a910-26a98f24688e tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:44.175014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-08ddf8cc-10e2-43e5-a72f-daa4d79d9284 req-967d10ce-d1ca-4cf7-a910-26a98f24688e tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 943 time: 0.1080563 Sep 17 22:53:44.204959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab953b-ea90-48bb-9b8c-ec08b7a39efc req-d06e82c7-d5e8-40c7-9664-1fd1dd627903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:44.206693 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-efab953b-ea90-48bb-9b8c-ec08b7a39efc req-d06e82c7-d5e8-40c7-9664-1fd1dd627903 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a0566521617a41b1bba852589cd5383e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6424606 Sep 17 22:53:44.220467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=d241f538-b1af-4679-ba2c-7b33f283ac0b,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:44.222716 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35c6c0-b377-4d87-a72a-b90b04202ba6 req-343c7631-3a00-4b3c-9d26-b15fccd46128 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:44.226258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc35c6c0-b377-4d87-a72a-b90b04202ba6 req-343c7631-3a00-4b3c-9d26-b15fccd46128 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 945 time: 0.1277325 Sep 17 22:53:44.267083 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-08ddf8cc-10e2-43e5-a72f-daa4d79d9284 req-9d90cef4-9a7b-445b-beab-60b7f623781b tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909829 Sep 17 22:53:44.271115 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9883d-8454-4536-8d24-69f617eba589 req-908b4ebc-ce9b-46cb-8695-c6ca19e0a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:44.272837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47d9883d-8454-4536-8d24-69f617eba589 req-908b4ebc-ce9b-46cb-8695-c6ca19e0a6b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 1098 time: 0.1221595 Sep 17 22:53:44.300460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc35c6c0-b377-4d87-a72a-b90b04202ba6 req-1c89dfbf-b195-4c8e-995b-e93e09120210 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592816 Sep 17 22:53:44.319493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47d9883d-8454-4536-8d24-69f617eba589 req-933f3786-6dfc-482a-b66d-94758ac0175d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372972 Sep 17 22:53:44.356940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab953b-ea90-48bb-9b8c-ec08b7a39efc req-03d01610-ad60-4901-96b7-82e9ac74babc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:44.358438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-efab953b-ea90-48bb-9b8c-ec08b7a39efc req-03d01610-ad60-4901-96b7-82e9ac74babc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365414 Sep 17 22:53:44.476699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-30693d08-2f1c-46ca-bf5f-a82cece3381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:44.478429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-30693d08-2f1c-46ca-bf5f-a82cece3381d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0566521617a41b1bba852589cd5383e&device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 1095 time: 0.0576000 Sep 17 22:53:44.538622 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-2f106bda-d350-4393-9e10-73b6748d1122 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=969bf0d8-9c01-444d-af40-3fbbac56c456 HTTP/1.1" status: 200 len: 217 time: 0.0465531 Sep 17 22:53:44.592712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-cbd66199-8657-4a9e-96bb-aada46af2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:44.594213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-cbd66199-8657-4a9e-96bb-aada46af2950 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6fcb441-6de5-4de9-b448-2e7a562a9b86 HTTP/1.1" status: 200 len: 848 time: 0.0492597 Sep 17 22:53:44.643632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-97f740fa-719b-49b9-8196-4d2c9f12a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:44.645261 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-97f740fa-719b-49b9-8196-4d2c9f12a829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3618794c-b2ac-4fa8-8246-2e450d6871d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442433 Sep 17 22:53:44.769718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-bf1ec6b1-50fe-434a-8672-091897331c82 service neutron] 10.222.0.15 "GET /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167219 Sep 17 22:53:44.889219 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d1b6d03-f3df-4df1-87e6-febff9e715b5 req-cf7b96a6-4c9d-4070-a7ca-6dd039e2c090 service neutron] 10.222.0.15 "GET /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124756 Sep 17 22:53:45.434825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f40e3-2991-43a8-85f8-7a938bb766f2 req-f8a9c37e-d61a-4c62-93c6-a18a34d94f9a tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:45.436417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b6f40e3-2991-43a8-85f8-7a938bb766f2 req-f8a9c37e-d61a-4c62-93c6-a18a34d94f9a tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 943 time: 0.0671871 Sep 17 22:53:45.450229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb6ac4-9d2a-40dc-8a00-5cc4f4e85103 req-66b588b5-2574-4583-8545-1c7c717a114c tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:45.456059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffeb6ac4-9d2a-40dc-8a00-5cc4f4e85103 req-66b588b5-2574-4583-8545-1c7c717a114c tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 946 time: 0.0530097 Sep 17 22:53:45.482177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5b6f40e3-2991-43a8-85f8-7a938bb766f2 req-fa9e2d91-5cc6-421e-a827-2779d94880b6 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392013 Sep 17 22:53:45.511916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ffeb6ac4-9d2a-40dc-8a00-5cc4f4e85103 req-8806c4d9-fc7e-4dac-a0a9-580bbf5eb830 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531335 Sep 17 22:53:45.939269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e12521b7-06da-439d-92fa-25942c11ae9d req-15cedb04-af6d-4876-9ad4-c451b5031e94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506983 Sep 17 22:53:46.035113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12521b7-06da-439d-92fa-25942c11ae9d req-beaeab13-e3e8-4cc7-a9da-cefb387d2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:46.036656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e12521b7-06da-439d-92fa-25942c11ae9d req-beaeab13-e3e8-4cc7-a9da-cefb387d2c7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 1097 time: 0.0456736 Sep 17 22:53:46.162081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12521b7-06da-439d-92fa-25942c11ae9d req-48fa6f45-6b79-4959-8c33-9614cb93a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:46.163595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e12521b7-06da-439d-92fa-25942c11ae9d req-48fa6f45-6b79-4959-8c33-9614cb93a54f service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.1061733 Sep 17 22:53:46.234886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e12521b7-06da-439d-92fa-25942c11ae9d req-3f64a90e-3746-4ebf-a32f-cdc00166b3f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00222918-92e7-4daa-bd99-4a9d8683c66e HTTP/1.1" status: 200 len: 1000 time: 0.0647626 Sep 17 22:53:46.294873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12521b7-06da-439d-92fa-25942c11ae9d req-590fac2f-215d-4c83-b83f-eef1166a8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:46.296305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e12521b7-06da-439d-92fa-25942c11ae9d req-590fac2f-215d-4c83-b83f-eef1166a8880 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0552340 Sep 17 22:53:46.348327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12521b7-06da-439d-92fa-25942c11ae9d req-2ecb7092-0ad1-402a-a582-cd17ce002b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:46.349900 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e12521b7-06da-439d-92fa-25942c11ae9d req-2ecb7092-0ad1-402a-a582-cd17ce002b67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467987 Sep 17 22:53:46.450749 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e12521b7-06da-439d-92fa-25942c11ae9d req-e71314b0-c03f-44bb-8b24-308537c50053 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938723 Sep 17 22:53:46.562524 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e12521b7-06da-439d-92fa-25942c11ae9d req-c29149e1-104b-45d3-8435-6cd05ef61e54 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044557 Sep 17 22:53:46.633005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ceed5-57dc-4c76-ab0b-25bf61a3b568 req-709795db-7be2-48af-bcbd-606b47769b3d tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:46.642402 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0a4ceed5-57dc-4c76-ab0b-25bf61a3b568 req-709795db-7be2-48af-bcbd-606b47769b3d tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 943 time: 0.0793056 Sep 17 22:53:46.668411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed16bc-7343-420d-be7c-f55aa3423df8 req-2ded8e21-7756-4e98-810f-8c80d03829fd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:46.670860 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49ed16bc-7343-420d-be7c-f55aa3423df8 req-2ded8e21-7756-4e98-810f-8c80d03829fd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 946 time: 0.0718925 Sep 17 22:53:46.691697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0a4ceed5-57dc-4c76-ab0b-25bf61a3b568 req-85c4a778-5e4e-4ab8-bf1c-b288734535e2 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474789 Sep 17 22:53:46.716639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49ed16bc-7343-420d-be7c-f55aa3423df8 req-f63c22dd-8300-498c-92c6-3356a157166d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381095 Sep 17 22:53:46.837816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8c920-42f6-49ef-a785-7f464ee20db0 req-8ffcd38d-624d-4ff2-a82c-1a7c7f8f39a6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:46.839219 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5eb8c920-42f6-49ef-a785-7f464ee20db0 req-8ffcd38d-624d-4ff2-a82c-1a7c7f8f39a6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 946 time: 0.0523360 Sep 17 22:53:46.881748 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5eb8c920-42f6-49ef-a785-7f464ee20db0 req-7caca196-b281-41c4-b6a0-ec9bf2eb1ad1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355241 Sep 17 22:53:46.910034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46068) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:46.962697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1eb530-8e1c-4fd6-b0b8-ee94cc22f0f0 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:46.962697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-eb1eb530-8e1c-4fd6-b0b8-ee94cc22f0f0 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 1093 time: 0.0480282 Sep 17 22:53:46.962697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46072) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:46.975824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:47.093559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.225322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46076) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:47.235828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.389268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Allocated IP 172.25.6.213 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/27e2eb65-3515-49fe-8860-d92291c27b43) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:47.401061 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fd0b6bfa-16a0-4d10-93f0-e4b79d7640fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d40faff265924760aca83bfaa3a1713e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742010 Sep 17 22:53:47.405372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46080) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:47.522862 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9df4cdbd-2b70-4505-9fbc-be40445cb037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.563138 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.569645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9df4cdbd-2b70-4505-9fbc-be40445cb037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.730510 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.771729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9df4cdbd-2b70-4505-9fbc-be40445cb037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.776497 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9df4cdbd-2b70-4505-9fbc-be40445cb037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:47.781949 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9df4cdbd-2b70-4505-9fbc-be40445cb037 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/226edc79-64b8-4016-a93b-53e6fa8b638a HTTP/1.1" status: 204 len: 168 time: 0.3725064 Sep 17 22:53:47.799379 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:47.826070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:47.847236 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:47.849882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4cdbd-2b70-4505-9fbc-be40445cb037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226edc79-64b8-4016-a93b-53e6fa8b638a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:47.852985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=27e2eb65-3515-49fe-8860-d92291c27b43,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:47.909980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bf0e0-dd29-42f2-a3cc-d732d24638d9 req-1eee8d7c-d1d5-40b9-a641-6af3eea6cfa9 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:47.911569 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-781bf0e0-dd29-42f2-a3cc-d732d24638d9 req-1eee8d7c-d1d5-40b9-a641-6af3eea6cfa9 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 943 time: 0.1105213 Sep 17 22:53:48.007883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-781bf0e0-dd29-42f2-a3cc-d732d24638d9 req-5c669083-5b0d-4e6b-a75e-5e74d2152c8a tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896444 Sep 17 22:53:48.323114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.491273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.536246 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-3ecfeb0a-358f-4f37-82a9-8851f36df4ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0991988 Sep 17 22:53:48.698409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-8df58436-b950-4928-9ce5-4bae5a4be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.698959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-8df58436-b950-4928-9ce5-4bae5a4be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.699454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-8df58436-b950-4928-9ce5-4bae5a4be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.699964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-8df58436-b950-4928-9ce5-4bae5a4be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.700567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-8df58436-b950-4928-9ce5-4bae5a4be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.700936 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-8df58436-b950-4928-9ce5-4bae5a4be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.701400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-8df58436-b950-4928-9ce5-4bae5a4be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.709642 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-8df58436-b950-4928-9ce5-4bae5a4be067 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6507 time: 0.0776465 Sep 17 22:53:48.758815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.830158 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:48.942361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-5c75124e-dba2-43e2-8a29-abc5a08c36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.942856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-5c75124e-dba2-43e2-8a29-abc5a08c36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.943340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-5c75124e-dba2-43e2-8a29-abc5a08c36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:48.944996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-5c75124e-dba2-43e2-8a29-abc5a08c36ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=e21e7c40-ad05-44f1-9325-52357fe6b5da&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d HTTP/1.1" status: 200 len: 2298 time: 0.2053790 Sep 17 22:53:48.947526 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=27e2eb65-3515-49fe-8860-d92291c27b43,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:48.962308 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.080599 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-3af69076-938d-496a-a366-d8d285133371 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe8ab39-b56c-4109-a11e-563d891d1313 HTTP/1.1" status: 200 len: 1000 time: 0.1274533 Sep 17 22:53:49.201412 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Floating IP d7041538-f7a6-44f4-bb05-49598181da1b associated. External IP: 172.25.6.213, port: d241f538-b1af-4679-ba2c-7b33f283ac0b. Sep 17 22:53:49.210740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-d63d310a-dfd5-4b96-8c4f-3c5d23688c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:49.212223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-d63d310a-dfd5-4b96-8c4f-3c5d23688c01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=85ab8b00-fc15-4ee5-97e7-bfaf371d8cde HTTP/1.1" status: 200 len: 856 time: 0.1030462 Sep 17 22:53:49.253099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 969bf0d8-9c01-444d-af40-3fbbac56c456 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:53:49.263169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981803a4-189b-4887-b917-e85733757989 req-58ecbd2a-b8ad-414e-8acb-690ac4f21564 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:49.264730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-981803a4-189b-4887-b917-e85733757989 req-58ecbd2a-b8ad-414e-8acb-690ac4f21564 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 943 time: 0.1544502 Sep 17 22:53:49.362541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 969bf0d8-9c01-444d-af40-3fbbac56c456, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=969bf0d8-9c01-444d-af40-3fbbac56c456,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:49.374534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-b94993ac-9432-440a-9f4e-17e96c0c58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:49.375115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '969bf0d8-9c01-444d-af40-3fbbac56c456', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'port_id': '969bf0d8-9c01-444d-af40-3fbbac56c456', 'mac_address': 'fa:16:3e:f9:24:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:53:49.376054 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-b94993ac-9432-440a-9f4e-17e96c0c58f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e21e7c40-ad05-44f1-9325-52357fe6b5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301227 Sep 17 22:53:49.378964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-981803a4-189b-4887-b917-e85733757989 req-bd1a0050-aec5-453d-ba59-2165cadf6f24 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900295 Sep 17 22:53:49.420301 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.445181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969bf0d8-9c01-444d-af40-3fbbac56c456 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:53:49.467937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 969bf0d8-9c01-444d-af40-3fbbac56c456, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=969bf0d8-9c01-444d-af40-3fbbac56c456,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:49.536798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-2262b5b6-6541-4f17-9768-97ec318a3de5 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536424 Sep 17 22:53:49.567875 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:49.633575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=969bf0d8-9c01-444d-af40-3fbbac56c456,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:49.668805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 522d121e-2a8a-451f-9279-4c0b7fd928c2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:49.695337 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-24c2e488-7908-453a-8413-d3306aa94780 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162503 Sep 17 22:53:49.767009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-bb895072-7c7c-453b-af8a-d6674dfbda18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 200 len: 217 time: 0.0377173 Sep 17 22:53:49.886750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-cf2ffb7a-9960-44d4-8ec7-3aa4fba2bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:49.888092 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-cf2ffb7a-9960-44d4-8ec7-3aa4fba2bcb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.1129084 Sep 17 22:53:49.914121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:49.928326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] Sync routers for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:49.946111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:49.946765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:49.979122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-f95722d8-836e-4aaa-9c5d-aa1be7528b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:49.980907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-f95722d8-836e-4aaa-9c5d-aa1be7528b9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840960 Sep 17 22:53:49.993485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['969bf0d8-9c01-444d-af40-3fbbac56c456'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:53:50.032095 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:50.097810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-80428005-3d84-42aa-a45c-cb5cd17cc557 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1329918 Sep 17 22:53:50.102521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'tag': 'd241f538-b1af-4679-ba2c-7b33f283ac0b'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:50.102521 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580b5ce2-174c-4016-9ef3-7225aecdfc07" -d '{"events": [{"name": "network-changed", "server_uuid": "07bc02af-21bd-454b-82c3-2be0dc88a240", "tag": "d241f538-b1af-4679-ba2c-7b33f283ac0b"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:50.102985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46132) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:50.148072 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-e205a61b-e1ba-490e-a2f0-9b1cc248b440 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589007 Sep 17 22:53:50.163646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:50.171578 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a697d1-b528-4f7a-9bb2-315cd2a9a1bf x-openstack-request-id: req-34a697d1-b528-4f7a-9bb2-315cd2a9a1bf {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:50.172093 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bc02af-21bd-454b-82c3-2be0dc88a240", "tag": "d241f538-b1af-4679-ba2c-7b33f283ac0b", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:50.172542 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34a697d1-b528-4f7a-9bb2-315cd2a9a1bf {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:50.173777 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'tag': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'status': 'completed', 'code': 200} Sep 17 22:53:50.181287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d14874aa-f624-4336-9f0b-f6831568dd92 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/floatingips/d7041538-f7a6-44f4-bb05-49598181da1b HTTP/1.1" status: 200 len: 992 time: 0.0770221 Sep 17 22:53:50.253580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-37532965-7886-484e-8519-5682b1d0e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.255407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-37532965-7886-484e-8519-5682b1d0e3e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 1098 time: 0.0613296 Sep 17 22:53:50.301725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-cacca8f0-11af-4ab5-b6a7-1e2b26ed97ce service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460485 Sep 17 22:53:50.391624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-1e2c8263-5278-4c68-a152-b626fc38ab7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 200 len: 217 time: 0.0577474 Sep 17 22:53:50.404762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-a847f8f5-2830-4e1d-a625-a8158c305067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.406806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-a847f8f5-2830-4e1d-a625-a8158c305067 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e HTTP/1.1" status: 200 len: 898 time: 0.1441512 Sep 17 22:53:50.453838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-b534aaca-1cfc-489c-9825-3b3ae898d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.455497 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-b534aaca-1cfc-489c-9825-3b3ae898d168 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0567923 Sep 17 22:53:50.518447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-bfb163e1-0b1e-4d9a-a44a-8bdf70f9d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.520856 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-bfb163e1-0b1e-4d9a-a44a-8bdf70f9d8ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589845 Sep 17 22:53:50.550445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-cc0f2215-bb43-480d-8bc3-0a6ce2985700 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d241f538-b1af-4679-ba2c-7b33f283ac0b HTTP/1.1" status: 200 len: 1000 time: 0.1359658 Sep 17 22:53:50.567330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9767a12-f37a-4fcc-9288-6617f93ad073 req-c6581d7d-42fa-4103-b0d9-9674b56c593b tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.570354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9767a12-f37a-4fcc-9288-6617f93ad073 req-c6581d7d-42fa-4103-b0d9-9674b56c593b tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 944 time: 0.1013639 Sep 17 22:53:50.639821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd7041538-f7a6-44f4-bb05-49598181da1b', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'mac_address': 'fa:16:3e:c6:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:48Z', 'updated_at': '2021-09-17T22:53:48Z', 'revision_number': 0, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:50.653085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-d1152b04-d90d-4ccd-bb10-84dfc304a17e service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238408 Sep 17 22:53:50.654919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-68b26fda-3482-4965-8019-894681317b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.656617 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-68b26fda-3482-4965-8019-894681317b4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db7262d7-5140-4b05-bca4-767632d24a83 HTTP/1.1" status: 200 len: 834 time: 0.0853674 Sep 17 22:53:50.662554 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a9767a12-f37a-4fcc-9288-6617f93ad073 req-f6c919d3-d15d-46bf-b08a-3da4409fb6c0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815473 Sep 17 22:53:50.681095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] Checking router: 522d121e-2a8a-451f-9279-4c0b7fd928c2 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:50.700329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:50.701373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:50.712977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-f9ff37a7-f392-41c8-ad3a-d495f644f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.716387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-f9ff37a7-f392-41c8-ad3a-d495f644f7b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517411 Sep 17 22:53:50.771605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-6b175e78-d27e-4807-b9a6-5af2ec9386a8 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111588 Sep 17 22:53:50.843551 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-2f725472-dac4-4948-a78c-598f5e42f467 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a HTTP/1.1" status: 200 len: 217 time: 0.0619454 Sep 17 22:53:50.860002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-d9c3767f-3731-48c5-b09a-ed9397f45b44 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377501 Sep 17 22:53:50.901623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-a2756966-092e-4f67-a08c-124730ecf1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.904055 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-a2756966-092e-4f67-a08c-124730ecf1ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0536573 Sep 17 22:53:50.966730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-18442ee1-f459-44e1-895c-c214a99bea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:50.968413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-18442ee1-f459-44e1-895c-c214a99bea72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570312 Sep 17 22:53:50.975197 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-580b5ce2-174c-4016-9ef3-7225aecdfc07 req-858cdd57-3889-44f7-b7c8-87b9fcf942f8 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081429 Sep 17 22:53:51.002197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:51.188710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46164) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:51.272906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-49cd8e38-e71d-4363-8c51-e23ff270f58a tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/floatingips/d7041538-f7a6-44f4-bb05-49598181da1b HTTP/1.1" status: 200 len: 992 time: 0.0809877 Sep 17 22:53:51.314535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd7041538-f7a6-44f4-bb05-49598181da1b', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'mac_address': 'fa:16:3e:c6:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:48Z', 'updated_at': '2021-09-17T22:53:48Z', 'revision_number': 0, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:51.352178 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b5ef6-d0c9-4d54-986c-e75d677c59cf None None] The sync data for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 is: [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd7041538-f7a6-44f4-bb05-49598181da1b', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'mac_address': 'fa:16:3e:c6:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:48Z', 'updated_at': '2021-09-17T22:53:48Z', 'revision_number': 0, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:51.469358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-2a6dd565-18de-4420-8335-b204463e5ab2 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937069 Sep 17 22:53:51.563329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-4e7579a6-b1c9-46f7-8d7f-e36ffdd1488f service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870373 Sep 17 22:53:51.587124 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accf792-eba9-4a62-ba36-66250eb82870 None None] New status for floating IP d7041538-f7a6-44f4-bb05-49598181da1b: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:53:51.611353 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-6a275896-ff22-41d2-9976-b807bcbcfcdf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=87896450-6e00-40f3-b2a2-358d22328b45 HTTP/1.1" status: 200 len: 217 time: 0.0403459 Sep 17 22:53:51.660982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-7f7356f1-722a-4463-a3d0-126e410d3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:51.662452 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-7f7356f1-722a-4463-a3d0-126e410d3ecd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0443895 Sep 17 22:53:51.718929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-51b58a4f-8e6a-4511-bee8-65a389ed9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:51.724200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-51b58a4f-8e6a-4511-bee8-65a389ed9705 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0534782 Sep 17 22:53:51.830070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dc04c-c225-4e57-aaee-42088755ae08 req-60afcd08-3de1-4ae4-b080-992bd5adf8b6 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:51.831665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c6dc04c-c225-4e57-aaee-42088755ae08 req-60afcd08-3de1-4ae4-b080-992bd5adf8b6 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 944 time: 0.0601041 Sep 17 22:53:51.831809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-0413c50d-5fa5-475f-8dd3-591f4487e9d8 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983765 Sep 17 22:53:51.872498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c6dc04c-c225-4e57-aaee-42088755ae08 req-8213ab7d-4cce-43f9-b15e-e98513f56d13 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340395 Sep 17 22:53:51.928020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-c3ca99e9-1d23-4607-a1eb-72da320e5df4 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885746 Sep 17 22:53:51.979948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-d147c4ae-e542-4d62-8135-943f8e2946fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d HTTP/1.1" status: 200 len: 217 time: 0.0438321 Sep 17 22:53:52.033254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-95d0ef39-cc5b-421c-bdcd-918e1648be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:52.034726 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-95d0ef39-cc5b-421c-bdcd-918e1648be46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0486453 Sep 17 22:53:52.081297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-858506ed-c832-4e0c-b070-41bd2c5f5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:52.082785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-858506ed-c832-4e0c-b070-41bd2c5f5a0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0410511 Sep 17 22:53:52.181255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-34b086ed-a2bc-468a-a703-5d00ba79efc5 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905221 Sep 17 22:53:52.275262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46214) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:52.282471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-f5661341-a6f7-459b-9525-f561d7842a29 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942087 Sep 17 22:53:52.332966 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-57f19df8-6a14-4626-9ab8-368bcd9590f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f315b64d-660c-4c36-8ce9-0b202d824725 HTTP/1.1" status: 200 len: 217 time: 0.0440443 Sep 17 22:53:52.350839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6e3e6ea9-cd3c-4b52-a4e1-9da88ae41db7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/floatingips/d7041538-f7a6-44f4-bb05-49598181da1b HTTP/1.1" status: 200 len: 994 time: 0.0686197 Sep 17 22:53:52.385250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-cdb28c06-df2e-4d6a-96a3-e9c0e3f10f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:52.386834 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-cdb28c06-df2e-4d6a-96a3-e9c0e3f10f3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0460994 Sep 17 22:53:52.434887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-f7a3fc2c-356b-4b4b-bc92-1e8ac3264390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:52.436286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-f7a3fc2c-356b-4b4b-bc92-1e8ac3264390 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0427890 Sep 17 22:53:52.532902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-07444fc9-948e-46ab-86c2-cd772736848e service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899491 Sep 17 22:53:52.626217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7452e231-ed0d-42fb-bc24-d152c1d79435 req-423cddc0-4d82-4398-8e1b-b3f7b3442758 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861373 Sep 17 22:53:52.994408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72ed45-dbe9-4fc4-abf4-8219e312858a req-50abdf1b-836e-4726-ac31-72d596562373 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:52.996563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd72ed45-dbe9-4fc4-abf4-8219e312858a req-50abdf1b-836e-4726-ac31-72d596562373 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 944 time: 0.0548906 Sep 17 22:53:53.035749 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd72ed45-dbe9-4fc4-abf4-8219e312858a req-57051d64-b3a9-4814-b3b8-f1973e90cc4a tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332680 Sep 17 22:53:53.272630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 969bf0d8-9c01-444d-af40-3fbbac56c456 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:53:53.387268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 969bf0d8-9c01-444d-af40-3fbbac56c456 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:53:53.391528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 969bf0d8-9c01-444d-af40-3fbbac56c456 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:53:53.391904 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.472492 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.499267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969bf0d8-9c01-444d-af40-3fbbac56c456'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:53.501555 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cea7fc8-cfd7-47a5-aba3-80dc9a8383cf" -d '{"events": [{"server_uuid": "b04b527d-2717-49a1-b6cc-f8d3e96985fb", "name": "network-vif-plugged", "status": "completed", "tag": "969bf0d8-9c01-444d-af40-3fbbac56c456"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:53.514807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 969bf0d8-9c01-444d-af40-3fbbac56c456, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=969bf0d8-9c01-444d-af40-3fbbac56c456,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:53:53.539999 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9135e985-0c43-4523-bcdb-2e981429d890 x-openstack-request-id: req-9135e985-0c43-4523-bcdb-2e981429d890 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:53.540290 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04b527d-2717-49a1-b6cc-f8d3e96985fb", "name": "network-vif-plugged", "status": "completed", "tag": "969bf0d8-9c01-444d-af40-3fbbac56c456", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:53.540544 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9135e985-0c43-4523-bcdb-2e981429d890 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:53.540939 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969bf0d8-9c01-444d-af40-3fbbac56c456', 'code': 200} Sep 17 22:53:53.587338 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.635685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=969bf0d8-9c01-444d-af40-3fbbac56c456,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:53.689676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b3e84-794c-4c45-875c-34567910f492 req-4f954d02-4cc8-451f-86d9-fc6d5d44f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:53.691216 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bf6b3e84-794c-4c45-875c-34567910f492 req-4f954d02-4cc8-451f-86d9-fc6d5d44f51c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 1097 time: 0.0430908 Sep 17 22:53:53.732413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bf6b3e84-794c-4c45-875c-34567910f492 req-1285865a-3806-4a40-9663-009d90e85fcd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347373 Sep 17 22:53:53.844463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46268) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:53.955073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:54.047342 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:54.127649 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:54.155943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ed95-1a48-42c6-947b-b71cfd1bc504 req-41ecd163-54ef-4056-9097-d9bff2e71be3 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:54.157590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ca6ed95-1a48-42c6-947b-b71cfd1bc504 req-41ecd163-54ef-4056-9097-d9bff2e71be3 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 945 time: 0.0509419 Sep 17 22:53:54.168180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b057e39-cef5-495b-883f-93ea691aa7b7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:54.173139 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2340822973754c5fabc54c9daed28694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276634 Sep 17 22:53:54.177001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46274) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:54.185256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.185598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.185929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.186253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.186594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.186901 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.187218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.187533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.187863 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.188173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.188487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.188798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597988a1-7e5e-4426-aeab-e41d1b72043f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:53:54.197509 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ca6ed95-1a48-42c6-947b-b71cfd1bc504 req-eb41da18-640f-4114-98f9-3305095d8632 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336232 Sep 17 22:53:54.239752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83a169a3-2676-430d-974c-6000ecca5eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:54.263525 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83a169a3-2676-430d-974c-6000ecca5eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:54.362185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83a169a3-2676-430d-974c-6000ecca5eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:54.364959 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-83a169a3-2676-430d-974c-6000ecca5eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:54.366819 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-83a169a3-2676-430d-974c-6000ecca5eb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b057e39-cef5-495b-883f-93ea691aa7b7 HTTP/1.1" status: 204 len: 168 time: 0.1887610 Sep 17 22:53:54.377888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a169a3-2676-430d-974c-6000ecca5eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b057e39-cef5-495b-883f-93ea691aa7b7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:54.995060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46282) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:55.008947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-881dd8ed-8a1f-40dd-978e-624576bc2e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.109532 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-881dd8ed-8a1f-40dd-978e-624576bc2e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.195995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-881dd8ed-8a1f-40dd-978e-624576bc2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.236278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-881dd8ed-8a1f-40dd-978e-624576bc2e74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d02e92adf5ea4f8bb918835168eb21ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400231 Sep 17 22:53:55.237169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dd8ed-8a1f-40dd-978e-624576bc2e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e5d9eb-bbcf-4775-a335-7e09a34a6f54,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:55.240065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46286) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:55.298928 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3311e0d3-3a21-44ad-98a0-adc69e976ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.320870 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3311e0d3-3a21-44ad-98a0-adc69e976ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.351497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3657cc-3a33-4f7c-92d7-b38a40eb1d21 req-ef56a39a-f243-4c8a-8c39-31674fac9088 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:55.353053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d3657cc-3a33-4f7c-92d7-b38a40eb1d21 req-ef56a39a-f243-4c8a-8c39-31674fac9088 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 945 time: 0.0558374 Sep 17 22:53:55.394073 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d3657cc-3a33-4f7c-92d7-b38a40eb1d21 req-96c0fd39-f284-4504-be51-02ca0377da12 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337083 Sep 17 22:53:55.455661 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3311e0d3-3a21-44ad-98a0-adc69e976ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.458296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3311e0d3-3a21-44ad-98a0-adc69e976ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:55.459469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3311e0d3-3a21-44ad-98a0-adc69e976ad7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10e5d9eb-bbcf-4775-a335-7e09a34a6f54 HTTP/1.1" status: 204 len: 168 time: 0.2179096 Sep 17 22:53:55.469667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311e0d3-3a21-44ad-98a0-adc69e976ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e5d9eb-bbcf-4775-a335-7e09a34a6f54,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:55.521243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ba1d8-3ac7-4ed7-b996-069f6a2a2312 req-726b447d-9b74-4fec-8a30-45d2d77f414d tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:55.522823 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f90ba1d8-3ac7-4ed7-b996-069f6a2a2312 req-726b447d-9b74-4fec-8a30-45d2d77f414d tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 945 time: 0.0544686 Sep 17 22:53:55.563782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f90ba1d8-3ac7-4ed7-b996-069f6a2a2312 req-5d617f0e-14d3-4d2a-94a4-830bd001ef3b tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335987 Sep 17 22:53:55.685615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a53148-8287-4a1e-864a-8ca41c50aaf5 req-b9f7a291-8769-4b25-81da-66e5ecd3a913 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:55.688645 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d9a53148-8287-4a1e-864a-8ca41c50aaf5 req-b9f7a291-8769-4b25-81da-66e5ecd3a913 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 945 time: 0.0510237 Sep 17 22:53:55.729866 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d9a53148-8287-4a1e-864a-8ca41c50aaf5 req-ac551b27-b537-4ba3-95c6-7cd6b6611fa1 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365229 Sep 17 22:53:55.752693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46296) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:56.037157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8576db-f98e-4416-b8f8-fa8a7cd2f58a tempest-TestServerBasicOps-1515555528 tempest-TestServerBasicOps-1515555528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:56.038889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5b8576db-f98e-4416-b8f8-fa8a7cd2f58a tempest-TestServerBasicOps-1515555528 tempest-TestServerBasicOps-1515555528-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 1092 time: 0.2850840 Sep 17 22:53:56.042246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46300) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:53:56.047471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '969bf0d8-9c01-444d-af40-3fbbac56c456', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:53:56.133813 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.243812 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.349623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Allocated IP 172.25.6.160 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/43c452c2-97e1-4d0f-b7fb-7d2f831d11a0) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:53:56.455657 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.541660 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:56.581570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:53:56.586423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:53:56.590965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:53:56.594088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event updated for resources: {'Port': ['ID=43c452c2-97e1-4d0f-b7fb-7d2f831d11a0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:56.983655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.089278 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.242083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.310054 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.381967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event updated for resources: {'Port': ['ID=43c452c2-97e1-4d0f-b7fb-7d2f831d11a0,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:53:57.390331 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:57.493621 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Floating IP 3dcd39e9-224d-4ced-bdad-4d2d96882ac7 associated. External IP: 172.25.6.160, port: 969bf0d8-9c01-444d-af40-3fbbac56c456. Sep 17 22:53:57.704080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:53:57.817805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:53:57.827776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2781014-5637-4913-a147-76612226fa6c None None] Sync routers for ids ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:53:57.837240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2781014-5637-4913-a147-76612226fa6c None None] Routers {'04ab66ff-161c-4d4c-9cdd-5612bd7f9042'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:57.837924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e2781014-5637-4913-a147-76612226fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:57.953540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-e2781014-5637-4913-a147-76612226fa6c None None] Set router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:57.962184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:58.002944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b7641a5a-ebc3-4e5e-b2a4-5bf9f8393f47 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9487550 Sep 17 22:53:58.002944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'tag': '969bf0d8-9c01-444d-af40-3fbbac56c456'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:53:58.002944 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d79b99-7b2c-420d-a169-84dee58da38d" -d '{"events": [{"name": "network-changed", "server_uuid": "b04b527d-2717-49a1-b6cc-f8d3e96985fb", "tag": "969bf0d8-9c01-444d-af40-3fbbac56c456"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:53:58.037107 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4eabf0-9d54-4d28-a72e-1c4830969fd8 x-openstack-request-id: req-bf4eabf0-9d54-4d28-a72e-1c4830969fd8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:53:58.037463 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04b527d-2717-49a1-b6cc-f8d3e96985fb", "tag": "969bf0d8-9c01-444d-af40-3fbbac56c456", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:53:58.037723 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf4eabf0-9d54-4d28-a72e-1c4830969fd8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:53:58.038132 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'tag': '969bf0d8-9c01-444d-af40-3fbbac56c456', 'status': 'completed', 'code': 200} Sep 17 22:53:58.127266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-d67d64e1-9e1f-465a-ae38-7defdb8eb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:58.128797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-d67d64e1-9e1f-465a-ae38-7defdb8eb4d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0566521617a41b1bba852589cd5383e&device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 1097 time: 0.0469124 Sep 17 22:53:58.197659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e2781014-5637-4913-a147-76612226fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '3dcd39e9-224d-4ced-bdad-4d2d96882ac7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'port_id': '969bf0d8-9c01-444d-af40-3fbbac56c456', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'mac_address': 'fa:16:3e:f9:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:56Z', 'updated_at': '2021-09-17T22:53:56Z', 'revision_number': 0, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b965094-7bee-4fe3-9c90-803c3dcf1065', 'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'mac_address': 'fa:16:3e:29:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:26Z', 'revision_number': 5, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'subnets': [{'id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:58.223914 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2781014-5637-4913-a147-76612226fa6c None None] Checking router: 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:53:58.225780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-9c49f81c-87a6-4582-a2ee-91008f736ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:58.227259 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-9c49f81c-87a6-4582-a2ee-91008f736ede service neutron] 10.222.0.15 "GET /v2.0/networks?id=3618794c-b2ac-4fa8-8246-2e450d6871d7 HTTP/1.1" status: 200 len: 910 time: 0.0917637 Sep 17 22:53:58.233250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2781014-5637-4913-a147-76612226fa6c None None] Routers {'04ab66ff-161c-4d4c-9cdd-5612bd7f9042'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:53:58.234150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e2781014-5637-4913-a147-76612226fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:58.294618 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-3860ccb5-3acb-4ce3-a41d-7b1a802a4cbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=969bf0d8-9c01-444d-af40-3fbbac56c456 HTTP/1.1" status: 200 len: 999 time: 0.0593858 Sep 17 22:53:58.343201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-e2781014-5637-4913-a147-76612226fa6c None None] Set router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:53:58.348724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-34fcb4ef-09df-4ded-a0b7-2095994652a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:58.350229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-34fcb4ef-09df-4ded-a0b7-2095994652a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6fcb441-6de5-4de9-b448-2e7a562a9b86 HTTP/1.1" status: 200 len: 848 time: 0.0486658 Sep 17 22:53:58.412679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-50231086-d2e8-4c9f-a286-58bb2bffd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:53:58.414289 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-50231086-d2e8-4c9f-a286-58bb2bffd896 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3618794c-b2ac-4fa8-8246-2e450d6871d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565653 Sep 17 22:53:58.504335 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-99a82bc8-1d71-43d1-863f-cebd8c6ccced service neutron] 10.222.0.15 "GET /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828671 Sep 17 22:53:58.571234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e2781014-5637-4913-a147-76612226fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '3dcd39e9-224d-4ced-bdad-4d2d96882ac7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'port_id': '969bf0d8-9c01-444d-af40-3fbbac56c456', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'mac_address': 'fa:16:3e:f9:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:56Z', 'updated_at': '2021-09-17T22:53:56Z', 'revision_number': 0, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b965094-7bee-4fe3-9c90-803c3dcf1065', 'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'mac_address': 'fa:16:3e:29:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:26Z', 'revision_number': 5, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'subnets': [{'id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:53:58.598375 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0d79b99-7b2c-420d-a169-84dee58da38d req-f734f4f4-2e5c-4648-8b85-5dcf923e133d service neutron] 10.222.0.15 "GET /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875444 Sep 17 22:53:58.601170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2781014-5637-4913-a147-76612226fa6c None None] The sync data for ids ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'] in n-d-713499-18 is: [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '3dcd39e9-224d-4ced-bdad-4d2d96882ac7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'port_id': '969bf0d8-9c01-444d-af40-3fbbac56c456', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'mac_address': 'fa:16:3e:f9:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:56Z', 'updated_at': '2021-09-17T22:53:56Z', 'revision_number': 0, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b965094-7bee-4fe3-9c90-803c3dcf1065', 'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'mac_address': 'fa:16:3e:29:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:26Z', 'revision_number': 5, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'subnets': [{'id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:53:58.788973 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71ad9a-a695-493c-b2e5-81b148afed14 None None] New status for floating IP 3dcd39e9-224d-4ced-bdad-4d2d96882ac7: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:53:59.279023 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:01.268962 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:54:03.261471 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2157872-882b-4c43-aba3-0a35513a0c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:05.858650 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17850f21-002f-4548-8291-f8922722defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:07.012930 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:07.378705 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:09.074197 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:10.459074 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:16.823401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46358) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:17.235928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e1275-8046-4aad-95e5-6c5c6fbf17ed tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:17.236423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e1275-8046-4aad-95e5-6c5c6fbf17ed tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:17.236891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e1275-8046-4aad-95e5-6c5c6fbf17ed tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:17.238613 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a46e1275-8046-4aad-95e5-6c5c6fbf17ed tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=f9951b87a3a447d080e4f181fe497ccc&network_id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e HTTP/1.1" status: 200 len: 2973 time: 0.4142313 Sep 17 22:54:20.631735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46378) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:20.681966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75311e-5d7d-480d-8b3a-0fc63f1e50bc tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:20.683458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3d75311e-5d7d-480d-8b3a-0fc63f1e50bc tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67 HTTP/1.1" status: 200 len: 814 time: 0.0506911 Sep 17 22:54:21.728413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46386) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:21.733450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'network': {'name': 'tempest-network-smoke--1743161753', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'port_security_enabled': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:21.819013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Made reservation on behalf of f9951b87a3a447d080e4f181fe497ccc for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:54:21.823134 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:21.846727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:54:21.855432 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:21.857504 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Added segment 703c9abb-aba5-432a-9171-32061487a034 of type vlan for network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e Sep 17 22:54:21.896038 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:21.987014 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:21.992446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:21.993028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:22.057975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Network': ['ID=7d440c25-4d85-49fd-8157-fb6f0cf2d53e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:22.069629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:54:22.113861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c2ae440d-5e82-471c-bda1-e11aa2c8137f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3843303 Sep 17 22:54:22.116828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46388) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:22.187244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96501281-895c-4548-83a3-4f90e64c16c4 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:22.189463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-96501281-895c-4548-83a3-4f90e64c16c4 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f9951b87a3a447d080e4f181fe497ccc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0716724 Sep 17 22:54:22.192518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46390) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:22.290428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9cf7df-dd46-4a58-905d-95866d44a452 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:22.291850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9d9cf7df-dd46-4a58-905d-95866d44a452 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982161 Sep 17 22:54:22.295282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46392) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:22.323620 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c6f2c059-cf82-4903-8677-8d054aae62d9 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272944 Sep 17 22:54:22.326197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46394) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:22.357308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b6a19b6f-2987-426b-be3c-6e2992262ad1 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f9951b87a3a447d080e4f181fe497ccc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300860 Sep 17 22:54:22.359674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46396) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:22.444466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f3e41-31f4-4490-9162-49b711d60a42 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:22.445980 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-205f3e41-31f4-4490-9162-49b711d60a42 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848081 Sep 17 22:54:22.448718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46398) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:22.476547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b06fceef-bb53-4c48-ae35-f0955c0bfe28 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267661 Sep 17 22:54:22.478880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46400) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:22.483438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-132553970', 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:22.632451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Made reservation on behalf of f9951b87a3a447d080e4f181fe497ccc for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:54:22.635921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:22.893543 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:22.955879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Subnet': ['ID=7ae69011-59d3-452a-a2be-cfda1d1e88de,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:22.963566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Checking segment: {'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:22.963929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network hostable DHCP agents. Network: 7d440c25-4d85-49fd-8157-fb6f0cf2d53e, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:54:23.053109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:54:23.116129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 7d440c25-4d85-49fd-8157-fb6f0cf2d53e) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:23.123760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:23.124374 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.129181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6400c7b9-563d-493d-b88d-34f04c1d6c33 None None] Network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:54:23.199506 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-62a1c1cf-a4cd-44fd-9b99-a0a27250ae23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7195141 Sep 17 22:54:23.281457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-7d440c25-4d85-49fd-8157-fb6f0cf2d53e', 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ips': [{'subnet_id': '7ae69011-59d3-452a-a2be-cfda1d1e88de'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:54:23.282430 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.412920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Allocated IP 172.20.0.18 (7d440c25-4d85-49fd-8157-fb6f0cf2d53e/7ae69011-59d3-452a-a2be-cfda1d1e88de/8bac50d3-e4d6-429c-83bb-c22a2bf470e2) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:23.556962 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.588669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46406) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:23.593260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-01c6effa-3c10-4b19-bd38-2288d301acba tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41769636', 'description': 'tempest-secgroup-smoke-41769636 description', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:23.630610 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.667433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:23.670290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:23.676664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:23.682187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Pushing event updated for resources: {'Port': ['ID=8bac50d3-e4d6-429c-83bb-c22a2bf470e2,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:23.694244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.694591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.694928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.695260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.695587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.695912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.696271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.696593 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.696914 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.697236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.697556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.697873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:23.710725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01c6effa-3c10-4b19-bd38-2288d301acba tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.748227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Attempting to bind port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:54:23.748593 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Attempting to bind port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:54:23.748952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Attempting to bind port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 on network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:23.755031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:54:23.755456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Checking segment: {'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:23.755863 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.756300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Bound using segment: {'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:54:23.756804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Bound port: 8bac50d3-e4d6-429c-83bb-c22a2bf470e2, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:54:23.757179 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.798337 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01c6effa-3c10-4b19-bd38-2288d301acba tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.819141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] For port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:54:23.822155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] For port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8bac50d3-e4d6-429c-83bb-c22a2bf470e2,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:54:23.883896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01c6effa-3c10-4b19-bd38-2288d301acba tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.913547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6effa-3c10-4b19-bd38-2288d301acba tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975c7d31-773b-4d36-9b79-1d13f046c926,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:23.925252 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.985990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b794d26-206c-447a-b222-e18da3a31105 None None] Pushing event updated for resources: {'Port': ['ID=8bac50d3-e4d6-429c-83bb-c22a2bf470e2,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:24.044398 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01c6effa-3c10-4b19-bd38-2288d301acba tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.045718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-01c6effa-3c10-4b19-bd38-2288d301acba tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4559896 Sep 17 22:54:24.049611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46410) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:24.054409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ce39e17d-46bc-46f0-b008-f69fe1c8ba89 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '975c7d31-773b-4d36-9b79-1d13f046c926', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:24.154295 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce39e17d-46bc-46f0-b008-f69fe1c8ba89 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.228096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce39e17d-46bc-46f0-b008-f69fe1c8ba89 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.338878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce39e17d-46bc-46f0-b008-f69fe1c8ba89 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.359052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39e17d-46bc-46f0-b008-f69fe1c8ba89 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e10cbe-3a45-4433-b6db-8a04e49d89c8,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:24.427367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce39e17d-46bc-46f0-b008-f69fe1c8ba89 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.428663 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ce39e17d-46bc-46f0-b008-f69fe1c8ba89 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3780141 Sep 17 22:54:24.431412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46412) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:24.435871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-26424b7f-0856-422e-8a92-c3588e07ef5b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '975c7d31-773b-4d36-9b79-1d13f046c926', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:24.518584 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26424b7f-0856-422e-8a92-c3588e07ef5b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.578265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26424b7f-0856-422e-8a92-c3588e07ef5b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.647781 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26424b7f-0856-422e-8a92-c3588e07ef5b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.667295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26424b7f-0856-422e-8a92-c3588e07ef5b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a13157-20f2-4b4b-b9df-e7efe3e92d7d,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:24.724563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26424b7f-0856-422e-8a92-c3588e07ef5b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.728881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46414) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:24.729467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-26424b7f-0856-422e-8a92-c3588e07ef5b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2965374 Sep 17 22:54:24.733888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '975c7d31-773b-4d36-9b79-1d13f046c926', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:24.819277 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.868023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7386e1-99f7-4acd-8ddf-16de00045d76 None None] Network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:54:24.877397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.935846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4d002d04-dd0a-4ac2-b654-59a5148ed23b None None] Provisioning complete for port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:24.936255 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4d002d04-dd0a-4ac2-b654-59a5148ed23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.941463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:24.964579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70217ee5-8507-4e3f-b855-873501b2a450,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:24.973680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.975032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.975032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.975032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.975321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.975459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.975788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.976590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.976920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.977243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.977562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:24.977881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:25.021192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.024916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f8f24f57-295b-4514-9905-f5211ea90a23 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2924874 Sep 17 22:54:25.026786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46418) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:25.031162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-22e0f550-e884-4347-b6c1-b32cc67273f3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '975c7d31-773b-4d36-9b79-1d13f046c926', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:25.078110 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4d002d04-dd0a-4ac2-b654-59a5148ed23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.119926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4d002d04-dd0a-4ac2-b654-59a5148ed23b None None] For port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8bac50d3-e4d6-429c-83bb-c22a2bf470e2,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:25.123935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-22e0f550-e884-4347-b6c1-b32cc67273f3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.175810 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4d002d04-dd0a-4ac2-b654-59a5148ed23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.194119 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-22e0f550-e884-4347-b6c1-b32cc67273f3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.237035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d002d04-dd0a-4ac2-b654-59a5148ed23b None None] Pushing event updated for resources: {'Port': ['ID=8bac50d3-e4d6-429c-83bb-c22a2bf470e2,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:25.239566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-22e0f550-e884-4347-b6c1-b32cc67273f3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.259170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0f550-e884-4347-b6c1-b32cc67273f3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d36ac7f-e39b-4be9-926d-cf161fae9b0b,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:25.301577 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-22e0f550-e884-4347-b6c1-b32cc67273f3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.305685 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-22e0f550-e884-4347-b6c1-b32cc67273f3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2753954 Sep 17 22:54:25.307407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46420) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:25.311464 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0d7a1e1c-1cfe-4c33-aa88-61de8a607611 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '975c7d31-773b-4d36-9b79-1d13f046c926', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:25.390580 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-0d7a1e1c-1cfe-4c33-aa88-61de8a607611 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Project f9951b87a3a447d080e4f181fe497ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:54:25.396130 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5e7710ba-ebe7-4984-ad36-3e6bb5a124f7 None None] Provisioning complete for port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:25.396523 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5e7710ba-ebe7-4984-ad36-3e6bb5a124f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.408264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1e1c-1cfe-4c33-aa88-61de8a607611 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.465214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1e1c-1cfe-4c33-aa88-61de8a607611 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.536943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1e1c-1cfe-4c33-aa88-61de8a607611 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.560800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a1e1c-1cfe-4c33-aa88-61de8a607611 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2688547c-0cc3-45fd-aa86-b800d49431a1,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:25.615793 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1e1c-1cfe-4c33-aa88-61de8a607611 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.619679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0d7a1e1c-1cfe-4c33-aa88-61de8a607611 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3101907 Sep 17 22:54:25.620148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46422) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:25.625250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7518efb1-0cc6-4297-a35a-ea634eb2a7f1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '975c7d31-773b-4d36-9b79-1d13f046c926', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:25.712658 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-7518efb1-0cc6-4297-a35a-ea634eb2a7f1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Project f9951b87a3a447d080e4f181fe497ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:54:25.717831 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7518efb1-0cc6-4297-a35a-ea634eb2a7f1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.787673 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7518efb1-0cc6-4297-a35a-ea634eb2a7f1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.859203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:54:25.877147 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7518efb1-0cc6-4297-a35a-ea634eb2a7f1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.898367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518efb1-0cc6-4297-a35a-ea634eb2a7f1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b1d66e-53e2-4197-89ee-d73ab9611980,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:25.911169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:25.911643 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.984383 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7518efb1-0cc6-4297-a35a-ea634eb2a7f1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:25.986313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7518efb1-0cc6-4297-a35a-ea634eb2a7f1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3650813 Sep 17 22:54:26.183236 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-577a8869-2ba2-4382-a967-07d1c21708a6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41769636&fields=id&tenant_id=f9951b87a3a447d080e4f181fe497ccc HTTP/1.1" status: 200 len: 267 time: 0.0349417 Sep 17 22:54:26.293908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-81eb855e-4577-4b96-ab44-af71e7b4f047 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:26.295401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-81eb855e-4577-4b96-ab44-af71e7b4f047 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/networks?id=7d440c25-4d85-49fd-8157-fb6f0cf2d53e HTTP/1.1" status: 200 len: 797 time: 0.1046627 Sep 17 22:54:26.311195 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-394ca982-5aaa-4929-b7dc-e27a59d359c1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/quotas/f9951b87a3a447d080e4f181fe497ccc HTTP/1.1" status: 200 len: 375 time: 0.0090909 Sep 17 22:54:26.369536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-1afaf9cf-536c-4edb-a33a-52142f32f98a tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0528088 Sep 17 22:54:26.529467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-25ce4d8b-4d22-4c52-8f31-23c627bcb66e service neutron] 10.222.0.30 "GET /v2.0/networks/7d440c25-4d85-49fd-8157-fb6f0cf2d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481736 Sep 17 22:54:26.630001 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-d83b7abf-41de-4295-846f-e67a5422a803 service neutron] 10.222.0.30 "GET /v2.0/networks/7d440c25-4d85-49fd-8157-fb6f0cf2d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939789 Sep 17 22:54:26.866205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8573db14-3791-4a90-b888-509f18e108e2 req-2f2ffd9b-9ab3-4428-aac1-6ee261aa845b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 210 time: 0.0341856 Sep 17 22:54:27.962691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-96e87797-d056-4417-b43e-baa2a2a1e3de req-5f1a8752-7a93-491e-afb3-00436864a532 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 210 time: 0.0259814 Sep 17 22:54:28.899053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-b26f9253-240e-4b7a-8a8b-faf1e006a8c1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:28.900587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-b26f9253-240e-4b7a-8a8b-faf1e006a8c1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.15 "GET /v2.0/networks?id=7d440c25-4d85-49fd-8157-fb6f0cf2d53e HTTP/1.1" status: 200 len: 797 time: 0.1095955 Sep 17 22:54:28.956550 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bd33b50c-2371-4458-9577-1978cf1b3192 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9951b87a3a447d080e4f181fe497ccc HTTP/1.1" status: 200 len: 471 time: 0.0388744 Sep 17 22:54:28.965622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'port': {'device_id': 'f768f4bc-9d58-4374-89ec-54058df7a54c', 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e', 'admin_state_up': True, 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'security_groups': ['975c7d31-773b-4d36-9b79-1d13f046c926']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:29.068625 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7117f2ce-b5b3-48ed-95ce-4067c502e344 req-f1ae6377-2f63-4f3e-bcd3-a7934c24b884 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 210 time: 0.0345190 Sep 17 22:54:29.158768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Made reservation on behalf of f9951b87a3a447d080e4f181fe497ccc for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:54:29.162338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:29.295605 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:29.297433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Allocated IP 172.20.0.26 (7d440c25-4d85-49fd-8157-fb6f0cf2d53e/7ae69011-59d3-452a-a2be-cfda1d1e88de/7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:29.442202 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:29.524589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:29.565878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:29.568857 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:29.572573 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:29.605483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:29.634266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:29.634901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:29.708981 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-bf5eed1c-1559-4b28-9ae8-0bb8f5136d99 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7468374 Sep 17 22:54:29.727719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Request body: {'port': {'device_id': 'f768f4bc-9d58-4374-89ec-54058df7a54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:29.786806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:29.788190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-456db1e5-690e-40de-b24d-f6c2c7006f64 None None] Provisioning complete for port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:29.788658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-456db1e5-690e-40de-b24d-f6c2c7006f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:29.826840 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-456db1e5-690e-40de-b24d-f6c2c7006f64 None None] Port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:54:30.046807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:54:30.054338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:30.066617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Transition to ACTIVE for port object 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:54:30.140354 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:30.221811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Pushing event updated for resources: {'Port': ['ID=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:30.263474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde57fe8-dc0b-465a-9e25-820d2c45cca2 req-f843278b-ad0d-4177-a44d-6a85960f9c4e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:30.265062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fde57fe8-dc0b-465a-9e25-820d2c45cca2 req-f843278b-ad0d-4177-a44d-6a85960f9c4e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 944 time: 0.1259646 Sep 17 22:54:30.341285 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fde57fe8-dc0b-465a-9e25-820d2c45cca2 req-3294cada-acf2-4acf-a4da-fac6d5e5a797 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541902 Sep 17 22:54:30.351345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Attempting to bind port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:54:30.351729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Attempting to bind port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:54:30.352000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Attempting to bind port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 on network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:30.366701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 on network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:54:30.367032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Attempting to bind port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 on network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:30.372838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:54:30.373171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Checking segment: {'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:30.373567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Bound using segment: {'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:54:30.373993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Bound port: 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:54:30.374353 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:30.448359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] For port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:54:30.451646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] For port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:54:30.524876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:30.559898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:30.562429 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:30.562429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] 10.222.0.15 "PUT /v2.0/ports/7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 HTTP/1.1" status: 200 len: 1093 time: 0.8387003 Sep 17 22:54:30.562429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f768f4bc-9d58-4374-89ec-54058df7a54c', 'tag': '7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:30.565369 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aed9354-7643-4106-b427-89d8c2d4404f" -d '{"events": [{"name": "network-changed", "server_uuid": "f768f4bc-9d58-4374-89ec-54058df7a54c", "tag": "7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:30.596206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fb447-a80b-40a5-a69d-7f96ddd17111 service neutron] Pushing event updated for resources: {'Port': ['ID=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:30.611045 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed651c1-4557-4a7b-8ed2-d6cf75ce257c x-openstack-request-id: req-4ed651c1-4557-4a7b-8ed2-d6cf75ce257c {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:30.611462 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f768f4bc-9d58-4374-89ec-54058df7a54c", "tag": "7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:30.611708 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ed651c1-4557-4a7b-8ed2-d6cf75ce257c {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:30.612146 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f768f4bc-9d58-4374-89ec-54058df7a54c', 'tag': '7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36', 'status': 'completed', 'code': 200} Sep 17 22:54:30.696980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed9354-7643-4106-b427-89d8c2d4404f req-4e5c4c2d-5292-4f99-901b-408ba31e1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:30.698529 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2aed9354-7643-4106-b427-89d8c2d4404f req-4e5c4c2d-5292-4f99-901b-408ba31e1006 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 1096 time: 0.0464022 Sep 17 22:54:30.809777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed9354-7643-4106-b427-89d8c2d4404f req-f6a31aa3-ded5-4ad2-8848-84227c74fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:30.810250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed9354-7643-4106-b427-89d8c2d4404f req-f6a31aa3-ded5-4ad2-8848-84227c74fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:30.811762 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2aed9354-7643-4106-b427-89d8c2d4404f req-f6a31aa3-ded5-4ad2-8848-84227c74fa29 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9951b87a3a447d080e4f181fe497ccc&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.0985110 Sep 17 22:54:30.909299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed9354-7643-4106-b427-89d8c2d4404f req-c7ded2e5-34a4-4416-9394-aa332d1000a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:30.910774 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2aed9354-7643-4106-b427-89d8c2d4404f req-c7ded2e5-34a4-4416-9394-aa332d1000a0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904937 Sep 17 22:54:31.010279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-76a3d735-5e4b-465d-b46f-bf5b9236f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:31.011762 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-76a3d735-5e4b-465d-b46f-bf5b9236f2d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 1096 time: 0.0414994 Sep 17 22:54:31.059321 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-2a2c7b66-b51a-4590-83d4-38485c741b03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 HTTP/1.1" status: 200 len: 217 time: 0.0330188 Sep 17 22:54:31.107279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-21e690a0-b402-40e9-9386-0494173db786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:31.108796 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-21e690a0-b402-40e9-9386-0494173db786 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ae69011-59d3-452a-a2be-cfda1d1e88de HTTP/1.1" status: 200 len: 837 time: 0.0424628 Sep 17 22:54:31.158171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-5ec9f13a-9295-4827-9fe7-6f5997bbe9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:31.159705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-5ec9f13a-9295-4827-9fe7-6f5997bbe9fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d440c25-4d85-49fd-8157-fb6f0cf2d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0442109 Sep 17 22:54:31.256420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-5fbda348-03e6-415c-9cc4-b4f6bb8198bc service neutron] 10.222.0.15 "GET /v2.0/networks/7d440c25-4d85-49fd-8157-fb6f0cf2d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888059 Sep 17 22:54:31.352515 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-592d9200-fb7f-4f16-9ee0-d11913e907e4 req-c2952688-8afc-49a7-bcc3-47d7b3d30962 service neutron] 10.222.0.15 "GET /v2.0/networks/7d440c25-4d85-49fd-8157-fb6f0cf2d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894492 Sep 17 22:54:31.465413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253aca9-0575-40c2-8a28-b44dced45e40 req-daa66fda-97f6-40e1-ac38-748fd2ace42e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:31.466930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e253aca9-0575-40c2-8a28-b44dced45e40 req-daa66fda-97f6-40e1-ac38-748fd2ace42e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 944 time: 0.0515535 Sep 17 22:54:31.507402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e253aca9-0575-40c2-8a28-b44dced45e40 req-50763465-3757-4ad8-8ba4-e796fa32c3ad tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327890 Sep 17 22:54:32.627690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76139c3c-6350-4375-aa32-db0a7a68d4d0 req-c513018a-c19b-4b3e-8d20-5a012d9c0c68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:32.629222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76139c3c-6350-4375-aa32-db0a7a68d4d0 req-c513018a-c19b-4b3e-8d20-5a012d9c0c68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 944 time: 0.0504773 Sep 17 22:54:32.666202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76139c3c-6350-4375-aa32-db0a7a68d4d0 req-2e550214-c131-4b56-85c7-6619b9ccc219 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310426 Sep 17 22:54:33.267269 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d731-47a1-40e3-b261-5bdc6149ca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:33.784323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79ae1-7f85-407c-84ed-ee3f0f6bd4c4 req-e3996a65-dd99-4e97-808b-a05535823e4e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:33.786017 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45e79ae1-7f85-407c-84ed-ee3f0f6bd4c4 req-e3996a65-dd99-4e97-808b-a05535823e4e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 944 time: 0.0511227 Sep 17 22:54:33.828328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45e79ae1-7f85-407c-84ed-ee3f0f6bd4c4 req-a8242de9-49db-4223-8d0a-de9b1910faef tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361509 Sep 17 22:54:34.944612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302c8f2-e0d2-4cbb-94eb-e9667192c813 req-185207f9-7822-48cb-8dc3-c6c42491be25 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:34.946067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b302c8f2-e0d2-4cbb-94eb-e9667192c813 req-185207f9-7822-48cb-8dc3-c6c42491be25 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 944 time: 0.0492537 Sep 17 22:54:34.984560 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b302c8f2-e0d2-4cbb-94eb-e9667192c813 req-82ef8e56-1c7d-402a-9501-a65fc5256bf6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326362 Sep 17 22:54:35.489303 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:54:35.587353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:35.598482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36', 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e', 'port_id': '7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36', 'mac_address': 'fa:16:3e:3a:e5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae69011-59d3-452a-a2be-cfda1d1e88de', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:54:35.638826 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:35.651317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:54:35.671960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:35.744855 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:35.807185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:35.855562 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6653cdc-39c5-4e85-bddf-b4c2e9d1172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:36.101471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e59829-c653-4e46-a45d-ee7b0e020979 req-fe60a55d-cb41-4000-aedb-b239c4effd8d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:36.102984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47e59829-c653-4e46-a45d-ee7b0e020979 req-fe60a55d-cb41-4000-aedb-b239c4effd8d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 945 time: 0.0503826 Sep 17 22:54:36.142147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47e59829-c653-4e46-a45d-ee7b0e020979 req-9896f7ce-d7a2-4773-8728-f4e003c52167 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330286 Sep 17 22:54:36.224956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:54:37.056045 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.261678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad90bb-a261-4e99-86c1-f18543b39338 req-a6171f60-97fe-4120-b7f5-0141bd3360ec tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:37.263182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08ad90bb-a261-4e99-86c1-f18543b39338 req-a6171f60-97fe-4120-b7f5-0141bd3360ec tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 945 time: 0.0516818 Sep 17 22:54:37.307679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08ad90bb-a261-4e99-86c1-f18543b39338 req-7b5d171f-b1f7-4207-9159-4390440bc15c tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368073 Sep 17 22:54:37.415689 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.504845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:54:37.632806 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:54:37.638430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:37.638830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.725572 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.749166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f768f4bc-9d58-4374-89ec-54058df7a54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:37.755367 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5ac464-4e95-4b7a-8552-d15d8cb90f7c" -d '{"events": [{"server_uuid": "f768f4bc-9d58-4374-89ec-54058df7a54c", "name": "network-vif-plugged", "status": "completed", "tag": "7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:37.764661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:37.792064 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d5d019-4d2b-4e5b-a1de-4241dd4d9021 x-openstack-request-id: req-e3d5d019-4d2b-4e5b-a1de-4241dd4d9021 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:37.792398 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f768f4bc-9d58-4374-89ec-54058df7a54c", "name": "network-vif-plugged", "status": "completed", "tag": "7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:37.792656 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3d5d019-4d2b-4e5b-a1de-4241dd4d9021 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:37.793053 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f768f4bc-9d58-4374-89ec-54058df7a54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36', 'code': 200} Sep 17 22:54:37.841870 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:37.890744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:37.916268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80693f8-f23d-4b95-a020-29ffbea3fdab req-2f6ee92b-4c18-4f3b-9c88-e78e8add8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:37.917747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a80693f8-f23d-4b95-a020-29ffbea3fdab req-2f6ee92b-4c18-4f3b-9c88-e78e8add8cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 1098 time: 0.0419393 Sep 17 22:54:37.955229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a80693f8-f23d-4b95-a020-29ffbea3fdab req-36a59fc2-7fc9-457f-afc3-ef4c9882996d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295377 Sep 17 22:54:38.268835 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:54:38.425691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83322665-2889-4cea-b957-ca096b83d311 req-79bec41b-39e5-44db-ab43-b8fd7564342f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:38.427185 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83322665-2889-4cea-b957-ca096b83d311 req-79bec41b-39e5-44db-ab43-b8fd7564342f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 946 time: 0.0499637 Sep 17 22:54:38.470332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83322665-2889-4cea-b957-ca096b83d311 req-1cfd9df4-668d-48bd-8a2d-b408299d410c tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368097 Sep 17 22:54:39.083707 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:39.588443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd3bff-95c7-4955-9376-f93b4d1ca5fd req-f127cd70-c4b4-42ae-b275-b79a470319d4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:39.589939 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2cd3bff-95c7-4955-9376-f93b4d1ca5fd req-f127cd70-c4b4-42ae-b275-b79a470319d4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 946 time: 0.0504642 Sep 17 22:54:39.631028 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2cd3bff-95c7-4955-9376-f93b4d1ca5fd req-26fb28ec-b3e9-42c5-b677-04ed21c9024f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350478 Sep 17 22:54:40.478502 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:40.749100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716d527-e36a-455a-8c22-d88cc3101721 req-f357aec8-cb68-4477-80bd-e1487b645152 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:40.750476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c716d527-e36a-455a-8c22-d88cc3101721 req-f357aec8-cb68-4477-80bd-e1487b645152 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 946 time: 0.0496814 Sep 17 22:54:40.789309 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c716d527-e36a-455a-8c22-d88cc3101721 req-47a6a9e9-7e44-4bcf-8574-e88ab0fb2646 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327477 Sep 17 22:54:40.908150 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14976c-ffc8-48e8-9366-1c2575700ab2 req-5970299c-cfd0-4d58-9696-2ab9f69226d9 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:40.910325 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f14976c-ffc8-48e8-9366-1c2575700ab2 req-5970299c-cfd0-4d58-9696-2ab9f69226d9 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 946 time: 0.0512900 Sep 17 22:54:40.950336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f14976c-ffc8-48e8-9366-1c2575700ab2 req-06c9b12c-39c1-4c8d-8195-002d5764e631 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339670 Sep 17 22:54:42.431406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46522) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:54:42.705390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bad811-dd18-40ea-8294-a8838d9ff042 req-3a9a58bb-ad9f-47c3-af33-84773af2f819 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:42.707514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-80bad811-dd18-40ea-8294-a8838d9ff042 req-3a9a58bb-ad9f-47c3-af33-84773af2f819 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 945 time: 0.0533125 Sep 17 22:54:42.747212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-80bad811-dd18-40ea-8294-a8838d9ff042 req-294c050b-484f-4fe4-b30a-4fe786779024 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327981 Sep 17 22:54:42.883726 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.151174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Allocated IP 172.20.0.17 (7d440c25-4d85-49fd-8157-fb6f0cf2d53e/7ae69011-59d3-452a-a2be-cfda1d1e88de/7f121893-7d55-49d9-90d1-d948a5179ab4) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:43.262336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.379302 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.419717 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:43.422777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:43.425442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:43.458951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=7f121893-7d55-49d9-90d1-d948a5179ab4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:43.485787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.679480 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.680412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-14d07389-1b1e-4d28-9101-7e6194ac49dc None None] Provisioning complete for port 7f121893-7d55-49d9-90d1-d948a5179ab4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:43.681348 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-14d07389-1b1e-4d28-9101-7e6194ac49dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:43.721738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-14d07389-1b1e-4d28-9101-7e6194ac49dc None None] Port 7f121893-7d55-49d9-90d1-d948a5179ab4 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:54:43.869530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd31886-d773-478a-a537-7dbe172637c2 req-129379ca-353b-48f5-ae2d-6f5d371fd960 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:43.876903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8dd31886-d773-478a-a537-7dbe172637c2 req-129379ca-353b-48f5-ae2d-6f5d371fd960 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 945 time: 0.0516133 Sep 17 22:54:43.919476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8dd31886-d773-478a-a537-7dbe172637c2 req-fb5825e6-707f-4ff2-be0c-dbfb2dd45972 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 Sep 17 22:54:44.165130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-55b1de7b-6d51-4168-9f6d-6889c2ece1de tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:44.166678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-55b1de7b-6d51-4168-9f6d-6889c2ece1de tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 945 time: 0.0517545 Sep 17 22:54:44.282304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Deleting port 00222918-92e7-4daa-bd99-4a9d8683c66e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:54:44.282669 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.337880 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.391893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] For port 00222918-92e7-4daa-bd99-4a9d8683c66e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=00222918-92e7-4daa-bd99-4a9d8683c66e,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:44.391893 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.409525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.484619 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=7f121893-7d55-49d9-90d1-d948a5179ab4,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:44.490262 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.574488 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.574878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.575257 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Floating IP b3b3eaf1-3d3d-489f-b37d-a575596ed400 disassociated. External IP: 172.25.6.54, port: 00222918-92e7-4daa-bd99-4a9d8683c66e. Sep 17 22:54:44.575700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Calling delete_port for 00222918-92e7-4daa-bd99-4a9d8683c66e owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:54:44.588241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:44.590167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:44.725067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 522d121e-2a8a-451f-9279-4c0b7fd928c2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:54:44.775652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.806586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'Port': ['ID=00222918-92e7-4daa-bd99-4a9d8683c66e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:44.857402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fbf14057-02c7-4f27-9a23-f38175e0f225 None None] Provisioning complete for port 7f121893-7d55-49d9-90d1-d948a5179ab4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:44.858485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fbf14057-02c7-4f27-9a23-f38175e0f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:44.865112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:54:44.876687 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1c2df349-5ac5-452d-9d6a-2b954f023ba7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "PUT /v2.0/routers/522d121e-2a8a-451f-9279-4c0b7fd928c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4441364 Sep 17 22:54:44.883596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Sync routers for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:54:44.909554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:44.910258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:54:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:44.913307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fbf14057-02c7-4f27-9a23-f38175e0f225 None None] Port 7f121893-7d55-49d9-90d1-d948a5179ab4 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:54:44.932876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Router 72d9ecfe-3777-403e-a815-1903a439cc80 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:54:45.024864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:45.050146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92fba319-b7ff-485e-b18e-c5f69a506e18 req-ac521404-1f92-4bdb-a385-8859321b0a54 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 210 time: 0.0514221 Sep 17 22:54:45.068045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:54:45.079613 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] Sync routers for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:54:45.089231 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:45.089844 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:54:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:45.119595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] No DVR routers for this DVR port 00222918-92e7-4daa-bd99-4a9d8683c66e on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:54:45.122816 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.126728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3396f5a1-93f2-4cfd-b7ae-65d04e43aaf6 req-98036226-953b-4c53-a08a-c3d2d8645275 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "DELETE /v2.0/ports/00222918-92e7-4daa-bd99-4a9d8683c66e HTTP/1.1" status: 204 len: 173 time: 0.9527979 Sep 17 22:54:45.127191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627eee75-59b2-4cdc-b497-d429262e9058', 'name': 'network-vif-deleted', 'tag': '00222918-92e7-4daa-bd99-4a9d8683c66e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:45.131911 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b15a3e-4076-4640-8e10-0a3ca61a9d41" -d '{"events": [{"server_uuid": "627eee75-59b2-4cdc-b497-d429262e9058", "name": "network-vif-deleted", "tag": "00222918-92e7-4daa-bd99-4a9d8683c66e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:45.175232 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2200577c-ec93-471b-a8c9-2ee2b11aa9e9 x-openstack-request-id: req-2200577c-ec93-471b-a8c9-2ee2b11aa9e9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:45.175634 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627eee75-59b2-4cdc-b497-d429262e9058", "name": "network-vif-deleted", "tag": "00222918-92e7-4daa-bd99-4a9d8683c66e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:45.176090 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2200577c-ec93-471b-a8c9-2ee2b11aa9e9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:45.176519 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627eee75-59b2-4cdc-b497-d429262e9058', 'name': 'network-vif-deleted', 'tag': '00222918-92e7-4daa-bd99-4a9d8683c66e', 'status': 'completed', 'code': 200} Sep 17 22:54:45.213954 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:45.301537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:54:43Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd7041538-f7a6-44f4-bb05-49598181da1b', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'mac_address': 'fa:16:3e:c6:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:48Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 1, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f121893-7d55-49d9-90d1-d948a5179ab4', 'name': '', 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:24:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '7ae69011-59d3-452a-a2be-cfda1d1e88de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:42Z', 'updated_at': '2021-09-17T22:54:44Z', 'revision_number': 2, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '7ae69011-59d3-452a-a2be-cfda1d1e88de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:45.338652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Checking router: 522d121e-2a8a-451f-9279-4c0b7fd928c2 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:54:45.338652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Updating router 522d121e-2a8a-451f-9279-4c0b7fd928c2 port 7f121893-7d55-49d9-90d1-d948a5179ab4 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:54:45.369568 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.463940 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:45.491592 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] Checking router: 72d9ecfe-3777-403e-a815-1903a439cc80 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:54:45.499536 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:45.500153 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:54:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:45.609394 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:45.660355 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.735998 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.826412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bae9a-a9fd-4635-9ee8-55df40de08cd None None] Pushing event updated for resources: {'Port': ['ID=7f121893-7d55-49d9-90d1-d948a5179ab4,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:45.839482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Attempting to bind port 7f121893-7d55-49d9-90d1-d948a5179ab4 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:54:45.839848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Attempting to bind port 7f121893-7d55-49d9-90d1-d948a5179ab4 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:54:45.840258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Attempting to bind port 7f121893-7d55-49d9-90d1-d948a5179ab4 on network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:45.842067 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:45.845709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:54:45.846090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Checking segment: {'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:45.846503 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.846892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Bound using segment: {'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:54:45.847623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Bound port: 7f121893-7d55-49d9-90d1-d948a5179ab4, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703c9abb-aba5-432a-9171-32061487a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:54:45.848009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:45.877988 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb6f9b4-603a-4c67-8320-465da8dc8d60 None None] The sync data for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 is: [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:54:45.937204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] For port 7f121893-7d55-49d9-90d1-d948a5179ab4, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:54:45.940967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] For port 7f121893-7d55-49d9-90d1-d948a5179ab4, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f121893-7d55-49d9-90d1-d948a5179ab4,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:54:46.005624 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:46.080504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:46.081139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:54:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:46.158159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bae9a-a9fd-4635-9ee8-55df40de08cd None None] Pushing event updated for resources: {'Port': ['ID=7f121893-7d55-49d9-90d1-d948a5179ab4,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:46.183131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a3a451a2-b6c5-4f84-9012-3a3a387d889f None None] Provisioning complete for port 7f121893-7d55-49d9-90d1-d948a5179ab4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:46.183131 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3a451a2-b6c5-4f84-9012-3a3a387d889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:46.197714 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-01920125-4961-4575-8615-968cd024c3cd req-76a06252-5501-4c7e-b564-3987a5d3d1cb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 210 time: 0.0432327 Sep 17 22:54:46.277456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:54:46.281457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b2a98a-ed8b-4388-b896-456dd2b14287 None None] New status for floating IP b3b3eaf1-3d3d-489f-b37d-a575596ed400: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:54:46.507895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3a451a2-b6c5-4f84-9012-3a3a387d889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:46.593648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a3a451a2-b6c5-4f84-9012-3a3a387d889f None None] For port 7f121893-7d55-49d9-90d1-d948a5179ab4, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f121893-7d55-49d9-90d1-d948a5179ab4,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:46.653406 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3a451a2-b6c5-4f84-9012-3a3a387d889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:46.709694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:54:43Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd7041538-f7a6-44f4-bb05-49598181da1b', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'mac_address': 'fa:16:3e:c6:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:48Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 1, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f121893-7d55-49d9-90d1-d948a5179ab4', 'name': '', 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:24:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '7ae69011-59d3-452a-a2be-cfda1d1e88de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:42Z', 'updated_at': '2021-09-17T22:54:45Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '7ae69011-59d3-452a-a2be-cfda1d1e88de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:46.714711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a451a2-b6c5-4f84-9012-3a3a387d889f None None] Pushing event updated for resources: {'Port': ['ID=7f121893-7d55-49d9-90d1-d948a5179ab4,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:46.741020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ed92f-4131-4f0b-8f45-392ae5e7be39 None None] The sync data for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 is: [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:54:43Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd7041538-f7a6-44f4-bb05-49598181da1b', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'mac_address': 'fa:16:3e:c6:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:48Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 1, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f121893-7d55-49d9-90d1-d948a5179ab4', 'name': '', 'network_id': '7d440c25-4d85-49fd-8157-fb6f0cf2d53e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:24:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '7ae69011-59d3-452a-a2be-cfda1d1e88de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:54:42Z', 'updated_at': '2021-09-17T22:54:45Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '7ae69011-59d3-452a-a2be-cfda1d1e88de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:54:46.775736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fd57b818-8813-4d85-961a-a69fdf399ee6 None None] Provisioning complete for port 7f121893-7d55-49d9-90d1-d948a5179ab4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:46.776192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fd57b818-8813-4d85-961a-a69fdf399ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:47.117803 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-68801410-75fd-4aec-b166-66779eb95e0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476542 Sep 17 22:54:47.185532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-5f0a3e03-aae1-4859-9dde-7dfa7eb1b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:47.187294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-5f0a3e03-aae1-4859-9dde-7dfa7eb1b7f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 1098 time: 0.0444975 Sep 17 22:54:47.311695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-2df3f348-fd11-411f-8280-62dab9bd87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:47.313183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-2df3f348-fd11-411f-8280-62dab9bd87f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e HTTP/1.1" status: 200 len: 898 time: 0.1064715 Sep 17 22:54:47.313998 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-69b0a1ed-ca62-4c21-bc6d-97fb9d8f4d4f req-16727293-4628-4c46-8507-c94828103d5b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 210 time: 0.0325713 Sep 17 22:54:47.382965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-418e6db8-a175-4d66-b1a8-5371cdb3f8cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d241f538-b1af-4679-ba2c-7b33f283ac0b HTTP/1.1" status: 200 len: 1002 time: 0.0622180 Sep 17 22:54:47.438850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-aafe3e6b-229c-4a27-acb8-f1ab2bd043bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:47.440347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-aafe3e6b-229c-4a27-acb8-f1ab2bd043bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db7262d7-5140-4b05-bca4-767632d24a83 HTTP/1.1" status: 200 len: 834 time: 0.0494461 Sep 17 22:54:47.495491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-6f851fd8-7c6b-49b5-88ce-2c0e043eca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:47.497064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-6f851fd8-7c6b-49b5-88ce-2c0e043eca4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499258 Sep 17 22:54:47.594069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-9ef9fc2a-4bed-4952-9212-b9366735acae service neutron] 10.222.0.23 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889888 Sep 17 22:54:47.695150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f473174-0aa2-4a98-9bf9-09a967787e18 req-c4fb8492-f3d5-4581-a867-fc7ba6a9cb85 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882480 Sep 17 22:54:47.786343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 00222918-92e7-4daa-bd99-4a9d8683c66e no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:54:47.966702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f121893-7d55-49d9-90d1-d948a5179ab4 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:54:47.968999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 00222918-92e7-4daa-bd99-4a9d8683c66e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:54:47.969340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 00222918-92e7-4daa-bd99-4a9d8683c66e not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:54:48.016359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7f121893-7d55-49d9-90d1-d948a5179ab4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:48.016729 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:48.414895 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a54d0520-fd69-48aa-bf65-84f4d31882ad req-418b9c3e-cf05-4bdf-81d4-9946eff7f20f tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 210 time: 0.0297401 Sep 17 22:54:49.522584 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0a0fa54-d8d9-4376-a1de-57ecf26101a9 req-f29e412f-8979-4293-b701-c6e10125f9fc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=627eee75-59b2-4cdc-b497-d429262e9058 HTTP/1.1" status: 200 len: 210 time: 0.0307372 Sep 17 22:54:50.489461 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-423b8b6b-cbe7-4cf3-8ee6-bb441c0b78c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0468528 Sep 17 22:54:50.599245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-2f96d305-3d03-4165-bc96-fdff2c101c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.599861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-2f96d305-3d03-4165-bc96-fdff2c101c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.600209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-2f96d305-3d03-4165-bc96-fdff2c101c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.600675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-2f96d305-3d03-4165-bc96-fdff2c101c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.601163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-2f96d305-3d03-4165-bc96-fdff2c101c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.601629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-2f96d305-3d03-4165-bc96-fdff2c101c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.602091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-2f96d305-3d03-4165-bc96-fdff2c101c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.604019 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-2f96d305-3d03-4165-bc96-fdff2c101c4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6507 time: 0.0499835 Sep 17 22:54:50.722801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-d8030684-35b9-43f9-beb7-7ca1b60150f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.723278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-d8030684-35b9-43f9-beb7-7ca1b60150f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.723742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-d8030684-35b9-43f9-beb7-7ca1b60150f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.725355 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-d8030684-35b9-43f9-beb7-7ca1b60150f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e21e7c40-ad05-44f1-9325-52357fe6b5da&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d HTTP/1.1" status: 200 len: 2298 time: 0.0966280 Sep 17 22:54:50.795286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-1065b61d-a324-4871-bbcb-a0d4043f3797 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe8ab39-b56c-4109-a11e-563d891d1313 HTTP/1.1" status: 200 len: 1000 time: 0.0597711 Sep 17 22:54:50.820476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-b7796be0-1e68-4970-bd9e-60defbee6922 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669104253&fields=id&tenant_id=b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 267 time: 0.0340340 Sep 17 22:54:50.853321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-9e5e87c8-4237-4047-a95c-5de3f751c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.855063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-9e5e87c8-4237-4047-a95c-5de3f751c54b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=85ab8b00-fc15-4ee5-97e7-bfaf371d8cde HTTP/1.1" status: 200 len: 856 time: 0.0501146 Sep 17 22:54:50.904037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-e28f0a7f-514b-4d87-b46c-bf3562395562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.905520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-e28f0a7f-514b-4d87-b46c-bf3562395562 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e21e7c40-ad05-44f1-9325-52357fe6b5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408354 Sep 17 22:54:50.929265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c633a39-d577-403c-9d83-537077c903f1 req-3ed68998-8260-438d-ad6d-27a2dd2ee87b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:50.930771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-3ed68998-8260-438d-ad6d-27a2dd2ee87b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1034055 Sep 17 22:54:50.946652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-9876d1b3-9ef7-41b1-8fca-e6b3f0786412 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/quotas/b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 375 time: 0.0097542 Sep 17 22:54:51.005780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-b35176ed-035d-4e25-a81d-346d2cd39cf2 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881419 Sep 17 22:54:51.007318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-c78e2b55-7e01-4fa9-b207-935206c3fd4b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546920 Sep 17 22:54:51.104698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-f7685c1f-f864-462b-baf8-de061ea65d94 service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842173 Sep 17 22:54:51.109788 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-0c142bab-24fb-4330-bed4-34492f7e7300 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969083 Sep 17 22:54:51.154549 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-c8940de7-1134-4115-80ac-e751f648f2b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 200 len: 217 time: 0.0340443 Sep 17 22:54:51.202139 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-941808c3-6851-4f8e-bc7f-fd0b5169504e service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908058 Sep 17 22:54:51.208462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-521fe7a1-0f90-4b24-97fc-3a0e1d1f1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:51.209937 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-521fe7a1-0f90-4b24-97fc-3a0e1d1f1e8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0482850 Sep 17 22:54:51.256511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-6fc942e3-0656-473f-b44d-04aefd4cf74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:51.258012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-6fc942e3-0656-473f-b44d-04aefd4cf74b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0405464 Sep 17 22:54:51.364420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-b9ea6730-57a8-4066-a4b2-2f95e2446381 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975256 Sep 17 22:54:51.458266 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-3ac20b18-9a1e-4adc-84ed-fd7d15bf8370 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860927 Sep 17 22:54:51.509376 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-920a61c1-3f4e-4b2b-938f-e58df18aa4c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 200 len: 217 time: 0.0381489 Sep 17 22:54:51.558542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-d110e9fd-ddd2-4ccc-8239-4c40b6f0f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:51.560060 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-d110e9fd-ddd2-4ccc-8239-4c40b6f0f27d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0437288 Sep 17 22:54:51.606299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-ad6f3301-b30d-49ef-b97e-2429b356cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:51.607766 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-ad6f3301-b30d-49ef-b97e-2429b356cb6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0410914 Sep 17 22:54:51.709580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-1e451eb4-aef6-4cc4-8bcb-74445ea76b1f service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938985 Sep 17 22:54:51.808929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-11de1223-fef0-4be9-ba35-65c544d365c7 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892608 Sep 17 22:54:51.857192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-cacff47b-157e-4701-b13e-621051ef0a5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a HTTP/1.1" status: 200 len: 217 time: 0.0397394 Sep 17 22:54:51.911553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-0237aefa-54e5-4b8c-9ca9-b262fa908a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:51.913064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-0237aefa-54e5-4b8c-9ca9-b262fa908a09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0487218 Sep 17 22:54:51.960701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-46218941-a066-4e10-8296-116754ba72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:51.962092 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-46218941-a066-4e10-8296-116754ba72a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0416451 Sep 17 22:54:52.078612 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca6a8d82-c3e7-480d-b3be-5b8695592ede req-cad9dec7-d8a3-41df-aeb1-12492991a961 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 210 time: 0.0344496 Sep 17 22:54:52.090460 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-70118485-b3d9-4bf4-b329-2facece17e2d service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189861 Sep 17 22:54:52.186240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-b4974930-04a9-4ceb-943f-11cec48d96dc service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873580 Sep 17 22:54:52.233264 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-7e8e56d0-bdbf-4ef8-95d8-e2e8fcdfabc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=87896450-6e00-40f3-b2a2-358d22328b45 HTTP/1.1" status: 200 len: 217 time: 0.0391381 Sep 17 22:54:52.284845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-ce1929b1-f590-4e9b-a21b-dc8a9f2932c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:52.287530 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-ce1929b1-f590-4e9b-a21b-dc8a9f2932c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0466025 Sep 17 22:54:52.336227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-7cf255df-5514-4d9d-9824-49708f5bbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:52.337692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-7cf255df-5514-4d9d-9824-49708f5bbbf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0422952 Sep 17 22:54:52.440027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-370e15ad-e64a-46ce-a605-cc2473713baf service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944941 Sep 17 22:54:52.538250 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-9ebd0bb9-4eb7-4efc-b297-8aa01559b7a1 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910146 Sep 17 22:54:52.598754 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-ca4cff5d-c686-41d8-afbe-dc5dd4c4719b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d HTTP/1.1" status: 200 len: 217 time: 0.0399852 Sep 17 22:54:52.648634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-42db0cde-b27f-4be5-8eec-25442112014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:52.650073 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-42db0cde-b27f-4be5-8eec-25442112014e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0449979 Sep 17 22:54:52.697580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-55695c12-06bb-4887-a274-3ad4af4e3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:52.699064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-55695c12-06bb-4887-a274-3ad4af4e3391 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406046 Sep 17 22:54:52.794118 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-4ff34438-22f7-4739-a72b-3d9875331034 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856402 Sep 17 22:54:52.894695 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-908000bb-1ec1-40c1-a70c-4361c2f64b57 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927234 Sep 17 22:54:52.941903 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-65173c29-68f0-4451-a0a1-f4c7f1ff80b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f315b64d-660c-4c36-8ce9-0b202d824725 HTTP/1.1" status: 200 len: 217 time: 0.0347059 Sep 17 22:54:52.990904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-b1339948-c669-453e-8aad-e1cebf8b82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:52.992392 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-b1339948-c669-453e-8aad-e1cebf8b82de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0443792 Sep 17 22:54:53.040295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-92e47158-8cbc-40e8-9519-0629cd3d0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:53.041806 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-92e47158-8cbc-40e8-9519-0629cd3d0ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0418644 Sep 17 22:54:53.147711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-70ff667c-1ce5-4738-8671-d7394ca04e22 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981033 Sep 17 22:54:53.189782 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e76211b0-bf3f-48cc-bed1-b30a1fa8af8b req-84faec57-d898-4697-b4f7-56c67a3dcfab tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 210 time: 0.0403411 Sep 17 22:54:53.262208 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51d5c5f0-886c-4030-89ba-7e76a05dbc8b req-83bdb13d-6386-43e7-aed3-6c2a7c03b708 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030476 Sep 17 22:54:53.967601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c633a39-d577-403c-9d83-537077c903f1 req-536504f0-2361-4d14-b3da-d45a7f2a9f45 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:53.969234 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-536504f0-2361-4d14-b3da-d45a7f2a9f45 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1063054 Sep 17 22:54:54.022608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-119aa365-16f9-43c7-9012-71f2289f4efd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 380 time: 0.0440817 Sep 17 22:54:54.031708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'port': {'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'admin_state_up': True, 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'security_groups': ['d8cfc2cd-2152-4f6d-9794-007b7d36394d']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:54.212867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Made reservation on behalf of b9af4026dcb84aecbc3aac9c31d963fe for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:54:54.216602 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:54.306179 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4e4b04bf-3f2a-43dd-815e-f6cd4eeeaf79 req-2d8ae1b2-a877-432d-88fa-7fe48ac26dc4 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 210 time: 0.0286832 Sep 17 22:54:54.389121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Allocated IP 172.20.0.5 (857ed70f-40ac-4dd7-bd96-731ddda72698/d3f1c75a-5d51-408c-a766-d452865f15e7/dfadcf7a-ca4c-40d7-a08e-97160076a6bd) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:54:54.534007 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:54.616157 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:54.657972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:54:54.661743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:54:54.668616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:54:54.675256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:54.702504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.702851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.703190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.703526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.703854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.704214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.704545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.704870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.705193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.705512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.705836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.706158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:54.741572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:54.742264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:54.854090 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-c8122faa-415a-4822-b48b-36cb1fbf3066 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8263178 Sep 17 22:54:54.868573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Request body: {'port': {'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:54:54.927933 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:54.955011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cadc1cb7-0414-43ab-866f-a5a7838e6df3 None None] Provisioning complete for port dfadcf7a-ca4c-40d7-a08e-97160076a6bd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:54:54.955569 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cadc1cb7-0414-43ab-866f-a5a7838e6df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:54.992307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cadc1cb7-0414-43ab-866f-a5a7838e6df3 None None] Port dfadcf7a-ca4c-40d7-a08e-97160076a6bd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:54:55.218276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfadcf7a-ca4c-40d7-a08e-97160076a6bd {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:54:55.227595 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:55.239613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Transition to ACTIVE for port object dfadcf7a-ca4c-40d7-a08e-97160076a6bd will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:54:55.321849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:55.376733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Pushing event updated for resources: {'Port': ['ID=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:55.474391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9b97a-3daa-4eed-985e-c54ca5b7321f req-d22e08ea-a904-4a23-851f-e59fb5c93416 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:55.477625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Attempting to bind port dfadcf7a-ca4c-40d7-a08e-97160076a6bd on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:54:55.478281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Attempting to bind port dfadcf7a-ca4c-40d7-a08e-97160076a6bd by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:54:55.478771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Attempting to bind port dfadcf7a-ca4c-40d7-a08e-97160076a6bd on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:55.483102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2db9b97a-3daa-4eed-985e-c54ca5b7321f req-d22e08ea-a904-4a23-851f-e59fb5c93416 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0838063 Sep 17 22:54:55.486076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Port dfadcf7a-ca4c-40d7-a08e-97160076a6bd on network 857ed70f-40ac-4dd7-bd96-731ddda72698 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:54:55.486572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Attempting to bind port dfadcf7a-ca4c-40d7-a08e-97160076a6bd on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:54:55.492803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:54:55.493550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Checking segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:54:55.494132 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Bound using segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:54:55.494859 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Bound port: dfadcf7a-ca4c-40d7-a08e-97160076a6bd, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:54:55.495382 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:55.547050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2db9b97a-3daa-4eed-985e-c54ca5b7321f req-859e4e36-779e-4541-a9f5-aef12da08833 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603721 Sep 17 22:54:55.571007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] For port dfadcf7a-ca4c-40d7-a08e-97160076a6bd, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:54:55.575208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] For port dfadcf7a-ca4c-40d7-a08e-97160076a6bd, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:54:55.668627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:55.704421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:55.705041 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:55.706766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] 10.222.0.23 "PUT /v2.0/ports/dfadcf7a-ca4c-40d7-a08e-97160076a6bd HTTP/1.1" status: 200 len: 1092 time: 0.8440199 Sep 17 22:54:55.710175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2555c6-f56d-417c-91ed-85028c331618', 'tag': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:55.713609 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d8b02d-a9cf-43ce-97a8-57b0b9159eac" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2555c6-f56d-417c-91ed-85028c331618", "tag": "dfadcf7a-ca4c-40d7-a08e-97160076a6bd"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:55.751767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9d9b3-3ed5-47de-9792-f67af8afb022 service neutron] Pushing event updated for resources: {'Port': ['ID=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:55.774720 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c889673f-9871-42c7-871a-8ecff5d00cca x-openstack-request-id: req-c889673f-9871-42c7-871a-8ecff5d00cca {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:55.775056 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2555c6-f56d-417c-91ed-85028c331618", "tag": "dfadcf7a-ca4c-40d7-a08e-97160076a6bd", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:55.775378 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c889673f-9871-42c7-871a-8ecff5d00cca {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:55.775865 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2555c6-f56d-417c-91ed-85028c331618', 'tag': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'status': 'completed', 'code': 200} Sep 17 22:54:55.844429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8b02d-a9cf-43ce-97a8-57b0b9159eac req-33269bac-d553-4d61-adc4-ffe15a317558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:55.846193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60d8b02d-a9cf-43ce-97a8-57b0b9159eac req-33269bac-d553-4d61-adc4-ffe15a317558 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 1095 time: 0.0649066 Sep 17 22:54:55.960242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8b02d-a9cf-43ce-97a8-57b0b9159eac req-7d249289-1438-481b-8462-7da02af79648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:55.961849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60d8b02d-a9cf-43ce-97a8-57b0b9159eac req-7d249289-1438-481b-8462-7da02af79648 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1070726 Sep 17 22:54:56.065033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8b02d-a9cf-43ce-97a8-57b0b9159eac req-e41e86c8-9ba9-43a2-b006-bf3da4924c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:56.066796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60d8b02d-a9cf-43ce-97a8-57b0b9159eac req-e41e86c8-9ba9-43a2-b006-bf3da4924c7a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980804 Sep 17 22:54:56.143274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c633a39-d577-403c-9d83-537077c903f1 req-11a88b14-819a-4cf1-853b-02b238b8f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:56.145501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-11a88b14-819a-4cf1-853b-02b238b8f9ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 1095 time: 0.0428770 Sep 17 22:54:56.185818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-3c8fd655-ed21-41e6-a862-164179b68d26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd HTTP/1.1" status: 200 len: 217 time: 0.0331006 Sep 17 22:54:56.239436 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c633a39-d577-403c-9d83-537077c903f1 req-59d952d1-b0ba-455b-9d43-a5e6e3307927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:56.240935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-59d952d1-b0ba-455b-9d43-a5e6e3307927 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0485146 Sep 17 22:54:56.288892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c633a39-d577-403c-9d83-537077c903f1 req-073010d6-08f4-4ea8-bdb1-fd55f3d7fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:56.290389 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-073010d6-08f4-4ea8-bdb1-fd55f3d7fa5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426817 Sep 17 22:54:56.381801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-c5b005c9-766c-4aa9-82de-179b7de10b30 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833166 Sep 17 22:54:56.479959 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c633a39-d577-403c-9d83-537077c903f1 req-e1cad6e4-a036-4d5b-b4ce-424880ac2291 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905344 Sep 17 22:54:56.661795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180e1f8-bcc2-4bf4-bdfc-896b9f53d992 req-ec0a2675-29ab-48f8-91ee-8b499562a83e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:56.663311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0180e1f8-bcc2-4bf4-bdfc-896b9f53d992 req-ec0a2675-29ab-48f8-91ee-8b499562a83e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0509233 Sep 17 22:54:56.701729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0180e1f8-bcc2-4bf4-bdfc-896b9f53d992 req-fdb9ac6d-26c4-4f78-9264-f85fc2db6155 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Sep 17 22:54:57.840914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f615a8-24ce-4444-a3fa-5cce0e5e509b req-cfde5367-0dca-43dd-84b9-ac5e2bb7e65b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:57.842439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18f615a8-24ce-4444-a3fa-5cce0e5e509b req-cfde5367-0dca-43dd-84b9-ac5e2bb7e65b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0498714 Sep 17 22:54:57.886530 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18f615a8-24ce-4444-a3fa-5cce0e5e509b req-96ab6129-6ba6-418f-b114-5330aee04785 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375378 Sep 17 22:54:59.016507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e260e7-9f4c-4bbe-a5cb-b148dd2e138f req-dc923a78-8902-4ae2-82b5-faaa87d72036 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:59.018046 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32e260e7-9f4c-4bbe-a5cb-b148dd2e138f req-dc923a78-8902-4ae2-82b5-faaa87d72036 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0520990 Sep 17 22:54:59.059916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32e260e7-9f4c-4bbe-a5cb-b148dd2e138f req-62e9515d-657d-4553-a7ce-54beb37d6680 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350456 Sep 17 22:54:59.322727 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:00.178920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee980c-19c1-4f74-9e28-50741d3785db req-dab5588b-d822-424a-8114-3782280d3604 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:00.181522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dee980c-19c1-4f74-9e28-50741d3785db req-dab5588b-d822-424a-8114-3782280d3604 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0514858 Sep 17 22:55:00.231140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dee980c-19c1-4f74-9e28-50741d3785db req-4ce3d723-f329-4dd7-95c3-ed4301ca8324 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416756 Sep 17 22:55:01.366827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378bc4b-b12c-4ec9-84e7-5a13022e0b88 req-3e20b7dd-4ea0-48c8-9827-2ec28fe8027c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:01.368398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6378bc4b-b12c-4ec9-84e7-5a13022e0b88 req-3e20b7dd-4ea0-48c8-9827-2ec28fe8027c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0582886 Sep 17 22:55:01.413753 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6378bc4b-b12c-4ec9-84e7-5a13022e0b88 req-96160b12-9723-417e-b566-4f3790c8fa4d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392859 Sep 17 22:55:02.544235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36edf17-099a-4b98-afd2-3459aca5b3de req-855954c0-4710-4b53-b7d4-f2edcfec6c7e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:02.545781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f36edf17-099a-4b98-afd2-3459aca5b3de req-855954c0-4710-4b53-b7d4-f2edcfec6c7e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0548337 Sep 17 22:55:02.593478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f36edf17-099a-4b98-afd2-3459aca5b3de req-795bbcba-c441-482f-a3d3-978fd2c57448 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395472 Sep 17 22:55:03.259103 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d64932c5-986e-4ccc-8843-61a635a089b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:03.717616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf1260-b98b-40a7-93a0-7352fa86d47f req-cc9595b6-79b9-4c20-af03-cb14a675e27b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:03.719012 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-caaf1260-b98b-40a7-93a0-7352fa86d47f req-cc9595b6-79b9-4c20-af03-cb14a675e27b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0513918 Sep 17 22:55:03.758276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-caaf1260-b98b-40a7-93a0-7352fa86d47f req-6288aef4-8bd6-4b82-8136-28e27a79ba38 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326097 Sep 17 22:55:04.877379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae7286-e559-46ac-8872-a74d0fffe8f0 req-7ab34630-51a3-4fab-be39-600511386d63 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:04.880678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13ae7286-e559-46ac-8872-a74d0fffe8f0 req-7ab34630-51a3-4fab-be39-600511386d63 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0516829 Sep 17 22:55:04.924299 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13ae7286-e559-46ac-8872-a74d0fffe8f0 req-3d7db3ae-281c-4579-af70-e2e65a768cb7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375421 Sep 17 22:55:05.856304 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b06505ab-fb41-4c8a-9785-d5a18f93f106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:06.039228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffbdf2-6fd2-4c10-aad0-0d98b8a83bf1 req-bff52f22-8a7b-4c2c-ab86-22515a392423 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:06.040807 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19ffbdf2-6fd2-4c10-aad0-0d98b8a83bf1 req-bff52f22-8a7b-4c2c-ab86-22515a392423 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0496664 Sep 17 22:55:06.079609 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19ffbdf2-6fd2-4c10-aad0-0d98b8a83bf1 req-d169e8a3-138f-4075-b32b-f635832d1f22 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327408 Sep 17 22:55:07.026820 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.199785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856de2d-c74e-453f-bd40-071cadb45f1b req-6789293e-5d5d-476c-bcc2-d7ce8de2f840 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:07.201376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d856de2d-c74e-453f-bd40-071cadb45f1b req-6789293e-5d5d-476c-bcc2-d7ce8de2f840 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 943 time: 0.0500925 Sep 17 22:55:07.242163 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d856de2d-c74e-453f-bd40-071cadb45f1b req-b88657ad-f711-445c-890d-09b268b4d35c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346420 Sep 17 22:55:07.392474 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:07.863284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device dfadcf7a-ca4c-40d7-a08e-97160076a6bd details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:55:07.969347 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port dfadcf7a-ca4c-40d7-a08e-97160076a6bd, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:07.981009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'mac_address': 'fa:16:3e:03:ae:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:55:08.019166 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.031829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfadcf7a-ca4c-40d7-a08e-97160076a6bd {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:55:08.051406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port dfadcf7a-ca4c-40d7-a08e-97160076a6bd, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:08.138628 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.186566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:08.346799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['dfadcf7a-ca4c-40d7-a08e-97160076a6bd'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:55:08.358816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b8686-c7b5-42e1-9b86-07090d922a96 req-159cc0a0-8580-47d5-a9d8-12fd024deb18 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:08.360355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-216b8686-c7b5-42e1-9b86-07090d922a96 req-159cc0a0-8580-47d5-a9d8-12fd024deb18 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 944 time: 0.0490420 Sep 17 22:55:08.404426 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-216b8686-c7b5-42e1-9b86-07090d922a96 req-dff84c59-1b5f-4291-9705-814658992015 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373416 Sep 17 22:55:09.090025 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:09.526872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bedf6-de15-4c9e-8d32-cbd0aa9667b7 req-4772d1d4-044b-4a2b-ab29-cacbc19071e8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:09.528878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8bedf6-de15-4c9e-8d32-cbd0aa9667b7 req-4772d1d4-044b-4a2b-ab29-cacbc19071e8 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 944 time: 0.0513148 Sep 17 22:55:09.567992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eb8bedf6-de15-4c9e-8d32-cbd0aa9667b7 req-570b94d1-104b-4214-8c96-f25ae566d04e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328310 Sep 17 22:55:09.878692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device dfadcf7a-ca4c-40d7-a08e-97160076a6bd up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:09.992576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port dfadcf7a-ca4c-40d7-a08e-97160076a6bd completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:55:09.996731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port dfadcf7a-ca4c-40d7-a08e-97160076a6bd triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:09.997129 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:10.072869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:10.094605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2555c6-f56d-417c-91ed-85028c331618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:10.096874 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd14d63-e4ed-43aa-a030-94854d8014c9" -d '{"events": [{"server_uuid": "7a2555c6-f56d-417c-91ed-85028c331618", "name": "network-vif-plugged", "status": "completed", "tag": "dfadcf7a-ca4c-40d7-a08e-97160076a6bd"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:10.113280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port dfadcf7a-ca4c-40d7-a08e-97160076a6bd, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:10.135276 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5746eb54-5906-4a8d-8409-603241e36f89 x-openstack-request-id: req-5746eb54-5906-4a8d-8409-603241e36f89 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:10.135610 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2555c6-f56d-417c-91ed-85028c331618", "name": "network-vif-plugged", "status": "completed", "tag": "dfadcf7a-ca4c-40d7-a08e-97160076a6bd", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:10.136007 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5746eb54-5906-4a8d-8409-603241e36f89 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:10.136447 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2555c6-f56d-417c-91ed-85028c331618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'code': 200} Sep 17 22:55:10.190177 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:10.228091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa789a-8e03-4938-953f-85c4ec95a93d req-4888af85-9179-47dd-86ea-6efba70d2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.229632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2fa789a-8e03-4938-953f-85c4ec95a93d req-4888af85-9179-47dd-86ea-6efba70d2815 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 1097 time: 0.0405993 Sep 17 22:55:10.241835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:10.265172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2fa789a-8e03-4938-953f-85c4ec95a93d req-38f6b485-a55b-4e44-8f82-69e9ad8d546e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283403 Sep 17 22:55:10.476648 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:10.687498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896cd60-a353-475d-a796-a000bf132f4b req-2b2c3d88-b03b-4c39-b161-c089f793e1ba tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:10.689002 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2896cd60-a353-475d-a796-a000bf132f4b req-2b2c3d88-b03b-4c39-b161-c089f793e1ba tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 945 time: 0.0530159 Sep 17 22:55:10.727289 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2896cd60-a353-475d-a796-a000bf132f4b req-129d5552-b3f1-4611-a66c-1df4609be1f2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320992 Sep 17 22:55:11.391976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-61281f71-78d0-4555-b46b-2ae7754b67db req-b6c6df53-ee54-411b-8b53-7d4d5a44e659 service neutron] (95455) timed out ('10.222.0.30', 46728) {{(pid=95455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:55:11.840209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fb5ae-ff41-4f59-9c0d-405a7cc32761 req-d3168257-967f-46aa-a71b-a702189fda97 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:11.841668 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b9fb5ae-ff41-4f59-9c0d-405a7cc32761 req-d3168257-967f-46aa-a71b-a702189fda97 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 945 time: 0.0485790 Sep 17 22:55:11.879280 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b9fb5ae-ff41-4f59-9c0d-405a7cc32761 req-d1813e52-fd99-4bb1-b652-98ff54529199 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315261 Sep 17 22:55:11.999176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024d784-5157-4514-8593-87c788cd8c5c req-380ebf8c-c13b-475d-8fc1-9f9c8d156307 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:12.000675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0024d784-5157-4514-8593-87c788cd8c5c req-380ebf8c-c13b-475d-8fc1-9f9c8d156307 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 945 time: 0.0497656 Sep 17 22:55:12.042576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0024d784-5157-4514-8593-87c788cd8c5c req-8d6959b6-283e-4638-a47f-f6a08890e38e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359008 Sep 17 22:55:12.064054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46702) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:12.104737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f046ca1c-faa9-40e1-87e4-107b5db4c3e0 tempest-TestVolumeBootPattern-1592300927 tempest-TestVolumeBootPattern-1592300927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:12.106279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f046ca1c-faa9-40e1-87e4-107b5db4c3e0 tempest-TestVolumeBootPattern-1592300927 tempest-TestVolumeBootPattern-1592300927-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 1092 time: 0.0412316 Sep 17 22:55:12.109205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46706) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:12.113476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:12.235705 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.331357 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.438229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Allocated IP 172.25.6.30 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/4a16650d-795e-489a-9e97-f9645df817b4) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:12.537946 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.641539 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.677331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:12.680822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:12.684304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:12.708855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=4a16650d-795e-489a-9e97-f9645df817b4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:13.042455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.159953 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.325028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.386937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.452241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=4a16650d-795e-489a-9e97-f9645df817b4,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:13.466835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.910493 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Floating IP 6338a004-a2e5-4220-8ebd-2897381fc478 associated. External IP: 172.25.6.30, port: dfadcf7a-ca4c-40d7-a08e-97160076a6bd. Sep 17 22:55:14.115678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Router 72d9ecfe-3777-403e-a815-1903a439cc80 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:14.220645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:14.231354 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] Sync routers for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:14.240856 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:14.243136 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:14.301298 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:14.330614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-90539a3a-c356-4afe-9efc-6f3c2911e7dc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2203555 Sep 17 22:55:14.331329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2555c6-f56d-417c-91ed-85028c331618', 'tag': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:14.333652 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fc289f-7e11-40a8-b37e-c3483f28a946" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2555c6-f56d-417c-91ed-85028c331618", "tag": "dfadcf7a-ca4c-40d7-a08e-97160076a6bd"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:14.353299 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:14.375208 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb1527f-1d97-47d1-a53e-1ce7bb737a4d x-openstack-request-id: req-8eb1527f-1d97-47d1-a53e-1ce7bb737a4d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:14.375208 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2555c6-f56d-417c-91ed-85028c331618", "tag": "dfadcf7a-ca4c-40d7-a08e-97160076a6bd", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:14.375208 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8eb1527f-1d97-47d1-a53e-1ce7bb737a4d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:14.375208 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2555c6-f56d-417c-91ed-85028c331618', 'tag': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'status': 'completed', 'code': 200} Sep 17 22:55:14.438797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-eb6d1222-c11b-4775-b961-6e59bbea858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:14.440361 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-eb6d1222-c11b-4775-b961-6e59bbea858c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 1097 time: 0.0418563 Sep 17 22:55:14.537548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-42023d24-176a-41bd-8418-e2cca09f95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:14.539727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-42023d24-176a-41bd-8418-e2cca09f95c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.0927770 Sep 17 22:55:14.590639 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6338a004-a2e5-4220-8ebd-2897381fc478', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:03:ae:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:12Z', 'updated_at': '2021-09-17T22:55:12Z', 'revision_number': 0, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:14.601331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46734) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:14.610242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-17f833ed-edd9-4aa4-ba41-00c0b9133fa9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd HTTP/1.1" status: 200 len: 998 time: 0.0631983 Sep 17 22:55:14.621003 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] Checking router: 72d9ecfe-3777-403e-a815-1903a439cc80 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:14.629486 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:14.630100 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:14.664477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-ab9a4816-324c-455b-8041-c24b7c2b5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:14.666351 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-ab9a4816-324c-455b-8041-c24b7c2b5513 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0488098 Sep 17 22:55:14.693334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2ad0c-193d-4374-a60d-5f4181849fff req-a05d6d4d-2dd3-4b06-8b72-a3650d61ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:14.695209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49a2ad0c-193d-4374-a60d-5f4181849fff req-a05d6d4d-2dd3-4b06-8b72-a3650d61ad2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 1097 time: 0.0927398 Sep 17 22:55:14.713899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-d4f58f6a-0e67-48d8-957d-6dbbb8dfd612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:14.716020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-d4f58f6a-0e67-48d8-957d-6dbbb8dfd612 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422075 Sep 17 22:55:14.730542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49a2ad0c-193d-4374-a60d-5f4181849fff req-b5732cc8-8aa9-4715-8297-5d58f6a10bb6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288429 Sep 17 22:55:14.742840 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:14.817761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-199a93b6-37e2-44f5-a23c-5403e99290a2 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955522 Sep 17 22:55:14.912053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89fc289f-7e11-40a8-b37e-c3483f28a946 req-506c4bf1-9558-4341-84a8-21a132681299 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876496 Sep 17 22:55:15.055643 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6338a004-a2e5-4220-8ebd-2897381fc478', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:03:ae:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:12Z', 'updated_at': '2021-09-17T22:55:12Z', 'revision_number': 0, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:15.084585 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21642542-625d-4512-ace2-99c2fb7e7536 None None] The sync data for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 is: [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6338a004-a2e5-4220-8ebd-2897381fc478', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:03:ae:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:12Z', 'updated_at': '2021-09-17T22:55:12Z', 'revision_number': 0, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:15.271758 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:55:15.293609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8ad09-66d5-4543-96c9-1a4e80b03f5c None None] New status for floating IP 6338a004-a2e5-4220-8ebd-2897381fc478: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:55:18.740808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46764) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:19.117257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.431816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port 7f121893-7d55-49d9-90d1-d948a5179ab4 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:19.432179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.522940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] For port 7f121893-7d55-49d9-90d1-d948a5179ab4, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f121893-7d55-49d9-90d1-d948a5179ab4,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:19.523402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.535084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for 7f121893-7d55-49d9-90d1-d948a5179ab4 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:19.772736 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:19.797733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=7f121893-7d55-49d9-90d1-d948a5179ab4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:19.986520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:20.206100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 522d121e-2a8a-451f-9279-4c0b7fd928c2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:20.321685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:20.326645 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-68460c5f-3a6a-4a1d-b044-227df2420385 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "PUT /v2.0/routers/522d121e-2a8a-451f-9279-4c0b7fd928c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5848088 Sep 17 22:55:20.330999 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] Sync routers for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:20.340665 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:20.341263 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:20.446797 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:20.673955 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:55:19Z', 'revision_number': 6, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd7041538-f7a6-44f4-bb05-49598181da1b', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'mac_address': 'fa:16:3e:c6:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:48Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 1, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:20.699042 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] Checking router: 522d121e-2a8a-451f-9279-4c0b7fd928c2 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:20.707782 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:20.708483 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:20.791688 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb666df-0724-4650-81e1-dff286c6fcf5 req-702c5761-cb5b-40a3-a99a-afe59a731bc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:20.793231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb666df-0724-4650-81e1-dff286c6fcf5 req-702c5761-cb5b-40a3-a99a-afe59a731bc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 946 time: 0.0499413 Sep 17 22:55:20.814750 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:20.831736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4fb666df-0724-4650-81e1-dff286c6fcf5 req-41e24729-acb8-4bd4-86ce-baf339a5b2e5 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325258 Sep 17 22:55:21.037610 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:55:19Z', 'revision_number': 6, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd7041538-f7a6-44f4-bb05-49598181da1b', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'mac_address': 'fa:16:3e:c6:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:48Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 1, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:21.064109 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15b1eb-1911-4a24-9080-63432b3b41ed None None] The sync data for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 is: [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:55:19Z', 'revision_number': 6, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd7041538-f7a6-44f4-bb05-49598181da1b', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'port_id': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'mac_address': 'fa:16:3e:c6:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:53:48Z', 'updated_at': '2021-09-17T22:53:51Z', 'revision_number': 1, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:21.830176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f121893-7d55-49d9-90d1-d948a5179ab4 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:21.850396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7f121893-7d55-49d9-90d1-d948a5179ab4 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:21.850735 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f121893-7d55-49d9-90d1-d948a5179ab4 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:21.962574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008dbff-5b63-4abc-8818-f3b1f72d1151 req-a04e357f-9880-4814-9d80-e80b30d05af7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:21.964270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c008dbff-5b63-4abc-8818-f3b1f72d1151 req-a04e357f-9880-4814-9d80-e80b30d05af7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 946 time: 0.0613561 Sep 17 22:55:22.005087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c008dbff-5b63-4abc-8818-f3b1f72d1151 req-89ca8b0a-2608-4bea-88cf-c233a8142506 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=975c7d31-773b-4d36-9b79-1d13f046c926&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346761 Sep 17 22:55:22.481927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-9ce23b20-d80b-4fd3-9a58-b89e7eb5f708 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:22.483374 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-9ce23b20-d80b-4fd3-9a58-b89e7eb5f708 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.15 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 946 time: 0.0497077 Sep 17 22:55:22.578196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-e4ce17e1-6344-4298-9310-2065ed82848f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:22.578538 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-e4ce17e1-6344-4298-9310-2065ed82848f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.667598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-e4ce17e1-6344-4298-9310-2065ed82848f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] For port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:22.667962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-e4ce17e1-6344-4298-9310-2065ed82848f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.681349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-e4ce17e1-6344-4298-9310-2065ed82848f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:22.887359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-e4ce17e1-6344-4298-9310-2065ed82848f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.913531 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce17e1-6344-4298-9310-2065ed82848f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:22.961244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-e4ce17e1-6344-4298-9310-2065ed82848f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] No DVR routers for this DVR port 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:22.963802 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-e4ce17e1-6344-4298-9310-2065ed82848f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.965852 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68aa89b9-313f-450e-8e66-ed3917952a76 req-e4ce17e1-6344-4298-9310-2065ed82848f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.15 "DELETE /v2.0/ports/7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 HTTP/1.1" status: 204 len: 173 time: 0.4769752 Sep 17 22:55:22.966307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f768f4bc-9d58-4374-89ec-54058df7a54c', 'name': 'network-vif-deleted', 'tag': '7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:22.968618 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb015f1a-6180-4ba1-b0d9-2d51ea96e887" -d '{"events": [{"server_uuid": "f768f4bc-9d58-4374-89ec-54058df7a54c", "name": "network-vif-deleted", "tag": "7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:23.450823 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8d20f2-180f-413c-ada9-b177e5a8f62c x-openstack-request-id: req-7b8d20f2-180f-413c-ada9-b177e5a8f62c {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:23.451109 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f768f4bc-9d58-4374-89ec-54058df7a54c", "name": "network-vif-deleted", "tag": "7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:23.451371 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b8d20f2-180f-413c-ada9-b177e5a8f62c {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:23.451745 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f768f4bc-9d58-4374-89ec-54058df7a54c', 'name': 'network-vif-deleted', 'tag': '7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36', 'status': 'completed', 'code': 200} Sep 17 22:55:23.453857 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e727d629-11db-4003-a3f9-28574a03a64b req-bd11e377-a25d-4604-9856-cd8c5c19f396 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=f768f4bc-9d58-4374-89ec-54058df7a54c HTTP/1.1" status: 200 len: 210 time: 0.3797472 Sep 17 22:55:24.510724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46792) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:24.569155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eae2a5a1-b77f-4798-9486-f66e8f7fdeb2 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:24.595043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eae2a5a1-b77f-4798-9486-f66e8f7fdeb2 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:24.723762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eae2a5a1-b77f-4798-9486-f66e8f7fdeb2 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:24.726373 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eae2a5a1-b77f-4798-9486-f66e8f7fdeb2 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:24.727539 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-eae2a5a1-b77f-4798-9486-f66e8f7fdeb2 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/security-groups/975c7d31-773b-4d36-9b79-1d13f046c926 HTTP/1.1" status: 204 len: 168 time: 0.2157907 Sep 17 22:55:24.736805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2a5a1-b77f-4798-9486-f66e8f7fdeb2 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c7d31-773b-4d36-9b79-1d13f046c926,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:24.828181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46796) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:24.878219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b3f75e-d712-48b2-bd2c-9517410ee2e0 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting subnet 7ae69011-59d3-452a-a2be-cfda1d1e88de {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:55:24.881746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f75e-d712-48b2-bd2c-9517410ee2e0 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:24.920061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f75e-d712-48b2-bd2c-9517410ee2e0 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.006360 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f75e-d712-48b2-bd2c-9517410ee2e0 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.135853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f75e-d712-48b2-bd2c-9517410ee2e0 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.163995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3f75e-d712-48b2-bd2c-9517410ee2e0 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae69011-59d3-452a-a2be-cfda1d1e88de,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:25.168433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f75e-d712-48b2-bd2c-9517410ee2e0 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.170299 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c5b3f75e-d712-48b2-bd2c-9517410ee2e0 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/subnets/7ae69011-59d3-452a-a2be-cfda1d1e88de HTTP/1.1" status: 204 len: 168 time: 0.3410802 Sep 17 22:55:25.173163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46798) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:25.175803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59611944-c214-4faa-b618-ad23896ef998 None None] Network 7d440c25-4d85-49fd-8157-fb6f0cf2d53e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:25.253062 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.307434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:25.307803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.364315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120984e7-2228-4040-ba83-03884453ad5a None None] DHCP port deletion for 7d440c25-4d85-49fd-8157-fb6f0cf2d53e request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:55:25.385589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] For port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8bac50d3-e4d6-429c-83bb-c22a2bf470e2,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:25.386129 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.399587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:25.419978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Deleting port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:25.420733 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.488835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-120984e7-2228-4040-ba83-03884453ad5a None None] For port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8bac50d3-e4d6-429c-83bb-c22a2bf470e2,segment=NetworkSegment(703c9abb-aba5-432a-9171-32061487a034),segment_id=703c9abb-aba5-432a-9171-32061487a034)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:25.489708 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.503089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Calling delete_port for 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:25.552748 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.577217 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.581961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=8bac50d3-e4d6-429c-83bb-c22a2bf470e2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:25.583986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] No DVR routers for this DVR port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:25.607996 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Pushing event deleted for resources: {'Port': ['ID=8bac50d3-e4d6-429c-83bb-c22a2bf470e2,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:25.610255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120984e7-2228-4040-ba83-03884453ad5a None None] No DVR routers for this DVR port 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:25.618420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.618531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.618826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.619161 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.619495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.619825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.620194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.621054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.621054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.621335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.621519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.621846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120984e7-2228-4040-ba83-03884453ad5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.689478 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.709172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d440c25-4d85-49fd-8157-fb6f0cf2d53e']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:25.718998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703c9abb-aba5-432a-9171-32061487a034') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:25.719295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703c9abb-aba5-432a-9171-32061487a034') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:25.728882 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.729736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:25.743161 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.750359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:55:25.750764 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:55:25.754081 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:55:25.762060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:25.762407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7699835e-ac5a-4b18-a5fc-7c4b9f6cbb36 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:25.871877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:25.892409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:25.892749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8bac50d3-e4d6-429c-83bb-c22a2bf470e2 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:25.901260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.908264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.913442 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/networks/7d440c25-4d85-49fd-8157-fb6f0cf2d53e HTTP/1.1" status: 204 len: 168 time: 0.7358811 Sep 17 22:55:25.913442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46802) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:25.928974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c1bfe-5bab-4e34-be7a-ccdf8335fbe1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Network': ['ID=7d440c25-4d85-49fd-8157-fb6f0cf2d53e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:26.084484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port 27e2eb65-3515-49fe-8860-d92291c27b43 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:26.084742 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.161898 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.162225 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.174250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for 27e2eb65-3515-49fe-8860-d92291c27b43 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:26.386644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.410756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=27e2eb65-3515-49fe-8860-d92291c27b43,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:26.480616 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.480974 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Floating IP d7041538-f7a6-44f4-bb05-49598181da1b disassociated (deleted). External IP: 172.25.6.213, port: d241f538-b1af-4679-ba2c-7b33f283ac0b. Sep 17 22:55:26.685574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 522d121e-2a8a-451f-9279-4c0b7fd928c2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:26.790953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:26.795803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:26.800756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] Sync routers for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:26.809821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:26.810458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:26.823215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-58d3eee7-87bb-4a03-85f3-bae0c0b64fc7 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/floatingips/d7041538-f7a6-44f4-bb05-49598181da1b HTTP/1.1" status: 204 len: 168 time: 0.9092724 Sep 17 22:55:26.824413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'tag': 'd241f538-b1af-4679-ba2c-7b33f283ac0b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:26.826686 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20467fc5-a859-48b9-ac21-a48f8e9e00af" -d '{"events": [{"name": "network-changed", "server_uuid": "07bc02af-21bd-454b-82c3-2be0dc88a240", "tag": "d241f538-b1af-4679-ba2c-7b33f283ac0b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:26.866762 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481b55d6-3f98-4bf1-9b34-377ee877f735 x-openstack-request-id: req-481b55d6-3f98-4bf1-9b34-377ee877f735 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:26.867053 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bc02af-21bd-454b-82c3-2be0dc88a240", "tag": "d241f538-b1af-4679-ba2c-7b33f283ac0b", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:26.867430 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-481b55d6-3f98-4bf1-9b34-377ee877f735 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:26.867864 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'tag': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'status': 'completed', 'code': 200} Sep 17 22:55:26.922588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:26.931405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-30452fe3-294c-4179-b393-7e90ba09146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:26.933018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-30452fe3-294c-4179-b393-7e90ba09146d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 1098 time: 0.0428960 Sep 17 22:55:27.028669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-1b7fc778-ec98-4223-89c5-94efe38df2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:27.030085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-1b7fc778-ec98-4223-89c5-94efe38df2e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e HTTP/1.1" status: 200 len: 898 time: 0.0908217 Sep 17 22:55:27.073498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-52d520fd-e8bf-4fae-82b2-2dc97bd12adc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d241f538-b1af-4679-ba2c-7b33f283ac0b HTTP/1.1" status: 200 len: 217 time: 0.0368524 Sep 17 22:55:27.124157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-3f4aa0fb-b63f-4faf-b60e-d5f85564e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:27.125412 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-3f4aa0fb-b63f-4faf-b60e-d5f85564e6bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db7262d7-5140-4b05-bca4-767632d24a83 HTTP/1.1" status: 200 len: 834 time: 0.0457580 Sep 17 22:55:27.127017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:55:19Z', 'revision_number': 6, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:27.153762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] Checking router: 522d121e-2a8a-451f-9279-4c0b7fd928c2 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:27.169138 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:27.169757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:27.182571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-b55f1727-ab61-4161-8304-31afec65344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:27.184239 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-b55f1727-ab61-4161-8304-31afec65344f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520604 Sep 17 22:55:27.278250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:27.306654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9633b-ab03-435d-a65d-edb306b447de req-d6aa1673-8053-4113-8ba6-42cef42447e1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:27.308055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fa9633b-ab03-435d-a65d-edb306b447de req-d6aa1673-8053-4113-8ba6-42cef42447e1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 946 time: 0.0996494 Sep 17 22:55:27.312375 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-91165e59-da34-415f-ba8d-353d17ca3145 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211748 Sep 17 22:55:27.377266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fa9633b-ab03-435d-a65d-edb306b447de req-bcf46de6-719b-4ebb-8f5a-6611816fedd8 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618317 Sep 17 22:55:27.435374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20467fc5-a859-48b9-ac21-a48f8e9e00af req-abed7a89-f1dc-4707-a013-96dade9530cd service neutron] 10.222.0.23 "GET /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140757 Sep 17 22:55:27.482131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:55:19Z', 'revision_number': 6, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:27.508233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e887807-4609-4745-8ae6-42a4cdeca002 None None] The sync data for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 is: [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:55:19Z', 'revision_number': 6, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '2605e64a-a34b-4f4f-92cd-8aaee2c54b4b', 'name': '', 'network_id': '0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:71:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:28Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': 'db7262d7-5140-4b05-bca4-767632d24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:27.717865 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7514017e-da78-4356-baea-7b6391bb9083 None None] New status for floating IP d7041538-f7a6-44f4-bb05-49598181da1b: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:55:28.493824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd49af-a18f-4043-977f-f6282e1cac61 req-4153519a-a6df-486b-b03f-41b280a1517b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:28.495327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93cd49af-a18f-4043-977f-f6282e1cac61 req-4153519a-a6df-486b-b03f-41b280a1517b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 946 time: 0.0499196 Sep 17 22:55:28.565342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93cd49af-a18f-4043-977f-f6282e1cac61 req-43dc6c31-df62-408e-92ac-07b2ff099664 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d7c80ee-057b-4014-a00a-43fdf10e3174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604050 Sep 17 22:55:28.574525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-ba76e78c-cd53-4a1a-a83d-484f454839eb tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:28.576043 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-ba76e78c-cd53-4a1a-a83d-484f454839eb tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.23 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 946 time: 0.0797400 Sep 17 22:55:28.691131 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-e19fa7d4-e2ef-4614-94d6-8995bbd08b13 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port d241f538-b1af-4679-ba2c-7b33f283ac0b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:28.691474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-e19fa7d4-e2ef-4614-94d6-8995bbd08b13 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:28.782315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-e19fa7d4-e2ef-4614-94d6-8995bbd08b13 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] For port d241f538-b1af-4679-ba2c-7b33f283ac0b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=d241f538-b1af-4679-ba2c-7b33f283ac0b,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:28.782678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-e19fa7d4-e2ef-4614-94d6-8995bbd08b13 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:28.794282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-e19fa7d4-e2ef-4614-94d6-8995bbd08b13 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for d241f538-b1af-4679-ba2c-7b33f283ac0b owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:29.007589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-e19fa7d4-e2ef-4614-94d6-8995bbd08b13 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.044562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fa7d4-e2ef-4614-94d6-8995bbd08b13 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=d241f538-b1af-4679-ba2c-7b33f283ac0b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:29.096878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-e19fa7d4-e2ef-4614-94d6-8995bbd08b13 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] No DVR routers for this DVR port d241f538-b1af-4679-ba2c-7b33f283ac0b on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:29.101243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-e19fa7d4-e2ef-4614-94d6-8995bbd08b13 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.104378 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2747f8b7-3b9f-43c2-a296-82524a72e1be req-e19fa7d4-e2ef-4614-94d6-8995bbd08b13 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.23 "DELETE /v2.0/ports/d241f538-b1af-4679-ba2c-7b33f283ac0b HTTP/1.1" status: 204 len: 173 time: 0.5216763 Sep 17 22:55:29.109035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'name': 'network-vif-deleted', 'tag': 'd241f538-b1af-4679-ba2c-7b33f283ac0b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:29.109035 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b89c6b-07ce-494b-97ab-1d03bdd42cfd" -d '{"events": [{"server_uuid": "07bc02af-21bd-454b-82c3-2be0dc88a240", "name": "network-vif-deleted", "tag": "d241f538-b1af-4679-ba2c-7b33f283ac0b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:29.153312 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b6e329-4e2f-4a67-8670-978ef288d71a x-openstack-request-id: req-84b6e329-4e2f-4a67-8670-978ef288d71a {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:29.153614 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bc02af-21bd-454b-82c3-2be0dc88a240", "name": "network-vif-deleted", "tag": "d241f538-b1af-4679-ba2c-7b33f283ac0b", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:29.153844 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84b6e329-4e2f-4a67-8670-978ef288d71a {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:29.154274 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bc02af-21bd-454b-82c3-2be0dc88a240', 'name': 'network-vif-deleted', 'tag': 'd241f538-b1af-4679-ba2c-7b33f283ac0b', 'status': 'completed', 'code': 200} Sep 17 22:55:29.327026 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:29.672357 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74c61b92-5122-40e2-a4f6-336d28605f2a req-5d0b1570-e83a-4f7e-8b01-47f5f9d79d33 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bc02af-21bd-454b-82c3-2be0dc88a240 HTTP/1.1" status: 200 len: 210 time: 0.0281243 Sep 17 22:55:30.731124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46828) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:30.790598 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bea12819-353a-457d-8e96-72c99d6ce458 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.816748 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bea12819-353a-457d-8e96-72c99d6ce458 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.990052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bea12819-353a-457d-8e96-72c99d6ce458 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.993014 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bea12819-353a-457d-8e96-72c99d6ce458 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.994341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bea12819-353a-457d-8e96-72c99d6ce458 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/security-groups/2d7c80ee-057b-4014-a00a-43fdf10e3174 HTTP/1.1" status: 204 len: 168 time: 0.2622218 Sep 17 22:55:31.005087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea12819-353a-457d-8e96-72c99d6ce458 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c80ee-057b-4014-a00a-43fdf10e3174,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:31.101806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46834) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:31.460786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.006405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d241f538-b1af-4679-ba2c-7b33f283ac0b no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:32.025349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: d241f538-b1af-4679-ba2c-7b33f283ac0b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:32.025691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device d241f538-b1af-4679-ba2c-7b33f283ac0b not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:32.065458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:32.066045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.158751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] For port 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2605e64a-a34b-4f4f-92cd-8aaee2c54b4b,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:32.159119 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.171489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:32.455782 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.483850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=2605e64a-a34b-4f4f-92cd-8aaee2c54b4b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:32.665736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:32.889850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 522d121e-2a8a-451f-9279-4c0b7fd928c2 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:33.004480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:33.013572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46840) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:33.014331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-05a4017e-7ab5-41d7-b975-8934bee658ea tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "PUT /v2.0/routers/522d121e-2a8a-451f-9279-4c0b7fd928c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9100482 Sep 17 22:55:33.015256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] Sync routers for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:33.026370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:33.027180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:33.071318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting subnet db7262d7-5140-4b05-bca4-767632d24a83 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:55:33.074419 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.115198 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.140051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:33.205800 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.342772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 7, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:33.375877 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f3465b7-3d5f-482b-99c5-e46d33db079e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.378648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] Checking router: 522d121e-2a8a-451f-9279-4c0b7fd928c2 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:33.384991 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.388682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] Routers {'522d121e-2a8a-451f-9279-4c0b7fd928c2'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:33.389013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['522d121e-2a8a-451f-9279-4c0b7fd928c2'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:33.412188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Subnet': ['ID=db7262d7-5140-4b05-bca4-767632d24a83,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:33.426447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.426959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.427341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.427689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.428034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.428399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.428735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.429079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.429975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.429975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.430566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.430566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:33.433623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.435722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05289681-512a-4e5a-af2d-c36b1b63c161 None None] Network 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:33.436358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3032d518-4837-4874-befb-ceee5f45ba5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/subnets/db7262d7-5140-4b05-bca4-767632d24a83 HTTP/1.1" status: 204 len: 168 time: 0.4216378 Sep 17 22:55:33.439106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46842) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:33.559064 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.673099 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.750793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] Set router 522d121e-2a8a-451f-9279-4c0b7fd928c2 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:33.844439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port 03021a89-1c19-4396-a5d8-745bdc465e59 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:33.844796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.940424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d5c12-d8cf-423c-b570-30b3b9843c92 None None] DHCP port deletion for 0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:55:33.947943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] For port 03021a89-1c19-4396-a5d8-745bdc465e59, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=03021a89-1c19-4396-a5d8-745bdc465e59,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:33.948367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:33.961565 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for 03021a89-1c19-4396-a5d8-745bdc465e59 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:34.000572 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 7, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:34.034869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82b52c-c908-43f7-ab02-fc8c64abe9e7 None None] The sync data for ids ['522d121e-2a8a-451f-9279-4c0b7fd928c2'] in n-d-713499-18 is: [{'id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'name': 'tempest-TestNetworkBasicOps-router-578725663', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 7, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': '03021a89-1c19-4396-a5d8-745bdc465e59', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d121e-2a8a-451f-9279-4c0b7fd928c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:34.052625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f76d5c12-d8cf-423c-b570-30b3b9843c92 None None] Deleting port ce7f92af-0b1b-4f82-af83-2cf4d669b171 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:55:34.053557 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f76d5c12-d8cf-423c-b570-30b3b9843c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.130065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f76d5c12-d8cf-423c-b570-30b3b9843c92 None None] For port ce7f92af-0b1b-4f82-af83-2cf4d669b171, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ce7f92af-0b1b-4f82-af83-2cf4d669b171,segment=NetworkSegment(c05f3b99-8693-47cb-ba10-83d73609b698),segment_id=c05f3b99-8693-47cb-ba10-83d73609b698)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:34.130464 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f76d5c12-d8cf-423c-b570-30b3b9843c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.148917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f76d5c12-d8cf-423c-b570-30b3b9843c92 None None] Calling delete_port for ce7f92af-0b1b-4f82-af83-2cf4d669b171 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:55:34.221875 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.260195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=03021a89-1c19-4396-a5d8-745bdc465e59,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:34.314725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.327809 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f76d5c12-d8cf-423c-b570-30b3b9843c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.353882 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d5c12-d8cf-423c-b570-30b3b9843c92 None None] Pushing event deleted for resources: {'Port': ['ID=ce7f92af-0b1b-4f82-af83-2cf4d669b171,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:34.358543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d5c12-d8cf-423c-b570-30b3b9843c92 None None] No DVR routers for this DVR port ce7f92af-0b1b-4f82-af83-2cf4d669b171 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:55:34.413161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.415855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.521970 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.530787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Fanout notify agent at l3_agent the message router_deleted on router 522d121e-2a8a-451f-9279-4c0b7fd928c2 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:55:34.530787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.531832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1e25f9dd-a10c-4421-b2e6-c83fe0481a7e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/routers/522d121e-2a8a-451f-9279-4c0b7fd928c2 HTTP/1.1" status: 204 len: 168 time: 1.0919795 Sep 17 22:55:34.534916 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46846) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:34.619502 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.713747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.737181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:34.748932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05f3b99-8693-47cb-ba10-83d73609b698') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:34.749232 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05f3b99-8693-47cb-ba10-83d73609b698') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:34.759368 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.772533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.778205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:55:34.778650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:55:34.781663 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:55:34.935879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.943532 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:34.944941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/networks/0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e HTTP/1.1" status: 204 len: 168 time: 0.4090831 Sep 17 22:55:34.959106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7018404-8063-43e5-a516-94ff7d986756 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Network': ['ID=0c8f1734-d4f1-4b0c-a64c-b7d5f814cd0e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:34.968797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46848) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:34.974859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'network': {'name': 'tempest-network-smoke--1716901418', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'port_security_enabled': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:35.061329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Made reservation on behalf of f9951b87a3a447d080e4f181fe497ccc for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:35.064865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.093460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:55:35.103681 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.104166 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Added segment 06967672-4ba3-47f2-9ceb-73a9a1e8d4d4 of type vlan for network 197e7648-13a0-4b62-b77f-93219ea32573 Sep 17 22:55:35.150890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.244173 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.250432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:35.251030 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.317231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Network': ['ID=197e7648-13a0-4b62-b77f-93219ea32573,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:35.327611 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 197e7648-13a0-4b62-b77f-93219ea32573 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:55:35.347424 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d72c9ce2-0077-4cd4-a21d-f928b4e5d8ac tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3771954 Sep 17 22:55:35.350229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46854) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:35.354662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-546841846', 'admin_state_up': True, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:35.432317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.433368 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.491276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.687975 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.864503 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8ccc305e-cddd-4898-ad98-c11b90b2f39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.883604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:35.905041 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:35.905388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 2605e64a-a34b-4f4f-92cd-8aaee2c54b4b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:35.905813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ce7f92af-0b1b-4f82-af83-2cf4d669b171 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:35.924503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: ce7f92af-0b1b-4f82-af83-2cf4d669b171 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:35.924846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ce7f92af-0b1b-4f82-af83-2cf4d669b171 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:35.925263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03021a89-1c19-4396-a5d8-745bdc465e59 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:35.944226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 03021a89-1c19-4396-a5d8-745bdc465e59 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:35.944505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 03021a89-1c19-4396-a5d8-745bdc465e59 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:35.957609 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:35.977041 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:36.094053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Allocated IP 172.25.6.74 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/fa75770f-8eb1-4243-b8b1-20803d192079) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:36.197505 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:36.307487 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:36.345863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:36.349016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:36.354581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:36.361066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=fa75770f-8eb1-4243-b8b1-20803d192079,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:36.691498 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:36.887460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.152314 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.192216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:55:37.301458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:37.314551 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Sync routers for ids ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:37.335761 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Routers {'7181b7ec-7e88-4287-982e-a2e9184dd3c9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:37.336401 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:37.392235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.395703 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-95ffdd96-0747-44e2-b9fd-fe0cf1181d40 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0423086 Sep 17 22:55:37.396589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46860) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:37.415394 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.434123 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0f5d4051-88cd-446c-92ae-d72a96f88591 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f9951b87a3a447d080e4f181fe497ccc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362387 Sep 17 22:55:37.437575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46862) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:37.442790 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Set router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:37.540833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35017824-8eab-4562-9162-8492462ebb51 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:37.545710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-35017824-8eab-4562-9162-8492462ebb51 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027789 Sep 17 22:55:37.546238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46864) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:37.576830 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fdb9eb92-35c3-4f69-9e04-fc837de553f6 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287299 Sep 17 22:55:37.581063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46866) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:37.585844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982739564', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:37.711146 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:36Z', 'revision_number': 3, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:37.737168 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Checking router: 7181b7ec-7e88-4287-982e-a2e9184dd3c9 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:37.737503 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Updating router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 port fa75770f-8eb1-4243-b8b1-20803d192079 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:55:37.761974 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:37.772568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Made reservation on behalf of f9951b87a3a447d080e4f181fe497ccc for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:37.776750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.021629 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.024590 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.093494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Subnet': ['ID=69931761-7ee2-4547-b904-fb34283d8b6d,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:38.095098 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.105911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Checking segment: {'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:38.105911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network hostable DHCP agents. Network: 197e7648-13a0-4b62-b77f-93219ea32573, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:55:38.150482 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Attempting to bind port fa75770f-8eb1-4243-b8b1-20803d192079 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:38.150844 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Attempting to bind port fa75770f-8eb1-4243-b8b1-20803d192079 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:38.151198 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Attempting to bind port fa75770f-8eb1-4243-b8b1-20803d192079 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:38.153021 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Pushing event updated for resources: {'Port': ['ID=fa75770f-8eb1-4243-b8b1-20803d192079,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:38.162314 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:38.162685 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:38.163081 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.163470 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:38.163918 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Bound port: fa75770f-8eb1-4243-b8b1-20803d192079, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:38.164322 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.167200 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.167541 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.167894 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.168261 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.168588 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.168910 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.169320 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.170138 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.170451 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.170767 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.171081 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.171390 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:38.184487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 197e7648-13a0-4b62-b77f-93219ea32573 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:55:38.221876 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] For port fa75770f-8eb1-4243-b8b1-20803d192079, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:38.225161 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] For port fa75770f-8eb1-4243-b8b1-20803d192079, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fa75770f-8eb1-4243-b8b1-20803d192079,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:38.295787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 197e7648-13a0-4b62-b77f-93219ea32573) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:38.300101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:38.300738 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.306289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d782cf1-e1d8-448c-bbee-6a888d541d97 None None] Network 197e7648-13a0-4b62-b77f-93219ea32573 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:38.324217 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.385463 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Routers {'7181b7ec-7e88-4287-982e-a2e9184dd3c9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:38.386101 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:38.388899 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9c0a4-8968-48b6-8004-1161f11e4e4e None None] Pushing event updated for resources: {'Port': ['ID=fa75770f-8eb1-4243-b8b1-20803d192079,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:38.416289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-582ad167-c863-417d-a872-b13a025dde81 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8315544 Sep 17 22:55:38.422276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46870) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:38.482239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-197e7648-13a0-4b62-b77f-93219ea32573', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:55:38.483434 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.516242 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] Set router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:38.633189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Allocated IP 172.20.0.2 (197e7648-13a0-4b62-b77f-93219ea32573/69931761-7ee2-4547-b904-fb34283d8b6d/759426ed-4dc4-4628-a219-e2ea5d6d0a4c) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:38.702575 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:36Z', 'revision_number': 3, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:38.728656 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa1328-fb56-4291-8b21-97bd26fb86ce None None] The sync data for ids ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'] in n-d-713499-18 is: [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:36Z', 'revision_number': 3, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:38.816525 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.884481 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.887530 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:38.930633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Network 197e7648-13a0-4b62-b77f-93219ea32573 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:38.937355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:38.940211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:38.953094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Pushing event updated for resources: {'Port': ['ID=759426ed-4dc4-4628-a219-e2ea5d6d0a4c,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:39.037767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Attempting to bind port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:39.038126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Attempting to bind port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:39.038729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Attempting to bind port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c on network 197e7648-13a0-4b62-b77f-93219ea32573 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:39.048438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:39.050308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Checking segment: {'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:39.050308 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.050308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Bound using segment: {'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:39.050308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Bound port: 759426ed-4dc4-4628-a219-e2ea5d6d0a4c, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:39.050730 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.141252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] For port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:39.144651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] For port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=759426ed-4dc4-4628-a219-e2ea5d6d0a4c,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:39.146685 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.227729 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.245461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Allocated IP 172.20.0.1 (197e7648-13a0-4b62-b77f-93219ea32573/69931761-7ee2-4547-b904-fb34283d8b6d/c15fa364-6d89-4936-bb4c-62dd1bece548) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:39.301502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd933df-309f-4cc4-ab39-9c41877dd149 None None] Pushing event updated for resources: {'Port': ['ID=759426ed-4dc4-4628-a219-e2ea5d6d0a4c,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:39.406280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.523230 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.577774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 197e7648-13a0-4b62-b77f-93219ea32573 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:39.591013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:39.602706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:39.607809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=c15fa364-6d89-4936-bb4c-62dd1bece548,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:39.659033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.899963 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:39.944240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa75770f-8eb1-4243-b8b1-20803d192079 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:40.000724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fa75770f-8eb1-4243-b8b1-20803d192079 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:40.001122 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.090614 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.118767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port fa75770f-8eb1-4243-b8b1-20803d192079, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fa75770f-8eb1-4243-b8b1-20803d192079,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:40.192421 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.197133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 759426ed-4dc4-4628-a219-e2ea5d6d0a4c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:40.218564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.280260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=fa75770f-8eb1-4243-b8b1-20803d192079,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:40.296068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:40.296068 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.316375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdcc751-dec0-4c78-8bf4-14ceff37773f None None] Network 197e7648-13a0-4b62-b77f-93219ea32573 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:55:40.321282 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.398082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b330a08a-6468-4549-914a-741a9f343c83 None None] Provisioning complete for port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:40.398579 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b330a08a-6468-4549-914a-741a9f343c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.415288 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.420273 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=c15fa364-6d89-4936-bb4c-62dd1bece548,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:40.519868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 197e7648-13a0-4b62-b77f-93219ea32573 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:40.521745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:40.526299 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.546432 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.615589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=759426ed-4dc4-4628-a219-e2ea5d6d0a4c,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:40.635261 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b330a08a-6468-4549-914a-741a9f343c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.671457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:40.691010 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.765725 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-b330a08a-6468-4549-914a-741a9f343c83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:55:40.766078 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-b330a08a-6468-4549-914a-741a9f343c83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:55:40.769388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=759426ed-4dc4-4628-a219-e2ea5d6d0a4c,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:40.806744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:40.815682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46876) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:40.816779 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ba0dfc82-70f8-4248-ae6b-847ad10f9e90 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "PUT /v2.0/routers/7181b7ec-7e88-4287-982e-a2e9184dd3c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3991878 Sep 17 22:55:40.822440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Sync routers for ids ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:40.833737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Routers {'7181b7ec-7e88-4287-982e-a2e9184dd3c9'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:40.834367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:40.935375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.935787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.936433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.936906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.937411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.937871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.938392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.938847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.939297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.939744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.940241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:40.951250 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-613df5ae-bd9d-450b-a663-7e83550495bb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7763 time: 0.1256905 Sep 17 22:55:40.951250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46878) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:40.953522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Set router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:41.056796 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.057207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.057672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.058126 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.058866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.059323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.060367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.060779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.061228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.061681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.062237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:41.067085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-056a4013-15c4-49a6-b17d-2ca028142a93 tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7091 time: 0.1182997 Sep 17 22:55:41.067267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46880) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:41.176993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:39Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c15fa364-6d89-4936-bb4c-62dd1bece548', 'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:cc:5a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:39Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 2, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:41.210104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Checking router: 7181b7ec-7e88-4287-982e-a2e9184dd3c9 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:41.210104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Updating router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 port c15fa364-6d89-4936-bb4c-62dd1bece548 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:55:41.227348 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8f60df0d-e44b-4fbb-a06a-c1e8c48c16cb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5208 time: 0.1587515 Sep 17 22:55:41.238744 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.664371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-899c7ebe-0b64-4320-98be-33cae9f355fe None None] Provisioning complete for port c15fa364-6d89-4936-bb4c-62dd1bece548 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:41.664742 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-899c7ebe-0b64-4320-98be-33cae9f355fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.729377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-899c7ebe-0b64-4320-98be-33cae9f355fe None None] Port c15fa364-6d89-4936-bb4c-62dd1bece548 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:41.734494 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.743743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-899c7ebe-0b64-4320-98be-33cae9f355fe None None] Provisioning complete for port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:41.744106 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-899c7ebe-0b64-4320-98be-33cae9f355fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.832425 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.878889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3071461-48e0-4c4a-9962-eb13a09cc404 None None] Pushing event updated for resources: {'Port': ['ID=c15fa364-6d89-4936-bb4c-62dd1bece548,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:41.922889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa75770f-8eb1-4243-b8b1-20803d192079 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:41.960438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Attempting to bind port c15fa364-6d89-4936-bb4c-62dd1bece548 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:41.961091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Attempting to bind port c15fa364-6d89-4936-bb4c-62dd1bece548 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:41.961228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Attempting to bind port c15fa364-6d89-4936-bb4c-62dd1bece548 on network 197e7648-13a0-4b62-b77f-93219ea32573 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:41.973357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:41.973734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Checking segment: {'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:41.974136 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:41.974530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Bound using segment: {'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:41.975003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Bound port: c15fa364-6d89-4936-bb4c-62dd1bece548, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:41.975386 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.030554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fa75770f-8eb1-4243-b8b1-20803d192079 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:42.030961 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.064696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46888) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:42.070403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-86514cf3-7335-40b4-9d3f-e9dcfd6bc2fd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868748592', 'description': 'tempest-secgroup-smoke-1868748592 description', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:42.093894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] For port c15fa364-6d89-4936-bb4c-62dd1bece548, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:42.098280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] For port c15fa364-6d89-4936-bb4c-62dd1bece548, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c15fa364-6d89-4936-bb4c-62dd1bece548,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:42.146361 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 759426ed-4dc4-4628-a219-e2ea5d6d0a4c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:42.181095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1f1fa467-bc82-44bb-9c47-2379455b335f None None] Provisioning complete for port c15fa364-6d89-4936-bb4c-62dd1bece548 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:42.181300 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86514cf3-7335-40b4-9d3f-e9dcfd6bc2fd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.181418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f1fa467-bc82-44bb-9c47-2379455b335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.208329 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.263853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1f1fa467-bc82-44bb-9c47-2379455b335f None None] Port c15fa364-6d89-4936-bb4c-62dd1bece548 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:42.272847 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86514cf3-7335-40b4-9d3f-e9dcfd6bc2fd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.291500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:42.291866 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.293391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3071461-48e0-4c4a-9962-eb13a09cc404 None None] Pushing event updated for resources: {'Port': ['ID=c15fa364-6d89-4936-bb4c-62dd1bece548,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:42.298283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Routers {'7181b7ec-7e88-4287-982e-a2e9184dd3c9'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:42.298904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:42.353054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86514cf3-7335-40b4-9d3f-e9dcfd6bc2fd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.388045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86514cf3-7335-40b4-9d3f-e9dcfd6bc2fd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465f6f44-1eee-41fb-8574-95d341c7897a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:42.452934 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-86514cf3-7335-40b4-9d3f-e9dcfd6bc2fd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.454231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-86514cf3-7335-40b4-9d3f-e9dcfd6bc2fd tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3882968 Sep 17 22:55:42.457597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46890) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:42.462297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d46347c0-d170-4d1e-b099-449bc73f633b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '465f6f44-1eee-41fb-8574-95d341c7897a', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:42.470548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] Set router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:42.526045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d63eb06b-3029-4f0d-a777-292a1f063ca4 None None] Provisioning complete for port c15fa364-6d89-4936-bb4c-62dd1bece548 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:42.526349 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d63eb06b-3029-4f0d-a777-292a1f063ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.572078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d46347c0-d170-4d1e-b099-449bc73f633b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.630410 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d46347c0-d170-4d1e-b099-449bc73f633b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.720439 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d63eb06b-3029-4f0d-a777-292a1f063ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.726942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d46347c0-d170-4d1e-b099-449bc73f633b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.745476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46347c0-d170-4d1e-b099-449bc73f633b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaee1ec7-d372-4bce-9e18-294602d8af9b,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:42.764236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d63eb06b-3029-4f0d-a777-292a1f063ca4 None None] For port c15fa364-6d89-4936-bb4c-62dd1bece548, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c15fa364-6d89-4936-bb4c-62dd1bece548,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:42.772745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:39Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c15fa364-6d89-4936-bb4c-62dd1bece548', 'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:cc:5a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:39Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:42.800302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b82508-2560-4983-8418-28daeb6d6fea None None] The sync data for ids ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'] in n-d-713499-18 is: [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:39Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c15fa364-6d89-4936-bb4c-62dd1bece548', 'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:cc:5a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:39Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:42.812667 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d46347c0-d170-4d1e-b099-449bc73f633b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.814986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d46347c0-d170-4d1e-b099-449bc73f633b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3553331 Sep 17 22:55:42.816781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 46894) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:42.821359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8eddaf1a-2df3-43d9-9e39-47dbe707cc66 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '465f6f44-1eee-41fb-8574-95d341c7897a', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:42.862825 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d63eb06b-3029-4f0d-a777-292a1f063ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:42.916536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63eb06b-3029-4f0d-a777-292a1f063ca4 None None] Pushing event updated for resources: {'Port': ['ID=c15fa364-6d89-4936-bb4c-62dd1bece548,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:42.968645 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eddaf1a-2df3-43d9-9e39-47dbe707cc66 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.032788 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eddaf1a-2df3-43d9-9e39-47dbe707cc66 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.127251 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eddaf1a-2df3-43d9-9e39-47dbe707cc66 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.146196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddaf1a-2df3-43d9-9e39-47dbe707cc66 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6f978d-c163-4ace-8ec7-4c227689d849,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:43.233614 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eddaf1a-2df3-43d9-9e39-47dbe707cc66 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.237774 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46896) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:43.238379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8eddaf1a-2df3-43d9-9e39-47dbe707cc66 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4201853 Sep 17 22:55:43.243076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-763d85bc-9c22-40f5-b92c-281d6c4cc471 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '465f6f44-1eee-41fb-8574-95d341c7897a', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:43.347337 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-763d85bc-9c22-40f5-b92c-281d6c4cc471 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.409498 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-763d85bc-9c22-40f5-b92c-281d6c4cc471 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.487400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-763d85bc-9c22-40f5-b92c-281d6c4cc471 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.509729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d85bc-9c22-40f5-b92c-281d6c4cc471 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f2adbb-85a3-4491-bebb-e9ae28ef5e11,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:43.584722 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-763d85bc-9c22-40f5-b92c-281d6c4cc471 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.585971 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-763d85bc-9c22-40f5-b92c-281d6c4cc471 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3465407 Sep 17 22:55:43.588689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46898) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:43.593724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b7604003-bc8f-4c2b-b0bf-08af0563509b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '465f6f44-1eee-41fb-8574-95d341c7897a', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:43.692747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7604003-bc8f-4c2b-b0bf-08af0563509b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.756406 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7604003-bc8f-4c2b-b0bf-08af0563509b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.832394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7604003-bc8f-4c2b-b0bf-08af0563509b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.859570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7604003-bc8f-4c2b-b0bf-08af0563509b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefe1c99-1f70-4c1f-bdba-e9fea222e2d3,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:43.941796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c15fa364-6d89-4936-bb4c-62dd1bece548 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:43.952653 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7604003-bc8f-4c2b-b0bf-08af0563509b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:43.961168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b7604003-bc8f-4c2b-b0bf-08af0563509b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3642690 Sep 17 22:55:43.961168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46904) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:43.961611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-03ce995c-ece0-4bee-a805-a230b0e42650 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '465f6f44-1eee-41fb-8574-95d341c7897a', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:43.994112 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port c15fa364-6d89-4936-bb4c-62dd1bece548 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:43.994478 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.061463 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-03ce995c-ece0-4bee-a805-a230b0e42650 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Project f9951b87a3a447d080e4f181fe497ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:55:44.066746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-03ce995c-ece0-4bee-a805-a230b0e42650 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.143526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-03ce995c-ece0-4bee-a805-a230b0e42650 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.214903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-03ce995c-ece0-4bee-a805-a230b0e42650 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.233860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce995c-ece0-4bee-a805-a230b0e42650 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b391156-1547-4511-8ea9-53358a3b5073,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:44.312277 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-03ce995c-ece0-4bee-a805-a230b0e42650 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.313510 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-03ce995c-ece0-4bee-a805-a230b0e42650 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3557551 Sep 17 22:55:44.317027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46906) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:44.323721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2737dd13-b079-4513-8c38-73231c2d5b0f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'security_group_rule': {'security_group_id': '465f6f44-1eee-41fb-8574-95d341c7897a', 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:44.436519 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-2737dd13-b079-4513-8c38-73231c2d5b0f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Project f9951b87a3a447d080e4f181fe497ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:55:44.441797 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2737dd13-b079-4513-8c38-73231c2d5b0f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.511270 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2737dd13-b079-4513-8c38-73231c2d5b0f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.580653 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2737dd13-b079-4513-8c38-73231c2d5b0f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.600730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737dd13-b079-4513-8c38-73231c2d5b0f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa455f5-72f9-4d7b-a058-5208804e7979,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:44.677872 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2737dd13-b079-4513-8c38-73231c2d5b0f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:44.679111 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2737dd13-b079-4513-8c38-73231c2d5b0f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3613069 Sep 17 22:55:44.820087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-17267d14-7e4d-4513-a445-38be7e7a110b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868748592&fields=id&tenant_id=f9951b87a3a447d080e4f181fe497ccc HTTP/1.1" status: 200 len: 267 time: 0.0332551 Sep 17 22:55:44.929769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-eb5f6c1f-53f9-432f-8348-9478c5c09deb tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:44.931245 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-eb5f6c1f-53f9-432f-8348-9478c5c09deb tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/networks?id=197e7648-13a0-4b62-b77f-93219ea32573 HTTP/1.1" status: 200 len: 797 time: 0.1042149 Sep 17 22:55:44.947671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-49543fb2-b84c-4e3d-ae8d-9919c9a02105 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/quotas/f9951b87a3a447d080e4f181fe497ccc HTTP/1.1" status: 200 len: 375 time: 0.0095625 Sep 17 22:55:45.005342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-ad600194-684f-4420-8abf-bf6bf4056c10 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499113 Sep 17 22:55:45.099509 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-dc3fa2a2-26f6-4e4b-b810-5656b655376e service neutron] 10.222.0.30 "GET /v2.0/networks/197e7648-13a0-4b62-b77f-93219ea32573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817082 Sep 17 22:55:45.194417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-44e249d7-7700-4739-bf16-0129838f48b1 service neutron] 10.222.0.30 "GET /v2.0/networks/197e7648-13a0-4b62-b77f-93219ea32573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887969 Sep 17 22:55:45.454050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51a30b4f-9ca6-45cc-81f3-85b024c8ea68 req-d4ddc81f-cff2-4e5e-8a9a-268a96dfa47e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 210 time: 0.0264499 Sep 17 22:55:46.557739 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d4de8346-cea5-4f1e-a63c-7cf2935009c8 req-ff3a34d1-8b37-46b2-a484-26fdd6e55165 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 210 time: 0.0286646 Sep 17 22:55:47.103215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-a739ad9f-1d58-406f-92cd-6f531d77dc04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408597 Sep 17 22:55:47.190550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-8f1d1340-1bc8-4eb9-8529-216c76bdc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:47.192038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-8f1d1340-1bc8-4eb9-8529-216c76bdc4e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 1097 time: 0.0416842 Sep 17 22:55:47.300113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-f954afd9-6826-40b7-b3a0-b43ab4b71b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:47.301608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-f954afd9-6826-40b7-b3a0-b43ab4b71b49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.0898943 Sep 17 22:55:47.368604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-d1efbe77-1250-481c-a791-85f103c3961e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd HTTP/1.1" status: 200 len: 1000 time: 0.0596545 Sep 17 22:55:47.451250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-f9f91cf5-fb2a-4ee4-b299-77bbe3789ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:47.452888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-f9f91cf5-fb2a-4ee4-b299-77bbe3789ab7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0779252 Sep 17 22:55:47.547937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-bede6918-8cdb-4c72-bc02-a7f0288eac1f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:47.549403 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-bede6918-8cdb-4c72-bc02-a7f0288eac1f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.23 "GET /v2.0/networks?id=197e7648-13a0-4b62-b77f-93219ea32573 HTTP/1.1" status: 200 len: 797 time: 0.1457763 Sep 17 22:55:47.554163 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-0489f779-7187-4353-b273-ddf72d7da10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:47.555511 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-0489f779-7187-4353-b273-ddf72d7da10d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780604 Sep 17 22:55:47.658325 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c023d1f4-ce98-4d5c-a663-15976b1ded95 req-a28e997f-e90e-48be-a0c8-f89300b946bb tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 210 time: 0.0286899 Sep 17 22:55:47.990855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-1b989970-7999-45bf-a720-57328b6707d8 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9951b87a3a447d080e4f181fe497ccc HTTP/1.1" status: 200 len: 380 time: 0.4260917 Sep 17 22:55:48.001503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'port': {'device_id': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'admin_state_up': True, 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'security_groups': ['465f6f44-1eee-41fb-8574-95d341c7897a']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:48.044474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-f5aa1235-17e9-4832-8226-357da9172c46 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787011 Sep 17 22:55:48.193606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-aab0d483-4374-40c5-b327-09042ffd462d service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223795 Sep 17 22:55:48.271998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Made reservation on behalf of f9951b87a3a447d080e4f181fe497ccc for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:48.275677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.399332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Allocated IP 172.20.0.11 (197e7648-13a0-4b62-b77f-93219ea32573/69931761-7ee2-4547-b904-fb34283d8b6d/a60ec688-c294-40d2-a2a9-5db99f2a5436) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:48.537464 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.632504 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.672024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 197e7648-13a0-4b62-b77f-93219ea32573 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:48.674996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:48.677865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:48.720774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=a60ec688-c294-40d2-a2a9-5db99f2a5436,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:48.745997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:48.746651 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.790781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918450cc-3a31-4aad-b3c2-90cbf802f01d req-7423bcd8-268b-46d1-9f0d-3cbed176b251 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:48.792887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-918450cc-3a31-4aad-b3c2-90cbf802f01d req-7423bcd8-268b-46d1-9f0d-3cbed176b251 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 932 time: 0.0569613 Sep 17 22:55:48.827783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-02e54728-3fbb-4bca-aa26-b490a3a317b4 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8297842 Sep 17 22:55:48.836677 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-918450cc-3a31-4aad-b3c2-90cbf802f01d req-075aa5bf-f956-4336-a507-04fe06d698a1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376461 Sep 17 22:55:48.844424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Request body: {'port': {'device_id': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:48.904466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.920852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5f03dbb6-3384-4280-956b-03107d194322 None None] Provisioning complete for port a60ec688-c294-40d2-a2a9-5db99f2a5436 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:48.921951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f03dbb6-3384-4280-956b-03107d194322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:48.960154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5f03dbb6-3384-4280-956b-03107d194322 None None] Port a60ec688-c294-40d2-a2a9-5db99f2a5436 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:49.167634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60ec688-c294-40d2-a2a9-5db99f2a5436 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:55:49.175136 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.186497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Transition to ACTIVE for port object a60ec688-c294-40d2-a2a9-5db99f2a5436 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:55:49.272352 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.327332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Pushing event updated for resources: {'Port': ['ID=a60ec688-c294-40d2-a2a9-5db99f2a5436,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:49.400316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Attempting to bind port a60ec688-c294-40d2-a2a9-5db99f2a5436 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:49.400655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Attempting to bind port a60ec688-c294-40d2-a2a9-5db99f2a5436 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:49.400984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Attempting to bind port a60ec688-c294-40d2-a2a9-5db99f2a5436 on network 197e7648-13a0-4b62-b77f-93219ea32573 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:49.405595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Port a60ec688-c294-40d2-a2a9-5db99f2a5436 on network 197e7648-13a0-4b62-b77f-93219ea32573 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:55:49.406187 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Attempting to bind port a60ec688-c294-40d2-a2a9-5db99f2a5436 on network 197e7648-13a0-4b62-b77f-93219ea32573 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:49.411867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:49.412535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Checking segment: {'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:49.413183 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Bound using segment: {'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:49.413901 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Bound port: a60ec688-c294-40d2-a2a9-5db99f2a5436, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:49.414628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.483286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] For port a60ec688-c294-40d2-a2a9-5db99f2a5436, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:49.487494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] For port a60ec688-c294-40d2-a2a9-5db99f2a5436, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a60ec688-c294-40d2-a2a9-5db99f2a5436,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:49.575382 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.614086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:49.620020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:49.620020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] 10.222.0.23 "PUT /v2.0/ports/a60ec688-c294-40d2-a2a9-5db99f2a5436 HTTP/1.1" status: 200 len: 1093 time: 0.7804346 Sep 17 22:55:49.620020 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'tag': 'a60ec688-c294-40d2-a2a9-5db99f2a5436'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:49.620020 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b1d9fc-8f4f-4496-a590-b2f6457b3d12" -d '{"events": [{"name": "network-changed", "server_uuid": "44e1ec82-d481-444b-abdb-61078e4b52dc", "tag": "a60ec688-c294-40d2-a2a9-5db99f2a5436"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:49.646438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d18843-7e95-45c4-84ed-650f194621df service neutron] Pushing event updated for resources: {'Port': ['ID=a60ec688-c294-40d2-a2a9-5db99f2a5436,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:49.662473 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65838ab5-bbfb-4bae-b262-432399fe8549 x-openstack-request-id: req-65838ab5-bbfb-4bae-b262-432399fe8549 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:49.662818 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e1ec82-d481-444b-abdb-61078e4b52dc", "tag": "a60ec688-c294-40d2-a2a9-5db99f2a5436", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:49.663071 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65838ab5-bbfb-4bae-b262-432399fe8549 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:49.663473 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'tag': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'status': 'completed', 'code': 200} Sep 17 22:55:49.724462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1d9fc-8f4f-4496-a590-b2f6457b3d12 req-f1bef5c1-fe9b-4afc-8b7e-2c2b127f55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:49.726042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6b1d9fc-8f4f-4496-a590-b2f6457b3d12 req-f1bef5c1-fe9b-4afc-8b7e-2c2b127f55a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 1096 time: 0.0433588 Sep 17 22:55:49.832612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1d9fc-8f4f-4496-a590-b2f6457b3d12 req-3283bf00-47de-41b0-8715-b55015758a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:49.834099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6b1d9fc-8f4f-4496-a590-b2f6457b3d12 req-3283bf00-47de-41b0-8715-b55015758a09 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9951b87a3a447d080e4f181fe497ccc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1005881 Sep 17 22:55:49.959765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1d9fc-8f4f-4496-a590-b2f6457b3d12 req-16b8f7be-e5ea-4d5d-ac58-4c12b695b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:49.961271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6b1d9fc-8f4f-4496-a590-b2f6457b3d12 req-16b8f7be-e5ea-4d5d-ac58-4c12b695b427 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208048 Sep 17 22:55:49.978017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fe821-0232-4939-a6f1-765ff43e7996 req-8a29dbf0-5705-44a1-87a7-bedc962d86e0 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:49.979471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-747fe821-0232-4939-a6f1-765ff43e7996 req-8a29dbf0-5705-44a1-87a7-bedc962d86e0 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 944 time: 0.0643284 Sep 17 22:55:50.045845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-747fe821-0232-4939-a6f1-765ff43e7996 req-5bba815a-bdbd-4039-a6d3-9b6400e140f9 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597482 Sep 17 22:55:50.055992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-144cc24c-495d-487a-ad50-6d8ec4feb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:50.057502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-144cc24c-495d-487a-ad50-6d8ec4feb1ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 1096 time: 0.0542319 Sep 17 22:55:50.099125 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-270092a5-2f6d-4c4b-aa2b-9b599524499b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a60ec688-c294-40d2-a2a9-5db99f2a5436 HTTP/1.1" status: 200 len: 217 time: 0.0337920 Sep 17 22:55:50.147662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-218cc292-bd54-4e9d-8a7a-ed7f2c6a947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:50.149145 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-218cc292-bd54-4e9d-8a7a-ed7f2c6a947a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69931761-7ee2-4547-b904-fb34283d8b6d HTTP/1.1" status: 200 len: 835 time: 0.0438883 Sep 17 22:55:50.199558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-1478f118-13ae-4653-ad2f-6e67216c5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:50.201123 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-1478f118-13ae-4653-ad2f-6e67216c5344 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197e7648-13a0-4b62-b77f-93219ea32573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453281 Sep 17 22:55:50.290244 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-75f436dc-04ce-478c-accd-13fa5b52f70c service neutron] 10.222.0.23 "GET /v2.0/networks/197e7648-13a0-4b62-b77f-93219ea32573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812182 Sep 17 22:55:50.383722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e2122b8f-690c-4877-9e25-1f668e3b8e70 req-a06b4018-de6a-4ef7-b1b1-58cb4f8032f5 service neutron] 10.222.0.23 "GET /v2.0/networks/197e7648-13a0-4b62-b77f-93219ea32573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860243 Sep 17 22:55:50.473332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27680355-165e-407b-bc65-30a30a725ed3 req-ff9c5725-5657-40d2-b214-995dd5a8fc62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433388 Sep 17 22:55:50.542042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27680355-165e-407b-bc65-30a30a725ed3 req-666a5ab9-17da-4496-88da-bba459e5e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:50.543448 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27680355-165e-407b-bc65-30a30a725ed3 req-666a5ab9-17da-4496-88da-bba459e5e61f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0566521617a41b1bba852589cd5383e&device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 1097 time: 0.0402005 Sep 17 22:55:50.643435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27680355-165e-407b-bc65-30a30a725ed3 req-51861262-1385-4ce2-ab3a-6576d6b61d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:50.644921 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27680355-165e-407b-bc65-30a30a725ed3 req-51861262-1385-4ce2-ab3a-6576d6b61d7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3618794c-b2ac-4fa8-8246-2e450d6871d7 HTTP/1.1" status: 200 len: 910 time: 0.0834889 Sep 17 22:55:50.711674 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27680355-165e-407b-bc65-30a30a725ed3 req-1b4f2956-c8fd-4dcd-a000-6dc19aaaa347 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=969bf0d8-9c01-444d-af40-3fbbac56c456 HTTP/1.1" status: 200 len: 1001 time: 0.0593832 Sep 17 22:55:50.759192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27680355-165e-407b-bc65-30a30a725ed3 req-555251bb-f45e-47ae-b766-c5b9acba3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:50.760603 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27680355-165e-407b-bc65-30a30a725ed3 req-555251bb-f45e-47ae-b766-c5b9acba3bcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6fcb441-6de5-4de9-b448-2e7a562a9b86 HTTP/1.1" status: 200 len: 848 time: 0.0419180 Sep 17 22:55:50.804576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27680355-165e-407b-bc65-30a30a725ed3 req-baaa8c5c-afca-4955-a16b-5e9468180e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:50.805935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27680355-165e-407b-bc65-30a30a725ed3 req-baaa8c5c-afca-4955-a16b-5e9468180e44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3618794c-b2ac-4fa8-8246-2e450d6871d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379131 Sep 17 22:55:50.898059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27680355-165e-407b-bc65-30a30a725ed3 req-3e0650f5-a0ad-4a4b-bddf-55d95bbb7e4f service neutron] 10.222.0.15 "GET /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841160 Sep 17 22:55:50.989081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27680355-165e-407b-bc65-30a30a725ed3 req-66ef9117-50f8-4a6d-bc07-5970a8865c4d service neutron] 10.222.0.15 "GET /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846360 Sep 17 22:55:51.160072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae692c-2061-4561-8eef-4adefe915fca req-c40b28bb-b6cc-4dd7-b5ad-8e7a40fc88eb tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:51.161581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17ae692c-2061-4561-8eef-4adefe915fca req-c40b28bb-b6cc-4dd7-b5ad-8e7a40fc88eb tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 944 time: 0.0494776 Sep 17 22:55:51.202956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17ae692c-2061-4561-8eef-4adefe915fca req-90386639-71a3-4c4f-bcfa-96ffb3f9edfe tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354950 Sep 17 22:55:52.271860 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:55:52.323777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97627420-d63c-473c-925f-3fd3a7bf06bb req-f2fe0737-8878-483c-afee-e7c145f42ea9 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:52.325287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97627420-d63c-473c-925f-3fd3a7bf06bb req-f2fe0737-8878-483c-afee-e7c145f42ea9 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 944 time: 0.0479016 Sep 17 22:55:52.367168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97627420-d63c-473c-925f-3fd3a7bf06bb req-fccf378d-08b5-4d01-ba8f-06d5a75f3a1e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352318 Sep 17 22:55:53.482785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229309d-3d79-4ee1-863c-57fa0cf5055c req-9f02ced3-9e24-49e6-8d5e-d2f80acbf069 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:53.484319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1229309d-3d79-4ee1-863c-57fa0cf5055c req-9f02ced3-9e24-49e6-8d5e-d2f80acbf069 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 944 time: 0.0495517 Sep 17 22:55:53.526758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1229309d-3d79-4ee1-863c-57fa0cf5055c req-ea4b57f7-9876-496c-89a5-34a5662c0399 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356138 Sep 17 22:55:54.065985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a60ec688-c294-40d2-a2a9-5db99f2a5436 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:55:54.163548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a60ec688-c294-40d2-a2a9-5db99f2a5436, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a60ec688-c294-40d2-a2a9-5db99f2a5436,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:54.174514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'port_id': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'mac_address': 'fa:16:3e:85:8c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:55:54.210268 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.224332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60ec688-c294-40d2-a2a9-5db99f2a5436 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:55:54.244058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a60ec688-c294-40d2-a2a9-5db99f2a5436, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a60ec688-c294-40d2-a2a9-5db99f2a5436,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:54.332558 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:54.382364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a60ec688-c294-40d2-a2a9-5db99f2a5436,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:54.526601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a60ec688-c294-40d2-a2a9-5db99f2a5436'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:55:54.648100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70b27b-9c51-4292-b8ae-aa26ef0131d5 req-d2d665bb-c67e-46cd-9250-bbb7bcbcd84e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:54.649623 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca70b27b-9c51-4292-b8ae-aa26ef0131d5 req-d2d665bb-c67e-46cd-9250-bbb7bcbcd84e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 945 time: 0.0505428 Sep 17 22:55:54.697500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca70b27b-9c51-4292-b8ae-aa26ef0131d5 req-5cda3323-3c95-4f7f-85fe-91b61cae7ebb tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417078 Sep 17 22:55:55.815165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcd410-c199-4d4c-aee0-9156764a7e31 req-5159e8b6-7c46-4dc4-bdf7-e12c04a8008e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:55.816710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dbfcd410-c199-4d4c-aee0-9156764a7e31 req-5159e8b6-7c46-4dc4-bdf7-e12c04a8008e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 945 time: 0.0492363 Sep 17 22:55:55.859152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dbfcd410-c199-4d4c-aee0-9156764a7e31 req-137ff745-7ace-45b3-8104-69f6aafa7f6f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365431 Sep 17 22:55:56.082148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a60ec688-c294-40d2-a2a9-5db99f2a5436 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:56.195321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port a60ec688-c294-40d2-a2a9-5db99f2a5436 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:55:56.199227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a60ec688-c294-40d2-a2a9-5db99f2a5436 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:56.199603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.274638 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.296067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60ec688-c294-40d2-a2a9-5db99f2a5436'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:56.299160 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf9c0c1-f7d3-46df-a2e8-005a4aefb871" -d '{"events": [{"server_uuid": "44e1ec82-d481-444b-abdb-61078e4b52dc", "name": "network-vif-plugged", "status": "completed", "tag": "a60ec688-c294-40d2-a2a9-5db99f2a5436"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:56.315835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a60ec688-c294-40d2-a2a9-5db99f2a5436, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a60ec688-c294-40d2-a2a9-5db99f2a5436,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:56.336057 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd53b662-ee3d-4f33-8fb2-03f111e332ca x-openstack-request-id: req-fd53b662-ee3d-4f33-8fb2-03f111e332ca {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:56.336409 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e1ec82-d481-444b-abdb-61078e4b52dc", "name": "network-vif-plugged", "status": "completed", "tag": "a60ec688-c294-40d2-a2a9-5db99f2a5436", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:56.336771 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd53b662-ee3d-4f33-8fb2-03f111e332ca {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:56.337175 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'code': 200} Sep 17 22:55:56.379242 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:56.430971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a60ec688-c294-40d2-a2a9-5db99f2a5436,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:56.433027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636c8ed-f3b0-4b9d-bc5e-7f6d0b3850d7 req-ea0243f4-eb93-445d-aa29-be794f1b5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:56.434569 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a636c8ed-f3b0-4b9d-bc5e-7f6d0b3850d7 req-ea0243f4-eb93-445d-aa29-be794f1b5c3d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 1098 time: 0.0417492 Sep 17 22:55:56.469110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a636c8ed-f3b0-4b9d-bc5e-7f6d0b3850d7 req-6388fc30-2106-4c71-bfa3-5251296ef448 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273829 Sep 17 22:55:56.978904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d767ad-2d6b-4af9-96be-f5a79212cd49 req-73000461-dc79-42f6-a00d-65049ee4b268 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:56.980405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44d767ad-2d6b-4af9-96be-f5a79212cd49 req-73000461-dc79-42f6-a00d-65049ee4b268 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 946 time: 0.0515151 Sep 17 22:55:57.018040 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44d767ad-2d6b-4af9-96be-f5a79212cd49 req-2af1f374-18bf-4f85-aed4-a14e2b380065 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Sep 17 22:55:58.132105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63541f7-0dbf-4c3f-92e5-8ad5414001b2 req-04fdbbc2-b141-4888-b6c1-bc16da3d2881 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:58.133637 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a63541f7-0dbf-4c3f-92e5-8ad5414001b2 req-04fdbbc2-b141-4888-b6c1-bc16da3d2881 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 946 time: 0.0500367 Sep 17 22:55:58.170941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a63541f7-0dbf-4c3f-92e5-8ad5414001b2 req-a3454ce0-9f93-498e-ba7e-d339b2a4b16d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 Sep 17 22:55:58.287056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a19311-4676-4c33-b8e0-6213e7324666 req-f6b15c4e-127b-43d8-8219-23684293331f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:58.288551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9a19311-4676-4c33-b8e0-6213e7324666 req-f6b15c4e-127b-43d8-8219-23684293331f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 946 time: 0.0490189 Sep 17 22:55:58.325564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9a19311-4676-4c33-b8e0-6213e7324666 req-48fba67e-33c8-4218-9a4e-3026d4c8db5c tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310147 Sep 17 22:55:58.347655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46996) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:58.385631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81b939d-8de7-449b-8ae4-d1bcec894feb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:58.387016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a81b939d-8de7-449b-8ae4-d1bcec894feb tempest-TestNetworkBasicOps-397094512 tempest-TestNetworkBasicOps-397094512-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 1093 time: 0.0383458 Sep 17 22:55:58.390048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 46998) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:58.396436 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:58.498156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:58.921221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.028479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Allocated IP 172.25.6.168 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/e6505528-8317-4f29-9368-a378142d6f11) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:59.133230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.222746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.267494 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:59.270572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:59.276222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:59.282665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=e6505528-8317-4f29-9368-a378142d6f11,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:59.300978 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.640895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.757037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.913362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:59.951931 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.020272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event updated for resources: {'Port': ['ID=e6505528-8317-4f29-9368-a378142d6f11,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:00.030742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.139049 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Floating IP 71c815a1-4e72-4d73-b1bf-9b90b5e253f9 associated. External IP: 172.25.6.168, port: a60ec688-c294-40d2-a2a9-5db99f2a5436. Sep 17 22:56:00.347847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:56:00.455759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:56:00.466043 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] Sync routers for ids ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:56:00.476501 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] Routers {'7181b7ec-7e88-4287-982e-a2e9184dd3c9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:00.477107 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:00.533054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:00.560449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-33e92dc9-0d71-480d-8dee-121237c6bb68 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1693127 Sep 17 22:56:00.561025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'tag': 'a60ec688-c294-40d2-a2a9-5db99f2a5436'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:00.563309 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2c38df-a996-4977-a46e-deff56f70f08" -d '{"events": [{"name": "network-changed", "server_uuid": "44e1ec82-d481-444b-abdb-61078e4b52dc", "tag": "a60ec688-c294-40d2-a2a9-5db99f2a5436"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:00.563484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47004) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:00.582848 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] Set router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:00.602888 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8109be87-aed3-4fde-9279-ed7f4de2a234 x-openstack-request-id: req-8109be87-aed3-4fde-9279-ed7f4de2a234 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:00.603189 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e1ec82-d481-444b-abdb-61078e4b52dc", "tag": "a60ec688-c294-40d2-a2a9-5db99f2a5436", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:00.603438 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8109be87-aed3-4fde-9279-ed7f4de2a234 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:00.604740 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'tag': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'status': 'completed', 'code': 200} Sep 17 22:56:00.642355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9c013b84-7750-4a61-a039-9c058fc6557e tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/floatingips/71c815a1-4e72-4d73-b1bf-9b90b5e253f9 HTTP/1.1" status: 200 len: 992 time: 0.0776155 Sep 17 22:56:00.673265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-6c3cb1d3-8a33-4a28-aa81-48e8a70f46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:00.674888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-6c3cb1d3-8a33-4a28-aa81-48e8a70f46bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 1098 time: 0.0445533 Sep 17 22:56:00.768451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-59dc00a5-3c1a-4f49-8377-bc539ba46903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:00.769882 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-59dc00a5-3c1a-4f49-8377-bc539ba46903 service neutron] 10.222.0.23 "GET /v2.0/networks?id=197e7648-13a0-4b62-b77f-93219ea32573 HTTP/1.1" status: 200 len: 898 time: 0.0884497 Sep 17 22:56:00.814548 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:39Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '71c815a1-4e72-4d73-b1bf-9b90b5e253f9', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'port_id': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'mac_address': 'fa:16:3e:85:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:59Z', 'updated_at': '2021-09-17T22:55:59Z', 'revision_number': 0, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15fa364-6d89-4936-bb4c-62dd1bece548', 'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:cc:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:39Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:00.839494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-47aa41a6-02bc-4002-b4e7-0754acea333b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a60ec688-c294-40d2-a2a9-5db99f2a5436 HTTP/1.1" status: 200 len: 1000 time: 0.0630605 Sep 17 22:56:00.840936 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] Checking router: 7181b7ec-7e88-4287-982e-a2e9184dd3c9 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:56:00.850035 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] Routers {'7181b7ec-7e88-4287-982e-a2e9184dd3c9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:00.850634 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:55:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:00.890808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-161d8d9e-1d90-44e6-a563-34ede858b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:00.892914 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-161d8d9e-1d90-44e6-a563-34ede858b732 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69931761-7ee2-4547-b904-fb34283d8b6d HTTP/1.1" status: 200 len: 835 time: 0.0457852 Sep 17 22:56:00.939755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-ffc22e1e-0668-4125-b585-bc23fdc74944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:00.940814 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-ffc22e1e-0668-4125-b585-bc23fdc74944 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197e7648-13a0-4b62-b77f-93219ea32573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413101 Sep 17 22:56:00.959468 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] Set router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:01.036445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-41b62173-3548-4c67-90c2-bb6f866389e5 service neutron] 10.222.0.23 "GET /v2.0/networks/197e7648-13a0-4b62-b77f-93219ea32573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887349 Sep 17 22:56:01.132952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc2c38df-a996-4977-a46e-deff56f70f08 req-e75f1e7a-2b0a-4b99-8475-8b7561eccca4 service neutron] 10.222.0.23 "GET /v2.0/networks/197e7648-13a0-4b62-b77f-93219ea32573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898950 Sep 17 22:56:01.193389 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:39Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '71c815a1-4e72-4d73-b1bf-9b90b5e253f9', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'port_id': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'mac_address': 'fa:16:3e:85:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:59Z', 'updated_at': '2021-09-17T22:55:59Z', 'revision_number': 0, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15fa364-6d89-4936-bb4c-62dd1bece548', 'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:cc:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:39Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:01.313236 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de77e3-c0c9-49d2-a2af-d74c18a141ea None None] The sync data for ids ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'] in n-d-713499-18 is: [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:39Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '71c815a1-4e72-4d73-b1bf-9b90b5e253f9', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'port_id': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'mac_address': 'fa:16:3e:85:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:59Z', 'updated_at': '2021-09-17T22:55:59Z', 'revision_number': 0, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15fa364-6d89-4936-bb4c-62dd1bece548', 'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:cc:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:39Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:56:01.501327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f064ed22-7f9b-4110-8bd9-d9f1b4572544 None None] New status for floating IP 71c815a1-4e72-4d73-b1bf-9b90b5e253f9: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:56:01.645956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47010) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:01.706085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-930e229b-4fb0-4182-b07a-cb278db2846f tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/floatingips/71c815a1-4e72-4d73-b1bf-9b90b5e253f9 HTTP/1.1" status: 200 len: 992 time: 0.0587773 Sep 17 22:56:02.709741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47014) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:02.772320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-856a26a9-b0c9-4a6e-a772-367ec8094700 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/floatingips/71c815a1-4e72-4d73-b1bf-9b90b5e253f9 HTTP/1.1" status: 200 len: 994 time: 0.0614212 Sep 17 22:56:03.281005 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-706b8769-0482-4949-9cdf-09f4db8ffb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:05.860305 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-91e412d0-00b8-4e52-9980-26a0cbcc64e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.054892 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:07.386168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.107908 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:10.469715 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:27.326644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201cfc8-3dbd-4b68-b309-f7c698c1cabd req-4e7410bb-8d64-4e4e-a599-fa57dff47328 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.333036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201cfc8-3dbd-4b68-b309-f7c698c1cabd req-4e7410bb-8d64-4e4e-a599-fa57dff47328 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.338858 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201cfc8-3dbd-4b68-b309-f7c698c1cabd req-4e7410bb-8d64-4e4e-a599-fa57dff47328 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.345388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201cfc8-3dbd-4b68-b309-f7c698c1cabd req-4e7410bb-8d64-4e4e-a599-fa57dff47328 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.351448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201cfc8-3dbd-4b68-b309-f7c698c1cabd req-4e7410bb-8d64-4e4e-a599-fa57dff47328 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.357354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201cfc8-3dbd-4b68-b309-f7c698c1cabd req-4e7410bb-8d64-4e4e-a599-fa57dff47328 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.364188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201cfc8-3dbd-4b68-b309-f7c698c1cabd req-4e7410bb-8d64-4e4e-a599-fa57dff47328 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.366311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b201cfc8-3dbd-4b68-b309-f7c698c1cabd req-4e7410bb-8d64-4e4e-a599-fa57dff47328 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5443 time: 0.0930021 Sep 17 22:56:27.406387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b201cfc8-3dbd-4b68-b309-f7c698c1cabd req-e92ec749-95df-4d56-9480-8cffec544b58 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339746 Sep 17 22:56:27.543250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b9ed8-d6ea-45aa-b46b-e77abe6a5263 req-4b30daaa-8a51-44bc-9563-6ef25b1dc2c7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.549540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b9ed8-d6ea-45aa-b46b-e77abe6a5263 req-4b30daaa-8a51-44bc-9563-6ef25b1dc2c7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.555421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b9ed8-d6ea-45aa-b46b-e77abe6a5263 req-4b30daaa-8a51-44bc-9563-6ef25b1dc2c7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.564212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b9ed8-d6ea-45aa-b46b-e77abe6a5263 req-4b30daaa-8a51-44bc-9563-6ef25b1dc2c7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.571493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b9ed8-d6ea-45aa-b46b-e77abe6a5263 req-4b30daaa-8a51-44bc-9563-6ef25b1dc2c7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.578309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b9ed8-d6ea-45aa-b46b-e77abe6a5263 req-4b30daaa-8a51-44bc-9563-6ef25b1dc2c7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.584234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b9ed8-d6ea-45aa-b46b-e77abe6a5263 req-4b30daaa-8a51-44bc-9563-6ef25b1dc2c7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:27.586210 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-690b9ed8-d6ea-45aa-b46b-e77abe6a5263 req-4b30daaa-8a51-44bc-9563-6ef25b1dc2c7 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5443 time: 0.0965230 Sep 17 22:56:29.271325 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:56:29.343326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:29.357444 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:29.430729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c413d154-3d96-42a6-ab19-287697b7326c tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/floatingips/71c815a1-4e72-4d73-b1bf-9b90b5e253f9 HTTP/1.1" status: 200 len: 994 time: 0.0861959 Sep 17 22:56:29.697600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05001773-8d46-42e1-ba6a-9d6b3e57fa3c req-afa362aa-c707-4ee6-94b4-1e1124a91e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.697996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05001773-8d46-42e1-ba6a-9d6b3e57fa3c req-afa362aa-c707-4ee6-94b4-1e1124a91e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.698471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05001773-8d46-42e1-ba6a-9d6b3e57fa3c req-afa362aa-c707-4ee6-94b4-1e1124a91e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.698939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05001773-8d46-42e1-ba6a-9d6b3e57fa3c req-afa362aa-c707-4ee6-94b4-1e1124a91e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.699412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05001773-8d46-42e1-ba6a-9d6b3e57fa3c req-afa362aa-c707-4ee6-94b4-1e1124a91e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.699875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05001773-8d46-42e1-ba6a-9d6b3e57fa3c req-afa362aa-c707-4ee6-94b4-1e1124a91e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.700362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05001773-8d46-42e1-ba6a-9d6b3e57fa3c req-afa362aa-c707-4ee6-94b4-1e1124a91e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:29.702333 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05001773-8d46-42e1-ba6a-9d6b3e57fa3c req-afa362aa-c707-4ee6-94b4-1e1124a91e53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6507 time: 0.0491199 Sep 17 22:56:29.720214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47100) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:29.739228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05001773-8d46-42e1-ba6a-9d6b3e57fa3c req-7c8bbef4-b5bc-432c-bf03-81cdf5676569 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7c67a68-1fa8-4645-8390-cb152314e409&id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0300026 Sep 17 22:56:29.875830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port e6505528-8317-4f29-9368-a378142d6f11 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:56:29.876791 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:29.956192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:29.956448 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:29.967945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for e6505528-8317-4f29-9368-a378142d6f11 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:56:30.180698 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:30.219347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=e6505528-8317-4f29-9368-a378142d6f11,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:30.237725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.239711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.239711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.239711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.239711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.239711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.239711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.242106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.242457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.242812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.243377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.243949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:30.287366 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:30.287691 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Floating IP 71c815a1-4e72-4d73-b1bf-9b90b5e253f9 disassociated (deleted). External IP: 172.25.6.168, port: a60ec688-c294-40d2-a2a9-5db99f2a5436. Sep 17 22:56:30.499714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:56:30.611869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:56:30.616878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:30.621413 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] Sync routers for ids ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:56:30.631036 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] Routers {'7181b7ec-7e88-4287-982e-a2e9184dd3c9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:30.631685 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:56:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:30.644069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0205167d-1ae1-44ec-8412-3044494be909 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/floatingips/71c815a1-4e72-4d73-b1bf-9b90b5e253f9 HTTP/1.1" status: 204 len: 168 time: 0.9221478 Sep 17 22:56:30.644670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'tag': 'a60ec688-c294-40d2-a2a9-5db99f2a5436'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:30.646976 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb" -d '{"events": [{"name": "network-changed", "server_uuid": "44e1ec82-d481-444b-abdb-61078e4b52dc", "tag": "a60ec688-c294-40d2-a2a9-5db99f2a5436"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:30.691058 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c98e6b-e2b9-4cf0-a5ca-bfde542b3b8a x-openstack-request-id: req-70c98e6b-e2b9-4cf0-a5ca-bfde542b3b8a {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:30.691422 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e1ec82-d481-444b-abdb-61078e4b52dc", "tag": "a60ec688-c294-40d2-a2a9-5db99f2a5436", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:30.691779 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70c98e6b-e2b9-4cf0-a5ca-bfde542b3b8a {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:30.692328 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'tag': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'status': 'completed', 'code': 200} Sep 17 22:56:30.743784 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] Set router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:30.757062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-db301c0c-a0c9-4143-b41b-131f1e81663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:30.758610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-db301c0c-a0c9-4143-b41b-131f1e81663e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9951b87a3a447d080e4f181fe497ccc&device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 1098 time: 0.0454073 Sep 17 22:56:30.856613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-99990b4f-40f1-4d67-982c-1db666137c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:30.858249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-99990b4f-40f1-4d67-982c-1db666137c76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=197e7648-13a0-4b62-b77f-93219ea32573 HTTP/1.1" status: 200 len: 898 time: 0.0924971 Sep 17 22:56:30.902896 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-4a5169dc-b397-4546-b8cc-b91199865714 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a60ec688-c294-40d2-a2a9-5db99f2a5436 HTTP/1.1" status: 200 len: 217 time: 0.0357018 Sep 17 22:56:30.945347 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:39Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c15fa364-6d89-4936-bb4c-62dd1bece548', 'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:cc:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:39Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:30.960827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-4aa95ec6-11a3-4239-a542-fca66ab61e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:30.965166 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-4aa95ec6-11a3-4239-a542-fca66ab61e18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69931761-7ee2-4547-b904-fb34283d8b6d HTTP/1.1" status: 200 len: 835 time: 0.0512094 Sep 17 22:56:30.976346 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] Checking router: 7181b7ec-7e88-4287-982e-a2e9184dd3c9 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:56:30.985067 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] Routers {'7181b7ec-7e88-4287-982e-a2e9184dd3c9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:30.986762 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:56:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:31.014427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-b76eb9cf-0b10-4d52-9ef1-4607f6bfb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:31.016249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-b76eb9cf-0b10-4d52-9ef1-4607f6bfb957 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197e7648-13a0-4b62-b77f-93219ea32573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433605 Sep 17 22:56:31.105963 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] Set router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:31.155028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b3a51-d89d-4f39-8c9a-a9d4277fec3f req-5f473452-e034-48a2-9d4e-c39d513a66d8 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:31.156514 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c3b3a51-d89d-4f39-8c9a-a9d4277fec3f req-5f473452-e034-48a2-9d4e-c39d513a66d8 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 946 time: 0.0724192 Sep 17 22:56:31.158851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-e292ba12-dda8-4271-b647-2f5b01b8df0e service neutron] 10.222.0.23 "GET /v2.0/networks/197e7648-13a0-4b62-b77f-93219ea32573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339371 Sep 17 22:56:31.245362 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c3b3a51-d89d-4f39-8c9a-a9d4277fec3f req-41190af2-a7cf-4578-9143-bfd5aabe5c78 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820768 Sep 17 22:56:31.273913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbb71fc1-6c86-47fd-a127-04ab9d1734bb req-9bf84c16-480b-4faa-afc3-b150472127c1 service neutron] 10.222.0.23 "GET /v2.0/networks/197e7648-13a0-4b62-b77f-93219ea32573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047876 Sep 17 22:56:31.308762 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:39Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c15fa364-6d89-4936-bb4c-62dd1bece548', 'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:cc:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:39Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:31.335140 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36073f-cc50-4d7f-a6c6-65feb0cad5d8 None None] The sync data for ids ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'] in n-d-713499-18 is: [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:39Z', 'revision_number': 4, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c15fa364-6d89-4936-bb4c-62dd1bece548', 'name': '', 'network_id': '197e7648-13a0-4b62-b77f-93219ea32573', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'mac_address': 'fa:16:3e:cc:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:39Z', 'updated_at': '2021-09-17T22:55:42Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'subnets': [{'id': '69931761-7ee2-4547-b904-fb34283d8b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:56:31.555564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1cce27-aa07-4495-a2c7-0a94c4ffa70c None None] New status for floating IP 71c815a1-4e72-4d73-b1bf-9b90b5e253f9: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:56:32.370025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f3cb5-9111-4775-bb8b-c24b26d2fd6a req-c3c8e629-5184-421c-8f1a-5fc9bf836c5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:32.372538 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d3f3cb5-9111-4775-bb8b-c24b26d2fd6a req-c3c8e629-5184-421c-8f1a-5fc9bf836c5d tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 946 time: 0.0534735 Sep 17 22:56:32.410748 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d3f3cb5-9111-4775-bb8b-c24b26d2fd6a req-7129c10a-63d8-4c5f-ae9e-1422bcf94321 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/security-groups?id=465f6f44-1eee-41fb-8574-95d341c7897a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Sep 17 22:56:32.548067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-03e90f8d-8163-4a54-adb9-03017823261b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:32.550220 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-03e90f8d-8163-4a54-adb9-03017823261b tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 946 time: 0.0528686 Sep 17 22:56:32.646440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-c26b371d-d90b-42c7-b484-b34504e46034 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port a60ec688-c294-40d2-a2a9-5db99f2a5436 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:56:32.646781 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-c26b371d-d90b-42c7-b484-b34504e46034 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:32.737388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-c26b371d-d90b-42c7-b484-b34504e46034 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] For port a60ec688-c294-40d2-a2a9-5db99f2a5436, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a60ec688-c294-40d2-a2a9-5db99f2a5436,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:32.737810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-c26b371d-d90b-42c7-b484-b34504e46034 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:32.749548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-c26b371d-d90b-42c7-b484-b34504e46034 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for a60ec688-c294-40d2-a2a9-5db99f2a5436 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:56:32.946622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-c26b371d-d90b-42c7-b484-b34504e46034 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:32.980529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b371d-d90b-42c7-b484-b34504e46034 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=a60ec688-c294-40d2-a2a9-5db99f2a5436,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:33.020738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-c26b371d-d90b-42c7-b484-b34504e46034 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] No DVR routers for this DVR port a60ec688-c294-40d2-a2a9-5db99f2a5436 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:56:33.023402 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-c26b371d-d90b-42c7-b484-b34504e46034 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:33.025705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb41b3b7-623b-49f7-ae49-e1f83a2bdc1f req-c26b371d-d90b-42c7-b484-b34504e46034 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.23 "DELETE /v2.0/ports/a60ec688-c294-40d2-a2a9-5db99f2a5436 HTTP/1.1" status: 204 len: 173 time: 0.4693434 Sep 17 22:56:33.026153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'name': 'network-vif-deleted', 'tag': 'a60ec688-c294-40d2-a2a9-5db99f2a5436'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:33.029409 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e2d376-754f-4528-a3f4-57ef7bfda83b" -d '{"events": [{"server_uuid": "44e1ec82-d481-444b-abdb-61078e4b52dc", "name": "network-vif-deleted", "tag": "a60ec688-c294-40d2-a2a9-5db99f2a5436"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:33.067196 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078e103-0f0e-4daa-b573-b8f795df800d x-openstack-request-id: req-5078e103-0f0e-4daa-b573-b8f795df800d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:33.067196 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e1ec82-d481-444b-abdb-61078e4b52dc", "name": "network-vif-deleted", "tag": "a60ec688-c294-40d2-a2a9-5db99f2a5436", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:33.067196 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5078e103-0f0e-4daa-b573-b8f795df800d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:33.067196 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e1ec82-d481-444b-abdb-61078e4b52dc', 'name': 'network-vif-deleted', 'tag': 'a60ec688-c294-40d2-a2a9-5db99f2a5436', 'status': 'completed', 'code': 200} Sep 17 22:56:33.272012 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4de53502-1d71-463d-9d48-ed4c0cb907e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:33.530212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da1d8df1-691c-4b80-9d03-99a216c57699 req-8882dc4a-c6d4-4617-addb-b4e564650aa1 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e1ec82-d481-444b-abdb-61078e4b52dc HTTP/1.1" status: 200 len: 210 time: 0.0310457 Sep 17 22:56:34.587486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47124) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:34.647225 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03df17e2-df92-4637-ad92-6648dd235527 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:34.673500 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03df17e2-df92-4637-ad92-6648dd235527 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:34.826256 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03df17e2-df92-4637-ad92-6648dd235527 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:34.828856 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03df17e2-df92-4637-ad92-6648dd235527 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:34.830026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-03df17e2-df92-4637-ad92-6648dd235527 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/security-groups/465f6f44-1eee-41fb-8574-95d341c7897a HTTP/1.1" status: 204 len: 168 time: 0.2415221 Sep 17 22:56:34.839792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df17e2-df92-4637-ad92-6648dd235527 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=465f6f44-1eee-41fb-8574-95d341c7897a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:34.934001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47128) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:35.289981 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:35.540633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port c15fa364-6d89-4936-bb4c-62dd1bece548 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:56:35.540972 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:35.635123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] For port c15fa364-6d89-4936-bb4c-62dd1bece548, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c15fa364-6d89-4936-bb4c-62dd1bece548,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:35.635485 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:35.648359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for c15fa364-6d89-4936-bb4c-62dd1bece548 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:56:35.877279 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c85afaed-9170-4add-af93-d05b5c80358f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:35.943993 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:35.974647 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=c15fa364-6d89-4936-bb4c-62dd1bece548,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:36.007978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.008347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.008706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.009045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.009375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.009700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.010023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.010344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.010662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.011004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.011362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.011653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:36.161264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:36.237291 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a60ec688-c294-40d2-a2a9-5db99f2a5436 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:56:36.259525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: a60ec688-c294-40d2-a2a9-5db99f2a5436 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:56:36.259850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a60ec688-c294-40d2-a2a9-5db99f2a5436 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:56:36.379193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:56:36.482797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:56:36.487791 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e5500c59-f932-40a9-b755-d949fb509299 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "PUT /v2.0/routers/7181b7ec-7e88-4287-982e-a2e9184dd3c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5527675 Sep 17 22:56:36.491339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47130) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:36.495283 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] Sync routers for ids ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:56:36.505592 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] Routers {'7181b7ec-7e88-4287-982e-a2e9184dd3c9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:36.506188 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:56:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:36.542822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-b107da06-e702-44f3-97c3-44bddf24b6c3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting subnet 69931761-7ee2-4547-b904-fb34283d8b6d {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:56:36.546108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b107da06-e702-44f3-97c3-44bddf24b6c3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:36.585943 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b107da06-e702-44f3-97c3-44bddf24b6c3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:36.613052 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] Set router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:36.677091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b107da06-e702-44f3-97c3-44bddf24b6c3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:36.798112 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:56:35Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:36.807002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b107da06-e702-44f3-97c3-44bddf24b6c3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:36.824943 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] Checking router: 7181b7ec-7e88-4287-982e-a2e9184dd3c9 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:56:36.834366 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] Routers {'7181b7ec-7e88-4287-982e-a2e9184dd3c9'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:56:36.834956 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:56:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:36.835227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107da06-e702-44f3-97c3-44bddf24b6c3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Subnet': ['ID=69931761-7ee2-4547-b904-fb34283d8b6d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:36.838856 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b107da06-e702-44f3-97c3-44bddf24b6c3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:36.840931 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b107da06-e702-44f3-97c3-44bddf24b6c3 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/subnets/69931761-7ee2-4547-b904-fb34283d8b6d HTTP/1.1" status: 204 len: 168 time: 0.3486676 Sep 17 22:56:36.843760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47134) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:36.853656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da261c14-7b40-4805-827b-8dbf2e7b1c6f None None] Network 197e7648-13a0-4b62-b77f-93219ea32573 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:56:36.944280 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] Set router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:56:37.049499 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.059574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] DHCP port deletion for 197e7648-13a0-4b62-b77f-93219ea32573 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:56:37.122249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Deleting port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:56:37.122629 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.144264 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:56:35Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:37.175624 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f3601-cab7-469a-a053-cee88e7f579a None None] The sync data for ids ['7181b7ec-7e88-4287-982e-a2e9184dd3c9'] in n-d-713499-18 is: [{'id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'name': 'tempest-TestNetworkBasicOps-router-546841846', 'tenant_id': 'f9951b87a3a447d080e4f181fe497ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:56:35Z', 'revision_number': 5, 'project_id': 'f9951b87a3a447d080e4f181fe497ccc', 'gw_port': {'id': 'fa75770f-8eb1-4243-b8b1-20803d192079', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7181b7ec-7e88-4287-982e-a2e9184dd3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:55:35Z', 'updated_at': '2021-09-17T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:56:37.318339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.382492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] For port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=759426ed-4dc4-4628-a219-e2ea5d6d0a4c,segment=NetworkSegment(06967672-4ba3-47f2-9ceb-73a9a1e8d4d4),segment_id=06967672-4ba3-47f2-9ceb-73a9a1e8d4d4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:37.382916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.394722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Calling delete_port for 759426ed-4dc4-4628-a219-e2ea5d6d0a4c owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:56:37.424404 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.447001 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.545092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Deleting port fa75770f-8eb1-4243-b8b1-20803d192079 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:56:37.545444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.557949 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.590511 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Pushing event deleted for resources: {'Port': ['ID=759426ed-4dc4-4628-a219-e2ea5d6d0a4c,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:37.592955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] No DVR routers for this DVR port 759426ed-4dc4-4628-a219-e2ea5d6d0a4c on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:56:37.606000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.606344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.606681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.610312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.610312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.610312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.610312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.610312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.610312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.610312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.610312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.610312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1142ea-1284-492b-b8f8-d29a9fa0c303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:56:37.649482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] For port fa75770f-8eb1-4243-b8b1-20803d192079, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fa75770f-8eb1-4243-b8b1-20803d192079,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:37.655082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.662390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Calling delete_port for fa75770f-8eb1-4243-b8b1-20803d192079 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:56:37.915244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c15fa364-6d89-4936-bb4c-62dd1bece548 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:56:37.935245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: c15fa364-6d89-4936-bb4c-62dd1bece548 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:56:37.935606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c15fa364-6d89-4936-bb4c-62dd1bece548 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:56:37.936021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 759426ed-4dc4-4628-a219-e2ea5d6d0a4c no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:56:37.940751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:37.955255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 759426ed-4dc4-4628-a219-e2ea5d6d0a4c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:56:37.955597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 759426ed-4dc4-4628-a219-e2ea5d6d0a4c not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:56:37.974778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Port': ['ID=fa75770f-8eb1-4243-b8b1-20803d192079,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:38.032129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.123855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.126451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.231575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.232162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Fanout notify agent at l3_agent the message router_deleted on router 7181b7ec-7e88-4287-982e-a2e9184dd3c9 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:56:38.240679 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.244602 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f605e3a4-2389-4f8e-85db-625f281cdab6 tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/routers/7181b7ec-7e88-4287-982e-a2e9184dd3c9 HTTP/1.1" status: 204 len: 168 time: 1.3971758 Sep 17 22:56:38.244738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47136) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:38.330620 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.419209 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.438864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197e7648-13a0-4b62-b77f-93219ea32573']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:38.448568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:38.449156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06967672-4ba3-47f2-9ceb-73a9a1e8d4d4') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:56:38.458008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.470656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.476752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:56:38.477137 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:56:38.479970 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:56:38.694969 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.702750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.704446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] 10.222.0.30 "DELETE /v2.0/networks/197e7648-13a0-4b62-b77f-93219ea32573 HTTP/1.1" status: 204 len: 168 time: 0.4588144 Sep 17 22:56:38.716780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0ea1f-3390-4c44-b661-f9ae9f32b2ae tempest-TestNetworkBasicOps-1016949221 tempest-TestNetworkBasicOps-1016949221-project] Pushing event deleted for resources: {'Network': ['ID=197e7648-13a0-4b62-b77f-93219ea32573,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:39.112102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:39.238271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47146) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:39.371358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cf3c068a-8046-4d1c-bbdc-0cc86cc350cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9951b87a3a447d080e4f181fe497ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317444 Sep 17 22:56:39.373860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47150) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:39.425610 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6709513-1797-4f17-a963-2b545444edf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:39.447981 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6709513-1797-4f17-a963-2b545444edf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:39.591644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6709513-1797-4f17-a963-2b545444edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:39.594212 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6709513-1797-4f17-a963-2b545444edf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:39.595499 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e6709513-1797-4f17-a963-2b545444edf8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6a62b0a-225e-416c-98d3-85fdfbd5cae9 HTTP/1.1" status: 204 len: 168 time: 0.2207508 Sep 17 22:56:39.604190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6709513-1797-4f17-a963-2b545444edf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a62b0a-225e-416c-98d3-85fdfbd5cae9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:39.922297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa75770f-8eb1-4243-b8b1-20803d192079 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:56:39.942507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: fa75770f-8eb1-4243-b8b1-20803d192079 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:56:39.943631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa75770f-8eb1-4243-b8b1-20803d192079 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:56:40.189536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47156) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:40.203129 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-099ca9c4-3909-41ca-ab9e-0ffb6b61fc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.297413 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-099ca9c4-3909-41ca-ab9e-0ffb6b61fc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.378731 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-099ca9c4-3909-41ca-ab9e-0ffb6b61fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.423956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-099ca9c4-3909-41ca-ab9e-0ffb6b61fc66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c95a81a2ee74a7bb8d40ad9828e34f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333176 Sep 17 22:56:40.425004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ca9c4-3909-41ca-ab9e-0ffb6b61fc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4196a5f-95a2-43bf-9f6e-8ab9b4806bb0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:40.426711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47158) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:40.489548 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-988e0acd-ef8f-40db-a849-8f558b125687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.503898 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.517924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-988e0acd-ef8f-40db-a849-8f558b125687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.631925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-988e0acd-ef8f-40db-a849-8f558b125687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.634477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-988e0acd-ef8f-40db-a849-8f558b125687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.635648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-988e0acd-ef8f-40db-a849-8f558b125687 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4196a5f-95a2-43bf-9f6e-8ab9b4806bb0 HTTP/1.1" status: 204 len: 168 time: 0.2072999 Sep 17 22:56:40.643732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e0acd-ef8f-40db-a849-8f558b125687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4196a5f-95a2-43bf-9f6e-8ab9b4806bb0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:41.676757 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47180) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:41.774870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1049921437-network', 'tenant_id': '902db16863d244f5a83abd5016095dd6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:41.866530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Made reservation on behalf of 902db16863d244f5a83abd5016095dd6 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:56:41.868933 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:41.877461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:41.963167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:42.035248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:42.061595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:56:42.076510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3231884-8593-4fe4-be51-5f1045e52e04,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:42.079345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:42.079678 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Added segment 564ce292-7c63-4db3-8eb5-042edf0af60c of type vlan for network 12243c8e-3508-4d94-befd-157ad961922e Sep 17 22:56:42.119278 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:42.203357 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:42.204353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:42.204933 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:42.264413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=12243c8e-3508-4d94-befd-157ad961922e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:42.274710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 12243c8e-3508-4d94-befd-157ad961922e details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:56:42.297130 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d59a6d6c-d184-4aeb-ab28-430de08f6ac0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6188016 Sep 17 22:56:42.300716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47184) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:42.306487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Request body: {'subnet': {'network_id': '12243c8e-3508-4d94-befd-157ad961922e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1049921437-subnet', 'tenant_id': '902db16863d244f5a83abd5016095dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:42.386044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Made reservation on behalf of 902db16863d244f5a83abd5016095dd6 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:56:42.388432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:42.607230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:42.671668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224da60d-8668-407e-a74a-16a99ee0ed0e,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:42.682860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Checking segment: {'id': '564ce292-7c63-4db3-8eb5-042edf0af60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '12243c8e-3508-4d94-befd-157ad961922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:42.683439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Network hostable DHCP agents. Network: 12243c8e-3508-4d94-befd-157ad961922e, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:56:42.766012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Network 12243c8e-3508-4d94-befd-157ad961922e is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:56:42.846129 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 12243c8e-3508-4d94-befd-157ad961922e) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:42.851441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:42.852106 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:42.856527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe7268-1d3f-482c-b31d-5c669df7da55 None None] Network 12243c8e-3508-4d94-befd-157ad961922e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:56:42.946768 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-075aa2ea-65c8-4068-8f8b-593ed0977905 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6448536 Sep 17 22:56:42.982043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a2ff8-3399-4746-a2b5-a2ed69d9f732 None None] Network 12243c8e-3508-4d94-befd-157ad961922e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:56:43.609642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47200) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:43.614642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1529779623-network', 'tenant_id': '1d28bb0a059343dfa3b5b1c49475a8e5'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:43.695080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Made reservation on behalf of 1d28bb0a059343dfa3b5b1c49475a8e5 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:56:43.698026 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:43.707249 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:43.797827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:43.877402 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:43.904222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:56:43.913887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761c40fa-3eda-41f7-812a-344f95a23980,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:43.919538 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:43.919913 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Added segment 1e88b297-4d94-49ae-bc97-354682d31f51 of type vlan for network 8de8ffd1-6420-4487-a7f1-333219eedbf1 Sep 17 22:56:43.960228 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.037521 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.038504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:44.039116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.099156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] Pushing event updated for resources: {'Network': ['ID=8de8ffd1-6420-4487-a7f1-333219eedbf1,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:44.110668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8de8ffd1-6420-4487-a7f1-333219eedbf1 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:56:44.138850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9bff098f-251e-492a-98ab-ed46b5072e31 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5280943 Sep 17 22:56:44.141500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47202) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:56:44.146239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Request body: {'subnet': {'network_id': '8de8ffd1-6420-4487-a7f1-333219eedbf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1529779623-subnet', 'tenant_id': '1d28bb0a059343dfa3b5b1c49475a8e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:44.235150 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Made reservation on behalf of 1d28bb0a059343dfa3b5b1c49475a8e5 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:56:44.237689 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.791935 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:44.852759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4bf39c-b58b-4d4d-a7cc-cfda4ab76a34,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:44.861272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Checking segment: {'id': '1e88b297-4d94-49ae-bc97-354682d31f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8de8ffd1-6420-4487-a7f1-333219eedbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:44.861622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Network hostable DHCP agents. Network: 8de8ffd1-6420-4487-a7f1-333219eedbf1, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:56:44.955204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Network 8de8ffd1-6420-4487-a7f1-333219eedbf1 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:56:45.046299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8de8ffd1-6420-4487-a7f1-333219eedbf1) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:45.051692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:45.052690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:45.058369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfca9e-1785-445e-9518-a96c4b7a29cb None None] Network 8de8ffd1-6420-4487-a7f1-333219eedbf1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:56:45.158247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8621c1cf-19c1-4302-81d9-7bec260e34db admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0156715 Sep 17 22:56:45.182791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7ce50d-63c1-4b1c-afbe-26d869711c30 None None] Network 8de8ffd1-6420-4487-a7f1-333219eedbf1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:56:45.759786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-866b2e29-d63d-44b2-b012-614ac6083383 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:45.761290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-866b2e29-d63d-44b2-b012-614ac6083383 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/networks?id=12243c8e-3508-4d94-befd-157ad961922e HTTP/1.1" status: 200 len: 812 time: 0.1001682 Sep 17 22:56:45.776408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-fd137a70-d639-4d49-81f9-f8baff458470 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/quotas/902db16863d244f5a83abd5016095dd6 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Sep 17 22:56:45.811049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-68689d8e-a60f-4e11-a64a-8258ee8f34c1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=902db16863d244f5a83abd5016095dd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293961 Sep 17 22:56:45.901826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-99c452a0-e6be-42da-8ef6-b7476e858d27 service neutron] 10.222.0.30 "GET /v2.0/networks/12243c8e-3508-4d94-befd-157ad961922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836561 Sep 17 22:56:45.995237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-d188f787-ee7c-4432-a5d0-a8b87b6b54ca service neutron] 10.222.0.30 "GET /v2.0/networks/12243c8e-3508-4d94-befd-157ad961922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873656 Sep 17 22:56:46.234983 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-efadac4c-39ac-470b-b5f9-86acb9fd6352 req-7852643e-952c-4143-a9fd-53f90ef40719 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 210 time: 0.0276802 Sep 17 22:56:47.096008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-768d3ba9-9d9c-47b4-82d9-27e0b04319c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413060 Sep 17 22:56:47.182417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-5c379fa8-1c3f-4001-ba51-d2c6d1a04919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:47.183929 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-5c379fa8-1c3f-4001-ba51-d2c6d1a04919 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 1097 time: 0.0407698 Sep 17 22:56:47.291636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-5825900d-885c-42a5-b652-890e3a69c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:47.293156 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-5825900d-885c-42a5-b652-890e3a69c4ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.0908267 Sep 17 22:56:47.364959 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c95e052-923e-4ee1-8e64-691c53b05d40 req-af09e7ce-beb7-4bad-aa33-d120ec052627 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 210 time: 0.0586262 Sep 17 22:56:47.384951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-54217caa-7657-4be7-9332-5d721139a58a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd HTTP/1.1" status: 200 len: 1000 time: 0.0843670 Sep 17 22:56:47.433373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-0474101a-a101-4f31-a7ba-9431d7c6d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:47.434789 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-0474101a-a101-4f31-a7ba-9431d7c6d906 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0435934 Sep 17 22:56:47.482623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-14134fb8-315e-4c64-a28a-7d44c1023ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:47.484128 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-14134fb8-315e-4c64-a28a-7d44c1023ed7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424340 Sep 17 22:56:47.497770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-c61241a9-dddb-44e8-abc8-8e012ea9ad99 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:56:47.498712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-c61241a9-dddb-44e8-abc8-8e012ea9ad99 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049567 Sep 17 22:56:47.595657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-ef83fc6a-c7ec-4483-8f92-2be97eb09c84 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884016 Sep 17 22:56:47.689002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5814d1a-7cc9-4611-acd2-fd7616330c12 req-1703f3f0-832d-4e14-b15c-8b0b9a76a115 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867345 Sep 17 22:56:48.270356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-933cd064-bcb4-4deb-9181-ca286311de46 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:48.272470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-933cd064-bcb4-4deb-9181-ca286311de46 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.23 "GET /v2.0/networks?id=12243c8e-3508-4d94-befd-157ad961922e HTTP/1.1" status: 200 len: 812 time: 0.1065078 Sep 17 22:56:48.284530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Request body: {'port': {'device_id': 'e68303cc-decf-4fe2-ae96-c77c43e3ea08', 'network_id': '12243c8e-3508-4d94-befd-157ad961922e', 'admin_state_up': True, 'tenant_id': '902db16863d244f5a83abd5016095dd6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:48.463744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Made reservation on behalf of 902db16863d244f5a83abd5016095dd6 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:56:48.467301 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:48.482196 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75cf6bb0-c456-4a8c-aa03-9916fe43981b req-cc21589c-d85c-4adf-bf72-e1bf1b242f19 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 210 time: 0.0278568 Sep 17 22:56:48.600751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Allocated IP 172.20.0.12 (12243c8e-3508-4d94-befd-157ad961922e/224da60d-8668-407e-a74a-16a99ee0ed0e/bea56b18-ecf7-4c6d-9003-a79ee1c61ee4) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:56:48.754079 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:48.872292 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:48.916878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Network 12243c8e-3508-4d94-befd-157ad961922e is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:56:48.919988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:56:48.927381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:56:48.950156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Pushing event updated for resources: {'Port': ['ID=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:48.978655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:48.979277 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:49.072763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-cd05e2f9-d706-401a-a9a2-5724abb8cda1 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7919171 Sep 17 22:56:49.085010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Request body: {'port': {'device_id': 'e68303cc-decf-4fe2-ae96-c77c43e3ea08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:56:49.144060 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:49.405695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:56:49.413548 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:49.425147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Transition to ACTIVE for port object bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:56:49.494288 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:49.546999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Pushing event updated for resources: {'Port': ['ID=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:49.657576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe3f1f-4c7d-44b6-90cf-91580d326fe6 req-d4dd9eeb-3fa6-4448-a416-e3fcdbc97e44 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:49.659003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dcfe3f1f-4c7d-44b6-90cf-91580d326fe6 req-d4dd9eeb-3fa6-4448-a416-e3fcdbc97e44 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 944 time: 0.0923660 Sep 17 22:56:49.660098 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Attempting to bind port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:56:49.660452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Attempting to bind port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '564ce292-7c63-4db3-8eb5-042edf0af60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '12243c8e-3508-4d94-befd-157ad961922e'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:56:49.660783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Attempting to bind port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 on network 12243c8e-3508-4d94-befd-157ad961922e {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:49.667822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 on network 12243c8e-3508-4d94-befd-157ad961922e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:56:49.668165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Attempting to bind port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 on network 12243c8e-3508-4d94-befd-157ad961922e {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:56:49.685207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:56:49.685531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Checking segment: {'id': '564ce292-7c63-4db3-8eb5-042edf0af60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '12243c8e-3508-4d94-befd-157ad961922e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:56:49.685911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Bound using segment: {'id': '564ce292-7c63-4db3-8eb5-042edf0af60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '12243c8e-3508-4d94-befd-157ad961922e'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:56:49.686338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Bound port: bea56b18-ecf7-4c6d-9003-a79ee1c61ee4, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564ce292-7c63-4db3-8eb5-042edf0af60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '12243c8e-3508-4d94-befd-157ad961922e'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:56:49.686692 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:49.736842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dcfe3f1f-4c7d-44b6-90cf-91580d326fe6 req-498e9d8a-4631-4e58-b908-ee9dc62819e6 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705962 Sep 17 22:56:49.768352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] For port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:56:49.771719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] For port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,segment=NetworkSegment(564ce292-7c63-4db3-8eb5-042edf0af60c),segment_id=564ce292-7c63-4db3-8eb5-042edf0af60c)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:56:49.875720 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:49.912839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:49.913960 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:49.915580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] 10.222.0.23 "PUT /v2.0/ports/bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 HTTP/1.1" status: 200 len: 1093 time: 0.8348317 Sep 17 22:56:49.916048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68303cc-decf-4fe2-ae96-c77c43e3ea08', 'tag': 'bea56b18-ecf7-4c6d-9003-a79ee1c61ee4'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:49.918322 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33423cc1-9c12-46a4-8df1-1207bd7df328" -d '{"events": [{"name": "network-changed", "server_uuid": "e68303cc-decf-4fe2-ae96-c77c43e3ea08", "tag": "bea56b18-ecf7-4c6d-9003-a79ee1c61ee4"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:49.941809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c111d8-2f45-4792-aa6e-da82f9e69a39 service neutron] Pushing event updated for resources: {'Port': ['ID=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:49.960869 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22933f40-9d9c-45dc-80ce-d09d1c7f3983 x-openstack-request-id: req-22933f40-9d9c-45dc-80ce-d09d1c7f3983 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:49.961159 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68303cc-decf-4fe2-ae96-c77c43e3ea08", "tag": "bea56b18-ecf7-4c6d-9003-a79ee1c61ee4", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:49.961412 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22933f40-9d9c-45dc-80ce-d09d1c7f3983 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:49.961810 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68303cc-decf-4fe2-ae96-c77c43e3ea08', 'tag': 'bea56b18-ecf7-4c6d-9003-a79ee1c61ee4', 'status': 'completed', 'code': 200} Sep 17 22:56:50.021418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33423cc1-9c12-46a4-8df1-1207bd7df328 req-2d54a1a0-1144-421e-89ba-25eabf64f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:50.023506 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33423cc1-9c12-46a4-8df1-1207bd7df328 req-2d54a1a0-1144-421e-89ba-25eabf64f1c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902db16863d244f5a83abd5016095dd6&device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 1096 time: 0.0417259 Sep 17 22:56:50.124577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33423cc1-9c12-46a4-8df1-1207bd7df328 req-da3042c5-a9a1-4ef7-b865-5ddceba2eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:50.126068 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33423cc1-9c12-46a4-8df1-1207bd7df328 req-da3042c5-a9a1-4ef7-b865-5ddceba2eb3d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=902db16863d244f5a83abd5016095dd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0961003 Sep 17 22:56:50.219879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33423cc1-9c12-46a4-8df1-1207bd7df328 req-f8f50685-f030-4e50-a7c9-9bbb62d1a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:50.221304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33423cc1-9c12-46a4-8df1-1207bd7df328 req-f8f50685-f030-4e50-a7c9-9bbb62d1a766 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890853 Sep 17 22:56:50.298312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-3e943694-00d1-4b68-941b-695497f10c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:50.299782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-3e943694-00d1-4b68-941b-695497f10c6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902db16863d244f5a83abd5016095dd6&device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 1096 time: 0.0409534 Sep 17 22:56:50.344065 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-48642692-da53-4c9a-9b20-5b24b5033c95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 HTTP/1.1" status: 200 len: 217 time: 0.0364957 Sep 17 22:56:50.394892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-952cd660-9fdd-440c-81b2-9cd9dd02cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:50.396367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-952cd660-9fdd-440c-81b2-9cd9dd02cb1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=224da60d-8668-407e-a74a-16a99ee0ed0e HTTP/1.1" status: 200 len: 852 time: 0.0446944 Sep 17 22:56:50.427727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-fdefb01f-a6e8-470a-bf4c-531eb2775848 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12243c8e-3508-4d94-befd-157ad961922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247209 Sep 17 22:56:50.520438 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-d3953d4d-5950-43bb-8303-4ac1675acc39 service neutron] 10.222.0.23 "GET /v2.0/networks/12243c8e-3508-4d94-befd-157ad961922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854466 Sep 17 22:56:50.608642 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01f91e21-8f80-4710-bbe0-3cc82380cd89 req-013b5666-e404-49b4-afb9-735bcc954f61 service neutron] 10.222.0.23 "GET /v2.0/networks/12243c8e-3508-4d94-befd-157ad961922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812480 Sep 17 22:56:50.855928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becd83d-1ee7-4fd5-a3d7-43fd98e87ee6 req-4ef4b557-9555-4caf-92ad-d03f9d96b362 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:50.857435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6becd83d-1ee7-4fd5-a3d7-43fd98e87ee6 req-4ef4b557-9555-4caf-92ad-d03f9d96b362 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 944 time: 0.0543115 Sep 17 22:56:50.895989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6becd83d-1ee7-4fd5-a3d7-43fd98e87ee6 req-a8cdbc01-9fb0-44bc-8499-2bfa94dfd46e tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Sep 17 22:56:52.013800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5afde8-6060-428c-b2a4-bdd7d57affe2 req-f933b91c-b6f8-4418-bcbd-1e5bf24e8f2a tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:52.015264 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df5afde8-6060-428c-b2a4-bdd7d57affe2 req-f933b91c-b6f8-4418-bcbd-1e5bf24e8f2a tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 944 time: 0.0497553 Sep 17 22:56:52.052420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df5afde8-6060-428c-b2a4-bdd7d57affe2 req-e8608a5e-45f9-4372-bc03-708d3d0af73b tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311875 Sep 17 22:56:53.166744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02ae62-23cd-47f4-b6fc-bd7100d19979 req-b5c2cf42-9802-4b02-9273-16eb2cd531dc tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:53.168255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd02ae62-23cd-47f4-b6fc-bd7100d19979 req-b5c2cf42-9802-4b02-9273-16eb2cd531dc tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 944 time: 0.0490677 Sep 17 22:56:53.205367 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd02ae62-23cd-47f4-b6fc-bd7100d19979 req-aea4c3ff-a900-4260-b7b8-30f9dc3ebde3 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Sep 17 22:56:54.324878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a4f69-96d2-4511-b9fe-0cc9f5612b5b req-9d8a2e47-edfa-4608-bdbf-1c2d12291130 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:54.326335 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c9a4f69-96d2-4511-b9fe-0cc9f5612b5b req-9d8a2e47-edfa-4608-bdbf-1c2d12291130 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 944 time: 0.0530934 Sep 17 22:56:54.330521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:56:54.369663 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c9a4f69-96d2-4511-b9fe-0cc9f5612b5b req-f2e91b4c-b520-412e-bfe1-7b34964a34f7 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372586 Sep 17 22:56:54.426194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,segment=NetworkSegment(564ce292-7c63-4db3-8eb5-042edf0af60c),segment_id=564ce292-7c63-4db3-8eb5-042edf0af60c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:54.437736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'bea56b18-ecf7-4c6d-9003-a79ee1c61ee4', 'network_id': '12243c8e-3508-4d94-befd-157ad961922e', 'port_id': 'bea56b18-ecf7-4c6d-9003-a79ee1c61ee4', 'mac_address': 'fa:16:3e:f9:11:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224da60d-8668-407e-a74a-16a99ee0ed0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:56:54.478503 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:54.490848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:56:54.510254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,segment=NetworkSegment(564ce292-7c63-4db3-8eb5-042edf0af60c),segment_id=564ce292-7c63-4db3-8eb5-042edf0af60c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:54.574314 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:54.620795 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:54.782069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['bea56b18-ecf7-4c6d-9003-a79ee1c61ee4'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:56:55.483801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17843e3c-fdc3-4d15-aac5-d42a394c5961 req-483e860c-9e50-48e0-b4a7-82ca76988b50 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:55.485336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17843e3c-fdc3-4d15-aac5-d42a394c5961 req-483e860c-9e50-48e0-b4a7-82ca76988b50 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 945 time: 0.0486295 Sep 17 22:56:55.523184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17843e3c-fdc3-4d15-aac5-d42a394c5961 req-4839036c-0e58-4c93-8004-5bdefa48aecd tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Sep 17 22:56:56.345976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:56:56.446380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:56:56.450230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:56:56.450585 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:56.525424 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:56.549556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68303cc-decf-4fe2-ae96-c77c43e3ea08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea56b18-ecf7-4c6d-9003-a79ee1c61ee4'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:56:56.551800 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1ebeee-9666-4f64-b2ab-6bcbbb333854" -d '{"events": [{"server_uuid": "e68303cc-decf-4fe2-ae96-c77c43e3ea08", "name": "network-vif-plugged", "status": "completed", "tag": "bea56b18-ecf7-4c6d-9003-a79ee1c61ee4"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:56:56.564873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,segment=NetworkSegment(564ce292-7c63-4db3-8eb5-042edf0af60c),segment_id=564ce292-7c63-4db3-8eb5-042edf0af60c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:56:56.589919 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4346dd3-6946-414b-8893-dd65f13148c8 x-openstack-request-id: req-e4346dd3-6946-414b-8893-dd65f13148c8 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:56:56.590322 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68303cc-decf-4fe2-ae96-c77c43e3ea08", "name": "network-vif-plugged", "status": "completed", "tag": "bea56b18-ecf7-4c6d-9003-a79ee1c61ee4", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:56:56.590580 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4346dd3-6946-414b-8893-dd65f13148c8 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:56:56.591116 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68303cc-decf-4fe2-ae96-c77c43e3ea08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea56b18-ecf7-4c6d-9003-a79ee1c61ee4', 'code': 200} Sep 17 22:56:56.637636 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:56.639207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2acc5-0012-41ba-b8f5-a452efc8e307 req-e4a31862-fcba-453a-9780-596c59ca80ed tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:56.640784 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9b2acc5-0012-41ba-b8f5-a452efc8e307 req-e4a31862-fcba-453a-9780-596c59ca80ed tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 945 time: 0.0501437 Sep 17 22:56:56.681916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e9b2acc5-0012-41ba-b8f5-a452efc8e307 req-136c2279-cfc9-4ea9-9d0a-c0af71011c04 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Sep 17 22:56:56.690481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:56:56.691496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4afe2-57b6-4d5e-b277-59db6fba89dd req-fe431674-85ad-4b47-931c-36e5f648692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:56.693263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fa4afe2-57b6-4d5e-b277-59db6fba89dd req-fe431674-85ad-4b47-931c-36e5f648692a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 1098 time: 0.0472317 Sep 17 22:56:56.728722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8fa4afe2-57b6-4d5e-b277-59db6fba89dd req-f66614b8-f987-4a8b-be54-012a7d48f47c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287709 Sep 17 22:56:57.806948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4300b82-7ccd-45db-aa03-990d53c76ba0 req-c6442e7c-1b49-4d65-afa0-5b9abc838a7f tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:57.808485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4300b82-7ccd-45db-aa03-990d53c76ba0 req-c6442e7c-1b49-4d65-afa0-5b9abc838a7f tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0495827 Sep 17 22:56:57.846112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4300b82-7ccd-45db-aa03-990d53c76ba0 req-4dbaa8e2-5e1e-48bf-a8a4-41643fe3f071 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Sep 17 22:56:58.961795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb39345-1669-4739-9105-6d279befeddc req-8742bfb7-b89f-4db0-b9bc-f9cf81ca14e4 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:58.963271 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cdb39345-1669-4739-9105-6d279befeddc req-8742bfb7-b89f-4db0-b9bc-f9cf81ca14e4 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0509679 Sep 17 22:56:58.999937 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cdb39345-1669-4739-9105-6d279befeddc req-03dfeccf-4ca8-487a-8d82-258b4462d07d tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306468 Sep 17 22:56:59.117179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39201cf1-2ab8-43d2-b046-4bddb5a1c19a req-443d604c-e5ed-4b23-b518-4238316109b2 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:59.118922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39201cf1-2ab8-43d2-b046-4bddb5a1c19a req-443d604c-e5ed-4b23-b518-4238316109b2 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0517857 Sep 17 22:56:59.157381 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39201cf1-2ab8-43d2-b046-4bddb5a1c19a req-e2b4a723-1bb0-4aee-9f45-27b0214bb678 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Sep 17 22:56:59.334380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:59.587644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8557d-2c94-4ffd-a7b0-8b63aeb52268 req-473f111e-7534-4d2c-9f42-f389d94bad71 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:59.589148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dea8557d-2c94-4ffd-a7b0-8b63aeb52268 req-473f111e-7534-4d2c-9f42-f389d94bad71 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0578406 Sep 17 22:56:59.626996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dea8557d-2c94-4ffd-a7b0-8b63aeb52268 req-a1a75343-8bde-4c97-81fd-d2860a8a9c33 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317779 Sep 17 22:57:00.845569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e59050-7f45-4652-9654-48a3824bc65b req-21091cfe-14f3-416e-82e2-c160b4326dde tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:00.847290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70e59050-7f45-4652-9654-48a3824bc65b req-21091cfe-14f3-416e-82e2-c160b4326dde tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.1516819 Sep 17 22:57:00.884823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70e59050-7f45-4652-9654-48a3824bc65b req-9aae591d-4be6-4664-a232-01f30e8abcf5 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Sep 17 22:57:01.247970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b12f73-8060-42ad-8558-57cb41d8373f req-195ea33f-64f4-42bb-88ef-fa89a8727f32 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.249633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70b12f73-8060-42ad-8558-57cb41d8373f req-195ea33f-64f4-42bb-88ef-fa89a8727f32 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0501745 Sep 17 22:57:01.290981 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70b12f73-8060-42ad-8558-57cb41d8373f req-2ed2e8b7-7902-4fa0-8402-5b63678c0356 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351017 Sep 17 22:57:01.342531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec98b8e-3587-4e7d-8287-4a3f180c7d91 req-bfaca858-1d8b-4d36-802e-ebed604c97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.344028 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ec98b8e-3587-4e7d-8287-4a3f180c7d91 req-bfaca858-1d8b-4d36-802e-ebed604c97f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902db16863d244f5a83abd5016095dd6&device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 1098 time: 0.0416410 Sep 17 22:57:01.433292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec98b8e-3587-4e7d-8287-4a3f180c7d91 req-7081517a-d945-42f6-a943-31fb82332bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.434688 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ec98b8e-3587-4e7d-8287-4a3f180c7d91 req-7081517a-d945-42f6-a943-31fb82332bb7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12243c8e-3508-4d94-befd-157ad961922e HTTP/1.1" status: 200 len: 913 time: 0.0839217 Sep 17 22:57:01.479747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ec98b8e-3587-4e7d-8287-4a3f180c7d91 req-da3c2f5f-7efc-4005-af54-b2d16e14d666 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 HTTP/1.1" status: 200 len: 217 time: 0.0381732 Sep 17 22:57:01.532987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec98b8e-3587-4e7d-8287-4a3f180c7d91 req-4c159f28-b3e0-4c1e-94d8-1a7ba7507a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.534492 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ec98b8e-3587-4e7d-8287-4a3f180c7d91 req-4c159f28-b3e0-4c1e-94d8-1a7ba7507a89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=224da60d-8668-407e-a74a-16a99ee0ed0e HTTP/1.1" status: 200 len: 852 time: 0.0483143 Sep 17 22:57:01.565215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ec98b8e-3587-4e7d-8287-4a3f180c7d91 req-aa74e8b3-fedd-4294-8449-3089391e6244 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12243c8e-3508-4d94-befd-157ad961922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236375 Sep 17 22:57:01.659047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ec98b8e-3587-4e7d-8287-4a3f180c7d91 req-e318d594-ed98-4393-86af-4fa8bd5b2073 service neutron] 10.222.0.23 "GET /v2.0/networks/12243c8e-3508-4d94-befd-157ad961922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871079 Sep 17 22:57:01.750293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0ec98b8e-3587-4e7d-8287-4a3f180c7d91 req-4b99a21d-aa89-402a-a03e-e94960087740 service neutron] 10.222.0.23 "GET /v2.0/networks/12243c8e-3508-4d94-befd-157ad961922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836842 Sep 17 22:57:02.415582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd2175-39f8-4975-b04f-160c99b93c87 req-ec57cfc9-64e0-4616-9fb8-b979fee6f1f3 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:02.417098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02bd2175-39f8-4975-b04f-160c99b93c87 req-ec57cfc9-64e0-4616-9fb8-b979fee6f1f3 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0567648 Sep 17 22:57:02.458067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02bd2175-39f8-4975-b04f-160c99b93c87 req-877b567b-3c4e-4a90-9f32-81706408ce56 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348387 Sep 17 22:57:03.248609 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8d2d40dc-f246-4c6a-b7e9-bc97b46ada75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:03.575582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5dad9-2835-4bc4-ab3e-aee763fb293f req-5d6183f0-327a-4546-863b-2220c6809b3b tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:03.577142 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54a5dad9-2835-4bc4-ab3e-aee763fb293f req-5d6183f0-327a-4546-863b-2220c6809b3b tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0495720 Sep 17 22:57:03.614354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54a5dad9-2835-4bc4-ab3e-aee763fb293f req-47ba5252-b95c-4561-9637-464e084df0f0 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312817 Sep 17 22:57:04.047953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0803ee-d7ef-4163-9704-ffb767ebae8b req-f0c60cc6-d863-41a0-8c0b-51d4e3d739bf tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:04.049450 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a0803ee-d7ef-4163-9704-ffb767ebae8b req-f0c60cc6-d863-41a0-8c0b-51d4e3d739bf tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0551565 Sep 17 22:57:04.087323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a0803ee-d7ef-4163-9704-ffb767ebae8b req-1e20ed1f-69f7-4d16-894f-731c6ba8097e tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Sep 17 22:57:05.203524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2c0bc-6208-4931-af99-ac063596d5cc req-9710e46a-b405-4000-b3f2-f8e6416e326a tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:05.205061 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32c2c0bc-6208-4931-af99-ac063596d5cc req-9710e46a-b405-4000-b3f2-f8e6416e326a tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0484731 Sep 17 22:57:05.243164 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32c2c0bc-6208-4931-af99-ac063596d5cc req-6a0dcb34-2891-46d6-8185-6898b5958a69 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Sep 17 22:57:05.704559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffb6a1-695d-484b-b38c-9d7cf451c747 req-ced4ce21-171e-4339-aecc-08fbef23eb0b tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:05.706176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b1ffb6a1-695d-484b-b38c-9d7cf451c747 req-ced4ce21-171e-4339-aecc-08fbef23eb0b tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0487618 Sep 17 22:57:05.747412 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b1ffb6a1-695d-484b-b38c-9d7cf451c747 req-01c69f6a-c20e-40c0-a319-becc56e9d0c3 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340843 Sep 17 22:57:05.793051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef51ec-81d7-491b-a003-716ba7b12acd req-ba41a0a4-dfcb-4c60-bf1a-4936e4a876af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:05.794594 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ceef51ec-81d7-491b-a003-716ba7b12acd req-ba41a0a4-dfcb-4c60-bf1a-4936e4a876af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902db16863d244f5a83abd5016095dd6&device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 1098 time: 0.0463312 Sep 17 22:57:05.865637 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5618b2d8-8da5-4393-8589-8dea5f983844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:05.886936 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef51ec-81d7-491b-a003-716ba7b12acd req-ba5c5b82-8c49-4863-bad6-4381e0e0d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:05.893920 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ceef51ec-81d7-491b-a003-716ba7b12acd req-ba5c5b82-8c49-4863-bad6-4381e0e0d75f service neutron] 10.222.0.23 "GET /v2.0/networks?id=12243c8e-3508-4d94-befd-157ad961922e HTTP/1.1" status: 200 len: 913 time: 0.0871034 Sep 17 22:57:05.933075 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ceef51ec-81d7-491b-a003-716ba7b12acd req-81c2535b-8845-418f-8f4c-07b9e9f98593 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 HTTP/1.1" status: 200 len: 217 time: 0.0380540 Sep 17 22:57:05.982965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef51ec-81d7-491b-a003-716ba7b12acd req-15c553de-7c23-495f-9dab-bdc5688808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:05.984370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ceef51ec-81d7-491b-a003-716ba7b12acd req-15c553de-7c23-495f-9dab-bdc5688808f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=224da60d-8668-407e-a74a-16a99ee0ed0e HTTP/1.1" status: 200 len: 852 time: 0.0445611 Sep 17 22:57:06.015379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ceef51ec-81d7-491b-a003-716ba7b12acd req-2544464b-8195-485d-9a39-7936c05382a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12243c8e-3508-4d94-befd-157ad961922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239618 Sep 17 22:57:06.108696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ceef51ec-81d7-491b-a003-716ba7b12acd req-9edd1959-aa30-43dc-9e8e-ea888c244d44 service neutron] 10.222.0.23 "GET /v2.0/networks/12243c8e-3508-4d94-befd-157ad961922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862055 Sep 17 22:57:06.199141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ceef51ec-81d7-491b-a003-716ba7b12acd req-ed78b59b-f2e1-4a5c-982f-66f329508373 service neutron] 10.222.0.23 "GET /v2.0/networks/12243c8e-3508-4d94-befd-157ad961922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836804 Sep 17 22:57:06.270105 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:57:06.864245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcd1f1-a72e-4e1c-a3f6-ec0e6f492dec req-38c1933d-4533-4eb4-9cda-7e96f5f5838d tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:06.865799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5fcd1f1-a72e-4e1c-a3f6-ec0e6f492dec req-38c1933d-4533-4eb4-9cda-7e96f5f5838d tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0498118 Sep 17 22:57:06.906782 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5fcd1f1-a72e-4e1c-a3f6-ec0e6f492dec req-2c5bf112-aa57-42bb-9ead-2a70bf3f4e98 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336750 Sep 17 22:57:07.026132 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:07.391315 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:08.022252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09817874-935f-4d07-8c79-439df3602b32 req-10e79c97-5289-486f-b2bb-0a3f885b9cd5 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:08.024400 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09817874-935f-4d07-8c79-439df3602b32 req-10e79c97-5289-486f-b2bb-0a3f885b9cd5 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0486705 Sep 17 22:57:08.062000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09817874-935f-4d07-8c79-439df3602b32 req-149a38a0-30a6-4708-9a05-1663a2c8fa80 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Sep 17 22:57:08.491043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d45206-87e9-4fc6-bb24-91a1544d46f1 req-2a864687-0478-46a5-bf9a-fbadc5824c88 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:08.492544 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51d45206-87e9-4fc6-bb24-91a1544d46f1 req-2a864687-0478-46a5-bf9a-fbadc5824c88 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0528107 Sep 17 22:57:08.529774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51d45206-87e9-4fc6-bb24-91a1544d46f1 req-062a3d8a-40af-4e3b-9347-91b2ff0dd6d0 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Sep 17 22:57:09.080753 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:09.646058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace79e17-ba2c-4d78-bfd7-50b6f2dab515 req-5ee80912-1315-43c3-a207-067645cc93f8 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:09.648049 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ace79e17-ba2c-4d78-bfd7-50b6f2dab515 req-5ee80912-1315-43c3-a207-067645cc93f8 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0491745 Sep 17 22:57:09.690046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ace79e17-ba2c-4d78-bfd7-50b6f2dab515 req-5c470da5-833d-485c-85fe-ce25829a08c4 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3231884-8593-4fe4-be51-5f1045e52e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359282 Sep 17 22:57:10.224542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-75aaabe6-9778-436b-9783-c58a8ce57a6f tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:10.226567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-75aaabe6-9778-436b-9783-c58a8ce57a6f tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.23 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 946 time: 0.0487597 Sep 17 22:57:10.320870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-5498fb0f-505a-42e4-a5e2-fb8376a1ad12 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Deleting port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:10.321202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-5498fb0f-505a-42e4-a5e2-fb8376a1ad12 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:10.406226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-5498fb0f-505a-42e4-a5e2-fb8376a1ad12 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] For port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,segment=NetworkSegment(564ce292-7c63-4db3-8eb5-042edf0af60c),segment_id=564ce292-7c63-4db3-8eb5-042edf0af60c)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:10.406588 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-5498fb0f-505a-42e4-a5e2-fb8376a1ad12 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:10.419245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-5498fb0f-505a-42e4-a5e2-fb8376a1ad12 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Calling delete_port for bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:10.494302 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:10.611986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-5498fb0f-505a-42e4-a5e2-fb8376a1ad12 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:10.639859 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498fb0f-505a-42e4-a5e2-fb8376a1ad12 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Pushing event deleted for resources: {'Port': ['ID=bea56b18-ecf7-4c6d-9003-a79ee1c61ee4,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:10.680696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-5498fb0f-505a-42e4-a5e2-fb8376a1ad12 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] No DVR routers for this DVR port bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:10.683557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-5498fb0f-505a-42e4-a5e2-fb8376a1ad12 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:10.686383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce7794d2-02c9-4c45-b688-ee008ced36dc req-5498fb0f-505a-42e4-a5e2-fb8376a1ad12 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.23 "DELETE /v2.0/ports/bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 HTTP/1.1" status: 204 len: 173 time: 0.4541268 Sep 17 22:57:10.686837 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68303cc-decf-4fe2-ae96-c77c43e3ea08', 'name': 'network-vif-deleted', 'tag': 'bea56b18-ecf7-4c6d-9003-a79ee1c61ee4'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:10.689771 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c06bdab-160d-4ece-afe8-19c7d59c02c2" -d '{"events": [{"server_uuid": "e68303cc-decf-4fe2-ae96-c77c43e3ea08", "name": "network-vif-deleted", "tag": "bea56b18-ecf7-4c6d-9003-a79ee1c61ee4"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:10.727332 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f5afab-315e-41fe-8cfa-04c2dbc4a7d1 x-openstack-request-id: req-c9f5afab-315e-41fe-8cfa-04c2dbc4a7d1 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:10.727496 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68303cc-decf-4fe2-ae96-c77c43e3ea08", "name": "network-vif-deleted", "tag": "bea56b18-ecf7-4c6d-9003-a79ee1c61ee4", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:10.727749 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9f5afab-315e-41fe-8cfa-04c2dbc4a7d1 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:10.728185 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68303cc-decf-4fe2-ae96-c77c43e3ea08', 'name': 'network-vif-deleted', 'tag': 'bea56b18-ecf7-4c6d-9003-a79ee1c61ee4', 'status': 'completed', 'code': 200} Sep 17 22:57:10.791481 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfa2bc73-e40c-4262-bb94-e1b4583ca2ce req-700aac4d-66a6-425d-abf3-277179ffc725 tempest-TestServerAdvancedOps-950297048 tempest-TestServerAdvancedOps-950297048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e68303cc-decf-4fe2-ae96-c77c43e3ea08 HTTP/1.1" status: 200 len: 210 time: 0.0317774 Sep 17 22:57:11.853107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47310) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:11.901337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1f1e8f-b711-4fa6-b517-6a57cda6a4c6 admin admin] Deleting subnet 224da60d-8668-407e-a74a-16a99ee0ed0e {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:57:11.904509 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1e8f-b711-4fa6-b517-6a57cda6a4c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:11.938744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1e8f-b711-4fa6-b517-6a57cda6a4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:11.978635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1e8f-b711-4fa6-b517-6a57cda6a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.087257 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1e8f-b711-4fa6-b517-6a57cda6a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.111599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f1e8f-b711-4fa6-b517-6a57cda6a4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224da60d-8668-407e-a74a-16a99ee0ed0e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:12.118319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1e8f-b711-4fa6-b517-6a57cda6a4c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.120401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6a1f1e8f-b711-4fa6-b517-6a57cda6a4c6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/224da60d-8668-407e-a74a-16a99ee0ed0e HTTP/1.1" status: 204 len: 168 time: 0.2662020 Sep 17 22:57:12.122882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47312) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:12.195599 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.277168 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.295996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12243c8e-3508-4d94-befd-157ad961922e']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:12.304944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564ce292-7c63-4db3-8eb5-042edf0af60c') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:12.305254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564ce292-7c63-4db3-8eb5-042edf0af60c') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:12.314197 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.327829 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.333492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:57:12.333864 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:57:12.335997 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:57:12.469381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.473408 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:12.477158 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.479122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] 10.222.0.30 "DELETE /v2.0/networks/12243c8e-3508-4d94-befd-157ad961922e HTTP/1.1" status: 204 len: 168 time: 0.3552084 Sep 17 22:57:12.482002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47314) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:12.490457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706baf1-11b3-4b1c-95d3-e7cd2efcf283 admin admin] Pushing event deleted for resources: {'Network': ['ID=12243c8e-3508-4d94-befd-157ad961922e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:12.501955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:12.502301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device bea56b18-ecf7-4c6d-9003-a79ee1c61ee4 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:12.528801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-366f32f5-8337-4c1e-864d-f4042f548782 admin admin] Deleting subnet 4c4bf39c-b58b-4d4d-a7cc-cfda4ab76a34 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:57:12.531887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-366f32f5-8337-4c1e-864d-f4042f548782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.565830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-366f32f5-8337-4c1e-864d-f4042f548782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.607377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-366f32f5-8337-4c1e-864d-f4042f548782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.723586 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-366f32f5-8337-4c1e-864d-f4042f548782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.749752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f32f5-8337-4c1e-864d-f4042f548782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4bf39c-b58b-4d4d-a7cc-cfda4ab76a34,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:12.753604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-366f32f5-8337-4c1e-864d-f4042f548782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.755520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-366f32f5-8337-4c1e-864d-f4042f548782 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4c4bf39c-b58b-4d4d-a7cc-cfda4ab76a34 HTTP/1.1" status: 204 len: 168 time: 0.2724423 Sep 17 22:57:12.758725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47316) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:12.826022 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.917283 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.937209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de8ffd1-6420-4487-a7f1-333219eedbf1']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:12.946975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e88b297-4d94-49ae-bc97-354682d31f51') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:12.947277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e88b297-4d94-49ae-bc97-354682d31f51') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:12.956595 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.969810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.976510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:57:12.976836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:57:12.978474 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:57:13.111512 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.118048 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.122359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8de8ffd1-6420-4487-a7f1-333219eedbf1 HTTP/1.1" status: 204 len: 168 time: 0.3602898 Sep 17 22:57:13.130578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb9df1-d542-4abb-9d07-f0e8eafd4207 admin admin] Pushing event deleted for resources: {'Network': ['ID=8de8ffd1-6420-4487-a7f1-333219eedbf1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:13.520335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47320) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:13.562804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-db9a6aa5-66f5-42ac-96c1-6e46c612f764 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=902db16863d244f5a83abd5016095dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412934 Sep 17 22:57:13.565978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47322) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:13.613622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d16b559-807a-44b1-a3b0-3c79ad455c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.633916 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d16b559-807a-44b1-a3b0-3c79ad455c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.749272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d16b559-807a-44b1-a3b0-3c79ad455c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.751841 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6d16b559-807a-44b1-a3b0-3c79ad455c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:13.753054 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6d16b559-807a-44b1-a3b0-3c79ad455c06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3231884-8593-4fe4-be51-5f1045e52e04 HTTP/1.1" status: 204 len: 168 time: 0.1861746 Sep 17 22:57:13.761434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16b559-807a-44b1-a3b0-3c79ad455c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3231884-8593-4fe4-be51-5f1045e52e04,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:14.485693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47336) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:14.528202 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f5c2b66b-795e-4721-9650-bcdcbf95dbca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d28bb0a059343dfa3b5b1c49475a8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390239 Sep 17 22:57:14.528850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47338) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:14.580844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dcc9a4e9-818b-413d-b47f-c87cc922097b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.602476 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dcc9a4e9-818b-413d-b47f-c87cc922097b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.706045 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dcc9a4e9-818b-413d-b47f-c87cc922097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.710793 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dcc9a4e9-818b-413d-b47f-c87cc922097b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:14.710793 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dcc9a4e9-818b-413d-b47f-c87cc922097b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/761c40fa-3eda-41f7-812a-344f95a23980 HTTP/1.1" status: 204 len: 168 time: 0.1806231 Sep 17 22:57:14.719617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9a4e9-818b-413d-b47f-c87cc922097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761c40fa-3eda-41f7-812a-344f95a23980,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:15.764743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47362) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:15.888877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-376458552-network', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:16.025320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Made reservation on behalf of a4d5546a893846a1a87b1c5e576f02fb for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:57:16.027773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.036427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.132047 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.188984 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.210615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:57:16.225799 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ce2e82-6151-4b3f-90c8-0fff3061bff0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:16.229591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.229948 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Added segment f1243c57-8b55-46aa-8bd9-95827f297bc3 of type vlan for network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a Sep 17 22:57:16.270147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.380264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.381203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:16.381779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.442888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f52ed3-f4d1-4a48-8dd1-aba38e66458a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:16.453016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:57:16.495206 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-eb050b2f-81f7-420f-a9a9-b2a119627d21 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7293591 Sep 17 22:57:16.498306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47372) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:16.504730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Request body: {'subnet': {'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-376458552-subnet', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:16.591626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Made reservation on behalf of a4d5546a893846a1a87b1c5e576f02fb for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:57:16.594085 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.812095 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:16.875911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa04920-e5d2-4c31-896b-8ab75df429c1,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:16.886575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Checking segment: {'id': 'f1243c57-8b55-46aa-8bd9-95827f297bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:16.886964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Network hostable DHCP agents. Network: e3f52ed3-f4d1-4a48-8dd1-aba38e66458a, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:57:16.994548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:57:17.069255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e3f52ed3-f4d1-4a48-8dd1-aba38e66458a) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:17.074753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:17.075961 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.080808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d0282-fd34-45ec-ad74-de4b67a9839b None None] Network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:57:17.164386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47382) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:17.169432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-376458552-router', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:17.175914 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-58b4ceec-26b8-4322-8c9a-8f83ffdcb578 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6729500 Sep 17 22:57:17.247757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-e3f52ed3-f4d1-4a48-8dd1-aba38e66458a', 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'fixed_ips': [{'subnet_id': 'dfa04920-e5d2-4c31-896b-8ab75df429c1'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:57:17.248653 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.277241 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.278313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.337466 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.389966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Allocated IP 172.20.0.2 (e3f52ed3-f4d1-4a48-8dd1-aba38e66458a/dfa04920-e5d2-4c31-896b-8ab75df429c1/57e4782d-20b3-49ad-8a36-cf08b98dcd8a) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:57:17.542520 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.558021 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.607085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.654063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:17.659058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:17.663498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:57:17.666585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Pushing event updated for resources: {'Port': ['ID=57e4782d-20b3-49ad-8a36-cf08b98dcd8a,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:17.721347 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Attempting to bind port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:57:17.721718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Attempting to bind port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f1243c57-8b55-46aa-8bd9-95827f297bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:57:17.722332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Attempting to bind port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a on network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:17.727717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:57:17.728089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Checking segment: {'id': 'f1243c57-8b55-46aa-8bd9-95827f297bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:17.728796 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.729392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Bound using segment: {'id': 'f1243c57-8b55-46aa-8bd9-95827f297bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:57:17.730057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Bound port: 57e4782d-20b3-49ad-8a36-cf08b98dcd8a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1243c57-8b55-46aa-8bd9-95827f297bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:57:17.730871 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.800099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] For port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:57:17.805698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] For port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=57e4782d-20b3-49ad-8a36-cf08b98dcd8a,segment=NetworkSegment(f1243c57-8b55-46aa-8bd9-95827f297bc3),segment_id=f1243c57-8b55-46aa-8bd9-95827f297bc3)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:57:17.848568 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.868049 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.885599 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.948445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fb1ec-f7c7-4e54-ba93-f9ea83ea43d6 None None] Pushing event updated for resources: {'Port': ['ID=57e4782d-20b3-49ad-8a36-cf08b98dcd8a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:17.986704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Allocated IP 172.25.6.138 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/3149bc83-7d36-4251-a52a-0039d1ffca97) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:57:18.127311 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.230199 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.274864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:18.280242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:18.282751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:57:18.289435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Pushing event updated for resources: {'Port': ['ID=3149bc83-7d36-4251-a52a-0039d1ffca97,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:18.607296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.824446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:18.964759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaab68ad-8945-41c4-bd67-14fc260c9f4b None None] Network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:57:19.029734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8eb78964-d22c-4874-ad24-a383fcca3b69 None None] Provisioning complete for port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:19.030107 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8eb78964-d22c-4874-ad24-a383fcca3b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.076997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Router a355a718-0036-4e1b-94a3-468d0bbe18ca is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:57:19.168822 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8eb78964-d22c-4874-ad24-a383fcca3b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.201509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:57:19.221084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Sync routers for ids ['a355a718-0036-4e1b-94a3-468d0bbe18ca'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:57:19.232719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8eb78964-d22c-4874-ad24-a383fcca3b69 None None] For port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=57e4782d-20b3-49ad-8a36-cf08b98dcd8a,segment=NetworkSegment(f1243c57-8b55-46aa-8bd9-95827f297bc3),segment_id=f1243c57-8b55-46aa-8bd9-95827f297bc3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:19.246555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Routers {'a355a718-0036-4e1b-94a3-468d0bbe18ca'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:19.249271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:57:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a355a718-0036-4e1b-94a3-468d0bbe18ca'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:19.317407 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.318993 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8e192871-8fd5-4009-bb93-7e34ec7047ca admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.1533008 Sep 17 22:57:19.322247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47390) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:19.365461 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8eb78964-d22c-4874-ad24-a383fcca3b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.414932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Set router a355a718-0036-4e1b-94a3-468d0bbe18ca gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:19.498607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb78964-d22c-4874-ad24-a383fcca3b69 None None] Pushing event updated for resources: {'Port': ['ID=57e4782d-20b3-49ad-8a36-cf08b98dcd8a,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:19.555312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-48b66dd8-c20d-434f-95e2-3977dad5bc6b None None] Provisioning complete for port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:19.555595 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-48b66dd8-c20d-434f-95e2-3977dad5bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:19.713055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'name': 'tempest-ImageQuotaTest-376458552-router', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:18Z', 'revision_number': 3, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'gw_port': {'id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:19.743409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Checking router: a355a718-0036-4e1b-94a3-468d0bbe18ca for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:57:19.743958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Updating router a355a718-0036-4e1b-94a3-468d0bbe18ca port 3149bc83-7d36-4251-a52a-0039d1ffca97 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:57:19.778269 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.048886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 57e4782d-20b3-49ad-8a36-cf08b98dcd8a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:20.177253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:20.177537 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.177670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.344842 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.349786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Allocated IP 172.20.0.1 (e3f52ed3-f4d1-4a48-8dd1-aba38e66458a/dfa04920-e5d2-4c31-896b-8ab75df429c1/c31a6969-9e61-4d7d-9d7a-55c7dc6f7062) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:57:20.420072 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.456679 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.478871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Attempting to bind port 3149bc83-7d36-4251-a52a-0039d1ffca97 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:57:20.479242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Attempting to bind port 3149bc83-7d36-4251-a52a-0039d1ffca97 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:57:20.479606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Attempting to bind port 3149bc83-7d36-4251-a52a-0039d1ffca97 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:20.481496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f54df2-0b68-4ffb-bbf2-e862dd96d881 None None] Pushing event updated for resources: {'Port': ['ID=3149bc83-7d36-4251-a52a-0039d1ffca97,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:20.486901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:57:20.487280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:20.487683 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.488069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:57:20.488764 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Bound port: 3149bc83-7d36-4251-a52a-0039d1ffca97, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:57:20.489277 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.542757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] For port 3149bc83-7d36-4251-a52a-0039d1ffca97, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:57:20.546018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] For port 3149bc83-7d36-4251-a52a-0039d1ffca97, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3149bc83-7d36-4251-a52a-0039d1ffca97,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:57:20.569415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.608513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:20.611297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:20.618160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:57:20.624137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Pushing event updated for resources: {'Port': ['ID=c31a6969-9e61-4d7d-9d7a-55c7dc6f7062,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:20.643213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.670965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.697985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Routers {'a355a718-0036-4e1b-94a3-468d0bbe18ca'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:20.698648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:57:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a355a718-0036-4e1b-94a3-468d0bbe18ca'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:20.762096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f54df2-0b68-4ffb-bbf2-e862dd96d881 None None] Pushing event updated for resources: {'Port': ['ID=3149bc83-7d36-4251-a52a-0039d1ffca97,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:20.838852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] Set router a355a718-0036-4e1b-94a3-468d0bbe18ca gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:20.894489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.975074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6a2e0df6-1660-4376-b92c-b914f946bc59 None None] Provisioning complete for port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:20.975453 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0df6-1660-4376-b92c-b914f946bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.043465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e0df6-1660-4376-b92c-b914f946bc59 None None] Port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:57:21.072667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'name': 'tempest-ImageQuotaTest-376458552-router', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:18Z', 'revision_number': 3, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'gw_port': {'id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:21.094708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.100266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3464f7-5fdd-4d37-b686-fa9da161c222 None None] The sync data for ids ['a355a718-0036-4e1b-94a3-468d0bbe18ca'] in n-d-713499-18 is: [{'id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'name': 'tempest-ImageQuotaTest-376458552-router', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:18Z', 'revision_number': 3, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'gw_port': {'id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:57:21.168640 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.246355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Pushing event updated for resources: {'Port': ['ID=c31a6969-9e61-4d7d-9d7a-55c7dc6f7062,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:21.250431 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.384487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:21.386687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:21.546344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Router a355a718-0036-4e1b-94a3-468d0bbe18ca has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:57:21.672250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-deaca5d0-46d9-4012-b74e-a1eafb74036a None None] Provisioning complete for port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:21.672603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-deaca5d0-46d9-4012-b74e-a1eafb74036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.682344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:57:21.688469 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4388afba-a8bb-4c0f-bb0a-671354004648 admin admin] 10.222.0.30 "PUT /v2.0/routers/a355a718-0036-4e1b-94a3-468d0bbe18ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3651021 Sep 17 22:57:21.721170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-deaca5d0-46d9-4012-b74e-a1eafb74036a None None] Port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:57:21.993869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3149bc83-7d36-4251-a52a-0039d1ffca97 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:22.064155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 3149bc83-7d36-4251-a52a-0039d1ffca97 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:22.064705 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.154840 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.175515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 3149bc83-7d36-4251-a52a-0039d1ffca97, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3149bc83-7d36-4251-a52a-0039d1ffca97,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:22.276159 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:22.344513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=3149bc83-7d36-4251-a52a-0039d1ffca97,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:22.732533 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Sync routers for ids ['a355a718-0036-4e1b-94a3-468d0bbe18ca'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:57:22.744039 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Routers {'a355a718-0036-4e1b-94a3-468d0bbe18ca'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:22.744718 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:57:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a355a718-0036-4e1b-94a3-468d0bbe18ca'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:22.855994 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Set router a355a718-0036-4e1b-94a3-468d0bbe18ca gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:22.964690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47416) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:23.072420 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'name': 'tempest-ImageQuotaTest-376458552-router', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:20Z', 'revision_number': 4, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'gw_port': {'id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c31a6969-9e61-4d7d-9d7a-55c7dc6f7062', 'name': '', 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'mac_address': 'fa:16:3e:53:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'dfa04920-e5d2-4c31-896b-8ab75df429c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:20Z', 'updated_at': '2021-09-17T22:57:20Z', 'revision_number': 2, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'subnets': [{'id': 'dfa04920-e5d2-4c31-896b-8ab75df429c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:23.105867 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Checking router: a355a718-0036-4e1b-94a3-468d0bbe18ca for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:57:23.106213 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Updating router a355a718-0036-4e1b-94a3-468d0bbe18ca port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:57:23.132236 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.340325 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.423275 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.488604 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.547082 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Pushing event updated for resources: {'Port': ['ID=c31a6969-9e61-4d7d-9d7a-55c7dc6f7062,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:23.568963 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.569436 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.569678 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.569962 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.570793 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.570793 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.571130 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.571454 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.571776 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.573229 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.573229 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.573229 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:23.610795 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Attempting to bind port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:57:23.611074 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Attempting to bind port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f1243c57-8b55-46aa-8bd9-95827f297bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:57:23.611499 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Attempting to bind port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 on network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:23.618463 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:57:23.619008 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Checking segment: {'id': 'f1243c57-8b55-46aa-8bd9-95827f297bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:23.619416 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.619812 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Bound using segment: {'id': 'f1243c57-8b55-46aa-8bd9-95827f297bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:57:23.620313 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Bound port: c31a6969-9e61-4d7d-9d7a-55c7dc6f7062, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1243c57-8b55-46aa-8bd9-95827f297bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:57:23.620692 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.636845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] Deleting port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:23.637320 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.702261 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] For port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:57:23.709024 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] For port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c31a6969-9e61-4d7d-9d7a-55c7dc6f7062,segment=NetworkSegment(f1243c57-8b55-46aa-8bd9-95827f297bc3),segment_id=f1243c57-8b55-46aa-8bd9-95827f297bc3)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:57:23.742670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] For port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062, host n-d-713499-18, got binding levels [] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:23.743035 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.755582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] Calling delete_port for c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:23.763071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6b55c42d-f5ef-421e-a089-0331ce4b514c None None] Provisioning complete for port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:23.763674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6b55c42d-f5ef-421e-a089-0331ce4b514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.800970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6b55c42d-f5ef-421e-a089-0331ce4b514c None None] Port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:57:23.802061 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.869777 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac38e45-44b0-4072-8484-9ac69703e0e6 None None] Pushing event updated for resources: {'Port': ['ID=c31a6969-9e61-4d7d-9d7a-55c7dc6f7062,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:23.876510 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Routers {'a355a718-0036-4e1b-94a3-468d0bbe18ca'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:23.877118 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:57:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a355a718-0036-4e1b-94a3-468d0bbe18ca'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:23.971534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3149bc83-7d36-4251-a52a-0039d1ffca97 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:23.999708 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] Set router a355a718-0036-4e1b-94a3-468d0bbe18ca gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:24.034633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 3149bc83-7d36-4251-a52a-0039d1ffca97 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:24.035442 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:24.139062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6d38895d-036f-429b-88c2-f0acc181925e None None] Provisioning complete for port c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:24.139425 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d38895d-036f-429b-88c2-f0acc181925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:24.174992 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:24.188249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6d38895d-036f-429b-88c2-f0acc181925e None None] Could not find standard attr ID for object c31a6969-9e61-4d7d-9d7a-55c7dc6f7062. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:57:24.193560 n-d-713499-18 neutron-server[95456]: INFO neutron.plugins.ml2.db [None req-6d38895d-036f-429b-88c2-f0acc181925e None None] No ports have port_id starting with c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 Sep 17 22:57:24.210018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31a6969-9e61-4d7d-9d7a-55c7dc6f7062,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:24.282064 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'name': 'tempest-ImageQuotaTest-376458552-router', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:20Z', 'revision_number': 4, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'gw_port': {'id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c31a6969-9e61-4d7d-9d7a-55c7dc6f7062', 'name': '', 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'mac_address': 'fa:16:3e:53:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'dfa04920-e5d2-4c31-896b-8ab75df429c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:20Z', 'updated_at': '2021-09-17T22:57:23Z', 'revision_number': 4, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'subnets': [{'id': 'dfa04920-e5d2-4c31-896b-8ab75df429c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:24.312513 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795821d-6f9c-41e9-8e9a-e2741b94ce3c None None] The sync data for ids ['a355a718-0036-4e1b-94a3-468d0bbe18ca'] in n-d-713499-18 is: [{'id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'name': 'tempest-ImageQuotaTest-376458552-router', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:20Z', 'revision_number': 4, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'gw_port': {'id': '3149bc83-7d36-4251-a52a-0039d1ffca97', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'c31a6969-9e61-4d7d-9d7a-55c7dc6f7062', 'name': '', 'network_id': 'e3f52ed3-f4d1-4a48-8dd1-aba38e66458a', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'mac_address': 'fa:16:3e:53:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'dfa04920-e5d2-4c31-896b-8ab75df429c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:57:20Z', 'updated_at': '2021-09-17T22:57:23Z', 'revision_number': 4, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'subnets': [{'id': 'dfa04920-e5d2-4c31-896b-8ab75df429c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:57:24.411077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:24.659230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] Router a355a718-0036-4e1b-94a3-468d0bbe18ca has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:57:24.780442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:57:24.786640 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-07bb648b-6e59-4fd6-a454-3723c78e3ad7 admin admin] 10.222.0.30 "PUT /v2.0/routers/a355a718-0036-4e1b-94a3-468d0bbe18ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8197680 Sep 17 22:57:24.788882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47422) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:24.905664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.020836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.169968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Deleting port 3149bc83-7d36-4251-a52a-0039d1ffca97 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:25.170837 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.269931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] For port 3149bc83-7d36-4251-a52a-0039d1ffca97, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=3149bc83-7d36-4251-a52a-0039d1ffca97,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:25.270621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.288073 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Calling delete_port for 3149bc83-7d36-4251-a52a-0039d1ffca97 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:25.557599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.588269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Pushing event deleted for resources: {'Port': ['ID=3149bc83-7d36-4251-a52a-0039d1ffca97,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:25.630055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] Sync routers for ids ['a355a718-0036-4e1b-94a3-468d0bbe18ca'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:57:25.642044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] Routers {'a355a718-0036-4e1b-94a3-468d0bbe18ca'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:25.642969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:57:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a355a718-0036-4e1b-94a3-468d0bbe18ca'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:25.655478 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.719545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] Set router a355a718-0036-4e1b-94a3-468d0bbe18ca gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:25.754272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.756792 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.775524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'name': 'tempest-ImageQuotaTest-376458552-router', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:25Z', 'revision_number': 7, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:25.811171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] Checking router: a355a718-0036-4e1b-94a3-468d0bbe18ca for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:57:25.821109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] Routers {'a355a718-0036-4e1b-94a3-468d0bbe18ca'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:57:25.821952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:57:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['a355a718-0036-4e1b-94a3-468d0bbe18ca'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:25.877134 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.877706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a355a718-0036-4e1b-94a3-468d0bbe18ca {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:57:25.885947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.889487 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f200edee-8fde-4177-bcfb-aaca96fdf147 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a355a718-0036-4e1b-94a3-468d0bbe18ca HTTP/1.1" status: 204 len: 168 time: 1.0972619 Sep 17 22:57:25.891563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47426) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:25.919391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] Set router a355a718-0036-4e1b-94a3-468d0bbe18ca gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:57:25.956909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14f2b3f-2dc4-4506-8c8a-01d552d6bdd4 admin admin] Deleting subnet dfa04920-e5d2-4c31-896b-8ab75df429c1 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:57:25.963441 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f14f2b3f-2dc4-4506-8c8a-01d552d6bdd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:25.983504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'name': 'tempest-ImageQuotaTest-376458552-router', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:25Z', 'revision_number': 7, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:26.009762 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f14f2b3f-2dc4-4506-8c8a-01d552d6bdd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.027863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de63acc-6426-44dc-8425-20ff88fc3b72 None None] The sync data for ids ['a355a718-0036-4e1b-94a3-468d0bbe18ca'] in n-d-713499-18 is: [{'id': 'a355a718-0036-4e1b-94a3-468d0bbe18ca', 'name': 'tempest-ImageQuotaTest-376458552-router', 'tenant_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:57:17Z', 'updated_at': '2021-09-17T22:57:25Z', 'revision_number': 7, 'project_id': 'a4d5546a893846a1a87b1c5e576f02fb', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:57:26.114440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f14f2b3f-2dc4-4506-8c8a-01d552d6bdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.246274 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f14f2b3f-2dc4-4506-8c8a-01d552d6bdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.274455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f2b3f-2dc4-4506-8c8a-01d552d6bdd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa04920-e5d2-4c31-896b-8ab75df429c1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:26.278375 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f14f2b3f-2dc4-4506-8c8a-01d552d6bdd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.282966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47428) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:26.283495 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f14f2b3f-2dc4-4506-8c8a-01d552d6bdd4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dfa04920-e5d2-4c31-896b-8ab75df429c1 HTTP/1.1" status: 204 len: 168 time: 0.3918648 Sep 17 22:57:26.285267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21663dfa-ff1f-4e73-8e73-c1cfa1d8a386 None None] Network e3f52ed3-f4d1-4a48-8dd1-aba38e66458a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:57:26.372876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.444316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Deleting port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:26.444742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.498017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876f399-c6e5-419a-9a52-ea654c0336f0 None None] DHCP port deletion for e3f52ed3-f4d1-4a48-8dd1-aba38e66458a request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:57:26.516937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] For port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=57e4782d-20b3-49ad-8a36-cf08b98dcd8a,segment=NetworkSegment(f1243c57-8b55-46aa-8bd9-95827f297bc3),segment_id=f1243c57-8b55-46aa-8bd9-95827f297bc3)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:26.517304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.533227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Calling delete_port for 57e4782d-20b3-49ad-8a36-cf08b98dcd8a owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:26.561663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3876f399-c6e5-419a-9a52-ea654c0336f0 None None] Deleting port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:57:26.562045 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3876f399-c6e5-419a-9a52-ea654c0336f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.629715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3876f399-c6e5-419a-9a52-ea654c0336f0 None None] For port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=57e4782d-20b3-49ad-8a36-cf08b98dcd8a,segment=NetworkSegment(f1243c57-8b55-46aa-8bd9-95827f297bc3),segment_id=f1243c57-8b55-46aa-8bd9-95827f297bc3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:26.629715 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3876f399-c6e5-419a-9a52-ea654c0336f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.638832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3876f399-c6e5-419a-9a52-ea654c0336f0 None None] Calling delete_port for 57e4782d-20b3-49ad-8a36-cf08b98dcd8a owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:57:26.683025 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.713458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] No DVR routers for this DVR port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:26.715477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e4782d-20b3-49ad-8a36-cf08b98dcd8a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:26.725668 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3876f399-c6e5-419a-9a52-ea654c0336f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.755181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876f399-c6e5-419a-9a52-ea654c0336f0 None None] Pushing event deleted for resources: {'Port': ['ID=57e4782d-20b3-49ad-8a36-cf08b98dcd8a,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:26.758376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876f399-c6e5-419a-9a52-ea654c0336f0 None None] No DVR routers for this DVR port 57e4782d-20b3-49ad-8a36-cf08b98dcd8a on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:57:26.798547 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.818937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f52ed3-f4d1-4a48-8dd1-aba38e66458a']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:26.828593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1243c57-8b55-46aa-8bd9-95827f297bc3') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:26.831910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1243c57-8b55-46aa-8bd9-95827f297bc3') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:57:26.844863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.860504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.866683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:57:26.867083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:57:26.869117 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:57:27.012459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:27.018384 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:27.020248 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e3f52ed3-f4d1-4a48-8dd1-aba38e66458a HTTP/1.1" status: 204 len: 168 time: 0.7353950 Sep 17 22:57:27.031572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b371287-7310-4c52-b4a1-35f9a0af30a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f52ed3-f4d1-4a48-8dd1-aba38e66458a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:27.395247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47436) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:27.439824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9a890c31-f2c4-4de2-80d9-114c8a8f2544 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4d5546a893846a1a87b1c5e576f02fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439513 Sep 17 22:57:27.442075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47438) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:27.492725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68aca8e4-9efc-4f61-931f-a04dd5b37d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:27.519876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68aca8e4-9efc-4f61-931f-a04dd5b37d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:27.631349 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68aca8e4-9efc-4f61-931f-a04dd5b37d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:27.634849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68aca8e4-9efc-4f61-931f-a04dd5b37d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:27.636109 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-68aca8e4-9efc-4f61-931f-a04dd5b37d27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1ce2e82-6151-4b3f-90c8-0fff3061bff0 HTTP/1.1" status: 204 len: 168 time: 0.1931064 Sep 17 22:57:27.643948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aca8e4-9efc-4f61-931f-a04dd5b37d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ce2e82-6151-4b3f-90c8-0fff3061bff0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:27.959467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:27.981501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:27.981939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device c31a6969-9e61-4d7d-9d7a-55c7dc6f7062 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:27.982456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3149bc83-7d36-4251-a52a-0039d1ffca97 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:28.004337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 3149bc83-7d36-4251-a52a-0039d1ffca97 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:28.004679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 3149bc83-7d36-4251-a52a-0039d1ffca97 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:28.005088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 57e4782d-20b3-49ad-8a36-cf08b98dcd8a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:57:28.029627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 57e4782d-20b3-49ad-8a36-cf08b98dcd8a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:57:28.029980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 57e4782d-20b3-49ad-8a36-cf08b98dcd8a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:57:28.452785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47446) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:28.469131 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9ac01a70-1f7b-40ed-af6d-627f13927d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:28.565232 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9ac01a70-1f7b-40ed-af6d-627f13927d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:28.671531 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9ac01a70-1f7b-40ed-af6d-627f13927d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:28.717227 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9ac01a70-1f7b-40ed-af6d-627f13927d1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2633314 Sep 17 22:57:28.718204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac01a70-1f7b-40ed-af6d-627f13927d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2ea966-6412-4efe-aa52-25d49f19e967,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:28.719895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47448) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:57:28.791882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4ea4816-5a38-4310-b451-a745b1e24321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:28.817193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4ea4816-5a38-4310-b451-a745b1e24321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:28.974504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4ea4816-5a38-4310-b451-a745b1e24321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:28.977336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d4ea4816-5a38-4310-b451-a745b1e24321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:28.978710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d4ea4816-5a38-4310-b451-a745b1e24321 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa2ea966-6412-4efe-aa52-25d49f19e967 HTTP/1.1" status: 204 len: 168 time: 0.2577019 Sep 17 22:57:28.987456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea4816-5a38-4310-b451-a745b1e24321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2ea966-6412-4efe-aa52-25d49f19e967,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:29.389665 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:33.260000 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-46d69daa-238c-4cb8-9fb5-a86cda0d0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:35.852048 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c41089e4-9ffa-4e9e-8d15-be732b33a6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:37.059789 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:37.425527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:39.086044 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:40.340212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-b6c53ccc-4e15-419d-a0ef-839b4d73f54c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669104253&fields=id&tenant_id=b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 267 time: 0.0325916 Sep 17 22:57:40.448541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d64051-8157-4082-970a-f2f31438021f req-e091b32e-126a-4405-9a67-c8bc462ab306 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:40.449919 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-e091b32e-126a-4405-9a67-c8bc462ab306 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1021662 Sep 17 22:57:40.465654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-09ad8cdd-4e02-4e3d-b3ed-f7f70478d73d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/quotas/b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 375 time: 0.0089648 Sep 17 22:57:40.471415 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:40.523353 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-2c68a350-7edd-494f-ba26-99babd5f250a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522220 Sep 17 22:57:40.719464 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-350de05a-0dc6-433d-9439-04d1765b5708 service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840441 Sep 17 22:57:40.807153 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-abbebd9c-445f-4174-8525-adac72dbf88c service neutron] 10.222.0.30 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808511 Sep 17 22:57:41.432983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14ac2d2a-836e-4381-8e7f-f9276c1200ad req-f283834b-b830-4513-bdfe-94a232e47fd2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 210 time: 0.0305724 Sep 17 22:57:42.526443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89db972c-fa58-487b-af7f-49ede2657d66 req-f4109d21-3faf-43af-be43-19f7e13e67cb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 210 time: 0.0278037 Sep 17 22:57:43.269518 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:57:43.336697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d64051-8157-4082-970a-f2f31438021f req-1efcd09d-7d07-474f-b4b7-9e4546f18e3c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:43.338239 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-1efcd09d-7d07-474f-b4b7-9e4546f18e3c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 812 time: 0.1040788 Sep 17 22:57:43.383397 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-43aca3de-f2c2-446a-a800-4231b62abe48 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9af4026dcb84aecbc3aac9c31d963fe HTTP/1.1" status: 200 len: 380 time: 0.0365112 Sep 17 22:57:43.393193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'port': {'device_id': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'admin_state_up': True, 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'security_groups': ['d8cfc2cd-2152-4f6d-9794-007b7d36394d']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:43.610512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Made reservation on behalf of b9af4026dcb84aecbc3aac9c31d963fe for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:57:43.614020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:43.638613 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f45ef6ef-5835-47b5-8f72-65be04dc24c4 req-ea0054eb-b97d-409a-919f-87945ec3c374 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 210 time: 0.0382042 Sep 17 22:57:43.758037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Allocated IP 172.20.0.14 (857ed70f-40ac-4dd7-bd96-731ddda72698/d3f1c75a-5d51-408c-a766-d452865f15e7/0e1f4a72-302a-47a9-95f8-b924150f4735) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:57:43.901085 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.031663 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.074621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:57:44.077960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:57:44.084844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:57:44.111695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=0e1f4a72-302a-47a9-95f8-b924150f4735,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:44.127634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.127962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.128363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.129809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.129809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.130151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.130477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.130805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.131130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.131567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.131760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.132072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:44.159533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:44.160335 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.232310 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-fe4184f5-01a9-48f6-b7d8-134ddee76c53 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8427467 Sep 17 22:57:44.306562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Request body: {'port': {'device_id': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:57:44.351095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-43895a21-5cf8-4b3c-a460-061649114b92 None None] Provisioning complete for port 0e1f4a72-302a-47a9-95f8-b924150f4735 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:44.352169 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-43895a21-5cf8-4b3c-a460-061649114b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.360016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.388396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-43895a21-5cf8-4b3c-a460-061649114b92 None None] Port 0e1f4a72-302a-47a9-95f8-b924150f4735 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:57:44.645627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1f4a72-302a-47a9-95f8-b924150f4735 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:57:44.653677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.665782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Transition to ACTIVE for port object 0e1f4a72-302a-47a9-95f8-b924150f4735 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:57:44.749683 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:44.838450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1f4a72-302a-47a9-95f8-b924150f4735,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:44.913074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Attempting to bind port 0e1f4a72-302a-47a9-95f8-b924150f4735 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:57:44.913328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Attempting to bind port 0e1f4a72-302a-47a9-95f8-b924150f4735 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:57:44.913652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Attempting to bind port 0e1f4a72-302a-47a9-95f8-b924150f4735 on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:44.918620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Port 0e1f4a72-302a-47a9-95f8-b924150f4735 on network 857ed70f-40ac-4dd7-bd96-731ddda72698 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:57:44.918940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Attempting to bind port 0e1f4a72-302a-47a9-95f8-b924150f4735 on network 857ed70f-40ac-4dd7-bd96-731ddda72698 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:57:44.924667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:57:44.925008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Checking segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:57:44.925390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Bound using segment: {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:57:44.926313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Bound port: 0e1f4a72-302a-47a9-95f8-b924150f4735, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92690b99-417d-460f-bd8a-b381bc51e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:57:44.926669 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:45.000200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] For port 0e1f4a72-302a-47a9-95f8-b924150f4735, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:57:45.004713 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] For port 0e1f4a72-302a-47a9-95f8-b924150f4735, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0e1f4a72-302a-47a9-95f8-b924150f4735,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:57:45.128988 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:45.142417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b28cd-5abd-4da2-a034-cea4068126cb req-6935618b-3ffb-42da-890e-2324b68fec50 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:45.144332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e9b28cd-5abd-4da2-a034-cea4068126cb req-6935618b-3ffb-42da-890e-2324b68fec50 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 932 time: 0.4378529 Sep 17 22:57:45.170036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:45.171185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:45.172878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] 10.222.0.23 "PUT /v2.0/ports/0e1f4a72-302a-47a9-95f8-b924150f4735 HTTP/1.1" status: 200 len: 1093 time: 0.9326937 Sep 17 22:57:45.178162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'tag': '0e1f4a72-302a-47a9-95f8-b924150f4735'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:45.178162 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e431a2e-fcde-4149-9097-2f15eb4b2c42" -d '{"events": [{"name": "network-changed", "server_uuid": "2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9", "tag": "0e1f4a72-302a-47a9-95f8-b924150f4735"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:45.186387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e9b28cd-5abd-4da2-a034-cea4068126cb req-e750325d-325a-425a-ba8d-d9ceb63f0737 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353136 Sep 17 22:57:45.212965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a25c3-a569-46ee-a002-f4d94d0a6661 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1f4a72-302a-47a9-95f8-b924150f4735,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:45.242353 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbc2e80-8a47-4419-81e1-4900200e00d1 x-openstack-request-id: req-2bbc2e80-8a47-4419-81e1-4900200e00d1 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:45.242718 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9", "tag": "0e1f4a72-302a-47a9-95f8-b924150f4735", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:45.243028 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bbc2e80-8a47-4419-81e1-4900200e00d1 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:45.243523 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'tag': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'status': 'completed', 'code': 200} Sep 17 22:57:45.328524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e431a2e-fcde-4149-9097-2f15eb4b2c42 req-15b4cfab-03d3-472a-aaae-7ec8d5b69bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:45.330069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e431a2e-fcde-4149-9097-2f15eb4b2c42 req-15b4cfab-03d3-472a-aaae-7ec8d5b69bc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 1096 time: 0.0587058 Sep 17 22:57:45.790225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e431a2e-fcde-4149-9097-2f15eb4b2c42 req-0e9267ef-39f0-46c7-827e-7907b097cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:45.791760 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e431a2e-fcde-4149-9097-2f15eb4b2c42 req-0e9267ef-39f0-46c7-827e-7907b097cae5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4531209 Sep 17 22:57:45.893939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e431a2e-fcde-4149-9097-2f15eb4b2c42 req-3027ea81-b8d8-4fd7-afd9-575420907b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:45.895482 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e431a2e-fcde-4149-9097-2f15eb4b2c42 req-3027ea81-b8d8-4fd7-afd9-575420907b31 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963578 Sep 17 22:57:45.973780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d64051-8157-4082-970a-f2f31438021f req-1ce981d4-b9de-4d7e-bd9c-1d73ea1408b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:45.975313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-1ce981d4-b9de-4d7e-bd9c-1d73ea1408b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 1096 time: 0.0421700 Sep 17 22:57:46.019281 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-e557a45c-2e32-4b62-9c4f-6505a80382d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e1f4a72-302a-47a9-95f8-b924150f4735 HTTP/1.1" status: 200 len: 217 time: 0.0362017 Sep 17 22:57:46.070876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d64051-8157-4082-970a-f2f31438021f req-25d57e6c-b99c-4eaa-964f-664330abcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:46.072262 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-25d57e6c-b99c-4eaa-964f-664330abcd86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0458779 Sep 17 22:57:46.124624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d64051-8157-4082-970a-f2f31438021f req-d488fa1b-f63e-47cd-8596-d061b27b266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:46.126205 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-d488fa1b-f63e-47cd-8596-d061b27b266f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468979 Sep 17 22:57:46.220348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-070b1f15-1d95-400d-8941-402c45476be6 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864911 Sep 17 22:57:46.318438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e8add-490f-4540-a534-cd1f1576698e req-c0bf33aa-cb3f-4bf2-b4c3-de93b4a34c7b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:46.319981 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d1e8add-490f-4540-a534-cd1f1576698e req-c0bf33aa-cb3f-4bf2-b4c3-de93b4a34c7b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 944 time: 0.0533738 Sep 17 22:57:46.320163 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82d64051-8157-4082-970a-f2f31438021f req-5f7c01f1-88cf-48cc-a580-1954c42b04a7 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926585 Sep 17 22:57:46.359704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d1e8add-490f-4540-a534-cd1f1576698e req-657de2eb-013f-4792-b0c9-2c3d128890ec tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333836 Sep 17 22:57:47.093767 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-c992366b-41d7-4ab6-880f-829135493263 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412314 Sep 17 22:57:47.174829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-67355e73-a857-4f07-af77-952a2372415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:47.176894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-67355e73-a857-4f07-af77-952a2372415b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 1097 time: 0.0415697 Sep 17 22:57:47.286262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-89884840-58c8-4208-8835-fb8f6a21c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:47.287638 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-89884840-58c8-4208-8835-fb8f6a21c38d service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.0916607 Sep 17 22:57:47.354972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-87073cb6-2a54-462f-a986-9c9deea679bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd HTTP/1.1" status: 200 len: 1000 time: 0.0603170 Sep 17 22:57:47.414757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-d42dad5d-beff-4f7c-b45f-021c24022697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:47.416454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-d42dad5d-beff-4f7c-b45f-021c24022697 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0543885 Sep 17 22:57:47.498105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-1aa9d9bc-a5b0-4937-bd65-affca8e4b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:47.499670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-1aa9d9bc-a5b0-4937-bd65-affca8e4b9f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761826 Sep 17 22:57:47.507933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe3d19-8e1c-4a30-ab82-cb706fe1b893 req-8ae33ab5-389f-4d9e-903c-606fc5e81545 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:47.509368 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7efe3d19-8e1c-4a30-ab82-cb706fe1b893 req-8ae33ab5-389f-4d9e-903c-606fc5e81545 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 944 time: 0.0753703 Sep 17 22:57:47.606181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7efe3d19-8e1c-4a30-ab82-cb706fe1b893 req-906803aa-3600-42c5-a7ca-ac6f34eb91bf tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886025 Sep 17 22:57:47.631714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-fec7fd55-fa1f-446e-b826-a0f680bed097 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213100 Sep 17 22:57:47.734573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bce4307-85b6-47da-a8cf-fa6cef1bb964 req-333f5c79-a745-4aa7-8ada-9010db4a1f4b service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956023 Sep 17 22:57:48.720929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d4cb2-948b-4311-abae-e331c4a8ff3e req-c75f9469-527a-4d84-9a9b-c00c3786d9f2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:48.722719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-838d4cb2-948b-4311-abae-e331c4a8ff3e req-c75f9469-527a-4d84-9a9b-c00c3786d9f2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 944 time: 0.0494223 Sep 17 22:57:48.763303 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-838d4cb2-948b-4311-abae-e331c4a8ff3e req-31aa1f92-d80a-4d17-8ebc-a285b578d0e0 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342760 Sep 17 22:57:49.887947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71b611-fa4e-444a-9e19-443e8f4c9759 req-61511b24-acaf-4e40-9bd4-b551c11dcc96 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:49.889487 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a71b611-fa4e-444a-9e19-443e8f4c9759 req-61511b24-acaf-4e40-9bd4-b551c11dcc96 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 944 time: 0.0574832 Sep 17 22:57:49.931165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a71b611-fa4e-444a-9e19-443e8f4c9759 req-1ab57f98-2b90-49eb-8aa5-0a256b4b0bca tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355234 Sep 17 22:57:51.044472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e1fc0-86e4-4507-89a2-f5238caad30f req-22b9a1cd-8bd9-4bce-80b6-bbdae0882a20 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.045948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-205e1fc0-86e4-4507-89a2-f5238caad30f req-22b9a1cd-8bd9-4bce-80b6-bbdae0882a20 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 944 time: 0.0486622 Sep 17 22:57:51.082760 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-205e1fc0-86e4-4507-89a2-f5238caad30f req-6341c857-82cb-4c18-b230-93b7fd40ea33 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308440 Sep 17 22:57:51.516917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-54134823-e546-46e5-afe5-c0d65aab7eae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0974064 Sep 17 22:57:51.625747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6b2adfaa-0f10-4b9f-a61a-59c5af42aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.626221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6b2adfaa-0f10-4b9f-a61a-59c5af42aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.626686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6b2adfaa-0f10-4b9f-a61a-59c5af42aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.627146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6b2adfaa-0f10-4b9f-a61a-59c5af42aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.627607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6b2adfaa-0f10-4b9f-a61a-59c5af42aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.628066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6b2adfaa-0f10-4b9f-a61a-59c5af42aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.628545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6b2adfaa-0f10-4b9f-a61a-59c5af42aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.630523 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6b2adfaa-0f10-4b9f-a61a-59c5af42aca6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 6507 time: 0.0528440 Sep 17 22:57:51.745536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-39772d3c-0ab7-4ebe-b084-eb0aa61ba739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.745918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-39772d3c-0ab7-4ebe-b084-eb0aa61ba739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.746380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-39772d3c-0ab7-4ebe-b084-eb0aa61ba739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.747968 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-39772d3c-0ab7-4ebe-b084-eb0aa61ba739 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e21e7c40-ad05-44f1-9325-52357fe6b5da&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&id=70fc844e-25ab-414e-a5ca-5dfb7483de8d HTTP/1.1" status: 200 len: 2298 time: 0.0929306 Sep 17 22:57:51.816896 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-a6262f68-64a3-4a92-ab17-bafef46c20b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe8ab39-b56c-4109-a11e-563d891d1313 HTTP/1.1" status: 200 len: 1000 time: 0.0619836 Sep 17 22:57:51.866290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6d427fa1-c48b-4adf-b74b-15ae2c9be486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.868279 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6d427fa1-c48b-4adf-b74b-15ae2c9be486 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=85ab8b00-fc15-4ee5-97e7-bfaf371d8cde HTTP/1.1" status: 200 len: 856 time: 0.0439980 Sep 17 22:57:51.915373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-faece95f-6f91-4143-b87e-3242462559a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:51.916944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-faece95f-6f91-4143-b87e-3242462559a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e21e7c40-ad05-44f1-9325-52357fe6b5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423284 Sep 17 22:57:51.928168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-7b805fa4-0974-47cf-9039-e66bf99cd8cd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:57:51.929103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-7b805fa4-0974-47cf-9039-e66bf99cd8cd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049155 Sep 17 22:57:52.022987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-b1ceece3-d7f0-4bb8-bd9e-a9e87612a123 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857577 Sep 17 22:57:52.111724 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-5b49561b-6481-4b9e-bd09-0f5e0f2dac58 service neutron] 10.222.0.15 "GET /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820637 Sep 17 22:57:52.158035 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-2f5ec73b-c094-4377-971d-07e041a0736c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 200 len: 217 time: 0.0394907 Sep 17 22:57:52.201053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4814a10-047d-46c1-8219-6509af74a5e2 req-d50af4f4-4739-45d5-9fe4-4e8c6d10926d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:52.202564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4814a10-047d-46c1-8219-6509af74a5e2 req-d50af4f4-4739-45d5-9fe4-4e8c6d10926d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 944 time: 0.0513184 Sep 17 22:57:52.208624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-814f6058-a656-4179-b555-87a22035d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:52.210069 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-814f6058-a656-4179-b555-87a22035d4df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0450075 Sep 17 22:57:52.242815 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f4814a10-047d-46c1-8219-6509af74a5e2 req-37295e92-3fe6-4280-a8fc-925ef3e855dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336847 Sep 17 22:57:52.258321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-c8c4cfac-1061-4e3e-9d40-52c9b0727abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:52.261529 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-c8c4cfac-1061-4e3e-9d40-52c9b0727abf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423539 Sep 17 22:57:52.353758 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-50598d97-bd54-4623-b4d5-b7d26b02964a service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859628 Sep 17 22:57:52.442173 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-8b4f4333-4b56-4f13-9683-77a8f64a063d service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819113 Sep 17 22:57:52.488243 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-3814cf12-35e4-401c-8e7a-b26c97c27409 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 200 len: 217 time: 0.0385208 Sep 17 22:57:52.537923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-2f518dde-4ddd-4fb6-ac02-4ac3afb3ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:52.539995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-2f518dde-4ddd-4fb6-ac02-4ac3afb3ee6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0445213 Sep 17 22:57:52.583990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-1d4edd45-cf2e-4079-a677-d223efcc54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:52.585491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-1d4edd45-cf2e-4079-a677-d223efcc54cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0389791 Sep 17 22:57:52.678525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-e49abfb6-8467-4943-bbdc-3177173d2c3a service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Sep 17 22:57:52.767596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-c6dea230-2e26-4090-9427-df52d258d326 service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811028 Sep 17 22:57:52.811411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-b9631694-6357-43cd-b5df-7bfea99e7889 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a HTTP/1.1" status: 200 len: 217 time: 0.0367091 Sep 17 22:57:52.861772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-9344c526-5c9b-4c74-8490-fdd7510f5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:52.863197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-9344c526-5c9b-4c74-8490-fdd7510f5489 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0453031 Sep 17 22:57:52.911939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-5784c8ce-16da-43a4-94f2-68debf9fa8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:52.916535 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-5784c8ce-16da-43a4-94f2-68debf9fa8d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435491 Sep 17 22:57:53.007232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-d28d9d60-395c-4c73-a3f5-eb8e4f414bce service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863004 Sep 17 22:57:53.098220 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-a032148a-3b53-48e0-ae28-34a23ad0186f service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834732 Sep 17 22:57:53.143007 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-1cf2ff96-6757-4b19-8119-54e48107b333 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=87896450-6e00-40f3-b2a2-358d22328b45 HTTP/1.1" status: 200 len: 217 time: 0.0379920 Sep 17 22:57:53.191109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-a13ff0b2-34fd-4126-8dd2-7c1cbc53e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:53.192522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-a13ff0b2-34fd-4126-8dd2-7c1cbc53e5aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 200 len: 797 time: 0.0429263 Sep 17 22:57:53.239961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-d0891b99-67e9-45fa-a740-a08b6d94685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:53.241500 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-d0891b99-67e9-45fa-a740-a08b6d94685c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4cfabf82-7bec-4504-ad7e-f7b72956c35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0415437 Sep 17 22:57:53.366350 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-f0eb39ff-f3e1-4d76-bf5b-f30eb588db2d service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173277 Sep 17 22:57:53.379405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f92547-4c29-42b5-a953-5e0c837fb9d3 req-2e1d3499-201e-4a09-b857-a0553b23c03a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:53.380925 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05f92547-4c29-42b5-a953-5e0c837fb9d3 req-2e1d3499-201e-4a09-b857-a0553b23c03a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 944 time: 0.0698881 Sep 17 22:57:53.475186 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05f92547-4c29-42b5-a953-5e0c837fb9d3 req-1d4bfa20-c928-4f23-8bb8-45dd51d76bbd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854018 Sep 17 22:57:53.497448 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-b3ede439-7a29-41bb-adaf-f7e1f992c4fa service neutron] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156116 Sep 17 22:57:53.537127 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-0823f0b2-6d2d-4592-817f-e5306d5ed028 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d HTTP/1.1" status: 200 len: 217 time: 0.0332458 Sep 17 22:57:53.585426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-51c3535b-e1e4-4142-87e1-6ba0f483f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:53.586855 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-51c3535b-e1e4-4142-87e1-6ba0f483f6a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0424540 Sep 17 22:57:53.635658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6e2af368-a005-4f2c-8f0d-26912a930c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:53.637186 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-6e2af368-a005-4f2c-8f0d-26912a930c4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436833 Sep 17 22:57:53.723977 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-0aa10f0b-b530-4990-8f67-de85b457a227 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793087 Sep 17 22:57:53.815462 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-961d0820-7b34-4d3a-8832-fe12a7f89608 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839143 Sep 17 22:57:53.857124 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-0719b1c7-5146-472b-9374-2783b227d9d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f315b64d-660c-4c36-8ce9-0b202d824725 HTTP/1.1" status: 200 len: 217 time: 0.0346534 Sep 17 22:57:53.909215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-e4b2c016-9bef-46c1-a693-65f70c479f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:53.909342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-e4b2c016-9bef-46c1-a693-65f70c479f42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 200 len: 797 time: 0.0460651 Sep 17 22:57:53.957908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-c3052be8-eda1-4266-b4c6-3c0ba6bc8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:53.959391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-c3052be8-eda1-4266-b4c6-3c0ba6bc8c8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70fc844e-25ab-414e-a5ca-5dfb7483de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436845 Sep 17 22:57:54.049131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-aacbcae1-9d92-4191-a1cc-dc88f4c7d350 service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826561 Sep 17 22:57:54.141410 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2ba3ec23-12e3-45e8-af4b-4203a0776505 req-a7d2b79c-6410-4c74-8d4d-08cc5714ea9e service neutron] 10.222.0.15 "GET /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856187 Sep 17 22:57:54.592102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448737-9bec-40c4-85fb-fa8ff330062b req-1b5a0c20-84b5-4170-be2a-8f3fc527093c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:54.593708 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5448737-9bec-40c4-85fb-fa8ff330062b req-1b5a0c20-84b5-4170-be2a-8f3fc527093c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 944 time: 0.0498948 Sep 17 22:57:54.636653 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5448737-9bec-40c4-85fb-fa8ff330062b req-3ffee25e-6825-4943-940c-eed26b7f49eb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366635 Sep 17 22:57:55.750951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53de904-1370-4fb6-8448-08676c018576 req-660f5d4a-3fc8-4a64-87f7-16a0c8dc958e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:55.752464 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f53de904-1370-4fb6-8448-08676c018576 req-660f5d4a-3fc8-4a64-87f7-16a0c8dc958e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 944 time: 0.0503674 Sep 17 22:57:55.790205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f53de904-1370-4fb6-8448-08676c018576 req-fd1e5af1-dcac-42af-aab0-1b02899ff033 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Sep 17 22:57:56.735425 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0e1f4a72-302a-47a9-95f8-b924150f4735 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:57:56.834052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0e1f4a72-302a-47a9-95f8-b924150f4735, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0e1f4a72-302a-47a9-95f8-b924150f4735,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:56.852544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'port_id': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'mac_address': 'fa:16:3e:c9:39:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:57:56.904288 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:56.917400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1f4a72-302a-47a9-95f8-b924150f4735 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:57:56.935748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb8e5a-1d5f-4d00-b280-fdb9ef5374bb req-dff25691-6f34-4ab0-8647-567529d3bb21 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:56.937352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5fb8e5a-1d5f-4d00-b280-fdb9ef5374bb req-dff25691-6f34-4ab0-8647-567529d3bb21 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 944 time: 0.0503376 Sep 17 22:57:56.938484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0e1f4a72-302a-47a9-95f8-b924150f4735, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0e1f4a72-302a-47a9-95f8-b924150f4735,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:56.976632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5fb8e5a-1d5f-4d00-b280-fdb9ef5374bb req-d9b9e70b-9395-479c-8334-7bdc45e843bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Sep 17 22:57:57.012175 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:57.058537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0e1f4a72-302a-47a9-95f8-b924150f4735,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:57.065710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.066059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.066405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.066748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.067081 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.067419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.067751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.068084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.068560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.068891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.069216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.069542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:57:57.219276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['0e1f4a72-302a-47a9-95f8-b924150f4735'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:57:58.094893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54eb74a-e5da-43a8-b4d5-c15b8048dae7 req-931310a1-27d3-4692-8ed7-a389ab79b9c1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:58.096591 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a54eb74a-e5da-43a8-b4d5-c15b8048dae7 req-931310a1-27d3-4692-8ed7-a389ab79b9c1 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 945 time: 0.0504711 Sep 17 22:57:58.135705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a54eb74a-e5da-43a8-b4d5-c15b8048dae7 req-6e6d190a-d302-420a-abde-0631c1399312 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325258 Sep 17 22:57:58.751059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0e1f4a72-302a-47a9-95f8-b924150f4735 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:57:59.036570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 0e1f4a72-302a-47a9-95f8-b924150f4735 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:57:59.040371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 0e1f4a72-302a-47a9-95f8-b924150f4735 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:57:59.040745 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:59.121681 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:59.144392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1f4a72-302a-47a9-95f8-b924150f4735'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:57:59.146612 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79736fe-2347-44b0-92aa-162cd3835635" -d '{"events": [{"server_uuid": "2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9", "name": "network-vif-plugged", "status": "completed", "tag": "0e1f4a72-302a-47a9-95f8-b924150f4735"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:57:59.159213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 0e1f4a72-302a-47a9-95f8-b924150f4735, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0e1f4a72-302a-47a9-95f8-b924150f4735,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:57:59.186239 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624f1f0d-76f0-4ff8-99be-69504054b595 x-openstack-request-id: req-624f1f0d-76f0-4ff8-99be-69504054b595 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:57:59.186533 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9", "name": "network-vif-plugged", "status": "completed", "tag": "0e1f4a72-302a-47a9-95f8-b924150f4735", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:57:59.186789 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-624f1f0d-76f0-4ff8-99be-69504054b595 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:57:59.187184 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'code': 200} Sep 17 22:57:59.243130 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:59.267726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc087990-1777-410c-ba31-eb402019ea54 req-f4523bf6-0e0b-45b3-9eae-664eb2cdc37e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:59.269291 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bc087990-1777-410c-ba31-eb402019ea54 req-f4523bf6-0e0b-45b3-9eae-664eb2cdc37e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 945 time: 0.0656333 Sep 17 22:57:59.291622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845770d-2628-4911-b97d-8ca6019ce148 req-45910ee6-2620-4965-ae6f-31cbbeb33b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:59.293089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9845770d-2628-4911-b97d-8ca6019ce148 req-45910ee6-2620-4965-ae6f-31cbbeb33b97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 1098 time: 0.0519283 Sep 17 22:57:59.311418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bc087990-1777-410c-ba31-eb402019ea54 req-2d9a0178-a840-4e95-92bc-99739765e123 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356021 Sep 17 22:57:59.312083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=0e1f4a72-302a-47a9-95f8-b924150f4735,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:57:59.333597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9845770d-2628-4911-b97d-8ca6019ce148 req-586b83d5-5bd8-449f-9a60-021b88fc581d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333471 Sep 17 22:57:59.339895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:00.445566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f0ce0-7590-4812-9e34-b4881bc792df req-c8ad090a-4bd3-44d5-ba3f-a06f16750790 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:00.447098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d4f0ce0-7590-4812-9e34-b4881bc792df req-c8ad090a-4bd3-44d5-ba3f-a06f16750790 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 946 time: 0.0492482 Sep 17 22:58:00.489972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d4f0ce0-7590-4812-9e34-b4881bc792df req-bc67e2a5-dfec-4147-9cb9-95e02d4220ee tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360301 Sep 17 22:58:01.606651 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f525b48-64ef-4c07-9bd1-f91fd1ad1dd2 req-3e48ed48-6e8b-4c9a-99a6-6b8218e7e344 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:01.608141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f525b48-64ef-4c07-9bd1-f91fd1ad1dd2 req-3e48ed48-6e8b-4c9a-99a6-6b8218e7e344 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 946 time: 0.0513725 Sep 17 22:58:01.645936 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1f525b48-64ef-4c07-9bd1-f91fd1ad1dd2 req-2e032f9b-887a-4990-8d2b-ce9ee140d245 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317097 Sep 17 22:58:01.759491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c7b52-2caf-47ed-bb6d-8310ec94aa0c req-fe52bc1c-332b-4ea5-ac62-227f7b5d991b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:01.761529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d86c7b52-2caf-47ed-bb6d-8310ec94aa0c req-fe52bc1c-332b-4ea5-ac62-227f7b5d991b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 946 time: 0.0496221 Sep 17 22:58:01.800894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d86c7b52-2caf-47ed-bb6d-8310ec94aa0c req-87da124f-033d-4c7a-b423-0360c91d9bc9 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325873 Sep 17 22:58:01.822404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47556) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:01.999611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc290736-e6b1-49fc-8828-0a3d364f51a3 tempest-TestVolumeBootPattern-1592300927 tempest-TestVolumeBootPattern-1592300927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:02.001255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fc290736-e6b1-49fc-8828-0a3d364f51a3 tempest-TestVolumeBootPattern-1592300927 tempest-TestVolumeBootPattern-1592300927-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 1093 time: 0.1778684 Sep 17 22:58:02.003980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47560) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:02.008556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:02.122431 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:02.224189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:02.331621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Allocated IP 172.25.6.242 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/343febf2-a120-437a-b491-9a38a3073ada) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:02.437482 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:02.522505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:02.559281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:02.562093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:02.565651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:02.594501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=343febf2-a120-437a-b491-9a38a3073ada,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:02.928976 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:03.044579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:03.196814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:03.268941 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ec661f2f-a13b-40f1-8c80-2c7d14713df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:03.288259 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:03.358136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event updated for resources: {'Port': ['ID=343febf2-a120-437a-b491-9a38a3073ada,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:03.372217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:03.470798 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Floating IP da51f087-fdf7-4b1e-bbe6-ab8deeeb487c associated. External IP: 172.25.6.242, port: 0e1f4a72-302a-47a9-95f8-b924150f4735. Sep 17 22:58:03.684867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Router 72d9ecfe-3777-403e-a815-1903a439cc80 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:58:03.794691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:58:03.804712 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] Sync routers for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:58:03.814725 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:58:03.815329 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:57:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:03.869132 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:03.904725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-77f35197-4df7-4e87-adb6-87441cce740e tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8993812 Sep 17 22:58:03.905480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'tag': '0e1f4a72-302a-47a9-95f8-b924150f4735'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:03.908854 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3" -d '{"events": [{"name": "network-changed", "server_uuid": "2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9", "tag": "0e1f4a72-302a-47a9-95f8-b924150f4735"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:03.931160 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:58:03.954064 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f2b895-c2b3-462f-9b59-5061cd7ea69f x-openstack-request-id: req-46f2b895-c2b3-462f-9b59-5061cd7ea69f {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:03.954582 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9", "tag": "0e1f4a72-302a-47a9-95f8-b924150f4735", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:03.954691 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46f2b895-c2b3-462f-9b59-5061cd7ea69f {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:03.955011 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'tag': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'status': 'completed', 'code': 200} Sep 17 22:58:04.018358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-0b37057c-90a8-4fd1-93dd-97073114542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:04.019893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-0b37057c-90a8-4fd1-93dd-97073114542a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 1098 time: 0.0441427 Sep 17 22:58:04.112612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-9e29166d-23be-4a49-97c7-7d740ea5132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:04.114002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-9e29166d-23be-4a49-97c7-7d740ea5132a service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.0871348 Sep 17 22:58:04.185044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-ed41bd3e-b63d-4e91-bb06-de2c965632fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e1f4a72-302a-47a9-95f8-b924150f4735 HTTP/1.1" status: 200 len: 1000 time: 0.0634151 Sep 17 22:58:04.235117 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-60e48766-3be5-4a38-9ab3-434ed1019fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:04.236659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-60e48766-3be5-4a38-9ab3-434ed1019fd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0451663 Sep 17 22:58:04.252954 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6338a004-a2e5-4220-8ebd-2897381fc478', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:03:ae:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:12Z', 'updated_at': '2021-09-17T22:55:15Z', 'revision_number': 1, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}, {'id': 'da51f087-fdf7-4b1e-bbe6-ab8deeeb487c', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:c9:39:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:58:02Z', 'updated_at': '2021-09-17T22:58:02Z', 'revision_number': 0, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:04.283365 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] Checking router: 72d9ecfe-3777-403e-a815-1903a439cc80 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:58:04.285972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-30ccee2c-b1c1-446c-bf4a-f89e2eb9dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:04.287524 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-30ccee2c-b1c1-446c-bf4a-f89e2eb9dc73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440364 Sep 17 22:58:04.292103 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:58:04.293453 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:57:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:04.382773 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-21db9c8f-26b8-46d5-8fbb-8358a0251bfc service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874684 Sep 17 22:58:04.398082 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:58:04.474699 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d2205a3-0fa5-4431-a611-8537b2e2ccf3 req-eb5befed-9f8c-415b-8752-ba31fd5c26a9 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847032 Sep 17 22:58:04.619464 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6338a004-a2e5-4220-8ebd-2897381fc478', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:03:ae:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:12Z', 'updated_at': '2021-09-17T22:55:15Z', 'revision_number': 1, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}, {'id': 'da51f087-fdf7-4b1e-bbe6-ab8deeeb487c', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:c9:39:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:58:02Z', 'updated_at': '2021-09-17T22:58:02Z', 'revision_number': 0, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:04.645112 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe2a06-19fa-4622-afe9-0b4fffd1460f None None] The sync data for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 is: [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6338a004-a2e5-4220-8ebd-2897381fc478', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:03:ae:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:12Z', 'updated_at': '2021-09-17T22:55:15Z', 'revision_number': 1, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}, {'id': 'da51f087-fdf7-4b1e-bbe6-ab8deeeb487c', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:c9:39:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:58:02Z', 'updated_at': '2021-09-17T22:58:02Z', 'revision_number': 0, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:58:04.827874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad547eb-2461-4e24-8909-eeeba256c1a8 None None] New status for floating IP da51f087-fdf7-4b1e-bbe6-ab8deeeb487c: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:58:05.828583 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5fbeb2ba-1b36-4ca4-86fa-f6c66447c430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:07.031007 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:07.411099 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:09.057229 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:10.542982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:20.269738 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:58:29.356423 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:32.057470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5ea70-dabf-4e1d-8114-74e3be267af9 req-baabe18b-5de4-499f-b6f1-0be68c9f3673 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:32.063543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5ea70-dabf-4e1d-8114-74e3be267af9 req-baabe18b-5de4-499f-b6f1-0be68c9f3673 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:32.070424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5ea70-dabf-4e1d-8114-74e3be267af9 req-baabe18b-5de4-499f-b6f1-0be68c9f3673 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:32.076695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5ea70-dabf-4e1d-8114-74e3be267af9 req-baabe18b-5de4-499f-b6f1-0be68c9f3673 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:32.082657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5ea70-dabf-4e1d-8114-74e3be267af9 req-baabe18b-5de4-499f-b6f1-0be68c9f3673 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:32.089538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5ea70-dabf-4e1d-8114-74e3be267af9 req-baabe18b-5de4-499f-b6f1-0be68c9f3673 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:32.095675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5ea70-dabf-4e1d-8114-74e3be267af9 req-baabe18b-5de4-499f-b6f1-0be68c9f3673 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:32.097897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0dd5ea70-dabf-4e1d-8114-74e3be267af9 req-baabe18b-5de4-499f-b6f1-0be68c9f3673 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5443 time: 0.0950966 Sep 17 22:58:32.143139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0dd5ea70-dabf-4e1d-8114-74e3be267af9 req-b3acef5c-bdfe-471e-b924-f68a8ad5fe32 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387454 Sep 17 22:58:33.276264 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea83bc89-5a1b-4d59-a1b1-0bf3c93f202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:33.281664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c682-875d-41b4-bb3c-0c2355e4d24c req-a29f2328-56ba-4586-918f-24262433f75e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.287617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c682-875d-41b4-bb3c-0c2355e4d24c req-a29f2328-56ba-4586-918f-24262433f75e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.294259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c682-875d-41b4-bb3c-0c2355e4d24c req-a29f2328-56ba-4586-918f-24262433f75e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.300356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c682-875d-41b4-bb3c-0c2355e4d24c req-a29f2328-56ba-4586-918f-24262433f75e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.307035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c682-875d-41b4-bb3c-0c2355e4d24c req-a29f2328-56ba-4586-918f-24262433f75e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.313088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c682-875d-41b4-bb3c-0c2355e4d24c req-a29f2328-56ba-4586-918f-24262433f75e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.319106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c682-875d-41b4-bb3c-0c2355e4d24c req-a29f2328-56ba-4586-918f-24262433f75e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.321093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5582c682-875d-41b4-bb3c-0c2355e4d24c req-a29f2328-56ba-4586-918f-24262433f75e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5443 time: 0.0988388 Sep 17 22:58:33.363886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5582c682-875d-41b4-bb3c-0c2355e4d24c req-8da08859-3580-447c-9026-65c5e5d8c789 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363679 Sep 17 22:58:33.389646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-e3b15afb-9f7e-44e0-8608-0ffc6ed3864c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.395584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-e3b15afb-9f7e-44e0-8608-0ffc6ed3864c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.401687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-e3b15afb-9f7e-44e0-8608-0ffc6ed3864c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.407720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-e3b15afb-9f7e-44e0-8608-0ffc6ed3864c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.413548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-e3b15afb-9f7e-44e0-8608-0ffc6ed3864c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.420100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-e3b15afb-9f7e-44e0-8608-0ffc6ed3864c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.426285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-e3b15afb-9f7e-44e0-8608-0ffc6ed3864c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.428096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-e3b15afb-9f7e-44e0-8608-0ffc6ed3864c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 5443 time: 0.0961647 Sep 17 22:58:33.475887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-47e7f815-d45f-415a-89a5-3beb23937818 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:33.477930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-47e7f815-d45f-415a-89a5-3beb23937818 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "GET /v2.0/ports/2f69be36-9f42-403d-93ef-4f6b3f90d270?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0427368 Sep 17 22:58:33.582786 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-e1b6ed1b-659f-472a-b790-bd4ad7fd0d42 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "GET /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0983295 Sep 17 22:58:33.593188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:33.645283 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:33.776782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] For port 2f69be36-9f42-403d-93ef-4f6b3f90d270, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2f69be36-9f42-403d-93ef-4f6b3f90d270,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:33.809166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] For port 2f69be36-9f42-403d-93ef-4f6b3f90d270, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:58:33.841160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] device_id is not set on port 2f69be36-9f42-403d-93ef-4f6b3f90d270 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:58:33.851054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:33.959614 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.029687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] No DVR routers for this DVR port 2f69be36-9f42-403d-93ef-4f6b3f90d270 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:34.032932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Pushing event updated for resources: {'Port': ['ID=2f69be36-9f42-403d-93ef-4f6b3f90d270,revision_number=6']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:34.061921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.066699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:34.081124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] In _notify_port_updated(), no bound segment for port 2f69be36-9f42-403d-93ef-4f6b3f90d270 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:58:34.081995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:34.082605 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.083910 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-31b8bd77-a1c3-45e1-8ef6-d4af792fb530 service neutron] 10.222.0.15 "PUT /v2.0/ports/2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 200 len: 1033 time: 0.4949131 Sep 17 22:58:34.131835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d54a6dce-6f39-49da-bfc7-e7f87c7d77cf tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:34.133833 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d54a6dce-6f39-49da-bfc7-e7f87c7d77cf tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "GET /v2.0/ports/4e247f35-00b4-42b5-bf11-a6f3d1fb9062?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0440767 Sep 17 22:58:34.144641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:34.209914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.273028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-00d998bf-8b1e-492b-8f28-d0b53e5f8caf None None] Provisioning complete for port 2f69be36-9f42-403d-93ef-4f6b3f90d270 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:34.274002 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-00d998bf-8b1e-492b-8f28-d0b53e5f8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.306848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-00d998bf-8b1e-492b-8f28-d0b53e5f8caf None None] Port 2f69be36-9f42-403d-93ef-4f6b3f90d270 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:58:34.347556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] For port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:34.380919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] For port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:58:34.414879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] device_id is not set on port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:58:34.423552 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.497955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34afae-f93c-40b3-8d79-2273a24a5169 req-b65a4443-a6cb-4b23-aa78-38c02735d400 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:34.503993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34afae-f93c-40b3-8d79-2273a24a5169 req-b65a4443-a6cb-4b23-aa78-38c02735d400 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:34.510863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34afae-f93c-40b3-8d79-2273a24a5169 req-b65a4443-a6cb-4b23-aa78-38c02735d400 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:34.516947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34afae-f93c-40b3-8d79-2273a24a5169 req-b65a4443-a6cb-4b23-aa78-38c02735d400 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:34.526225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34afae-f93c-40b3-8d79-2273a24a5169 req-b65a4443-a6cb-4b23-aa78-38c02735d400 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:34.543082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34afae-f93c-40b3-8d79-2273a24a5169 req-b65a4443-a6cb-4b23-aa78-38c02735d400 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:34.544957 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe34afae-f93c-40b3-8d79-2273a24a5169 req-b65a4443-a6cb-4b23-aa78-38c02735d400 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 4663 time: 0.1023085 Sep 17 22:58:34.546293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.636759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] No DVR routers for this DVR port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:34.644858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fc088-2237-4699-93aa-5e454879b234 service neutron] Pushing event updated for resources: {'Port': ['ID=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,revision_number=6']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:34.681306 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fe34afae-f93c-40b3-8d79-2273a24a5169 req-8b0dc1cb-6c27-497e-a8ba-1e7b71d9e304 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&id=d7c67a68-1fa8-4645-8390-cb152314e409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078830 Sep 17 22:58:34.691653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] In _notify_port_updated(), no bound segment for port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 on network 4cfabf82-7bec-4504-ad7e-f7b72956c35f {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:58:34.692594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:34.693197 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.694471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-249fc088-2237-4699-93aa-5e454879b234 service neutron] 10.222.0.15 "PUT /v2.0/ports/4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 200 len: 1032 time: 0.5540619 Sep 17 22:58:34.793174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-5f028dd1-13a1-4790-8cd0-c921904c709d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Deleting port 87896450-6e00-40f3-b2a2-358d22328b45 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:34.793534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-5f028dd1-13a1-4790-8cd0-c921904c709d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.827364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7849a477-4793-4c3b-82af-4f45c7dccda6 None None] Provisioning complete for port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:34.827737 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7849a477-4793-4c3b-82af-4f45c7dccda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.862281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7849a477-4793-4c3b-82af-4f45c7dccda6 None None] Port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:58:34.939863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-5f028dd1-13a1-4790-8cd0-c921904c709d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] For port 87896450-6e00-40f3-b2a2-358d22328b45, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=87896450-6e00-40f3-b2a2-358d22328b45,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:34.940256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-5f028dd1-13a1-4790-8cd0-c921904c709d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:34.953701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-5f028dd1-13a1-4790-8cd0-c921904c709d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Calling delete_port for 87896450-6e00-40f3-b2a2-358d22328b45 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:35.127862 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-5f028dd1-13a1-4790-8cd0-c921904c709d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.157381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f028dd1-13a1-4790-8cd0-c921904c709d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Port': ['ID=87896450-6e00-40f3-b2a2-358d22328b45,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:35.198548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-5f028dd1-13a1-4790-8cd0-c921904c709d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] No DVR routers for this DVR port 87896450-6e00-40f3-b2a2-358d22328b45 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:35.201347 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-5f028dd1-13a1-4790-8cd0-c921904c709d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.203390 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-5f028dd1-13a1-4790-8cd0-c921904c709d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "DELETE /v2.0/ports/87896450-6e00-40f3-b2a2-358d22328b45 HTTP/1.1" status: 204 len: 173 time: 0.5026963 Sep 17 22:58:35.203843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-deleted', 'tag': '87896450-6e00-40f3-b2a2-358d22328b45'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:35.206143 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5591f5b0-d8c7-420d-8f91-c4ee6db12ac4" -d '{"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-deleted", "tag": "87896450-6e00-40f3-b2a2-358d22328b45"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:35.243989 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cf78fa-3e33-446e-b85c-fa5c8efccd73 x-openstack-request-id: req-91cf78fa-3e33-446e-b85c-fa5c8efccd73 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:35.244294 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-deleted", "tag": "87896450-6e00-40f3-b2a2-358d22328b45", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:35.244542 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91cf78fa-3e33-446e-b85c-fa5c8efccd73 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:35.244927 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-deleted', 'tag': '87896450-6e00-40f3-b2a2-358d22328b45', 'status': 'completed', 'code': 200} Sep 17 22:58:35.303637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-4a405ba0-38b3-45d7-bb05-d1614167ff6a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Deleting port c1db5fd4-28e6-42cb-be3f-1b728dc6999d {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:35.303981 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-4a405ba0-38b3-45d7-bb05-d1614167ff6a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.392593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-4a405ba0-38b3-45d7-bb05-d1614167ff6a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] For port c1db5fd4-28e6-42cb-be3f-1b728dc6999d, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:35.392956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-4a405ba0-38b3-45d7-bb05-d1614167ff6a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.410066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-4a405ba0-38b3-45d7-bb05-d1614167ff6a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Calling delete_port for c1db5fd4-28e6-42cb-be3f-1b728dc6999d owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:35.608196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-4a405ba0-38b3-45d7-bb05-d1614167ff6a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.644432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a405ba0-38b3-45d7-bb05-d1614167ff6a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Port': ['ID=c1db5fd4-28e6-42cb-be3f-1b728dc6999d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:35.686926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-4a405ba0-38b3-45d7-bb05-d1614167ff6a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] No DVR routers for this DVR port c1db5fd4-28e6-42cb-be3f-1b728dc6999d on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:35.689421 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-4a405ba0-38b3-45d7-bb05-d1614167ff6a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.691372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-4a405ba0-38b3-45d7-bb05-d1614167ff6a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "DELETE /v2.0/ports/c1db5fd4-28e6-42cb-be3f-1b728dc6999d HTTP/1.1" status: 204 len: 173 time: 0.4820659 Sep 17 22:58:35.824341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbd64d-8059-4fd6-a7c3-6c18ff53b131 req-9a2a4487-8300-448f-a793-1c663d733a2f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:35.830026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbd64d-8059-4fd6-a7c3-6c18ff53b131 req-9a2a4487-8300-448f-a793-1c663d733a2f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:35.836383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbd64d-8059-4fd6-a7c3-6c18ff53b131 req-9a2a4487-8300-448f-a793-1c663d733a2f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:35.837976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23cbd64d-8059-4fd6-a7c3-6c18ff53b131 req-9a2a4487-8300-448f-a793-1c663d733a2f tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 2415 time: 0.0799468 Sep 17 22:58:35.841052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-3f21ba2b-ffa4-4abe-a943-51ab1379191b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Deleting port f315b64d-660c-4c36-8ce9-0b202d824725 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:35.846257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-3f21ba2b-ffa4-4abe-a943-51ab1379191b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.846421 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7b002073-22a8-433a-859d-45afb6adea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.928787 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23cbd64d-8059-4fd6-a7c3-6c18ff53b131 req-81087388-5713-4f56-9df8-77a8154f5610 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844159 Sep 17 22:58:35.960397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-3f21ba2b-ffa4-4abe-a943-51ab1379191b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] For port f315b64d-660c-4c36-8ce9-0b202d824725, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=f315b64d-660c-4c36-8ce9-0b202d824725,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:35.960783 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-3f21ba2b-ffa4-4abe-a943-51ab1379191b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:35.974040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-3f21ba2b-ffa4-4abe-a943-51ab1379191b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Calling delete_port for f315b64d-660c-4c36-8ce9-0b202d824725 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:36.191044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-3f21ba2b-ffa4-4abe-a943-51ab1379191b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.218246 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21ba2b-ffa4-4abe-a943-51ab1379191b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Port': ['ID=f315b64d-660c-4c36-8ce9-0b202d824725,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:36.269138 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-3f21ba2b-ffa4-4abe-a943-51ab1379191b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] No DVR routers for this DVR port f315b64d-660c-4c36-8ce9-0b202d824725 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:36.271622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-3f21ba2b-ffa4-4abe-a943-51ab1379191b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.273995 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-3f21ba2b-ffa4-4abe-a943-51ab1379191b tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "DELETE /v2.0/ports/f315b64d-660c-4c36-8ce9-0b202d824725 HTTP/1.1" status: 204 len: 173 time: 0.5770025 Sep 17 22:58:36.364987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Deleting port bfe8ab39-b56c-4109-a11e-563d891d1313 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:36.365330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.455483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] For port bfe8ab39-b56c-4109-a11e-563d891d1313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=bfe8ab39-b56c-4109-a11e-563d891d1313,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:36.455767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.638616 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f315b64d-660c-4c36-8ce9-0b202d824725 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:36.661998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: f315b64d-660c-4c36-8ce9-0b202d824725 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:58:36.662352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device f315b64d-660c-4c36-8ce9-0b202d824725 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:58:36.662788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c1db5fd4-28e6-42cb-be3f-1b728dc6999d no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:36.683770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: c1db5fd4-28e6-42cb-be3f-1b728dc6999d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:58:36.684145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device c1db5fd4-28e6-42cb-be3f-1b728dc6999d not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:58:36.684895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device bfe8ab39-b56c-4109-a11e-563d891d1313 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:36.772400 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.798489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe8ab39-b56c-4109-a11e-563d891d1313'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:36.800805 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bd18f2-e6ce-4c2d-9492-02f7c8aed0a1" -d '{"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe8ab39-b56c-4109-a11e-563d891d1313"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:36.815809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port bfe8ab39-b56c-4109-a11e-563d891d1313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=bfe8ab39-b56c-4109-a11e-563d891d1313,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:36.906928 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04738e6d-561e-4e9f-849f-633cc357721f x-openstack-request-id: req-04738e6d-561e-4e9f-849f-633cc357721f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:36.907731 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe8ab39-b56c-4109-a11e-563d891d1313", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:36.907731 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04738e6d-561e-4e9f-849f-633cc357721f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:36.907966 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe8ab39-b56c-4109-a11e-563d891d1313', 'code': 200} Sep 17 22:58:36.922036 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:36.924723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 87896450-6e00-40f3-b2a2-358d22328b45 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:36.970442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 87896450-6e00-40f3-b2a2-358d22328b45 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:58:36.970791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 87896450-6e00-40f3-b2a2-358d22328b45 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:58:36.971218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:37.041633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=bfe8ab39-b56c-4109-a11e-563d891d1313,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:37.044343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:58:37.044760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 45de0941-ab7b-4740-87ce-8fb8bde73a5a no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:37.103638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.104378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.104378 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Floating IP dab290f4-e145-4052-84b2-1b804cf26768 disassociated. External IP: 172.25.6.83, port: bfe8ab39-b56c-4109-a11e-563d891d1313. Sep 17 22:58:37.104667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Calling delete_port for bfe8ab39-b56c-4109-a11e-563d891d1313 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:37.106590 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.127547 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.127764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54402035-f5d7-49eb-9fb9-f47be4d10fc2 req-9fde421f-221d-4d7c-80df-857c83c67ea6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:37.134375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54402035-f5d7-49eb-9fb9-f47be4d10fc2 req-9fde421f-221d-4d7c-80df-857c83c67ea6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:37.135935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54402035-f5d7-49eb-9fb9-f47be4d10fc2 req-9fde421f-221d-4d7c-80df-857c83c67ea6 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 1678 time: 0.0883470 Sep 17 22:58:37.160685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 45de0941-ab7b-4740-87ce-8fb8bde73a5a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:37.215127 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54402035-f5d7-49eb-9fb9-f47be4d10fc2 req-3d58dee7-ffc7-466d-819e-3e0fe321c470 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bb0010d-4920-4362-a8c5-ccee0abecc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497718 Sep 17 22:58:37.253209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-deleted', 'tag': 'c1db5fd4-28e6-42cb-be3f-1b728dc6999d'}, {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-deleted', 'tag': 'f315b64d-660c-4c36-8ce9-0b202d824725'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:37.255340 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd31963-36e7-477d-b085-5f5a1423f531" -d '{"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-deleted", "tag": "c1db5fd4-28e6-42cb-be3f-1b728dc6999d"}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-deleted", "tag": "f315b64d-660c-4c36-8ce9-0b202d824725"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:37.281053 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.281053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2f69be36-9f42-403d-93ef-4f6b3f90d270 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:37.297126 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07945f9-4576-404f-bc4d-db78e40c9b8a x-openstack-request-id: req-d07945f9-4576-404f-bc4d-db78e40c9b8a {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:37.297435 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-deleted", "tag": "c1db5fd4-28e6-42cb-be3f-1b728dc6999d", "status": "completed", "code": 200}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-deleted", "tag": "f315b64d-660c-4c36-8ce9-0b202d824725", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:37.297698 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d07945f9-4576-404f-bc4d-db78e40c9b8a {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:37.298069 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-deleted', 'tag': 'c1db5fd4-28e6-42cb-be3f-1b728dc6999d', 'status': 'completed', 'code': 200} Sep 17 22:58:37.298318 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-deleted', 'tag': 'f315b64d-660c-4c36-8ce9-0b202d824725', 'status': 'completed', 'code': 200} Sep 17 22:58:37.370385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2f69be36-9f42-403d-93ef-4f6b3f90d270 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:58:37.373831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.378943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=45de0941-ab7b-4740-87ce-8fb8bde73a5a,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:37.404437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Port': ['ID=bfe8ab39-b56c-4109-a11e-563d891d1313,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:37.476552 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.517694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Router c2693b58-57c9-4c17-bcc7-df68b5ebefec has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:58:37.625862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:58:37.636238 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] Sync routers for ids ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:58:37.644138 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] Routers {'c2693b58-57c9-4c17-bcc7-df68b5ebefec'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:58:37.644750 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:58:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:37.666265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] No DVR routers for this DVR port bfe8ab39-b56c-4109-a11e-563d891d1313 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:37.669142 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.671122 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-cd33d815-d6f8-4fb7-8585-154b0689d808 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "DELETE /v2.0/ports/bfe8ab39-b56c-4109-a11e-563d891d1313 HTTP/1.1" status: 204 len: 173 time: 1.3917253 Sep 17 22:58:37.755591 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] Set router c2693b58-57c9-4c17-bcc7-df68b5ebefec gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:58:37.771802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d6fe4dd6-91a9-44eb-86be-c33f913db438 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Deleting port 45de0941-ab7b-4740-87ce-8fb8bde73a5a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:37.772181 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d6fe4dd6-91a9-44eb-86be-c33f913db438 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.872775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d6fe4dd6-91a9-44eb-86be-c33f913db438 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] For port 45de0941-ab7b-4740-87ce-8fb8bde73a5a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=45de0941-ab7b-4740-87ce-8fb8bde73a5a,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:37.873139 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d6fe4dd6-91a9-44eb-86be-c33f913db438 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:37.888718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d6fe4dd6-91a9-44eb-86be-c33f913db438 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Calling delete_port for 45de0941-ab7b-4740-87ce-8fb8bde73a5a owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:37.972949 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:25Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '038fb48f-d647-43bf-ac66-b049c8a7a466', 'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'mac_address': 'fa:16:3e:b9:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:24Z', 'updated_at': '2021-09-17T22:48:29Z', 'revision_number': 5, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'subnets': [{'id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:38.001508 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] Checking router: c2693b58-57c9-4c17-bcc7-df68b5ebefec for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:58:38.010674 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] Routers {'c2693b58-57c9-4c17-bcc7-df68b5ebefec'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:58:38.011279 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:58:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:38.115335 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] Set router c2693b58-57c9-4c17-bcc7-df68b5ebefec gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:58:38.116222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d6fe4dd6-91a9-44eb-86be-c33f913db438 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:38.147845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe4dd6-91a9-44eb-86be-c33f913db438 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Port': ['ID=45de0941-ab7b-4740-87ce-8fb8bde73a5a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:38.191597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d6fe4dd6-91a9-44eb-86be-c33f913db438 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] No DVR routers for this DVR port 45de0941-ab7b-4740-87ce-8fb8bde73a5a on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:38.196253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d6fe4dd6-91a9-44eb-86be-c33f913db438 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:38.198415 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-364f4d59-d209-43b1-965a-a3c8e556bfd7 req-d6fe4dd6-91a9-44eb-86be-c33f913db438 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.15 "DELETE /v2.0/ports/45de0941-ab7b-4740-87ce-8fb8bde73a5a HTTP/1.1" status: 204 len: 173 time: 0.5216079 Sep 17 22:58:38.316532 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5ac0a6f-a41b-4510-b275-3856dc471ffa req-1be7a896-6c9a-49c0-bbe6-525ee8322207 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0266328 Sep 17 22:58:38.319376 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:25Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '038fb48f-d647-43bf-ac66-b049c8a7a466', 'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'mac_address': 'fa:16:3e:b9:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:24Z', 'updated_at': '2021-09-17T22:48:29Z', 'revision_number': 5, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'subnets': [{'id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:38.346423 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003cd13-4b29-4628-a2ca-9a4cedf65edf None None] The sync data for ids ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'] in n-d-713499-18 is: [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:48:25Z', 'revision_number': 4, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '038fb48f-d647-43bf-ac66-b049c8a7a466', 'name': '', 'network_id': 'e21e7c40-ad05-44f1-9325-52357fe6b5da', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'mac_address': 'fa:16:3e:b9:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:24Z', 'updated_at': '2021-09-17T22:48:29Z', 'revision_number': 5, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'subnets': [{'id': '85ab8b00-fc15-4ee5-97e7-bfaf371d8cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:58:38.603574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2f648-f8db-4297-b27a-338d97550a18 None None] New status for floating IP dab290f4-e145-4052-84b2-1b804cf26768: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:58:38.909709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45de0941-ab7b-4740-87ce-8fb8bde73a5a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:38.911988 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca457ef4-0dfb-47a9-ab74-cbf4819904b9" -d '{"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-unplugged", "status": "completed", "tag": "45de0941-ab7b-4740-87ce-8fb8bde73a5a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:38.951338 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb807d1e-fc0a-44e9-9577-a4d84c8accaf x-openstack-request-id: req-eb807d1e-fc0a-44e9-9577-a4d84c8accaf {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:38.951675 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-unplugged", "status": "completed", "tag": "45de0941-ab7b-4740-87ce-8fb8bde73a5a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:38.951920 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb807d1e-fc0a-44e9-9577-a4d84c8accaf {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:38.952472 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45de0941-ab7b-4740-87ce-8fb8bde73a5a', 'code': 200} Sep 17 22:58:39.104974 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:39.299519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-deleted', 'tag': 'bfe8ab39-b56c-4109-a11e-563d891d1313'}, {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-deleted', 'tag': '45de0941-ab7b-4740-87ce-8fb8bde73a5a'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:39.301836 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc4bf06-23d4-4fc9-a354-c6efc81c5e14" -d '{"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-deleted", "tag": "bfe8ab39-b56c-4109-a11e-563d891d1313"}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-deleted", "tag": "45de0941-ab7b-4740-87ce-8fb8bde73a5a"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:39.339422 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34696945-8ee9-4331-bddb-4cedb62593e6 x-openstack-request-id: req-34696945-8ee9-4331-bddb-4cedb62593e6 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:39.339798 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-deleted", "tag": "bfe8ab39-b56c-4109-a11e-563d891d1313", "status": "completed", "code": 200}, {"server_uuid": "1fe468b1-7e4a-4ab8-b66d-6a8365484e23", "name": "network-vif-deleted", "tag": "45de0941-ab7b-4740-87ce-8fb8bde73a5a", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:39.340161 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34696945-8ee9-4331-bddb-4cedb62593e6 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:39.340619 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-deleted', 'tag': 'bfe8ab39-b56c-4109-a11e-563d891d1313', 'status': 'completed', 'code': 200} Sep 17 22:58:39.340938 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe468b1-7e4a-4ab8-b66d-6a8365484e23', 'name': 'network-vif-deleted', 'tag': '45de0941-ab7b-4740-87ce-8fb8bde73a5a', 'status': 'completed', 'code': 200} Sep 17 22:58:39.423942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-142f6d7a-b481-4d67-a935-e8116bb34cba req-255cd777-0ade-429e-bd44-250ee65e289d tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0280006 Sep 17 22:58:40.516574 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.531991 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0997d339-6a7d-4304-8e01-644e4ce8e4b0 req-43346ea6-b9c4-4a03-bfd8-1b8d71cc436a tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0304372 Sep 17 22:58:41.639157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27d6e8ed-e354-4b21-9693-8eb3826ceb7f req-4d512fcf-09df-42ea-bb3b-d3ecbc7be8b4 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0273852 Sep 17 22:58:42.747580 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f87e7482-46cb-4fa4-9f71-e438efd8db48 req-35ce36f9-161a-4a3b-aed6-11637d810eb2 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0281193 Sep 17 22:58:43.854313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9adb6085-ad50-409d-ac08-6efdac89927d req-c17138ee-2ec0-472c-899f-7d2850326199 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0301199 Sep 17 22:58:44.956670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ce50ed-defb-463c-be2c-f3de0fc69277 req-969c4e97-b67d-4e44-840e-2b133721ca82 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0270135 Sep 17 22:58:46.069279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db48c29c-0eeb-4350-88e4-7d05c9d57d34 req-1947571e-b9b7-4ab0-baa1-ce2b383a5cfe tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0275402 Sep 17 22:58:47.174176 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61ce7b14-104b-45be-80df-fa18a8ce42dc req-ad03c19c-0dc7-42d9-b61a-a4b5a6611b22 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0266149 Sep 17 22:58:48.279730 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0cd96dca-af21-408c-9423-c407f4bf48f2 req-4519a427-41b2-4c1d-8e20-59c8d44aaeec tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0284004 Sep 17 22:58:49.095207 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-f8679c41-02d1-4d8e-9d46-f8f5916cb60a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404463 Sep 17 22:58:49.177921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-2581be3e-5fd4-4a17-a205-a8927809f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:49.179626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-2581be3e-5fd4-4a17-a205-a8927809f14b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 1097 time: 0.0426338 Sep 17 22:58:49.283894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-898530f5-aa68-41dd-9107-b3c25b2e3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:49.285358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-898530f5-aa68-41dd-9107-b3c25b2e3c23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.0884080 Sep 17 22:58:49.351974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-ba84bc1c-bfa3-47a8-97a4-1273531f8714 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd HTTP/1.1" status: 200 len: 1000 time: 0.0596797 Sep 17 22:58:49.400265 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03805e11-a0ab-4864-8a1b-e314822a617f req-37226997-b241-4ee4-9b85-088bb234b6e5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe468b1-7e4a-4ab8-b66d-6a8365484e23 HTTP/1.1" status: 200 len: 210 time: 0.0321305 Sep 17 22:58:49.411831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-a987dcbf-4d74-4771-920f-1b205dcc1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:49.413373 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-a987dcbf-4d74-4771-920f-1b205dcc1619 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0537276 Sep 17 22:58:49.459592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-8a81342b-0ef1-4888-9cee-04d2ab11ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:49.461166 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-8a81342b-0ef1-4888-9cee-04d2ab11ceb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408223 Sep 17 22:58:49.549427 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-afc4b121-becb-483f-a633-d14844e24675 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813122 Sep 17 22:58:49.644766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e631d559-06aa-4075-9c8e-124c3bf8924c req-a842367e-7f92-4efc-a61a-ff993d1a37a5 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881217 Sep 17 22:58:50.577822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47634) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:50.631711 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:50.655593 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:50.759333 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:50.761965 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:50.763134 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "DELETE /v2.0/security-groups/9bb0010d-4920-4362-a8c5-ccee0abecc4a HTTP/1.1" status: 204 len: 168 time: 0.1842992 Sep 17 22:58:50.766094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47636) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:50.772438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb0010d-4920-4362-a8c5-ccee0abecc4a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:50.781073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.781306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.781646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.781988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.782317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.782645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.782969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.783172 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-bc66885a-7da7-40d1-a67c-cc3e09d18b48 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] show failed (client error): The resource could not be found. Sep 17 22:58:50.783291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.783606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.783924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.784200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bc66885a-7da7-40d1-a67c-cc3e09d18b48 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "GET /v2.0/security-groups/9bb0010d-4920-4362-a8c5-ccee0abecc4a HTTP/1.1" status: 404 len: 347 time: 0.0170894 Sep 17 22:58:50.784466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.784591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e60e9-be32-48b9-b738-63ff7f61449e tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:50.787545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47638) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:50.907425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-11e53d2f-f8ea-464d-b288-0361aa355a95 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Deleting port d7df49bf-883b-4df0-a7dc-b5267a035d87 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:50.907766 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11e53d2f-f8ea-464d-b288-0361aa355a95 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:50.983000 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11e53d2f-f8ea-464d-b288-0361aa355a95 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:50.983328 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11e53d2f-f8ea-464d-b288-0361aa355a95 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:50.995060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-11e53d2f-f8ea-464d-b288-0361aa355a95 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Calling delete_port for d7df49bf-883b-4df0-a7dc-b5267a035d87 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:51.218786 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11e53d2f-f8ea-464d-b288-0361aa355a95 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:51.248323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e53d2f-f8ea-464d-b288-0361aa355a95 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Port': ['ID=d7df49bf-883b-4df0-a7dc-b5267a035d87,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:51.307218 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11e53d2f-f8ea-464d-b288-0361aa355a95 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:51.309830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11e53d2f-f8ea-464d-b288-0361aa355a95 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:51.311006 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-11e53d2f-f8ea-464d-b288-0361aa355a95 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "DELETE /v2.0/floatingips/dab290f4-e145-4052-84b2-1b804cf26768 HTTP/1.1" status: 204 len: 168 time: 0.5225842 Sep 17 22:58:51.313675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47640) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:51.410331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a25d6379-7669-4f2f-a73d-453f45c840d3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Deleting port 2f69be36-9f42-403d-93ef-4f6b3f90d270 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:51.410673 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a25d6379-7669-4f2f-a73d-453f45c840d3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:51.494260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a25d6379-7669-4f2f-a73d-453f45c840d3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:51.505765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a25d6379-7669-4f2f-a73d-453f45c840d3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Calling delete_port for 2f69be36-9f42-403d-93ef-4f6b3f90d270 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:51.716647 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a25d6379-7669-4f2f-a73d-453f45c840d3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:51.747172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d6379-7669-4f2f-a73d-453f45c840d3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Port': ['ID=2f69be36-9f42-403d-93ef-4f6b3f90d270,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:51.816449 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a25d6379-7669-4f2f-a73d-453f45c840d3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:51.818349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a25d6379-7669-4f2f-a73d-453f45c840d3 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "DELETE /v2.0/ports/2f69be36-9f42-403d-93ef-4f6b3f90d270 HTTP/1.1" status: 204 len: 168 time: 0.5037775 Sep 17 22:58:51.820959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47642) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:51.906147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-348dc413-6bb7-41ea-bf2d-cf522e21ecb0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Deleting port 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:51.906490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-348dc413-6bb7-41ea-bf2d-cf522e21ecb0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:51.993582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-348dc413-6bb7-41ea-bf2d-cf522e21ecb0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:52.005039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-348dc413-6bb7-41ea-bf2d-cf522e21ecb0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Calling delete_port for 4e247f35-00b4-42b5-bf11-a6f3d1fb9062 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:52.236578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-348dc413-6bb7-41ea-bf2d-cf522e21ecb0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:52.265396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dc413-6bb7-41ea-bf2d-cf522e21ecb0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Port': ['ID=4e247f35-00b4-42b5-bf11-a6f3d1fb9062,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:52.331755 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-348dc413-6bb7-41ea-bf2d-cf522e21ecb0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:52.333669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-348dc413-6bb7-41ea-bf2d-cf522e21ecb0 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "DELETE /v2.0/ports/4e247f35-00b4-42b5-bf11-a6f3d1fb9062 HTTP/1.1" status: 204 len: 168 time: 0.5117431 Sep 17 22:58:52.337139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47644) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:52.401222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b5fa17-6033-467b-85dc-9dc4a844f488 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Deleting subnet 55d281f9-8c78-46df-b70c-435be6932623 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:58:52.404589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa17-6033-467b-85dc-9dc4a844f488 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:52.467251 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa17-6033-467b-85dc-9dc4a844f488 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:52.506926 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00399ed-b523-48fb-87e9-40f19254a415 req-c865331c-4dc2-4f45-b6b1-490d25d629b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827363 Sep 17 22:58:52.582540 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa17-6033-467b-85dc-9dc4a844f488 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:52.618314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00399ed-b523-48fb-87e9-40f19254a415 req-561fa5a9-6ff2-47eb-9aa2-13cb8323a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:52.619949 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00399ed-b523-48fb-87e9-40f19254a415 req-561fa5a9-6ff2-47eb-9aa2-13cb8323a856 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0566521617a41b1bba852589cd5383e&device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 1097 time: 0.0796633 Sep 17 22:58:52.738300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00399ed-b523-48fb-87e9-40f19254a415 req-80410ceb-77b9-4b24-b2b9-8672ac8e3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:52.739881 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00399ed-b523-48fb-87e9-40f19254a415 req-80410ceb-77b9-4b24-b2b9-8672ac8e3bc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3618794c-b2ac-4fa8-8246-2e450d6871d7 HTTP/1.1" status: 200 len: 910 time: 0.0993748 Sep 17 22:58:52.782790 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa17-6033-467b-85dc-9dc4a844f488 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:52.812791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5fa17-6033-467b-85dc-9dc4a844f488 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Subnet': ['ID=55d281f9-8c78-46df-b70c-435be6932623,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:52.817898 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51b5fa17-6033-467b-85dc-9dc4a844f488 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:52.820474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-51b5fa17-6033-467b-85dc-9dc4a844f488 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "DELETE /v2.0/subnets/55d281f9-8c78-46df-b70c-435be6932623 HTTP/1.1" status: 204 len: 168 time: 0.4817731 Sep 17 22:58:52.823187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47646) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:52.825087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1740f5f-432f-4a82-aece-acde360aee29 None None] Network 70fc844e-25ab-414e-a5ca-5dfb7483de8d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:58:52.873810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00399ed-b523-48fb-87e9-40f19254a415 req-64cb9dd1-fdfe-4f07-ac23-2e13d80c55b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=969bf0d8-9c01-444d-af40-3fbbac56c456 HTTP/1.1" status: 200 len: 1001 time: 0.1263394 Sep 17 22:58:52.896143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eeb5c13-0db2-4bab-a0af-90a84700a1f5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Deleting subnet 9ef3fc1a-7587-463d-8120-6500af627d9a {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:58:52.916403 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5c13-0db2-4bab-a0af-90a84700a1f5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:52.965441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00399ed-b523-48fb-87e9-40f19254a415 req-2e7542e4-f662-438e-85c2-24e5854894fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:52.966916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00399ed-b523-48fb-87e9-40f19254a415 req-2e7542e4-f662-438e-85c2-24e5854894fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6fcb441-6de5-4de9-b448-2e7a562a9b86 HTTP/1.1" status: 200 len: 848 time: 0.0859778 Sep 17 22:58:52.968901 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5c13-0db2-4bab-a0af-90a84700a1f5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.009090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed995ce7-88ce-450a-8e13-dceca090e85e None None] DHCP port deletion for 70fc844e-25ab-414e-a5ca-5dfb7483de8d request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:58:53.054848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ed995ce7-88ce-450a-8e13-dceca090e85e None None] Deleting port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:53.055218 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed995ce7-88ce-450a-8e13-dceca090e85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.056206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00399ed-b523-48fb-87e9-40f19254a415 req-b3d15cda-3511-4e0f-911c-a5e3d5f40e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:53.057729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00399ed-b523-48fb-87e9-40f19254a415 req-b3d15cda-3511-4e0f-911c-a5e3d5f40e7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3618794c-b2ac-4fa8-8246-2e450d6871d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682781 Sep 17 22:58:53.125677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ed995ce7-88ce-450a-8e13-dceca090e85e None None] For port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6a0165d2-2ef5-4e1c-a750-fe72563e56c9,segment=NetworkSegment(cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e),segment_id=cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:53.126017 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed995ce7-88ce-450a-8e13-dceca090e85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.140110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ed995ce7-88ce-450a-8e13-dceca090e85e None None] Calling delete_port for 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:53.265035 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed995ce7-88ce-450a-8e13-dceca090e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.294443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed995ce7-88ce-450a-8e13-dceca090e85e None None] Pushing event deleted for resources: {'Port': ['ID=6a0165d2-2ef5-4e1c-a750-fe72563e56c9,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:53.297880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed995ce7-88ce-450a-8e13-dceca090e85e None None] No DVR routers for this DVR port 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:53.388615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5c13-0db2-4bab-a0af-90a84700a1f5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.457605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00399ed-b523-48fb-87e9-40f19254a415 req-b9a623be-f718-4a18-8c46-7725f1d07270 service neutron] 10.222.0.15 "GET /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382632 Sep 17 22:58:53.549823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c00399ed-b523-48fb-87e9-40f19254a415 req-5e764e0e-ded4-44c1-aa6f-976aaeaec3ff service neutron] 10.222.0.15 "GET /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850494 Sep 17 22:58:53.571453 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5c13-0db2-4bab-a0af-90a84700a1f5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.598048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb5c13-0db2-4bab-a0af-90a84700a1f5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef3fc1a-7587-463d-8120-6500af627d9a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:53.602547 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5c13-0db2-4bab-a0af-90a84700a1f5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.606777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4eeb5c13-0db2-4bab-a0af-90a84700a1f5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "DELETE /v2.0/subnets/9ef3fc1a-7587-463d-8120-6500af627d9a HTTP/1.1" status: 204 len: 168 time: 0.7801795 Sep 17 22:58:53.606950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47650) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:53.611064 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c33b0-ffa1-428e-9c85-22733cd2909e None None] Network 4cfabf82-7bec-4504-ad7e-f7b72956c35f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:58:53.686767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.783138 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e550cbf-3b9e-4063-b6f6-94927e63e3df None None] DHCP port deletion for 4cfabf82-7bec-4504-ad7e-f7b72956c35f request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:58:53.787057 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.810056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fc844e-25ab-414e-a5ca-5dfb7483de8d']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:53.821012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:53.821668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdf2bf4-9e8c-43c9-a63e-bb97c885a30e') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:53.831299 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.835984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6e550cbf-3b9e-4063-b6f6-94927e63e3df None None] Deleting port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:58:53.837023 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6e550cbf-3b9e-4063-b6f6-94927e63e3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.845947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.853116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:58:53.853520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:58:53.856550 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:58:53.900897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6e550cbf-3b9e-4063-b6f6-94927e63e3df None None] For port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1a58bbad-0ed1-48f2-ab51-26f4a4457a09,segment=NetworkSegment(478edfe6-d8c8-4057-ba8a-d7d56b34fe4b),segment_id=478edfe6-d8c8-4057-ba8a-d7d56b34fe4b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:53.901296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6e550cbf-3b9e-4063-b6f6-94927e63e3df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.913903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6e550cbf-3b9e-4063-b6f6-94927e63e3df None None] Calling delete_port for 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:58:54.002027 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.008110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:54.012290 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.014236 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "DELETE /v2.0/networks/70fc844e-25ab-414e-a5ca-5dfb7483de8d HTTP/1.1" status: 204 len: 168 time: 0.4063530 Sep 17 22:58:54.016941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47652) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:54.035516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c9023-016c-4792-8af8-0dbdcd7b057c tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Network': ['ID=70fc844e-25ab-414e-a5ca-5dfb7483de8d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:54.082428 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.105684 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6e550cbf-3b9e-4063-b6f6-94927e63e3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.107383 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.153177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:58:54.154882 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e550cbf-3b9e-4063-b6f6-94927e63e3df None None] Pushing event deleted for resources: {'Port': ['ID=1a58bbad-0ed1-48f2-ab51-26f4a4457a09,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:54.174883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e550cbf-3b9e-4063-b6f6-94927e63e3df None None] No DVR routers for this DVR port 1a58bbad-0ed1-48f2-ab51-26f4a4457a09 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:58:54.176429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:58:54.176763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6a0165d2-2ef5-4e1c-a750-fe72563e56c9 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:58:54.209929 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.230659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfabf82-7bec-4504-ad7e-f7b72956c35f']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:54.239634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:54.239930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478edfe6-d8c8-4057-ba8a-d7d56b34fe4b') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:54.249666 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.264655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.270728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:58:54.276197 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:58:54.390621 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.402532 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:54.402532 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] 10.222.0.30 "DELETE /v2.0/networks/4cfabf82-7bec-4504-ad7e-f7b72956c35f HTTP/1.1" status: 204 len: 168 time: 0.3815966 Sep 17 22:58:54.414429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab02cae-44bc-4fd9-930c-b611f3327fb5 tempest-TaggedBootDevicesTest_v242-1393479725 tempest-TaggedBootDevicesTest_v242-1393479725-project] Pushing event deleted for resources: {'Network': ['ID=4cfabf82-7bec-4504-ad7e-f7b72956c35f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:57.268335 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:58:59.401741 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:03.262379 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-883f7e37-494a-475b-8c4b-cf08958dfafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:04.772177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47694) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:05.197053 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.445497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] Deleting port 038fb48f-d647-43bf-ac66-b049c8a7a466 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:05.445838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.528754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] For port 038fb48f-d647-43bf-ac66-b049c8a7a466, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=038fb48f-d647-43bf-ac66-b049c8a7a466,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:05.529117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.545395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] Calling delete_port for 038fb48f-d647-43bf-ac66-b049c8a7a466 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:05.778792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:05.805581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] Pushing event deleted for resources: {'Port': ['ID=038fb48f-d647-43bf-ac66-b049c8a7a466,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:05.872516 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-384375fc-6202-4a97-ab25-c167f561e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.310181 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.520908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] Router c2693b58-57c9-4c17-bcc7-df68b5ebefec has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:59:06.626419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:59:06.631441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2ebf9514-8d99-4c8e-bcb6-be850abaabaa admin admin] 10.222.0.30 "PUT /v2.0/routers/c2693b58-57c9-4c17-bcc7-df68b5ebefec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8582146 Sep 17 22:59:06.633999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47700) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:06.634974 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] Sync routers for ids ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:59:06.644740 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] Routers {'c2693b58-57c9-4c17-bcc7-df68b5ebefec'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:59:06.645340 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:06.741741 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.847293 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] Set router c2693b58-57c9-4c17-bcc7-df68b5ebefec gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:59:06.852087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:06.963123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Deleting port 021c9351-a9ed-46dd-bc46-a6660531182b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:06.963458 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.007294 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.027840 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:59:05Z', 'revision_number': 5, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port': {'id': '021c9351-a9ed-46dd-bc46-a6660531182b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:48:20Z', 'updated_at': '2021-09-17T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:07.053744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] For port 021c9351-a9ed-46dd-bc46-a6660531182b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=021c9351-a9ed-46dd-bc46-a6660531182b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:07.054098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.059394 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] Checking router: c2693b58-57c9-4c17-bcc7-df68b5ebefec for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:59:07.068532 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] Routers {'c2693b58-57c9-4c17-bcc7-df68b5ebefec'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:59:07.068833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Calling delete_port for 021c9351-a9ed-46dd-bc46-a6660531182b owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:07.069312 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:07.159419 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] Set router c2693b58-57c9-4c17-bcc7-df68b5ebefec gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:59:07.230708 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:59:06Z', 'revision_number': 6, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:07.262249 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401b362-70b9-4ea6-bec6-b81cb088db37 None None] The sync data for ids ['c2693b58-57c9-4c17-bcc7-df68b5ebefec'] in n-d-713499-18 is: [{'id': 'c2693b58-57c9-4c17-bcc7-df68b5ebefec', 'name': 'tempest-TaggedBootDevicesTest_v242-1872747085-router', 'tenant_id': '354775b6c3ff4f13b9a02b503c028eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:48:19Z', 'updated_at': '2021-09-17T22:59:06Z', 'revision_number': 6, 'project_id': '354775b6c3ff4f13b9a02b503c028eb1', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:59:07.304708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.338303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Pushing event deleted for resources: {'Port': ['ID=021c9351-a9ed-46dd-bc46-a6660531182b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:07.409489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.449367 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.507627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.510365 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.616575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.617303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2693b58-57c9-4c17-bcc7-df68b5ebefec {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:59:07.622801 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.624173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4372478b-9cbd-482a-873d-14ea2dc30196 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c2693b58-57c9-4c17-bcc7-df68b5ebefec HTTP/1.1" status: 204 len: 168 time: 0.9890795 Sep 17 22:59:07.627089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47704) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:07.681167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ca15c5-8e81-4d36-9e7a-a9e3e938a393 admin admin] Deleting subnet 85ab8b00-fc15-4ee5-97e7-bfaf371d8cde {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:59:07.685142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32ca15c5-8e81-4d36-9e7a-a9e3e938a393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.729317 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32ca15c5-8e81-4d36-9e7a-a9e3e938a393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.823686 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32ca15c5-8e81-4d36-9e7a-a9e3e938a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.956891 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32ca15c5-8e81-4d36-9e7a-a9e3e938a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.988924 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32ca15c5-8e81-4d36-9e7a-a9e3e938a393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:07.991154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-32ca15c5-8e81-4d36-9e7a-a9e3e938a393 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/85ab8b00-fc15-4ee5-97e7-bfaf371d8cde HTTP/1.1" status: 204 len: 168 time: 0.3627214 Sep 17 22:59:07.992426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca15c5-8e81-4d36-9e7a-a9e3e938a393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ab8b00-fc15-4ee5-97e7-bfaf371d8cde,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:07.996281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47706) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:07.999271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e014bde2-13d1-434b-8a6f-1bfb5786a344 None None] Network e21e7c40-ad05-44f1-9325-52357fe6b5da requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:08.082285 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.113477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 038fb48f-d647-43bf-ac66-b049c8a7a466 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:08.149234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 038fb48f-d647-43bf-ac66-b049c8a7a466 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:08.149639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 038fb48f-d647-43bf-ac66-b049c8a7a466 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:08.150065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 021c9351-a9ed-46dd-bc46-a6660531182b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:08.150269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Deleting port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:08.150625 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.172325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 021c9351-a9ed-46dd-bc46-a6660531182b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:08.172675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 021c9351-a9ed-46dd-bc46-a6660531182b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:08.219165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] For port b48916e6-9a6e-4c20-a3fd-4d4ccc595682, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b48916e6-9a6e-4c20-a3fd-4d4ccc595682,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:08.219532 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.237342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Calling delete_port for b48916e6-9a6e-4c20-a3fd-4d4ccc595682 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:08.257513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] DHCP port deletion for e21e7c40-ad05-44f1-9325-52357fe6b5da request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:59:08.314408 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Deleting port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:08.314879 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.382750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] For port b48916e6-9a6e-4c20-a3fd-4d4ccc595682, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b48916e6-9a6e-4c20-a3fd-4d4ccc595682,segment=NetworkSegment(cf2da28a-9f10-4777-a67b-c38684b64d7b),segment_id=cf2da28a-9f10-4777-a67b-c38684b64d7b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:08.383143 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.396114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Calling delete_port for b48916e6-9a6e-4c20-a3fd-4d4ccc595682 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:08.408260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.436762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Pushing event deleted for resources: {'Port': ['ID=b48916e6-9a6e-4c20-a3fd-4d4ccc595682,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:08.438634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] No DVR routers for this DVR port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:08.480909 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.507581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] No DVR routers for this DVR port b48916e6-9a6e-4c20-a3fd-4d4ccc595682 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:08.509732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Pushing event deleted for resources: {'Port': ['ID=b48916e6-9a6e-4c20-a3fd-4d4ccc595682,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:08.514798 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.519189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.519658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.519944 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.520464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.520848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.521187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.521515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.522843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.522843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.522843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.523101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.523191 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40adb7b-6b94-4704-9293-dc04fde25ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:59:08.537531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21e7c40-ad05-44f1-9325-52357fe6b5da']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:08.547506 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2da28a-9f10-4777-a67b-c38684b64d7b') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:08.547990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2da28a-9f10-4777-a67b-c38684b64d7b') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:08.557785 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.570849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.576845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:59:08.577205 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:59:08.579110 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:59:08.679762 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.686087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:08.687984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] 10.222.0.30 "DELETE /v2.0/networks/e21e7c40-ad05-44f1-9325-52357fe6b5da HTTP/1.1" status: 204 len: 168 time: 0.6897123 Sep 17 22:59:08.698703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab6610-23ef-437f-aeee-26c59030413d admin admin] Pushing event deleted for resources: {'Network': ['ID=e21e7c40-ad05-44f1-9325-52357fe6b5da,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:09.008323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47710) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:09.054737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ff361b79-3493-458b-aa41-30e778627649 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=354775b6c3ff4f13b9a02b503c028eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452020 Sep 17 22:59:09.057796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47712) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:09.096854 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.109765 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b1453ef-0e26-44ce-9edc-6a67e78dce07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.131652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b1453ef-0e26-44ce-9edc-6a67e78dce07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.252849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b1453ef-0e26-44ce-9edc-6a67e78dce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.255427 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8b1453ef-0e26-44ce-9edc-6a67e78dce07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:09.256597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8b1453ef-0e26-44ce-9edc-6a67e78dce07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7c67a68-1fa8-4645-8390-cb152314e409 HTTP/1.1" status: 204 len: 168 time: 0.1977901 Sep 17 22:59:09.265495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1453ef-0e26-44ce-9edc-6a67e78dce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c67a68-1fa8-4645-8390-cb152314e409,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:10.006151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b48916e6-9a6e-4c20-a3fd-4d4ccc595682 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:10.029007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: b48916e6-9a6e-4c20-a3fd-4d4ccc595682 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:10.029526 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b48916e6-9a6e-4c20-a3fd-4d4ccc595682 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:10.279552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47734) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:10.380442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-155174118-network', 'tenant_id': 'da7c749e31b54b6d80cd18b9ac0aae34'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:10.464003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Made reservation on behalf of da7c749e31b54b6d80cd18b9ac0aae34 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:10.466381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.475126 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.559049 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.561380 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.656050 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.683254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:59:10.688588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e72527-61a3-4c28-9d39-776dd59693ed,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:10.695697 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.696041 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Added segment f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5 of type vlan for network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 Sep 17 22:59:10.739308 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.852801 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.853860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:10.854495 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.914644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] Pushing event updated for resources: {'Network': ['ID=ed7b3bd0-b976-41c8-8399-5a2641dad5e0,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:10.924192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:59:11.014067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-953b2cff-8179-4980-a1f5-392b64873ccb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7333739 Sep 17 22:59:11.017504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47738) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:11.021613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Request body: {'subnet': {'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-155174118-subnet', 'tenant_id': 'da7c749e31b54b6d80cd18b9ac0aae34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:11.108100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Made reservation on behalf of da7c749e31b54b6d80cd18b9ac0aae34 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:11.110630 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.354403 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.407451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9feca98a-f9b4-4402-affa-9fb1bd2b8e79,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:11.419298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Checking segment: {'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:59:11.419659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Network hostable DHCP agents. Network: ed7b3bd0-b976-41c8-8399-5a2641dad5e0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:59:11.509560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:59:11.581984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, ed7b3bd0-b976-41c8-8399-5a2641dad5e0) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:59:11.586264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:11.586931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:11.593048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e0859c-7181-4021-bfac-935d5dba9910 None None] Network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:11.693787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-06f735da-69b6-4da9-b1a9-eb6ff9ac54d2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6759491 Sep 17 22:59:11.714056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4a13e-72b3-444c-a5c2-3b1bfd9fad6e None None] Network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:12.122585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c80d5-91bf-49df-8a39-41664810a56c req-97a99d4c-25a2-4de8-8ca7-0dcb04bf7bba tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:12.124093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-97a99d4c-25a2-4de8-8ca7-0dcb04bf7bba tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/networks?id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0 HTTP/1.1" status: 200 len: 814 time: 0.1068323 Sep 17 22:59:12.145245 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-c0b58938-26e4-44c3-baa1-6b28dcf30133 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/quotas/da7c749e31b54b6d80cd18b9ac0aae34 HTTP/1.1" status: 200 len: 375 time: 0.0151215 Sep 17 22:59:12.178234 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-173075ca-4f60-4bd0-8694-a5745d7f9d01 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271578 Sep 17 22:59:12.190036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-22e21f4b-8204-4aa1-a705-840ab5cf6543 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:59:12.190987 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-22e21f4b-8204-4aa1-a705-840ab5cf6543 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050154 Sep 17 22:59:12.282441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-38c985ff-f9af-4d09-8ff5-bddc8c138884 service neutron] 10.222.0.30 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855784 Sep 17 22:59:12.373760 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-dce2066b-d721-49fc-ada5-da78e01d5882 service neutron] 10.222.0.30 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849869 Sep 17 22:59:12.707376 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ada2c17f-06d6-4dd1-a6e5-65cea4ee1dcf req-c68d5a0c-801b-4cc8-b61f-cb1085a5f8d4 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 210 time: 0.0309305 Sep 17 22:59:13.802417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e0e4060-4190-48b0-8989-50fd5d7c1892 req-b33cbf1c-c999-4629-b040-d6e74ed4184c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 210 time: 0.0315924 Sep 17 22:59:14.898577 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14f4eca4-432d-4664-8bc6-913ef98a0544 req-951161ae-c374-4721-96d0-d4f4ebd8a25d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 210 time: 0.0293963 Sep 17 22:59:15.006357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c80d5-91bf-49df-8a39-41664810a56c req-cba4a36c-40f0-43b6-88fe-21e004b46faa tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:15.007786 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-cba4a36c-40f0-43b6-88fe-21e004b46faa tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.15 "GET /v2.0/networks?id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0 HTTP/1.1" status: 200 len: 814 time: 0.1119819 Sep 17 22:59:15.026750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Request body: {'port': {'device_id': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0', 'admin_state_up': True, 'tenant_id': 'da7c749e31b54b6d80cd18b9ac0aae34'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:15.218593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Made reservation on behalf of da7c749e31b54b6d80cd18b9ac0aae34 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:59:15.222492 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:15.403132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Allocated IP 172.20.0.6 (ed7b3bd0-b976-41c8-8399-5a2641dad5e0/9feca98a-f9b4-4402-affa-9fb1bd2b8e79/7fb8d539-7894-4dcf-80cc-57e04b7704bf) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:59:15.552168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:15.647468 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:15.701936 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:59:15.708171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:59:15.720628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:59:15.727473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Pushing event updated for resources: {'Port': ['ID=7fb8d539-7894-4dcf-80cc-57e04b7704bf,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:15.773396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:15.774006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:15.871340 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-5734a614-4f67-4f4f-8533-aa274875bd52 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8487058 Sep 17 22:59:15.888548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Request body: {'port': {'device_id': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:59:15.942862 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:16.024337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf7b2d-5d6d-4bb6-aa3a-4f6b465d8381 req-db9666a4-1b7b-4c57-a6b2-60a2fb7af9e7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:16.026035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffdf7b2d-5d6d-4bb6-aa3a-4f6b465d8381 req-db9666a4-1b7b-4c57-a6b2-60a2fb7af9e7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 931 time: 0.0521414 Sep 17 22:59:16.065596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ffdf7b2d-5d6d-4bb6-aa3a-4f6b465d8381 req-d24be610-5b59-4cbb-a16f-0d9309d3a088 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331659 Sep 17 22:59:16.263650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb8d539-7894-4dcf-80cc-57e04b7704bf {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:59:16.271073 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:16.287421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Transition to ACTIVE for port object 7fb8d539-7894-4dcf-80cc-57e04b7704bf will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:59:16.395373 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:16.451818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Pushing event updated for resources: {'Port': ['ID=7fb8d539-7894-4dcf-80cc-57e04b7704bf,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:16.513588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Attempting to bind port 7fb8d539-7894-4dcf-80cc-57e04b7704bf on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:59:16.513971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Attempting to bind port 7fb8d539-7894-4dcf-80cc-57e04b7704bf by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:59:16.514245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Attempting to bind port 7fb8d539-7894-4dcf-80cc-57e04b7704bf on network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:59:16.518490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Port 7fb8d539-7894-4dcf-80cc-57e04b7704bf on network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:59:16.522151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Attempting to bind port 7fb8d539-7894-4dcf-80cc-57e04b7704bf on network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:59:16.523550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:59:16.523883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Checking segment: {'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:59:16.524308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Bound using segment: {'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:59:16.524730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Bound port: 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:59:16.525084 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:16.593278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] For port 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:59:16.596708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] For port 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:59:16.653461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:16.690373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:16.690995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:16.692398 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] 10.222.0.15 "PUT /v2.0/ports/7fb8d539-7894-4dcf-80cc-57e04b7704bf HTTP/1.1" status: 200 len: 1092 time: 0.8086171 Sep 17 22:59:16.692845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'tag': '7fb8d539-7894-4dcf-80cc-57e04b7704bf'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:59:16.695130 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45e50b1-9224-4f01-a74b-ecb059704176" -d '{"events": [{"name": "network-changed", "server_uuid": "f8671111-7d3f-49ae-84b1-c44cd0cb0651", "tag": "7fb8d539-7894-4dcf-80cc-57e04b7704bf"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:59:16.720658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe9a20-151a-4338-a644-ab06b037c4ca service neutron] Pushing event updated for resources: {'Port': ['ID=7fb8d539-7894-4dcf-80cc-57e04b7704bf,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:16.732208 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d417c4-019d-4869-8d7d-1b4790e94347 x-openstack-request-id: req-f1d417c4-019d-4869-8d7d-1b4790e94347 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:59:16.732500 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8671111-7d3f-49ae-84b1-c44cd0cb0651", "tag": "7fb8d539-7894-4dcf-80cc-57e04b7704bf", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:59:16.732743 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1d417c4-019d-4869-8d7d-1b4790e94347 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:59:16.733155 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'tag': '7fb8d539-7894-4dcf-80cc-57e04b7704bf', 'status': 'completed', 'code': 200} Sep 17 22:59:16.812890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e50b1-9224-4f01-a74b-ecb059704176 req-c5fcb59e-1520-4b69-b9ca-4132f7d6e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:16.814249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a45e50b1-9224-4f01-a74b-ecb059704176 req-c5fcb59e-1520-4b69-b9ca-4132f7d6e71b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 1095 time: 0.0402968 Sep 17 22:59:16.989718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e50b1-9224-4f01-a74b-ecb059704176 req-539f18a6-54d4-4c57-8394-607ae21b6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:16.991167 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a45e50b1-9224-4f01-a74b-ecb059704176 req-539f18a6-54d4-4c57-8394-607ae21b6f9e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1641278 Sep 17 22:59:17.151087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e50b1-9224-4f01-a74b-ecb059704176 req-bdcd920f-f731-47e1-9726-64cab5b3810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:17.152697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a45e50b1-9224-4f01-a74b-ecb059704176 req-bdcd920f-f731-47e1-9726-64cab5b3810a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544895 Sep 17 22:59:17.186612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6bbd8-3254-46c3-8c83-0914fbc118dc req-fe877712-8838-4ce1-8f58-b7009d4c6892 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:17.188083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5ce6bbd8-3254-46c3-8c83-0914fbc118dc req-fe877712-8838-4ce1-8f58-b7009d4c6892 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 943 time: 0.0490513 Sep 17 22:59:17.239014 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5ce6bbd8-3254-46c3-8c83-0914fbc118dc req-7f056769-26b3-4014-84d7-c9a57bfb4fe7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Sep 17 22:59:17.257993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c80d5-91bf-49df-8a39-41664810a56c req-bb7867fb-9dc3-45fb-b378-e8a51cf97a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:17.259492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-bb7867fb-9dc3-45fb-b378-e8a51cf97a5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 1095 time: 0.0505857 Sep 17 22:59:17.303683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-4413fa87-1c92-4ae4-bded-59a18ebb2b51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf HTTP/1.1" status: 200 len: 217 time: 0.0318224 Sep 17 22:59:17.355512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c80d5-91bf-49df-8a39-41664810a56c req-b26dcbdf-723f-4f1f-8a74-10ad02b2c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:17.357110 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-b26dcbdf-723f-4f1f-8a74-10ad02b2c80f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9feca98a-f9b4-4402-affa-9fb1bd2b8e79 HTTP/1.1" status: 200 len: 854 time: 0.0459416 Sep 17 22:59:17.624771 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-69e89f75-d81f-45a7-99f0-791e04825845 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2613540 Sep 17 22:59:17.713249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-be6560ea-5b57-4910-8d44-e70d8ac84c3f service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806377 Sep 17 22:59:17.804318 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704c80d5-91bf-49df-8a39-41664810a56c req-e9682f03-ba76-4894-8f7f-1e346beeb372 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843544 Sep 17 22:59:18.359443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88857-ab7a-4859-8670-abbedfcf8da3 req-f7240330-a37a-4aa5-9956-c95121bb30a0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:18.360929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf88857-ab7a-4859-8670-abbedfcf8da3 req-f7240330-a37a-4aa5-9956-c95121bb30a0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 943 time: 0.0490911 Sep 17 22:59:18.398131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ebf88857-ab7a-4859-8670-abbedfcf8da3 req-5984cb7d-1497-49c2-addd-fe01018eeaf4 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Sep 17 22:59:19.295177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab9409-b116-41f9-ae46-277f8096e1f0 req-388bc4d0-9881-45d1-9179-69029e8cbaf6 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:19.296701 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ab9409-b116-41f9-ae46-277f8096e1f0 req-388bc4d0-9881-45d1-9179-69029e8cbaf6 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 945 time: 0.0518053 Sep 17 22:59:19.338123 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ab9409-b116-41f9-ae46-277f8096e1f0 req-f512f3b8-2d03-4929-a457-45f6ba325885 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353189 Sep 17 22:59:19.511431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d9cac-d938-4d0c-b414-cbfd766e27a5 req-ec6306a1-2c5b-4e89-aaa5-abf0660bbcf6 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:19.514019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d5d9cac-d938-4d0c-b414-cbfd766e27a5 req-ec6306a1-2c5b-4e89-aaa5-abf0660bbcf6 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 943 time: 0.0496461 Sep 17 22:59:19.556037 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d5d9cac-d938-4d0c-b414-cbfd766e27a5 req-d1f8fd0b-0dd7-49ba-9301-6b2dd92d0b46 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360904 Sep 17 22:59:20.063555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-a4a97bd9-fbd1-4b0a-8ff1-903072ec4546 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:20.065039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-a4a97bd9-fbd1-4b0a-8ff1-903072ec4546 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 945 time: 0.0480168 Sep 17 22:59:20.158260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Deleting port 969bf0d8-9c01-444d-af40-3fbbac56c456 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:20.158653 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:20.253618 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] For port 969bf0d8-9c01-444d-af40-3fbbac56c456, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=969bf0d8-9c01-444d-af40-3fbbac56c456,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:20.253893 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:20.446710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:20.447065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:20.447380 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Floating IP 3dcd39e9-224d-4ced-bdad-4d2d96882ac7 disassociated. External IP: 172.25.6.160, port: 969bf0d8-9c01-444d-af40-3fbbac56c456. Sep 17 22:59:20.447714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Calling delete_port for 969bf0d8-9c01-444d-af40-3fbbac56c456 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:20.475817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38150ba-382d-493a-830a-3cb62d819b47 req-1594900a-8872-4113-a8c6-8c5979542ee3 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:20.477337 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e38150ba-382d-493a-830a-3cb62d819b47 req-1594900a-8872-4113-a8c6-8c5979542ee3 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 945 time: 0.0704248 Sep 17 22:59:20.553990 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e38150ba-382d-493a-830a-3cb62d819b47 req-fa8f1f80-507c-4965-88e6-f14fc27ee041 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c20104a-5cf1-459c-974d-35d6b48e890c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457649 Sep 17 22:59:20.673589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a406329-4b26-44d8-a827-ad422185da59 req-8b2b37ca-2164-44d1-9a0e-d3c3a3eeaad2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:20.675849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a406329-4b26-44d8-a827-ad422185da59 req-8b2b37ca-2164-44d1-9a0e-d3c3a3eeaad2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 943 time: 0.0503755 Sep 17 22:59:20.702254 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:20.715845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a406329-4b26-44d8-a827-ad422185da59 req-07a71d6a-17e0-41ff-a6b1-e27954ef6bd3 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337684 Sep 17 22:59:20.733198 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event deleted for resources: {'Port': ['ID=969bf0d8-9c01-444d-af40-3fbbac56c456,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:20.852297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:59:20.972145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:59:20.982605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] Sync routers for ids ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:59:20.992017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] Routers {'04ab66ff-161c-4d4c-9cdd-5612bd7f9042'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:59:20.992660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:21.015274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] No DVR routers for this DVR port 969bf0d8-9c01-444d-af40-3fbbac56c456 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:21.017916 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:21.019930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0fedbc3c-0fa6-4095-aad4-70580c536abb req-05387e0e-0413-4514-9b66-6382beccde58 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.15 "DELETE /v2.0/ports/969bf0d8-9c01-444d-af40-3fbbac56c456 HTTP/1.1" status: 204 len: 173 time: 0.9489260 Sep 17 22:59:21.020417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'name': 'network-vif-deleted', 'tag': '969bf0d8-9c01-444d-af40-3fbbac56c456'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:59:21.022794 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdd7a36-e7bc-4c11-9534-aa6ff8571cd9" -d '{"events": [{"server_uuid": "b04b527d-2717-49a1-b6cc-f8d3e96985fb", "name": "network-vif-deleted", "tag": "969bf0d8-9c01-444d-af40-3fbbac56c456"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:59:21.064563 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34baecd-8cfb-4187-b52b-69ac8d01f940 x-openstack-request-id: req-e34baecd-8cfb-4187-b52b-69ac8d01f940 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:59:21.065186 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04b527d-2717-49a1-b6cc-f8d3e96985fb", "name": "network-vif-deleted", "tag": "969bf0d8-9c01-444d-af40-3fbbac56c456", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:59:21.065186 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e34baecd-8cfb-4187-b52b-69ac8d01f940 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:59:21.065547 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04b527d-2717-49a1-b6cc-f8d3e96985fb', 'name': 'network-vif-deleted', 'tag': '969bf0d8-9c01-444d-af40-3fbbac56c456', 'status': 'completed', 'code': 200} Sep 17 22:59:21.261876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] Set router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:59:21.459627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '6b965094-7bee-4fe3-9c90-803c3dcf1065', 'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'mac_address': 'fa:16:3e:29:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:26Z', 'revision_number': 5, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'subnets': [{'id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:21.486317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] Checking router: 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:59:21.494543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] Routers {'04ab66ff-161c-4d4c-9cdd-5612bd7f9042'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:59:21.495147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:21.605750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] Set router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:59:21.665997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a6b2d36-09ac-4d66-8986-3ae7d18f29ea req-1b51db6c-ce41-481e-b35c-87ca0d09975e tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "GET /v2.0/ports?device_id=b04b527d-2717-49a1-b6cc-f8d3e96985fb HTTP/1.1" status: 200 len: 210 time: 0.0274158 Sep 17 22:59:21.818697 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '6b965094-7bee-4fe3-9c90-803c3dcf1065', 'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'mac_address': 'fa:16:3e:29:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:26Z', 'revision_number': 5, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'subnets': [{'id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:21.837590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5e45a-3dab-4d4c-bb12-b34196faf09b req-ba64df7c-716a-455e-97ac-f94a923e2826 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:21.839624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31a5e45a-3dab-4d4c-bb12-b34196faf09b req-ba64df7c-716a-455e-97ac-f94a923e2826 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 943 time: 0.0523124 Sep 17 22:59:21.845808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365be30-497c-4053-9d28-9bc08e396f62 None None] The sync data for ids ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'] in n-d-713499-18 is: [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:53:21Z', 'revision_number': 4, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '6b965094-7bee-4fe3-9c90-803c3dcf1065', 'name': '', 'network_id': '3618794c-b2ac-4fa8-8246-2e450d6871d7', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'mac_address': 'fa:16:3e:29:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:20Z', 'updated_at': '2021-09-17T22:53:26Z', 'revision_number': 5, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'subnets': [{'id': 'a6fcb441-6de5-4de9-b448-2e7a562a9b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:59:21.882267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31a5e45a-3dab-4d4c-bb12-b34196faf09b req-b68ad0b9-4d11-471e-80b9-6d71a8ffcc46 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358737 Sep 17 22:59:22.073707 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb260c-9461-4943-96df-1fd7ce75b070 None None] New status for floating IP 3dcd39e9-224d-4ced-bdad-4d2d96882ac7: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:59:22.723633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47804) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:22.848609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-0c8eae8e-add8-455b-acad-81e4998d7cc0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Deleting port 43c452c2-97e1-4d0f-b7fb-7d2f831d11a0 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:22.848953 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c8eae8e-add8-455b-acad-81e4998d7cc0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:22.851367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7fb8d539-7894-4dcf-80cc-57e04b7704bf details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:59:22.930444 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c8eae8e-add8-455b-acad-81e4998d7cc0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:22.932139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c8eae8e-add8-455b-acad-81e4998d7cc0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:22.944875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-0c8eae8e-add8-455b-acad-81e4998d7cc0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Calling delete_port for 43c452c2-97e1-4d0f-b7fb-7d2f831d11a0 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:22.953855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:22.971487 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '7fb8d539-7894-4dcf-80cc-57e04b7704bf', 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0', 'port_id': '7fb8d539-7894-4dcf-80cc-57e04b7704bf', 'mac_address': 'fa:16:3e:8e:8a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9feca98a-f9b4-4402-affa-9fb1bd2b8e79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:59:23.013532 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:23.031719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb8d539-7894-4dcf-80cc-57e04b7704bf {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:59:23.035130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfc745-72f1-4f8b-b613-8fe1246a035c req-6f602c24-4a8d-4d98-967f-bb8c3432a2d7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:23.035985 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cdcfc745-72f1-4f8b-b613-8fe1246a035c req-6f602c24-4a8d-4d98-967f-bb8c3432a2d7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 943 time: 0.0594854 Sep 17 22:59:23.054704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:23.077965 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cdcfc745-72f1-4f8b-b613-8fe1246a035c req-2652cfe7-8bf8-4f48-8d72-ff0f9285c514 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341389 Sep 17 22:59:23.132658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:23.178466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c8eae8e-add8-455b-acad-81e4998d7cc0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:23.180063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7fb8d539-7894-4dcf-80cc-57e04b7704bf,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:23.212279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8eae8e-add8-455b-acad-81e4998d7cc0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event deleted for resources: {'Port': ['ID=43c452c2-97e1-4d0f-b7fb-7d2f831d11a0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:23.268589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c8eae8e-add8-455b-acad-81e4998d7cc0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:23.271236 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c8eae8e-add8-455b-acad-81e4998d7cc0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:23.272407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0c8eae8e-add8-455b-acad-81e4998d7cc0 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "DELETE /v2.0/floatingips/3dcd39e9-224d-4ced-bdad-4d2d96882ac7 HTTP/1.1" status: 204 len: 168 time: 0.5476952 Sep 17 22:59:23.342959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47814) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:23.400989 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6422b975-2cc3-4ed8-8da1-da928203b187 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:23.426453 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6422b975-2cc3-4ed8-8da1-da928203b187 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:23.555801 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6422b975-2cc3-4ed8-8da1-da928203b187 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:23.558396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6422b975-2cc3-4ed8-8da1-da928203b187 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:23.559588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6422b975-2cc3-4ed8-8da1-da928203b187 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c20104a-5cf1-459c-974d-35d6b48e890c HTTP/1.1" status: 204 len: 168 time: 0.2156243 Sep 17 22:59:23.569783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422b975-2cc3-4ed8-8da1-da928203b187 tempest-TestServerBasicOps-1013495898 tempest-TestServerBasicOps-1013495898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c20104a-5cf1-459c-974d-35d6b48e890c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:23.618379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7fb8d539-7894-4dcf-80cc-57e04b7704bf'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:59:23.692086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47818) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:24.084553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:24.204183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346231a8-a149-4cba-8c67-f2e668b7f8b0 req-250da0a5-aae7-4127-8229-9549db6dd340 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:24.205641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-346231a8-a149-4cba-8c67-f2e668b7f8b0 req-250da0a5-aae7-4127-8229-9549db6dd340 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 944 time: 0.0552924 Sep 17 22:59:24.245079 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-346231a8-a149-4cba-8c67-f2e668b7f8b0 req-f049fce0-41b0-450f-89cf-e4201aca68eb tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329640 Sep 17 22:59:24.338373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] Deleting port 6b965094-7bee-4fe3-9c90-803c3dcf1065 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:24.338710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:24.419230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] For port 6b965094-7bee-4fe3-9c90-803c3dcf1065, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=6b965094-7bee-4fe3-9c90-803c3dcf1065,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:24.419592 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:24.431618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] Calling delete_port for 6b965094-7bee-4fe3-9c90-803c3dcf1065 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:24.681465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:24.707890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b965094-7bee-4fe3-9c90-803c3dcf1065,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:24.851422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7fb8d539-7894-4dcf-80cc-57e04b7704bf up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:59:24.973137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 7fb8d539-7894-4dcf-80cc-57e04b7704bf completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:59:24.977592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 7fb8d539-7894-4dcf-80cc-57e04b7704bf triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:59:24.977924 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:25.069443 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:25.094667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb8d539-7894-4dcf-80cc-57e04b7704bf'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:59:25.097452 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3f9f2d-f18d-4fe0-a868-457d00c3812f" -d '{"events": [{"server_uuid": "f8671111-7d3f-49ae-84b1-c44cd0cb0651", "name": "network-vif-plugged", "status": "completed", "tag": "7fb8d539-7894-4dcf-80cc-57e04b7704bf"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:59:25.112282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:25.142300 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffe7bb0-f5f3-4754-bf3a-f57ea8bf563f x-openstack-request-id: req-3ffe7bb0-f5f3-4754-bf3a-f57ea8bf563f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:59:25.142684 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8671111-7d3f-49ae-84b1-c44cd0cb0651", "name": "network-vif-plugged", "status": "completed", "tag": "7fb8d539-7894-4dcf-80cc-57e04b7704bf", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:59:25.143089 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ffe7bb0-f5f3-4754-bf3a-f57ea8bf563f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:59:25.143544 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb8d539-7894-4dcf-80cc-57e04b7704bf', 'code': 200} Sep 17 22:59:25.182435 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:25.183496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 969bf0d8-9c01-444d-af40-3fbbac56c456 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:25.204864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 969bf0d8-9c01-444d-af40-3fbbac56c456 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:25.205214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 969bf0d8-9c01-444d-af40-3fbbac56c456 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:25.234931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:25.250709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7fb8d539-7894-4dcf-80cc-57e04b7704bf,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:25.270896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058c50f-9e07-459c-91a5-d71346544775 req-758146eb-16cd-45b4-841e-ea27517d7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:25.272506 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3058c50f-9e07-459c-91a5-d71346544775 req-758146eb-16cd-45b4-841e-ea27517d7470 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 1097 time: 0.0452547 Sep 17 22:59:25.313877 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3058c50f-9e07-459c-91a5-d71346544775 req-3cc4cf34-4453-4ecc-9423-79808771657b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335238 Sep 17 22:59:25.370245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7bfdf-6ad9-46ef-8aa2-1a1b1898ed2e req-07d071a2-cf48-4101-beca-4a6b793996df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:25.372277 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7c7bfdf-6ad9-46ef-8aa2-1a1b1898ed2e req-07d071a2-cf48-4101-beca-4a6b793996df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0539968 Sep 17 22:59:25.413271 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7c7bfdf-6ad9-46ef-8aa2-1a1b1898ed2e req-1bb51af7-6c64-492c-be2c-bbadf48f05f5 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344412 Sep 17 22:59:25.474124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] Router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:59:25.579539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:59:25.584633 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ca3fbe4c-723e-49a5-a17b-9ad38ab876f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/04ab66ff-161c-4d4c-9cdd-5612bd7f9042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8914919 Sep 17 22:59:25.587063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47832) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:25.592315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] Sync routers for ids ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:59:25.601741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] Routers {'04ab66ff-161c-4d4c-9cdd-5612bd7f9042'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:59:25.602366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:25.696953 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:25.718196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] Set router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:59:25.807563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:25.909902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:59:24Z', 'revision_number': 5, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port': {'id': 'fe8d7f94-2c40-4da0-9a20-73ad41802ea0', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:16Z', 'updated_at': '2021-09-17T22:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:25.913159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Deleting port fe8d7f94-2c40-4da0-9a20-73ad41802ea0 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:25.913811 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:25.939499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] Checking router: 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:59:25.951437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] Routers {'04ab66ff-161c-4d4c-9cdd-5612bd7f9042'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:59:25.952202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:26.016424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] For port fe8d7f94-2c40-4da0-9a20-73ad41802ea0, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fe8d7f94-2c40-4da0-9a20-73ad41802ea0,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:26.016973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.031096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Calling delete_port for fe8d7f94-2c40-4da0-9a20-73ad41802ea0 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:26.069912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] Set router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:59:26.122233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:59:25Z', 'revision_number': 6, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:26.152858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b10f68-0c3c-4e8b-8f28-5f14d929ff82 None None] The sync data for ids ['04ab66ff-161c-4d4c-9cdd-5612bd7f9042'] in n-d-713499-18 is: [{'id': '04ab66ff-161c-4d4c-9cdd-5612bd7f9042', 'name': 'tempest-TestServerBasicOps-1436510685-router', 'tenant_id': 'a0566521617a41b1bba852589cd5383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:15Z', 'updated_at': '2021-09-17T22:59:25Z', 'revision_number': 6, 'project_id': 'a0566521617a41b1bba852589cd5383e', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:59:26.287047 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.314211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8d7f94-2c40-4da0-9a20-73ad41802ea0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:26.380571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.471036 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.478627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.563627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff862f-8c1c-44bc-815b-6905fbc5af8c req-fdd26a00-acbe-4190-babe-cf91755728cd tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:26.565211 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7ff862f-8c1c-44bc-815b-6905fbc5af8c req-fdd26a00-acbe-4190-babe-cf91755728cd tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0520110 Sep 17 22:59:26.592756 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.593277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04ab66ff-161c-4d4c-9cdd-5612bd7f9042 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:59:26.597873 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.599003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ddfacbb8-a523-4d3a-adba-9f113ee69020 admin admin] 10.222.0.30 "DELETE /v2.0/routers/04ab66ff-161c-4d4c-9cdd-5612bd7f9042 HTTP/1.1" status: 204 len: 168 time: 1.0109382 Sep 17 22:59:26.601646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47836) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:26.618688 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7ff862f-8c1c-44bc-815b-6905fbc5af8c req-7bbdcbef-0153-4f5c-ae42-ad96d5a97db5 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Sep 17 22:59:26.651226 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df1246c-bfc7-4094-8040-336bfcfac502 admin admin] Deleting subnet a6fcb441-6de5-4de9-b448-2e7a562a9b86 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:59:26.659403 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1df1246c-bfc7-4094-8040-336bfcfac502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.697384 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1df1246c-bfc7-4094-8040-336bfcfac502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.775697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1df1246c-bfc7-4094-8040-336bfcfac502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.933632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1df1246c-bfc7-4094-8040-336bfcfac502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.964329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1246c-bfc7-4094-8040-336bfcfac502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6fcb441-6de5-4de9-b448-2e7a562a9b86,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:26.970172 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1df1246c-bfc7-4094-8040-336bfcfac502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:26.975006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47838) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:26.975284 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1df1246c-bfc7-4094-8040-336bfcfac502 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a6fcb441-6de5-4de9-b448-2e7a562a9b86 HTTP/1.1" status: 204 len: 168 time: 0.3723106 Sep 17 22:59:26.984469 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab7abb-f234-4ce2-9096-5905a5eacd33 None None] Network 3618794c-b2ac-4fa8-8246-2e450d6871d7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:27.054275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.123237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Deleting port 9e99bde3-de25-42b7-8d91-c6302971117f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:27.123877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.180232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d457e1d-d28a-4f5e-934d-9aaec1bcb702 None None] DHCP port deletion for 3618794c-b2ac-4fa8-8246-2e450d6871d7 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:59:27.202731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] For port 9e99bde3-de25-42b7-8d91-c6302971117f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9e99bde3-de25-42b7-8d91-c6302971117f,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:27.202927 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.217059 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Calling delete_port for 9e99bde3-de25-42b7-8d91-c6302971117f owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:27.228673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6d457e1d-d28a-4f5e-934d-9aaec1bcb702 None None] Deleting port 9e99bde3-de25-42b7-8d91-c6302971117f {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:27.229055 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d457e1d-d28a-4f5e-934d-9aaec1bcb702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.327561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6d457e1d-d28a-4f5e-934d-9aaec1bcb702 None None] For port 9e99bde3-de25-42b7-8d91-c6302971117f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9e99bde3-de25-42b7-8d91-c6302971117f,segment=NetworkSegment(e0e99e34-7683-4727-a45a-c054c6b3bd81),segment_id=e0e99e34-7683-4727-a45a-c054c6b3bd81)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:27.327960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d457e1d-d28a-4f5e-934d-9aaec1bcb702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.341227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6d457e1d-d28a-4f5e-934d-9aaec1bcb702 None None] Calling delete_port for 9e99bde3-de25-42b7-8d91-c6302971117f owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:27.359458 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.385827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e99bde3-de25-42b7-8d91-c6302971117f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:27.390125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] No DVR routers for this DVR port 9e99bde3-de25-42b7-8d91-c6302971117f on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:27.423743 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d457e1d-d28a-4f5e-934d-9aaec1bcb702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.448619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d457e1d-d28a-4f5e-934d-9aaec1bcb702 None None] Pushing event deleted for resources: {'Port': ['ID=9e99bde3-de25-42b7-8d91-c6302971117f,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:27.454005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d457e1d-d28a-4f5e-934d-9aaec1bcb702 None None] No DVR routers for this DVR port 9e99bde3-de25-42b7-8d91-c6302971117f on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:27.467370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.488201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3618794c-b2ac-4fa8-8246-2e450d6871d7']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:27.498348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e99e34-7683-4727-a45a-c054c6b3bd81') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:27.498646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e99e34-7683-4727-a45a-c054c6b3bd81') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:27.507851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.521984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.528439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:59:27.528830 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: timer() Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:59:27.530495 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:59:27.673632 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.679556 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:27.685116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3618794c-b2ac-4fa8-8246-2e450d6871d7 HTTP/1.1" status: 204 len: 168 time: 0.7052610 Sep 17 22:59:27.685497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47842) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:27.692987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bbc77-f418-4646-828c-72a86c825615 admin admin] Pushing event deleted for resources: {'Network': ['ID=3618794c-b2ac-4fa8-8246-2e450d6871d7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:27.811932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5ff62-62b5-4ad4-a493-1b5d634375a1 req-446923aa-97f7-47d7-95c8-4853465c9311 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:27.813367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d4d5ff62-62b5-4ad4-a493-1b5d634375a1 req-446923aa-97f7-47d7-95c8-4853465c9311 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.1214528 Sep 17 22:59:27.896582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d4d5ff62-62b5-4ad4-a493-1b5d634375a1 req-bdf43d85-3b20-416a-87cc-704286ade8fe tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768039 Sep 17 22:59:28.020861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c632f34-28f9-4c03-9208-da5e15acf80d req-8ad0ba5e-0415-4712-8b1d-f2cdc4a8e0a7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:28.022395 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c632f34-28f9-4c03-9208-da5e15acf80d req-8ad0ba5e-0415-4712-8b1d-f2cdc4a8e0a7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0597277 Sep 17 22:59:28.034045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fe8d7f94-2c40-4da0-9a20-73ad41802ea0 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:28.060737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: fe8d7f94-2c40-4da0-9a20-73ad41802ea0 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:28.061226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fe8d7f94-2c40-4da0-9a20-73ad41802ea0 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:28.061746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6b965094-7bee-4fe3-9c90-803c3dcf1065 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:28.062595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c632f34-28f9-4c03-9208-da5e15acf80d req-039394aa-08cc-44de-a13b-a2400e9a4a6e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Sep 17 22:59:28.085604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 6b965094-7bee-4fe3-9c90-803c3dcf1065 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:28.085945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 6b965094-7bee-4fe3-9c90-803c3dcf1065 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:28.086374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9e99bde3-de25-42b7-8d91-c6302971117f no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:28.114732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 9e99bde3-de25-42b7-8d91-c6302971117f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:28.114976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9e99bde3-de25-42b7-8d91-c6302971117f not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:28.131311 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:28.390207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] Deleting port 683f17b7-dce8-465f-b47a-acf5836c63ae {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:28.390560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:28.471893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] For port 683f17b7-dce8-465f-b47a-acf5836c63ae, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=683f17b7-dce8-465f-b47a-acf5836c63ae,segment=NetworkSegment(eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e),segment_id=eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:28.472293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:28.485298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] Calling delete_port for 683f17b7-dce8-465f-b47a-acf5836c63ae owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:28.693447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b9c75-ea70-4379-8b04-f258cad25d6b req-b2d8c583-f1a6-4164-a191-7e5aa68cc877 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:28.694970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-128b9c75-ea70-4379-8b04-f258cad25d6b req-b2d8c583-f1a6-4164-a191-7e5aa68cc877 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0559547 Sep 17 22:59:28.733599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-128b9c75-ea70-4379-8b04-f258cad25d6b req-1e1a8629-c4da-4778-9fe1-d78d20ff5bd3 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Sep 17 22:59:28.755422 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:28.783829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=683f17b7-dce8-465f-b47a-acf5836c63ae,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:28.947634 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:29.169230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] Router edcc9000-cebf-4d3b-a579-2a09f3939672 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:59:29.282152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:59:29.287500 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d8ef0bd3-2e44-441d-8690-d5b459db0bfb admin admin] 10.222.0.30 "PUT /v2.0/routers/edcc9000-cebf-4d3b-a579-2a09f3939672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6009204 Sep 17 22:59:29.290292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47858) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:29.291009 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] Sync routers for ids ['edcc9000-cebf-4d3b-a579-2a09f3939672'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:59:29.300081 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] Routers {'edcc9000-cebf-4d3b-a579-2a09f3939672'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:59:29.300769 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['edcc9000-cebf-4d3b-a579-2a09f3939672'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:29.404033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:29.408882 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] Set router edcc9000-cebf-4d3b-a579-2a09f3939672 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:59:29.435913 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:29.514809 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:29.588984 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'name': 'tempest-TestServerBasicOps-1515583832-router', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:26Z', 'updated_at': '2021-09-17T22:59:28Z', 'revision_number': 5, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'gw_port': {'id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:27Z', 'updated_at': '2021-09-17T22:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:29.618902 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] Checking router: edcc9000-cebf-4d3b-a579-2a09f3939672 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:59:29.627575 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] Routers {'edcc9000-cebf-4d3b-a579-2a09f3939672'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:59:29.628190 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T22:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['edcc9000-cebf-4d3b-a579-2a09f3939672'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:29.727663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Deleting port dbf1743b-00f0-40d4-8915-2422eb67b770 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:29.728280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:29.736443 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] Set router edcc9000-cebf-4d3b-a579-2a09f3939672 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:59:29.815818 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] For port dbf1743b-00f0-40d4-8915-2422eb67b770, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=dbf1743b-00f0-40d4-8915-2422eb67b770,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:29.816308 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:29.828891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Calling delete_port for dbf1743b-00f0-40d4-8915-2422eb67b770 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:29.869564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf22aa-202c-4175-8079-64d338987b0d req-b0f05671-3eeb-4dd9-a727-f5c9cdcae7cd tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:29.872678 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ccbf22aa-202c-4175-8079-64d338987b0d req-b0f05671-3eeb-4dd9-a727-f5c9cdcae7cd tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0671258 Sep 17 22:59:29.948443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ccbf22aa-202c-4175-8079-64d338987b0d req-d29feb1d-cde9-4e86-894d-b97006292ce4 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532758 Sep 17 22:59:30.038128 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'name': 'tempest-TestServerBasicOps-1515583832-router', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:26Z', 'updated_at': '2021-09-17T22:59:28Z', 'revision_number': 5, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'gw_port': {'id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:27Z', 'updated_at': '2021-09-17T22:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:30.064461 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904d9c68-b94b-44cc-a536-886baee93658 None None] The sync data for ids ['edcc9000-cebf-4d3b-a579-2a09f3939672'] in n-d-713499-18 is: [{'id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'name': 'tempest-TestServerBasicOps-1515583832-router', 'tenant_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:53:26Z', 'updated_at': '2021-09-17T22:59:28Z', 'revision_number': 5, 'project_id': 'ebff5aea55394cc5abe8e3dff883ad5b', 'gw_port': {'id': 'dbf1743b-00f0-40d4-8915-2422eb67b770', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcc9000-cebf-4d3b-a579-2a09f3939672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:53:27Z', 'updated_at': '2021-09-17T22:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:59:30.096648 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.121845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf1743b-00f0-40d4-8915-2422eb67b770,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:30.185559 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.283441 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.285735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.395828 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.396424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router edcc9000-cebf-4d3b-a579-2a09f3939672 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:59:30.400987 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.405180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f3ecffb9-022a-4c3a-94f8-0ff9dfc12fbc admin admin] 10.222.0.30 "DELETE /v2.0/routers/edcc9000-cebf-4d3b-a579-2a09f3939672 HTTP/1.1" status: 204 len: 168 time: 1.1108835 Sep 17 22:59:30.405407 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 47868) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:30.456906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-869da995-4d77-4adf-a280-40536fe87b6b admin admin] Deleting subnet 27a5fe54-f39b-4d76-9956-ecab6530f598 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:59:30.460096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-869da995-4d77-4adf-a280-40536fe87b6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.497228 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-869da995-4d77-4adf-a280-40536fe87b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.580806 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-869da995-4d77-4adf-a280-40536fe87b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.704667 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-869da995-4d77-4adf-a280-40536fe87b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.723973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60081d79-08d1-4b0d-bae3-622920fa5e74 None None] Network 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:59:30.734284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-869da995-4d77-4adf-a280-40536fe87b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.738449 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-869da995-4d77-4adf-a280-40536fe87b6b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/27a5fe54-f39b-4d76-9956-ecab6530f598 HTTP/1.1" status: 204 len: 168 time: 0.3299170 Sep 17 22:59:30.738449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da995-4d77-4adf-a280-40536fe87b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a5fe54-f39b-4d76-9956-ecab6530f598,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:30.738794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47870) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:30.811293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.866891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Deleting port 67120a0c-ffe8-4225-a5ec-e90134a55dbf {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:30.867305 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.934192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] For port 67120a0c-ffe8-4225-a5ec-e90134a55dbf, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=67120a0c-ffe8-4225-a5ec-e90134a55dbf,segment=NetworkSegment(eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e),segment_id=eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:30.934846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:30.947058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Calling delete_port for 67120a0c-ffe8-4225-a5ec-e90134a55dbf owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:31.047541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facf559-ce35-46ee-93ff-1f0276ed0c3f req-f6d2e873-7cb2-4204-9f7f-8086ee0539b6 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:31.049223 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6facf559-ce35-46ee-93ff-1f0276ed0c3f req-f6d2e873-7cb2-4204-9f7f-8086ee0539b6 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0532506 Sep 17 22:59:31.052773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66f053-b64c-46da-a122-d0fc7756f21a None None] DHCP port deletion for 5673a65b-1cf8-4fb7-8cbf-2ececd742c02 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:59:31.097876 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6facf559-ce35-46ee-93ff-1f0276ed0c3f req-bc0b27fc-c5a7-4230-9586-ac445c38da1c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406756 Sep 17 22:59:31.104710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.113436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-bc66f053-b64c-46da-a122-d0fc7756f21a None None] Deleting port 67120a0c-ffe8-4225-a5ec-e90134a55dbf {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:59:31.113814 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc66f053-b64c-46da-a122-d0fc7756f21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.134176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67120a0c-ffe8-4225-a5ec-e90134a55dbf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:31.136046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] No DVR routers for this DVR port 67120a0c-ffe8-4225-a5ec-e90134a55dbf on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:31.186669 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bc66f053-b64c-46da-a122-d0fc7756f21a None None] For port 67120a0c-ffe8-4225-a5ec-e90134a55dbf, host n-d-713499-18, got binding levels [] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:59:31.187000 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc66f053-b64c-46da-a122-d0fc7756f21a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.199362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-bc66f053-b64c-46da-a122-d0fc7756f21a None None] Calling delete_port for 67120a0c-ffe8-4225-a5ec-e90134a55dbf owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:59:31.202047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.ipam_backend_mixin [None req-bc66f053-b64c-46da-a122-d0fc7756f21a None None] Port 67120a0c-ffe8-4225-a5ec-e90134a55dbf was not found and therefore no delete operation was performed {{(pid=95456) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:59:31.203266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc66f053-b64c-46da-a122-d0fc7756f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.210191 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.231497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5673a65b-1cf8-4fb7-8cbf-2ececd742c02']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:31.232422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66f053-b64c-46da-a122-d0fc7756f21a None None] Pushing event deleted for resources: {'Port': ['ID=67120a0c-ffe8-4225-a5ec-e90134a55dbf,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:31.236561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66f053-b64c-46da-a122-d0fc7756f21a None None] No DVR routers for this DVR port 67120a0c-ffe8-4225-a5ec-e90134a55dbf on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:59:31.241669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:31.241961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb616aa4-3eeb-4afd-9bbc-10f3ed69d01e') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:59:31.252610 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.265518 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.271084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:59:31.271461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: timer() Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:59:31.273194 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:59:31.439236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.446318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.448461 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5673a65b-1cf8-4fb7-8cbf-2ececd742c02 HTTP/1.1" status: 204 len: 168 time: 0.7084956 Sep 17 22:59:31.459694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e47816-263e-4734-a5e6-f62374a614d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5673a65b-1cf8-4fb7-8cbf-2ececd742c02,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:31.789919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47878) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:31.829153 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-627e4c2e-398d-4c23-b5e0-187e34294604 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0566521617a41b1bba852589cd5383e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380909 Sep 17 22:59:31.831578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47880) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:31.881087 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-364b0e21-d08b-457f-b56c-652798ba1ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:31.903040 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-364b0e21-d08b-457f-b56c-652798ba1ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:32.022213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-364b0e21-d08b-457f-b56c-652798ba1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:32.024828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-364b0e21-d08b-457f-b56c-652798ba1ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:32.028670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-364b0e21-d08b-457f-b56c-652798ba1ea4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b0bdf30-42d0-40c6-ba34-7849bc66ea8e HTTP/1.1" status: 204 len: 168 time: 0.1935105 Sep 17 22:59:32.030959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 67120a0c-ffe8-4225-a5ec-e90134a55dbf no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:32.034142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b0e21-d08b-457f-b56c-652798ba1ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0bdf30-42d0-40c6-ba34-7849bc66ea8e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:32.056794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 67120a0c-ffe8-4225-a5ec-e90134a55dbf {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:32.060053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 67120a0c-ffe8-4225-a5ec-e90134a55dbf not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:32.060053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 683f17b7-dce8-465f-b47a-acf5836c63ae no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:32.081311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 683f17b7-dce8-465f-b47a-acf5836c63ae {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:32.081661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 683f17b7-dce8-465f-b47a-acf5836c63ae not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:32.082087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device dbf1743b-00f0-40d4-8915-2422eb67b770 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:59:32.104915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: dbf1743b-00f0-40d4-8915-2422eb67b770 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:59:32.105796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device dbf1743b-00f0-40d4-8915-2422eb67b770 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:59:32.216965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c690839-909d-430d-9ee2-5db2a45c2338 req-b4ef507e-8d06-4752-ae0a-35d40e2c85fc tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:32.218488 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c690839-909d-430d-9ee2-5db2a45c2338 req-b4ef507e-8d06-4752-ae0a-35d40e2c85fc tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Sep 17 22:59:32.262690 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c690839-909d-430d-9ee2-5db2a45c2338 req-0a9a6eb3-a85c-46be-9e85-d35f6ec5973e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375476 Sep 17 22:59:32.837553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47888) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:32.878420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9f30f9ef-317e-4827-ac56-208d2c50f04b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebff5aea55394cc5abe8e3dff883ad5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397124 Sep 17 22:59:32.880850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47890) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:59:32.927714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff066c20-280e-4491-8fa4-d770fd5626f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:32.948427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff066c20-280e-4491-8fa4-d770fd5626f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:33.084696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff066c20-280e-4491-8fa4-d770fd5626f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:33.087194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ff066c20-280e-4491-8fa4-d770fd5626f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:33.088386 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ff066c20-280e-4491-8fa4-d770fd5626f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/506a4158-cce2-4ead-82ff-5321f8703868 HTTP/1.1" status: 204 len: 168 time: 0.2066267 Sep 17 22:59:33.097492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff066c20-280e-4491-8fa4-d770fd5626f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506a4158-cce2-4ead-82ff-5321f8703868,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:59:33.269746 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9c57c06c-0692-46cd-826a-199510e63757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:33.380714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c330d-f8c2-4cd0-965d-ebe47768e6a1 req-0e88fa8a-e4ea-4a17-8aed-52efd625655e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:33.382206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e8c330d-f8c2-4cd0-965d-ebe47768e6a1 req-0e88fa8a-e4ea-4a17-8aed-52efd625655e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0522058 Sep 17 22:59:33.427027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9e8c330d-f8c2-4cd0-965d-ebe47768e6a1 req-e5389f73-319b-405c-b078-a3c3b444debe tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375924 Sep 17 22:59:34.267776 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:59:34.541274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86fbe0-cd4e-4510-bdc4-db83a938ca40 req-cca065c5-3b00-4411-9243-1a91dca13912 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:34.542659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb86fbe0-cd4e-4510-bdc4-db83a938ca40 req-cca065c5-3b00-4411-9243-1a91dca13912 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0476723 Sep 17 22:59:34.580575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb86fbe0-cd4e-4510-bdc4-db83a938ca40 req-d1e2cd77-a1ba-424e-a52b-f1a8981308b8 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311873 Sep 17 22:59:35.696612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18cd01-417d-4067-bd9b-d3eb5c5bfa24 req-463fdf80-c805-4f5e-ba7d-ac850e6666e9 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:35.698102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c18cd01-417d-4067-bd9b-d3eb5c5bfa24 req-463fdf80-c805-4f5e-ba7d-ac850e6666e9 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0502894 Sep 17 22:59:35.736597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c18cd01-417d-4067-bd9b-d3eb5c5bfa24 req-a80e26fc-d904-4e2a-baef-fca382be6d4a tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Sep 17 22:59:35.847112 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cadeda22-9a69-41bf-b8a5-08d225985803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:36.852872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782bfef-107d-4217-957d-47dc14423776 req-84cdc4f3-fa72-49af-b240-e288f24cab84 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:36.854317 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9782bfef-107d-4217-957d-47dc14423776 req-84cdc4f3-fa72-49af-b240-e288f24cab84 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0517642 Sep 17 22:59:36.892108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9782bfef-107d-4217-957d-47dc14423776 req-2861ddb3-2ba8-4def-a30e-55983d8f4ad7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Sep 17 22:59:37.032897 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:37.418945 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.006440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3cc5-16f1-406a-9fe0-4dcf1aa2eb74 req-a0038fa7-eed8-4080-9b17-a0ea9e60515e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:38.007916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-526b3cc5-16f1-406a-9fe0-4dcf1aa2eb74 req-a0038fa7-eed8-4080-9b17-a0ea9e60515e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0501950 Sep 17 22:59:38.049738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-526b3cc5-16f1-406a-9fe0-4dcf1aa2eb74 req-266f2237-2454-4ebb-9aa9-d2fcafaa7457 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349300 Sep 17 22:59:39.090746 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:39.168294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e21878-54a8-466c-b0c4-57afbaaa8b72 req-57a60d38-452d-486e-84cc-badfa4f515ba tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:39.170210 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c5e21878-54a8-466c-b0c4-57afbaaa8b72 req-57a60d38-452d-486e-84cc-badfa4f515ba tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0498750 Sep 17 22:59:39.208245 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c5e21878-54a8-466c-b0c4-57afbaaa8b72 req-3be436e6-92a2-403e-9f3d-9d50105d53b5 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318184 Sep 17 22:59:40.321750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247c7c4-72da-4911-87a4-5b2835c30174 req-1dd40858-64bb-4c95-9778-98cb1300a2cd tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:40.323209 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7247c7c4-72da-4911-87a4-5b2835c30174 req-1dd40858-64bb-4c95-9778-98cb1300a2cd tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0473480 Sep 17 22:59:40.361355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7247c7c4-72da-4911-87a4-5b2835c30174 req-27159368-160b-4988-bd0f-2531e5125c7d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Sep 17 22:59:40.515107 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:41.474770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9ce4a-cd64-473c-ab78-2cfb876e9725 req-ee4d8431-27b6-443d-bf47-2b0e7e9ff81d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:41.476240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29f9ce4a-cd64-473c-ab78-2cfb876e9725 req-ee4d8431-27b6-443d-bf47-2b0e7e9ff81d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0484712 Sep 17 22:59:41.513920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29f9ce4a-cd64-473c-ab78-2cfb876e9725 req-6c8cad51-8147-4e04-9fd7-b556c7ac04be tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Sep 17 22:59:42.627991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ba208-46f6-45c3-a203-ad3e2636599b req-caf6ec44-0167-4b39-9d79-d6b59fd5d402 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:42.629494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c83ba208-46f6-45c3-a203-ad3e2636599b req-caf6ec44-0167-4b39-9d79-d6b59fd5d402 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0488174 Sep 17 22:59:42.666365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c83ba208-46f6-45c3-a203-ad3e2636599b req-4520750c-c7cb-4657-ad98-7724bf22da6c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Sep 17 22:59:43.783988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8d889-b6b5-436c-8130-b81c5b3e8409 req-f2d1386f-52f5-4917-a519-63e1710fa95f tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:43.785457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95f8d889-b6b5-436c-8130-b81c5b3e8409 req-f2d1386f-52f5-4917-a519-63e1710fa95f tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Sep 17 22:59:43.822897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95f8d889-b6b5-436c-8130-b81c5b3e8409 req-5c54d58c-9872-4c51-b773-493821aee693 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Sep 17 22:59:44.934771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f6d16-826d-458b-8722-3e48a2fa4c41 req-069e8b39-7b1a-42b9-9789-4ad06eedf2d2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:44.936237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-974f6d16-826d-458b-8722-3e48a2fa4c41 req-069e8b39-7b1a-42b9-9789-4ad06eedf2d2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0467260 Sep 17 22:59:44.976567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-974f6d16-826d-458b-8722-3e48a2fa4c41 req-1547b0ad-d803-40d2-be01-a73d623b1685 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344663 Sep 17 22:59:46.093462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bd139-309d-4c6b-910c-e50579a6c14a req-a3143b64-f0fa-4b78-ae2e-f62c2a7b4680 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:46.094940 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e29bd139-309d-4c6b-910c-e50579a6c14a req-a3143b64-f0fa-4b78-ae2e-f62c2a7b4680 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0519571 Sep 17 22:59:46.132867 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e29bd139-309d-4c6b-910c-e50579a6c14a req-6e3dfe28-488b-4f19-b9d2-468c423b73d1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Sep 17 22:59:47.248584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d87a4e-2e6f-4a09-9850-e0bcd03ad393 req-fd73100a-912a-46c7-a854-7e04313daf1d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:47.250074 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-38d87a4e-2e6f-4a09-9850-e0bcd03ad393 req-fd73100a-912a-46c7-a854-7e04313daf1d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0495799 Sep 17 22:59:47.287141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-38d87a4e-2e6f-4a09-9850-e0bcd03ad393 req-d232aad9-3ebb-4942-bc75-ba59c50c1ceb tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 Sep 17 22:59:48.401218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e2297-a1cc-4a18-9bb5-237807950310 req-668a08de-4446-4f1e-b192-fcf13c8e0dea tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:48.402685 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e1e2297-a1cc-4a18-9bb5-237807950310 req-668a08de-4446-4f1e-b192-fcf13c8e0dea tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Sep 17 22:59:48.441480 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e1e2297-a1cc-4a18-9bb5-237807950310 req-7bd1afe7-5a05-4ed7-b15f-8bfd942a16ce tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Sep 17 22:59:49.554960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2a077-ad67-4b56-b53f-cf559a7d5e8e req-e48d2323-659b-4c47-a7e6-3a3f64b9bff3 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:49.556463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eeb2a077-ad67-4b56-b53f-cf559a7d5e8e req-e48d2323-659b-4c47-a7e6-3a3f64b9bff3 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Sep 17 22:59:49.595945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eeb2a077-ad67-4b56-b53f-cf559a7d5e8e req-013b0d0b-11ef-4941-9562-2cfadb5e8542 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Sep 17 22:59:49.911983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-b02af630-7d79-4cd3-9e10-f1ee9f6a845d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0379682 Sep 17 22:59:49.974914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-7186528c-bfed-4a90-bdb8-8d643ac9055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:49.976452 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-7186528c-bfed-4a90-bdb8-8d643ac9055a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 1098 time: 0.0439961 Sep 17 22:59:50.075905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-3aafbab3-7c8d-4940-8578-8da274f544ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:50.077386 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-3aafbab3-7c8d-4940-8578-8da274f544ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.0825889 Sep 17 22:59:50.146102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-9ee91d99-024c-4348-8037-d3dce92341d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e1f4a72-302a-47a9-95f8-b924150f4735 HTTP/1.1" status: 200 len: 1002 time: 0.0622120 Sep 17 22:59:50.194886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-0693ad81-186a-4226-acff-c2a3b8e80ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:50.196259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-0693ad81-186a-4226-acff-c2a3b8e80ed5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0429935 Sep 17 22:59:50.240327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-9e89056d-5782-40a9-ba06-b69a95da68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:50.241768 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-9e89056d-5782-40a9-ba06-b69a95da68ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385485 Sep 17 22:59:50.335438 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-5c514784-da83-4f21-8116-365e7f537675 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863628 Sep 17 22:59:50.423465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b93e15c3-c2e8-4dad-bc33-38e19d3bca6e req-3e183c71-d427-4026-bfc7-1760427da512 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810978 Sep 17 22:59:50.729552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874baa31-10d2-433f-a972-c7aecf2408a1 req-79e80b19-4058-495e-b9a2-510be0b3ec56 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:50.731014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-874baa31-10d2-433f-a972-c7aecf2408a1 req-79e80b19-4058-495e-b9a2-510be0b3ec56 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0529304 Sep 17 22:59:50.768633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-874baa31-10d2-433f-a972-c7aecf2408a1 req-cb59beb4-26a3-420f-a344-59ad588c77ef tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Sep 17 22:59:51.887595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c78456-2a5f-4ec8-a168-d087e4bc6a13 req-cf38f852-6d50-4884-b173-fea9d7b3891c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:51.889848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c78456-2a5f-4ec8-a168-d087e4bc6a13 req-cf38f852-6d50-4884-b173-fea9d7b3891c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0536585 Sep 17 22:59:51.926913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-35c78456-2a5f-4ec8-a168-d087e4bc6a13 req-975331c0-de93-468e-b094-b8db36b0f5c0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311091 Sep 17 22:59:52.499128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac523ae9-a13b-4d0a-bc5d-9d70a77d2b8e req-f1733149-7d25-43f7-8269-a8a0d81de190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:52.500659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac523ae9-a13b-4d0a-bc5d-9d70a77d2b8e req-f1733149-7d25-43f7-8269-a8a0d81de190 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 1097 time: 0.0426242 Sep 17 22:59:52.606394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac523ae9-a13b-4d0a-bc5d-9d70a77d2b8e req-e81ebb29-ee62-47c2-843f-c0a64dfd4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:52.608524 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac523ae9-a13b-4d0a-bc5d-9d70a77d2b8e req-e81ebb29-ee62-47c2-843f-c0a64dfd4703 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0 HTTP/1.1" status: 200 len: 915 time: 0.0891025 Sep 17 22:59:52.649543 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac523ae9-a13b-4d0a-bc5d-9d70a77d2b8e req-d07b3e16-f022-4cfd-a184-dbb391a88570 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf HTTP/1.1" status: 200 len: 217 time: 0.0328219 Sep 17 22:59:52.697743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac523ae9-a13b-4d0a-bc5d-9d70a77d2b8e req-f610d16b-b06f-4ab5-90e3-ab22b65bce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:52.699158 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac523ae9-a13b-4d0a-bc5d-9d70a77d2b8e req-f610d16b-b06f-4ab5-90e3-ab22b65bce90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9feca98a-f9b4-4402-affa-9fb1bd2b8e79 HTTP/1.1" status: 200 len: 854 time: 0.0421979 Sep 17 22:59:52.729325 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac523ae9-a13b-4d0a-bc5d-9d70a77d2b8e req-cd65c2ec-2edd-4554-b284-3ab3a65c72b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235345 Sep 17 22:59:52.823999 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac523ae9-a13b-4d0a-bc5d-9d70a77d2b8e req-dddeeb1d-8af4-4cff-bf21-b0397e84b078 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871139 Sep 17 22:59:53.203373 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac523ae9-a13b-4d0a-bc5d-9d70a77d2b8e req-2a443b71-45b5-4564-a09e-31aaf8336bfa service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728552 Sep 17 22:59:53.215307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086667a-2fce-4fb1-8a75-a9b93874e9dc req-65e8f73d-ac30-4a54-a1da-d8e76013eac6 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:53.217270 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3086667a-2fce-4fb1-8a75-a9b93874e9dc req-65e8f73d-ac30-4a54-a1da-d8e76013eac6 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0648725 Sep 17 22:59:53.255818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3086667a-2fce-4fb1-8a75-a9b93874e9dc req-9d48f84c-c938-4685-88d5-beb28a672058 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Sep 17 22:59:54.370289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79836378-8bc4-42b9-a9b6-9a8263493243 req-6928f667-5f91-4ddd-beab-9ee8775ffb76 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:54.371799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79836378-8bc4-42b9-a9b6-9a8263493243 req-6928f667-5f91-4ddd-beab-9ee8775ffb76 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0483811 Sep 17 22:59:54.410010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79836378-8bc4-42b9-a9b6-9a8263493243 req-8ca38bd3-a979-4827-b806-4089dd4e987c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Sep 17 22:59:55.524067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed5888-d040-4eab-a09b-ad7112416e93 req-91831e8e-bb30-48e8-96d8-482f6199c19e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:55.525546 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67ed5888-d040-4eab-a09b-ad7112416e93 req-91831e8e-bb30-48e8-96d8-482f6199c19e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0488691 Sep 17 22:59:55.562292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67ed5888-d040-4eab-a09b-ad7112416e93 req-aabb5ecd-19e0-4f11-9882-21fb2f91f6b0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300004 Sep 17 22:59:56.676682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10990b-4f27-4328-879e-c907f99fc4ec req-dd67c7d9-405e-4f5b-a23e-4c758f611cac tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:56.678141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab10990b-4f27-4328-879e-c907f99fc4ec req-dd67c7d9-405e-4f5b-a23e-4c758f611cac tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0490983 Sep 17 22:59:56.714789 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab10990b-4f27-4328-879e-c907f99fc4ec req-bcdd872b-cac9-4333-b88d-d20bb2c5832f tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307586 Sep 17 22:59:57.835445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bcb31-29f5-43d9-9b3e-4651f4d28e6b req-689c81b1-7651-4ae4-b734-df320d64062b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:57.837038 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-286bcb31-29f5-43d9-9b3e-4651f4d28e6b req-689c81b1-7651-4ae4-b734-df320d64062b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0539174 Sep 17 22:59:57.876232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-286bcb31-29f5-43d9-9b3e-4651f4d28e6b req-0dbc38f4-d9bf-49cf-b2a7-554d9bcceb7b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331457 Sep 17 22:59:58.994243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e876dd-42cb-4b52-bf05-17829bad146c req-d547a7e1-7184-44b3-885f-1e8972ac3d4b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:58.995704 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5e876dd-42cb-4b52-bf05-17829bad146c req-d547a7e1-7184-44b3-885f-1e8972ac3d4b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0526061 Sep 17 22:59:59.033336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5e876dd-42cb-4b52-bf05-17829bad146c req-13528fbe-f82f-45f3-bb3e-e50c436763df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312223 Sep 17 22:59:59.366413 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:00.157393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49740c5-aba5-448f-a019-1fa2fe49da18 req-ac8c6a07-d8c7-4c34-bfb5-b8e99bdf4bab tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:00.158869 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f49740c5-aba5-448f-a019-1fa2fe49da18 req-ac8c6a07-d8c7-4c34-bfb5-b8e99bdf4bab tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0583260 Sep 17 23:00:00.196826 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f49740c5-aba5-448f-a019-1fa2fe49da18 req-6261e42b-49ea-4ca1-9dbd-f133b9756531 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Sep 17 23:00:01.055065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7fb8d539-7894-4dcf-80cc-57e04b7704bf details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:00:01.062068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7fb8d539-7894-4dcf-80cc-57e04b7704bf no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:01.211089 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:01.237907 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:01.252914 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb8d539-7894-4dcf-80cc-57e04b7704bf'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:01.255169 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc46db94-c434-47c3-833d-885bd4367978" -d '{"events": [{"server_uuid": "f8671111-7d3f-49ae-84b1-c44cd0cb0651", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb8d539-7894-4dcf-80cc-57e04b7704bf"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:01.267052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '7fb8d539-7894-4dcf-80cc-57e04b7704bf', 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0', 'port_id': '7fb8d539-7894-4dcf-80cc-57e04b7704bf', 'mac_address': 'fa:16:3e:8e:8a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9feca98a-f9b4-4402-affa-9fb1bd2b8e79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:00:01.272397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:01.297866 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6451d3a-3fae-40bf-b9de-19d0f21d76fc x-openstack-request-id: req-e6451d3a-3fae-40bf-b9de-19d0f21d76fc {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:01.298196 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8671111-7d3f-49ae-84b1-c44cd0cb0651", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb8d539-7894-4dcf-80cc-57e04b7704bf", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:01.298452 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6451d3a-3fae-40bf-b9de-19d0f21d76fc {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:01.298839 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb8d539-7894-4dcf-80cc-57e04b7704bf', 'code': 200} Sep 17 23:00:01.310775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:01.315345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6d0c8-a548-4c81-bbae-50625e044321 req-19159923-df0f-4139-b4ad-b3105c8fd0cc tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:01.316926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dba6d0c8-a548-4c81-bbae-50625e044321 req-19159923-df0f-4139-b4ad-b3105c8fd0cc tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0529900 Sep 17 23:00:01.323937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fb8d539-7894-4dcf-80cc-57e04b7704bf {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:00:01.356546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dba6d0c8-a548-4c81-bbae-50625e044321 req-09b2f1e1-c147-43ac-84f9-9f5607c94227 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Sep 17 23:00:01.367467 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:01.599644 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:00:01.599918 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:00:01.602637 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7fb8d539-7894-4dcf-80cc-57e04b7704bf,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:02.136886 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.150070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb8d539-7894-4dcf-80cc-57e04b7704bf {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:00:02.169775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:02.263799 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.315927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7fb8d539-7894-4dcf-80cc-57e04b7704bf,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:02.481912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa80a49-8073-4788-8694-b60238d35364 req-f63cf43a-3fac-485e-b9ba-663685bb0649 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:02.483391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1aa80a49-8073-4788-8694-b60238d35364 req-f63cf43a-3fac-485e-b9ba-663685bb0649 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 944 time: 0.0539007 Sep 17 23:00:02.521817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1aa80a49-8073-4788-8694-b60238d35364 req-9277b817-fd46-409a-b6d3-44cb4fb8443d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Sep 17 23:00:02.621631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7fb8d539-7894-4dcf-80cc-57e04b7704bf'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:00:03.263652 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8cf2b65c-c721-4cd0-918d-a3907dcdd2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:03.636060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0db2c-98a5-4541-b34d-d134735c7dca req-52b4941c-922d-4f50-8c47-c4b6385aab9e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:03.637915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e4b0db2c-98a5-4541-b34d-d134735c7dca req-52b4941c-922d-4f50-8c47-c4b6385aab9e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 944 time: 0.0498037 Sep 17 23:00:03.675272 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e4b0db2c-98a5-4541-b34d-d134735c7dca req-2fb1850f-0892-4cdb-bfe4-20e7ea3efeb9 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Sep 17 23:00:04.792416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62d3c1-0953-4315-8806-b611b49fca4d req-88039ee1-019e-4dc6-9ae0-768864c9b1af tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:04.793859 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a62d3c1-0953-4315-8806-b611b49fca4d req-88039ee1-019e-4dc6-9ae0-768864c9b1af tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 944 time: 0.0516582 Sep 17 23:00:04.831140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a62d3c1-0953-4315-8806-b611b49fca4d req-0d7a79bc-a7c5-4e0d-a6bb-12e1f4ca8ec8 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308442 Sep 17 23:00:05.068959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7fb8d539-7894-4dcf-80cc-57e04b7704bf up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:05.116028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 7fb8d539-7894-4dcf-80cc-57e04b7704bf triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:05.116431 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.193729 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.215169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb8d539-7894-4dcf-80cc-57e04b7704bf'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:05.217414 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335ebc6-1bea-4511-84e2-26b1c28104c1" -d '{"events": [{"server_uuid": "f8671111-7d3f-49ae-84b1-c44cd0cb0651", "name": "network-vif-plugged", "status": "completed", "tag": "7fb8d539-7894-4dcf-80cc-57e04b7704bf"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:05.230769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:05.254618 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c632c98-d7bd-4bd9-8e54-5be2bbb58cac x-openstack-request-id: req-7c632c98-d7bd-4bd9-8e54-5be2bbb58cac {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:05.254907 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8671111-7d3f-49ae-84b1-c44cd0cb0651", "name": "network-vif-plugged", "status": "completed", "tag": "7fb8d539-7894-4dcf-80cc-57e04b7704bf", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:05.255181 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c632c98-d7bd-4bd9-8e54-5be2bbb58cac {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:05.255575 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb8d539-7894-4dcf-80cc-57e04b7704bf', 'code': 200} Sep 17 23:00:05.304192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.361196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=7fb8d539-7894-4dcf-80cc-57e04b7704bf,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:05.442062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc3f52-5296-468e-bff3-945800f37942 req-f680da30-b2bb-4560-9a87-805bda5aab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:05.443523 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64dc3f52-5296-468e-bff3-945800f37942 req-f680da30-b2bb-4560-9a87-805bda5aab48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 1097 time: 0.0395246 Sep 17 23:00:05.478514 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64dc3f52-5296-468e-bff3-945800f37942 req-2f110865-688d-478c-9d82-6823b53d1486 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282733 Sep 17 23:00:05.823255 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9b846129-b2d7-4b20-b67c-eba255411b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:05.946183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835ed9-a062-44e2-8a7b-9e68649bc019 req-9511ee1b-7f8c-4fa9-97be-caebcb2a8fe1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:05.947635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd835ed9-a062-44e2-8a7b-9e68649bc019 req-9511ee1b-7f8c-4fa9-97be-caebcb2a8fe1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0493891 Sep 17 23:00:05.987384 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd835ed9-a062-44e2-8a7b-9e68649bc019 req-ae14d39d-e141-4679-a495-6f2923f83fa7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337489 Sep 17 23:00:06.238408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 47968) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:06.538103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Deleting port 343febf2-a120-437a-b491-9a38a3073ada {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:06.538445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:06.611100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:06.611422 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:06.622657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Calling delete_port for 343febf2-a120-437a-b491-9a38a3073ada owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:06.878599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:06.904769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'Port': ['ID=343febf2-a120-437a-b491-9a38a3073ada,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:06.928723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.929068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.929408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.929743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.930075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.930400 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.930725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.931046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.931366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.931688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.932006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.932345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:06.978871 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:06.979642 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Floating IP da51f087-fdf7-4b1e-bbe6-ab8deeeb487c disassociated (deleted). External IP: 172.25.6.242, port: 0e1f4a72-302a-47a9-95f8-b924150f4735. Sep 17 23:00:07.029721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.123232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef4213-ce0c-4dce-899b-a0d9af97ca3a req-f36b18be-8230-45fd-a4ea-5d10c99d6f2d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:07.124999 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ef4213-ce0c-4dce-899b-a0d9af97ca3a req-f36b18be-8230-45fd-a4ea-5d10c99d6f2d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0557938 Sep 17 23:00:07.176392 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-69ef4213-ce0c-4dce-899b-a0d9af97ca3a req-dab50b88-da16-4994-b250-9029fab662bc tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 Sep 17 23:00:07.212378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Router 72d9ecfe-3777-403e-a815-1903a439cc80 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:07.342927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02885c7-0b4a-4729-969b-74e4be05a110 req-af9a02bf-5dd6-44ab-8b6b-60a0ea1d99aa tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:07.344934 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a02885c7-0b4a-4729-969b-74e4be05a110 req-af9a02bf-5dd6-44ab-8b6b-60a0ea1d99aa tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0902801 Sep 17 23:00:07.370720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:07.376420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.380498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] Sync routers for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:07.389443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:07.390057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:00:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:07.417192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a02885c7-0b4a-4729-969b-74e4be05a110 req-08aa5c98-ebb5-4c21-81c4-499f93e329fc tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633717 Sep 17 23:00:07.421330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e4df49b0-c8f9-4f93-b855-d0089bd8d433 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "DELETE /v2.0/floatingips/da51f087-fdf7-4b1e-bbe6-ab8deeeb487c HTTP/1.1" status: 204 len: 168 time: 1.1793532 Sep 17 23:00:07.421330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'tag': '0e1f4a72-302a-47a9-95f8-b924150f4735'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:07.421717 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a9c641-8204-4b8d-807d-b45855152421" -d '{"events": [{"name": "network-changed", "server_uuid": "2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9", "tag": "0e1f4a72-302a-47a9-95f8-b924150f4735"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:07.428853 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:07.466170 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c6f0b6-21e6-4472-8169-918efca68684 x-openstack-request-id: req-e9c6f0b6-21e6-4472-8169-918efca68684 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:07.466467 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9", "tag": "0e1f4a72-302a-47a9-95f8-b924150f4735", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:07.466721 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9c6f0b6-21e6-4472-8169-918efca68684 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:07.467124 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'tag': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'status': 'completed', 'code': 200} Sep 17 23:00:07.524967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:07.533176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9c641-8204-4b8d-807d-b45855152421 req-fa4849f5-662b-4785-bb52-f2c18fbefae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:07.534892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9a9c641-8204-4b8d-807d-b45855152421 req-fa4849f5-662b-4785-bb52-f2c18fbefae6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 1098 time: 0.0422893 Sep 17 23:00:07.630657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9c641-8204-4b8d-807d-b45855152421 req-ac94f270-78b2-44c4-ae05-8dcdf560e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:07.632252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9a9c641-8204-4b8d-807d-b45855152421 req-ac94f270-78b2-44c4-ae05-8dcdf560e532 service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.0909977 Sep 17 23:00:07.673937 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9a9c641-8204-4b8d-807d-b45855152421 req-00b5e014-6ce2-4fa1-9771-c81b324a8f16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e1f4a72-302a-47a9-95f8-b924150f4735 HTTP/1.1" status: 200 len: 217 time: 0.0346811 Sep 17 23:00:07.735336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9c641-8204-4b8d-807d-b45855152421 req-5571557d-146d-4fc8-aa00-2ff626a9e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:07.736957 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9a9c641-8204-4b8d-807d-b45855152421 req-5571557d-146d-4fc8-aa00-2ff626a9e782 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0520775 Sep 17 23:00:07.769531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6338a004-a2e5-4220-8ebd-2897381fc478', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:03:ae:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:12Z', 'updated_at': '2021-09-17T22:55:15Z', 'revision_number': 1, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:07.790655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9c641-8204-4b8d-807d-b45855152421 req-e2139e54-7d8b-4b62-a031-13822a21435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:07.792389 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9a9c641-8204-4b8d-807d-b45855152421 req-e2139e54-7d8b-4b62-a031-13822a21435f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489650 Sep 17 23:00:07.804623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] Checking router: 72d9ecfe-3777-403e-a815-1903a439cc80 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:07.813902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:07.814532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:00:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:07.917204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2b76a-562a-4561-ba07-bc71229ebfb8 req-91b52425-7317-49fb-8b21-72e68e2b7613 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:07.919352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3bf2b76a-562a-4561-ba07-bc71229ebfb8 req-91b52425-7317-49fb-8b21-72e68e2b7613 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 946 time: 0.1096246 Sep 17 23:00:07.929328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:07.952986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9a9c641-8204-4b8d-807d-b45855152421 req-0eb24ed4-cae5-459c-bb72-6933ab454444 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530502 Sep 17 23:00:07.994041 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3bf2b76a-562a-4561-ba07-bc71229ebfb8 req-aa005c73-6687-4e02-b8a0-8f6c76a9e59c tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606103 Sep 17 23:00:08.070970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9a9c641-8204-4b8d-807d-b45855152421 req-2aab789d-097b-40ea-9ee6-832fdde63774 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092517 Sep 17 23:00:08.096276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-031f9e9b-a406-4f2d-9d76-227596259d32 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:08.098008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-031f9e9b-a406-4f2d-9d76-227596259d32 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/networks?id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0 HTTP/1.1" status: 200 len: 814 time: 0.1431315 Sep 17 23:00:08.115241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-199be859-d1e8-486e-b7b9-ae6f45acda67 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/quotas/da7c749e31b54b6d80cd18b9ac0aae34 HTTP/1.1" status: 200 len: 375 time: 0.0104051 Sep 17 23:00:08.173754 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-4bdc64fc-b527-40af-b0aa-62c1fcb2a8d8 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460362 Sep 17 23:00:08.175585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6338a004-a2e5-4220-8ebd-2897381fc478', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:03:ae:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:12Z', 'updated_at': '2021-09-17T22:55:15Z', 'revision_number': 1, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:08.185228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-e9763dee-808c-4800-9a44-02836ca0fc97 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:00:08.186200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-e9763dee-808c-4800-9a44-02836ca0fc97 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053315 Sep 17 23:00:08.202684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb82e1-d838-4d1a-a6a2-e4afbfd9d534 None None] The sync data for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 is: [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '6338a004-a2e5-4220-8ebd-2897381fc478', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'port_id': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'mac_address': 'fa:16:3e:03:ae:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2555c6-f56d-417c-91ed-85028c331618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:12Z', 'updated_at': '2021-09-17T22:55:15Z', 'revision_number': 1, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:08.286565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-11a2aa84-1353-418b-a590-ec64e9f61acf service neutron] 10.222.0.30 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943036 Sep 17 23:00:08.396633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-2bd81f56-cff5-4fa7-b446-fb02ae3740b5 service neutron] 10.222.0.30 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039157 Sep 17 23:00:08.444536 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab82ae09-eff2-4fdd-92ad-b3ccb7026ccd None None] New status for floating IP da51f087-fdf7-4b1e-bbe6-ab8deeeb487c: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:00:08.650968 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8c7e5b9-53dd-459f-beb8-9108af03c8d7 req-98f0399a-7844-4b1a-8d76-aa4d00c1813b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 210 time: 0.0294249 Sep 17 23:00:09.087536 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.132266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eeb672-7b27-434c-8fb3-56efbe62e307 req-2a8cf0c0-3925-451e-8cd8-651cdd5fd9da tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:09.133760 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42eeb672-7b27-434c-8fb3-56efbe62e307 req-2a8cf0c0-3925-451e-8cd8-651cdd5fd9da tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 946 time: 0.0619354 Sep 17 23:00:09.176987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-42eeb672-7b27-434c-8fb3-56efbe62e307 req-46ef5e8c-f398-48e7-a52b-64b44d81d40b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370924 Sep 17 23:00:09.314639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91054510-6842-43a8-8801-c28782d2ca2f req-87a8a20a-95dd-4021-8505-f05eca649efe tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:09.316165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-91054510-6842-43a8-8801-c28782d2ca2f req-87a8a20a-95dd-4021-8505-f05eca649efe tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 946 time: 0.0479345 Sep 17 23:00:09.376202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-cc7e956e-c20f-46c4-a027-2c58eebcddb1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:09.377730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-cc7e956e-c20f-46c4-a027-2c58eebcddb1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8671111-7d3f-49ae-84b1-c44cd0cb0651 HTTP/1.1" status: 200 len: 945 time: 0.0541658 Sep 17 23:00:09.413598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-91054510-6842-43a8-8801-c28782d2ca2f req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Deleting port 0e1f4a72-302a-47a9-95f8-b924150f4735 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:09.413940 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-91054510-6842-43a8-8801-c28782d2ca2f req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.470142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-b39bc4fc-a979-481d-9fc5-f83a5994cfa2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Deleting port 7fb8d539-7894-4dcf-80cc-57e04b7704bf {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:09.470578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-b39bc4fc-a979-481d-9fc5-f83a5994cfa2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.511246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-91054510-6842-43a8-8801-c28782d2ca2f req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] For port 0e1f4a72-302a-47a9-95f8-b924150f4735, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=0e1f4a72-302a-47a9-95f8-b924150f4735,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:09.511618 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-91054510-6842-43a8-8801-c28782d2ca2f req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.532501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-91054510-6842-43a8-8801-c28782d2ca2f req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Calling delete_port for 0e1f4a72-302a-47a9-95f8-b924150f4735 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:09.574771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-b39bc4fc-a979-481d-9fc5-f83a5994cfa2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] For port 7fb8d539-7894-4dcf-80cc-57e04b7704bf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=7fb8d539-7894-4dcf-80cc-57e04b7704bf,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:09.575413 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-b39bc4fc-a979-481d-9fc5-f83a5994cfa2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.589008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-b39bc4fc-a979-481d-9fc5-f83a5994cfa2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Calling delete_port for 7fb8d539-7894-4dcf-80cc-57e04b7704bf owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:09.730088 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-91054510-6842-43a8-8801-c28782d2ca2f req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.789909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-b39bc4fc-a979-481d-9fc5-f83a5994cfa2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.821577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['7fb8d539-7894-4dcf-80cc-57e04b7704bf'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:00:09.844069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bc4fc-a979-481d-9fc5-f83a5994cfa2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Pushing event deleted for resources: {'Port': ['ID=7fb8d539-7894-4dcf-80cc-57e04b7704bf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:09.879703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-b39bc4fc-a979-481d-9fc5-f83a5994cfa2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] No DVR routers for this DVR port 7fb8d539-7894-4dcf-80cc-57e04b7704bf on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:09.882445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-b39bc4fc-a979-481d-9fc5-f83a5994cfa2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:09.884582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6afeb94c-daf2-45d5-9d7a-ec9c2ad6f859 req-b39bc4fc-a979-481d-9fc5-f83a5994cfa2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.15 "DELETE /v2.0/ports/7fb8d539-7894-4dcf-80cc-57e04b7704bf HTTP/1.1" status: 204 len: 173 time: 0.5008838 Sep 17 23:00:09.885048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'name': 'network-vif-deleted', 'tag': '7fb8d539-7894-4dcf-80cc-57e04b7704bf'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:09.887461 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f35a42b-c302-4b43-b409-d432a713dddb" -d '{"events": [{"server_uuid": "f8671111-7d3f-49ae-84b1-c44cd0cb0651", "name": "network-vif-deleted", "tag": "7fb8d539-7894-4dcf-80cc-57e04b7704bf"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:09.927456 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4683b18e-36a7-4125-a30a-83264104bda9 x-openstack-request-id: req-4683b18e-36a7-4125-a30a-83264104bda9 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:09.928480 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8671111-7d3f-49ae-84b1-c44cd0cb0651", "name": "network-vif-deleted", "tag": "7fb8d539-7894-4dcf-80cc-57e04b7704bf", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:09.928742 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4683b18e-36a7-4125-a30a-83264104bda9 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:09.929233 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8671111-7d3f-49ae-84b1-c44cd0cb0651', 'name': 'network-vif-deleted', 'tag': '7fb8d539-7894-4dcf-80cc-57e04b7704bf', 'status': 'completed', 'code': 200} Sep 17 23:00:10.123154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-70e54f41-fcae-441c-bb81-13c4f94275b3 req-c69ff8ef-2dd2-49c3-b269-d050bffa8ef4 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 210 time: 0.4024470 Sep 17 23:00:10.126708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'Port': ['ID=0e1f4a72-302a-47a9-95f8-b924150f4735,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:10.155829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.156242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.156903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.157392 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.157722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.158048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.158366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.158683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.159004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.159319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.159704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.160023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:10.182684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-91054510-6842-43a8-8801-c28782d2ca2f req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] No DVR routers for this DVR port 0e1f4a72-302a-47a9-95f8-b924150f4735 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:10.191074 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-91054510-6842-43a8-8801-c28782d2ca2f req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.193182 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-91054510-6842-43a8-8801-c28782d2ca2f req-e774ad01-ffb2-4912-9b7f-7832d8969de6 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "DELETE /v2.0/ports/0e1f4a72-302a-47a9-95f8-b924150f4735 HTTP/1.1" status: 204 len: 173 time: 0.8714044 Sep 17 23:00:10.193640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'name': 'network-vif-deleted', 'tag': '0e1f4a72-302a-47a9-95f8-b924150f4735'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:10.196010 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f792e84-e00f-43b4-a655-70ff7b4b32c4" -d '{"events": [{"server_uuid": "2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9", "name": "network-vif-deleted", "tag": "0e1f4a72-302a-47a9-95f8-b924150f4735"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:10.295954 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-600b6972-197c-49cd-add0-7ee3034d80dd req-95407365-2295-4dab-987d-5b0cd53a66eb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 210 time: 0.0355060 Sep 17 23:00:10.386463 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57c60e4-46ff-45cf-99fb-b0bb196daef9 x-openstack-request-id: req-d57c60e4-46ff-45cf-99fb-b0bb196daef9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:10.386768 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9", "name": "network-vif-deleted", "tag": "0e1f4a72-302a-47a9-95f8-b924150f4735", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:10.387020 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d57c60e4-46ff-45cf-99fb-b0bb196daef9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:10.387409 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9', 'name': 'network-vif-deleted', 'tag': '0e1f4a72-302a-47a9-95f8-b924150f4735', 'status': 'completed', 'code': 200} Sep 17 23:00:10.507646 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.888485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-de73012f-5f95-46ac-9983-0f88084630a1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:10.890076 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-de73012f-5f95-46ac-9983-0f88084630a1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.15 "GET /v2.0/networks?id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0 HTTP/1.1" status: 200 len: 814 time: 0.1156368 Sep 17 23:00:10.908842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Request body: {'port': {'device_id': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0', 'admin_state_up': True, 'tenant_id': 'da7c749e31b54b6d80cd18b9ac0aae34'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:11.130490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Made reservation on behalf of da7c749e31b54b6d80cd18b9ac0aae34 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:00:11.134457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:11.233651 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-11cb103a-be6e-493e-8c83-a7eb926082ac req-66d0792d-51c9-4d66-9d8f-ac37ccd73bae tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 210 time: 0.0370317 Sep 17 23:00:11.267105 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:00:11.292984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Allocated IP 172.20.0.2 (ed7b3bd0-b976-41c8-8399-5a2641dad5e0/9feca98a-f9b4-4402-affa-9fb1bd2b8e79/5489b87f-41cb-485a-b898-dad7533649a9) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:00:11.431983 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ddac3a7-563c-42d8-b20d-d3d57c899639 req-4fec4339-59fa-468d-9bef-6e566e9d1462 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 210 time: 0.0551114 Sep 17 23:00:11.481969 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:11.483169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0e1f4a72-302a-47a9-95f8-b924150f4735 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:11.506708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 0e1f4a72-302a-47a9-95f8-b924150f4735 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:11.507056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 0e1f4a72-302a-47a9-95f8-b924150f4735 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:11.561373 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:11.603937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:00:11.607020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:00:11.610545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:00:11.642123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Pushing event updated for resources: {'Port': ['ID=5489b87f-41cb-485a-b898-dad7533649a9,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:11.668418 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:11.669014 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:11.765397 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-638d07a6-2b70-44e9-b443-9a5b25483154 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8602171 Sep 17 23:00:11.782867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Request body: {'port': {'device_id': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:00:11.840412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.109027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5489b87f-41cb-485a-b898-dad7533649a9 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:00:12.116719 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.129062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Transition to ACTIVE for port object 5489b87f-41cb-485a-b898-dad7533649a9 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:00:12.204744 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.253663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Pushing event updated for resources: {'Port': ['ID=5489b87f-41cb-485a-b898-dad7533649a9,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:12.331410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Attempting to bind port 5489b87f-41cb-485a-b898-dad7533649a9 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:00:12.331872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Attempting to bind port 5489b87f-41cb-485a-b898-dad7533649a9 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:00:12.332513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Attempting to bind port 5489b87f-41cb-485a-b898-dad7533649a9 on network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:00:12.337265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Port 5489b87f-41cb-485a-b898-dad7533649a9 on network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:00:12.337686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Attempting to bind port 5489b87f-41cb-485a-b898-dad7533649a9 on network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:00:12.343692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:00:12.344289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Checking segment: {'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:00:12.344834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Bound using segment: {'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:00:12.345360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Bound port: 5489b87f-41cb-485a-b898-dad7533649a9, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:00:12.346039 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.359910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5355d-b85a-4767-9a46-39b54a15f3ef req-f533ce9e-254e-4664-ae7b-3391225fb90b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:12.366760 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88d5355d-b85a-4767-9a46-39b54a15f3ef req-f533ce9e-254e-4664-ae7b-3391225fb90b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 943 time: 0.0652895 Sep 17 23:00:12.405259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88d5355d-b85a-4767-9a46-39b54a15f3ef req-330a672f-ea8f-469a-a2df-ac836dc0e9f1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361664 Sep 17 23:00:12.416197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] For port 5489b87f-41cb-485a-b898-dad7533649a9, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:00:12.422066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] For port 5489b87f-41cb-485a-b898-dad7533649a9, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5489b87f-41cb-485a-b898-dad7533649a9,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:00:12.486888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.535641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:12.536291 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:12.537689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] 10.222.0.15 "PUT /v2.0/ports/5489b87f-41cb-485a-b898-dad7533649a9 HTTP/1.1" status: 200 len: 1092 time: 0.7598181 Sep 17 23:00:12.539298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'tag': '5489b87f-41cb-485a-b898-dad7533649a9'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:12.541575 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005de6a8-ff9e-496a-ad53-d05f10c8f36d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9", "tag": "5489b87f-41cb-485a-b898-dad7533649a9"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:12.830735 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d21fe5-abb1-4a33-b876-2011698c674a x-openstack-request-id: req-d3d21fe5-abb1-4a33-b876-2011698c674a {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:12.830961 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9", "tag": "5489b87f-41cb-485a-b898-dad7533649a9", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:12.831173 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3d21fe5-abb1-4a33-b876-2011698c674a {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:12.831558 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'tag': '5489b87f-41cb-485a-b898-dad7533649a9', 'status': 'completed', 'code': 200} Sep 17 23:00:12.833575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15536f9e-e14c-48c2-a8f1-90bea126ff73 req-39414117-30cb-42a2-a2a5-cda436d5476d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 210 time: 0.3188183 Sep 17 23:00:12.877132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f074d6-b228-42c4-a6d0-2787ac1e9827 service neutron] Pushing event updated for resources: {'Port': ['ID=5489b87f-41cb-485a-b898-dad7533649a9,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:12.893659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005de6a8-ff9e-496a-ad53-d05f10c8f36d req-ae0dff0a-00bf-4192-b3e2-ba5508092410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:12.895148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-005de6a8-ff9e-496a-ad53-d05f10c8f36d req-ae0dff0a-00bf-4192-b3e2-ba5508092410 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0682251 Sep 17 23:00:13.002805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005de6a8-ff9e-496a-ad53-d05f10c8f36d req-5a92df2b-fc17-4eb8-aece-f650130f19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:13.003344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-005de6a8-ff9e-496a-ad53-d05f10c8f36d req-5a92df2b-fc17-4eb8-aece-f650130f19f6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952628 Sep 17 23:00:13.099710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005de6a8-ff9e-496a-ad53-d05f10c8f36d req-208dcc42-7779-4152-8095-a62ffbe53a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:13.101238 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-005de6a8-ff9e-496a-ad53-d05f10c8f36d req-208dcc42-7779-4152-8095-a62ffbe53a5e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916572 Sep 17 23:00:13.130296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7fb8d539-7894-4dcf-80cc-57e04b7704bf no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:13.159473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 7fb8d539-7894-4dcf-80cc-57e04b7704bf {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:13.169017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 7fb8d539-7894-4dcf-80cc-57e04b7704bf not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:13.200266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-27904988-5f07-42a1-93d8-3f506bf69435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:13.202150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-27904988-5f07-42a1-93d8-3f506bf69435 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0446920 Sep 17 23:00:13.252054 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-5902ee5d-fad8-4a57-9e43-d1266afb4a3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5489b87f-41cb-485a-b898-dad7533649a9 HTTP/1.1" status: 200 len: 217 time: 0.0379643 Sep 17 23:00:13.300863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-0618aeab-e896-4b89-9bf4-eb56dbf5d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:13.302306 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-0618aeab-e896-4b89-9bf4-eb56dbf5d8a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9feca98a-f9b4-4402-affa-9fb1bd2b8e79 HTTP/1.1" status: 200 len: 854 time: 0.0436151 Sep 17 23:00:13.334439 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-ea9dc45e-f55f-4524-9095-d974f79e4593 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247538 Sep 17 23:00:13.427916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-0ea0e8ff-295e-4678-8fb7-3594db4c87e8 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861979 Sep 17 23:00:13.521145 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eb9dbce8-01c1-48bc-a851-688b36ab7df1 req-a94d39c4-0351-49cc-b6f1-7349b1b3f414 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869014 Sep 17 23:00:13.524894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07883388-cb8a-4c90-81f7-e4358b37b94a req-0a7b2eef-7531-4c9e-abd0-f3c8bbf7a6ad tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:13.526419 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-07883388-cb8a-4c90-81f7-e4358b37b94a req-0a7b2eef-7531-4c9e-abd0-f3c8bbf7a6ad tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 943 time: 0.0494249 Sep 17 23:00:13.566106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-07883388-cb8a-4c90-81f7-e4358b37b94a req-f1efe829-9964-429b-9c74-c9a9c6480f73 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330281 Sep 17 23:00:13.939914 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a58e143-08b4-4ae8-9167-ad9876fbb39c req-13fdc079-f3d4-4f23-8753-5c7e375360bc tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cba68a0-8ff2-42ec-a2ef-4ea74ec451f9 HTTP/1.1" status: 200 len: 210 time: 0.0349388 Sep 17 23:00:14.680605 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb163a-68d7-41ed-94f6-695c0038e259 req-49a822a2-c8bb-40cf-a3d4-2323fed76224 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:14.682076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30eb163a-68d7-41ed-94f6-695c0038e259 req-49a822a2-c8bb-40cf-a3d4-2323fed76224 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 943 time: 0.0488863 Sep 17 23:00:14.720673 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30eb163a-68d7-41ed-94f6-695c0038e259 req-378b63d1-368b-4abc-8807-d530fb877413 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324411 Sep 17 23:00:15.841154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae273e1f-b99f-4b88-8f71-c8362a2d0e15 req-c8171cbf-3d4f-419a-80af-4e9e862b423b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:15.842685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae273e1f-b99f-4b88-8f71-c8362a2d0e15 req-c8171cbf-3d4f-419a-80af-4e9e862b423b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 943 time: 0.0548296 Sep 17 23:00:15.883747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae273e1f-b99f-4b88-8f71-c8362a2d0e15 req-0d492184-054f-41b2-9c04-50bdc74aae0d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346510 Sep 17 23:00:16.999148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede580aa-4067-4874-bbeb-bbd2485bfc56 req-84d5ca01-3eeb-4555-8bc3-d9a437ca3559 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:17.000648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ede580aa-4067-4874-bbeb-bbd2485bfc56 req-84d5ca01-3eeb-4555-8bc3-d9a437ca3559 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 943 time: 0.0498321 Sep 17 23:00:17.041360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ede580aa-4067-4874-bbeb-bbd2485bfc56 req-400d03a7-8f75-44e8-9597-15a20eda2e96 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Sep 17 23:00:17.146766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5489b87f-41cb-485a-b898-dad7533649a9 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:00:17.241659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5489b87f-41cb-485a-b898-dad7533649a9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5489b87f-41cb-485a-b898-dad7533649a9,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:17.253116 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '5489b87f-41cb-485a-b898-dad7533649a9', 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0', 'port_id': '5489b87f-41cb-485a-b898-dad7533649a9', 'mac_address': 'fa:16:3e:39:aa:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9feca98a-f9b4-4402-affa-9fb1bd2b8e79', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:00:17.295939 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:17.312097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5489b87f-41cb-485a-b898-dad7533649a9 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:00:17.333157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5489b87f-41cb-485a-b898-dad7533649a9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5489b87f-41cb-485a-b898-dad7533649a9,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:17.393349 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:17.441706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5489b87f-41cb-485a-b898-dad7533649a9,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:17.449041 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.450714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.450714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.450714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.450714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.450714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.451257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.451358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.451681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.452004 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.452364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.452689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:17.767242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['5489b87f-41cb-485a-b898-dad7533649a9'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:00:18.156647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7247f3-c1c9-4675-a845-27c33c74c687 req-d21b6cac-91aa-409a-aed1-63d88f8c7ee2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:18.158339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c7247f3-c1c9-4675-a845-27c33c74c687 req-d21b6cac-91aa-409a-aed1-63d88f8c7ee2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 944 time: 0.0506175 Sep 17 23:00:18.199008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c7247f3-c1c9-4675-a845-27c33c74c687 req-ee0c0ff6-ea4c-43f4-b86e-d91cfff29ff7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Sep 17 23:00:19.162712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5489b87f-41cb-485a-b898-dad7533649a9 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:19.269378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 5489b87f-41cb-485a-b898-dad7533649a9 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:00:19.275705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 5489b87f-41cb-485a-b898-dad7533649a9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:19.279606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:19.323416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9a420-1ebc-4a4d-8497-c47e929e77bb req-c1f9ecf1-cedc-46e7-9c26-f6003f0250d9 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:19.330695 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e1a9a420-1ebc-4a4d-8497-c47e929e77bb req-c1f9ecf1-cedc-46e7-9c26-f6003f0250d9 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 944 time: 0.0536559 Sep 17 23:00:19.360499 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:19.381126 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e1a9a420-1ebc-4a4d-8497-c47e929e77bb req-fe8af348-c89f-40f6-85d1-94c7cbf6ed94 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481877 Sep 17 23:00:19.390492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5489b87f-41cb-485a-b898-dad7533649a9'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:19.398219 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcb453e-4bde-49c7-b0d1-6d6d4402d922" -d '{"events": [{"server_uuid": "d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9", "name": "network-vif-plugged", "status": "completed", "tag": "5489b87f-41cb-485a-b898-dad7533649a9"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:19.406559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5489b87f-41cb-485a-b898-dad7533649a9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5489b87f-41cb-485a-b898-dad7533649a9,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:19.432949 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8846342e-8fcb-41c4-9834-d74bf65b6ff2 x-openstack-request-id: req-8846342e-8fcb-41c4-9834-d74bf65b6ff2 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:19.432949 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9", "name": "network-vif-plugged", "status": "completed", "tag": "5489b87f-41cb-485a-b898-dad7533649a9", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:19.432949 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8846342e-8fcb-41c4-9834-d74bf65b6ff2 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:19.432949 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5489b87f-41cb-485a-b898-dad7533649a9', 'code': 200} Sep 17 23:00:19.484435 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:19.547610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5489b87f-41cb-485a-b898-dad7533649a9,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:19.562027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca06f3-4e06-4473-9c19-6b68dd062b21 req-f1a1c328-baad-46c1-9826-97163167e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:19.564345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44ca06f3-4e06-4473-9c19-6b68dd062b21 req-f1a1c328-baad-46c1-9826-97163167e615 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0452473 Sep 17 23:00:19.602088 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44ca06f3-4e06-4473-9c19-6b68dd062b21 req-3b794ba5-39b1-43ff-a843-75fb501c200a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Sep 17 23:00:19.950376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-172522e8-725a-48b6-9a22-2c6c8edcfbd9 req-d3578041-82ee-46e0-baa4-bcc026d7801d service neutron] (95454) timed out ('10.222.0.30', 60726) {{(pid=95454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:00:20.493954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bddba7-1c14-4039-a45e-6805462c1d27 req-9c14e15f-4f59-4b73-b58c-8df669198927 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:20.495440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29bddba7-1c14-4039-a45e-6805462c1d27 req-9c14e15f-4f59-4b73-b58c-8df669198927 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0489423 Sep 17 23:00:20.532387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29bddba7-1c14-4039-a45e-6805462c1d27 req-e6c1e7c1-4625-4391-b823-a64c76302cef tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Sep 17 23:00:20.556971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48072) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:20.708857 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Deleting port 4a16650d-795e-489a-9e97-f9645df817b4 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:20.709194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:20.785197 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:20.785501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:20.797014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Calling delete_port for 4a16650d-795e-489a-9e97-f9645df817b4 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:21.015818 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:21.044279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'Port': ['ID=4a16650d-795e-489a-9e97-f9645df817b4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:21.107583 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:21.107916 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Floating IP 6338a004-a2e5-4220-8ebd-2897381fc478 disassociated (deleted). External IP: 172.25.6.30, port: dfadcf7a-ca4c-40d7-a08e-97160076a6bd. Sep 17 23:00:21.316456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Router 72d9ecfe-3777-403e-a815-1903a439cc80 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:21.423164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:21.427765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:21.434334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] Sync routers for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:21.444043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:21.444687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:00:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:21.454694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-83826034-8baf-434d-b5f3-2672430c7572 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "DELETE /v2.0/floatingips/6338a004-a2e5-4220-8ebd-2897381fc478 HTTP/1.1" status: 204 len: 168 time: 0.8966238 Sep 17 23:00:21.455292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2555c6-f56d-417c-91ed-85028c331618', 'tag': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:21.458227 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb6512c-8c56-408c-ab0a-cabb96236545" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2555c6-f56d-417c-91ed-85028c331618", "tag": "dfadcf7a-ca4c-40d7-a08e-97160076a6bd"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:21.498080 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c474c2a4-619b-4e9e-aacc-328bf57eb123 x-openstack-request-id: req-c474c2a4-619b-4e9e-aacc-328bf57eb123 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:21.498717 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2555c6-f56d-417c-91ed-85028c331618", "tag": "dfadcf7a-ca4c-40d7-a08e-97160076a6bd", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:21.498847 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c474c2a4-619b-4e9e-aacc-328bf57eb123 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:21.499338 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2555c6-f56d-417c-91ed-85028c331618', 'tag': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'status': 'completed', 'code': 200} Sep 17 23:00:21.560198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:21.563327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-86e14c85-ff55-45cc-8e1e-0cb6c24e779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:21.564877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-86e14c85-ff55-45cc-8e1e-0cb6c24e779d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 1097 time: 0.0432491 Sep 17 23:00:21.662166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-45f503b4-9d44-4e9c-99fe-af06b0d011cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:21.664414 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-45f503b4-9d44-4e9c-99fe-af06b0d011cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 200 len: 913 time: 0.0930142 Sep 17 23:00:21.666634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572176-dbbd-4a53-870e-2ec7e06a61b8 req-65c5d510-c212-4677-a72b-3dac56013614 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:21.668288 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6572176-dbbd-4a53-870e-2ec7e06a61b8 req-65c5d510-c212-4677-a72b-3dac56013614 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0565565 Sep 17 23:00:21.713545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-467cc2bd-923b-44ce-8e62-f1df86e329f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd HTTP/1.1" status: 200 len: 217 time: 0.0357311 Sep 17 23:00:21.715802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f6572176-dbbd-4a53-870e-2ec7e06a61b8 req-b1f0d0ab-ee81-4eb3-a553-f8fd65dd2d28 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Sep 17 23:00:21.771309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-8343647f-c73b-454b-afd7-088cd42e9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:21.773100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-8343647f-c73b-454b-afd7-088cd42e9d6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 200 len: 851 time: 0.0526943 Sep 17 23:00:21.775635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:21.803014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] Checking router: 72d9ecfe-3777-403e-a815-1903a439cc80 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:21.811814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:21.812493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:00:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:21.833498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-d154b1c4-d9ae-4fec-b782-6e312d48d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:21.835167 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-d154b1c4-d9ae-4fec-b782-6e312d48d275 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=857ed70f-40ac-4dd7-bd96-731ddda72698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543656 Sep 17 23:00:21.856446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1097-d6dc-4fe1-9375-be728f8102e4 req-3fe55947-a29d-43aa-b533-41ddb2939b07 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:21.858354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e77c1097-d6dc-4fe1-9375-be728f8102e4 req-3fe55947-a29d-43aa-b533-41ddb2939b07 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0637441 Sep 17 23:00:21.906217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e77c1097-d6dc-4fe1-9375-be728f8102e4 req-7dc6d01b-ee63-42b2-b79e-4c601bcdbaba tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375316 Sep 17 23:00:21.936483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:21.959709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e785-0724-4bee-b58c-e9cbac8d1de2 req-4f89bc37-fffc-49ba-94d0-fb60bb593b1d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:21.961641 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73e5e785-0724-4bee-b58c-e9cbac8d1de2 req-4f89bc37-fffc-49ba-94d0-fb60bb593b1d tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 945 time: 0.1145627 Sep 17 23:00:22.016404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-a1b17957-ebf9-4baf-9656-cd9e718f6971 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671400 Sep 17 23:00:22.020080 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73e5e785-0724-4bee-b58c-e9cbac8d1de2 req-ddd59ad4-291c-41e3-bef1-51b0d5c336c7 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8cfc2cd-2152-4f6d-9794-007b7d36394d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475528 Sep 17 23:00:22.123077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3cb6512c-8c56-408c-ab0a-cabb96236545 req-338de683-86a8-45ec-90b9-77e8e0273508 service neutron] 10.222.0.23 "GET /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992308 Sep 17 23:00:22.207143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af8296-a48f-42b1-a1cd-a7ad5ad83515 req-79bab1ee-03d8-401d-a250-b6e7de280da7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:22.208758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41af8296-a48f-42b1-a1cd-a7ad5ad83515 req-79bab1ee-03d8-401d-a250-b6e7de280da7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0600338 Sep 17 23:00:22.254690 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41af8296-a48f-42b1-a1cd-a7ad5ad83515 req-10cfdc4d-06c8-41e7-94f6-d8e8cda6ab1e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393846 Sep 17 23:00:22.330876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:22.344791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264237fb-1142-4222-9464-e6244c9ddf94 req-d7d31a3c-f855-4e79-ad75-fb7e3374169b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:22.347242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-264237fb-1142-4222-9464-e6244c9ddf94 req-d7d31a3c-f855-4e79-ad75-fb7e3374169b tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 945 time: 0.0586309 Sep 17 23:00:22.360931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d73c4-3ee8-4a31-8f7c-5ce697604f41 None None] The sync data for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 is: [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T22:44:40Z', 'revision_number': 4, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'd902c3aa-efcb-44a2-a663-6d447e95f412', 'name': '', 'network_id': '857ed70f-40ac-4dd7-bd96-731ddda72698', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'mac_address': 'fa:16:3e:f4:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:39Z', 'updated_at': '2021-09-17T22:44:47Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'subnets': [{'id': 'd3f1c75a-5d51-408c-a766-d452865f15e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:22.374116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ed947-b0c7-464e-b713-958264b0019f req-b4dca352-2036-43ab-868e-c87797e80733 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:22.375704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d41ed947-b0c7-464e-b713-958264b0019f req-b4dca352-2036-43ab-868e-c87797e80733 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0517695 Sep 17 23:00:22.420662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d41ed947-b0c7-464e-b713-958264b0019f req-80d4cad5-698f-4523-8635-340de5474b19 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366375 Sep 17 23:00:22.450213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-264237fb-1142-4222-9464-e6244c9ddf94 req-7f10a130-5af8-44fe-a8fd-0436ac5033dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Deleting port dfadcf7a-ca4c-40d7-a08e-97160076a6bd {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:22.450562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-264237fb-1142-4222-9464-e6244c9ddf94 req-7f10a130-5af8-44fe-a8fd-0436ac5033dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:22.547251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-264237fb-1142-4222-9464-e6244c9ddf94 req-7f10a130-5af8-44fe-a8fd-0436ac5033dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] For port dfadcf7a-ca4c-40d7-a08e-97160076a6bd, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:22.547843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-264237fb-1142-4222-9464-e6244c9ddf94 req-7f10a130-5af8-44fe-a8fd-0436ac5033dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:22.561510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-264237fb-1142-4222-9464-e6244c9ddf94 req-7f10a130-5af8-44fe-a8fd-0436ac5033dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Calling delete_port for dfadcf7a-ca4c-40d7-a08e-97160076a6bd owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:22.639220 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2868d307-aead-4d45-886c-5e918f1d6ac1 None None] New status for floating IP 6338a004-a2e5-4220-8ebd-2897381fc478: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:00:22.787319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-264237fb-1142-4222-9464-e6244c9ddf94 req-7f10a130-5af8-44fe-a8fd-0436ac5033dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:22.838093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10a130-5af8-44fe-a8fd-0436ac5033dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'Port': ['ID=dfadcf7a-ca4c-40d7-a08e-97160076a6bd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:22.864502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-264237fb-1142-4222-9464-e6244c9ddf94 req-7f10a130-5af8-44fe-a8fd-0436ac5033dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] No DVR routers for this DVR port dfadcf7a-ca4c-40d7-a08e-97160076a6bd on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:22.867077 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-264237fb-1142-4222-9464-e6244c9ddf94 req-7f10a130-5af8-44fe-a8fd-0436ac5033dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:22.869197 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-264237fb-1142-4222-9464-e6244c9ddf94 req-7f10a130-5af8-44fe-a8fd-0436ac5033dd tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.23 "DELETE /v2.0/ports/dfadcf7a-ca4c-40d7-a08e-97160076a6bd HTTP/1.1" status: 204 len: 173 time: 0.5162728 Sep 17 23:00:22.869673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2555c6-f56d-417c-91ed-85028c331618', 'name': 'network-vif-deleted', 'tag': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:22.872112 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe8e1ee-69cd-4029-ac6a-0b30c0f05cd2" -d '{"events": [{"server_uuid": "7a2555c6-f56d-417c-91ed-85028c331618", "name": "network-vif-deleted", "tag": "dfadcf7a-ca4c-40d7-a08e-97160076a6bd"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:22.913848 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10bab66-64fd-4656-9c28-4152ac986725 x-openstack-request-id: req-f10bab66-64fd-4656-9c28-4152ac986725 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:22.914202 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2555c6-f56d-417c-91ed-85028c331618", "name": "network-vif-deleted", "tag": "dfadcf7a-ca4c-40d7-a08e-97160076a6bd", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:22.914523 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f10bab66-64fd-4656-9c28-4152ac986725 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:22.914993 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2555c6-f56d-417c-91ed-85028c331618', 'name': 'network-vif-deleted', 'tag': 'dfadcf7a-ca4c-40d7-a08e-97160076a6bd', 'status': 'completed', 'code': 200} Sep 17 23:00:22.925280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a115ff3-0733-48fd-b456-a5ee05d9ab14 req-4d9d6ef6-e710-4f3e-b6b3-b47172f07e17 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:22.936010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a115ff3-0733-48fd-b456-a5ee05d9ab14 req-4d9d6ef6-e710-4f3e-b6b3-b47172f07e17 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0677185 Sep 17 23:00:22.974125 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9a115ff3-0733-48fd-b456-a5ee05d9ab14 req-3e1f3e6c-bda1-451b-adc8-f97a6c446aeb tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366833 Sep 17 23:00:23.124771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0306291-beab-412e-9da1-b88268cd99a7 req-81dfbf1d-e0ce-4fba-b588-955cff87be52 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 210 time: 0.0316639 Sep 17 23:00:24.095435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab97ce-f8e7-4993-b1a3-3e58ed55d9a5 req-d3323c27-14f2-4386-9c2e-c852ce4b2d09 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:24.103034 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03ab97ce-f8e7-4993-b1a3-3e58ed55d9a5 req-d3323c27-14f2-4386-9c2e-c852ce4b2d09 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0583191 Sep 17 23:00:24.137330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03ab97ce-f8e7-4993-b1a3-3e58ed55d9a5 req-6c56081a-695e-4a3d-bed2-27ad0cf917e0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333047 Sep 17 23:00:24.226613 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1a17589-7887-4c2d-96a7-c0563fe8f468 req-18f7890d-345a-4bea-ab6c-c3a40acf31d2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 210 time: 0.0278556 Sep 17 23:00:25.256770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bdd58-934e-4779-a0e8-21fde7da98c9 req-2354042e-0ca0-4681-b716-763cf728014a tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:25.258452 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-714bdd58-934e-4779-a0e8-21fde7da98c9 req-2354042e-0ca0-4681-b716-763cf728014a tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0510232 Sep 17 23:00:25.298556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-714bdd58-934e-4779-a0e8-21fde7da98c9 req-2eb2ec2f-5339-4841-8f07-0122f6e5f725 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Sep 17 23:00:25.321605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fab82a24-716a-4dd2-8694-a065066bb349 req-23853c56-4e6c-489d-b7a0-3dd55fd3457a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 210 time: 0.0277896 Sep 17 23:00:25.529892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device dfadcf7a-ca4c-40d7-a08e-97160076a6bd no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:25.550904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: dfadcf7a-ca4c-40d7-a08e-97160076a6bd {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:25.551246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device dfadcf7a-ca4c-40d7-a08e-97160076a6bd not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:26.418301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcfcf67a-82d2-4471-9cad-b5bb1aa51b57 req-5a41d21d-5e2b-4642-85a5-bcb0d088e52a tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a2555c6-f56d-417c-91ed-85028c331618 HTTP/1.1" status: 200 len: 210 time: 0.0271177 Sep 17 23:00:26.418928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51470621-1f4c-4114-bc49-f6b8b9be2f99 req-5cdc3dbd-0947-4ace-8a26-a5b8ef4bd005 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:26.420163 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51470621-1f4c-4114-bc49-f6b8b9be2f99 req-5cdc3dbd-0947-4ace-8a26-a5b8ef4bd005 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0535457 Sep 17 23:00:26.461587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51470621-1f4c-4114-bc49-f6b8b9be2f99 req-07df5015-66ac-40d5-8890-85cc5043ee05 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343170 Sep 17 23:00:27.477544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48126) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:27.630702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8cda9-b287-42ae-a490-1d1ac622906b req-4240a785-4434-4718-8a10-7b2f0323c1fb tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:27.632184 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60c8cda9-b287-42ae-a490-1d1ac622906b req-4240a785-4434-4718-8a10-7b2f0323c1fb tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0789440 Sep 17 23:00:27.659309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-56f7e6ba-88d8-4f8e-ab40-0f554c86b1bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Deleting port ccbd652a-a7cd-43e1-9c64-c25873635103 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:27.659706 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56f7e6ba-88d8-4f8e-ab40-0f554c86b1bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.696910 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60c8cda9-b287-42ae-a490-1d1ac622906b req-03961645-4a97-47b1-a3d3-3014a074bb28 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579934 Sep 17 23:00:27.748013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56f7e6ba-88d8-4f8e-ab40-0f554c86b1bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.748368 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56f7e6ba-88d8-4f8e-ab40-0f554c86b1bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:27.759834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-56f7e6ba-88d8-4f8e-ab40-0f554c86b1bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Calling delete_port for ccbd652a-a7cd-43e1-9c64-c25873635103 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:27.973183 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56f7e6ba-88d8-4f8e-ab40-0f554c86b1bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.001983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7e6ba-88d8-4f8e-ab40-0f554c86b1bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'Port': ['ID=ccbd652a-a7cd-43e1-9c64-c25873635103,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:28.062178 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56f7e6ba-88d8-4f8e-ab40-0f554c86b1bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.064796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56f7e6ba-88d8-4f8e-ab40-0f554c86b1bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.066457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-56f7e6ba-88d8-4f8e-ab40-0f554c86b1bb tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "DELETE /v2.0/floatingips/b3b3eaf1-3d3d-489f-b37d-a575596ed400 HTTP/1.1" status: 204 len: 168 time: 0.5878975 Sep 17 23:00:28.813372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d3261-1503-4428-b7e2-bf3f7f8b829c req-7cc1f11d-5aaa-407c-a772-0e28f0f40fae tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:28.814872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be1d3261-1503-4428-b7e2-bf3f7f8b829c req-7cc1f11d-5aaa-407c-a772-0e28f0f40fae tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0500607 Sep 17 23:00:28.852831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be1d3261-1503-4428-b7e2-bf3f7f8b829c req-e15d7364-7285-4fbc-a225-f3ed6c9ffbf1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Sep 17 23:00:29.415548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:29.972258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f4e7b-3c32-47ae-802e-b89401495c9c req-741df031-2173-42a9-854c-b56d53456d0b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:29.973766 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d19f4e7b-3c32-47ae-802e-b89401495c9c req-741df031-2173-42a9-854c-b56d53456d0b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0513635 Sep 17 23:00:30.012370 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d19f4e7b-3c32-47ae-802e-b89401495c9c req-68124986-e907-4c98-bb94-9683be404e2e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Sep 17 23:00:31.133016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1f46b-615e-4638-9467-1dd33b67debc req-ad56afb0-eaa3-4dc2-aa79-47699be7dc35 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:31.134535 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e1f46b-615e-4638-9467-1dd33b67debc req-ad56afb0-eaa3-4dc2-aa79-47699be7dc35 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0549915 Sep 17 23:00:31.172207 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f5e1f46b-615e-4638-9467-1dd33b67debc req-77c6f156-b520-445d-9a3b-f96a533f37aa tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317342 Sep 17 23:00:31.516768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48150) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:31.586140 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de58298a-7134-4514-ba19-6d3c1aad62c2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.610882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de58298a-7134-4514-ba19-6d3c1aad62c2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.732036 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de58298a-7134-4514-ba19-6d3c1aad62c2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.734625 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de58298a-7134-4514-ba19-6d3c1aad62c2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.736629 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-de58298a-7134-4514-ba19-6d3c1aad62c2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] 10.222.0.30 "DELETE /v2.0/security-groups/d8cfc2cd-2152-4f6d-9794-007b7d36394d HTTP/1.1" status: 204 len: 168 time: 0.2180610 Sep 17 23:00:31.745141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58298a-7134-4514-ba19-6d3c1aad62c2 tempest-TestVolumeBootPattern-358794236 tempest-TestVolumeBootPattern-358794236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cfc2cd-2152-4f6d-9794-007b7d36394d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:31.873852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48154) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:32.286949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918dc0d-a15a-474a-8f61-e036cca47d36 req-c67e15fe-52e0-491e-86f8-7468cd91db82 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:32.288468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e918dc0d-a15a-474a-8f61-e036cca47d36 req-c67e15fe-52e0-491e-86f8-7468cd91db82 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0483532 Sep 17 23:00:32.315835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.327927 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e918dc0d-a15a-474a-8f61-e036cca47d36 req-ecf9f13a-1795-442f-b69a-49a0e9506327 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Sep 17 23:00:32.563466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] Deleting port d902c3aa-efcb-44a2-a663-6d447e95f412 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:32.564096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.648163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] For port d902c3aa-efcb-44a2-a663-6d447e95f412, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d902c3aa-efcb-44a2-a663-6d447e95f412,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:32.648555 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.661641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] Calling delete_port for d902c3aa-efcb-44a2-a663-6d447e95f412 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:32.901195 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:32.927693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] Pushing event deleted for resources: {'Port': ['ID=d902c3aa-efcb-44a2-a663-6d447e95f412,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:33.089316 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.272750 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-09d734cd-cefb-4d54-932f-bbd3c9a66ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.495934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4eb80-f030-48ba-8c9a-73059f46707d req-d2ce4354-aa6b-461e-87b6-e55e7f04daf0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:33.497437 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fd4eb80-f030-48ba-8c9a-73059f46707d req-d2ce4354-aa6b-461e-87b6-e55e7f04daf0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0921915 Sep 17 23:00:33.579133 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fd4eb80-f030-48ba-8c9a-73059f46707d req-4c1ee8d8-f8d0-4171-8cf8-9f84a6f9b4a0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727084 Sep 17 23:00:33.658309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] Router 72d9ecfe-3777-403e-a815-1903a439cc80 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:33.759696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:33.764701 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6352ba84-d68b-4392-940a-cf7c531ae817 admin admin] 10.222.0.30 "PUT /v2.0/routers/72d9ecfe-3777-403e-a815-1903a439cc80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8897471 Sep 17 23:00:33.767197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48162) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:33.770163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] Sync routers for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:33.779233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:33.779853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:00:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:33.868222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:33.885995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:33.971075 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.074683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T23:00:32Z', 'revision_number': 5, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port': {'id': '55fe7ae7-83b3-46b0-8ed7-9089652bde9d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:35Z', 'updated_at': '2021-09-17T22:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:34.093542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Deleting port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:34.094111 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.104513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] Checking router: 72d9ecfe-3777-403e-a815-1903a439cc80 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:34.113877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] Routers {'72d9ecfe-3777-403e-a815-1903a439cc80'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:34.114496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:00:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['72d9ecfe-3777-403e-a815-1903a439cc80'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:34.175005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] For port 55fe7ae7-83b3-46b0-8ed7-9089652bde9d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=55fe7ae7-83b3-46b0-8ed7-9089652bde9d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:34.175436 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.187948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Calling delete_port for 55fe7ae7-83b3-46b0-8ed7-9089652bde9d owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:34.205327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] Set router 72d9ecfe-3777-403e-a815-1903a439cc80 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:34.259702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T23:00:33Z', 'revision_number': 6, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:34.286067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ede566-5935-42cb-8fc1-8b9d51b4f2f8 None None] The sync data for ids ['72d9ecfe-3777-403e-a815-1903a439cc80'] in n-d-713499-18 is: [{'id': '72d9ecfe-3777-403e-a815-1903a439cc80', 'name': 'tempest-TestVolumeBootPattern-1174797151-router', 'tenant_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:34Z', 'updated_at': '2021-09-17T23:00:33Z', 'revision_number': 6, 'project_id': 'b9af4026dcb84aecbc3aac9c31d963fe', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:34.409875 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.439026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=55fe7ae7-83b3-46b0-8ed7-9089652bde9d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:34.501326 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.589815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.591836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.697887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.698516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d9ecfe-3777-403e-a815-1903a439cc80 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:00:34.702329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e535ab7-d5ab-4d39-8a3f-ad667ab284ed req-c476f8b5-8b13-4349-865c-f315ed4feebe tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:34.702939 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.703891 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e535ab7-d5ab-4d39-8a3f-ad667ab284ed req-c476f8b5-8b13-4349-865c-f315ed4feebe tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0528193 Sep 17 23:00:34.704424 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7caf351d-ca3f-48d2-922e-3790d6138d86 admin admin] 10.222.0.30 "DELETE /v2.0/routers/72d9ecfe-3777-403e-a815-1903a439cc80 HTTP/1.1" status: 204 len: 168 time: 0.9360006 Sep 17 23:00:34.707207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48166) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:34.746553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e535ab7-d5ab-4d39-8a3f-ad667ab284ed req-adc5bcf6-9b1e-42c2-958f-0ee427601578 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349307 Sep 17 23:00:34.756437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-d623ac4e-c1fc-49df-8644-b170f519cd4d admin admin] Deleting subnet d3f1c75a-5d51-408c-a766-d452865f15e7 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:00:34.763007 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d623ac4e-c1fc-49df-8644-b170f519cd4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.797842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d623ac4e-c1fc-49df-8644-b170f519cd4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:34.872892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d623ac4e-c1fc-49df-8644-b170f519cd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.004902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d623ac4e-c1fc-49df-8644-b170f519cd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.031476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623ac4e-c1fc-49df-8644-b170f519cd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f1c75a-5d51-408c-a766-d452865f15e7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:35.033490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d623ac4e-c1fc-49df-8644-b170f519cd4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.035668 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d623ac4e-c1fc-49df-8644-b170f519cd4d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d3f1c75a-5d51-408c-a766-d452865f15e7 HTTP/1.1" status: 204 len: 168 time: 0.3275185 Sep 17 23:00:35.038762 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48168) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:35.041433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d51cd-ebbc-4ae3-9ab2-8397c0ba4e9f None None] Network 857ed70f-40ac-4dd7-bd96-731ddda72698 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:35.108641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.163495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Deleting port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:35.163921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.226068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ccdcdf-dbe2-44f1-a977-bac6ddebb699 None None] DHCP port deletion for 857ed70f-40ac-4dd7-bd96-731ddda72698 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:00:35.239359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] For port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fac715e7-6cc9-4fd5-acf5-f84d41c99c1f,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:35.239759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.252758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Calling delete_port for fac715e7-6cc9-4fd5-acf5-f84d41c99c1f owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:35.277309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccdcdf-dbe2-44f1-a977-bac6ddebb699 None None] Deleting port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:35.277689 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4ccdcdf-dbe2-44f1-a977-bac6ddebb699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.347697 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e4ccdcdf-dbe2-44f1-a977-bac6ddebb699 None None] For port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fac715e7-6cc9-4fd5-acf5-f84d41c99c1f,segment=NetworkSegment(92690b99-417d-460f-bd8a-b381bc51e775),segment_id=92690b99-417d-460f-bd8a-b381bc51e775)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:35.348516 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4ccdcdf-dbe2-44f1-a977-bac6ddebb699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.360930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccdcdf-dbe2-44f1-a977-bac6ddebb699 None None] Calling delete_port for fac715e7-6cc9-4fd5-acf5-f84d41c99c1f owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:35.392753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.423780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac715e7-6cc9-4fd5-acf5-f84d41c99c1f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:35.425718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] No DVR routers for this DVR port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:35.438245 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4ccdcdf-dbe2-44f1-a977-bac6ddebb699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.465145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccdcdf-dbe2-44f1-a977-bac6ddebb699 None None] Pushing event deleted for resources: {'Port': ['ID=fac715e7-6cc9-4fd5-acf5-f84d41c99c1f,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:35.466921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ccdcdf-dbe2-44f1-a977-bac6ddebb699 None None] No DVR routers for this DVR port fac715e7-6cc9-4fd5-acf5-f84d41c99c1f on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:35.497284 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.516517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857ed70f-40ac-4dd7-bd96-731ddda72698']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:35.526136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92690b99-417d-460f-bd8a-b381bc51e775') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:35.526434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92690b99-417d-460f-bd8a-b381bc51e775') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:35.536483 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.549528 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.555341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:00:35.555734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:00:35.557447 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:00:35.686369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.692811 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.696059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/857ed70f-40ac-4dd7-bd96-731ddda72698 HTTP/1.1" status: 204 len: 168 time: 0.6554625 Sep 17 23:00:35.697799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48170) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:35.705026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68368f98-5c9b-46d4-8ab4-a14455849ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=857ed70f-40ac-4dd7-bd96-731ddda72698,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:35.840916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-aa89a2c3-424e-4590-a8b0-558e60ee05c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:35.864680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8862-d375-44f9-acb2-8e9f8a64ff9f req-39654cd7-8164-4ce3-be67-92fd8954c89b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:35.866215 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50ec8862-d375-44f9-acb2-8e9f8a64ff9f req-39654cd7-8164-4ce3-be67-92fd8954c89b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Sep 17 23:00:35.905368 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50ec8862-d375-44f9-acb2-8e9f8a64ff9f req-b8de50ef-b524-4476-96a6-29811ca04f0e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Sep 17 23:00:36.053496 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.055308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d902c3aa-efcb-44a2-a663-6d447e95f412 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:36.078237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: d902c3aa-efcb-44a2-a663-6d447e95f412 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:36.078580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device d902c3aa-efcb-44a2-a663-6d447e95f412 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:36.078996 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fac715e7-6cc9-4fd5-acf5-f84d41c99c1f no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:36.097651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: fac715e7-6cc9-4fd5-acf5-f84d41c99c1f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:36.097996 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fac715e7-6cc9-4fd5-acf5-f84d41c99c1f not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:36.098409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 55fe7ae7-83b3-46b0-8ed7-9089652bde9d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:36.117607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 55fe7ae7-83b3-46b0-8ed7-9089652bde9d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:36.117984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 55fe7ae7-83b3-46b0-8ed7-9089652bde9d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:36.303276 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] Deleting port 40727753-8498-484b-871b-7b1b7261d9da {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:36.303533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.380826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] For port 40727753-8498-484b-871b-7b1b7261d9da, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=40727753-8498-484b-871b-7b1b7261d9da,segment=NetworkSegment(69adb588-9412-4cef-9815-27f9ab92a5f6),segment_id=69adb588-9412-4cef-9815-27f9ab92a5f6)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:36.381183 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.397249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] Calling delete_port for 40727753-8498-484b-871b-7b1b7261d9da owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:36.634984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:36.665664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] Pushing event deleted for resources: {'Port': ['ID=40727753-8498-484b-871b-7b1b7261d9da,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:36.827886 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.038177 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.070911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687479f-9cc3-45bc-8e7a-6c784d297ef0 req-c210206e-6bec-40a2-b425-3c6539d8fe11 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:37.072413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e687479f-9cc3-45bc-8e7a-6c784d297ef0 req-c210206e-6bec-40a2-b425-3c6539d8fe11 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0981104 Sep 17 23:00:37.080350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] Router afef9297-b3ea-4303-80c4-3b6069878eef has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:37.157384 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e687479f-9cc3-45bc-8e7a-6c784d297ef0 req-8af67461-1e82-4694-9f4a-ea4be8d0cde6 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753212 Sep 17 23:00:37.217182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:37.223006 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bc3b1f99-4b8b-4ef1-950f-ec5e5810a631 admin admin] 10.222.0.30 "PUT /v2.0/routers/afef9297-b3ea-4303-80c4-3b6069878eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5240648 Sep 17 23:00:37.225495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48176) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:37.227252 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] Sync routers for ids ['afef9297-b3ea-4303-80c4-3b6069878eef'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:37.237406 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] Routers {'afef9297-b3ea-4303-80c4-3b6069878eef'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:37.239267 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:00:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['afef9297-b3ea-4303-80c4-3b6069878eef'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:37.327690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.339065 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] Set router afef9297-b3ea-4303-80c4-3b6069878eef gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:37.417315 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.440816 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.522369 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'name': 'tempest-TestVolumeBootPattern-619932038-router', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:45Z', 'updated_at': '2021-09-17T23:00:36Z', 'revision_number': 5, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'gw_port': {'id': '9d28fc56-4135-4ca3-81de-b2d6491a32db', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:44:47Z', 'updated_at': '2021-09-17T22:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:37.553311 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] Checking router: afef9297-b3ea-4303-80c4-3b6069878eef for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:37.558236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Deleting port 9d28fc56-4135-4ca3-81de-b2d6491a32db {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:37.559012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.562335 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] Routers {'afef9297-b3ea-4303-80c4-3b6069878eef'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:37.562968 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:00:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['afef9297-b3ea-4303-80c4-3b6069878eef'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:37.642385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] For port 9d28fc56-4135-4ca3-81de-b2d6491a32db, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9d28fc56-4135-4ca3-81de-b2d6491a32db,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:37.642745 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.651198 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] Set router afef9297-b3ea-4303-80c4-3b6069878eef gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:37.655251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Calling delete_port for 9d28fc56-4135-4ca3-81de-b2d6491a32db owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:37.714168 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'name': 'tempest-TestVolumeBootPattern-619932038-router', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:45Z', 'updated_at': '2021-09-17T23:00:37Z', 'revision_number': 6, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:37.743602 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33efeb3d-fce2-4659-84be-121c897b5185 None None] The sync data for ids ['afef9297-b3ea-4303-80c4-3b6069878eef'] in n-d-713499-18 is: [{'id': 'afef9297-b3ea-4303-80c4-3b6069878eef', 'name': 'tempest-TestVolumeBootPattern-619932038-router', 'tenant_id': '7de2067a169148e0891ca9c3d75672fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:44:45Z', 'updated_at': '2021-09-17T23:00:37Z', 'revision_number': 6, 'project_id': '7de2067a169148e0891ca9c3d75672fd', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:37.885939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:37.912549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d28fc56-4135-4ca3-81de-b2d6491a32db,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:37.969291 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.067897 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.077435 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.246071 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.246632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afef9297-b3ea-4303-80c4-3b6069878eef {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:00:38.255499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.255499 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f8ec5e1b-523d-437d-8603-0bfba43e5f91 admin admin] 10.222.0.30 "DELETE /v2.0/routers/afef9297-b3ea-4303-80c4-3b6069878eef HTTP/1.1" status: 204 len: 168 time: 1.0256243 Sep 17 23:00:38.255499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48180) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:38.280372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036b3fa-0816-4a45-8ff8-5ca62393a78a req-28b65d6a-9c93-428e-bc09-907b7a5ddf7d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:38.281853 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4036b3fa-0816-4a45-8ff8-5ca62393a78a req-28b65d6a-9c93-428e-bc09-907b7a5ddf7d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0545042 Sep 17 23:00:38.299042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee51cd4-b256-4f23-b8a4-32ae8f9045ce admin admin] Deleting subnet 5cda1543-e92d-48f9-9a97-00e1fc35b8ca {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:00:38.302821 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eee51cd4-b256-4f23-b8a4-32ae8f9045ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.321331 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4036b3fa-0816-4a45-8ff8-5ca62393a78a req-a1de2fcc-9b52-4eb2-bce6-a0f652a7c5c4 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Sep 17 23:00:38.341773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eee51cd4-b256-4f23-b8a4-32ae8f9045ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.421778 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eee51cd4-b256-4f23-b8a4-32ae8f9045ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.494470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 40727753-8498-484b-871b-7b1b7261d9da no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:38.515392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 40727753-8498-484b-871b-7b1b7261d9da {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:38.515747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 40727753-8498-484b-871b-7b1b7261d9da not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:38.543900 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eee51cd4-b256-4f23-b8a4-32ae8f9045ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.570912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee51cd4-b256-4f23-b8a4-32ae8f9045ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cda1543-e92d-48f9-9a97-00e1fc35b8ca,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:38.576815 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-eee51cd4-b256-4f23-b8a4-32ae8f9045ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.578711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-eee51cd4-b256-4f23-b8a4-32ae8f9045ce admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5cda1543-e92d-48f9-9a97-00e1fc35b8ca HTTP/1.1" status: 204 len: 168 time: 0.3223021 Sep 17 23:00:38.581345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48182) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:38.582068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9462f602-8c85-4b48-9ab8-742c483046c0 None None] Network 39377165-d861-44c6-ab3d-9192a97d79fd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:38.655273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.715675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Deleting port aaa14904-3cbb-4955-a000-cb6309706db9 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:38.716106 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.775418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d3b472-0bfc-4dac-9ded-197582d7fa8d None None] DHCP port deletion for 39377165-d861-44c6-ab3d-9192a97d79fd request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:00:38.793729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] For port aaa14904-3cbb-4955-a000-cb6309706db9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=aaa14904-3cbb-4955-a000-cb6309706db9,segment=NetworkSegment(69adb588-9412-4cef-9815-27f9ab92a5f6),segment_id=69adb588-9412-4cef-9815-27f9ab92a5f6)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:38.794227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.806518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Calling delete_port for aaa14904-3cbb-4955-a000-cb6309706db9 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:38.821971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3b472-0bfc-4dac-9ded-197582d7fa8d None None] Deleting port aaa14904-3cbb-4955-a000-cb6309706db9 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:38.822345 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b472-0bfc-4dac-9ded-197582d7fa8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.886217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a7d3b472-0bfc-4dac-9ded-197582d7fa8d None None] For port aaa14904-3cbb-4955-a000-cb6309706db9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=aaa14904-3cbb-4955-a000-cb6309706db9,segment=NetworkSegment(69adb588-9412-4cef-9815-27f9ab92a5f6),segment_id=69adb588-9412-4cef-9815-27f9ab92a5f6)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:38.886529 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b472-0bfc-4dac-9ded-197582d7fa8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.899757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3b472-0bfc-4dac-9ded-197582d7fa8d None None] Calling delete_port for aaa14904-3cbb-4955-a000-cb6309706db9 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:38.960817 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.971927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b472-0bfc-4dac-9ded-197582d7fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:38.987850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa14904-3cbb-4955-a000-cb6309706db9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:38.992960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] No DVR routers for this DVR port aaa14904-3cbb-4955-a000-cb6309706db9 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:38.997220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3b472-0bfc-4dac-9ded-197582d7fa8d None None] Pushing event deleted for resources: {'Port': ['ID=aaa14904-3cbb-4955-a000-cb6309706db9,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:39.000597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3b472-0bfc-4dac-9ded-197582d7fa8d None None] No DVR routers for this DVR port aaa14904-3cbb-4955-a000-cb6309706db9 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:39.074446 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.080703 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.094986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39377165-d861-44c6-ab3d-9192a97d79fd']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:39.105036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69adb588-9412-4cef-9815-27f9ab92a5f6') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:39.105325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69adb588-9412-4cef-9815-27f9ab92a5f6') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:39.115368 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.129219 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.134974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:00:39.135352 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:00:39.142400 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:00:39.245629 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.251023 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.259085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] 10.222.0.30 "DELETE /v2.0/networks/39377165-d861-44c6-ab3d-9192a97d79fd HTTP/1.1" status: 204 len: 168 time: 0.6713092 Sep 17 23:00:39.264049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a065510-0541-4ccf-9379-998a2c7b1e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=39377165-d861-44c6-ab3d-9192a97d79fd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:39.446912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342b500-23d6-49db-aa44-dc03eedd8cbf req-c9e2ebc4-0e08-4bd7-9b8c-3c34a4e52310 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:39.448333 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f342b500-23d6-49db-aa44-dc03eedd8cbf req-c9e2ebc4-0e08-4bd7-9b8c-3c34a4e52310 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Sep 17 23:00:39.486117 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f342b500-23d6-49db-aa44-dc03eedd8cbf req-26e17c0c-2a28-4da7-a5a0-de5f8cb55e9a tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Sep 17 23:00:39.639234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48188) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:39.679996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-40a35203-0abb-45f6-9ae3-dd49325d9d7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9af4026dcb84aecbc3aac9c31d963fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395555 Sep 17 23:00:39.682674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48190) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:39.741352 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50e2845c-8bae-40ca-a23f-4918bf5eb175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.761392 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50e2845c-8bae-40ca-a23f-4918bf5eb175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.880234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50e2845c-8bae-40ca-a23f-4918bf5eb175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.882772 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50e2845c-8bae-40ca-a23f-4918bf5eb175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:39.883930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-50e2845c-8bae-40ca-a23f-4918bf5eb175 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61aded68-bf0e-4ddd-bbf2-03f28c831cf0 HTTP/1.1" status: 204 len: 168 time: 0.2004962 Sep 17 23:00:39.891662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2845c-8bae-40ca-a23f-4918bf5eb175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aded68-bf0e-4ddd-bbf2-03f28c831cf0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:40.057613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device aaa14904-3cbb-4955-a000-cb6309706db9 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:40.083311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: aaa14904-3cbb-4955-a000-cb6309706db9 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:40.083659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device aaa14904-3cbb-4955-a000-cb6309706db9 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:40.084087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9d28fc56-4135-4ca3-81de-b2d6491a32db no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:40.104678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 9d28fc56-4135-4ca3-81de-b2d6491a32db {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:40.105026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9d28fc56-4135-4ca3-81de-b2d6491a32db not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:40.508343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48196) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:40.548704 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.551161 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f167a1dd-86d1-4d01-a5b0-fe4f94764c91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7de2067a169148e0891ca9c3d75672fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416615 Sep 17 23:00:40.553849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48200) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:40.603629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6dd54-866a-4c01-a58c-dfc848331dd8 req-0d78a524-2c02-4702-b78a-0e0449414843 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:40.604507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b92e72aa-ba31-4933-bfd6-40e5f57d79f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.605150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72a6dd54-866a-4c01-a58c-dfc848331dd8 req-0d78a524-2c02-4702-b78a-0e0449414843 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0508187 Sep 17 23:00:40.626418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b92e72aa-ba31-4933-bfd6-40e5f57d79f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.646088 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72a6dd54-866a-4c01-a58c-dfc848331dd8 req-231efe07-2389-4940-bc93-c6fd1d5f60df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349977 Sep 17 23:00:40.758081 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b92e72aa-ba31-4933-bfd6-40e5f57d79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.761231 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b92e72aa-ba31-4933-bfd6-40e5f57d79f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.762399 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b92e72aa-ba31-4933-bfd6-40e5f57d79f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e443426-e40f-4b61-82d9-ca908d496627 HTTP/1.1" status: 204 len: 168 time: 0.2076542 Sep 17 23:00:40.771830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e72aa-ba31-4933-bfd6-40e5f57d79f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e443426-e40f-4b61-82d9-ca908d496627,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:41.759266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e54230-3868-4bd0-859b-f5eb77b889bd req-2e94d732-3fde-427f-8674-d6d4f0173dbd tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:41.760779 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25e54230-3868-4bd0-859b-f5eb77b889bd req-2e94d732-3fde-427f-8674-d6d4f0173dbd tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0482674 Sep 17 23:00:41.798334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-25e54230-3868-4bd0-859b-f5eb77b889bd req-2034331c-50be-4b98-9b2e-8ab0b6b74bf7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Sep 17 23:00:42.914553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9e843-828a-49d8-bfb0-02af6ee3202f req-11409f9e-e3b5-4f07-a254-3a8271cc5d0c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:42.916029 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-acf9e843-828a-49d8-bfb0-02af6ee3202f req-11409f9e-e3b5-4f07-a254-3a8271cc5d0c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Sep 17 23:00:42.954491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-acf9e843-828a-49d8-bfb0-02af6ee3202f req-980ec7ef-ea03-4b5f-b8ca-6e49eae00c99 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Sep 17 23:00:44.077286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a4a13-b63e-43b9-82d3-da5b9d946c7c req-654769cc-a171-4884-9a6e-eeff7ec47897 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:44.078800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-110a4a13-b63e-43b9-82d3-da5b9d946c7c req-654769cc-a171-4884-9a6e-eeff7ec47897 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0560045 Sep 17 23:00:44.119073 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-110a4a13-b63e-43b9-82d3-da5b9d946c7c req-e877f333-4090-4c2c-96c4-0539dc16978f tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Sep 17 23:00:45.238044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd7240-8d30-46d9-8066-aef1d04d507a req-fda3806e-9d85-4e17-9fb9-f903b52cf1b0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:45.239534 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cfbd7240-8d30-46d9-8066-aef1d04d507a req-fda3806e-9d85-4e17-9fb9-f903b52cf1b0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0526879 Sep 17 23:00:45.276625 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cfbd7240-8d30-46d9-8066-aef1d04d507a req-ab674d80-d021-48b2-9880-276f0dabce9b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311654 Sep 17 23:00:46.403416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadc019-1787-48f2-93e0-f4b58983000a req-f2093e02-2ae1-4eb7-9455-207471d113f1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:46.404924 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdadc019-1787-48f2-93e0-f4b58983000a req-f2093e02-2ae1-4eb7-9455-207471d113f1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0487726 Sep 17 23:00:46.453771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdadc019-1787-48f2-93e0-f4b58983000a req-9d9bc841-320d-4e9c-86a4-66d0673acf28 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423126 Sep 17 23:00:47.570795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a760b-9669-4b2c-aad3-5edde1087a53 req-634635f8-efa5-40e1-b9b1-17c3dafd8b65 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:47.572327 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-be9a760b-9669-4b2c-aad3-5edde1087a53 req-634635f8-efa5-40e1-b9b1-17c3dafd8b65 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0501134 Sep 17 23:00:47.610480 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-be9a760b-9669-4b2c-aad3-5edde1087a53 req-ca91496b-bb9b-473c-b531-1e770f3b910c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Sep 17 23:00:48.265895 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:00:48.726508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642949d7-bf8e-45cb-b391-3d10b4622c4f req-65d38443-20df-4573-8f98-ddb49483e250 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:48.728333 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-642949d7-bf8e-45cb-b391-3d10b4622c4f req-65d38443-20df-4573-8f98-ddb49483e250 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Sep 17 23:00:48.769889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-642949d7-bf8e-45cb-b391-3d10b4622c4f req-45823cf4-98f0-4121-b417-a32d1f4b9740 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354397 Sep 17 23:00:49.883239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d4c2a-80ff-4d03-b661-62fe59b4c3dd req-6c709a32-a01c-43f9-a07d-a4c68f12ca30 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:49.884752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa0d4c2a-80ff-4d03-b661-62fe59b4c3dd req-6c709a32-a01c-43f9-a07d-a4c68f12ca30 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0494423 Sep 17 23:00:49.922211 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa0d4c2a-80ff-4d03-b661-62fe59b4c3dd req-2c87a690-b4f0-4dca-8e93-081e85c80411 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Sep 17 23:00:51.039833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e788e-1840-40b5-b407-dd67b47084f9 req-04932958-5b32-4105-b637-62065720ad10 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:51.041329 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-674e788e-1840-40b5-b407-dd67b47084f9 req-04932958-5b32-4105-b637-62065720ad10 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0519211 Sep 17 23:00:51.077972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-674e788e-1840-40b5-b407-dd67b47084f9 req-9b6e0fd0-8d97-4f08-8e00-86987781de67 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303891 Sep 17 23:00:52.197490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5e852-df9b-4b58-b0fd-00ab61f46aba req-90a9e2d7-f419-402e-8847-4a7b72132428 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:52.198953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cae5e852-df9b-4b58-b0fd-00ab61f46aba req-90a9e2d7-f419-402e-8847-4a7b72132428 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0531130 Sep 17 23:00:52.236896 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cae5e852-df9b-4b58-b0fd-00ab61f46aba req-5e885053-05ab-4d4d-a4a2-32fe24ca0392 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Sep 17 23:00:53.351588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b5147-81c0-491a-9740-a1335444ad9d req-1fa0d57c-740a-416e-8718-7d679b563683 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:53.353083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-951b5147-81c0-491a-9740-a1335444ad9d req-1fa0d57c-740a-416e-8718-7d679b563683 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0495343 Sep 17 23:00:53.396862 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-951b5147-81c0-491a-9740-a1335444ad9d req-2bc2f988-c9db-4d4f-8ef4-67bacfd51a8c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378714 Sep 17 23:00:53.514471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5e00-4937-4ff0-9193-140233a9fd5a req-0b242b02-84c0-4272-89d0-77d882165302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:53.515953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83ab5e00-4937-4ff0-9193-140233a9fd5a req-0b242b02-84c0-4272-89d0-77d882165302 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0403595 Sep 17 23:00:53.621204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5e00-4937-4ff0-9193-140233a9fd5a req-1bbed7d7-9b77-4f9e-9be9-66a51720e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:53.622653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83ab5e00-4937-4ff0-9193-140233a9fd5a req-1bbed7d7-9b77-4f9e-9be9-66a51720e123 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0 HTTP/1.1" status: 200 len: 915 time: 0.0857573 Sep 17 23:00:53.663917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83ab5e00-4937-4ff0-9193-140233a9fd5a req-ebac2c2f-3955-4b96-bb5c-589cd6bc8daf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5489b87f-41cb-485a-b898-dad7533649a9 HTTP/1.1" status: 200 len: 217 time: 0.0339596 Sep 17 23:00:53.711915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5e00-4937-4ff0-9193-140233a9fd5a req-992bd916-ddb6-4d8e-9232-58e7b11903e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:53.713391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83ab5e00-4937-4ff0-9193-140233a9fd5a req-992bd916-ddb6-4d8e-9232-58e7b11903e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9feca98a-f9b4-4402-affa-9fb1bd2b8e79 HTTP/1.1" status: 200 len: 854 time: 0.0432115 Sep 17 23:00:53.744778 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83ab5e00-4937-4ff0-9193-140233a9fd5a req-c47fecfe-8c40-49cc-888b-1dcb701e5a06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241711 Sep 17 23:00:53.834641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83ab5e00-4937-4ff0-9193-140233a9fd5a req-1b3d609b-0c11-4eb1-8422-5747dfe4ce6b service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833910 Sep 17 23:00:53.926810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83ab5e00-4937-4ff0-9193-140233a9fd5a req-81fe02f0-5e86-4113-85ac-d3d150115ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848455 Sep 17 23:00:54.512946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bceb1d-06b6-46d9-af6c-282ea69cfdcd req-30e4d8f1-1e85-479d-a76c-0711f2b9d14d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:54.514416 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75bceb1d-06b6-46d9-af6c-282ea69cfdcd req-30e4d8f1-1e85-479d-a76c-0711f2b9d14d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0485911 Sep 17 23:00:54.552483 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-75bceb1d-06b6-46d9-af6c-282ea69cfdcd req-4563653d-9d8d-44c7-8205-1e6a38bd34b7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313582 Sep 17 23:00:55.413495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5489b87f-41cb-485a-b898-dad7533649a9 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:00:55.417956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5489b87f-41cb-485a-b898-dad7533649a9 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:55.559884 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.578499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5489b87f-41cb-485a-b898-dad7533649a9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5489b87f-41cb-485a-b898-dad7533649a9,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:55.597891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '5489b87f-41cb-485a-b898-dad7533649a9', 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0', 'port_id': '5489b87f-41cb-485a-b898-dad7533649a9', 'mac_address': 'fa:16:3e:39:aa:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9feca98a-f9b4-4402-affa-9fb1bd2b8e79', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:00:55.603471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5489b87f-41cb-485a-b898-dad7533649a9'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:55.605746 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aa4ebb-2671-4e6e-bcb8-94de644cefb7" -d '{"events": [{"server_uuid": "d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "5489b87f-41cb-485a-b898-dad7533649a9"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:55.620613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5489b87f-41cb-485a-b898-dad7533649a9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5489b87f-41cb-485a-b898-dad7533649a9,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:55.649262 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ba7780-2bff-4371-a5af-81754ca3d93d x-openstack-request-id: req-64ba7780-2bff-4371-a5af-81754ca3d93d {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:55.649554 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "5489b87f-41cb-485a-b898-dad7533649a9", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:55.649802 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64ba7780-2bff-4371-a5af-81754ca3d93d {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:55.650188 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5489b87f-41cb-485a-b898-dad7533649a9', 'code': 200} Sep 17 23:00:55.665033 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.672428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1123de1-9c10-4300-a6b6-449a1c069651 req-d417c396-fd24-48fd-9264-68795fd7e527 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:55.674108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b1123de1-9c10-4300-a6b6-449a1c069651 req-d417c396-fd24-48fd-9264-68795fd7e527 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0539894 Sep 17 23:00:55.678516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5489b87f-41cb-485a-b898-dad7533649a9 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:00:55.709563 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.713738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b1123de1-9c10-4300-a6b6-449a1c069651 req-ca5348dd-62b3-46f9-9bc0-c394e2a0393d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Sep 17 23:00:55.783362 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:00:55.783717 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:00:55.788543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5489b87f-41cb-485a-b898-dad7533649a9,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:56.319936 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.334949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5489b87f-41cb-485a-b898-dad7533649a9 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:00:56.353355 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5489b87f-41cb-485a-b898-dad7533649a9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5489b87f-41cb-485a-b898-dad7533649a9,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:56.420457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.468734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5489b87f-41cb-485a-b898-dad7533649a9,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:56.795063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['5489b87f-41cb-485a-b898-dad7533649a9'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:00:56.834669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba0207-b1ca-43f5-b0fa-f19f332fd76c req-cbb7be6f-e483-4106-9593-0a10b23bc1b7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:56.836146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84ba0207-b1ca-43f5-b0fa-f19f332fd76c req-cbb7be6f-e483-4106-9593-0a10b23bc1b7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 944 time: 0.0483747 Sep 17 23:00:56.874975 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84ba0207-b1ca-43f5-b0fa-f19f332fd76c req-df4f177f-3b62-47a0-97da-6478c5a1bf61 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326195 Sep 17 23:00:57.995136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876d91d-f14d-4a22-8f33-42eb579c95d3 req-4fd13d8f-4416-43b0-a04c-4b9b77851eca tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:57.996652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9876d91d-f14d-4a22-8f33-42eb579c95d3 req-4fd13d8f-4416-43b0-a04c-4b9b77851eca tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 944 time: 0.0531933 Sep 17 23:00:58.033940 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9876d91d-f14d-4a22-8f33-42eb579c95d3 req-4ca8edae-63c0-4e6e-9d39-1ecca8e4062e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Sep 17 23:00:59.152258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4160e9-a8c1-4957-8535-0f5c628b5ad9 req-abfa6ff7-3d22-4b93-bc6a-1a4f194f6041 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:59.161045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5c4160e9-a8c1-4957-8535-0f5c628b5ad9 req-abfa6ff7-3d22-4b93-bc6a-1a4f194f6041 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 944 time: 0.0503364 Sep 17 23:00:59.194713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5c4160e9-a8c1-4957-8535-0f5c628b5ad9 req-5f497d06-f7e3-4633-856d-2b7f6014d640 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Sep 17 23:00:59.403924 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.426297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5489b87f-41cb-485a-b898-dad7533649a9 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:00:59.475260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 5489b87f-41cb-485a-b898-dad7533649a9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:00:59.475629 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.551383 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.573850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5489b87f-41cb-485a-b898-dad7533649a9'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:59.576059 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058a228e-bac7-4e68-8952-028374b7d153" -d '{"events": [{"server_uuid": "d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9", "name": "network-vif-plugged", "status": "completed", "tag": "5489b87f-41cb-485a-b898-dad7533649a9"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:59.588807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5489b87f-41cb-485a-b898-dad7533649a9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5489b87f-41cb-485a-b898-dad7533649a9,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:59.611980 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d8cb1a-79bc-48e9-acaf-7650293c1200 x-openstack-request-id: req-b0d8cb1a-79bc-48e9-acaf-7650293c1200 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:59.612302 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9", "name": "network-vif-plugged", "status": "completed", "tag": "5489b87f-41cb-485a-b898-dad7533649a9", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:59.613175 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0d8cb1a-79bc-48e9-acaf-7650293c1200 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:59.613567 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5489b87f-41cb-485a-b898-dad7533649a9', 'code': 200} Sep 17 23:00:59.661567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.711805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5489b87f-41cb-485a-b898-dad7533649a9,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:59.803291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbc39f-0be3-4668-80cd-7b62c32cdb43 req-99b0cdf8-1e29-4df9-94e9-3d2a0aa6c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:59.804775 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44dbc39f-0be3-4668-80cd-7b62c32cdb43 req-99b0cdf8-1e29-4df9-94e9-3d2a0aa6c666 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0497301 Sep 17 23:00:59.838499 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44dbc39f-0be3-4668-80cd-7b62c32cdb43 req-923a43ba-d39d-4145-9d8a-9cee736a66ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262754 Sep 17 23:01:00.307957 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63012bb8-2323-4c57-bbbf-895567356bad req-39dce93b-7681-4e5a-81ad-39a0783726c5 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:00.309340 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63012bb8-2323-4c57-bbbf-895567356bad req-39dce93b-7681-4e5a-81ad-39a0783726c5 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0485833 Sep 17 23:01:00.346619 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-63012bb8-2323-4c57-bbbf-895567356bad req-10d02be6-64e1-4a17-a5ef-6775f243340d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313623 Sep 17 23:01:01.463288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1377be-8c7a-42ae-b1fc-e1ea69fc37a6 req-72e3ef5d-4780-4f5c-ad4b-bc988c81ae5d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:01.464812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a1377be-8c7a-42ae-b1fc-e1ea69fc37a6 req-72e3ef5d-4780-4f5c-ad4b-bc988c81ae5d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0488122 Sep 17 23:01:01.502021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a1377be-8c7a-42ae-b1fc-e1ea69fc37a6 req-c7b52060-5c57-4863-8fbc-63b112cd07ae tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Sep 17 23:01:01.621919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c827f-ddbd-4b95-addf-85d9864a1d42 req-f9764bf6-aee8-4f5f-833a-a704699817fe tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:01.623395 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-608c827f-ddbd-4b95-addf-85d9864a1d42 req-f9764bf6-aee8-4f5f-833a-a704699817fe tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0490651 Sep 17 23:01:01.664164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-608c827f-ddbd-4b95-addf-85d9864a1d42 req-5fad814a-1149-49b7-9d9b-03268c21fb87 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347989 Sep 17 23:01:02.212753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-2f6b536e-23f4-4938-84f7-356350a536a7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:02.214232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-2f6b536e-23f4-4938-84f7-356350a536a7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/networks?id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0 HTTP/1.1" status: 200 len: 814 time: 0.1012914 Sep 17 23:01:02.229307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-f4a9466f-27ed-4ebf-845c-70f472bb277b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/quotas/da7c749e31b54b6d80cd18b9ac0aae34 HTTP/1.1" status: 200 len: 375 time: 0.0093837 Sep 17 23:01:02.278212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-f339dc6f-2f48-4ead-9924-56fc23a10f14 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435927 Sep 17 23:01:02.371171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-450a5ecb-c132-4e62-9663-3f6f6e0d6e4d service neutron] 10.222.0.30 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857654 Sep 17 23:01:02.463512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-015f970c-a9b5-43b3-9108-9ce4ee3ad686 service neutron] 10.222.0.30 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853119 Sep 17 23:01:02.718395 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f53a725-650b-46d9-afa4-43c58ca06012 req-46788113-7a5c-4041-b543-4d3c2def5440 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 210 time: 0.0265269 Sep 17 23:01:03.297262 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f72a19e-e214-426b-bc96-130329ea98d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:03.532401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-ca49b80a-8118-428c-a64b-1613b9f0483b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:03.533862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-ca49b80a-8118-428c-a64b-1613b9f0483b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9 HTTP/1.1" status: 200 len: 945 time: 0.0490451 Sep 17 23:01:03.621203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-1741eef9-adca-4fa5-bb26-255486363f5b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Deleting port 5489b87f-41cb-485a-b898-dad7533649a9 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:01:03.621460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-1741eef9-adca-4fa5-bb26-255486363f5b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:03.713482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-1741eef9-adca-4fa5-bb26-255486363f5b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] For port 5489b87f-41cb-485a-b898-dad7533649a9, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5489b87f-41cb-485a-b898-dad7533649a9,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:03.713854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-1741eef9-adca-4fa5-bb26-255486363f5b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:03.727454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-1741eef9-adca-4fa5-bb26-255486363f5b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Calling delete_port for 5489b87f-41cb-485a-b898-dad7533649a9 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:01:03.821056 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ee873e68-eb26-477f-aaee-c62c033f8b5a req-f617a34e-e3cb-4f69-922d-444f27a23e93 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 210 time: 0.0339551 Sep 17 23:01:03.942840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-1741eef9-adca-4fa5-bb26-255486363f5b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:03.973604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741eef9-adca-4fa5-bb26-255486363f5b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Pushing event deleted for resources: {'Port': ['ID=5489b87f-41cb-485a-b898-dad7533649a9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:03.975384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['5489b87f-41cb-485a-b898-dad7533649a9'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:01:04.014723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-1741eef9-adca-4fa5-bb26-255486363f5b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] No DVR routers for this DVR port 5489b87f-41cb-485a-b898-dad7533649a9 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:01:04.017604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-1741eef9-adca-4fa5-bb26-255486363f5b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.020394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-462fcc2a-e38d-40a6-ab86-dbea80062200 req-1741eef9-adca-4fa5-bb26-255486363f5b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.15 "DELETE /v2.0/ports/5489b87f-41cb-485a-b898-dad7533649a9 HTTP/1.1" status: 204 len: 173 time: 0.4807875 Sep 17 23:01:04.020809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'name': 'network-vif-deleted', 'tag': '5489b87f-41cb-485a-b898-dad7533649a9'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:04.023065 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c80346-b5b7-4493-be2c-66169f9c4cc4" -d '{"events": [{"server_uuid": "d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9", "name": "network-vif-deleted", "tag": "5489b87f-41cb-485a-b898-dad7533649a9"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:04.185052 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d0e72e-5a6c-4b1f-bec2-dab826ed0176 x-openstack-request-id: req-65d0e72e-5a6c-4b1f-bec2-dab826ed0176 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:04.187131 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e3ee85-ecf1-412e-a33e-fa5f0b563dc9", "name": "network-vif-deleted", "tag": "5489b87f-41cb-485a-b898-dad7533649a9", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:04.187384 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65d0e72e-5a6c-4b1f-bec2-dab826ed0176 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:04.187786 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e3ee85-ecf1-412e-a33e-fa5f0b563dc9', 'name': 'network-vif-deleted', 'tag': '5489b87f-41cb-485a-b898-dad7533649a9', 'status': 'completed', 'code': 200} Sep 17 23:01:04.502961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-f1f263ad-64fc-4c6b-a175-8c0714b2232b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:04.505336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-f1f263ad-64fc-4c6b-a175-8c0714b2232b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.23 "GET /v2.0/networks?id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0 HTTP/1.1" status: 200 len: 814 time: 0.1096158 Sep 17 23:01:04.519557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Request body: {'port': {'device_id': 'd90052ca-8d1c-4e0b-888c-01fe92314448', 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0', 'admin_state_up': True, 'tenant_id': 'da7c749e31b54b6d80cd18b9ac0aae34'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:04.731409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Made reservation on behalf of da7c749e31b54b6d80cd18b9ac0aae34 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:01:04.735039 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:04.888236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Allocated IP 172.20.0.10 (ed7b3bd0-b976-41c8-8399-5a2641dad5e0/9feca98a-f9b4-4402-affa-9fb1bd2b8e79/19181664-dcd7-44c6-ba77-f421e3023d48) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:01:04.933150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-716be856-415f-4e15-a534-7b8bb9e63499 req-256786fd-8880-479d-808a-a4b02c4951fb tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 210 time: 0.0328748 Sep 17 23:01:05.044661 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.120241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.151035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['5489b87f-41cb-485a-b898-dad7533649a9'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:01:05.179882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:05.183740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:05.186936 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:01:05.221753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Pushing event updated for resources: {'Port': ['ID=19181664-dcd7-44c6-ba77-f421e3023d48,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:05.243430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:05.244045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.306783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-5269fc8c-74a6-4d12-96ed-9c765cbfc5df tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7924082 Sep 17 23:01:05.319210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Request body: {'port': {'device_id': 'd90052ca-8d1c-4e0b-888c-01fe92314448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:05.711489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.851010 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cda3f514-3b1d-4c8e-a640-e4df99b60d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.976076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19181664-dcd7-44c6-ba77-f421e3023d48 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:01:05.983717 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:05.996384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Transition to ACTIVE for port object 19181664-dcd7-44c6-ba77-f421e3023d48 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:01:06.052372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a8a22-8435-4cda-8cc1-21b95c328d48 req-1fce6afd-f353-4938-b0fa-32bbb9bd50fa tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:06.053860 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c1a8a22-8435-4cda-8cc1-21b95c328d48 req-1fce6afd-f353-4938-b0fa-32bbb9bd50fa tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 932 time: 0.0511565 Sep 17 23:01:06.068094 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.141750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c1a8a22-8435-4cda-8cc1-21b95c328d48 req-1ff6f8e1-98af-4a8d-ad39-ff227b83282a tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813413 Sep 17 23:01:06.145056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Pushing event updated for resources: {'Port': ['ID=19181664-dcd7-44c6-ba77-f421e3023d48,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:06.211462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Attempting to bind port 19181664-dcd7-44c6-ba77-f421e3023d48 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:01:06.211797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Attempting to bind port 19181664-dcd7-44c6-ba77-f421e3023d48 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:01:06.212142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Attempting to bind port 19181664-dcd7-44c6-ba77-f421e3023d48 on network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:06.216497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Port 19181664-dcd7-44c6-ba77-f421e3023d48 on network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:01:06.216757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Attempting to bind port 19181664-dcd7-44c6-ba77-f421e3023d48 on network ed7b3bd0-b976-41c8-8399-5a2641dad5e0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:06.221941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:01:06.222765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Checking segment: {'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:06.223143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Bound using segment: {'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:01:06.223559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Bound port: 19181664-dcd7-44c6-ba77-f421e3023d48, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:01:06.223910 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.289562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] For port 19181664-dcd7-44c6-ba77-f421e3023d48, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:01:06.292603 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] For port 19181664-dcd7-44c6-ba77-f421e3023d48, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=19181664-dcd7-44c6-ba77-f421e3023d48,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:01:06.357886 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.391910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:06.392574 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:06.394035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] 10.222.0.23 "PUT /v2.0/ports/19181664-dcd7-44c6-ba77-f421e3023d48 HTTP/1.1" status: 200 len: 1093 time: 1.0794520 Sep 17 23:01:06.394559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90052ca-8d1c-4e0b-888c-01fe92314448', 'tag': '19181664-dcd7-44c6-ba77-f421e3023d48'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:06.396871 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726ade7b-cdfe-4079-bd60-38b9c4a09b61" -d '{"events": [{"name": "network-changed", "server_uuid": "d90052ca-8d1c-4e0b-888c-01fe92314448", "tag": "19181664-dcd7-44c6-ba77-f421e3023d48"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:06.422134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865e50a-33db-48c9-9d42-d2edfe1f79ad service neutron] Pushing event updated for resources: {'Port': ['ID=19181664-dcd7-44c6-ba77-f421e3023d48,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:06.434784 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3fd129-f287-47a0-9739-607ac5e8d8cf x-openstack-request-id: req-fa3fd129-f287-47a0-9739-607ac5e8d8cf {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:06.435081 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90052ca-8d1c-4e0b-888c-01fe92314448", "tag": "19181664-dcd7-44c6-ba77-f421e3023d48", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:06.435337 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa3fd129-f287-47a0-9739-607ac5e8d8cf {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:06.435738 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90052ca-8d1c-4e0b-888c-01fe92314448', 'tag': '19181664-dcd7-44c6-ba77-f421e3023d48', 'status': 'completed', 'code': 200} Sep 17 23:01:06.496191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ade7b-cdfe-4079-bd60-38b9c4a09b61 req-d7d12775-f95a-4d51-96bb-1643a30aaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:06.497599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-726ade7b-cdfe-4079-bd60-38b9c4a09b61 req-d7d12775-f95a-4d51-96bb-1643a30aaa9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 1096 time: 0.0427809 Sep 17 23:01:06.600317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ade7b-cdfe-4079-bd60-38b9c4a09b61 req-b551414f-d536-4a59-8fa9-7dca39770b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:06.601802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-726ade7b-cdfe-4079-bd60-38b9c4a09b61 req-b551414f-d536-4a59-8fa9-7dca39770b54 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0965014 Sep 17 23:01:06.695661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ade7b-cdfe-4079-bd60-38b9c4a09b61 req-796dd528-4bae-45bc-bfad-1298a8078a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:06.697165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-726ade7b-cdfe-4079-bd60-38b9c4a09b61 req-796dd528-4bae-45bc-bfad-1298a8078a18 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886791 Sep 17 23:01:06.777500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-43a89bd6-0f26-4603-b39e-302aefd04527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:06.778905 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-43a89bd6-0f26-4603-b39e-302aefd04527 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 1096 time: 0.0460794 Sep 17 23:01:06.819395 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-cbc9c2c0-c895-4b0a-8b7e-98d30729ffc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19181664-dcd7-44c6-ba77-f421e3023d48 HTTP/1.1" status: 200 len: 217 time: 0.0331123 Sep 17 23:01:06.869270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-20816bf3-6885-46e7-91fd-a4423c534bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:06.870721 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-20816bf3-6885-46e7-91fd-a4423c534bc2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9feca98a-f9b4-4402-affa-9fb1bd2b8e79 HTTP/1.1" status: 200 len: 854 time: 0.0448589 Sep 17 23:01:06.902630 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-c1f1ea4d-6744-4fc8-8f59-7b403a99e453 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed7b3bd0-b976-41c8-8399-5a2641dad5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242438 Sep 17 23:01:06.994377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-e8979da7-d095-4f26-85f8-3a1b4dacdd6d service neutron] 10.222.0.23 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848832 Sep 17 23:01:07.028603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.084406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0888c1b2-30ae-4c7a-bf82-8e40e83d7c58 req-da15d69a-6c88-45c8-8315-982aad21dbd2 service neutron] 10.222.0.23 "GET /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833359 Sep 17 23:01:07.264299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73184eb-5e8b-4d30-8bf8-0720be11b5b7 req-c0e62806-a435-46f1-bd74-8cac4e9aa96e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:07.265806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d73184eb-5e8b-4d30-8bf8-0720be11b5b7 req-c0e62806-a435-46f1-bd74-8cac4e9aa96e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 944 time: 0.0564489 Sep 17 23:01:07.303078 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d73184eb-5e8b-4d30-8bf8-0720be11b5b7 req-a5216aaf-40b8-49a5-8d66-6cf826cf3cd1 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313187 Sep 17 23:01:07.417056 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:07.473842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5489b87f-41cb-485a-b898-dad7533649a9 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:01:07.492849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 5489b87f-41cb-485a-b898-dad7533649a9 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:01:07.493195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5489b87f-41cb-485a-b898-dad7533649a9 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:01:08.424227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb974f-cff6-47eb-805f-2c3c4d77cefc req-2c923bf6-a95f-46a2-a742-79642a86dda2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:08.425719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6dfb974f-cff6-47eb-805f-2c3c4d77cefc req-2c923bf6-a95f-46a2-a742-79642a86dda2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 944 time: 0.0494523 Sep 17 23:01:08.466126 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6dfb974f-cff6-47eb-805f-2c3c4d77cefc req-a86db986-1623-4e2e-921c-6b4c0d7194b2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Sep 17 23:01:09.097028 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:09.584255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab3ee-cf2e-4ef1-bfbf-fc79485be0b5 req-63498c9e-3db8-404b-88f2-70c4e1872c0b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:09.585734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-269ab3ee-cf2e-4ef1-bfbf-fc79485be0b5 req-63498c9e-3db8-404b-88f2-70c4e1872c0b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 944 time: 0.0490167 Sep 17 23:01:09.624397 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-269ab3ee-cf2e-4ef1-bfbf-fc79485be0b5 req-daf63bd8-dc13-4248-9642-f979aae98a2d tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326314 Sep 17 23:01:09.684969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 19181664-dcd7-44c6-ba77-f421e3023d48 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:01:09.778145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 19181664-dcd7-44c6-ba77-f421e3023d48, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=19181664-dcd7-44c6-ba77-f421e3023d48,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:09.789367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '19181664-dcd7-44c6-ba77-f421e3023d48', 'network_id': 'ed7b3bd0-b976-41c8-8399-5a2641dad5e0', 'port_id': '19181664-dcd7-44c6-ba77-f421e3023d48', 'mac_address': 'fa:16:3e:09:b7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9feca98a-f9b4-4402-affa-9fb1bd2b8e79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:01:09.823763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:09.836555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19181664-dcd7-44c6-ba77-f421e3023d48 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:01:09.855953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 19181664-dcd7-44c6-ba77-f421e3023d48, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=19181664-dcd7-44c6-ba77-f421e3023d48,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:09.925178 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:09.975963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=19181664-dcd7-44c6-ba77-f421e3023d48,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:10.147914 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['19181664-dcd7-44c6-ba77-f421e3023d48'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:01:10.554047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:10.739563 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c8fd8-533d-438d-9baa-1f41e7c707b8 req-34bdb125-04c8-4275-81ee-c309d641b848 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:10.741038 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-252c8fd8-533d-438d-9baa-1f41e7c707b8 req-34bdb125-04c8-4275-81ee-c309d641b848 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Sep 17 23:01:10.777158 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-252c8fd8-533d-438d-9baa-1f41e7c707b8 req-8c129931-71e9-45e5-a45a-942646d701f4 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302646 Sep 17 23:01:11.700306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 19181664-dcd7-44c6-ba77-f421e3023d48 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:11.811143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 19181664-dcd7-44c6-ba77-f421e3023d48 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:01:11.815222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 19181664-dcd7-44c6-ba77-f421e3023d48 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:11.815495 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:11.891879 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:11.893722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97162db7-cfd3-4402-9e03-b663db2d6c8d req-3c1d0c67-4c69-4aff-a7c2-0ee23e9ade58 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:11.896320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97162db7-cfd3-4402-9e03-b663db2d6c8d req-3c1d0c67-4c69-4aff-a7c2-0ee23e9ade58 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 945 time: 0.0512950 Sep 17 23:01:11.915664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90052ca-8d1c-4e0b-888c-01fe92314448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19181664-dcd7-44c6-ba77-f421e3023d48'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:11.921005 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7e83e1-e91e-4fa9-a98e-bdad367a0718" -d '{"events": [{"server_uuid": "d90052ca-8d1c-4e0b-888c-01fe92314448", "name": "network-vif-plugged", "status": "completed", "tag": "19181664-dcd7-44c6-ba77-f421e3023d48"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:11.932547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 19181664-dcd7-44c6-ba77-f421e3023d48, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=19181664-dcd7-44c6-ba77-f421e3023d48,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:11.936006 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97162db7-cfd3-4402-9e03-b663db2d6c8d req-99bf6b34-a23e-47c3-866f-606b92c09085 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339162 Sep 17 23:01:11.957849 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a760f37-6ec8-4399-8570-1a47822bbeeb x-openstack-request-id: req-1a760f37-6ec8-4399-8570-1a47822bbeeb {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:11.958211 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90052ca-8d1c-4e0b-888c-01fe92314448", "name": "network-vif-plugged", "status": "completed", "tag": "19181664-dcd7-44c6-ba77-f421e3023d48", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:11.958556 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a760f37-6ec8-4399-8570-1a47822bbeeb {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:11.958945 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90052ca-8d1c-4e0b-888c-01fe92314448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19181664-dcd7-44c6-ba77-f421e3023d48', 'code': 200} Sep 17 23:01:12.006301 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:12.055105 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=19181664-dcd7-44c6-ba77-f421e3023d48,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:12.055352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f4e5e-a5a0-49fc-803f-1d6d20eae5a0 req-43d9edb2-aff0-440e-b7a0-94cefa73836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:12.056877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d3f4e5e-a5a0-49fc-803f-1d6d20eae5a0 req-43d9edb2-aff0-440e-b7a0-94cefa73836b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 1098 time: 0.0443401 Sep 17 23:01:12.093024 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d3f4e5e-a5a0-49fc-803f-1d6d20eae5a0 req-7c6f1b62-0286-4c79-b4bf-98ab565782fd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291114 Sep 17 23:01:13.056235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63feff9-196d-43b8-ad12-ebd926cc8c0a req-3c9e7d2e-b48b-4ac3-8f44-a081292073d5 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:13.057737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c63feff9-196d-43b8-ad12-ebd926cc8c0a req-3c9e7d2e-b48b-4ac3-8f44-a081292073d5 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 946 time: 0.0524497 Sep 17 23:01:13.095151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c63feff9-196d-43b8-ad12-ebd926cc8c0a req-c3228223-5dde-4818-b8dd-e7a40049ccf4 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Sep 17 23:01:14.216593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e46c-b5c6-4c4c-b679-bb786d1e4123 req-7753b4d2-fac0-41cf-a27b-27196b27d0c5 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:14.218042 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b279e46c-b5c6-4c4c-b679-bb786d1e4123 req-7753b4d2-fac0-41cf-a27b-27196b27d0c5 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 946 time: 0.0494955 Sep 17 23:01:14.259718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b279e46c-b5c6-4c4c-b679-bb786d1e4123 req-89a6cab3-53a1-483a-8a49-db248f667afb tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353944 Sep 17 23:01:14.373282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a0676-a7f1-4d61-8de0-d0ea9d9302b5 req-a574d095-dca1-40e1-86a3-4eebebbf701b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:14.374796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-429a0676-a7f1-4d61-8de0-d0ea9d9302b5 req-a574d095-dca1-40e1-86a3-4eebebbf701b tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 946 time: 0.0500424 Sep 17 23:01:14.412184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-429a0676-a7f1-4d61-8de0-d0ea9d9302b5 req-e0d82c42-b0eb-4989-b3d6-4209cf214d54 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307646 Sep 17 23:01:14.665397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0f15a-f7fe-4bc6-9db8-ccc9160035f6 req-5c13a4bf-b890-4ca0-967e-518b1a37cfb0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:14.666878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9e0f15a-f7fe-4bc6-9db8-ccc9160035f6 req-5c13a4bf-b890-4ca0-967e-518b1a37cfb0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 946 time: 0.0530579 Sep 17 23:01:14.703679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9e0f15a-f7fe-4bc6-9db8-ccc9160035f6 req-8529d32f-27e6-45c6-bb0e-155fb78c8bb3 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Sep 17 23:01:14.815405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6a7eb-3756-489d-aae8-b6d8245037ae req-0d1ca174-3240-4d2a-9739-42357441b762 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:14.816848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7e6a7eb-3756-489d-aae8-b6d8245037ae req-0d1ca174-3240-4d2a-9739-42357441b762 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 946 time: 0.0479674 Sep 17 23:01:14.872744 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7e6a7eb-3756-489d-aae8-b6d8245037ae req-c7a81a84-ae44-4fbe-acec-b2fa1b2ce52f tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498290 Sep 17 23:01:15.150921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea92dba-2d43-413a-b2cc-aaef183eb0e3 req-a1177a26-81b2-4c09-8b29-4f07c458e3f2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:15.152415 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ea92dba-2d43-413a-b2cc-aaef183eb0e3 req-a1177a26-81b2-4c09-8b29-4f07c458e3f2 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 946 time: 0.0488217 Sep 17 23:01:15.189256 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ea92dba-2d43-413a-b2cc-aaef183eb0e3 req-4ede8402-8791-427f-910f-13a7e0543ac3 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Sep 17 23:01:15.302568 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6569-2d13-4ffe-8360-c57b3fa518ae req-3ce146cd-e5c8-4a34-9262-da8748df970c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:15.304048 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51ac6569-2d13-4ffe-8360-c57b3fa518ae req-3ce146cd-e5c8-4a34-9262-da8748df970c tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 946 time: 0.0481868 Sep 17 23:01:15.347598 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51ac6569-2d13-4ffe-8360-c57b3fa518ae req-f5864c20-772d-48b6-8875-0d0b26441cf5 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372782 Sep 17 23:01:15.937271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16fb6e-fd40-45a0-a983-076f1af06951 req-3678c0b1-1b38-41f8-a842-7d27949f1bee tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:15.938695 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f16fb6e-fd40-45a0-a983-076f1af06951 req-3678c0b1-1b38-41f8-a842-7d27949f1bee tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 946 time: 0.0485983 Sep 17 23:01:15.980103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f16fb6e-fd40-45a0-a983-076f1af06951 req-9337536a-2e39-4810-a3a0-0117d3738e6e tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351217 Sep 17 23:01:17.106758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-7d4612ac-485f-40eb-90e6-ee1d46a1763f tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:17.108259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-7d4612ac-485f-40eb-90e6-ee1d46a1763f tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.23 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 946 time: 0.0784869 Sep 17 23:01:17.130099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da1fdf-9e83-4072-864e-cd643d3393b5 req-a5fbd8dc-8406-449c-9386-8fc8df633a32 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:17.131801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b5da1fdf-9e83-4072-864e-cd643d3393b5 req-a5fbd8dc-8406-449c-9386-8fc8df633a32 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 946 time: 0.0764849 Sep 17 23:01:17.209257 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b5da1fdf-9e83-4072-864e-cd643d3393b5 req-b26d626c-3d70-48f7-a58e-140646122174 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e72527-61a3-4c28-9d39-776dd59693ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620182 Sep 17 23:01:17.235495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Deleting port 19181664-dcd7-44c6-ba77-f421e3023d48 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:01:17.235869 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.335629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] For port 19181664-dcd7-44c6-ba77-f421e3023d48, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=19181664-dcd7-44c6-ba77-f421e3023d48,segment=NetworkSegment(f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5),segment_id=f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:17.335878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.347550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Calling delete_port for 19181664-dcd7-44c6-ba77-f421e3023d48 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:01:17.530833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.543141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['19181664-dcd7-44c6-ba77-f421e3023d48'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:01:17.568025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Pushing event deleted for resources: {'Port': ['ID=19181664-dcd7-44c6-ba77-f421e3023d48,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:17.578450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.578800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.579140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.579475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.579807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.580158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.580909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.580909 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.581197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.581550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.581872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.582192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:17.622477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] No DVR routers for this DVR port 19181664-dcd7-44c6-ba77-f421e3023d48 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:01:17.625091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.627083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-37a5dd24-5e1d-442c-aea6-68af5d901165 req-475dc6b8-37d8-431d-ab21-f578a0be5ef0 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.23 "DELETE /v2.0/ports/19181664-dcd7-44c6-ba77-f421e3023d48 HTTP/1.1" status: 204 len: 173 time: 0.5117497 Sep 17 23:01:17.627524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90052ca-8d1c-4e0b-888c-01fe92314448', 'name': 'network-vif-deleted', 'tag': '19181664-dcd7-44c6-ba77-f421e3023d48'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:17.629853 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c916138-2062-4c88-bdda-66651f165fe4" -d '{"events": [{"server_uuid": "d90052ca-8d1c-4e0b-888c-01fe92314448", "name": "network-vif-deleted", "tag": "19181664-dcd7-44c6-ba77-f421e3023d48"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:17.665703 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e5ac8-00b1-4c2a-93b6-efef607d81a4 x-openstack-request-id: req-ea2e5ac8-00b1-4c2a-93b6-efef607d81a4 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:17.665999 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90052ca-8d1c-4e0b-888c-01fe92314448", "name": "network-vif-deleted", "tag": "19181664-dcd7-44c6-ba77-f421e3023d48", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:17.666252 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea2e5ac8-00b1-4c2a-93b6-efef607d81a4 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:17.666654 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90052ca-8d1c-4e0b-888c-01fe92314448', 'name': 'network-vif-deleted', 'tag': '19181664-dcd7-44c6-ba77-f421e3023d48', 'status': 'completed', 'code': 200} Sep 17 23:01:18.315049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d027464a-0665-40ee-9a5b-6444bfd6852c req-ef8d4dd2-90b9-48b1-b334-901bd75b88d7 tempest-ServerDiskConfigTestJSON-2075803837 tempest-ServerDiskConfigTestJSON-2075803837-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90052ca-8d1c-4e0b-888c-01fe92314448 HTTP/1.1" status: 200 len: 210 time: 0.0263269 Sep 17 23:01:19.505347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48340) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:19.548928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Deleting subnet 9feca98a-f9b4-4402-affa-9fb1bd2b8e79 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:01:19.551921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:19.587291 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:19.629570 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:19.729470 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:19.761186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9feca98a-f9b4-4402-affa-9fb1bd2b8e79,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:19.764008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:19.765394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9feca98a-f9b4-4402-affa-9fb1bd2b8e79 HTTP/1.1" status: 204 len: 168 time: 0.2583513 Sep 17 23:01:19.767968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48342) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:19.771909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.772288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.772633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.772971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.773324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.773658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.774000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.774310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.774634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.774958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.775323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.775688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14621c7-cb75-4191-a6e4-0e489890e747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:19.778668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 19181664-dcd7-44c6-ba77-f421e3023d48 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:01:19.798973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 19181664-dcd7-44c6-ba77-f421e3023d48 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:01:19.799318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 19181664-dcd7-44c6-ba77-f421e3023d48 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:01:19.839940 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:19.925523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:19.946364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7b3bd0-b976-41c8-8399-5a2641dad5e0']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:19.955523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:19.955820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f6b8b4-f842-443d-ac0d-75cb39aa2cd5') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:19.965101 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:19.978026 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:19.984374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:01:19.984696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:01:19.986318 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:01:20.140757 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:20.147579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:20.149324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ed7b3bd0-b976-41c8-8399-5a2641dad5e0 HTTP/1.1" status: 204 len: 168 time: 0.3803372 Sep 17 23:01:20.158963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec8a9f-c9b1-4773-b1e9-67b82afe73e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7b3bd0-b976-41c8-8399-5a2641dad5e0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:20.570060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48346) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:20.610622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-290a3491-1f09-4056-91c8-1a29dac71b44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da7c749e31b54b6d80cd18b9ac0aae34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393867 Sep 17 23:01:20.613043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48348) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:20.661527 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d15bd52-5ec8-40c4-91ee-ec22b1d4b726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:20.682576 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d15bd52-5ec8-40c4-91ee-ec22b1d4b726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:20.799246 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d15bd52-5ec8-40c4-91ee-ec22b1d4b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:20.801817 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d15bd52-5ec8-40c4-91ee-ec22b1d4b726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:20.802999 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2d15bd52-5ec8-40c4-91ee-ec22b1d4b726 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6e72527-61a3-4c28-9d39-776dd59693ed HTTP/1.1" status: 204 len: 168 time: 0.1890645 Sep 17 23:01:20.818920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15bd52-5ec8-40c4-91ee-ec22b1d4b726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e72527-61a3-4c28-9d39-776dd59693ed,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:21.822045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48370) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:21.919050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-41695015-network', 'tenant_id': '9419ad6a7e424919a906149a1c991549'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:22.033537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Made reservation on behalf of 9419ad6a7e424919a906149a1c991549 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:01:22.035859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.044501 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.133095 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.199226 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.223613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:01:22.233595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f89445-0255-488c-b941-a5278e6b2b6b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:22.238354 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.238675 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Added segment c945686d-6ce3-422c-86c0-d275431058cb of type vlan for network 949a462b-bfc6-4860-b229-c85d3fb2a0b2 Sep 17 23:01:22.278250 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.353795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.354751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:22.355330 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.416814 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] Pushing event updated for resources: {'Network': ['ID=949a462b-bfc6-4860-b229-c85d3fb2a0b2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:22.426357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 949a462b-bfc6-4860-b229-c85d3fb2a0b2 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:01:22.429881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7c9db15d-ba12-4870-8969-9c82baaca68e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6064987 Sep 17 23:01:22.432467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48374) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:22.437232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Request body: {'subnet': {'network_id': '949a462b-bfc6-4860-b229-c85d3fb2a0b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-41695015-subnet', 'tenant_id': '9419ad6a7e424919a906149a1c991549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:22.508278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Made reservation on behalf of 9419ad6a7e424919a906149a1c991549 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:01:22.510690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.730981 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.788642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f65a386-9af2-4b4a-9570-778f5661a2c9,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:22.793680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Checking segment: {'id': 'c945686d-6ce3-422c-86c0-d275431058cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '949a462b-bfc6-4860-b229-c85d3fb2a0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:22.794031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Network hostable DHCP agents. Network: 949a462b-bfc6-4860-b229-c85d3fb2a0b2, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:01:22.873809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Network 949a462b-bfc6-4860-b229-c85d3fb2a0b2 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:01:22.934504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 949a462b-bfc6-4860-b229-c85d3fb2a0b2) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:22.938658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:22.939274 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.943281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3101d46-a111-4c7b-8a5a-9d7964538f05 None None] Network 949a462b-bfc6-4860-b229-c85d3fb2a0b2 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:01:23.029542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4ca93366-c278-4794-a50a-d12e581fdb00 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5959985 Sep 17 23:01:23.231471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aec303-30bd-4676-ab3b-32d49cf3e228 None None] Network 949a462b-bfc6-4860-b229-c85d3fb2a0b2 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:01:23.522843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-eda46aa9-8f64-49f7-b282-5884d4f9ca26 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:23.524382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-eda46aa9-8f64-49f7-b282-5884d4f9ca26 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/networks?id=949a462b-bfc6-4860-b229-c85d3fb2a0b2 HTTP/1.1" status: 200 len: 820 time: 0.1060050 Sep 17 23:01:23.539870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-be68ef59-190c-46c0-b8de-bd1a7b4c4d52 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/quotas/9419ad6a7e424919a906149a1c991549 HTTP/1.1" status: 200 len: 375 time: 0.0096552 Sep 17 23:01:23.570866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-8a78c143-7d25-46db-bd51-d7b8651ce2a3 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9419ad6a7e424919a906149a1c991549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255916 Sep 17 23:01:23.716744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-3d43cd62-95f3-4965-b36b-78580d1ea0a2 service neutron] 10.222.0.30 "GET /v2.0/networks/949a462b-bfc6-4860-b229-c85d3fb2a0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392808 Sep 17 23:01:23.804889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-5e81ce65-1f56-4982-a7be-53996f6f9ef5 service neutron] 10.222.0.30 "GET /v2.0/networks/949a462b-bfc6-4860-b229-c85d3fb2a0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818257 Sep 17 23:01:24.310805 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c2507e2-dbbb-464a-b970-56fbd6aaa5b4 req-fd062d5d-74be-46e7-bf45-6acdf3dae211 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 210 time: 0.2985516 Sep 17 23:01:25.264777 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:01:25.407112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3db1b3a0-1749-4c96-a44c-8cc27cc1f0eb req-de8c5e10-ec1f-4a2f-a5e8-ffa1c55d7e90 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 210 time: 0.0291739 Sep 17 23:01:26.142309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-a7c76240-9f00-42ed-b9ad-3c8ed1b05799 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:26.143732 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-a7c76240-9f00-42ed-b9ad-3c8ed1b05799 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.15 "GET /v2.0/networks?id=949a462b-bfc6-4860-b229-c85d3fb2a0b2 HTTP/1.1" status: 200 len: 820 time: 0.1139112 Sep 17 23:01:26.161537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Request body: {'port': {'device_id': 'c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9', 'network_id': '949a462b-bfc6-4860-b229-c85d3fb2a0b2', 'admin_state_up': True, 'tenant_id': '9419ad6a7e424919a906149a1c991549'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:26.368787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Made reservation on behalf of 9419ad6a7e424919a906149a1c991549 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:01:26.372436 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:26.508490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a9482dc8-62be-4e6f-959b-e40a08b01acc req-55b746d9-56fb-4de0-8fe4-566c5ba1ca04 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 210 time: 0.0306051 Sep 17 23:01:26.523749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Allocated IP 172.20.0.5 (949a462b-bfc6-4860-b229-c85d3fb2a0b2/7f65a386-9af2-4b4a-9570-778f5661a2c9/03a75043-daf0-434b-8369-5c3c77627c80) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:01:26.676065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:26.754054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:26.796500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Network 949a462b-bfc6-4860-b229-c85d3fb2a0b2 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:26.799568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:26.805749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:01:26.828558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Pushing event updated for resources: {'Port': ['ID=03a75043-daf0-434b-8369-5c3c77627c80,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:26.856896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:26.857501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:26.969329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-bd75e274-794f-47e2-8fe7-65ccaf568da1 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8115640 Sep 17 23:01:26.987386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Request body: {'port': {'device_id': 'c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:27.042842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:27.298654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a75043-daf0-434b-8369-5c3c77627c80 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:01:27.306062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:27.317749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Transition to ACTIVE for port object 03a75043-daf0-434b-8369-5c3c77627c80 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:01:27.393879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:27.442698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Pushing event updated for resources: {'Port': ['ID=03a75043-daf0-434b-8369-5c3c77627c80,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:27.513749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Attempting to bind port 03a75043-daf0-434b-8369-5c3c77627c80 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:01:27.514084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Attempting to bind port 03a75043-daf0-434b-8369-5c3c77627c80 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'c945686d-6ce3-422c-86c0-d275431058cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '949a462b-bfc6-4860-b229-c85d3fb2a0b2'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:01:27.514405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Attempting to bind port 03a75043-daf0-434b-8369-5c3c77627c80 on network 949a462b-bfc6-4860-b229-c85d3fb2a0b2 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:27.518679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Port 03a75043-daf0-434b-8369-5c3c77627c80 on network 949a462b-bfc6-4860-b229-c85d3fb2a0b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:01:27.518997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Attempting to bind port 03a75043-daf0-434b-8369-5c3c77627c80 on network 949a462b-bfc6-4860-b229-c85d3fb2a0b2 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:27.524329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:01:27.524661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Checking segment: {'id': 'c945686d-6ce3-422c-86c0-d275431058cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '949a462b-bfc6-4860-b229-c85d3fb2a0b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:27.525040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Bound using segment: {'id': 'c945686d-6ce3-422c-86c0-d275431058cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '949a462b-bfc6-4860-b229-c85d3fb2a0b2'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:01:27.525456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Bound port: 03a75043-daf0-434b-8369-5c3c77627c80, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c945686d-6ce3-422c-86c0-d275431058cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '949a462b-bfc6-4860-b229-c85d3fb2a0b2'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:01:27.525805 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:27.590007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] For port 03a75043-daf0-434b-8369-5c3c77627c80, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:01:27.593055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] For port 03a75043-daf0-434b-8369-5c3c77627c80, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=03a75043-daf0-434b-8369-5c3c77627c80,segment=NetworkSegment(c945686d-6ce3-422c-86c0-d275431058cb),segment_id=c945686d-6ce3-422c-86c0-d275431058cb)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:01:27.627219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7917978-7c81-4599-9100-b3629f54ff6c req-cf334943-fb14-4fac-a566-a5da9ade6a88 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:27.628727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d7917978-7c81-4599-9100-b3629f54ff6c req-cf334943-fb14-4fac-a566-a5da9ade6a88 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 943 time: 0.0535438 Sep 17 23:01:27.651357 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:27.669233 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d7917978-7c81-4599-9100-b3629f54ff6c req-a77ee948-aac0-403e-be8c-ba015b7b8cef tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Sep 17 23:01:27.682899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:27.683694 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:27.685089 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] 10.222.0.15 "PUT /v2.0/ports/03a75043-daf0-434b-8369-5c3c77627c80 HTTP/1.1" status: 200 len: 1092 time: 0.7017448 Sep 17 23:01:27.685709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9', 'tag': '03a75043-daf0-434b-8369-5c3c77627c80'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:27.687955 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fc8cb4-f48c-4f9e-9223-bea13f2fbf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9", "tag": "03a75043-daf0-434b-8369-5c3c77627c80"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:27.718914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df3eb0-a099-42c4-bd00-78dfadf23a9b service neutron] Pushing event updated for resources: {'Port': ['ID=03a75043-daf0-434b-8369-5c3c77627c80,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:27.727487 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807daa15-5a46-4a3b-83a0-7a0574ecb0ad x-openstack-request-id: req-807daa15-5a46-4a3b-83a0-7a0574ecb0ad {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:27.727828 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9", "tag": "03a75043-daf0-434b-8369-5c3c77627c80", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:27.728039 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-807daa15-5a46-4a3b-83a0-7a0574ecb0ad {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:27.728466 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9', 'tag': '03a75043-daf0-434b-8369-5c3c77627c80', 'status': 'completed', 'code': 200} Sep 17 23:01:27.815071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc8cb4-f48c-4f9e-9223-bea13f2fbf6a req-0dab5731-bc9e-4b94-8d71-5a8f80beea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:27.816579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10fc8cb4-f48c-4f9e-9223-bea13f2fbf6a req-0dab5731-bc9e-4b94-8d71-5a8f80beea14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9419ad6a7e424919a906149a1c991549&device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 1095 time: 0.0440722 Sep 17 23:01:27.917987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc8cb4-f48c-4f9e-9223-bea13f2fbf6a req-f1a0cdb5-ccba-4816-9dbf-0a12ac780fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:27.919479 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10fc8cb4-f48c-4f9e-9223-bea13f2fbf6a req-f1a0cdb5-ccba-4816-9dbf-0a12ac780fd9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9419ad6a7e424919a906149a1c991549&shared=False HTTP/1.1" status: 200 len: 921 time: 0.0899560 Sep 17 23:01:28.019227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc8cb4-f48c-4f9e-9223-bea13f2fbf6a req-c06f0d98-41f1-45d1-a14d-48f1e76a16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:28.020755 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10fc8cb4-f48c-4f9e-9223-bea13f2fbf6a req-c06f0d98-41f1-45d1-a14d-48f1e76a16aa service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940082 Sep 17 23:01:28.116891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-7dd11f67-eb95-4fdc-978e-8f130efdbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:28.118553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-7dd11f67-eb95-4fdc-978e-8f130efdbe25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9419ad6a7e424919a906149a1c991549&device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 1095 time: 0.0415542 Sep 17 23:01:28.165482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-64be0067-908e-463e-9b5d-2d0de4034916 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a75043-daf0-434b-8369-5c3c77627c80 HTTP/1.1" status: 200 len: 217 time: 0.0350585 Sep 17 23:01:28.217838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-555cec86-1360-4865-9ff3-ccac1ed392fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:28.219160 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-555cec86-1360-4865-9ff3-ccac1ed392fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f65a386-9af2-4b4a-9570-778f5661a2c9 HTTP/1.1" status: 200 len: 860 time: 0.0470023 Sep 17 23:01:28.250266 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-02c1422a-6611-4829-968f-70b7bb5722d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=949a462b-bfc6-4860-b229-c85d3fb2a0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235443 Sep 17 23:01:28.338109 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-baad699a-bc40-4a72-b829-1f71fff28724 service neutron] 10.222.0.15 "GET /v2.0/networks/949a462b-bfc6-4860-b229-c85d3fb2a0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805109 Sep 17 23:01:28.429331 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-17783a5c-79c7-4586-96ba-855846e8a4b2 req-fe64cd65-e3f5-4211-9507-e5f8316ec9eb service neutron] 10.222.0.15 "GET /v2.0/networks/949a462b-bfc6-4860-b229-c85d3fb2a0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847473 Sep 17 23:01:28.783780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb076355-17b7-479d-aa3c-9bd1693ee5f3 req-61c40ea6-ff5b-4a84-abc2-7ddbeb18216a tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:28.785301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb076355-17b7-479d-aa3c-9bd1693ee5f3 req-61c40ea6-ff5b-4a84-abc2-7ddbeb18216a tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 943 time: 0.0486932 Sep 17 23:01:28.822796 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb076355-17b7-479d-aa3c-9bd1693ee5f3 req-8ccf0d4a-63c3-49e0-bb5d-586c9081a6ba tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Sep 17 23:01:29.399599 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:29.937637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7736f2-1277-43ed-8b09-d73811cbaecf req-6698195a-78ae-4e70-80e5-727a227eb8e8 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:29.939149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af7736f2-1277-43ed-8b09-d73811cbaecf req-6698195a-78ae-4e70-80e5-727a227eb8e8 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 943 time: 0.0482247 Sep 17 23:01:29.981039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af7736f2-1277-43ed-8b09-d73811cbaecf req-4f78a450-cb5b-4290-a062-2e9b8ce48d0e tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354078 Sep 17 23:01:31.091812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4aff8-177c-4450-9193-8dd54a9c5736 req-c0f5a333-948e-4f9c-bf04-497f891fe9e5 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:31.093298 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28a4aff8-177c-4450-9193-8dd54a9c5736 req-c0f5a333-948e-4f9c-bf04-497f891fe9e5 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 943 time: 0.0479298 Sep 17 23:01:31.131383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-28a4aff8-177c-4450-9193-8dd54a9c5736 req-3fddd270-b81f-4271-967b-c9f4901e8cbc tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311453 Sep 17 23:01:32.250572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420eeaa-0112-4b62-8d89-e9e196baf405 req-d9c60085-2277-40e6-bd4c-5cfbe4795877 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:32.252054 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5420eeaa-0112-4b62-8d89-e9e196baf405 req-d9c60085-2277-40e6-bd4c-5cfbe4795877 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 943 time: 0.0558245 Sep 17 23:01:32.289989 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5420eeaa-0112-4b62-8d89-e9e196baf405 req-5c85dbff-fc0e-4733-95b6-5888f4ae596c tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310893 Sep 17 23:01:33.239464 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8a309749-8750-4987-8793-797db54a5449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.407246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049d62-d991-4fc6-bd3e-b46b32f4f61c req-672deafe-94fe-4023-9397-2fba2be0cb06 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:33.408782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5049d62-d991-4fc6-bd3e-b46b32f4f61c req-672deafe-94fe-4023-9397-2fba2be0cb06 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 943 time: 0.0532198 Sep 17 23:01:33.445933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5049d62-d991-4fc6-bd3e-b46b32f4f61c req-5d2328b4-4fd4-436f-a1af-026cde7a2dc6 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305777 Sep 17 23:01:33.566115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 03a75043-daf0-434b-8369-5c3c77627c80 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:01:33.657896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 03a75043-daf0-434b-8369-5c3c77627c80, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=03a75043-daf0-434b-8369-5c3c77627c80,segment=NetworkSegment(c945686d-6ce3-422c-86c0-d275431058cb),segment_id=c945686d-6ce3-422c-86c0-d275431058cb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:33.668271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '03a75043-daf0-434b-8369-5c3c77627c80', 'network_id': '949a462b-bfc6-4860-b229-c85d3fb2a0b2', 'port_id': '03a75043-daf0-434b-8369-5c3c77627c80', 'mac_address': 'fa:16:3e:d4:7c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f65a386-9af2-4b4a-9570-778f5661a2c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:01:33.703974 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.719881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a75043-daf0-434b-8369-5c3c77627c80 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:01:33.738393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 03a75043-daf0-434b-8369-5c3c77627c80, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=03a75043-daf0-434b-8369-5c3c77627c80,segment=NetworkSegment(c945686d-6ce3-422c-86c0-d275431058cb),segment_id=c945686d-6ce3-422c-86c0-d275431058cb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:33.825501 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.872110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=03a75043-daf0-434b-8369-5c3c77627c80,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:33.879182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.879523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.879856 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.880213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.881100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.881428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.881747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.882066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.882385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.882703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.883017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:33.883333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:34.180801 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['03a75043-daf0-434b-8369-5c3c77627c80'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:01:34.559939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08d3f4-7e5e-473e-909f-ac48d99d2100 req-8d958fc4-c774-49b0-b210-6029a97d0df4 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:34.561427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca08d3f4-7e5e-473e-909f-ac48d99d2100 req-8d958fc4-c774-49b0-b210-6029a97d0df4 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 944 time: 0.0483139 Sep 17 23:01:34.598359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca08d3f4-7e5e-473e-909f-ac48d99d2100 req-c3bcfcbe-e19f-462d-b05c-7706ea2136cb tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310655 Sep 17 23:01:35.575180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 03a75043-daf0-434b-8369-5c3c77627c80 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:35.695042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 03a75043-daf0-434b-8369-5c3c77627c80 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:01:35.699088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 03a75043-daf0-434b-8369-5c3c77627c80 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:35.699524 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:35.721245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306c953-88d2-4814-8fd7-3a7e4bd4bf90 req-d61a3c82-7ee7-4a6f-b422-7e60d0d1bb11 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:35.722731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4306c953-88d2-4814-8fd7-3a7e4bd4bf90 req-d61a3c82-7ee7-4a6f-b422-7e60d0d1bb11 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 944 time: 0.0496309 Sep 17 23:01:35.761106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4306c953-88d2-4814-8fd7-3a7e4bd4bf90 req-405ccb1c-5f56-4f77-8446-72d8bc618764 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323348 Sep 17 23:01:35.787462 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:35.808790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a75043-daf0-434b-8369-5c3c77627c80'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:35.811014 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805a7508-3200-44ca-b58e-c529efe32784" -d '{"events": [{"server_uuid": "c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9", "name": "network-vif-plugged", "status": "completed", "tag": "03a75043-daf0-434b-8369-5c3c77627c80"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:35.826416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 03a75043-daf0-434b-8369-5c3c77627c80, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=03a75043-daf0-434b-8369-5c3c77627c80,segment=NetworkSegment(c945686d-6ce3-422c-86c0-d275431058cb),segment_id=c945686d-6ce3-422c-86c0-d275431058cb)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:35.848040 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dac5bf8-9dda-4397-a66b-7ccf77fb3a31 x-openstack-request-id: req-8dac5bf8-9dda-4397-a66b-7ccf77fb3a31 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:35.852221 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9", "name": "network-vif-plugged", "status": "completed", "tag": "03a75043-daf0-434b-8369-5c3c77627c80", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:35.852221 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8dac5bf8-9dda-4397-a66b-7ccf77fb3a31 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:35.852221 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a75043-daf0-434b-8369-5c3c77627c80', 'code': 200} Sep 17 23:01:35.867774 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-64c20d3b-081e-435f-987c-d229f4ff04e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:35.894930 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:35.945864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=03a75043-daf0-434b-8369-5c3c77627c80,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:35.977195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01804-fbc9-4914-8852-d10118bc390f req-55bdad03-9020-4328-830c-ea64a8c41b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:35.978697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20f01804-fbc9-4914-8852-d10118bc390f req-55bdad03-9020-4328-830c-ea64a8c41b35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 1097 time: 0.0511906 Sep 17 23:01:36.013046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20f01804-fbc9-4914-8852-d10118bc390f req-2f654166-99c5-4949-a162-98cc3de51a47 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273924 Sep 17 23:01:36.875434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b9e78-a100-4133-acd1-673541863034 req-fa613b89-62fa-4131-a472-18eb2da1939e tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:36.876954 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a1b9e78-a100-4133-acd1-673541863034 req-fa613b89-62fa-4131-a472-18eb2da1939e tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 945 time: 0.0495107 Sep 17 23:01:36.914108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a1b9e78-a100-4133-acd1-673541863034 req-ae1d4f56-744a-4f13-8991-1c564b60681a tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Sep 17 23:01:37.033512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:37.408439 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:38.040421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a63b-35b6-48bf-aa48-ca48e704e248 req-c8cbe2a9-f934-4002-8278-aa2a70f2573f tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:38.041917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfa8a63b-35b6-48bf-aa48-ca48e704e248 req-c8cbe2a9-f934-4002-8278-aa2a70f2573f tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 945 time: 0.0604310 Sep 17 23:01:38.078413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfa8a63b-35b6-48bf-aa48-ca48e704e248 req-21081917-50c6-43b9-9a4e-516a56047af7 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305374 Sep 17 23:01:38.547769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5bbc9-8014-4cb5-80da-489abb05f9d3 req-29b5b9b2-6500-4359-ab44-397c81b9ad08 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:38.549241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65d5bbc9-8014-4cb5-80da-489abb05f9d3 req-29b5b9b2-6500-4359-ab44-397c81b9ad08 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 945 time: 0.0479438 Sep 17 23:01:38.586842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65d5bbc9-8014-4cb5-80da-489abb05f9d3 req-c1508d72-4c5a-4a7a-b558-75046e2eaad8 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Sep 17 23:01:39.094160 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:39.714007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfa0d-1ccd-40d6-8125-dc55ba6b30cb req-062cf5c3-52e1-43c1-b6b1-cd5b2433cc36 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:39.715628 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-525bfa0d-1ccd-40d6-8125-dc55ba6b30cb req-062cf5c3-52e1-43c1-b6b1-cd5b2433cc36 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 945 time: 0.0573919 Sep 17 23:01:39.752648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-525bfa0d-1ccd-40d6-8125-dc55ba6b30cb req-37f657a0-f4bb-4095-87d7-ca2b6b0c0286 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/security-groups?id=29f89445-0255-488c-b941-a5278e6b2b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308185 Sep 17 23:01:40.018425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f3ed9540-dd21-48df-8da8-40dc941412ea tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:40.019851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f3ed9540-dd21-48df-8da8-40dc941412ea tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 945 time: 0.0475550 Sep 17 23:01:40.111043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f0812817-53ce-447e-bc5f-acd297b1f03b tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Deleting port 03a75043-daf0-434b-8369-5c3c77627c80 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:01:40.111384 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f0812817-53ce-447e-bc5f-acd297b1f03b tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:40.200728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f0812817-53ce-447e-bc5f-acd297b1f03b tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] For port 03a75043-daf0-434b-8369-5c3c77627c80, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=03a75043-daf0-434b-8369-5c3c77627c80,segment=NetworkSegment(c945686d-6ce3-422c-86c0-d275431058cb),segment_id=c945686d-6ce3-422c-86c0-d275431058cb)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:40.201101 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f0812817-53ce-447e-bc5f-acd297b1f03b tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:40.213999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f0812817-53ce-447e-bc5f-acd297b1f03b tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Calling delete_port for 03a75043-daf0-434b-8369-5c3c77627c80 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:01:40.408627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f0812817-53ce-447e-bc5f-acd297b1f03b tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:40.436235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0812817-53ce-447e-bc5f-acd297b1f03b tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Pushing event deleted for resources: {'Port': ['ID=03a75043-daf0-434b-8369-5c3c77627c80,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:40.440904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['03a75043-daf0-434b-8369-5c3c77627c80'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:01:40.484903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f0812817-53ce-447e-bc5f-acd297b1f03b tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] No DVR routers for this DVR port 03a75043-daf0-434b-8369-5c3c77627c80 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:01:40.487437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f0812817-53ce-447e-bc5f-acd297b1f03b tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:40.489466 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62dad304-51aa-443c-b68e-ce6ed683496c req-f0812817-53ce-447e-bc5f-acd297b1f03b tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.15 "DELETE /v2.0/ports/03a75043-daf0-434b-8369-5c3c77627c80 HTTP/1.1" status: 204 len: 173 time: 0.4628575 Sep 17 23:01:40.490739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9', 'name': 'network-vif-deleted', 'tag': '03a75043-daf0-434b-8369-5c3c77627c80'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:40.493182 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604d188b-7c58-4b4c-b265-e3a5b32d5ac4" -d '{"events": [{"server_uuid": "c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9", "name": "network-vif-deleted", "tag": "03a75043-daf0-434b-8369-5c3c77627c80"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:40.528717 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1381f8-bfd8-4f88-bcb1-2ac8ba9afe09 x-openstack-request-id: req-4a1381f8-bfd8-4f88-bcb1-2ac8ba9afe09 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:40.528717 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9", "name": "network-vif-deleted", "tag": "03a75043-daf0-434b-8369-5c3c77627c80", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:40.528717 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a1381f8-bfd8-4f88-bcb1-2ac8ba9afe09 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:40.528717 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9', 'name': 'network-vif-deleted', 'tag': '03a75043-daf0-434b-8369-5c3c77627c80', 'status': 'completed', 'code': 200} Sep 17 23:01:40.576411 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:40.859883 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-63f4b24d-a35e-47fa-95e9-40e2c4daff5d req-1d4a72ba-06d7-4f89-bef4-5acb68ea2e69 tempest-ServerAddressesNegativeTestJSON-1236857283 tempest-ServerAddressesNegativeTestJSON-1236857283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a2eb5b-ed2a-4b56-9a7b-ad898094d7a9 HTTP/1.1" status: 200 len: 210 time: 0.0262282 Sep 17 23:01:41.915298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48450) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:41.958959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-49434c38-e263-4654-a376-73aa8d7ade4f admin admin] Deleting subnet 7f65a386-9af2-4b4a-9570-778f5661a2c9 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:01:41.962016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49434c38-e263-4654-a376-73aa8d7ade4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:41.999323 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49434c38-e263-4654-a376-73aa8d7ade4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.041578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49434c38-e263-4654-a376-73aa8d7ade4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.164281 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49434c38-e263-4654-a376-73aa8d7ade4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.190067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49434c38-e263-4654-a376-73aa8d7ade4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f65a386-9af2-4b4a-9570-778f5661a2c9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:42.193902 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49434c38-e263-4654-a376-73aa8d7ade4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.196077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-49434c38-e263-4654-a376-73aa8d7ade4f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7f65a386-9af2-4b4a-9570-778f5661a2c9 HTTP/1.1" status: 204 len: 168 time: 0.2794774 Sep 17 23:01:42.198206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48452) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:42.264085 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.344263 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.365692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949a462b-bfc6-4860-b229-c85d3fb2a0b2']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:42.374681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c945686d-6ce3-422c-86c0-d275431058cb') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:42.374968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c945686d-6ce3-422c-86c0-d275431058cb') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:42.385096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.398145 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.403809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:01:42.404220 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:01:42.405839 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:01:42.513637 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.518941 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.520850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] 10.222.0.30 "DELETE /v2.0/networks/949a462b-bfc6-4860-b229-c85d3fb2a0b2 HTTP/1.1" status: 204 len: 168 time: 0.3216741 Sep 17 23:01:42.531721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f70e0f-f600-4018-b450-d5957e12e368 admin admin] Pushing event deleted for resources: {'Network': ['ID=949a462b-bfc6-4860-b229-c85d3fb2a0b2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:42.847404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48456) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:42.886675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5a61b9e8-22bf-4f0f-b6e5-1c20725c1c3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9419ad6a7e424919a906149a1c991549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386248 Sep 17 23:01:42.889047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48458) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:42.935944 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6617b43f-67c7-4703-8212-687b72b780b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:42.956336 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6617b43f-67c7-4703-8212-687b72b780b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:43.083036 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6617b43f-67c7-4703-8212-687b72b780b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:43.086255 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6617b43f-67c7-4703-8212-687b72b780b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:43.087415 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6617b43f-67c7-4703-8212-687b72b780b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29f89445-0255-488c-b941-a5278e6b2b6b HTTP/1.1" status: 204 len: 168 time: 0.1974776 Sep 17 23:01:43.095721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617b43f-67c7-4703-8212-687b72b780b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f89445-0255-488c-b941-a5278e6b2b6b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:43.617099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 03a75043-daf0-434b-8369-5c3c77627c80 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:01:43.636237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 03a75043-daf0-434b-8369-5c3c77627c80 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:01:43.636604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 03a75043-daf0-434b-8369-5c3c77627c80 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:01:44.533350 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-868ffb71-fffa-408c-a110-68d560cf8de6 req-4e1ffe1e-21db-4aab-aa89-62c8c2b60323 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=6710bcac-49bb-46a0-8562-0969c588cf10 HTTP/1.1" status: 200 len: 210 time: 0.0265391 Sep 17 23:01:45.052694 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bccafde-8a51-4610-82c7-31fa06593f2f req-740b5bdc-b66a-409f-a595-64e07f501cbf tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.1449015 Sep 17 23:01:46.158764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9edd8486-9cf3-410d-8c2d-a9900c0db288 req-1afea2ad-3f44-49cc-bb30-3630fb219847 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0299535 Sep 17 23:01:47.280931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cb44e5b-a6eb-4859-98d2-8ca0239433e3 req-0a8cdd97-a6d3-4227-a03b-de4e0dfb4a4d tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0252719 Sep 17 23:01:48.381883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e326527-4ad3-4427-8388-a661259efd22 req-33c845a7-83f1-4e9b-b14e-19a0eef6d123 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0271280 Sep 17 23:01:49.482974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f145e1d-74c5-4946-8779-2f62ebd9214f req-cff1f4cc-1f3f-4933-9a7a-1f009b213d3f tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0274470 Sep 17 23:01:49.733768 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce0b896e-ab50-4c0f-b8c9-a4dd680911a3 req-d58be723-3512-4287-9cc2-f5a8fccf922b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6710bcac-49bb-46a0-8562-0969c588cf10 HTTP/1.1" status: 200 len: 210 time: 0.0255709 Sep 17 23:01:50.584071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8933567a-a5ea-4810-804c-7c6a564e0626 req-a5bd8c2f-b75f-448a-add8-f174b07e9667 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0268922 Sep 17 23:01:50.654117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7760901f-8dd2-409d-a886-762c6a88743b req-70cdd725-2708-497e-b91c-072e47cdd7b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0301163 Sep 17 23:01:51.681702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c6040f23-884d-4fc9-a46e-401202b5b6c3 req-4df178ad-6d62-4e99-8fec-b821427069a7 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0258303 Sep 17 23:01:52.784091 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ec4e3ac-7606-413f-8d04-51a5c1b2873c req-cc2ec336-8b2e-432c-9ee9-880fd73a7f3e tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0283153 Sep 17 23:01:53.185637 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-45d81671-3fb7-4aad-b789-3cdd62f976c1 req-d4c77dee-adba-46ab-a056-a0d32e6be82d tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0270870 Sep 17 23:01:54.288858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5e27d2d-0424-4b6a-b3a8-870820e0a8ef req-734c7e50-e7f2-4673-89f5-bfbb6888a568 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0265791 Sep 17 23:01:55.389766 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ca662d46-b82e-48f8-9143-afb4343f70d9 req-4320ec41-45c8-43fa-9f24-5b3757cf771c tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0263319 Sep 17 23:01:55.439520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-651fa12f-058b-4b76-bbf9-5f98e42b9768 req-51af0052-8cae-4815-ac49-25dbab5f9a02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6710bcac-49bb-46a0-8562-0969c588cf10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255423 Sep 17 23:01:55.517353 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-651fa12f-058b-4b76-bbf9-5f98e42b9768 req-1e2e40cb-59ec-4e9e-8dcd-0cf0ca4addb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0aeb9ff49bd64002bec70c56064800d0&device_id=6710bcac-49bb-46a0-8562-0969c588cf10 HTTP/1.1" status: 200 len: 210 time: 0.0239260 Sep 17 23:01:55.562997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-651fa12f-058b-4b76-bbf9-5f98e42b9768 req-1f1bf9c8-4eb4-4d91-bed4-6f61cc6e26cd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0aeb9ff49bd64002bec70c56064800d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226550 Sep 17 23:01:55.667613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fa12f-058b-4b76-bbf9-5f98e42b9768 req-531e85f6-0efe-4d49-bcb1-d55a09665d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:55.669000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-651fa12f-058b-4b76-bbf9-5f98e42b9768 req-531e85f6-0efe-4d49-bcb1-d55a09665d91 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909083 Sep 17 23:01:56.488662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b9e99158-b52c-41ea-8110-51ef27845c38 req-42ec0ab2-a2e7-4f3a-8975-83973cd934d7 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0255778 Sep 17 23:01:57.588903 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4bb7604-508f-47b1-b22f-efd97b4027de req-3d5def5d-7e19-440b-955d-d5f85e9be93e tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0266192 Sep 17 23:01:58.694683 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-05f8b0da-7595-4590-8c7f-cf5725c8ab71 req-ca9d5f7f-e357-471d-a7ee-f0f38a4b5ff6 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0321574 Sep 17 23:01:59.453819 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:59.795938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f537934f-9503-4ab1-b1ac-02fca1312781 req-b8c9f796-63b9-4e39-988a-db24303ebadb tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0269849 Sep 17 23:02:00.894113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4f2ca8d-dbc9-493b-bc45-4a547674dd5f req-753de3da-9737-4c5f-b013-5af735fcb179 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0257015 Sep 17 23:02:02.056610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-019a3530-7af0-4798-933f-120135f084f7 req-8d6bbf99-8d20-4a33-8552-6457d64d167c tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0905530 Sep 17 23:02:02.264050 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:02:03.158618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2bb8aa64-39ed-427f-a48c-5b1d4e0df704 req-b79db412-c1fa-4ecc-9288-b7b9c99b8ced tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0261409 Sep 17 23:02:03.267334 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c50922d-a7c9-4539-ad55-cc292aa866fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:04.258583 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db99a68c-1912-497c-8bb7-b75d79ab2275 req-0967e951-d11b-4a5d-8242-6c34533acd94 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0264385 Sep 17 23:02:05.358942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8a4bd675-7edc-4549-b079-84262f4cfc76 req-ed33cb2d-aad8-4956-bdb2-f96b62786a69 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0266161 Sep 17 23:02:05.836602 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e38945e4-fc9e-43a5-b150-4a2ffb60f010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:06.460055 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-caa9dc2a-a105-4150-94cb-3a496f870beb req-bb727dad-86ad-4be3-ab09-8887f4c91f3f tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0263519 Sep 17 23:02:07.048304 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:07.425278 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:07.558191 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5797b61f-4191-4cc2-9892-29040c777d0f req-33c0334b-e111-4a91-a4bd-7ac2dbc503d1 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0254931 Sep 17 23:02:08.657562 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7fcce44-b07d-4b37-b653-f8d5ed5946d3 req-df8bdf71-814f-4ec0-bd78-7ac59c29100b tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0264275 Sep 17 23:02:09.134142 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:09.765077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aad332e5-48e5-4b7c-a8cb-3ec355b01b80 req-d7021da8-e1a7-4d7d-a6d6-00efd3032ba6 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0285196 Sep 17 23:02:10.591464 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:10.868211 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76e418d9-6b35-4fa0-94e3-4e01ee008f7e req-113e0635-e855-48c9-94d0-07028fd5321e tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0261436 Sep 17 23:02:11.970765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6b37c06-7625-47e0-9237-60a2c2ecf196 req-fa7daeba-c215-4f7e-8f50-19089ae551a9 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0293682 Sep 17 23:02:13.071342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89ac3b9c-575d-4d81-9509-6167b8fa99a5 req-0d6a71b6-0c20-4413-8cae-51e2ee94bde3 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0268369 Sep 17 23:02:14.171941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51468b8f-5822-49a7-b3ff-9302e18c502b req-77fa9c36-a986-4d90-9207-a2acb5ebd22a tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0266850 Sep 17 23:02:15.274699 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5f942a10-8470-4b24-8ee4-7c2ba5468ad3 req-e52dfa80-6ae7-48da-aada-9b00385eb01a tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0288107 Sep 17 23:02:16.375106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75753d34-4836-49ee-b485-9f9a14f4cb0f req-9de99059-0abd-4928-90d6-0d846b7d77ea tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0272083 Sep 17 23:02:17.476576 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a3dde8ac-e40e-4704-a0db-46d63a307752 req-09f89b6d-c7a9-441d-89ce-bf6848184e63 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0270607 Sep 17 23:02:18.575604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa415109-5ca1-4de8-be0c-f57cb9163903 req-526091bb-70f1-44f6-88c8-95eaa79445e9 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0262904 Sep 17 23:02:19.679358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5fc700d7-6a0b-49bc-809e-6417930f3267 req-841e80da-324a-429d-b46f-1dc93f69e464 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0269096 Sep 17 23:02:20.777916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c01c1a5-6da3-4d23-a569-a59389ddbfc9 req-11cc14d5-f73f-4d57-b5dd-0f42f55b20be tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0260701 Sep 17 23:02:21.877839 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3059ca2b-ed30-4622-9fb9-1c89be962f4d req-e7a49fa4-84a1-40ef-8b56-8d0a222cb016 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0257277 Sep 17 23:02:22.855889 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfe16022-1fa7-4122-82e1-01d12e98ec30 req-965f9962-cda6-4662-a4e1-52da4b111042 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0259953 Sep 17 23:02:22.978601 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db180f9d-a07d-42cc-90f6-b0b20ae9f249 req-e352639e-ca15-49d5-92ca-2c6dee831d06 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0259526 Sep 17 23:02:24.083930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-506a64fc-ddda-464a-b2eb-215270a708ff req-55b47256-375f-446c-b095-22d309b85710 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0258682 Sep 17 23:02:25.191627 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5bce21d9-1a5d-4835-9152-aef02a515700 req-c6674b7a-33eb-4bdf-a83f-25dfc26ca109 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0324545 Sep 17 23:02:25.514532 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-85896d57-ab75-4b74-b13b-800ca894bee7 req-3e345d17-9aa4-48bf-a887-570bbcd4c55c tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62&device_id=6710bcac-49bb-46a0-8562-0969c588cf10 HTTP/1.1" status: 200 len: 210 time: 0.0296075 Sep 17 23:02:25.919953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a7b4442-f4d9-439e-b152-5704f86db28c req-4f09557a-ef25-466e-87ee-a7a6b2c953e2 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0281889 Sep 17 23:02:25.963231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61959135-0b8e-4401-ae8b-5e0103309aa5 req-bed3d569-29af-44f2-91fe-005022a44f1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0aeb9ff49bd64002bec70c56064800d0&device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0254583 Sep 17 23:02:25.995871 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61959135-0b8e-4401-ae8b-5e0103309aa5 req-f72384d4-44ad-444a-af1a-38920e73983a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0aeb9ff49bd64002bec70c56064800d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189185 Sep 17 23:02:26.100673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61959135-0b8e-4401-ae8b-5e0103309aa5 req-c4334b9f-9826-4ae8-8abe-fcb12b8e8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:26.101536 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61959135-0b8e-4401-ae8b-5e0103309aa5 req-c4334b9f-9826-4ae8-8abe-fcb12b8e8ef7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993085 Sep 17 23:02:27.015500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e8a446e-e164-413b-9ba0-4be0c3793ffa req-acb36c11-8ac2-4acf-9ce6-330ed4919e0b tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Sep 17 23:02:27.547225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-61959135-0b8e-4401-ae8b-5e0103309aa5 req-ecf62fe4-4820-45dc-b1e0-33fc0fd521df tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0253613 Sep 17 23:02:28.130774 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d99ab029-1ac0-4033-ad88-b64edcf030f9 req-2d3f14c5-5c42-4382-81b5-97a05257b4b9 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=09a599bc-a76c-480d-8828-1de47f492e62 HTTP/1.1" status: 200 len: 210 time: 0.0313830 Sep 17 23:02:29.465181 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:29.630733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b26450c7-e3b5-4fbc-b730-278d583a0248 req-0183976e-2e77-4d40-aa31-fa44f1d3c231 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=6710bcac-49bb-46a0-8562-0969c588cf10 HTTP/1.1" status: 200 len: 210 time: 0.0273330 Sep 17 23:02:29.635213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6f90ae1-3916-48b7-bc47-a972b7252872 req-6a7dcd15-f96e-472d-b50f-cd7eb42c39f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0aeb9ff49bd64002bec70c56064800d0&device_id=6710bcac-49bb-46a0-8562-0969c588cf10 HTTP/1.1" status: 200 len: 210 time: 0.0256548 Sep 17 23:02:29.677369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6f90ae1-3916-48b7-bc47-a972b7252872 req-f4f523f0-debf-4815-8520-b4dc5a2fa399 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0aeb9ff49bd64002bec70c56064800d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191319 Sep 17 23:02:29.772969 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f90ae1-3916-48b7-bc47-a972b7252872 req-fdd23d5b-7cc3-4afb-bdf4-ad58ead61672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:29.774349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6f90ae1-3916-48b7-bc47-a972b7252872 req-fdd23d5b-7cc3-4afb-bdf4-ad58ead61672 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906928 Sep 17 23:02:30.724441 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1166e2a5-5a55-4e13-92b6-55fc6b88ca4a req-30e64999-d204-4642-a50f-e17879985631 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=6710bcac-49bb-46a0-8562-0969c588cf10 HTTP/1.1" status: 200 len: 210 time: 0.0257294 Sep 17 23:02:31.331153 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a6f90ae1-3916-48b7-bc47-a972b7252872 req-f8e957da-141b-42b4-979f-f687d61d5985 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.15 "GET /v2.0/ports?device_id=6710bcac-49bb-46a0-8562-0969c588cf10 HTTP/1.1" status: 200 len: 210 time: 0.0257561 Sep 17 23:02:31.831448 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df945344-90aa-45fd-9628-550a34558d60 req-bdbb5a46-e638-40ca-9559-ad271e2b93f2 tempest-ServerShowV247Test-539501032 tempest-ServerShowV247Test-539501032-project] 10.222.0.30 "GET /v2.0/ports?device_id=6710bcac-49bb-46a0-8562-0969c588cf10 HTTP/1.1" status: 200 len: 210 time: 0.0262070 Sep 17 23:02:33.289824 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-61fd90c6-7e8b-4106-ad95-6d9e1e1390d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:33.319368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 48650) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:33.426903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:33.513153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:33.581231 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:33.623411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0aeb9ff49bd64002bec70c56064800d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022716 Sep 17 23:02:33.624490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabcc129-4bf8-41dc-8d1b-889d9688013b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:33.626086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48654) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:33.632517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.632853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.633195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.633528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.633857 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.634183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.634505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.634825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.635146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.635465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.635778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.636098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2e1d-69a6-44f9-aad9-c81adba83b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.674296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:33.695752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:33.804232 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:33.806918 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:33.808081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aabcc129-4bf8-41dc-8d1b-889d9688013b HTTP/1.1" status: 204 len: 168 time: 0.1810229 Sep 17 23:02:33.818804 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabcc129-4bf8-41dc-8d1b-889d9688013b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:33.837456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.837801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.838134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.838461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.838787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.839106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.839426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.839743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.840056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.840462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.840782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:33.841095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59a82d-5c34-44ef-a591-f85bfad2476e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:34.740075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48676) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:34.836850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-293054502-network', 'tenant_id': 'c0ade895dce644998a9e711e2ad35ad6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:34.904877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Made reservation on behalf of c0ade895dce644998a9e711e2ad35ad6 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:02:34.907154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:34.916261 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.004019 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.064905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.092567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:02:35.098032 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c941024b-f957-4cda-945a-dc917e6279a5,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:35.105622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.105965 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Added segment f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a of type vlan for network f2f70024-5c79-4e83-9d11-2fb2a1257456 Sep 17 23:02:35.145826 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.221457 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.222480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:35.223099 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.284294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f70024-5c79-4e83-9d11-2fb2a1257456,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:35.294399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network f2f70024-5c79-4e83-9d11-2fb2a1257456 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:02:35.325096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ed1ba68d-71ef-41f7-8725-4a53d5a6e0c9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5839307 Sep 17 23:02:35.327759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 48680) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:35.332490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Request body: {'subnet': {'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-293054502-subnet', 'tenant_id': 'c0ade895dce644998a9e711e2ad35ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:35.415628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Made reservation on behalf of c0ade895dce644998a9e711e2ad35ad6 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:02:35.418034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.642186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.698514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:35.705340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Checking segment: {'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:02:35.705696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Network hostable DHCP agents. Network: f2f70024-5c79-4e83-9d11-2fb2a1257456, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:02:35.779402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Network f2f70024-5c79-4e83-9d11-2fb2a1257456 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:02:35.838257 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef5ff5b0-6737-4799-a611-1a26ab967863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.870485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, f2f70024-5c79-4e83-9d11-2fb2a1257456) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:02:35.875079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:35.876087 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.880258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2245bacc-380a-4c7b-ae4c-69cc4fc7d1b7 None None] Network f2f70024-5c79-4e83-9d11-2fb2a1257456 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:02:35.951626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7d33ed49-6a23-4b06-bd31-9b855db1f80c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6226990 Sep 17 23:02:36.001060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f70846-a390-4811-9643-dafbcaf53477 None None] Network f2f70024-5c79-4e83-9d11-2fb2a1257456 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:02:36.376165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-c32346f3-3f05-43b5-a026-bc347844bf48 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:36.377632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-c32346f3-3f05-43b5-a026-bc347844bf48 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 813 time: 0.1022339 Sep 17 23:02:36.392206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-ce7f86c3-b03a-45d7-a081-33a979350824 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/quotas/c0ade895dce644998a9e711e2ad35ad6 HTTP/1.1" status: 200 len: 375 time: 0.0088382 Sep 17 23:02:36.423449 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-a1f15aaf-d8c4-43d0-a9f3-c3e4d277734e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260661 Sep 17 23:02:36.518806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-ba402745-2eee-44fb-b03c-23100f5a8329 service neutron] 10.222.0.30 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884733 Sep 17 23:02:36.607430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-6b1ff966-6690-4ba0-9838-b0cecc44b176 service neutron] 10.222.0.30 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820074 Sep 17 23:02:36.853488 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae04156b-389a-468a-b091-e9ef68694594 req-9f910c79-688e-4e6d-936e-9f359a706589 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 210 time: 0.0360997 Sep 17 23:02:37.078210 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:37.436266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:37.946825 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34d01141-2f03-4600-b228-8bd9c0549a85 req-f5d531c1-595b-4969-9f8c-658f91e117ed tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 210 time: 0.0277443 Sep 17 23:02:38.975452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-31f203cc-9286-4c36-bf36-e4c7287b4bb1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:38.976498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-31f203cc-9286-4c36-bf36-e4c7287b4bb1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.23 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 813 time: 0.1124730 Sep 17 23:02:38.992034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Request body: {'port': {'device_id': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456', 'admin_state_up': True, 'tenant_id': 'c0ade895dce644998a9e711e2ad35ad6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:39.044076 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d40eb1c7-6945-405b-b69a-0cc58c2f32c4 req-c634fbab-f8ee-440a-9b50-79a4644a2a52 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 210 time: 0.0273378 Sep 17 23:02:39.105254 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:39.207935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Made reservation on behalf of c0ade895dce644998a9e711e2ad35ad6 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:02:39.211878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:39.264746 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:02:39.339683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Allocated IP 172.20.0.8 (f2f70024-5c79-4e83-9d11-2fb2a1257456/7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14/33723abc-bd9b-469f-b14c-8cfb2569efdf) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:02:39.489307 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:39.590853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:39.634457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Network f2f70024-5c79-4e83-9d11-2fb2a1257456 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:02:39.637480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:02:39.639939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:02:39.671240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:39.696301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:39.696898 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:39.791256 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-421345d7-7831-497f-a674-f19dbbde23da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8030329 Sep 17 23:02:39.803931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Request body: {'port': {'device_id': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:39.859738 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:40.118200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33723abc-bd9b-469f-b14c-8cfb2569efdf {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:02:40.134655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:40.166748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Transition to ACTIVE for port object 33723abc-bd9b-469f-b14c-8cfb2569efdf will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:02:40.183562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a882e53-6cee-4221-82fe-0ea7b0cf86f2 req-b82d8313-eebe-4862-8b16-854cd933c0e1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:40.185100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a882e53-6cee-4221-82fe-0ea7b0cf86f2 req-b82d8313-eebe-4862-8b16-854cd933c0e1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 931 time: 0.0705280 Sep 17 23:02:40.222802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a882e53-6cee-4221-82fe-0ea7b0cf86f2 req-6a64a7b6-a976-4359-b7e0-b829f080eaed tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Sep 17 23:02:40.232386 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:40.284021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:40.346303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Attempting to bind port 33723abc-bd9b-469f-b14c-8cfb2569efdf on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:02:40.346553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Attempting to bind port 33723abc-bd9b-469f-b14c-8cfb2569efdf by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:02:40.346873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Attempting to bind port 33723abc-bd9b-469f-b14c-8cfb2569efdf on network f2f70024-5c79-4e83-9d11-2fb2a1257456 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:02:40.351109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Port 33723abc-bd9b-469f-b14c-8cfb2569efdf on network f2f70024-5c79-4e83-9d11-2fb2a1257456 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:02:40.351425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Attempting to bind port 33723abc-bd9b-469f-b14c-8cfb2569efdf on network f2f70024-5c79-4e83-9d11-2fb2a1257456 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:02:40.356795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:02:40.357130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Checking segment: {'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:02:40.357507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Bound using segment: {'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:02:40.357926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Bound port: 33723abc-bd9b-469f-b14c-8cfb2569efdf, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:02:40.358274 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:40.422664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:02:40.425598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:02:40.524458 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:40.557684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:40.558293 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:40.559670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] 10.222.0.23 "PUT /v2.0/ports/33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 200 len: 1092 time: 0.7599516 Sep 17 23:02:40.560114 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:40.562353 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a246338-f65d-4f64-a22d-80482f282d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:40.587059 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:40.588732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b63a52-13e3-4c6b-b7a3-0d521cb5a7bb service neutron] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:40.602726 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319b67a7-2656-4ec8-81f0-8f99ea15c1b3 x-openstack-request-id: req-319b67a7-2656-4ec8-81f0-8f99ea15c1b3 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:40.603042 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:40.603290 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-319b67a7-2656-4ec8-81f0-8f99ea15c1b3 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:40.603681 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'status': 'completed', 'code': 200} Sep 17 23:02:40.663991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246338-f65d-4f64-a22d-80482f282d4b req-e3b381ab-f88e-4f0a-97e8-86e4a01de62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:40.666421 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a246338-f65d-4f64-a22d-80482f282d4b req-e3b381ab-f88e-4f0a-97e8-86e4a01de62d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1095 time: 0.0423830 Sep 17 23:02:40.766694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246338-f65d-4f64-a22d-80482f282d4b req-a6643ea1-2f7a-4806-ba4f-8dba9cf025e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:40.768160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a246338-f65d-4f64-a22d-80482f282d4b req-a6643ea1-2f7a-4806-ba4f-8dba9cf025e6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c0ade895dce644998a9e711e2ad35ad6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0928409 Sep 17 23:02:40.866162 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246338-f65d-4f64-a22d-80482f282d4b req-89327852-b28d-4f68-99ae-924bf6f5aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:40.868251 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a246338-f65d-4f64-a22d-80482f282d4b req-89327852-b28d-4f68-99ae-924bf6f5aef1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924296 Sep 17 23:02:40.945231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-b5aebbdc-c19a-4105-aa08-d3f9f0adfcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:40.947331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-b5aebbdc-c19a-4105-aa08-d3f9f0adfcb0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1095 time: 0.0445487 Sep 17 23:02:40.987985 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-26d2c3c4-48cb-4d52-93b2-371e58bc443b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 200 len: 217 time: 0.0328956 Sep 17 23:02:41.035610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-7073a0b3-a476-4af7-b1b6-2a2a0ffb132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:41.037031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-7073a0b3-a476-4af7-b1b6-2a2a0ffb132d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 HTTP/1.1" status: 200 len: 853 time: 0.0420799 Sep 17 23:02:41.067901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-50fceed5-67fe-4977-84d9-4f24928142ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2f70024-5c79-4e83-9d11-2fb2a1257456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235500 Sep 17 23:02:41.543948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-436ac3cc-a9f3-425d-9911-f0b17793a7ae service neutron] 10.222.0.23 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684694 Sep 17 23:02:41.556023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fc54f-b5ad-4ddc-a41f-2d09802fe971 req-9358196e-e3a1-462c-a901-b28b7c89a951 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:41.557447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-955fc54f-b5ad-4ddc-a41f-2d09802fe971 req-9358196e-e3a1-462c-a901-b28b7c89a951 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 943 time: 0.0682526 Sep 17 23:02:41.642508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-955fc54f-b5ad-4ddc-a41f-2d09802fe971 req-2267b3fd-1271-4ca9-835c-d956f354efe4 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773890 Sep 17 23:02:41.670778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d0f01e5-4215-4ce7-9f88-97a83d26c494 req-31669989-bf63-436e-a192-09db3dfd97e4 service neutron] 10.222.0.23 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124201 Sep 17 23:02:42.758933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9931f1-0384-44ba-86d8-bc31c45c8954 req-75c44179-59c8-438e-91fb-2f557478f23d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:42.760400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec9931f1-0384-44ba-86d8-bc31c45c8954 req-75c44179-59c8-438e-91fb-2f557478f23d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 943 time: 0.0495176 Sep 17 23:02:42.798013 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ec9931f1-0384-44ba-86d8-bc31c45c8954 req-dc2fb20e-a3c6-4644-aa35-1bdd8fef3999 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Sep 17 23:02:43.913124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc165dc0-0033-46be-8081-e4ad4e616881 req-bd1e3df5-7837-4ba5-868c-0f374ffa1261 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:43.914632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc165dc0-0033-46be-8081-e4ad4e616881 req-bd1e3df5-7837-4ba5-868c-0f374ffa1261 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 943 time: 0.0501077 Sep 17 23:02:43.952880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc165dc0-0033-46be-8081-e4ad4e616881 req-cbb7a768-6e9b-493b-9bb3-c16d00989312 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Sep 17 23:02:43.995790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:02:44.104851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:44.105519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456', 'port_id': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'mac_address': 'fa:16:3e:a0:be:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:02:44.142062 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:44.155036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33723abc-bd9b-469f-b14c-8cfb2569efdf {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:02:44.174119 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:44.259497 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:44.310329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:44.317500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.317843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.318179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.318510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.318838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.319169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.319491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.319812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.320146 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.320981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.321332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.321704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:44.463007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['33723abc-bd9b-469f-b14c-8cfb2569efdf'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:02:45.064798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379deaf0-84aa-4470-9f65-6a1abec40272 req-875540d9-f319-4059-8d10-1a88785ce67c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:45.066234 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-379deaf0-84aa-4470-9f65-6a1abec40272 req-875540d9-f319-4059-8d10-1a88785ce67c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0484304 Sep 17 23:02:45.107107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-379deaf0-84aa-4470-9f65-6a1abec40272 req-7f1fdc12-ccd3-45fc-98de-1f90deacf194 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349839 Sep 17 23:02:46.012106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:02:46.112189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 33723abc-bd9b-469f-b14c-8cfb2569efdf completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:02:46.116569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 33723abc-bd9b-469f-b14c-8cfb2569efdf triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:02:46.116949 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:46.199119 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:46.222326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:46.224573 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e5bf1-1d9a-4b56-ab15-4072d0f6a0b0" -d '{"events": [{"server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "name": "network-vif-plugged", "status": "completed", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:46.225970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b73b2f-1e8b-443f-8974-efb6d19520ec req-9e5d1293-8ca8-4d40-8877-ad3d2253dd52 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:46.227607 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6b73b2f-1e8b-443f-8974-efb6d19520ec req-9e5d1293-8ca8-4d40-8877-ad3d2253dd52 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0539405 Sep 17 23:02:46.237672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:46.263613 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44861732-432a-4ec4-868c-01c146c9c1c4 x-openstack-request-id: req-44861732-432a-4ec4-868c-01c146c9c1c4 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:46.264334 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "name": "network-vif-plugged", "status": "completed", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:46.264334 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44861732-432a-4ec4-868c-01c146c9c1c4 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:46.269149 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'code': 200} Sep 17 23:02:46.272649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6b73b2f-1e8b-443f-8974-efb6d19520ec req-6a87e253-18a4-4b1a-8e73-b4adda006a3a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 Sep 17 23:02:46.312445 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:46.364323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:46.411410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155ac57-df85-4f0f-8ff3-2d10175c85f0 req-68c91b2e-a1c9-48f6-a79a-6b550f632369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:46.412951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9155ac57-df85-4f0f-8ff3-2d10175c85f0 req-68c91b2e-a1c9-48f6-a79a-6b550f632369 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1097 time: 0.0943220 Sep 17 23:02:46.447248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9155ac57-df85-4f0f-8ff3-2d10175c85f0 req-1dfae607-2f33-46aa-b8f9-52dec24d36c6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275185 Sep 17 23:02:47.385806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdcb1a-82a2-4786-b51c-98e9c7f353e4 req-ac31c748-1250-4edc-8c29-408eda5bcea4 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:47.387209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddfdcb1a-82a2-4786-b51c-98e9c7f353e4 req-ac31c748-1250-4edc-8c29-408eda5bcea4 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0498269 Sep 17 23:02:47.425583 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddfdcb1a-82a2-4786-b51c-98e9c7f353e4 req-658a79e6-6db6-43f1-bf7b-e8d224fd57f5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321677 Sep 17 23:02:48.537948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8980e6-dea5-4bb6-94a1-eb427927348a req-5caaf06a-7ef2-4598-ad03-8e3421d3b6a2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:48.539401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea8980e6-dea5-4bb6-94a1-eb427927348a req-5caaf06a-7ef2-4598-ad03-8e3421d3b6a2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0474217 Sep 17 23:02:48.577299 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ea8980e6-dea5-4bb6-94a1-eb427927348a req-02603633-907d-4690-9edf-58e2fee39881 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319955 Sep 17 23:02:48.798499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-7b6b1116-0eeb-4016-a5d0-0ec08dabbc98 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:48.799859 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-7b6b1116-0eeb-4016-a5d0-0ec08dabbc98 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 813 time: 0.1021118 Sep 17 23:02:48.815077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-f380d96a-96ab-4c56-9419-c8b79f1648c0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/quotas/c0ade895dce644998a9e711e2ad35ad6 HTTP/1.1" status: 200 len: 375 time: 0.0088639 Sep 17 23:02:48.862971 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-aae5aad2-50e6-43e6-9f31-ce356fd65ca6 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427005 Sep 17 23:02:49.006549 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-54f35731-cb69-49c1-b9bd-8795635a4814 service neutron] 10.222.0.30 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359551 Sep 17 23:02:49.100738 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-6f3b35e5-92e7-4c48-a2fb-93eb70726ecc service neutron] 10.222.0.30 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873730 Sep 17 23:02:49.356720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-410550c5-4bbb-4242-b620-e9c82e651ea9 req-9d881444-63d5-4b35-8712-90679cf2db9d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 210 time: 0.0298817 Sep 17 23:02:50.080678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-c9c5f604-b179-4a19-8fb1-802446e80e7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400612 Sep 17 23:02:50.158259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-899669a0-86b3-46cf-bc09-f887b1edaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:50.159734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-899669a0-86b3-46cf-bc09-f887b1edaae0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1097 time: 0.0393555 Sep 17 23:02:50.266182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-918b0bca-88a6-48a0-977e-2c38332826ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:50.267638 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-918b0bca-88a6-48a0-977e-2c38332826ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 914 time: 0.0876429 Sep 17 23:02:50.311300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-ce97235b-3378-4d9c-8706-66dbedda9672 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 200 len: 217 time: 0.0364890 Sep 17 23:02:50.361653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-bfd83e45-30b3-42a3-a6fd-27563cef01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:50.362992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-bfd83e45-30b3-42a3-a6fd-27563cef01a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 HTTP/1.1" status: 200 len: 853 time: 0.0447109 Sep 17 23:02:50.396140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-809a76d5-b514-4f37-b363-7f378e4a0720 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2f70024-5c79-4e83-9d11-2fb2a1257456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254738 Sep 17 23:02:50.454109 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-47a274f4-d091-4d61-8329-ea601d59fee6 req-e9a47803-a95e-4573-ab55-0ad219799827 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 210 time: 0.0297887 Sep 17 23:02:50.496109 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-18dc3901-f9f6-4079-bea1-5d38d4d5d408 service neutron] 10.222.0.23 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927277 Sep 17 23:02:50.590186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3768fd91-77c7-44cd-9f60-1c3a211c15e9 req-e2f47400-9f09-4c73-acca-ae53da81709b service neutron] 10.222.0.23 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875769 Sep 17 23:02:51.194315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-0b056982-9f47-4854-b685-0f03e7eccd9d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:51.195756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-0b056982-9f47-4854-b685-0f03e7eccd9d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.15 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 813 time: 0.1047561 Sep 17 23:02:51.212845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Request body: {'port': {'device_id': '15f07be4-d164-47aa-a293-220a2cc1d60d', 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456', 'admin_state_up': True, 'tenant_id': 'c0ade895dce644998a9e711e2ad35ad6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:51.392584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Made reservation on behalf of c0ade895dce644998a9e711e2ad35ad6 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:02:51.396259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:51.523342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Allocated IP 172.20.0.13 (f2f70024-5c79-4e83-9d11-2fb2a1257456/7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14/75ada52d-759a-4299-99ad-0b36652b1585) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:02:51.549851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76ccbf9c-52bb-4c5c-a955-2b11f8ccc9af req-27eac0e8-d7bb-4ac8-9ca1-3df0c2448f36 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 210 time: 0.0272863 Sep 17 23:02:51.672013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:51.775835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:51.787364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['33723abc-bd9b-469f-b14c-8cfb2569efdf'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:02:51.819215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Network f2f70024-5c79-4e83-9d11-2fb2a1257456 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:02:51.822536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:02:51.825325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:02:51.860457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Pushing event updated for resources: {'Port': ['ID=75ada52d-759a-4299-99ad-0b36652b1585,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:51.886756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:51.887377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:51.959035 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-b760a782-c129-428e-b36c-f64bbddb1dee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7498472 Sep 17 23:02:52.026458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Request body: {'port': {'device_id': '15f07be4-d164-47aa-a293-220a2cc1d60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:52.082044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:52.348389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ada52d-759a-4299-99ad-0b36652b1585 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:02:52.355887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:52.367480 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Transition to ACTIVE for port object 75ada52d-759a-4299-99ad-0b36652b1585 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:02:52.432454 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:52.483626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Pushing event updated for resources: {'Port': ['ID=75ada52d-759a-4299-99ad-0b36652b1585,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:52.554201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Attempting to bind port 75ada52d-759a-4299-99ad-0b36652b1585 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:02:52.555105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Attempting to bind port 75ada52d-759a-4299-99ad-0b36652b1585 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:02:52.555105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Attempting to bind port 75ada52d-759a-4299-99ad-0b36652b1585 on network f2f70024-5c79-4e83-9d11-2fb2a1257456 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:02:52.559333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Port 75ada52d-759a-4299-99ad-0b36652b1585 on network f2f70024-5c79-4e83-9d11-2fb2a1257456 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:02:52.559650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Attempting to bind port 75ada52d-759a-4299-99ad-0b36652b1585 on network f2f70024-5c79-4e83-9d11-2fb2a1257456 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:02:52.564465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:02:52.564782 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Checking segment: {'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:02:52.565159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Bound using segment: {'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:02:52.565575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Bound port: 75ada52d-759a-4299-99ad-0b36652b1585, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:02:52.565927 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:52.651484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] For port 75ada52d-759a-4299-99ad-0b36652b1585, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:02:52.667507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] For port 75ada52d-759a-4299-99ad-0b36652b1585, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=75ada52d-759a-4299-99ad-0b36652b1585,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:02:52.683130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843b1c-2b53-4c62-a929-bca7586e1951 req-638a8e44-acfd-4200-ac8f-a93b8837131c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:52.684703 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65843b1c-2b53-4c62-a929-bca7586e1951 req-638a8e44-acfd-4200-ac8f-a93b8837131c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 944 time: 0.0663481 Sep 17 23:02:52.725838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65843b1c-2b53-4c62-a929-bca7586e1951 req-d19633d7-66a4-4e2b-89e4-3cbde288453f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350537 Sep 17 23:02:52.741787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:52.775926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:52.776564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:52.777949 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] 10.222.0.15 "PUT /v2.0/ports/75ada52d-759a-4299-99ad-0b36652b1585 HTTP/1.1" status: 200 len: 1093 time: 0.8065021 Sep 17 23:02:52.778372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f07be4-d164-47aa-a293-220a2cc1d60d', 'tag': '75ada52d-759a-4299-99ad-0b36652b1585'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:52.780636 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fba7e6a-e4b7-49e2-b543-de9c21e7f244" -d '{"events": [{"name": "network-changed", "server_uuid": "15f07be4-d164-47aa-a293-220a2cc1d60d", "tag": "75ada52d-759a-4299-99ad-0b36652b1585"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:52.805865 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775e589-161f-4339-aa6d-fb0174162ecb service neutron] Pushing event updated for resources: {'Port': ['ID=75ada52d-759a-4299-99ad-0b36652b1585,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:52.817484 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c83a1ea-4287-4da8-bb95-dec6f46aa5cd x-openstack-request-id: req-0c83a1ea-4287-4da8-bb95-dec6f46aa5cd {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:52.817484 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f07be4-d164-47aa-a293-220a2cc1d60d", "tag": "75ada52d-759a-4299-99ad-0b36652b1585", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:52.817484 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c83a1ea-4287-4da8-bb95-dec6f46aa5cd {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:52.817484 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f07be4-d164-47aa-a293-220a2cc1d60d', 'tag': '75ada52d-759a-4299-99ad-0b36652b1585', 'status': 'completed', 'code': 200} Sep 17 23:02:52.898163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba7e6a-e4b7-49e2-b543-de9c21e7f244 req-76259009-1cbe-4aa1-ae15-573a567b3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:52.899691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9fba7e6a-e4b7-49e2-b543-de9c21e7f244 req-76259009-1cbe-4aa1-ae15-573a567b3f07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 1096 time: 0.0414701 Sep 17 23:02:53.004879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba7e6a-e4b7-49e2-b543-de9c21e7f244 req-7de20679-207e-48ad-b81d-3068bb82404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:53.006239 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9fba7e6a-e4b7-49e2-b543-de9c21e7f244 req-7de20679-207e-48ad-b81d-3068bb82404b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c0ade895dce644998a9e711e2ad35ad6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0941193 Sep 17 23:02:53.096862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba7e6a-e4b7-49e2-b543-de9c21e7f244 req-6dcafd24-1616-4f5a-92b2-91277489ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:53.098297 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9fba7e6a-e4b7-49e2-b543-de9c21e7f244 req-6dcafd24-1616-4f5a-92b2-91277489ba4b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855026 Sep 17 23:02:53.191395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-897f5ac8-9143-4a63-a3ae-0130b8d81aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:53.192900 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-897f5ac8-9143-4a63-a3ae-0130b8d81aed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 1096 time: 0.0394671 Sep 17 23:02:53.241322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-32941976-ea30-4415-afc3-c8817470cac9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75ada52d-759a-4299-99ad-0b36652b1585 HTTP/1.1" status: 200 len: 217 time: 0.0359833 Sep 17 23:02:53.289105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-62b9e0f9-c324-4c0b-a242-8a5db18d7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:53.290513 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-62b9e0f9-c324-4c0b-a242-8a5db18d7fc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 HTTP/1.1" status: 200 len: 853 time: 0.0423570 Sep 17 23:02:53.320586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-2209ec38-2139-45f3-9ee4-9f220e83fcc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2f70024-5c79-4e83-9d11-2fb2a1257456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229080 Sep 17 23:02:53.410340 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-17d899fa-5d56-44ae-bb6f-46389489e996 service neutron] 10.222.0.15 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830157 Sep 17 23:02:53.496686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e0d3c92-43b2-45aa-bd6b-230605fb5f92 req-d5021737-9852-415d-b358-46ae8763b09a service neutron] 10.222.0.15 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792842 Sep 17 23:02:53.857148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e037f23-7635-4fdc-9a74-7d61677a078a req-c312fb2f-4e85-4727-8c1a-8699cf63e495 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:53.858700 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4e037f23-7635-4fdc-9a74-7d61677a078a req-c312fb2f-4e85-4727-8c1a-8699cf63e495 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 944 time: 0.0552058 Sep 17 23:02:54.168745 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4e037f23-7635-4fdc-9a74-7d61677a078a req-77b7bd93-8978-4985-9f6d-993152883239 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028519 Sep 17 23:02:55.284405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe3bd4-a091-44d4-b4e4-2838c0264bc2 req-cf193c9a-ca92-4b56-bdc9-1478b365c59a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:55.285890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-55fe3bd4-a091-44d4-b4e4-2838c0264bc2 req-cf193c9a-ca92-4b56-bdc9-1478b365c59a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 944 time: 0.0482368 Sep 17 23:02:55.323542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-55fe3bd4-a091-44d4-b4e4-2838c0264bc2 req-9f9b914a-bfb0-48d2-8b46-8ab3e5e5d392 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Sep 17 23:02:56.437069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d485c-bf73-46aa-8476-a3d1d5540290 req-ea3cac08-8da5-45ca-8271-0e6558a87743 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:56.438523 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba9d485c-bf73-46aa-8476-a3d1d5540290 req-ea3cac08-8da5-45ca-8271-0e6558a87743 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 944 time: 0.0483050 Sep 17 23:02:56.475348 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba9d485c-bf73-46aa-8476-a3d1d5540290 req-9fd5d981-968b-4285-8c6a-ea9a6870432f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Sep 17 23:02:57.591026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b26836-d5e5-4a32-aef7-bfdcb0b38985 req-47e277ce-59e7-45e0-898a-b4abdb5ba906 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:57.592545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54b26836-d5e5-4a32-aef7-bfdcb0b38985 req-47e277ce-59e7-45e0-898a-b4abdb5ba906 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 944 time: 0.0512040 Sep 17 23:02:57.630915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54b26836-d5e5-4a32-aef7-bfdcb0b38985 req-7e07fc30-acbe-4933-a872-1fc22535302e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Sep 17 23:02:57.985116 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 75ada52d-759a-4299-99ad-0b36652b1585 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:02:58.079954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 75ada52d-759a-4299-99ad-0b36652b1585, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=75ada52d-759a-4299-99ad-0b36652b1585,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:58.090876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '75ada52d-759a-4299-99ad-0b36652b1585', 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456', 'port_id': '75ada52d-759a-4299-99ad-0b36652b1585', 'mac_address': 'fa:16:3e:ac:a8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:02:58.129826 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:58.143055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ada52d-759a-4299-99ad-0b36652b1585 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:02:58.161953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 75ada52d-759a-4299-99ad-0b36652b1585, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=75ada52d-759a-4299-99ad-0b36652b1585,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:58.249617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:58.296501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=75ada52d-759a-4299-99ad-0b36652b1585,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:58.612708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['75ada52d-759a-4299-99ad-0b36652b1585'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:02:58.745764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2f1f-c20c-4bcb-b19d-8cd3a2bb277a req-d191706d-f1c0-4b1e-ae8d-fa395f015978 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:58.747269 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d3d2f1f-c20c-4bcb-b19d-8cd3a2bb277a req-d191706d-f1c0-4b1e-ae8d-fa395f015978 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 945 time: 0.0485752 Sep 17 23:02:58.784818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d3d2f1f-c20c-4bcb-b19d-8cd3a2bb277a req-bff4e150-0e20-4dcf-ae69-2f316f0507c4 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313745 Sep 17 23:02:59.455168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:59.902145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f8c9-2428-4978-8ecb-2c6aaedc12ac req-7525b64a-c305-49c0-bb2c-5a6849d13802 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:59.903660 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cfd3f8c9-2428-4978-8ecb-2c6aaedc12ac req-7525b64a-c305-49c0-bb2c-5a6849d13802 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 945 time: 0.0531845 Sep 17 23:02:59.941348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cfd3f8c9-2428-4978-8ecb-2c6aaedc12ac req-e151a946-eace-4b85-8bf0-4d91a9efda83 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Sep 17 23:02:59.999733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 75ada52d-759a-4299-99ad-0b36652b1585 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:03:00.110284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 75ada52d-759a-4299-99ad-0b36652b1585 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:03:00.114439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 75ada52d-759a-4299-99ad-0b36652b1585 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:03:00.114807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.197810 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.219867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f07be4-d164-47aa-a293-220a2cc1d60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ada52d-759a-4299-99ad-0b36652b1585'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:00.222109 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c853a9-6fc9-4580-91d6-097f988fdc2b" -d '{"events": [{"server_uuid": "15f07be4-d164-47aa-a293-220a2cc1d60d", "name": "network-vif-plugged", "status": "completed", "tag": "75ada52d-759a-4299-99ad-0b36652b1585"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:00.239261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 75ada52d-759a-4299-99ad-0b36652b1585, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=75ada52d-759a-4299-99ad-0b36652b1585,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:00.258862 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b20504-4d4a-4713-8baf-dbb3659f137a x-openstack-request-id: req-05b20504-4d4a-4713-8baf-dbb3659f137a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:00.259235 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f07be4-d164-47aa-a293-220a2cc1d60d", "name": "network-vif-plugged", "status": "completed", "tag": "75ada52d-759a-4299-99ad-0b36652b1585", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:00.260177 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05b20504-4d4a-4713-8baf-dbb3659f137a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:00.260580 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f07be4-d164-47aa-a293-220a2cc1d60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ada52d-759a-4299-99ad-0b36652b1585', 'code': 200} Sep 17 23:03:00.327277 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:00.376879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=75ada52d-759a-4299-99ad-0b36652b1585,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:00.382745 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f462ae-1977-478e-90cd-12c93da352f0 req-8d1ba867-2e79-4036-ac36-e3a81b1d8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:00.384889 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29f462ae-1977-478e-90cd-12c93da352f0 req-8d1ba867-2e79-4036-ac36-e3a81b1d8ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 1098 time: 0.0437493 Sep 17 23:03:00.417857 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29f462ae-1977-478e-90cd-12c93da352f0 req-57f503cf-6eaf-488b-ada4-9b14d4813ff9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271647 Sep 17 23:03:01.061680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bb809-1d2f-4f69-a9e2-a6c60d9bc253 req-d9ad8ef9-b14d-4d3d-b9ce-05b74e8046f8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.063186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1e1bb809-1d2f-4f69-a9e2-a6c60d9bc253 req-d9ad8ef9-b14d-4d3d-b9ce-05b74e8046f8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 946 time: 0.0550900 Sep 17 23:03:01.105513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1e1bb809-1d2f-4f69-a9e2-a6c60d9bc253 req-b56d780f-422e-4b13-b475-e67261c5f872 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Sep 17 23:03:02.222453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b0728-6b54-4d93-a3e9-04b40a6b5ada req-de5038d9-1828-45b5-a633-dd97fa52b23f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:02.223941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da5b0728-6b54-4d93-a3e9-04b40a6b5ada req-de5038d9-1828-45b5-a633-dd97fa52b23f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 946 time: 0.0501583 Sep 17 23:03:02.266812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da5b0728-6b54-4d93-a3e9-04b40a6b5ada req-20fb092b-dbe0-49da-ae2c-fef577aaca9c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Sep 17 23:03:02.696364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50db91-2bf7-4ac5-b51c-dc3912cd3f48 req-e6a397bb-3f47-4ba6-b24e-812b97aa232b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:02.698633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f50db91-2bf7-4ac5-b51c-dc3912cd3f48 req-e6a397bb-3f47-4ba6-b24e-812b97aa232b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 946 time: 0.0559514 Sep 17 23:03:02.738636 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0f50db91-2bf7-4ac5-b51c-dc3912cd3f48 req-dd796599-e05a-42de-bf39-159fe9d3a7bb tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334575 Sep 17 23:03:03.270606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e7629ac-dcb6-4b84-8c5b-7844f6252627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:03.858793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d36741-1491-4a33-bf3a-36d24eb88f59 req-e281b163-a540-4f46-a6a8-fa76227e3c44 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:03.860335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2d36741-1491-4a33-bf3a-36d24eb88f59 req-e281b163-a540-4f46-a6a8-fa76227e3c44 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 946 time: 0.0516167 Sep 17 23:03:03.897501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2d36741-1491-4a33-bf3a-36d24eb88f59 req-aff7f051-bd7b-44ad-bc95-43ac90047a5f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Sep 17 23:03:04.153356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-81e8eb37-5bb0-4281-b853-20b8cf750f56 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:04.154799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-81e8eb37-5bb0-4281-b853-20b8cf750f56 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.15 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 946 time: 0.0531337 Sep 17 23:03:04.244317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-e2235518-ad69-4fc8-ba9b-7dae16e662dc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Deleting port 75ada52d-759a-4299-99ad-0b36652b1585 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:03:04.244668 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-e2235518-ad69-4fc8-ba9b-7dae16e662dc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:04.334739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-e2235518-ad69-4fc8-ba9b-7dae16e662dc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] For port 75ada52d-759a-4299-99ad-0b36652b1585, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=75ada52d-759a-4299-99ad-0b36652b1585,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:04.335001 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-e2235518-ad69-4fc8-ba9b-7dae16e662dc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:04.348809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-e2235518-ad69-4fc8-ba9b-7dae16e662dc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Calling delete_port for 75ada52d-759a-4299-99ad-0b36652b1585 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:03:04.538757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-e2235518-ad69-4fc8-ba9b-7dae16e662dc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:04.550938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['33723abc-bd9b-469f-b14c-8cfb2569efdf'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:03:04.568030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2235518-ad69-4fc8-ba9b-7dae16e662dc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Pushing event deleted for resources: {'Port': ['ID=75ada52d-759a-4299-99ad-0b36652b1585,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:04.574056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['75ada52d-759a-4299-99ad-0b36652b1585'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:03:04.608590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-e2235518-ad69-4fc8-ba9b-7dae16e662dc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] No DVR routers for this DVR port 75ada52d-759a-4299-99ad-0b36652b1585 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:03:04.611091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-e2235518-ad69-4fc8-ba9b-7dae16e662dc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:04.613124 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f3ca917-47bc-4397-9ebe-22748a91a043 req-e2235518-ad69-4fc8-ba9b-7dae16e662dc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.15 "DELETE /v2.0/ports/75ada52d-759a-4299-99ad-0b36652b1585 HTTP/1.1" status: 204 len: 173 time: 0.4527276 Sep 17 23:03:04.613575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f07be4-d164-47aa-a293-220a2cc1d60d', 'name': 'network-vif-deleted', 'tag': '75ada52d-759a-4299-99ad-0b36652b1585'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:04.615824 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5231a50-38c8-41f7-bf78-35644686e403" -d '{"events": [{"server_uuid": "15f07be4-d164-47aa-a293-220a2cc1d60d", "name": "network-vif-deleted", "tag": "75ada52d-759a-4299-99ad-0b36652b1585"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:04.653719 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a10dadc-2c5d-453c-a754-642a0e5cd966 x-openstack-request-id: req-6a10dadc-2c5d-453c-a754-642a0e5cd966 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:04.653942 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f07be4-d164-47aa-a293-220a2cc1d60d", "name": "network-vif-deleted", "tag": "75ada52d-759a-4299-99ad-0b36652b1585", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:04.654190 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a10dadc-2c5d-453c-a754-642a0e5cd966 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:04.654583 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f07be4-d164-47aa-a293-220a2cc1d60d', 'name': 'network-vif-deleted', 'tag': '75ada52d-759a-4299-99ad-0b36652b1585', 'status': 'completed', 'code': 200} Sep 17 23:03:05.016047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4092c288-771b-4d46-bd58-d8b18d7f58be req-94469990-4ce0-43b8-a5f5-7c430996e5ac tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=15f07be4-d164-47aa-a293-220a2cc1d60d HTTP/1.1" status: 200 len: 210 time: 0.0309937 Sep 17 23:03:05.832273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b595-efac-450e-ad88-890d05020b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:06.174602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49fae3-e9e7-4678-a0e8-2dad2b1f54c7 req-b0db5037-652f-41c4-a6f8-f795536d1a25 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:06.177459 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc49fae3-e9e7-4678-a0e8-2dad2b1f54c7 req-b0db5037-652f-41c4-a6f8-f795536d1a25 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0497637 Sep 17 23:03:06.216385 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc49fae3-e9e7-4678-a0e8-2dad2b1f54c7 req-068436e0-eb38-4402-b96b-dcbe54902425 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Sep 17 23:03:06.380721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017452f-8c81-453b-a380-9c6efafff33e req-0b3238a0-5116-40a9-8088-cb922d24a15a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:06.382105 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0017452f-8c81-453b-a380-9c6efafff33e req-0b3238a0-5116-40a9-8088-cb922d24a15a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0511544 Sep 17 23:03:06.420536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0017452f-8c81-453b-a380-9c6efafff33e req-75c5ca83-1618-415a-a27a-deb0cf396cc3 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Sep 17 23:03:06.537982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ad4f9-3f20-4caa-8a46-48c7069dddcf req-d1c9370f-b425-41f7-aca3-6553c463bc22 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:06.539475 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e42ad4f9-3f20-4caa-8a46-48c7069dddcf req-d1c9370f-b425-41f7-aca3-6553c463bc22 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0493777 Sep 17 23:03:06.579015 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e42ad4f9-3f20-4caa-8a46-48c7069dddcf req-702eb53f-95d7-4a84-b08e-c5f5adc998fb tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Sep 17 23:03:07.055275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:07.472222 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:08.081485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 75ada52d-759a-4299-99ad-0b36652b1585 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:03:08.104588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 75ada52d-759a-4299-99ad-0b36652b1585 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:03:08.105311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 75ada52d-759a-4299-99ad-0b36652b1585 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:03:09.104653 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:09.754260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaeb9a-aef3-4c7b-b412-7eacd784c44b req-f42ad896-fdd3-441d-9118-c8ee34ad0811 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:09.755735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8feaeb9a-aef3-4c7b-b412-7eacd784c44b req-f42ad896-fdd3-441d-9118-c8ee34ad0811 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0568070 Sep 17 23:03:09.794566 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8feaeb9a-aef3-4c7b-b412-7eacd784c44b req-8f198dbb-070e-4e00-b87a-363e1388d971 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328064 Sep 17 23:03:09.915709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065376b9-a752-42eb-9881-30dee9c3418c req-80a0d836-5235-4e8b-b464-8662d83517a2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:09.917837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-065376b9-a752-42eb-9881-30dee9c3418c req-80a0d836-5235-4e8b-b464-8662d83517a2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Sep 17 23:03:09.954716 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-065376b9-a752-42eb-9881-30dee9c3418c req-4b4312f4-b7d9-491f-b458-6c09b8a23d3f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307035 Sep 17 23:03:10.592411 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:12.860654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2aa112-428b-4a9a-8cd1-b3b52678c980 req-3cecdbd8-bdb6-4327-bcc0-c9ab95f0b60f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:12.862187 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9c2aa112-428b-4a9a-8cd1-b3b52678c980 req-3cecdbd8-bdb6-4327-bcc0-c9ab95f0b60f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0496433 Sep 17 23:03:12.900308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9c2aa112-428b-4a9a-8cd1-b3b52678c980 req-9e62caf6-8175-43c2-a746-55f023b35b9c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Sep 17 23:03:13.017273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56617a-1009-42d8-9690-dbd51a724985 req-837fef22-c09e-4805-9243-d20ab947b512 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.018761 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f56617a-1009-42d8-9690-dbd51a724985 req-837fef22-c09e-4805-9243-d20ab947b512 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0514705 Sep 17 23:03:13.057308 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f56617a-1009-42d8-9690-dbd51a724985 req-4a42454a-b9b4-4686-926d-5f265654e558 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Sep 17 23:03:13.221306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf252a-d83a-460e-9887-c5d0091ba7b2 req-c63f9599-1a9f-42d5-a511-7190f211eb7f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.222802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68bf252a-d83a-460e-9887-c5d0091ba7b2 req-c63f9599-1a9f-42d5-a511-7190f211eb7f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0507014 Sep 17 23:03:13.261943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68bf252a-d83a-460e-9887-c5d0091ba7b2 req-8ed3dc30-eb47-4c7a-b98c-7580adb8e69b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Sep 17 23:03:13.379376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009c747-91d8-493e-bdd6-7f71b09b0037 req-3b1ef3d0-ccfa-4611-8da8-6983d7f47286 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.380905 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3009c747-91d8-493e-bdd6-7f71b09b0037 req-3b1ef3d0-ccfa-4611-8da8-6983d7f47286 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0508175 Sep 17 23:03:13.419699 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3009c747-91d8-493e-bdd6-7f71b09b0037 req-458248b5-f88a-48d8-b4f9-1d0214584516 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Sep 17 23:03:13.595826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e97baf-9c83-45e7-816f-a420a44b8094 req-d8f1e68e-500d-4ac7-b485-263040056ada tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.597379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33e97baf-9c83-45e7-816f-a420a44b8094 req-d8f1e68e-500d-4ac7-b485-263040056ada tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0580165 Sep 17 23:03:13.638751 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33e97baf-9c83-45e7-816f-a420a44b8094 req-520db43c-16ab-413c-abaf-3cf074b7d050 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333700 Sep 17 23:03:13.758078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31623c3-9647-46ec-90c5-5c1e2b2f70c2 req-ecee77c1-9b2f-4669-ac14-d24dd625e9a0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.760142 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b31623c3-9647-46ec-90c5-5c1e2b2f70c2 req-ecee77c1-9b2f-4669-ac14-d24dd625e9a0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0530233 Sep 17 23:03:13.799008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b31623c3-9647-46ec-90c5-5c1e2b2f70c2 req-83d94d68-5604-4683-bdbf-a26b4b107a45 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Sep 17 23:03:13.986292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6824a9c-a47b-4851-89e2-fa06ab5e78e8 req-68879560-f68a-40ee-857d-2a6201e6cb21 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.987794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6824a9c-a47b-4851-89e2-fa06ab5e78e8 req-68879560-f68a-40ee-857d-2a6201e6cb21 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0570006 Sep 17 23:03:14.027888 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6824a9c-a47b-4851-89e2-fa06ab5e78e8 req-a24673a1-2b9b-4fce-b919-aa75fe90e5f7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Sep 17 23:03:14.146367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a6074-d662-4760-97b3-d4ab31c8d473 req-3b6e0ac2-1efc-458b-8619-168adc2e6322 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:14.147873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-999a6074-d662-4760-97b3-d4ab31c8d473 req-3b6e0ac2-1efc-458b-8619-168adc2e6322 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0513060 Sep 17 23:03:14.188294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-999a6074-d662-4760-97b3-d4ab31c8d473 req-8e1e1545-cddd-47b9-bd27-a4b7adfa2d2d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331240 Sep 17 23:03:14.385326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4611a-22a5-4427-98cf-1642b7520074 req-d709b8ff-aa03-4661-b332-109e83a30bb5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:14.387013 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbf4611a-22a5-4427-98cf-1642b7520074 req-d709b8ff-aa03-4661-b332-109e83a30bb5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0537069 Sep 17 23:03:14.426084 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bbf4611a-22a5-4427-98cf-1642b7520074 req-68975088-b822-4841-8096-17fd9f5c5b63 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Sep 17 23:03:14.543972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9fd3a-48db-4257-b759-0492c4d8f4ca req-925524bb-af1b-4ae8-831c-6603f59b8690 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:14.545407 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16b9fd3a-48db-4257-b759-0492c4d8f4ca req-925524bb-af1b-4ae8-831c-6603f59b8690 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Sep 17 23:03:14.584402 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16b9fd3a-48db-4257-b759-0492c4d8f4ca req-38f40c69-d94d-4327-8450-0d3edbcc40cc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Sep 17 23:03:14.760512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a687ee-091f-4b9b-a178-53d2a32c9ae3 req-edf99838-5a3a-4dd8-acb3-b40c6e26c9e8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:14.762009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7a687ee-091f-4b9b-a178-53d2a32c9ae3 req-edf99838-5a3a-4dd8-acb3-b40c6e26c9e8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0544620 Sep 17 23:03:14.800226 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7a687ee-091f-4b9b-a178-53d2a32c9ae3 req-6a94a799-f0d2-4e05-a59d-c9df7299d791 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Sep 17 23:03:14.922551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe38811-a1dc-4292-b38a-62b485c3af8a req-635934df-85d0-482d-bbf2-6b767b29162c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:14.924049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fe38811-a1dc-4292-b38a-62b485c3af8a req-635934df-85d0-482d-bbf2-6b767b29162c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0535851 Sep 17 23:03:14.962219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fe38811-a1dc-4292-b38a-62b485c3af8a req-15be07e6-1897-416a-8e9c-8dc1b5e087b0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Sep 17 23:03:15.186859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadb852-c535-4813-af00-588ca3b01ba1 req-3eacb5f8-b8ea-4571-89cb-1449a8a3e9f0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.188356 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2cadb852-c535-4813-af00-588ca3b01ba1 req-3eacb5f8-b8ea-4571-89cb-1449a8a3e9f0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 813 time: 0.1037455 Sep 17 23:03:15.203948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2cadb852-c535-4813-af00-588ca3b01ba1 req-3b2a38d7-7e4a-483e-9588-27cb61b5a055 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/quotas/c0ade895dce644998a9e711e2ad35ad6 HTTP/1.1" status: 200 len: 375 time: 0.0098281 Sep 17 23:03:15.257358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2cadb852-c535-4813-af00-588ca3b01ba1 req-991d4636-eaef-447d-b22b-a1e2c1d3aab8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475981 Sep 17 23:03:15.366617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d5029-eb2d-403b-b4ae-a93cc59e0fe4 req-746a9765-da57-4c22-8198-1e05c3e68153 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.368037 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-136d5029-eb2d-403b-b4ae-a93cc59e0fe4 req-746a9765-da57-4c22-8198-1e05c3e68153 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0504203 Sep 17 23:03:15.406181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-136d5029-eb2d-403b-b4ae-a93cc59e0fe4 req-04e4ce1c-da44-426f-87f6-aec2f94e9996 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Sep 17 23:03:15.522557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56e23-94ea-4321-89c7-f597bcfa539e req-d44bee5c-891c-44b2-8556-6dd5782791fd tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.524055 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02e56e23-94ea-4321-89c7-f597bcfa539e req-d44bee5c-891c-44b2-8556-6dd5782791fd tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0502818 Sep 17 23:03:15.564549 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02e56e23-94ea-4321-89c7-f597bcfa539e req-80a7997e-443c-467e-96d2-72a90e0f17cd tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334461 Sep 17 23:03:15.717899 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f80cdf6-0aea-404d-b3bf-eb90afd4623e req-af887125-a33e-4734-928a-044e4a6a601d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c0ade895dce644998a9e711e2ad35ad6 HTTP/1.1" status: 200 len: 221 time: 0.0258772 Sep 17 23:03:15.818326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f627f-a521-4861-a38d-b4f413568cb6 req-44ddc791-13cb-4760-9e25-f4bfdae68e93 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.819802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa7f627f-a521-4861-a38d-b4f413568cb6 req-44ddc791-13cb-4760-9e25-f4bfdae68e93 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0497856 Sep 17 23:03:15.859418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa7f627f-a521-4861-a38d-b4f413568cb6 req-2c5b8b46-77ab-41ec-9bc5-dcc1117ee5a7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Sep 17 23:03:15.974321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f17f1-0231-4c00-870c-a48b2f520759 req-4247529a-f371-4a4d-a2bd-bbba56ff35d2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.975831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc2f17f1-0231-4c00-870c-a48b2f520759 req-4247529a-f371-4a4d-a2bd-bbba56ff35d2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Sep 17 23:03:16.014328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc2f17f1-0231-4c00-870c-a48b2f520759 req-641f8919-b1e8-406f-b527-9c2bb5de20d8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Sep 17 23:03:16.152624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a52b8-f793-490d-bd7f-56be35931752 req-167ad0c6-b204-4943-95fd-667a2315a919 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:16.154159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f15a52b8-f793-490d-bd7f-56be35931752 req-167ad0c6-b204-4943-95fd-667a2315a919 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0549634 Sep 17 23:03:16.192242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f15a52b8-f793-490d-bd7f-56be35931752 req-19de0ecb-1f66-48a9-ab5f-399a049055e8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Sep 17 23:03:16.264659 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:03:16.312663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aefb75-2bc1-485f-bf22-39845dd6cfe3 req-83fefc47-e6fb-4255-94b1-9d2c1e0e504b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:16.314130 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02aefb75-2bc1-485f-bf22-39845dd6cfe3 req-83fefc47-e6fb-4255-94b1-9d2c1e0e504b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0528586 Sep 17 23:03:16.354108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-02aefb75-2bc1-485f-bf22-39845dd6cfe3 req-e9f053cd-275f-40ab-884d-8610afaaa8b6 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338864 Sep 17 23:03:16.477872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f9114-40b1-42a0-bf33-88c5f65e9fed req-8194f929-115f-4a7f-b5e8-60ad9f120719 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:16.479451 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f61f9114-40b1-42a0-bf33-88c5f65e9fed req-8194f929-115f-4a7f-b5e8-60ad9f120719 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0505354 Sep 17 23:03:16.516934 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f61f9114-40b1-42a0-bf33-88c5f65e9fed req-f2861076-02a6-456c-9b31-a8ffc7a72e76 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Sep 17 23:03:16.632795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afc03f-9d43-4063-a21e-2c21d9bd148f req-e2e269d5-8a52-4c61-8566-b28d3dd69fd0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:16.634274 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9afc03f-9d43-4063-a21e-2c21d9bd148f req-e2e269d5-8a52-4c61-8566-b28d3dd69fd0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0495768 Sep 17 23:03:16.673562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9afc03f-9d43-4063-a21e-2c21d9bd148f req-e1a05d40-27b2-4d0e-b140-9c34cf042bc4 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324485 Sep 17 23:03:16.797919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5627d-3399-40e7-a77a-1f8ffa9f007d req-e6dae74b-8e15-4428-aead-dcd2b6cb4fb6 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:16.799346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ff5627d-3399-40e7-a77a-1f8ffa9f007d req-e6dae74b-8e15-4428-aead-dcd2b6cb4fb6 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0490651 Sep 17 23:03:16.838760 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ff5627d-3399-40e7-a77a-1f8ffa9f007d req-81880cba-d9a3-4fe3-876f-888ecbff648b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334096 Sep 17 23:03:16.957320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8826f-79f6-46e7-9c09-45c104e7939a req-76a6c07c-2e00-46e7-8905-6023b11f5917 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:16.958808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fa8826f-79f6-46e7-9c09-45c104e7939a req-76a6c07c-2e00-46e7-8905-6023b11f5917 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0506206 Sep 17 23:03:16.999632 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3fa8826f-79f6-46e7-9c09-45c104e7939a req-53367e8f-bd51-422a-8d02-47fa568d5b09 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Sep 17 23:03:17.136541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacbe9e-1a71-4089-922d-1dfdb6de9913 req-ad92d4f9-cdb7-41bd-9dfa-d273d31ca709 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:17.138028 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbacbe9e-1a71-4089-922d-1dfdb6de9913 req-ad92d4f9-cdb7-41bd-9dfa-d273d31ca709 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0572999 Sep 17 23:03:17.175916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cbacbe9e-1a71-4089-922d-1dfdb6de9913 req-fe58866d-03ec-4b48-8b38-9dce5f801e29 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 Sep 17 23:03:17.295237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26322f92-5834-414a-86b0-0a7e79af2327 req-f509a543-54b7-4c29-8357-848aee394c14 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:17.296759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-26322f92-5834-414a-86b0-0a7e79af2327 req-f509a543-54b7-4c29-8357-848aee394c14 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0538473 Sep 17 23:03:17.335159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-26322f92-5834-414a-86b0-0a7e79af2327 req-cf0de810-db1d-4c17-a2cd-d8543e7d1495 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Sep 17 23:03:17.466537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11f3f3-23e3-48a3-ac78-93e974bbd5e2 req-385be5d7-4734-41ba-ad0c-8f6bc24bbf92 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:17.468027 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff11f3f3-23e3-48a3-ac78-93e974bbd5e2 req-385be5d7-4734-41ba-ad0c-8f6bc24bbf92 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0489538 Sep 17 23:03:17.506231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff11f3f3-23e3-48a3-ac78-93e974bbd5e2 req-78d9a2f9-faa1-4600-ac1c-31eec03b153b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Sep 17 23:03:17.622763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e66f-6700-4897-96ce-4ca8f0b3d602 req-22861276-a757-43d6-ba50-a2bdbde391d6 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:17.624186 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e001e66f-6700-4897-96ce-4ca8f0b3d602 req-22861276-a757-43d6-ba50-a2bdbde391d6 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0500031 Sep 17 23:03:17.661967 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e001e66f-6700-4897-96ce-4ca8f0b3d602 req-1e39f939-ae92-4065-a3ac-bedefe358416 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Sep 17 23:03:17.793397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff8646-6c4a-43eb-96ee-2ec62d796bf3 req-d132588f-0060-4c38-aac6-8ff0677afb7e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:17.794879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1ff8646-6c4a-43eb-96ee-2ec62d796bf3 req-d132588f-0060-4c38-aac6-8ff0677afb7e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0495119 Sep 17 23:03:17.832395 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b1ff8646-6c4a-43eb-96ee-2ec62d796bf3 req-802a28fd-ed90-46bf-a0da-dca8209514d4 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Sep 17 23:03:17.950246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ebefc-c29d-4727-8ded-c9da07826e6a req-132489a1-4215-4522-b762-05f5281155bf tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:17.951780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-217ebefc-c29d-4727-8ded-c9da07826e6a req-132489a1-4215-4522-b762-05f5281155bf tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0487483 Sep 17 23:03:17.991694 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-217ebefc-c29d-4727-8ded-c9da07826e6a req-68cd19aa-4854-45ad-82e3-0cf7bfebc047 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Sep 17 23:03:18.164888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124c15b-0d3d-43b6-be99-db4820f11593 req-6b40bf60-baa0-4aa5-bae5-6a38a68db182 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:18.166521 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4124c15b-0d3d-43b6-be99-db4820f11593 req-6b40bf60-baa0-4aa5-bae5-6a38a68db182 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0543840 Sep 17 23:03:18.216385 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4124c15b-0d3d-43b6-be99-db4820f11593 req-9719b08a-40a7-4621-960c-6a78560b3e00 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341842 Sep 17 23:03:18.370913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa1cc7-f94f-4be0-a9bf-55513cca0eda req-71f3ea26-81f7-411d-9191-defb3533d54f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:18.372440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-34fa1cc7-f94f-4be0-a9bf-55513cca0eda req-71f3ea26-81f7-411d-9191-defb3533d54f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0632684 Sep 17 23:03:18.413614 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-34fa1cc7-f94f-4be0-a9bf-55513cca0eda req-18249274-76f6-4dfd-81a6-c30e8c5e8ce1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Sep 17 23:03:18.576479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8ce20-ea8d-4442-a960-01ad994c4509 req-8ad5d2eb-2997-4354-a025-733af62cbadc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:18.578087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6be8ce20-ea8d-4442-a960-01ad994c4509 req-8ad5d2eb-2997-4354-a025-733af62cbadc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0499642 Sep 17 23:03:18.616370 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6be8ce20-ea8d-4442-a960-01ad994c4509 req-df0836cf-c8b5-43b4-96af-a2dbab74d2d6 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323176 Sep 17 23:03:18.733221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa2f38-4907-4ca4-ad95-aab86d3eb15f req-e29157d5-0464-4154-b164-c868a71c99c2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:18.734632 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92fa2f38-4907-4ca4-ad95-aab86d3eb15f req-e29157d5-0464-4154-b164-c868a71c99c2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0495899 Sep 17 23:03:18.772468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92fa2f38-4907-4ca4-ad95-aab86d3eb15f req-edcc6a57-a8d1-463c-ad74-e0509ff1901a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Sep 17 23:03:18.906834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b2535-d29f-4973-a6fb-7ad32dad7e32 req-7fce29bf-4195-4009-aeda-3b8cfd2b585a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:18.908356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-065b2535-d29f-4973-a6fb-7ad32dad7e32 req-7fce29bf-4195-4009-aeda-3b8cfd2b585a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0502434 Sep 17 23:03:18.946837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-065b2535-d29f-4973-a6fb-7ad32dad7e32 req-fe616a70-f336-40af-a89d-f642d1369969 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Sep 17 23:03:19.067616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97820b4-fba8-4d46-aec4-722705a1f9e4 req-9c72c9ce-f23b-4e58-b0cd-1ef189d2bf5b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:19.069149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d97820b4-fba8-4d46-aec4-722705a1f9e4 req-9c72c9ce-f23b-4e58-b0cd-1ef189d2bf5b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0514169 Sep 17 23:03:19.110346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d97820b4-fba8-4d46-aec4-722705a1f9e4 req-cb2aa3b8-9dd3-4ec2-9cda-9600f0259f8b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348427 Sep 17 23:03:19.495104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503656e-3704-4942-a549-46a68b5fd97a req-122ca9c1-d2bb-4d23-87d7-eefe22cf3d13 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:19.496632 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8503656e-3704-4942-a549-46a68b5fd97a req-122ca9c1-d2bb-4d23-87d7-eefe22cf3d13 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0560617 Sep 17 23:03:19.536970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8503656e-3704-4942-a549-46a68b5fd97a req-f20c2eb4-069c-4e83-a734-b0d9cf41cf79 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343938 Sep 17 23:03:20.659297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9609-6ba9-4d6d-a5a9-e9a77af44753 req-171c411c-bb6c-4d95-bead-faf780057f7f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:20.660818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecae9609-6ba9-4d6d-a5a9-e9a77af44753 req-171c411c-bb6c-4d95-bead-faf780057f7f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0539439 Sep 17 23:03:20.703190 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecae9609-6ba9-4d6d-a5a9-e9a77af44753 req-4c820326-29ca-40d1-ab33-1d1ffa2c015f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356781 Sep 17 23:03:21.090534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2cfbb-f2d6-440b-bd54-2f62551bdc0d req-6b7a7c6b-4c2e-4fe1-b314-a118c8a873be tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:21.092223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90c2cfbb-f2d6-440b-bd54-2f62551bdc0d req-6b7a7c6b-4c2e-4fe1-b314-a118c8a873be tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0504398 Sep 17 23:03:21.136149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90c2cfbb-f2d6-440b-bd54-2f62551bdc0d req-4187ddc2-e36a-444c-b9ba-b09904d04d4e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363576 Sep 17 23:03:22.260569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fa5ef-7ebe-49ca-9835-3d8d30b031e1 req-a7035193-f9ec-46c0-a55e-853e6cfdc3e8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.262130 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-733fa5ef-7ebe-49ca-9835-3d8d30b031e1 req-a7035193-f9ec-46c0-a55e-853e6cfdc3e8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0531867 Sep 17 23:03:22.301057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-733fa5ef-7ebe-49ca-9835-3d8d30b031e1 req-2ce83410-8a6b-4a12-b842-dfc90397dfe9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Sep 17 23:03:22.417128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d441f0b-e10f-4490-9328-0571c06c9625 req-2417b272-7f97-4f0f-ab8f-a33d3ce301d7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.418600 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d441f0b-e10f-4490-9328-0571c06c9625 req-2417b272-7f97-4f0f-ab8f-a33d3ce301d7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0499408 Sep 17 23:03:22.456304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d441f0b-e10f-4490-9328-0571c06c9625 req-e3a28691-4956-4471-a187-96c492a6b852 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Sep 17 23:03:22.612067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63654c4-0433-4836-aea9-32e3b6d5f968 req-b3dc3c29-8699-4778-94e9-eed381fdaa3d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.613645 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e63654c4-0433-4836-aea9-32e3b6d5f968 req-b3dc3c29-8699-4778-94e9-eed381fdaa3d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0567467 Sep 17 23:03:22.653354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e63654c4-0433-4836-aea9-32e3b6d5f968 req-156564c6-6317-4bdb-ba56-c2808fa56393 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335798 Sep 17 23:03:22.771333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99b31f-66a7-42a0-98ad-846d8e40b705 req-4e0a8aca-bc79-46ad-b098-2486e66d0fae tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.772845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e99b31f-66a7-42a0-98ad-846d8e40b705 req-4e0a8aca-bc79-46ad-b098-2486e66d0fae tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Sep 17 23:03:22.813436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e99b31f-66a7-42a0-98ad-846d8e40b705 req-8c36c473-f5b2-4c13-b0dc-705694085638 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Sep 17 23:03:22.950228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75378389-3a18-4b9f-9b17-2b03ff279e2d req-87605033-c8cb-4c74-ba2b-75640f38fb74 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.951690 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75378389-3a18-4b9f-9b17-2b03ff279e2d req-87605033-c8cb-4c74-ba2b-75640f38fb74 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0558658 Sep 17 23:03:22.991951 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75378389-3a18-4b9f-9b17-2b03ff279e2d req-31997dba-d04f-4bc0-aaa7-d7babfeb1b9f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341938 Sep 17 23:03:23.122462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758e9c0-0688-4223-8b4c-ecf258bfbd96 req-3e78c6a4-7380-4e3b-bd21-ccf251f4d9c1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:23.124022 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2758e9c0-0688-4223-8b4c-ecf258bfbd96 req-3e78c6a4-7380-4e3b-bd21-ccf251f4d9c1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0496433 Sep 17 23:03:23.163393 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2758e9c0-0688-4223-8b4c-ecf258bfbd96 req-b5a7a811-da1d-40ea-bbe4-3aa763bae34c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Sep 17 23:03:23.318491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a3842-2dbf-455d-8d3d-afa78fb34f33 req-bd523bbf-497c-49a5-90c4-368853b2f6a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:23.319989 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-370a3842-2dbf-455d-8d3d-afa78fb34f33 req-bd523bbf-497c-49a5-90c4-368853b2f6a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0523403 Sep 17 23:03:23.368790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-370a3842-2dbf-455d-8d3d-afa78fb34f33 req-2a8061d3-af36-4dfe-9564-94d3d12ef2bd tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Sep 17 23:03:23.489370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df32062-20f7-479d-a04a-605f741c8d4c req-85472e5c-982f-401a-8b27-74cb591889da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:23.490782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4df32062-20f7-479d-a04a-605f741c8d4c req-85472e5c-982f-401a-8b27-74cb591889da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0494888 Sep 17 23:03:23.530238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4df32062-20f7-479d-a04a-605f741c8d4c req-c62f8d05-3dc9-4282-8733-1cbc9c5a9da7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Sep 17 23:03:23.663530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0416bac-bd8b-4ba3-9a96-4f12d778d432 req-44af28ad-3249-4306-b18d-58ee7b6bacb8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:23.665045 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a0416bac-bd8b-4ba3-9a96-4f12d778d432 req-44af28ad-3249-4306-b18d-58ee7b6bacb8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0497108 Sep 17 23:03:23.704988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a0416bac-bd8b-4ba3-9a96-4f12d778d432 req-4aacd030-84ef-4d3a-a2ca-a424332b6084 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Sep 17 23:03:23.846756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f8390-3d28-497c-a93c-632c6d8ed846 req-d8156b3d-4bae-4e43-8a08-c1bf8cbc2dd0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:23.848307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f1f8390-3d28-497c-a93c-632c6d8ed846 req-d8156b3d-4bae-4e43-8a08-c1bf8cbc2dd0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0540423 Sep 17 23:03:23.886629 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2f1f8390-3d28-497c-a93c-632c6d8ed846 req-31e1c281-89c2-4d5e-bafe-9be06269f0e5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323348 Sep 17 23:03:24.018623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22ca3f-dd04-43e4-b172-f0ff682d2475 req-d43e7b02-a054-412b-90f8-c890d5d05571 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:24.020024 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce22ca3f-dd04-43e4-b172-f0ff682d2475 req-d43e7b02-a054-412b-90f8-c890d5d05571 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Sep 17 23:03:24.059211 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce22ca3f-dd04-43e4-b172-f0ff682d2475 req-227ac50e-f946-411e-9710-fa22aa84386d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325370 Sep 17 23:03:24.183962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571127d-a277-4309-876f-2ac341e4fa65 req-e1a5a160-ea80-4d52-8db6-e1ea1bdca8ad tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:24.185588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7571127d-a277-4309-876f-2ac341e4fa65 req-e1a5a160-ea80-4d52-8db6-e1ea1bdca8ad tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0572164 Sep 17 23:03:24.226002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7571127d-a277-4309-876f-2ac341e4fa65 req-88234e87-e1f0-4a4f-ae7e-25984ef8320e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342669 Sep 17 23:03:24.381759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a1b91-34f0-4534-bb80-391657dd2fb4 req-7eb08462-3e23-419b-97b2-e44088978f4d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:24.383234 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-502a1b91-34f0-4534-bb80-391657dd2fb4 req-7eb08462-3e23-419b-97b2-e44088978f4d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0491233 Sep 17 23:03:24.422476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-502a1b91-34f0-4534-bb80-391657dd2fb4 req-eb67fa1a-83f6-4b44-80f9-a1a3f61f0288 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326111 Sep 17 23:03:24.539631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed4b12-6567-424a-b81b-19199340aa9e req-abb58f29-7968-49c7-b7bb-cd0a1bcdd544 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:24.541646 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29ed4b12-6567-424a-b81b-19199340aa9e req-abb58f29-7968-49c7-b7bb-cd0a1bcdd544 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0520406 Sep 17 23:03:24.583471 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29ed4b12-6567-424a-b81b-19199340aa9e req-e3d95561-0ea5-4d93-8aea-5c633bf7473e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Sep 17 23:03:24.732085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b2c42-fc44-4408-a710-ac618834cad8 req-2a0449e9-ada2-4aa0-86fb-4a1b7db4f6fd tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:24.733612 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-046b2c42-fc44-4408-a710-ac618834cad8 req-2a0449e9-ada2-4aa0-86fb-4a1b7db4f6fd tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0603764 Sep 17 23:03:24.773575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-046b2c42-fc44-4408-a710-ac618834cad8 req-ab2c42f3-a0c6-4d42-a9d4-faf282bf6965 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Sep 17 23:03:24.891202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3445-e447-49ef-8f15-5c72ec08a2d6 req-3ead587b-e5e1-496d-9f1c-c8f7478665df tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:24.892733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cff3445-e447-49ef-8f15-5c72ec08a2d6 req-3ead587b-e5e1-496d-9f1c-c8f7478665df tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0504284 Sep 17 23:03:24.931622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cff3445-e447-49ef-8f15-5c72ec08a2d6 req-df51dec7-ef31-42fa-aa90-e209d9cdba67 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Sep 17 23:03:25.104461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbe5d2-ad9f-4d78-bed3-2bdecf80161b req-135239b9-8a06-47a1-9213-3fba75cbc541 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:25.105958 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4dcbe5d2-ad9f-4d78-bed3-2bdecf80161b req-135239b9-8a06-47a1-9213-3fba75cbc541 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0603945 Sep 17 23:03:25.145318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4dcbe5d2-ad9f-4d78-bed3-2bdecf80161b req-ccd46e7e-bb4a-49c2-a9ae-7d42368d0fd0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Sep 17 23:03:25.265475 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662f91a-f356-4636-9413-6b0e3deb21d6 req-8a995262-98eb-4e14-81f6-9d22f8a98b93 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:25.267005 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d662f91a-f356-4636-9413-6b0e3deb21d6 req-8a995262-98eb-4e14-81f6-9d22f8a98b93 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0516100 Sep 17 23:03:25.307112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d662f91a-f356-4636-9413-6b0e3deb21d6 req-1b6fe252-01b8-433b-80bf-381c53bd8537 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Sep 17 23:03:25.477113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c426ab6-b0da-4192-86e9-ff1f9d0f6cbf req-ee6dd3d1-df28-4729-8ede-7e6cf3568a85 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:25.479030 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c426ab6-b0da-4192-86e9-ff1f9d0f6cbf req-ee6dd3d1-df28-4729-8ede-7e6cf3568a85 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0522645 Sep 17 23:03:25.524085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c426ab6-b0da-4192-86e9-ff1f9d0f6cbf req-8f0cd53b-bc9a-40e6-bc46-38084074d57e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385799 Sep 17 23:03:25.648195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1d3cb-eaa3-41e9-98e4-deff146f4c63 req-6b0f84c1-653b-40c6-92fc-b3c2e170d8f7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:25.649687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97a1d3cb-eaa3-41e9-98e4-deff146f4c63 req-6b0f84c1-653b-40c6-92fc-b3c2e170d8f7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0507820 Sep 17 23:03:25.689423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97a1d3cb-eaa3-41e9-98e4-deff146f4c63 req-743320ec-b15c-4c11-b0e7-de688c99be87 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Sep 17 23:03:25.828921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491c69f-bd4f-4c2c-8bdc-d783c1d4e882 req-ef4bacd2-a7e5-498d-9181-466955b1b4ae tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:25.830506 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1491c69f-bd4f-4c2c-8bdc-d783c1d4e882 req-ef4bacd2-a7e5-498d-9181-466955b1b4ae tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0508997 Sep 17 23:03:25.870023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1491c69f-bd4f-4c2c-8bdc-d783c1d4e882 req-ea99156d-48ea-4d73-9ad9-bd3393b16c48 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332470 Sep 17 23:03:25.998566 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab61dea-0945-48d6-bc0e-bbe70293705e req-ed6e1a06-7976-4e7f-916f-b2522b03cdac tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:26.000095 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ab61dea-0945-48d6-bc0e-bbe70293705e req-ed6e1a06-7976-4e7f-916f-b2522b03cdac tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0578091 Sep 17 23:03:26.039861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ab61dea-0945-48d6-bc0e-bbe70293705e req-1741dea8-ba98-4654-8922-5215e2454fb5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Sep 17 23:03:26.738246 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddf56d-c87c-4f91-b0eb-bfa3b6e86fb4 req-11fc8af3-801b-4f84-b139-c1f9e6f4b2d5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:26.740423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c5ddf56d-c87c-4f91-b0eb-bfa3b6e86fb4 req-11fc8af3-801b-4f84-b139-c1f9e6f4b2d5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0543463 Sep 17 23:03:26.780994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c5ddf56d-c87c-4f91-b0eb-bfa3b6e86fb4 req-150e5eab-275c-4f8d-b568-0b3026d97f49 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341132 Sep 17 23:03:27.907107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a778092-ffaa-4319-ba12-89884edef3e4 req-2d23b6de-9b46-4ae9-9fc3-986301363a9f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:27.908666 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a778092-ffaa-4319-ba12-89884edef3e4 req-2d23b6de-9b46-4ae9-9fc3-986301363a9f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0537946 Sep 17 23:03:27.947259 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a778092-ffaa-4319-ba12-89884edef3e4 req-f417ec76-2c05-4d0c-b45e-418c9189ffd9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Sep 17 23:03:29.070754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4a4fa-fab9-4a5c-a325-25770ae49fb9 req-ea7c7d1f-aacb-4f1f-902c-e66445031241 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:29.072333 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74a4a4fa-fab9-4a5c-a325-25770ae49fb9 req-ea7c7d1f-aacb-4f1f-902c-e66445031241 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0515566 Sep 17 23:03:29.118797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74a4a4fa-fab9-4a5c-a325-25770ae49fb9 req-2f40f64b-f2ba-4fe2-aca6-8d5aff2963b6 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Sep 17 23:03:29.426842 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:30.239854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5959876-3758-4cd3-8a2c-423f3d406d81 req-b87e4bae-42dc-4b59-91d9-912cb8dffe6f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:30.241539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5959876-3758-4cd3-8a2c-423f3d406d81 req-b87e4bae-42dc-4b59-91d9-912cb8dffe6f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0522242 Sep 17 23:03:30.282811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c5959876-3758-4cd3-8a2c-423f3d406d81 req-d106807d-63fc-44ec-905f-25933979ce64 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344870 Sep 17 23:03:31.408599 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06040b38-a32b-4c3b-8dee-07fb1cf33c40 req-f56ecf55-dc1b-4e45-9845-417b6c43b38e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:31.410081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06040b38-a32b-4c3b-8dee-07fb1cf33c40 req-f56ecf55-dc1b-4e45-9845-417b6c43b38e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0536761 Sep 17 23:03:31.449747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06040b38-a32b-4c3b-8dee-07fb1cf33c40 req-676ccafb-13a4-47b6-bfb9-0309151c9f96 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Sep 17 23:03:32.566364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c6dff-eb0f-4230-b793-5b152424427c req-48b81662-cea5-4370-a0d8-f70fa5ba0a4a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:32.567902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-866c6dff-eb0f-4230-b793-5b152424427c req-48b81662-cea5-4370-a0d8-f70fa5ba0a4a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0490696 Sep 17 23:03:32.608989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-866c6dff-eb0f-4230-b793-5b152424427c req-9b52a109-2910-4b79-b086-31812590d574 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349059 Sep 17 23:03:33.258726 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f90aa855-2150-4e8d-a55d-4d707dfd8c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:33.726908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f58104-0821-4373-b490-ea20142013e2 req-de58bb6a-8b08-4c72-9d6a-acf6637664ad tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:33.728456 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5f58104-0821-4373-b490-ea20142013e2 req-de58bb6a-8b08-4c72-9d6a-acf6637664ad tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0507967 Sep 17 23:03:33.772484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5f58104-0821-4373-b490-ea20142013e2 req-60715869-8936-4e8a-b64b-fb7815261323 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351250 Sep 17 23:03:34.893569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b26d9-9aa9-4b82-bdb6-9ac78a9b8090 req-5f75b2a9-dd1f-4b48-b105-cff9adfca43d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:34.895095 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f91b26d9-9aa9-4b82-bdb6-9ac78a9b8090 req-5f75b2a9-dd1f-4b48-b105-cff9adfca43d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0553458 Sep 17 23:03:34.935709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f91b26d9-9aa9-4b82-bdb6-9ac78a9b8090 req-5a19c5ae-d66d-4014-93b4-dc4ed1a22a31 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Sep 17 23:03:35.852803 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e83f55e-7bad-4c6b-9360-d4f8f5a11d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:36.056058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4feb8c-7b61-4698-9f0e-72083f9c6787 req-aff8ffb9-8008-4ca4-9d4c-80a9060dd9e3 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:36.057709 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e4feb8c-7b61-4698-9f0e-72083f9c6787 req-aff8ffb9-8008-4ca4-9d4c-80a9060dd9e3 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0511146 Sep 17 23:03:36.097666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2e4feb8c-7b61-4698-9f0e-72083f9c6787 req-977bc11a-ce52-4de2-8962-5e9e18a554fc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Sep 17 23:03:37.043228 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:37.226473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa554ee4-3c63-423f-a970-57c2a3521d23 req-193a64f1-68a3-4d72-a0fb-9296168a8d72 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:37.228021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa554ee4-3c63-423f-a970-57c2a3521d23 req-193a64f1-68a3-4d72-a0fb-9296168a8d72 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0534534 Sep 17 23:03:37.271538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa554ee4-3c63-423f-a970-57c2a3521d23 req-ad3ffdf2-4306-40da-807c-e73012837cc5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360897 Sep 17 23:03:37.443364 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:38.307336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:03:38.396045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7f78b-8581-4b32-85d0-fca80bbec614 req-a68285d8-5ec0-4600-9285-ed40a0461644 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:38.397597 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbb7f78b-8581-4b32-85d0-fca80bbec614 req-a68285d8-5ec0-4600-9285-ed40a0461644 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0561767 Sep 17 23:03:38.411703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:38.423440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456', 'port_id': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'mac_address': 'fa:16:3e:a0:be:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:03:38.438512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbb7f78b-8581-4b32-85d0-fca80bbec614 req-d442dcbd-3389-49dd-bde2-eabfe0918b34 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349131 Sep 17 23:03:38.469756 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:38.486880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33723abc-bd9b-469f-b14c-8cfb2569efdf {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:03:38.507634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:38.568675 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:38.618571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:38.638400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['33723abc-bd9b-469f-b14c-8cfb2569efdf'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:03:39.111554 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:39.572694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a53b3-8675-43af-9770-4f47d5f54ef8 req-e84548a4-2145-4ff8-99e3-9a5d4314dab9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:39.574250 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f9a53b3-8675-43af-9770-4f47d5f54ef8 req-e84548a4-2145-4ff8-99e3-9a5d4314dab9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0550618 Sep 17 23:03:39.618032 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f9a53b3-8675-43af-9770-4f47d5f54ef8 req-110cc5cf-4618-4c5b-b388-10498a16288f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361128 Sep 17 23:03:40.307886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:03:40.370009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 33723abc-bd9b-469f-b14c-8cfb2569efdf triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:03:40.370795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:40.464805 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:40.490048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:40.493302 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5994f2-f977-4c24-baea-0decd097c44d" -d '{"events": [{"server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "name": "network-vif-plugged", "status": "completed", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:40.520573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:40.602632 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:40.609555 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:40.640518 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a34ddd-b560-431d-a305-8c20d41c799b x-openstack-request-id: req-b0a34ddd-b560-431d-a305-8c20d41c799b {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:40.640927 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "name": "network-vif-plugged", "status": "completed", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:40.641277 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0a34ddd-b560-431d-a305-8c20d41c799b {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:40.642054 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'code': 200} Sep 17 23:03:40.668417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:40.764638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969e35b-4edc-4851-8c83-b07b7b2f7bf0 req-f6a34b1e-c240-4cf2-9a5f-faf0ad6b2351 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:40.771485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5969e35b-4edc-4851-8c83-b07b7b2f7bf0 req-f6a34b1e-c240-4cf2-9a5f-faf0ad6b2351 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0682955 Sep 17 23:03:40.821085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5969e35b-4edc-4851-8c83-b07b7b2f7bf0 req-026d8662-32de-47a5-a2fc-022a7cc4d1b8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375211 Sep 17 23:03:41.954222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20745224-718e-49a8-9173-af2426cc8c65 req-894fff13-33be-4a0a-ab87-a7243023bb0d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:41.956511 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20745224-718e-49a8-9173-af2426cc8c65 req-894fff13-33be-4a0a-ab87-a7243023bb0d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0546355 Sep 17 23:03:42.003010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20745224-718e-49a8-9173-af2426cc8c65 req-98b0c2b9-9713-4ab3-9c7f-b715774702f9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Sep 17 23:03:43.140505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34f18f-c1d3-4a63-b2e1-33c21ae33eb8 req-2c63d0b8-80fc-4a2f-a41d-44e756e32ec3 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:43.142091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9c34f18f-c1d3-4a63-b2e1-33c21ae33eb8 req-2c63d0b8-80fc-4a2f-a41d-44e756e32ec3 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0563121 Sep 17 23:03:43.191310 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9c34f18f-c1d3-4a63-b2e1-33c21ae33eb8 req-a6fe92ef-c1ec-4a2c-9fa2-c7c0201e837e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Sep 17 23:03:44.332773 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9369-89dd-44bd-98dd-fd2efd7cc34a req-8626860f-7c8c-4324-b482-a4fc0b31f295 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:44.334623 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29bb9369-89dd-44bd-98dd-fd2efd7cc34a req-8626860f-7c8c-4324-b482-a4fc0b31f295 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0631378 Sep 17 23:03:44.395738 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29bb9369-89dd-44bd-98dd-fd2efd7cc34a req-91fa7a4c-0b7a-4c74-a361-4ffd0120d629 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548012 Sep 17 23:03:45.557071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9ea98-0836-4067-b4c8-4577e05fc405 req-874c4d30-d0c0-4c6a-ae98-1793c223554d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:45.559169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aeb9ea98-0836-4067-b4c8-4577e05fc405 req-874c4d30-d0c0-4c6a-ae98-1793c223554d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0663655 Sep 17 23:03:45.602447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aeb9ea98-0836-4067-b4c8-4577e05fc405 req-785101dc-836e-4a74-8c90-bea40bcd3aee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356226 Sep 17 23:03:46.743784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d5dae-b5a6-4318-a890-ae3100cb905d req-fc8cdff5-7cca-48df-9d93-a9aca453e95f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:46.751830 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d9d5dae-b5a6-4318-a890-ae3100cb905d req-fc8cdff5-7cca-48df-9d93-a9aca453e95f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0697956 Sep 17 23:03:46.797816 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2d9d5dae-b5a6-4318-a890-ae3100cb905d req-3df62a6c-b198-4f64-bc23-21913d6129a7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445776 Sep 17 23:03:47.930842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b41d70-3ed9-4210-bca0-cdb114fa1397 req-8fc27678-ffae-45da-9ab1-2a0155ce8c10 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:47.932894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14b41d70-3ed9-4210-bca0-cdb114fa1397 req-8fc27678-ffae-45da-9ab1-2a0155ce8c10 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0676761 Sep 17 23:03:47.985292 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14b41d70-3ed9-4210-bca0-cdb114fa1397 req-dd8ded25-647c-475d-a456-6b854f3508b3 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457244 Sep 17 23:03:49.105686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c839aaf-366d-45e3-9a64-b9262d45b699 req-54d7e558-0afd-4ffe-b7ef-95656d57e9a8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:49.107771 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c839aaf-366d-45e3-9a64-b9262d45b699 req-54d7e558-0afd-4ffe-b7ef-95656d57e9a8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0502422 Sep 17 23:03:49.148149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c839aaf-366d-45e3-9a64-b9262d45b699 req-3ec5894f-43eb-4fea-8125-7644b300fe64 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333638 Sep 17 23:03:50.124784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff1ee6-d02a-40fc-ac12-9954b4016673 req-a542a6ac-65b2-49f4-9331-5cfd216c69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:50.131875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95ff1ee6-d02a-40fc-ac12-9954b4016673 req-a542a6ac-65b2-49f4-9331-5cfd216c69d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1097 time: 0.0457072 Sep 17 23:03:50.272302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff1ee6-d02a-40fc-ac12-9954b4016673 req-dad56c23-ff6c-43ff-9475-ce74cb7d3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:50.273685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95ff1ee6-d02a-40fc-ac12-9954b4016673 req-dad56c23-ff6c-43ff-9475-ce74cb7d3a01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 914 time: 0.1281166 Sep 17 23:03:50.319326 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95ff1ee6-d02a-40fc-ac12-9954b4016673 req-66cc15a2-757c-4001-9e41-84424eeaa718 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 200 len: 217 time: 0.0382514 Sep 17 23:03:50.332398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6383954-58c8-4ff1-8d48-c5d82948bac5 req-6ee4e8d2-8f28-4a39-92c4-8e055f33c549 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:50.333889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6383954-58c8-4ff1-8d48-c5d82948bac5 req-6ee4e8d2-8f28-4a39-92c4-8e055f33c549 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0986731 Sep 17 23:03:50.408664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff1ee6-d02a-40fc-ac12-9954b4016673 req-f2ce9647-6188-4b66-b94e-cecfde4a32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:50.410171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95ff1ee6-d02a-40fc-ac12-9954b4016673 req-f2ce9647-6188-4b66-b94e-cecfde4a32c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 HTTP/1.1" status: 200 len: 853 time: 0.0754039 Sep 17 23:03:50.415297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6383954-58c8-4ff1-8d48-c5d82948bac5 req-c3a9ced6-792f-4d41-af4f-fcca6980cad1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724254 Sep 17 23:03:50.455204 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95ff1ee6-d02a-40fc-ac12-9954b4016673 req-16f14783-2585-4060-b713-9aa1b658c42f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2f70024-5c79-4e83-9d11-2fb2a1257456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366995 Sep 17 23:03:50.555547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95ff1ee6-d02a-40fc-ac12-9954b4016673 req-2d8fde51-0f38-4cac-bc9f-1553697f9766 service neutron] 10.222.0.23 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929468 Sep 17 23:03:50.653291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-95ff1ee6-d02a-40fc-ac12-9954b4016673 req-01a79aa0-03da-47bd-8a91-86a4967350d6 service neutron] 10.222.0.23 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898941 Sep 17 23:03:51.123468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710f3f5-f2bb-461c-a030-123405700609 req-cbf6ac10-c289-4efe-a6ba-95fd534725df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:51.125034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5710f3f5-f2bb-461c-a030-123405700609 req-cbf6ac10-c289-4efe-a6ba-95fd534725df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1097 time: 0.0468230 Sep 17 23:03:51.223463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710f3f5-f2bb-461c-a030-123405700609 req-e171b918-4557-41e7-a204-a9c42753f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:51.225031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5710f3f5-f2bb-461c-a030-123405700609 req-e171b918-4557-41e7-a204-a9c42753f046 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 914 time: 0.0927420 Sep 17 23:03:51.268202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5710f3f5-f2bb-461c-a030-123405700609 req-c58e5bbb-5c36-4166-9bb9-f7e3f053876b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 200 len: 217 time: 0.0354271 Sep 17 23:03:51.323322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710f3f5-f2bb-461c-a030-123405700609 req-57cff673-9bb1-426f-b937-ebaaafcb6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:51.325200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5710f3f5-f2bb-461c-a030-123405700609 req-57cff673-9bb1-426f-b937-ebaaafcb6e59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 HTTP/1.1" status: 200 len: 853 time: 0.0504150 Sep 17 23:03:51.364245 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5710f3f5-f2bb-461c-a030-123405700609 req-9b0fc1c3-57fe-4c45-96c1-4da52f9cab24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2f70024-5c79-4e83-9d11-2fb2a1257456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273182 Sep 17 23:03:51.463066 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5710f3f5-f2bb-461c-a030-123405700609 req-67b282d6-df47-4dd2-a757-bec275691e4f service neutron] 10.222.0.23 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971303 Sep 17 23:03:51.537394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b522e-cb3c-4624-8e4f-7f3bf0e7791a req-d5d8bb9f-b7e2-4666-80ae-4bee1e1caf9c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:51.538918 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db0b522e-cb3c-4624-8e4f-7f3bf0e7791a req-d5d8bb9f-b7e2-4666-80ae-4bee1e1caf9c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0533726 Sep 17 23:03:51.564652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5710f3f5-f2bb-461c-a030-123405700609 req-09c1cdec-b2c7-4e48-8aae-9c86a745c972 service neutron] 10.222.0.23 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946736 Sep 17 23:03:51.579144 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db0b522e-cb3c-4624-8e4f-7f3bf0e7791a req-16c9f5e4-0729-4741-a3cb-6d5f268daa55 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335217 Sep 17 23:03:52.699439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcb941-7aa9-45ec-8b33-a1fd51298a63 req-41469850-6068-4696-90d8-0da2d6058dbb tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:52.701782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10dcb941-7aa9-45ec-8b33-a1fd51298a63 req-41469850-6068-4696-90d8-0da2d6058dbb tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0520740 Sep 17 23:03:52.742765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10dcb941-7aa9-45ec-8b33-a1fd51298a63 req-e7e102ad-bb0d-406a-b44e-d2600db6a508 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350389 Sep 17 23:03:53.264624 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:03:53.870965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2076323-d2e5-45d8-82ca-2c5d91f0d49b req-6afc12a4-3866-4e54-80b4-908647cc5064 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:53.872626 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2076323-d2e5-45d8-82ca-2c5d91f0d49b req-6afc12a4-3866-4e54-80b4-908647cc5064 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0575593 Sep 17 23:03:53.913586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a2076323-d2e5-45d8-82ca-2c5d91f0d49b req-5ea4b84e-ce90-44a7-a6ae-4bb13511ec00 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341675 Sep 17 23:03:54.030431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7de64-a1af-465b-9388-1504119d6339 req-2d3211e1-726c-47c4-bab0-05e4dc2098eb tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:54.031896 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bcc7de64-a1af-465b-9388-1504119d6339 req-2d3211e1-726c-47c4-bab0-05e4dc2098eb tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0509791 Sep 17 23:03:54.078662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bcc7de64-a1af-465b-9388-1504119d6339 req-8015a43e-0626-41d0-b793-6d21143b9f05 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Sep 17 23:03:54.260730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-774ee63f-cb00-4af0-ac17-09dfa5167dd1 req-6976580f-7342-4f2a-9d7b-61a463367ed8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:03:54.261878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-774ee63f-cb00-4af0-ac17-09dfa5167dd1 req-6976580f-7342-4f2a-9d7b-61a463367ed8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056286 Sep 17 23:03:54.415969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:03:54.494862 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:54.518335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:54.520609 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868eae94-eac5-466a-b9da-fd7bd7e2fef8" -d '{"events": [{"server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "name": "network-vif-unplugged", "status": "completed", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:54.534076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:54.563628 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14571fcb-e62f-44aa-8f90-abc10e42dbbe x-openstack-request-id: req-14571fcb-e62f-44aa-8f90-abc10e42dbbe {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:54.563628 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "name": "network-vif-unplugged", "status": "failed", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf", "code": 422}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:54.563628 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14571fcb-e62f-44aa-8f90-abc10e42dbbe {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:54.563628 n-d-713499-18 neutron-server[95456]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'code': 422} returned with failed status Sep 17 23:03:54.569800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6ee33-6480-4890-89ee-8c32574c2681 req-fade0640-0caa-421e-a130-dc5c708446c2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:54.571299 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ed6ee33-6480-4890-89ee-8c32574c2681 req-fade0640-0caa-421e-a130-dc5c708446c2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0534656 Sep 17 23:03:54.602844 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:54.614713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ed6ee33-6480-4890-89ee-8c32574c2681 req-befc4b7b-ac8f-48c6-ae1f-ee1c270c5c69 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365469 Sep 17 23:03:54.833183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:54.840601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.840954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.841297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.841639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.841979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.842365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.842754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.843083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.843412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.843991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.844345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.844671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:54.920834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49210) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:03:55.017686 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-1ded3284-d299-4680-af69-f60f8fa85b83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957613 Sep 17 23:03:55.026474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-340ed191-46aa-4474-a2ab-d882287f0660 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:03:55.027458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-340ed191-46aa-4474-a2ab-d882287f0660 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050819 Sep 17 23:03:55.737255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad70529-ed93-444d-8b93-4bfedc071c15 req-0b409d3c-0414-412c-9b91-76863fe83066 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:55.738775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ad70529-ed93-444d-8b93-4bfedc071c15 req-0b409d3c-0414-412c-9b91-76863fe83066 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 943 time: 0.0546746 Sep 17 23:03:55.776318 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ad70529-ed93-444d-8b93-4bfedc071c15 req-b262cbb7-0c32-4ec3-ba36-c71194f95b7e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Sep 17 23:03:56.402255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-c9705dac-9ab3-47ee-956e-e6028844fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:56.403770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-c9705dac-9ab3-47ee-956e-e6028844fbcb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25&tenant_id=c0ade895dce644998a9e711e2ad35ad6 HTTP/1.1" status: 200 len: 1095 time: 0.0760453 Sep 17 23:03:56.421095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:03:56.474444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:56.680383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:56.713244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:03:56.745858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33723abc-bd9b-469f-b14c-8cfb2569efdf {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:03:56.754364 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:56.766542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Transition to ACTIVE for port object 33723abc-bd9b-469f-b14c-8cfb2569efdf will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:03:56.829879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:56.919110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] No DVR routers for this DVR port 33723abc-bd9b-469f-b14c-8cfb2569efdf on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:03:56.927010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=9']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:56.953758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.953998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.954340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.954676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.955005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.955332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.955657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.955983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.956341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.956673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.956993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.957311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:56.983324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5bc76-9bea-4450-9be4-8e03c39d4935 req-c282af46-2ea0-4551-bf12-d715a204fb88 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:56.985405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ef5bc76-9bea-4450-9be4-8e03c39d4935 req-c282af46-2ea0-4551-bf12-d715a204fb88 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 943 time: 0.1287270 Sep 17 23:03:56.986525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Attempting to bind port 33723abc-bd9b-469f-b14c-8cfb2569efdf on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:03:56.987284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Attempting to bind port 33723abc-bd9b-469f-b14c-8cfb2569efdf by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:03:56.987610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Attempting to bind port 33723abc-bd9b-469f-b14c-8cfb2569efdf on network f2f70024-5c79-4e83-9d11-2fb2a1257456 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:03:56.994879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Port 33723abc-bd9b-469f-b14c-8cfb2569efdf on network f2f70024-5c79-4e83-9d11-2fb2a1257456 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:03:56.995322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Attempting to bind port 33723abc-bd9b-469f-b14c-8cfb2569efdf on network f2f70024-5c79-4e83-9d11-2fb2a1257456 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:03:57.013097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:03:57.013434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Checking segment: {'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:03:57.013822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Bound using segment: {'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:03:57.014254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Bound port: 33723abc-bd9b-469f-b14c-8cfb2569efdf, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:03:57.014613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:57.042056 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ef5bc76-9bea-4450-9be4-8e03c39d4935 req-13be3d93-99f4-421c-8dc9-921896c3c786 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490637 Sep 17 23:03:57.102389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:03:57.105655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:03:57.167212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:57.202082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:57.202959 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:57.209625 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 200 len: 1092 time: 0.7876127 Sep 17 23:03:57.209625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:57.209625 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:57.236383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8df30b-d901-453d-a772-d2b9fbe992b6 service neutron] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=10']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:57.270606 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f83406-b8b8-4d6c-9920-dc71b422ed51 x-openstack-request-id: req-b7f83406-b8b8-4d6c-9920-dc71b422ed51 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:57.270894 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:57.271163 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7f83406-b8b8-4d6c-9920-dc71b422ed51 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:57.271550 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'status': 'completed', 'code': 200} Sep 17 23:03:57.287811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-dea79acd-ef64-40d0-8fae-62b162f1798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:57.289952 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-dea79acd-ef64-40d0-8fae-62b162f1798b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1096 time: 0.0489945 Sep 17 23:03:57.387071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-fbea4153-de2d-486e-b966-428d765010af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:57.388565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-fbea4153-de2d-486e-b966-428d765010af service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 914 time: 0.0911794 Sep 17 23:03:57.434576 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-be7a142c-547c-4904-98d4-3a3b57da55da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 200 len: 217 time: 0.0372748 Sep 17 23:03:57.486085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-4625d1b2-b2c3-4b3b-901e-453727e73a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:57.487460 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-4625d1b2-b2c3-4b3b-901e-453727e73a25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 HTTP/1.1" status: 200 len: 853 time: 0.0464461 Sep 17 23:03:57.518701 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-f0cff6e2-839f-4eb3-8aa6-3994908da2bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2f70024-5c79-4e83-9d11-2fb2a1257456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247002 Sep 17 23:03:57.612324 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-be4bec07-662b-4f60-8709-5031d10e855b service neutron] 10.222.0.15 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865667 Sep 17 23:03:57.708352 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c697198b-e983-4bce-90ef-2e02fa40d6d9 req-92af2dde-da11-4d5c-9f45-351b13fde488 service neutron] 10.222.0.15 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835040 Sep 17 23:03:57.910608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5 req-70f03ac3-bc88-4c72-aedc-4d3b1adb7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:57.912248 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5 req-70f03ac3-bc88-4c72-aedc-4d3b1adb7c20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1096 time: 0.0438733 Sep 17 23:03:58.019196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5 req-388375b3-e5a1-4da4-bace-1dd68a60055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:58.020747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5 req-388375b3-e5a1-4da4-bace-1dd68a60055d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 914 time: 0.1015725 Sep 17 23:03:58.068008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5 req-a8889c40-a663-426b-a651-6eb9b9b3b2bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 200 len: 217 time: 0.0352495 Sep 17 23:03:58.148958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5 req-62327c29-08e0-425c-97ef-de4c38b95a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:58.150441 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5 req-62327c29-08e0-425c-97ef-de4c38b95a59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 HTTP/1.1" status: 200 len: 853 time: 0.0759411 Sep 17 23:03:58.195394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5 req-8c90b09b-ed6b-4f5b-9640-305509c175cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2f70024-5c79-4e83-9d11-2fb2a1257456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361924 Sep 17 23:03:58.204153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfa7a0-7f66-471e-88f2-3df7f5039636 req-a7e4f671-7163-4e9e-af83-3b86c0a83707 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:58.205664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9bdfa7a0-7f66-471e-88f2-3df7f5039636 req-a7e4f671-7163-4e9e-af83-3b86c0a83707 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0920713 Sep 17 23:03:58.282627 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9bdfa7a0-7f66-471e-88f2-3df7f5039636 req-cf992426-e700-48d0-bb3f-67d70befdc7c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664988 Sep 17 23:03:58.363837 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5 req-66e6882a-bb3e-4947-87aa-b8d20649f0f4 service neutron] 10.222.0.15 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565659 Sep 17 23:03:58.441347 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:03:58.485772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:03:59.441513 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:59.455024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf32151-e1a3-4164-9b20-acda456d9f59 req-8101fb76-154e-4be3-9c45-186906a68472 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:59.459882 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdf32151-e1a3-4164-9b20-acda456d9f59 req-8101fb76-154e-4be3-9c45-186906a68472 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0796797 Sep 17 23:03:59.508342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cdf32151-e1a3-4164-9b20-acda456d9f59 req-04d9776d-5bca-489c-8194-6a9d836eb95e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372272 Sep 17 23:04:00.633847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319a6f0-8f4d-4fc5-959d-8f7cd0b1ff9c req-6232658a-806a-466e-8ee8-b7f9b1e638a1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:00.635403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a319a6f0-8f4d-4fc5-959d-8f7cd0b1ff9c req-6232658a-806a-466e-8ee8-b7f9b1e638a1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0522051 Sep 17 23:04:00.678365 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a319a6f0-8f4d-4fc5-959d-8f7cd0b1ff9c req-6636c321-7a10-402b-b514-f5ea422f06a1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356426 Sep 17 23:04:01.803177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9a081-488e-4c4a-8369-f040caba3ba3 req-4aa68b33-fce4-4b7f-9685-ee416dc0702f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:01.804731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfa9a081-488e-4c4a-8369-f040caba3ba3 req-4aa68b33-fce4-4b7f-9685-ee416dc0702f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0557721 Sep 17 23:04:01.856332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfa9a081-488e-4c4a-8369-f040caba3ba3 req-f7faf49d-87cb-4eeb-87cf-7ca319fee10e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Sep 17 23:04:02.985995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03211d-043e-4e91-b4ec-47ebe46912f0 req-82473aac-eaf1-4d1c-a61e-118cd8c0caeb tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:02.987499 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a03211d-043e-4e91-b4ec-47ebe46912f0 req-82473aac-eaf1-4d1c-a61e-118cd8c0caeb tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0603964 Sep 17 23:04:03.036599 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a03211d-043e-4e91-b4ec-47ebe46912f0 req-9ccbed8b-e950-4e15-943d-72b7b25e77bf tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428123 Sep 17 23:04:03.260109 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-82b6cead-db2c-4104-ae0c-761703a9c5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:04.170027 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32889914-e382-4791-b643-7a3512023ac4 req-f3ce7f7c-ee38-4484-9b26-ada2cc12d400 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:04.171665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32889914-e382-4791-b643-7a3512023ac4 req-f3ce7f7c-ee38-4484-9b26-ada2cc12d400 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0538163 Sep 17 23:04:04.218978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32889914-e382-4791-b643-7a3512023ac4 req-1c520fca-8ac3-488a-a651-0ad1a581893c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401459 Sep 17 23:04:05.355020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ba306-7ef4-4172-ad79-dc35fb1e68f9 req-e1922358-bc36-4a5b-ac73-d0cc82ce9c0c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:05.356534 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a12ba306-7ef4-4172-ad79-dc35fb1e68f9 req-e1922358-bc36-4a5b-ac73-d0cc82ce9c0c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0527449 Sep 17 23:04:05.406833 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a12ba306-7ef4-4172-ad79-dc35fb1e68f9 req-54151534-3460-4c5a-ae30-b1d054aa2085 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432024 Sep 17 23:04:05.836726 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-07639019-a168-429c-85db-14565cde191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:06.547905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cfe1-ac01-4333-9559-113ff44484c4 req-73a85dab-b110-46d8-a83d-4625d418daff tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:06.549562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1286cfe1-ac01-4333-9559-113ff44484c4 req-73a85dab-b110-46d8-a83d-4625d418daff tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0523028 Sep 17 23:04:06.590949 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1286cfe1-ac01-4333-9559-113ff44484c4 req-f734281c-44be-4791-8c7a-9a1201174b1c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Sep 17 23:04:07.058041 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:07.611991 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:07.716540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5282-b9c5-4ab2-939a-fffffbee59fa req-8eac52c6-5b32-4110-8e6c-988d6b6337b0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:07.718159 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46cb5282-b9c5-4ab2-939a-fffffbee59fa req-8eac52c6-5b32-4110-8e6c-988d6b6337b0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0513511 Sep 17 23:04:07.757853 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46cb5282-b9c5-4ab2-939a-fffffbee59fa req-702e5524-7727-4bef-8ea1-624e0dfd2923 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326791 Sep 17 23:04:08.874591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7d7d-281e-4e53-a705-1cdfed49c576 req-696ce038-3c8b-4e08-8956-e129a0c83d91 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:08.876114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-915c7d7d-281e-4e53-a705-1cdfed49c576 req-696ce038-3c8b-4e08-8956-e129a0c83d91 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0490837 Sep 17 23:04:08.921539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-915c7d7d-281e-4e53-a705-1cdfed49c576 req-b0cc3214-b090-4a7b-aeeb-ebe66b371cda tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392559 Sep 17 23:04:09.162048 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.447065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5e5aaf0-fc91-4efd-a439-694ccbcf23b5 req-b84459b7-39d9-4e1a-8047-1f593f29eadd service neutron] 10.222.0.15 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926354 Sep 17 23:04:09.586693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc71aad-1c67-4d70-9da2-a0eea67e4592 req-4d879001-0240-4009-ad10-b5201c218311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:09.588185 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dc71aad-1c67-4d70-9da2-a0eea67e4592 req-4d879001-0240-4009-ad10-b5201c218311 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1096 time: 0.0416832 Sep 17 23:04:09.700037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc71aad-1c67-4d70-9da2-a0eea67e4592 req-efc76c62-dbc2-4564-ab41-f555d03a24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:09.701457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dc71aad-1c67-4d70-9da2-a0eea67e4592 req-efc76c62-dbc2-4564-ab41-f555d03a24e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 914 time: 0.0941842 Sep 17 23:04:09.746507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dc71aad-1c67-4d70-9da2-a0eea67e4592 req-64c89e98-66ac-4a3a-ab57-8aba4fd099ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 200 len: 217 time: 0.0372543 Sep 17 23:04:09.797071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc71aad-1c67-4d70-9da2-a0eea67e4592 req-7497e9d2-193b-453a-8ed3-4b50692ee5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:09.798609 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dc71aad-1c67-4d70-9da2-a0eea67e4592 req-7497e9d2-193b-453a-8ed3-4b50692ee5cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 HTTP/1.1" status: 200 len: 853 time: 0.0455308 Sep 17 23:04:09.835589 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dc71aad-1c67-4d70-9da2-a0eea67e4592 req-c47ff5af-bab5-408c-bcc8-5ebf537a7c1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2f70024-5c79-4e83-9d11-2fb2a1257456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292382 Sep 17 23:04:09.935540 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dc71aad-1c67-4d70-9da2-a0eea67e4592 req-c9128ea5-2784-470a-9198-2f0191452202 service neutron] 10.222.0.15 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931225 Sep 17 23:04:10.061424 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5dc71aad-1c67-4d70-9da2-a0eea67e4592 req-2a761fcf-f787-4c31-a3a7-4072b86568ce service neutron] 10.222.0.15 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167011 Sep 17 23:04:10.073020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23f33-d87a-4629-9040-c661075531fa req-fce60eb1-25b1-473c-acf2-cc329da6c91c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:10.074526 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ca23f33-d87a-4629-9040-c661075531fa req-fce60eb1-25b1-473c-acf2-cc329da6c91c tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0697610 Sep 17 23:04:10.117419 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ca23f33-d87a-4629-9040-c661075531fa req-261b2fdb-80d2-4e25-b203-da75508ee99a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360558 Sep 17 23:04:10.590982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.239667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaf5f3-fa4c-4f89-927f-c9235059a69d req-f9e63b8e-1664-4364-bf11-e51ff1f9df0d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:11.244212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93eaf5f3-fa4c-4f89-927f-c9235059a69d req-f9e63b8e-1664-4364-bf11-e51ff1f9df0d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0506585 Sep 17 23:04:11.281708 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93eaf5f3-fa4c-4f89-927f-c9235059a69d req-f29c9c19-5d4e-4f65-9812-7b02edc541b1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342345 Sep 17 23:04:12.413141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162416b-bf4a-4ab4-b2fc-9755a6ccbdc1 req-8494555f-b016-40e2-8f64-9f077b50e1ec tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:12.415230 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2162416b-bf4a-4ab4-b2fc-9755a6ccbdc1 req-8494555f-b016-40e2-8f64-9f077b50e1ec tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0588148 Sep 17 23:04:12.457582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2162416b-bf4a-4ab4-b2fc-9755a6ccbdc1 req-307fe977-02c4-4e49-8cda-18b078e6006f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364099 Sep 17 23:04:13.591135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac6795-3902-4e93-bc90-e0989189335e req-c145f1b7-ec7e-4287-a476-f137dbee4cbb tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:13.592679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0ac6795-3902-4e93-bc90-e0989189335e req-c145f1b7-ec7e-4287-a476-f137dbee4cbb tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0506005 Sep 17 23:04:13.632978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0ac6795-3902-4e93-bc90-e0989189335e req-dd99941f-8219-4767-ae99-54c4a4a9a295 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Sep 17 23:04:14.466960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:04:14.565180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:14.576110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'network_id': 'f2f70024-5c79-4e83-9d11-2fb2a1257456', 'port_id': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'mac_address': 'fa:16:3e:a0:be:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:04:14.622953 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.636803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33723abc-bd9b-469f-b14c-8cfb2569efdf {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:04:14.656267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:14.758676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e13a1-c3e4-463c-8832-6e11ced8f999 req-16695785-583b-4aa5-9e0e-8aa69666873b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:14.760086 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d1e13a1-c3e4-463c-8832-6e11ced8f999 req-16695785-583b-4aa5-9e0e-8aa69666873b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 944 time: 0.0544825 Sep 17 23:04:14.762317 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.815411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=11']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:15.074164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d1e13a1-c3e4-463c-8832-6e11ced8f999 req-0d6d09d0-e8af-47f1-848a-477159a9b498 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069665 Sep 17 23:04:15.123637 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['33723abc-bd9b-469f-b14c-8cfb2569efdf'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:04:16.192575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc8941-0a9e-4409-b9b0-809a175c3768 req-157ec6a6-5549-4ee0-b1c1-3d89fcf4b143 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:16.194416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7bfc8941-0a9e-4409-b9b0-809a175c3768 req-157ec6a6-5549-4ee0-b1c1-3d89fcf4b143 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 945 time: 0.0497692 Sep 17 23:04:16.238024 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7bfc8941-0a9e-4409-b9b0-809a175c3768 req-1ce42b49-fa67-4ef7-aefb-0661bfe83925 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371010 Sep 17 23:04:16.466487 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:04:16.584600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 33723abc-bd9b-469f-b14c-8cfb2569efdf completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:04:16.584600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 33723abc-bd9b-469f-b14c-8cfb2569efdf triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:16.584600 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.675174 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.697495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:16.699775 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803868b3-fa29-4787-b0e5-48afbc0e1a89" -d '{"events": [{"server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "name": "network-vif-plugged", "status": "completed", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:16.712523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:16.739477 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc3b63-755e-452e-8f43-eb401e57eed6 x-openstack-request-id: req-76bc3b63-755e-452e-8f43-eb401e57eed6 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:16.739477 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "name": "network-vif-plugged", "status": "completed", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:16.739477 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76bc3b63-755e-452e-8f43-eb401e57eed6 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:16.739477 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'code': 200} Sep 17 23:04:16.785674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.837943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=12']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:16.985873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583615d-8621-4018-93e1-2a9587a7b938 req-8b39f7d8-c5e1-4ef8-a23c-622b3d717e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:16.987246 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d583615d-8621-4018-93e1-2a9587a7b938 req-8b39f7d8-c5e1-4ef8-a23c-622b3d717e14 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1098 time: 0.0417185 Sep 17 23:04:17.021101 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d583615d-8621-4018-93e1-2a9587a7b938 req-4b9cfda8-996e-45d3-8293-b1f924a543f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270739 Sep 17 23:04:17.353244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a6f48-e38f-4691-bf0b-b496e7ec52e6 req-d7d60ee2-1f99-4294-a265-28f10642d1d8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:17.354759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-529a6f48-e38f-4691-bf0b-b496e7ec52e6 req-d7d60ee2-1f99-4294-a265-28f10642d1d8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0502100 Sep 17 23:04:17.393385 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-529a6f48-e38f-4691-bf0b-b496e7ec52e6 req-90983d58-1676-4d5b-a876-68973f711d2a tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324125 Sep 17 23:04:18.517486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44796e-1901-4a09-9c04-c4648c88b533 req-9d92139c-9b02-435d-8cbc-c15978af4057 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:18.518982 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b44796e-1901-4a09-9c04-c4648c88b533 req-9d92139c-9b02-435d-8cbc-c15978af4057 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0541155 Sep 17 23:04:18.559421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8b44796e-1901-4a09-9c04-c4648c88b533 req-520b14e7-1152-43c0-8d24-fd5b4b0d85e2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342925 Sep 17 23:04:19.673088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c618bdd-af85-46e6-a43b-35307fce1410 req-9dc8d6ad-f06a-4025-85c0-55c7068b30c0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:19.674593 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c618bdd-af85-46e6-a43b-35307fce1410 req-9dc8d6ad-f06a-4025-85c0-55c7068b30c0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0484517 Sep 17 23:04:19.714131 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0c618bdd-af85-46e6-a43b-35307fce1410 req-a276005d-af8f-4eba-900e-e27150aaaa08 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332861 Sep 17 23:04:19.830708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0c59-4aed-44ca-bd78-d1445ac38975 req-a37c4a20-b9c4-4d1e-a4fa-b5f81d43631f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:19.832189 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c76f0c59-4aed-44ca-bd78-d1445ac38975 req-a37c4a20-b9c4-4d1e-a4fa-b5f81d43631f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0520113 Sep 17 23:04:19.869927 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c76f0c59-4aed-44ca-bd78-d1445ac38975 req-16ba57f1-1a19-4af3-a234-8d43990de418 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Sep 17 23:04:19.993028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c4065-4d49-4fd7-8b3b-347e1fe82a40 req-da1ecaa5-31a3-4f3a-a71c-dfa61b83684f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:19.994518 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-168c4065-4d49-4fd7-8b3b-347e1fe82a40 req-da1ecaa5-31a3-4f3a-a71c-dfa61b83684f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0503023 Sep 17 23:04:20.038297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-168c4065-4d49-4fd7-8b3b-347e1fe82a40 req-fc7785a3-c0d8-4c69-a129-445cba23b654 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367477 Sep 17 23:04:20.169525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46916684-e702-4a5a-8169-845a71370c35 req-dee63374-e7ad-4f8d-92f4-4db8bce10927 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:20.171019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46916684-e702-4a5a-8169-845a71370c35 req-dee63374-e7ad-4f8d-92f4-4db8bce10927 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0494878 Sep 17 23:04:20.209180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46916684-e702-4a5a-8169-845a71370c35 req-6c0a8598-478b-4cdc-bb4c-b0dfc0badda2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Sep 17 23:04:20.324555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f774b4-004d-4ca6-92cf-71e0b6c3b912 req-75ec67d9-cf37-45e4-b186-1d0b590eb8f1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:20.325997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-32f774b4-004d-4ca6-92cf-71e0b6c3b912 req-75ec67d9-cf37-45e4-b186-1d0b590eb8f1 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0496151 Sep 17 23:04:20.367255 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-32f774b4-004d-4ca6-92cf-71e0b6c3b912 req-1cfe0592-2d29-428e-a21b-9ef1828fd08f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346439 Sep 17 23:04:20.497563 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b8d14-38fa-485a-9a10-adc1f28310c3 req-8521ba57-3d70-4707-abfe-5c15ddce4006 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:20.499026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-441b8d14-38fa-485a-9a10-adc1f28310c3 req-8521ba57-3d70-4707-abfe-5c15ddce4006 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0497663 Sep 17 23:04:20.536627 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-441b8d14-38fa-485a-9a10-adc1f28310c3 req-3bbfe1d2-b6f0-48fc-9cda-d9dfe7d78247 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Sep 17 23:04:20.650698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93352ea6-00c7-4495-8829-04d274202fa0 req-a7c5cce6-06f9-480b-8cbb-99b9e09b10b8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:20.652319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93352ea6-00c7-4495-8829-04d274202fa0 req-a7c5cce6-06f9-480b-8cbb-99b9e09b10b8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0488164 Sep 17 23:04:20.690052 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-93352ea6-00c7-4495-8829-04d274202fa0 req-2582a98d-d127-4e71-aa5d-383a12212617 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311277 Sep 17 23:04:21.127592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eb11b-bfc1-4c1f-82a4-2a5dd72a1314 req-ea691330-6442-4061-85e7-b01e6660963d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:21.129132 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad2eb11b-bfc1-4c1f-82a4-2a5dd72a1314 req-ea691330-6442-4061-85e7-b01e6660963d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0498066 Sep 17 23:04:21.170880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad2eb11b-bfc1-4c1f-82a4-2a5dd72a1314 req-2902c0e1-0a73-4964-97cd-3a8020365693 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356312 Sep 17 23:04:22.293264 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54837d9-8802-4fa0-910f-e54539258e51 req-ccedda6a-1867-42ee-a037-5c53fbf76da6 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:22.294713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f54837d9-8802-4fa0-910f-e54539258e51 req-ccedda6a-1867-42ee-a037-5c53fbf76da6 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0523512 Sep 17 23:04:22.332747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f54837d9-8802-4fa0-910f-e54539258e51 req-1c349b9c-123d-40a9-a319-3e737c32269f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Sep 17 23:04:22.705833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52cc3-9428-42f1-b309-faf22caa2ba7 req-e0f189f6-dec8-4ad6-8b18-99fcc5aacb58 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:22.707802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97b52cc3-9428-42f1-b309-faf22caa2ba7 req-e0f189f6-dec8-4ad6-8b18-99fcc5aacb58 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0508704 Sep 17 23:04:22.757765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97b52cc3-9428-42f1-b309-faf22caa2ba7 req-fe03f8b5-edbc-45f0-87dc-e1a874f2762e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Sep 17 23:04:22.797061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4308-888d-40c8-bcf3-01e33e019f80 req-5512431a-f597-4ecd-b070-c9632bf295a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:22.799729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a64a4308-888d-40c8-bcf3-01e33e019f80 req-5512431a-f597-4ecd-b070-c9632bf295a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ade895dce644998a9e711e2ad35ad6&device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 1098 time: 0.0501139 Sep 17 23:04:22.891556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4308-888d-40c8-bcf3-01e33e019f80 req-dc2d2f3a-eee3-4779-8f5c-7400dc4611f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:22.893157 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a64a4308-888d-40c8-bcf3-01e33e019f80 req-dc2d2f3a-eee3-4779-8f5c-7400dc4611f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 200 len: 914 time: 0.0869212 Sep 17 23:04:22.936903 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a64a4308-888d-40c8-bcf3-01e33e019f80 req-7b2d576f-85a7-40b7-b6cc-3dff77f973c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 200 len: 217 time: 0.0368111 Sep 17 23:04:22.984087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4308-888d-40c8-bcf3-01e33e019f80 req-f2b907a2-4e5a-432b-ad16-7b6dd9f43b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:22.985934 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a64a4308-888d-40c8-bcf3-01e33e019f80 req-f2b907a2-4e5a-432b-ad16-7b6dd9f43b4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 HTTP/1.1" status: 200 len: 853 time: 0.0419917 Sep 17 23:04:23.016803 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a64a4308-888d-40c8-bcf3-01e33e019f80 req-347d0657-20b7-4640-a82a-2cd3649a5f04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2f70024-5c79-4e83-9d11-2fb2a1257456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242867 Sep 17 23:04:23.119170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a64a4308-888d-40c8-bcf3-01e33e019f80 req-eaaad931-368c-45c4-b0bf-317a8c84c9f4 service neutron] 10.222.0.15 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955424 Sep 17 23:04:23.212549 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a64a4308-888d-40c8-bcf3-01e33e019f80 req-ae4f5108-0dba-4052-a7fb-6014a3994701 service neutron] 10.222.0.15 "GET /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850766 Sep 17 23:04:23.889373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba3ee3-b87e-4450-b656-72de44bafcf1 req-51776eda-f2e8-425a-8d10-c120001a2c31 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:23.890943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8aba3ee3-b87e-4450-b656-72de44bafcf1 req-51776eda-f2e8-425a-8d10-c120001a2c31 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0565948 Sep 17 23:04:23.930280 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8aba3ee3-b87e-4450-b656-72de44bafcf1 req-1b2f8dff-acf3-4ff8-a48d-d7a505226033 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Sep 17 23:04:25.044654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc26a8-a90a-4e6e-a25f-b5947e1ae637 req-bc80ada3-859e-443f-8245-4cb4a40813f2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.046157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97cc26a8-a90a-4e6e-a25f-b5947e1ae637 req-bc80ada3-859e-443f-8245-4cb4a40813f2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0493212 Sep 17 23:04:25.085116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97cc26a8-a90a-4e6e-a25f-b5947e1ae637 req-3550c424-31ed-441b-93d9-93af40ed45b2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Sep 17 23:04:25.199850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317da27-c02b-4849-8db8-1bddd801ac34 req-d51fc542-5cd0-4970-9cb2-91636700c3aa tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.201360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0317da27-c02b-4849-8db8-1bddd801ac34 req-d51fc542-5cd0-4970-9cb2-91636700c3aa tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0490327 Sep 17 23:04:25.240066 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0317da27-c02b-4849-8db8-1bddd801ac34 req-9963ccab-847d-4dac-9536-4d4cb0757ef9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Sep 17 23:04:25.371590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a212cd6-9d78-48a1-a44d-1156e562bfeb req-aaabf907-43fc-4a74-9001-170a8da4814d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.373097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a212cd6-9d78-48a1-a44d-1156e562bfeb req-aaabf907-43fc-4a74-9001-170a8da4814d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0494094 Sep 17 23:04:25.415338 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5a212cd6-9d78-48a1-a44d-1156e562bfeb req-c8426c04-c359-4563-b354-c1744fe2b23f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352020 Sep 17 23:04:25.531152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb61397-ac80-48a7-9551-e7c2059d9d3f req-3f090051-9fb7-42fd-8a3f-cfaa59ad0283 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.533066 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9bb61397-ac80-48a7-9551-e7c2059d9d3f req-3f090051-9fb7-42fd-8a3f-cfaa59ad0283 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0491631 Sep 17 23:04:25.574806 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9bb61397-ac80-48a7-9551-e7c2059d9d3f req-ebae6d14-3d19-436d-a0eb-abd2b6851da8 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355897 Sep 17 23:04:25.745692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e782a2b-a97a-4ef7-9805-78b434ffb649 req-4d9b25f8-b7d7-4091-86e5-c140b0235dc5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.747334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e782a2b-a97a-4ef7-9805-78b434ffb649 req-4d9b25f8-b7d7-4091-86e5-c140b0235dc5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0581932 Sep 17 23:04:25.794488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e782a2b-a97a-4ef7-9805-78b434ffb649 req-e09bc45c-8bee-4744-96ae-2fe910db1a98 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349157 Sep 17 23:04:25.917075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccb940-cac3-4de1-a4f7-c496dd365261 req-315228db-e881-4d70-9d82-b2732ea33c4e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.918563 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fccb940-cac3-4de1-a4f7-c496dd365261 req-315228db-e881-4d70-9d82-b2732ea33c4e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0538633 Sep 17 23:04:25.957740 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fccb940-cac3-4de1-a4f7-c496dd365261 req-0c860346-a247-4dd7-917d-bbd80232bc3e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328743 Sep 17 23:04:26.097034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4233c-df09-4151-ae0f-f35bbb87447d req-f3dcf458-7a45-4f51-8833-2e10bd26d5a7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:26.098663 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21c4233c-df09-4151-ae0f-f35bbb87447d req-f3dcf458-7a45-4f51-8833-2e10bd26d5a7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0582130 Sep 17 23:04:26.140842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21c4233c-df09-4151-ae0f-f35bbb87447d req-c4b43453-2675-4e00-91fb-7f33f8aa0afc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349784 Sep 17 23:04:26.262256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accb424-3672-47d0-9890-8eb89c264b66 req-acd14416-23cb-4cdb-9a0e-11ceb48589da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:26.263748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6accb424-3672-47d0-9890-8eb89c264b66 req-acd14416-23cb-4cdb-9a0e-11ceb48589da tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0515075 Sep 17 23:04:26.301617 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6accb424-3672-47d0-9890-8eb89c264b66 req-678f6ec9-5567-4d53-a528-e7155ce6f94e tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317175 Sep 17 23:04:26.370681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-fb57b126-9360-485b-b420-8eaf2acd7f71 req-dfa2c965-e0b3-4d52-ad33-15ada74b86c3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:04:26.371584 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fb57b126-9360-485b-b420-8eaf2acd7f71 req-dfa2c965-e0b3-4d52-ad33-15ada74b86c3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054593 Sep 17 23:04:26.475090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea88689-1a8f-4199-b78c-9ab510b8fad3 req-64a832b3-4faf-4652-a59e-2d54b14d3019 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:26.476484 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eea88689-1a8f-4199-b78c-9ab510b8fad3 req-64a832b3-4faf-4652-a59e-2d54b14d3019 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0482311 Sep 17 23:04:26.518010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eea88689-1a8f-4199-b78c-9ab510b8fad3 req-f0e20424-6aa2-4ed5-9e1f-fe3a3678c950 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354826 Sep 17 23:04:26.632934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3895-7e2f-4c8f-bda8-99c991b3a4f1 req-4f4ecc4a-9156-4d26-987b-8b92c27da86d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:26.634342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c52d3895-7e2f-4c8f-bda8-99c991b3a4f1 req-4f4ecc4a-9156-4d26-987b-8b92c27da86d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0495710 Sep 17 23:04:26.672292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c52d3895-7e2f-4c8f-bda8-99c991b3a4f1 req-613cb2ff-40a4-431c-8f50-c8d44b2d4c6d tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319626 Sep 17 23:04:26.805931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8c82f-e7c9-463b-9ed6-61951983baac req-aa1a8bfb-757b-44ef-a19e-b3ae4681153f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:26.807401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-24c8c82f-e7c9-463b-9ed6-61951983baac req-aa1a8bfb-757b-44ef-a19e-b3ae4681153f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0536213 Sep 17 23:04:26.845794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-24c8c82f-e7c9-463b-9ed6-61951983baac req-fa5e03e0-a29d-4c70-b20a-d43765b7d0d7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Sep 17 23:04:26.961193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35480d5-cb2a-4575-8f5a-f36727cb3722 req-5e9fa4f4-0325-4710-8c17-274561dd3c61 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:26.962723 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a35480d5-cb2a-4575-8f5a-f36727cb3722 req-5e9fa4f4-0325-4710-8c17-274561dd3c61 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0493622 Sep 17 23:04:26.999724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a35480d5-cb2a-4575-8f5a-f36727cb3722 req-9c473bb3-ef4e-4621-a910-e59ca5b73da4 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306375 Sep 17 23:04:27.124882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e37a64-4955-4bd3-80ba-38cbfb4b4b93 req-efb3a6d5-ad7c-4b03-88da-e8f4057e1b78 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:27.126404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0e37a64-4955-4bd3-80ba-38cbfb4b4b93 req-efb3a6d5-ad7c-4b03-88da-e8f4057e1b78 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0498676 Sep 17 23:04:27.164172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0e37a64-4955-4bd3-80ba-38cbfb4b4b93 req-12bf27fb-226d-4c81-a6e0-25b3d899d89f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 Sep 17 23:04:27.286451 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0725c1e-5a68-4025-ad78-35c7d369e8f7 req-a1a1352f-a0af-48a7-8cfa-7e8bd7fce62b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:27.287824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0725c1e-5a68-4025-ad78-35c7d369e8f7 req-a1a1352f-a0af-48a7-8cfa-7e8bd7fce62b tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0499277 Sep 17 23:04:27.325252 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0725c1e-5a68-4025-ad78-35c7d369e8f7 req-d068091b-4761-4b8a-ba19-ff959cc182ee tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Sep 17 23:04:27.448486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6a706-d8d1-46dd-90c8-191c87465172 req-61e78b3a-7481-4383-afcb-21780dbea8a0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:27.449987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11f6a706-d8d1-46dd-90c8-191c87465172 req-61e78b3a-7481-4383-afcb-21780dbea8a0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0489426 Sep 17 23:04:27.488685 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11f6a706-d8d1-46dd-90c8-191c87465172 req-166f73ee-de29-4dcf-b80d-8cde436828cc tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Sep 17 23:04:29.431157 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:30.263792 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:04:32.663998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af946bea-8646-40d4-b69a-c81a7b9fe90a req-4b4eb127-8fbd-4a7f-ae6d-ae5a44f319b5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:32.666491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af946bea-8646-40d4-b69a-c81a7b9fe90a req-4b4eb127-8fbd-4a7f-ae6d-ae5a44f319b5 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0615754 Sep 17 23:04:32.704655 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af946bea-8646-40d4-b69a-c81a7b9fe90a req-46c3b708-46e5-49e3-b893-fe4a76cf00e7 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323570 Sep 17 23:04:33.291900 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-36df0cb5-4653-4dc3-ac7d-d590a2962b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:33.824943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd6570-07f3-4576-964a-0756d4a453e6 req-f7dab581-9bd2-497e-a389-88cc22c3235f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:33.826510 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1bd6570-07f3-4576-964a-0756d4a453e6 req-f7dab581-9bd2-497e-a389-88cc22c3235f tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0509291 Sep 17 23:04:33.868460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c1bd6570-07f3-4576-964a-0756d4a453e6 req-7c00eb53-d453-4608-899c-222abffc3ffa tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Sep 17 23:04:34.650824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-84aa003b-3fa5-487a-88ec-8d656c5626b0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:34.652348 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-84aa003b-3fa5-487a-88ec-8d656c5626b0 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0502326 Sep 17 23:04:34.740321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-13a3ddb3-4d9c-4d4b-84a8-77649454a4a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Deleting port 33723abc-bd9b-469f-b14c-8cfb2569efdf {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:04:34.740664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-13a3ddb3-4d9c-4d4b-84a8-77649454a4a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:34.833971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-13a3ddb3-4d9c-4d4b-84a8-77649454a4a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] For port 33723abc-bd9b-469f-b14c-8cfb2569efdf, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=33723abc-bd9b-469f-b14c-8cfb2569efdf,segment=NetworkSegment(f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a),segment_id=f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:34.834330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-13a3ddb3-4d9c-4d4b-84a8-77649454a4a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:34.847967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-13a3ddb3-4d9c-4d4b-84a8-77649454a4a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Calling delete_port for 33723abc-bd9b-469f-b14c-8cfb2569efdf owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:04:35.019395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a5c3c-6575-4f54-b06d-0b26a75bab75 req-16e2afcd-9ed5-4f6c-bf0b-35ae4a17c6c2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:35.020938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e8a5c3c-6575-4f54-b06d-0b26a75bab75 req-16e2afcd-9ed5-4f6c-bf0b-35ae4a17c6c2 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c906259-8e72-4588-8a32-d4a88b76cd25 HTTP/1.1" status: 200 len: 946 time: 0.0667930 Sep 17 23:04:35.061375 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e8a5c3c-6575-4f54-b06d-0b26a75bab75 req-1ba7c267-3922-4ef2-a109-bd86eaafd6ef tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.30 "GET /v2.0/security-groups?id=c941024b-f957-4cda-945a-dc917e6279a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Sep 17 23:04:35.091723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-13a3ddb3-4d9c-4d4b-84a8-77649454a4a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:35.120420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3ddb3-4d9c-4d4b-84a8-77649454a4a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Pushing event deleted for resources: {'Port': ['ID=33723abc-bd9b-469f-b14c-8cfb2569efdf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:35.124708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['33723abc-bd9b-469f-b14c-8cfb2569efdf'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:04:35.171821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-13a3ddb3-4d9c-4d4b-84a8-77649454a4a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] No DVR routers for this DVR port 33723abc-bd9b-469f-b14c-8cfb2569efdf on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:04:35.174462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-13a3ddb3-4d9c-4d4b-84a8-77649454a4a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:35.176565 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7d61d66-b6d0-4f04-aa02-f86477704e05 req-13a3ddb3-4d9c-4d4b-84a8-77649454a4a9 tempest-ServersNegativeTestJSON-251272461 tempest-ServersNegativeTestJSON-251272461-project] 10.222.0.15 "DELETE /v2.0/ports/33723abc-bd9b-469f-b14c-8cfb2569efdf HTTP/1.1" status: 204 len: 173 time: 0.5183408 Sep 17 23:04:35.182658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'name': 'network-vif-deleted', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:35.182658 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e731f9a0-fb75-47ff-83ca-9e87fe2c82e8" -d '{"events": [{"server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "name": "network-vif-deleted", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:35.215011 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e3df34-1627-49a7-83ac-6d751f31aee3 x-openstack-request-id: req-85e3df34-1627-49a7-83ac-6d751f31aee3 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:35.215307 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c906259-8e72-4588-8a32-d4a88b76cd25", "name": "network-vif-deleted", "tag": "33723abc-bd9b-469f-b14c-8cfb2569efdf", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:35.215555 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85e3df34-1627-49a7-83ac-6d751f31aee3 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:35.215946 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c906259-8e72-4588-8a32-d4a88b76cd25', 'name': 'network-vif-deleted', 'tag': '33723abc-bd9b-469f-b14c-8cfb2569efdf', 'status': 'completed', 'code': 200} Sep 17 23:04:35.882460 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d8d8dfdf-1920-410f-b877-b05402756239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.121952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49436) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:36.169555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Deleting subnet 7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:04:36.174211 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.210752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.250877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.388983 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.413421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:36.434228 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.434228 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7a87438e-b1e0-4bf2-b4ea-b65e61f9ff14 HTTP/1.1" status: 204 len: 168 time: 0.3023167 Sep 17 23:04:36.434228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.434228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.434228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.434780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49438) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:36.435217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.435217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.435217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.435217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.435217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.435217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.435217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.435217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.435217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d0c89-a491-48f6-a15a-3e8f125d2385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:36.502812 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.589587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.610839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f70024-5c79-4e83-9d11-2fb2a1257456']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:36.620766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:36.621064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d5d162-f5db-4d44-8dd2-0eb9bae80d7a') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:36.630656 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.646486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.655179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:04:36.656564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:04:36.657560 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:04:36.796597 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.803393 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:36.806083 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f2f70024-5c79-4e83-9d11-2fb2a1257456 HTTP/1.1" status: 204 len: 168 time: 0.3763263 Sep 17 23:04:36.820552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f582d-373f-43f5-ad16-6dc358db40f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f70024-5c79-4e83-9d11-2fb2a1257456,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:37.042088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:37.105685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49442) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:37.145858 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4d7eb36b-10af-4a05-834b-a8f2215b7f69 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0ade895dce644998a9e711e2ad35ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417659 Sep 17 23:04:37.149062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49444) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:37.206317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8609-1268-4863-9947-584250a2f648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:37.230088 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8609-1268-4863-9947-584250a2f648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:37.356578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8609-1268-4863-9947-584250a2f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:37.359287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8609-1268-4863-9947-584250a2f648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:37.360557 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fa3e8609-1268-4863-9947-584250a2f648 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c941024b-f957-4cda-945a-dc917e6279a5 HTTP/1.1" status: 204 len: 168 time: 0.2105572 Sep 17 23:04:37.369813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e8609-1268-4863-9947-584250a2f648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c941024b-f957-4cda-945a-dc917e6279a5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:37.482908 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:38.537099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49466) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:38.606613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:04:38.626253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 33723abc-bd9b-469f-b14c-8cfb2569efdf {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:04:38.626602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 33723abc-bd9b-469f-b14c-8cfb2569efdf not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:04:38.707623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1409737224-network', 'tenant_id': '49ad0e2500e74d0cb48a934f4e17e275'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:38.806309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Made reservation on behalf of 49ad0e2500e74d0cb48a934f4e17e275 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:04:38.808697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:38.817321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:38.912147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:38.982952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:39.010931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:04:39.017197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:39.023260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:39.023638 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Added segment d083a164-e7f4-47e2-91b3-c50530cb05d3 of type vlan for network d3fd1543-08fb-4512-bc4d-03139b2a153c Sep 17 23:04:39.063913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:39.120246 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:39.156496 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:39.157493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:39.158078 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:39.217978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] Pushing event updated for resources: {'Network': ['ID=d3fd1543-08fb-4512-bc4d-03139b2a153c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:39.228489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d3fd1543-08fb-4512-bc4d-03139b2a153c details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:04:39.254546 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-66e7232f-a209-45a6-aa73-5a5610d47a30 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7160707 Sep 17 23:04:39.257135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49474) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:39.264787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Request body: {'subnet': {'network_id': 'd3fd1543-08fb-4512-bc4d-03139b2a153c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1409737224-subnet', 'tenant_id': '49ad0e2500e74d0cb48a934f4e17e275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:39.350655 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Made reservation on behalf of 49ad0e2500e74d0cb48a934f4e17e275 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:04:39.353586 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:39.590821 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:39.650270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1a27b3-5904-4ec4-8c6b-2c72db3fdb20,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:39.661197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Checking segment: {'id': 'd083a164-e7f4-47e2-91b3-c50530cb05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3fd1543-08fb-4512-bc4d-03139b2a153c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:04:39.661553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Network hostable DHCP agents. Network: d3fd1543-08fb-4512-bc4d-03139b2a153c, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:04:39.779128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Network d3fd1543-08fb-4512-bc4d-03139b2a153c is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:04:39.854081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d3fd1543-08fb-4512-bc4d-03139b2a153c) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:04:39.858236 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:39.861374 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:39.864667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecac7f2-b067-45dd-952b-39546e26a5eb None None] Network d3fd1543-08fb-4512-bc4d-03139b2a153c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:04:39.940136 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-95a97827-d30c-410b-ac8c-8399c536ef89 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6815307 Sep 17 23:04:39.986330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a40d6-ec7b-4d62-bf6a-9cfc6f9db09c None None] Network d3fd1543-08fb-4512-bc4d-03139b2a153c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:04:40.582006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49488) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:40.587864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1618663303-network', 'tenant_id': '99ea1fbe051d438b841dd47073f2588c'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:40.588431 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:40.673390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Made reservation on behalf of 99ea1fbe051d438b841dd47073f2588c for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:04:40.675757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:40.685363 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:40.780446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:40.845777 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:40.870303 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:04:40.880028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde19730-303d-48b1-9829-00f4b3d46c45,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:40.885432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:40.885781 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Added segment a3b2b078-5ffe-4ed8-bd6a-49b68aa0eee4 of type vlan for network e30a8f7f-c231-4f80-80af-3b9dce2619ab Sep 17 23:04:40.929564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:41.019382 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:41.020421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:41.021012 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:41.083943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] Pushing event updated for resources: {'Network': ['ID=e30a8f7f-c231-4f80-80af-3b9dce2619ab,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:41.096194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e30a8f7f-c231-4f80-80af-3b9dce2619ab details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:04:41.111283 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2f8b3766-c97e-4208-b203-77ba59cf23fc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5281401 Sep 17 23:04:41.114148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49490) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:41.120825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Request body: {'subnet': {'network_id': 'e30a8f7f-c231-4f80-80af-3b9dce2619ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1618663303-subnet', 'tenant_id': '99ea1fbe051d438b841dd47073f2588c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:41.223157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Made reservation on behalf of 99ea1fbe051d438b841dd47073f2588c for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:04:41.225754 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:41.465395 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:41.537036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc7ea1b-e1c3-4b41-9de4-483def7cf065,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:41.543788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Checking segment: {'id': 'a3b2b078-5ffe-4ed8-bd6a-49b68aa0eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e30a8f7f-c231-4f80-80af-3b9dce2619ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:04:41.544508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Network hostable DHCP agents. Network: e30a8f7f-c231-4f80-80af-3b9dce2619ab, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:04:41.630830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Network e30a8f7f-c231-4f80-80af-3b9dce2619ab is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:04:41.676703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e30a8f7f-c231-4f80-80af-3b9dce2619ab) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:04:41.681668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:41.683076 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:41.686673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85b1f73-01d1-4691-8615-5195642b37dd None None] Network e30a8f7f-c231-4f80-80af-3b9dce2619ab requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:04:41.751598 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dd5569d7-23da-455a-a435-3fd67a1d22b1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6362998 Sep 17 23:04:41.814925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac9ca4-5ed8-4338-910c-0a8af3d865a2 None None] Network e30a8f7f-c231-4f80-80af-3b9dce2619ab requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:04:42.264129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-5a0b5ab6-3d12-48f4-bc47-37b73ba8232c tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:42.265650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-5a0b5ab6-3d12-48f4-bc47-37b73ba8232c tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/networks?id=d3fd1543-08fb-4512-bc4d-03139b2a153c HTTP/1.1" status: 200 len: 825 time: 0.1059034 Sep 17 23:04:42.280854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-b7933125-39b9-4832-8a7b-e45b1037165c tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/quotas/49ad0e2500e74d0cb48a934f4e17e275 HTTP/1.1" status: 200 len: 375 time: 0.0094316 Sep 17 23:04:42.316848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-2db0d733-068f-46e6-8e97-14b0a1fc529a tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=49ad0e2500e74d0cb48a934f4e17e275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305817 Sep 17 23:04:42.411307 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-27554632-bd0c-4852-abc8-ae7e780b4def service neutron] 10.222.0.30 "GET /v2.0/networks/d3fd1543-08fb-4512-bc4d-03139b2a153c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874550 Sep 17 23:04:42.509657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-009f725e-dc43-420b-8884-aa0670718c6d service neutron] 10.222.0.30 "GET /v2.0/networks/d3fd1543-08fb-4512-bc4d-03139b2a153c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916355 Sep 17 23:04:42.749785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89e444b1-9b67-4b17-8a20-b2c28374e8f6 req-7b79868d-b1e2-4972-a0b0-8b66b0141eba tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 210 time: 0.0301793 Sep 17 23:04:43.846838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b20c1c90-2557-4653-b948-49188c3af15b req-d74a02ce-d8f7-4a7b-bb22-ad0323000d4d tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 210 time: 0.0273089 Sep 17 23:04:44.915900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-06ab6141-d2d4-4f46-9b78-89536173347c tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:44.917462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-06ab6141-d2d4-4f46-9b78-89536173347c tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.23 "GET /v2.0/networks?id=d3fd1543-08fb-4512-bc4d-03139b2a153c HTTP/1.1" status: 200 len: 825 time: 0.1082270 Sep 17 23:04:44.933110 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Request body: {'port': {'device_id': 'c4cb54de-d8ee-4362-b978-b782f8663477', 'network_id': 'd3fd1543-08fb-4512-bc4d-03139b2a153c', 'admin_state_up': True, 'tenant_id': '49ad0e2500e74d0cb48a934f4e17e275'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:44.946169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd54dde7-7897-4356-aa4d-22cfb85d0cf2 req-730bf4a1-3265-40f6-a7e3-85097a3f3261 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 210 time: 0.0278919 Sep 17 23:04:44.984785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-4e5ee78a-c25f-47d3-97e0-d50090ff910c req-c8f4ec3b-747c-4fbd-bf3f-92e69f8b3557 service neutron] (95455) timed out ('10.222.0.15', 53945) {{(pid=95455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:04:45.127796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Made reservation on behalf of 49ad0e2500e74d0cb48a934f4e17e275 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:04:45.131283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:45.266216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Allocated IP 172.20.0.5 (d3fd1543-08fb-4512-bc4d-03139b2a153c/9c1a27b3-5904-4ec4-8c6b-2c72db3fdb20/96ddc164-d934-4601-938f-3d3d7af8e74d) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:04:45.446420 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:45.534038 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:45.581724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Network d3fd1543-08fb-4512-bc4d-03139b2a153c is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:04:45.584891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:04:45.591826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:04:45.598364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Pushing event updated for resources: {'Port': ['ID=96ddc164-d934-4601-938f-3d3d7af8e74d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:45.650495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:45.651121 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:45.739884 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-faf546e0-5deb-4b91-ac4d-5239cb9481a6 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8122563 Sep 17 23:04:45.752082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Request body: {'port': {'device_id': 'c4cb54de-d8ee-4362-b978-b782f8663477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:45.808227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:46.131221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982299a-e89e-42d2-bef7-edcc6c5e1e60 req-7a1819cd-0a5b-402b-a63a-b8201ea34024 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:46.133290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f982299a-e89e-42d2-bef7-edcc6c5e1e60 req-7a1819cd-0a5b-402b-a63a-b8201ea34024 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 931 time: 0.0996530 Sep 17 23:04:46.144582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ddc164-d934-4601-938f-3d3d7af8e74d {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:04:46.154634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:46.185078 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Transition to ACTIVE for port object 96ddc164-d934-4601-938f-3d3d7af8e74d will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:04:46.194501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f982299a-e89e-42d2-bef7-edcc6c5e1e60 req-7a9a9aa9-94a3-468d-991b-07eb17789e1e tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498064 Sep 17 23:04:46.253528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:46.308062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Pushing event updated for resources: {'Port': ['ID=96ddc164-d934-4601-938f-3d3d7af8e74d,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:46.376932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Attempting to bind port 96ddc164-d934-4601-938f-3d3d7af8e74d on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:04:46.377263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Attempting to bind port 96ddc164-d934-4601-938f-3d3d7af8e74d by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'd083a164-e7f4-47e2-91b3-c50530cb05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3fd1543-08fb-4512-bc4d-03139b2a153c'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:04:46.377586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Attempting to bind port 96ddc164-d934-4601-938f-3d3d7af8e74d on network d3fd1543-08fb-4512-bc4d-03139b2a153c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:04:46.382077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Port 96ddc164-d934-4601-938f-3d3d7af8e74d on network d3fd1543-08fb-4512-bc4d-03139b2a153c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:04:46.382397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Attempting to bind port 96ddc164-d934-4601-938f-3d3d7af8e74d on network d3fd1543-08fb-4512-bc4d-03139b2a153c {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:04:46.387864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:04:46.388235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Checking segment: {'id': 'd083a164-e7f4-47e2-91b3-c50530cb05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3fd1543-08fb-4512-bc4d-03139b2a153c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:04:46.388623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Bound using segment: {'id': 'd083a164-e7f4-47e2-91b3-c50530cb05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3fd1543-08fb-4512-bc4d-03139b2a153c'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:04:46.389046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Bound port: 96ddc164-d934-4601-938f-3d3d7af8e74d, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd083a164-e7f4-47e2-91b3-c50530cb05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3fd1543-08fb-4512-bc4d-03139b2a153c'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:04:46.389714 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:46.454400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] For port 96ddc164-d934-4601-938f-3d3d7af8e74d, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:04:46.457765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] For port 96ddc164-d934-4601-938f-3d3d7af8e74d, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=96ddc164-d934-4601-938f-3d3d7af8e74d,segment=NetworkSegment(d083a164-e7f4-47e2-91b3-c50530cb05d3),segment_id=d083a164-e7f4-47e2-91b3-c50530cb05d3)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:04:46.482006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-70ec14e3-ebac-4696-81bf-59c44cc1a759 req-ff27bfab-7f07-44fe-a957-e209377776a9 service neutron] (95454) timed out ('10.222.0.15', 53930) {{(pid=95454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:04:46.539778 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:46.574831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:46.575557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:46.576888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] 10.222.0.23 "PUT /v2.0/ports/96ddc164-d934-4601-938f-3d3d7af8e74d HTTP/1.1" status: 200 len: 1092 time: 0.8289268 Sep 17 23:04:46.577320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cb54de-d8ee-4362-b978-b782f8663477', 'tag': '96ddc164-d934-4601-938f-3d3d7af8e74d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:46.579613 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f6de95-60ef-4d54-9158-939e822737f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4cb54de-d8ee-4362-b978-b782f8663477", "tag": "96ddc164-d934-4601-938f-3d3d7af8e74d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:46.614676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442c8e1-7f01-4dfd-bbe7-451840b32d89 service neutron] Pushing event updated for resources: {'Port': ['ID=96ddc164-d934-4601-938f-3d3d7af8e74d,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:46.620309 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1d7f1d-bb0f-4edd-af50-d54c7ad477d2 x-openstack-request-id: req-bf1d7f1d-bb0f-4edd-af50-d54c7ad477d2 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:46.620596 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4cb54de-d8ee-4362-b978-b782f8663477", "tag": "96ddc164-d934-4601-938f-3d3d7af8e74d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:46.620849 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf1d7f1d-bb0f-4edd-af50-d54c7ad477d2 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:46.621324 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cb54de-d8ee-4362-b978-b782f8663477', 'tag': '96ddc164-d934-4601-938f-3d3d7af8e74d', 'status': 'completed', 'code': 200} Sep 17 23:04:46.680729 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6de95-60ef-4d54-9158-939e822737f5 req-311289cb-1410-43f0-8af4-9f8ba6d22c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:46.682276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1f6de95-60ef-4d54-9158-939e822737f5 req-311289cb-1410-43f0-8af4-9f8ba6d22c0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=49ad0e2500e74d0cb48a934f4e17e275&device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 1095 time: 0.0433261 Sep 17 23:04:46.787475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6de95-60ef-4d54-9158-939e822737f5 req-d08eaee4-6aa4-48a2-8f11-4413ad6f4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:46.789588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1f6de95-60ef-4d54-9158-939e822737f5 req-d08eaee4-6aa4-48a2-8f11-4413ad6f4535 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=49ad0e2500e74d0cb48a934f4e17e275&shared=False HTTP/1.1" status: 200 len: 926 time: 0.0991163 Sep 17 23:04:46.892507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6de95-60ef-4d54-9158-939e822737f5 req-045b7135-1efe-414f-83ab-dc13e75464db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:46.893999 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1f6de95-60ef-4d54-9158-939e822737f5 req-045b7135-1efe-414f-83ab-dc13e75464db service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984066 Sep 17 23:04:46.970233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-50e3d6ec-7e74-4c9d-a1d0-5b2bf07d5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:46.971738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-50e3d6ec-7e74-4c9d-a1d0-5b2bf07d5123 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=49ad0e2500e74d0cb48a934f4e17e275&device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 1095 time: 0.0407622 Sep 17 23:04:47.017150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-355ec2fa-2ffd-4b6c-8f91-43404a7aa2cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ddc164-d934-4601-938f-3d3d7af8e74d HTTP/1.1" status: 200 len: 217 time: 0.0378079 Sep 17 23:04:47.067465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-407b8d8c-e02d-4b8d-9603-828ef1cb061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:47.068987 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-407b8d8c-e02d-4b8d-9603-828ef1cb061b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c1a27b3-5904-4ec4-8c6b-2c72db3fdb20 HTTP/1.1" status: 200 len: 865 time: 0.0445621 Sep 17 23:04:47.105458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-d74da396-2ff4-4169-bc5b-11e2b0514dc3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3fd1543-08fb-4512-bc4d-03139b2a153c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297689 Sep 17 23:04:47.202494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-58bb8790-0dc6-47e5-89cd-16ad2485131d service neutron] 10.222.0.23 "GET /v2.0/networks/d3fd1543-08fb-4512-bc4d-03139b2a153c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896595 Sep 17 23:04:47.334375 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a87147-3892-493a-b16c-29c4f97f8ec6 req-6ca3d670-386c-4582-9d76-c0a5d679c874 service neutron] 10.222.0.23 "GET /v2.0/networks/d3fd1543-08fb-4512-bc4d-03139b2a153c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244061 Sep 17 23:04:47.345414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052075-2bca-464e-af4e-bc2ad36a0ad5 req-911a2f9c-d470-4c77-8bb8-faa1dea1b698 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:47.347007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78052075-2bca-464e-af4e-bc2ad36a0ad5 req-911a2f9c-d470-4c77-8bb8-faa1dea1b698 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 943 time: 0.0752006 Sep 17 23:04:47.391566 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78052075-2bca-464e-af4e-bc2ad36a0ad5 req-1799446f-a20b-4c7f-a39f-82a9fcfe5d18 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Sep 17 23:04:48.512316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4c853-b0c9-4b8d-a3dd-905da779db6c req-8091d4af-be8f-4cd5-94fd-31f5d7059bd8 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:48.513788 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9f4c853-b0c9-4b8d-a3dd-905da779db6c req-8091d4af-be8f-4cd5-94fd-31f5d7059bd8 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 943 time: 0.0528703 Sep 17 23:04:48.551222 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9f4c853-b0c9-4b8d-a3dd-905da779db6c req-1353b5e0-229e-4ffa-905f-10c76efb6dc0 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Sep 17 23:04:49.670377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925dad5-2356-46a1-b103-190363398be2 req-da1bc867-8df7-424e-bc7b-7b405805d96e tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:49.671886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d925dad5-2356-46a1-b103-190363398be2 req-da1bc867-8df7-424e-bc7b-7b405805d96e tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 943 time: 0.0500011 Sep 17 23:04:49.710865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d925dad5-2356-46a1-b103-190363398be2 req-ee880274-7441-43cf-936a-bf86ca25ebbd tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328333 Sep 17 23:04:50.711823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 96ddc164-d934-4601-938f-3d3d7af8e74d details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:04:50.817379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 96ddc164-d934-4601-938f-3d3d7af8e74d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=96ddc164-d934-4601-938f-3d3d7af8e74d,segment=NetworkSegment(d083a164-e7f4-47e2-91b3-c50530cb05d3),segment_id=d083a164-e7f4-47e2-91b3-c50530cb05d3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:50.830850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '96ddc164-d934-4601-938f-3d3d7af8e74d', 'network_id': 'd3fd1543-08fb-4512-bc4d-03139b2a153c', 'port_id': '96ddc164-d934-4601-938f-3d3d7af8e74d', 'mac_address': 'fa:16:3e:dd:a6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1a27b3-5904-4ec4-8c6b-2c72db3fdb20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:04:50.839969 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68236173-fa57-4e16-aaa8-bc11c54f9d18 req-b0db6d5e-c310-44cb-860b-430685988e50 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:50.841549 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68236173-fa57-4e16-aaa8-bc11c54f9d18 req-b0db6d5e-c310-44cb-860b-430685988e50 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 943 time: 0.0556486 Sep 17 23:04:50.874116 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:50.888176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ddc164-d934-4601-938f-3d3d7af8e74d {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:04:50.890435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-68236173-fa57-4e16-aaa8-bc11c54f9d18 req-3579639e-78e0-42be-9075-b64ff98ef548 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 Sep 17 23:04:50.908558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 96ddc164-d934-4601-938f-3d3d7af8e74d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=96ddc164-d934-4601-938f-3d3d7af8e74d,segment=NetworkSegment(d083a164-e7f4-47e2-91b3-c50530cb05d3),segment_id=d083a164-e7f4-47e2-91b3-c50530cb05d3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:50.984896 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:51.036742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=96ddc164-d934-4601-938f-3d3d7af8e74d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:51.186058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['96ddc164-d934-4601-938f-3d3d7af8e74d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:04:52.011315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2ec50-6609-43a0-8531-2796c2a49924 req-fb6e5131-9253-42b3-978c-72199ad3da34 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:52.012858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1df2ec50-6609-43a0-8531-2796c2a49924 req-fb6e5131-9253-42b3-978c-72199ad3da34 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 944 time: 0.0542772 Sep 17 23:04:52.058403 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1df2ec50-6609-43a0-8531-2796c2a49924 req-c7bb474b-a297-45d1-b251-a743d3af109c tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Sep 17 23:04:52.741977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 96ddc164-d934-4601-938f-3d3d7af8e74d up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:04:52.863046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 96ddc164-d934-4601-938f-3d3d7af8e74d completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:04:52.868285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 96ddc164-d934-4601-938f-3d3d7af8e74d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:52.873647 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:52.948652 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:52.972016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cb54de-d8ee-4362-b978-b782f8663477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ddc164-d934-4601-938f-3d3d7af8e74d'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:52.974402 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49e009d-0f89-41dd-a730-69905d8f2a2d" -d '{"events": [{"server_uuid": "c4cb54de-d8ee-4362-b978-b782f8663477", "name": "network-vif-plugged", "status": "completed", "tag": "96ddc164-d934-4601-938f-3d3d7af8e74d"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:52.988194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 96ddc164-d934-4601-938f-3d3d7af8e74d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=96ddc164-d934-4601-938f-3d3d7af8e74d,segment=NetworkSegment(d083a164-e7f4-47e2-91b3-c50530cb05d3),segment_id=d083a164-e7f4-47e2-91b3-c50530cb05d3)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:53.013026 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed781c0-e8b5-4fe0-b208-83cd24eeeaef x-openstack-request-id: req-0ed781c0-e8b5-4fe0-b208-83cd24eeeaef {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:53.013405 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cb54de-d8ee-4362-b978-b782f8663477", "name": "network-vif-plugged", "status": "completed", "tag": "96ddc164-d934-4601-938f-3d3d7af8e74d", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:53.013679 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ed781c0-e8b5-4fe0-b208-83cd24eeeaef {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:53.014058 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cb54de-d8ee-4362-b978-b782f8663477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ddc164-d934-4601-938f-3d3d7af8e74d', 'code': 200} Sep 17 23:04:53.058886 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:53.112068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c53efa-ef75-489f-8dc7-a1417325b908 req-abdcaad1-6df4-4ffe-8249-c101a67ce497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:53.113668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16c53efa-ef75-489f-8dc7-a1417325b908 req-abdcaad1-6df4-4ffe-8249-c101a67ce497 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 1097 time: 0.0423880 Sep 17 23:04:53.114388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=96ddc164-d934-4601-938f-3d3d7af8e74d,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:53.158865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16c53efa-ef75-489f-8dc7-a1417325b908 req-6bbc1dac-a903-4b93-9bfa-4f984a8a13d4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Sep 17 23:04:53.197263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58392e-dffb-4dd7-af61-b95d4af4e5ef req-f40b5352-0885-4fbb-a5d3-1c8b705b2509 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:53.198784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9c58392e-dffb-4dd7-af61-b95d4af4e5ef req-f40b5352-0885-4fbb-a5d3-1c8b705b2509 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 945 time: 0.0543694 Sep 17 23:04:53.238847 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9c58392e-dffb-4dd7-af61-b95d4af4e5ef req-93826da7-06e8-42b0-8d2b-9904435a14aa tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338743 Sep 17 23:04:54.380990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873e155-57ec-4614-a4e6-8c1a7fdf82ef req-c2ba3f57-7947-4acf-8805-19b9201b117f tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:54.383352 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d873e155-57ec-4614-a4e6-8c1a7fdf82ef req-c2ba3f57-7947-4acf-8805-19b9201b117f tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 945 time: 0.0541625 Sep 17 23:04:54.438412 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d873e155-57ec-4614-a4e6-8c1a7fdf82ef req-b7ae00f8-1202-4cf9-ac50-2ccc30fd1662 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486412 Sep 17 23:04:54.567019 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693ea96-7d63-4776-a85f-2d51c9fb0656 req-c9f7199e-de02-486e-8eaf-79def3c21984 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:54.568582 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1693ea96-7d63-4776-a85f-2d51c9fb0656 req-c9f7199e-de02-486e-8eaf-79def3c21984 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 945 time: 0.0537839 Sep 17 23:04:54.614045 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1693ea96-7d63-4776-a85f-2d51c9fb0656 req-1ddb9428-4bf3-404d-a7b2-8fa7999039a5 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373108 Sep 17 23:04:54.833212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bd33c-c14b-4e77-9db0-41df510a4766 req-222dfd4b-a9dc-49cc-bda6-695504498174 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:54.834775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc3bd33c-c14b-4e77-9db0-41df510a4766 req-222dfd4b-a9dc-49cc-bda6-695504498174 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 945 time: 0.0497231 Sep 17 23:04:54.875891 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc3bd33c-c14b-4e77-9db0-41df510a4766 req-18522edb-8f73-4f11-b474-58e384c27e2b tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332079 Sep 17 23:04:55.432743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c9553-3635-4204-a725-9a3f0a7f5d7d req-15958a9b-c475-4e64-b6ea-7c2cf204fe4a tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:55.434480 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b54c9553-3635-4204-a725-9a3f0a7f5d7d req-15958a9b-c475-4e64-b6ea-7c2cf204fe4a tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 945 time: 0.0600207 Sep 17 23:04:55.474779 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b54c9553-3635-4204-a725-9a3f0a7f5d7d req-ec088da4-c96a-41e4-9e8b-c920ae69ec01 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343692 Sep 17 23:04:56.598507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ba30-8fd5-4a61-a3dd-d607286677a6 req-12f13c5e-9fde-4dc8-a0fa-4cd443be1a92 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:56.600014 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13f2ba30-8fd5-4a61-a3dd-d607286677a6 req-12f13c5e-9fde-4dc8-a0fa-4cd443be1a92 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 945 time: 0.0505025 Sep 17 23:04:56.668504 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13f2ba30-8fd5-4a61-a3dd-d607286677a6 req-3cf6e5e9-2fa0-4984-b0d8-2b87b2209c84 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615985 Sep 17 23:04:56.684368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-395708ab-9cad-45ef-9780-1aaad161ebf4 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:56.685860 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-395708ab-9cad-45ef-9780-1aaad161ebf4 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 945 time: 0.0731461 Sep 17 23:04:56.788212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-26a2ead1-fc06-4aa6-9e54-391c0083fe28 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Deleting port 96ddc164-d934-4601-938f-3d3d7af8e74d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:04:56.788455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-26a2ead1-fc06-4aa6-9e54-391c0083fe28 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:57.223118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-26a2ead1-fc06-4aa6-9e54-391c0083fe28 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] For port 96ddc164-d934-4601-938f-3d3d7af8e74d, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=96ddc164-d934-4601-938f-3d3d7af8e74d,segment=NetworkSegment(d083a164-e7f4-47e2-91b3-c50530cb05d3),segment_id=d083a164-e7f4-47e2-91b3-c50530cb05d3)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:57.223461 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-26a2ead1-fc06-4aa6-9e54-391c0083fe28 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:57.236085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-26a2ead1-fc06-4aa6-9e54-391c0083fe28 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Calling delete_port for 96ddc164-d934-4601-938f-3d3d7af8e74d owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:04:57.458926 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-26a2ead1-fc06-4aa6-9e54-391c0083fe28 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:57.473013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['96ddc164-d934-4601-938f-3d3d7af8e74d'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:04:57.489542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2ead1-fc06-4aa6-9e54-391c0083fe28 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Pushing event deleted for resources: {'Port': ['ID=96ddc164-d934-4601-938f-3d3d7af8e74d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:57.530849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-26a2ead1-fc06-4aa6-9e54-391c0083fe28 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] No DVR routers for this DVR port 96ddc164-d934-4601-938f-3d3d7af8e74d on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:04:57.533635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-26a2ead1-fc06-4aa6-9e54-391c0083fe28 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:57.535688 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5fc2d06-226a-4251-ac06-eb48659e9093 req-26a2ead1-fc06-4aa6-9e54-391c0083fe28 tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.23 "DELETE /v2.0/ports/96ddc164-d934-4601-938f-3d3d7af8e74d HTTP/1.1" status: 204 len: 173 time: 0.8441415 Sep 17 23:04:57.536152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cb54de-d8ee-4362-b978-b782f8663477', 'name': 'network-vif-deleted', 'tag': '96ddc164-d934-4601-938f-3d3d7af8e74d'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:57.538441 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff965f0-0d0a-4629-bce8-f59b06a171dc" -d '{"events": [{"server_uuid": "c4cb54de-d8ee-4362-b978-b782f8663477", "name": "network-vif-deleted", "tag": "96ddc164-d934-4601-938f-3d3d7af8e74d"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:57.577437 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f34eaf-c016-499f-9f9a-e2af4ce68c79 x-openstack-request-id: req-18f34eaf-c016-499f-9f9a-e2af4ce68c79 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:57.577731 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cb54de-d8ee-4362-b978-b782f8663477", "name": "network-vif-deleted", "tag": "96ddc164-d934-4601-938f-3d3d7af8e74d", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:57.577982 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18f34eaf-c016-499f-9f9a-e2af4ce68c79 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:57.578378 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cb54de-d8ee-4362-b978-b782f8663477', 'name': 'network-vif-deleted', 'tag': '96ddc164-d934-4601-938f-3d3d7af8e74d', 'status': 'completed', 'code': 200} Sep 17 23:04:57.763950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ec17918-3189-4388-b868-10c4fe1df75a req-ae765ec4-6bf1-414f-a114-b8e06c3e6aee tempest-ServersNegativeTestMultiTenantJSON-508469638 tempest-ServersNegativeTestMultiTenantJSON-508469638-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4cb54de-d8ee-4362-b978-b782f8663477 HTTP/1.1" status: 200 len: 210 time: 0.0269601 Sep 17 23:04:58.822631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49568) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:58.868297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Deleting subnet 9c1a27b3-5904-4ec4-8c6b-2c72db3fdb20 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:04:58.871459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:58.907837 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:58.956317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.076615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.104028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1a27b3-5904-4ec4-8c6b-2c72db3fdb20,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:59.106689 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.108592 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9c1a27b3-5904-4ec4-8c6b-2c72db3fdb20 HTTP/1.1" status: 204 len: 168 time: 0.2849247 Sep 17 23:04:59.112523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49570) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:59.118910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.119430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.119941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.120495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.121052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.121547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.122107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.122630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.123672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.123672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.124187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.128644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d80ffa-732a-4f9f-b463-34fe9757a307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:59.195167 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.277416 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.297907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fd1543-08fb-4512-bc4d-03139b2a153c']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:59.307674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd083a164-e7f4-47e2-91b3-c50530cb05d3') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:59.307962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd083a164-e7f4-47e2-91b3-c50530cb05d3') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:59.317211 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.330755 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.337595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:04:59.337973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:04:59.339644 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:04:59.424466 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.481626 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.487466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.490800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] 10.222.0.30 "DELETE /v2.0/networks/d3fd1543-08fb-4512-bc4d-03139b2a153c HTTP/1.1" status: 204 len: 168 time: 0.3754992 Sep 17 23:04:59.492548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49572) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:59.500736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa40d2-394c-4c7a-b658-9bd29aa6178b admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fd1543-08fb-4512-bc4d-03139b2a153c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:59.538128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-613cc9bd-f46d-4e91-b2cf-83d4be75b246 admin admin] Deleting subnet abc7ea1b-e1c3-4b41-9de4-483def7cf065 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:04:59.542064 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-613cc9bd-f46d-4e91-b2cf-83d4be75b246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.576723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-613cc9bd-f46d-4e91-b2cf-83d4be75b246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.616659 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-613cc9bd-f46d-4e91-b2cf-83d4be75b246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.727993 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-613cc9bd-f46d-4e91-b2cf-83d4be75b246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.754999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cc9bd-f46d-4e91-b2cf-83d4be75b246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc7ea1b-e1c3-4b41-9de4-483def7cf065,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:59.759513 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-613cc9bd-f46d-4e91-b2cf-83d4be75b246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.761476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-613cc9bd-f46d-4e91-b2cf-83d4be75b246 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/abc7ea1b-e1c3-4b41-9de4-483def7cf065 HTTP/1.1" status: 204 len: 168 time: 0.2677805 Sep 17 23:04:59.763949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49574) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:59.831985 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.915636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.935096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30a8f7f-c231-4f80-80af-3b9dce2619ab']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:59.944378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b2b078-5ffe-4ed8-bd6a-49b68aa0eee4') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:59.944682 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b2b078-5ffe-4ed8-bd6a-49b68aa0eee4') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:59.954795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.968615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.974442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:04:59.974830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:04:59.976482 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:05:00.103086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:00.108795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:00.110773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e30a8f7f-c231-4f80-80af-3b9dce2619ab HTTP/1.1" status: 204 len: 168 time: 0.3458767 Sep 17 23:05:00.122582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe9fe3-5228-4bc0-a090-54e7db774418 admin admin] Pushing event deleted for resources: {'Network': ['ID=e30a8f7f-c231-4f80-80af-3b9dce2619ab,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:00.492034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49578) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:05:00.533140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f3634d0f-0fdb-45c5-8fd9-4493af3f48d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49ad0e2500e74d0cb48a934f4e17e275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397868 Sep 17 23:05:00.535657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49580) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:05:00.584655 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec905-7c51-4006-a614-639701723eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:00.609322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec905-7c51-4006-a614-639701723eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:00.733351 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec905-7c51-4006-a614-639701723eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:00.736167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec905-7c51-4006-a614-639701723eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:00.737335 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5e2ec905-7c51-4006-a614-639701723eac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a1a7b8b-3f3b-454b-8185-1a08aa1cf220 HTTP/1.1" status: 204 len: 168 time: 0.2007535 Sep 17 23:05:00.746527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ec905-7c51-4006-a614-639701723eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1a7b8b-3f3b-454b-8185-1a08aa1cf220,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:00.788909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 96ddc164-d934-4601-938f-3d3d7af8e74d no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:05:00.810536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 96ddc164-d934-4601-938f-3d3d7af8e74d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:05:00.812640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 96ddc164-d934-4601-938f-3d3d7af8e74d not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:05:01.469373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49588) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:05:01.511159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c786c5f8-1e6c-4005-a88d-fff0942412c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99ea1fbe051d438b841dd47073f2588c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406158 Sep 17 23:05:01.513667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 49590) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:05:01.565744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a35a1fa9-b61f-4db6-9e59-82aef626b94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:01.587561 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a35a1fa9-b61f-4db6-9e59-82aef626b94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:01.704838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a35a1fa9-b61f-4db6-9e59-82aef626b94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:01.707459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a35a1fa9-b61f-4db6-9e59-82aef626b94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:01.708710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a35a1fa9-b61f-4db6-9e59-82aef626b94a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cde19730-303d-48b1-9829-00f4b3d46c45 HTTP/1.1" status: 204 len: 168 time: 0.1941395 Sep 17 23:05:01.718361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a1fa9-b61f-4db6-9e59-82aef626b94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde19730-303d-48b1-9829-00f4b3d46c45,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:03.287614 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50155f5a-acb7-4eb3-932b-240ef5d138a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:03.303800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49624) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:05:03.413018 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b107e353-26d9-4163-9abf-bb37d1f88c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:03.508024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b107e353-26d9-4163-9abf-bb37d1f88c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:03.576890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b107e353-26d9-4163-9abf-bb37d1f88c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:03.617172 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b107e353-26d9-4163-9abf-bb37d1f88c8b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9afba709570440ffb43cbccd017fe5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122365 Sep 17 23:05:03.618234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e353-26d9-4163-9abf-bb37d1f88c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac3aa25-a4ba-49bd-8088-83409d5d7292,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:03.627953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49628) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:05:03.686365 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-695e2990-5119-48b1-9949-db0a51b1f84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:03.709495 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-695e2990-5119-48b1-9949-db0a51b1f84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:03.822888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-695e2990-5119-48b1-9949-db0a51b1f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:03.825553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-695e2990-5119-48b1-9949-db0a51b1f84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:03.826857 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-695e2990-5119-48b1-9949-db0a51b1f84e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ac3aa25-a4ba-49bd-8088-83409d5d7292 HTTP/1.1" status: 204 len: 168 time: 0.1976469 Sep 17 23:05:03.834855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e2990-5119-48b1-9949-db0a51b1f84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac3aa25-a4ba-49bd-8088-83409d5d7292,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:04.826835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49650) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:05:04.926505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-370214268-network', 'tenant_id': 'bdb87132f47f4458bdb4ab0bb2c92e65'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:05.030237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Made reservation on behalf of bdb87132f47f4458bdb4ab0bb2c92e65 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:05:05.032773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.041785 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.136429 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.196091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.225014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:05:05.231575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca6c78-9a5c-4d68-8460-1907e5104022,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:05.237665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.238003 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Added segment c7d8d911-c937-48db-ac04-3fa85c990883 of type vlan for network 34558461-fc98-403f-9aaf-ab8854a427d9 Sep 17 23:05:05.279456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.376950 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.378431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:05.379507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.443813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] Pushing event updated for resources: {'Network': ['ID=34558461-fc98-403f-9aaf-ab8854a427d9,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:05.455357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 34558461-fc98-403f-9aaf-ab8854a427d9 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:05:05.477500 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-972c765f-f3fa-4dc0-ae6a-967ec6053d56 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6488249 Sep 17 23:05:05.481760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 49654) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:05:05.486890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Request body: {'subnet': {'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-370214268-subnet', 'tenant_id': 'bdb87132f47f4458bdb4ab0bb2c92e65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:05.578773 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Made reservation on behalf of bdb87132f47f4458bdb4ab0bb2c92e65 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:05:05.581215 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.835915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.864413 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4b758b23-ac40-42f9-92c7-821f9f7c5650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:05.898065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99a8589-3f7f-4313-be4b-f489283cc471,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:05.909274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Checking segment: {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:05:05.909642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Network hostable DHCP agents. Network: 34558461-fc98-403f-9aaf-ab8854a427d9, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:05:05.979132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Network 34558461-fc98-403f-9aaf-ab8854a427d9 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:05:06.057625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 34558461-fc98-403f-9aaf-ab8854a427d9) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:05:06.062766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.063353 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:06.069997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacdcb76-9eb7-4956-a2ea-242da3bf447c None None] Network 34558461-fc98-403f-9aaf-ab8854a427d9 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:05:06.137466 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b50238b5-260d-4790-a38c-941e1849adcf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6544969 Sep 17 23:05:06.197842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d51b094-6545-4fc8-b84e-cb1cc8b7b6d0 None None] Network 34558461-fc98-403f-9aaf-ab8854a427d9 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:05:06.579159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb3795-c871-4566-a140-d1c13e742282 req-5da9147f-1f6c-4707-8ea5-b4ba70ec4a6e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:06.580659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-5da9147f-1f6c-4707-8ea5-b4ba70ec4a6e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 814 time: 0.1046941 Sep 17 23:05:06.596370 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-34d4c915-3f62-470b-956f-f34f49e4a68b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/quotas/bdb87132f47f4458bdb4ab0bb2c92e65 HTTP/1.1" status: 200 len: 375 time: 0.0099776 Sep 17 23:05:06.626771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-4f65dc31-f442-4c3c-93fa-e1d69c0134a1 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251505 Sep 17 23:05:06.715646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-81f63745-1755-47d4-890a-0200661d4ebf service neutron] 10.222.0.30 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818462 Sep 17 23:05:06.807434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-8ed142ab-bbb5-44c8-a060-65f14eb6013a service neutron] 10.222.0.30 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854590 Sep 17 23:05:07.057081 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:07.068486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-696d41f0-c0ca-4957-a0c0-3c2531dd931d req-89df4ce4-96d3-49dc-9e64-52a1894b37db tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 210 time: 0.0287342 Sep 17 23:05:07.263346 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:05:07.441508 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:08.162055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a52c0c06-c431-4f28-8706-1c95ba7ae5a6 req-246c5006-a32f-4352-8e15-20b38465b71e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 210 time: 0.0273747 Sep 17 23:05:09.189927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:09.260504 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4fbb18c4-6289-424f-ae4c-833f32a4abbe req-6f8f9de8-20ee-4205-a66d-1088eaed0f00 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 210 time: 0.0252595 Sep 17 23:05:09.461463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb3795-c871-4566-a140-d1c13e742282 req-16125dd8-06a2-4193-887c-9ad97e4cb72e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:09.462897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-16125dd8-06a2-4193-887c-9ad97e4cb72e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.15 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 814 time: 0.1090219 Sep 17 23:05:09.480665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Request body: {'port': {'device_id': '7fcf6128-7f24-4ebf-ab1f-b5c98cac871e', 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9', 'admin_state_up': True, 'tenant_id': 'bdb87132f47f4458bdb4ab0bb2c92e65'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:09.653153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Made reservation on behalf of bdb87132f47f4458bdb4ab0bb2c92e65 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:05:09.656713 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:09.790223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Allocated IP 172.20.0.5 (34558461-fc98-403f-9aaf-ab8854a427d9/a99a8589-3f7f-4313-be4b-f489283cc471/2a979c0c-bc1a-4954-8361-c931da339c79) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:05:09.933665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:10.024828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:10.064590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Network 34558461-fc98-403f-9aaf-ab8854a427d9 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:05:10.067509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:05:10.071150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:05:10.097892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Pushing event updated for resources: {'Port': ['ID=2a979c0c-bc1a-4954-8361-c931da339c79,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:10.125941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:10.126552 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:10.219474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-99d52eb6-63f6-41b0-ba84-cb7a65791f61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7427459 Sep 17 23:05:10.237773 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Request body: {'port': {'device_id': '7fcf6128-7f24-4ebf-ab1f-b5c98cac871e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:10.294250 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:10.375466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af91a81-1ac1-4e57-932f-cbebfe46e392 req-485bb3fa-d44c-48c4-a226-80b7f02d6361 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:10.377168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3af91a81-1ac1-4e57-932f-cbebfe46e392 req-485bb3fa-d44c-48c4-a226-80b7f02d6361 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 931 time: 0.0499194 Sep 17 23:05:10.414967 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3af91a81-1ac1-4e57-932f-cbebfe46e392 req-9063c8dc-f4f7-4eb0-a416-ac65dae6c118 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Sep 17 23:05:10.556231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a979c0c-bc1a-4954-8361-c931da339c79 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:05:10.564427 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:10.576002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Transition to ACTIVE for port object 2a979c0c-bc1a-4954-8361-c931da339c79 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:05:10.595582 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:10.709735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:10.760729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Pushing event updated for resources: {'Port': ['ID=2a979c0c-bc1a-4954-8361-c931da339c79,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:11.097688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Attempting to bind port 2a979c0c-bc1a-4954-8361-c931da339c79 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:05:11.098044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Attempting to bind port 2a979c0c-bc1a-4954-8361-c931da339c79 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:05:11.098365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Attempting to bind port 2a979c0c-bc1a-4954-8361-c931da339c79 on network 34558461-fc98-403f-9aaf-ab8854a427d9 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:05:11.102797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Port 2a979c0c-bc1a-4954-8361-c931da339c79 on network 34558461-fc98-403f-9aaf-ab8854a427d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:05:11.103112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Attempting to bind port 2a979c0c-bc1a-4954-8361-c931da339c79 on network 34558461-fc98-403f-9aaf-ab8854a427d9 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:05:11.108064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:05:11.108422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Checking segment: {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:05:11.108825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Bound using segment: {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:05:11.109242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Bound port: 2a979c0c-bc1a-4954-8361-c931da339c79, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:05:11.109596 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:11.170756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] For port 2a979c0c-bc1a-4954-8361-c931da339c79, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:05:11.173797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] For port 2a979c0c-bc1a-4954-8361-c931da339c79, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2a979c0c-bc1a-4954-8361-c931da339c79,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:05:11.275893 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:11.310442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.311084 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:11.312547 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] 10.222.0.15 "PUT /v2.0/ports/2a979c0c-bc1a-4954-8361-c931da339c79 HTTP/1.1" status: 200 len: 1092 time: 1.0790071 Sep 17 23:05:11.312985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcf6128-7f24-4ebf-ab1f-b5c98cac871e', 'tag': '2a979c0c-bc1a-4954-8361-c931da339c79'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:05:11.315244 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d034b6-673b-4756-a9d5-2d65f8201024" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcf6128-7f24-4ebf-ab1f-b5c98cac871e", "tag": "2a979c0c-bc1a-4954-8361-c931da339c79"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:05:11.349321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a50520-e902-48e7-b213-37f459b5138d service neutron] Pushing event updated for resources: {'Port': ['ID=2a979c0c-bc1a-4954-8361-c931da339c79,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:11.365657 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60eee433-5576-45b5-a6af-e013bb052a0e x-openstack-request-id: req-60eee433-5576-45b5-a6af-e013bb052a0e {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:05:11.365657 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcf6128-7f24-4ebf-ab1f-b5c98cac871e", "tag": "2a979c0c-bc1a-4954-8361-c931da339c79", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:05:11.365657 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60eee433-5576-45b5-a6af-e013bb052a0e {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:05:11.365657 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcf6128-7f24-4ebf-ab1f-b5c98cac871e', 'tag': '2a979c0c-bc1a-4954-8361-c931da339c79', 'status': 'completed', 'code': 200} Sep 17 23:05:11.446758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d034b6-673b-4756-a9d5-2d65f8201024 req-48aca4c4-0bf3-4249-ae81-87bd7448b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.449151 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7d034b6-673b-4756-a9d5-2d65f8201024 req-48aca4c4-0bf3-4249-ae81-87bd7448b7f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 1095 time: 0.0446749 Sep 17 23:05:11.538526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d3f6-add6-4db4-9e21-61400fea7e02 req-6fc3094c-531d-4f4c-87ae-57d294b94694 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.544906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfb3d3f6-add6-4db4-9e21-61400fea7e02 req-6fc3094c-531d-4f4c-87ae-57d294b94694 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 943 time: 0.0615277 Sep 17 23:05:11.553306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d034b6-673b-4756-a9d5-2d65f8201024 req-2a147680-3fc3-48fd-97a2-f21fab41332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.554799 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7d034b6-673b-4756-a9d5-2d65f8201024 req-2a147680-3fc3-48fd-97a2-f21fab41332d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0940373 Sep 17 23:05:11.584712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bfb3d3f6-add6-4db4-9e21-61400fea7e02 req-c3c17a4b-0c62-4890-8e41-1e92ce06f36f tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364151 Sep 17 23:05:11.654624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d034b6-673b-4756-a9d5-2d65f8201024 req-a5f5287e-fd23-4336-8d55-250b6fc8cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.656079 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7d034b6-673b-4756-a9d5-2d65f8201024 req-a5f5287e-fd23-4336-8d55-250b6fc8cd69 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937598 Sep 17 23:05:11.752459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb3795-c871-4566-a140-d1c13e742282 req-10388941-9622-498d-9267-b2cf22bd900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.753930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-10388941-9622-498d-9267-b2cf22bd900d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 1095 time: 0.0415769 Sep 17 23:05:11.799450 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-a1d2c0b9-fd64-4d0f-91b0-ac77479bec6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a979c0c-bc1a-4954-8361-c931da339c79 HTTP/1.1" status: 200 len: 217 time: 0.0325952 Sep 17 23:05:11.850792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb3795-c871-4566-a140-d1c13e742282 req-1159e5d3-b9c5-4677-ba22-b27108b74fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.852214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-1159e5d3-b9c5-4677-ba22-b27108b74fed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99a8589-3f7f-4313-be4b-f489283cc471 HTTP/1.1" status: 200 len: 854 time: 0.0460696 Sep 17 23:05:11.882020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-8ecd1461-654c-49e8-9fbe-e0d0c5d8a870 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34558461-fc98-403f-9aaf-ab8854a427d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231326 Sep 17 23:05:11.969226 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-8d42adfa-f649-443a-a293-579306fcff98 service neutron] 10.222.0.15 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796165 Sep 17 23:05:12.059141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cb3795-c871-4566-a140-d1c13e742282 req-0fb59104-6ada-44af-9f47-c99546017b16 service neutron] 10.222.0.15 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835726 Sep 17 23:05:12.712970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4bac8-ff82-44d7-a090-a8286e101e34 req-0213a13f-1ad8-4a8a-96b7-93d4fbfa56a2 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:12.715383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eac4bac8-ff82-44d7-a090-a8286e101e34 req-0213a13f-1ad8-4a8a-96b7-93d4fbfa56a2 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 943 time: 0.0541098 Sep 17 23:05:12.755410 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-eac4bac8-ff82-44d7-a090-a8286e101e34 req-96eb55e8-849e-4291-bab0-b922d4c621f5 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Sep 17 23:05:13.869584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca150da-ba50-4a1b-92f9-5ad71e4dfb16 req-20803bdb-e0dd-4462-b008-d3fce282ee8a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:13.871221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8ca150da-ba50-4a1b-92f9-5ad71e4dfb16 req-20803bdb-e0dd-4462-b008-d3fce282ee8a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 943 time: 0.0492737 Sep 17 23:05:13.907775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8ca150da-ba50-4a1b-92f9-5ad71e4dfb16 req-f2bd5f3a-7035-4f83-8c54-35407ced6b6b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306299 Sep 17 23:05:15.023707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130484f-5567-4f88-9373-37151414e58f req-e025020b-d142-4699-8b3c-d6df5a64c7f9 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:15.025168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0130484f-5567-4f88-9373-37151414e58f req-e025020b-d142-4699-8b3c-d6df5a64c7f9 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 943 time: 0.0520236 Sep 17 23:05:15.074456 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0130484f-5567-4f88-9373-37151414e58f req-352d46bd-545f-4c24-a14d-e8dc71e2e19b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Sep 17 23:05:16.189928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ccbc7-2089-43e7-b5bf-030c6878fc35 req-d7fbce24-ea53-40e4-a75e-e447a507a94c tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:16.191405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db2ccbc7-2089-43e7-b5bf-030c6878fc35 req-d7fbce24-ea53-40e4-a75e-e447a507a94c tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 943 time: 0.0493526 Sep 17 23:05:16.227683 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db2ccbc7-2089-43e7-b5bf-030c6878fc35 req-32843bd2-2f01-4da1-83b8-d6a341a97675 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303273 Sep 17 23:05:16.890219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2a979c0c-bc1a-4954-8361-c931da339c79 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:05:16.982009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2a979c0c-bc1a-4954-8361-c931da339c79, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2a979c0c-bc1a-4954-8361-c931da339c79,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:05:16.992539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '2a979c0c-bc1a-4954-8361-c931da339c79', 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9', 'port_id': '2a979c0c-bc1a-4954-8361-c931da339c79', 'mac_address': 'fa:16:3e:2a:99:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a8589-3f7f-4313-be4b-f489283cc471', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:05:17.028561 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:17.044093 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a979c0c-bc1a-4954-8361-c931da339c79 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:05:17.067390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2a979c0c-bc1a-4954-8361-c931da339c79, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2a979c0c-bc1a-4954-8361-c931da339c79,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:05:17.148246 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:17.190971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=2a979c0c-bc1a-4954-8361-c931da339c79,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:17.198861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.199173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.199509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.199844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.200200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.200542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.205648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.205648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.205648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.205648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.205648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.205648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:17.342060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986245cb-37f0-436f-a991-f179bee4eeec req-2c8fe932-2afd-4ede-bc78-1c86ee3cb92d tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:17.343823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-986245cb-37f0-436f-a991-f179bee4eeec req-2c8fe932-2afd-4ede-bc78-1c86ee3cb92d tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 944 time: 0.0490015 Sep 17 23:05:17.382706 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-986245cb-37f0-436f-a991-f179bee4eeec req-7b8fafaf-b98c-488d-866e-8ce2e226e014 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330188 Sep 17 23:05:17.512708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2a979c0c-bc1a-4954-8361-c931da339c79'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:05:18.501895 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e46e3-ad31-41c1-b235-4657ffa7e81d req-a59f1e16-59ff-4881-89bd-63e82115ab0f tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:18.503381 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946e46e3-ad31-41c1-b235-4657ffa7e81d req-a59f1e16-59ff-4881-89bd-63e82115ab0f tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 944 time: 0.0531530 Sep 17 23:05:18.540142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-946e46e3-ad31-41c1-b235-4657ffa7e81d req-00e195fb-58ce-41d7-b5d3-ed9866276bfd tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308869 Sep 17 23:05:18.917966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2a979c0c-bc1a-4954-8361-c931da339c79 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:05:19.035524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 2a979c0c-bc1a-4954-8361-c931da339c79 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:05:19.040566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 2a979c0c-bc1a-4954-8361-c931da339c79 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:05:19.041014 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:19.119882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:19.142656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcf6128-7f24-4ebf-ab1f-b5c98cac871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a979c0c-bc1a-4954-8361-c931da339c79'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:05:19.145653 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7817167b-8b3c-4b14-838d-b3fbc0877f52" -d '{"events": [{"server_uuid": "7fcf6128-7f24-4ebf-ab1f-b5c98cac871e", "name": "network-vif-plugged", "status": "completed", "tag": "2a979c0c-bc1a-4954-8361-c931da339c79"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:05:19.157991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 2a979c0c-bc1a-4954-8361-c931da339c79, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2a979c0c-bc1a-4954-8361-c931da339c79,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:05:19.181016 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657220fe-fc8d-4a65-8aec-1c8673cae76f x-openstack-request-id: req-657220fe-fc8d-4a65-8aec-1c8673cae76f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:05:19.181418 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcf6128-7f24-4ebf-ab1f-b5c98cac871e", "name": "network-vif-plugged", "status": "completed", "tag": "2a979c0c-bc1a-4954-8361-c931da339c79", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:05:19.181738 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-657220fe-fc8d-4a65-8aec-1c8673cae76f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:05:19.182165 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcf6128-7f24-4ebf-ab1f-b5c98cac871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a979c0c-bc1a-4954-8361-c931da339c79', 'code': 200} Sep 17 23:05:19.218656 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:19.268289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=2a979c0c-bc1a-4954-8361-c931da339c79,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:19.300103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874b74d-76d9-4897-935c-e3a951047d81 req-e140b429-0ec9-4b00-b100-b50dbe6df262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:19.301613 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5874b74d-76d9-4897-935c-e3a951047d81 req-e140b429-0ec9-4b00-b100-b50dbe6df262 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 1097 time: 0.0401814 Sep 17 23:05:19.335106 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5874b74d-76d9-4897-935c-e3a951047d81 req-3aca2015-bce7-43ca-a45b-cafd28826ad0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266712 Sep 17 23:05:19.654834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467e04-f39c-4cfe-b301-196e684737b3 req-70c5d7fc-c222-4dd1-b1c2-b8bc8638e05a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:19.656358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd467e04-f39c-4cfe-b301-196e684737b3 req-70c5d7fc-c222-4dd1-b1c2-b8bc8638e05a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 945 time: 0.0494502 Sep 17 23:05:19.697634 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd467e04-f39c-4cfe-b301-196e684737b3 req-59929356-2380-44ee-bef1-c7264bb683e8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Sep 17 23:05:20.815844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eaa6e-ea22-458d-8779-58bce9a0215a req-c5825552-67fc-4e31-82b3-efddf65038c8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:20.817346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d9eaa6e-ea22-458d-8779-58bce9a0215a req-c5825552-67fc-4e31-82b3-efddf65038c8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 945 time: 0.0519693 Sep 17 23:05:20.857857 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d9eaa6e-ea22-458d-8779-58bce9a0215a req-edf16812-3b33-44f6-b7ab-f06865f1ca8f tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336189 Sep 17 23:05:21.971512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2989a3-0d14-4e77-9b63-9e1c69f9df2f req-fba3a6cb-50a4-494d-9be4-f8cc52dcc486 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:21.973054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb2989a3-0d14-4e77-9b63-9e1c69f9df2f req-fba3a6cb-50a4-494d-9be4-f8cc52dcc486 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 945 time: 0.0485365 Sep 17 23:05:22.010061 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb2989a3-0d14-4e77-9b63-9e1c69f9df2f req-e021e439-51d6-423e-9e74-ac99b0a2e6dd tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311520 Sep 17 23:05:29.423465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:33.246601 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4e4005f2-1df8-4cab-a815-193ae4f28506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:35.840451 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-99f22ffb-d6c5-45d5-be5f-8163289938d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:36.617025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-ad4fc14b-b731-4d0a-aa6b-4d983e0833b1 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:36.618488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-ad4fc14b-b731-4d0a-aa6b-4d983e0833b1 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 814 time: 0.1049514 Sep 17 23:05:36.633279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-999ff918-7289-4fdc-98cc-faf99aaa3b53 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/quotas/bdb87132f47f4458bdb4ab0bb2c92e65 HTTP/1.1" status: 200 len: 375 time: 0.0089242 Sep 17 23:05:36.681135 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-1799bb78-49c6-48df-9589-d2b706eff4dc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421050 Sep 17 23:05:36.773918 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-96aa7e61-e8cf-47b5-8405-4c59331e6443 service neutron] 10.222.0.30 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856750 Sep 17 23:05:36.864354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-d10d5a75-aa15-4c5e-899a-5528ebb3a51b service neutron] 10.222.0.30 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833855 Sep 17 23:05:37.053640 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:37.102400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66df225e-62a2-4cab-ac7f-4e4d8cc3c0b8 req-102a1cdf-083d-4229-a9fb-07013a39009f tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 210 time: 0.0281878 Sep 17 23:05:37.467886 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:38.202428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3e352aad-aa3f-43c8-becd-f0589de8c1b8 req-6c483c40-7804-43f2-96c3-6e4c009a0759 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 210 time: 0.0319011 Sep 17 23:05:39.012889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-a17727fe-ed77-4d0f-80a2-8aef9ed1395a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:39.014369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-a17727fe-ed77-4d0f-80a2-8aef9ed1395a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.23 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 814 time: 0.1040795 Sep 17 23:05:39.027076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Request body: {'port': {'device_id': 'c9f4eceb-5575-4b20-8c04-a44c251e876b', 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9', 'admin_state_up': True, 'tenant_id': 'bdb87132f47f4458bdb4ab0bb2c92e65'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:39.124654 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:39.217998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Made reservation on behalf of bdb87132f47f4458bdb4ab0bb2c92e65 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:05:39.221677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:39.307664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c6ecd33-d241-41af-b199-28d9794748c0 req-5ea5ffed-ed9b-485b-b580-94b4a2da82da tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 210 time: 0.0283318 Sep 17 23:05:39.353265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Allocated IP 172.20.0.14 (34558461-fc98-403f-9aaf-ab8854a427d9/a99a8589-3f7f-4313-be4b-f489283cc471/af5dd7b5-d9f5-4fb8-b668-1ae14460affc) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:05:39.498373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:39.583642 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:39.615746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2a979c0c-bc1a-4954-8361-c931da339c79'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:05:39.626302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Network 34558461-fc98-403f-9aaf-ab8854a427d9 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:05:39.629585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:05:39.635493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:05:39.663755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Pushing event updated for resources: {'Port': ['ID=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:39.676099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.676468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.676803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.677131 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.677454 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.677776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.678092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.678410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.678730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.679046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.679361 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.679732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:05:39.704599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:39.705231 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:39.818679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-7b2b5840-d59d-4b54-a190-563c477d1886 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7951488 Sep 17 23:05:39.831047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Request body: {'port': {'device_id': 'c9f4eceb-5575-4b20-8c04-a44c251e876b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:39.886698 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:40.159366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5dd7b5-d9f5-4fb8-b668-1ae14460affc {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:05:40.167631 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:40.179667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Transition to ACTIVE for port object af5dd7b5-d9f5-4fb8-b668-1ae14460affc will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:05:40.313440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:40.385649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Pushing event updated for resources: {'Port': ['ID=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:40.464941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Attempting to bind port af5dd7b5-d9f5-4fb8-b668-1ae14460affc on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:05:40.465268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Attempting to bind port af5dd7b5-d9f5-4fb8-b668-1ae14460affc by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:05:40.465590 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Attempting to bind port af5dd7b5-d9f5-4fb8-b668-1ae14460affc on network 34558461-fc98-403f-9aaf-ab8854a427d9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:05:40.474541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b328c5a-c13e-43cd-b2dc-ed38e8b03a1d req-3d81ddc2-a77c-4ac5-a380-5d7b064ed10c tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:40.476032 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b328c5a-c13e-43cd-b2dc-ed38e8b03a1d req-3d81ddc2-a77c-4ac5-a380-5d7b064ed10c tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 944 time: 0.0916967 Sep 17 23:05:40.479206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Port af5dd7b5-d9f5-4fb8-b668-1ae14460affc on network 34558461-fc98-403f-9aaf-ab8854a427d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:05:40.479527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Attempting to bind port af5dd7b5-d9f5-4fb8-b668-1ae14460affc on network 34558461-fc98-403f-9aaf-ab8854a427d9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:05:40.490534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:05:40.490867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Checking segment: {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:05:40.491237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Bound using segment: {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:05:40.491662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Bound port: af5dd7b5-d9f5-4fb8-b668-1ae14460affc, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:05:40.492020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:40.560017 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b328c5a-c13e-43cd-b2dc-ed38e8b03a1d req-f797a6da-f411-45d0-a948-cba3308306a9 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751727 Sep 17 23:05:40.583634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] For port af5dd7b5-d9f5-4fb8-b668-1ae14460affc, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:05:40.586561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] For port af5dd7b5-d9f5-4fb8-b668-1ae14460affc, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:05:40.590337 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:40.653360 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:40.687822 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:40.688462 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:40.689875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] 10.222.0.23 "PUT /v2.0/ports/af5dd7b5-d9f5-4fb8-b668-1ae14460affc HTTP/1.1" status: 200 len: 1093 time: 0.8630047 Sep 17 23:05:40.690307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f4eceb-5575-4b20-8c04-a44c251e876b', 'tag': 'af5dd7b5-d9f5-4fb8-b668-1ae14460affc'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:05:40.692658 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94988920-6229-4b6c-8c90-f42e58e2cb31" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f4eceb-5575-4b20-8c04-a44c251e876b", "tag": "af5dd7b5-d9f5-4fb8-b668-1ae14460affc"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:05:40.722417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f0eed-d24a-42dc-8795-4f7270b990e2 service neutron] Pushing event updated for resources: {'Port': ['ID=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:40.805068 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d04e44-9de0-40d7-b25d-915ca8fa7f27 x-openstack-request-id: req-b1d04e44-9de0-40d7-b25d-915ca8fa7f27 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:05:40.805358 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f4eceb-5575-4b20-8c04-a44c251e876b", "tag": "af5dd7b5-d9f5-4fb8-b668-1ae14460affc", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:05:40.805604 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1d04e44-9de0-40d7-b25d-915ca8fa7f27 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:05:40.806001 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f4eceb-5575-4b20-8c04-a44c251e876b', 'tag': 'af5dd7b5-d9f5-4fb8-b668-1ae14460affc', 'status': 'completed', 'code': 200} Sep 17 23:05:40.854427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-be3b336b-2c77-4bec-9c14-eb4d2ac4f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:40.856564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-be3b336b-2c77-4bec-9c14-eb4d2ac4f189 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 1096 time: 0.0452151 Sep 17 23:05:40.900522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-8dcfd7b0-9918-4f86-a170-c9257e982bd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af5dd7b5-d9f5-4fb8-b668-1ae14460affc HTTP/1.1" status: 200 len: 217 time: 0.0363722 Sep 17 23:05:40.948192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-8ee0a93d-fa8a-4903-a6f5-8e8fb177e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:40.949734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-8ee0a93d-fa8a-4903-a6f5-8e8fb177e02f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99a8589-3f7f-4313-be4b-f489283cc471 HTTP/1.1" status: 200 len: 854 time: 0.0429564 Sep 17 23:05:40.983071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-548d069f-6fc7-4366-b09f-ee6d12a17879 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34558461-fc98-403f-9aaf-ab8854a427d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259213 Sep 17 23:05:41.078286 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-d86d4ef8-271a-4134-acf4-89880b633728 service neutron] 10.222.0.23 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881596 Sep 17 23:05:41.171899 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a7a1187a-f65e-4ea3-9124-854fc0c490ee req-1fd07747-738e-4001-adb2-0f4af240ca82 service neutron] 10.222.0.23 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857234 Sep 17 23:05:41.358322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94988920-6229-4b6c-8c90-f42e58e2cb31 req-6de575b0-9e14-4c0a-9ca0-896b110cf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:41.360791 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94988920-6229-4b6c-8c90-f42e58e2cb31 req-6de575b0-9e14-4c0a-9ca0-896b110cf729 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 1096 time: 0.0469275 Sep 17 23:05:41.449429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94988920-6229-4b6c-8c90-f42e58e2cb31 req-1ddf34d6-3b01-460e-964c-8fb46c1d6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:41.451589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94988920-6229-4b6c-8c90-f42e58e2cb31 req-1ddf34d6-3b01-460e-964c-8fb46c1d6bb5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 915 time: 0.0834582 Sep 17 23:05:41.496047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94988920-6229-4b6c-8c90-f42e58e2cb31 req-af98f883-6429-482f-90d3-d3dd18abd886 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af5dd7b5-d9f5-4fb8-b668-1ae14460affc HTTP/1.1" status: 200 len: 217 time: 0.0369198 Sep 17 23:05:41.545289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94988920-6229-4b6c-8c90-f42e58e2cb31 req-ab7a5d8f-0814-471e-9a1f-3dfebf50733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:41.546711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94988920-6229-4b6c-8c90-f42e58e2cb31 req-ab7a5d8f-0814-471e-9a1f-3dfebf50733d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99a8589-3f7f-4313-be4b-f489283cc471 HTTP/1.1" status: 200 len: 854 time: 0.0432174 Sep 17 23:05:41.578433 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94988920-6229-4b6c-8c90-f42e58e2cb31 req-e0604331-eff3-4396-b005-0ced1b277001 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34558461-fc98-403f-9aaf-ab8854a427d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239711 Sep 17 23:05:41.702886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94988920-6229-4b6c-8c90-f42e58e2cb31 req-18e1e280-1198-4e6f-9e97-9d13a390a2d5 service neutron] 10.222.0.23 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158221 Sep 17 23:05:41.711242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548fcae-78f7-43d2-9da0-593dc0e8a3bf req-e2e43703-f356-4ef0-aed0-2ead37cadca8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:41.712636 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6548fcae-78f7-43d2-9da0-593dc0e8a3bf req-e2e43703-f356-4ef0-aed0-2ead37cadca8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 944 time: 0.0711615 Sep 17 23:05:41.800371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6548fcae-78f7-43d2-9da0-593dc0e8a3bf req-414bf253-5557-43b9-8e98-ec647c67f7c7 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794775 Sep 17 23:05:41.825836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-94988920-6229-4b6c-8c90-f42e58e2cb31 req-77f37c83-0a1d-40bd-81bb-34c44e5e3312 service neutron] 10.222.0.23 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116269 Sep 17 23:05:42.918086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b64399-a8af-4d8b-8573-955f8dc9ead1 req-599300f7-b3ff-479e-a6a0-85ca0bc1b306 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:42.919556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60b64399-a8af-4d8b-8573-955f8dc9ead1 req-599300f7-b3ff-479e-a6a0-85ca0bc1b306 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 944 time: 0.0500462 Sep 17 23:05:42.957467 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60b64399-a8af-4d8b-8573-955f8dc9ead1 req-875dd9fa-1ffe-47cc-9d3c-f9454dd8bdc2 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Sep 17 23:05:43.038251 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device af5dd7b5-d9f5-4fb8-b668-1ae14460affc details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:05:43.134682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port af5dd7b5-d9f5-4fb8-b668-1ae14460affc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:05:43.146327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'af5dd7b5-d9f5-4fb8-b668-1ae14460affc', 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9', 'port_id': 'af5dd7b5-d9f5-4fb8-b668-1ae14460affc', 'mac_address': 'fa:16:3e:42:a1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a8589-3f7f-4313-be4b-f489283cc471', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:05:43.181957 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:43.195211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5dd7b5-d9f5-4fb8-b668-1ae14460affc {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:05:43.275172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port af5dd7b5-d9f5-4fb8-b668-1ae14460affc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:05:43.352811 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:43.402201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:43.538618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['af5dd7b5-d9f5-4fb8-b668-1ae14460affc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:05:44.072936 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122ff9-ec5c-4f29-ae71-d023862be604 req-3ce17dbf-7c64-40b5-9f96-92b7b4876fc0 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:44.074426 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13122ff9-ec5c-4f29-ae71-d023862be604 req-3ce17dbf-7c64-40b5-9f96-92b7b4876fc0 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 945 time: 0.0508301 Sep 17 23:05:44.113230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-13122ff9-ec5c-4f29-ae71-d023862be604 req-c03e09eb-9c25-4ab2-abf4-e6c170cdd54a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326598 Sep 17 23:05:44.262696 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:05:45.038013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device af5dd7b5-d9f5-4fb8-b668-1ae14460affc up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:05:45.189614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port af5dd7b5-d9f5-4fb8-b668-1ae14460affc completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:05:45.194387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port af5dd7b5-d9f5-4fb8-b668-1ae14460affc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:05:45.194387 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:45.237306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72674761-e56f-4067-8711-828234522c7b req-0c8636b0-ff54-448e-aa65-104c7c1dc78b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:45.239477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72674761-e56f-4067-8711-828234522c7b req-0c8636b0-ff54-448e-aa65-104c7c1dc78b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 945 time: 0.0589452 Sep 17 23:05:45.272862 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:45.278026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72674761-e56f-4067-8711-828234522c7b req-b7e911cd-902d-46d9-a1de-678238ca5f16 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Sep 17 23:05:45.294871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f4eceb-5575-4b20-8c04-a44c251e876b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5dd7b5-d9f5-4fb8-b668-1ae14460affc'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:05:45.297691 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04c8dd0-96fe-4e48-8eff-596ee317c1ef" -d '{"events": [{"server_uuid": "c9f4eceb-5575-4b20-8c04-a44c251e876b", "name": "network-vif-plugged", "status": "completed", "tag": "af5dd7b5-d9f5-4fb8-b668-1ae14460affc"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:05:45.310456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port af5dd7b5-d9f5-4fb8-b668-1ae14460affc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:05:45.334373 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d304b-c8c2-4dbd-9eae-9d5b3a521db1 x-openstack-request-id: req-7c9d304b-c8c2-4dbd-9eae-9d5b3a521db1 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:05:45.334656 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f4eceb-5575-4b20-8c04-a44c251e876b", "name": "network-vif-plugged", "status": "completed", "tag": "af5dd7b5-d9f5-4fb8-b668-1ae14460affc", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:05:45.334901 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c9d304b-c8c2-4dbd-9eae-9d5b3a521db1 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:05:45.335287 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f4eceb-5575-4b20-8c04-a44c251e876b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5dd7b5-d9f5-4fb8-b668-1ae14460affc', 'code': 200} Sep 17 23:05:45.370295 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:45.420864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:45.428520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c012834-8266-4cb0-9373-87810a6e8341 req-fe7f7e65-e0d6-4c0e-8cce-7a3bdf21076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:45.430071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c012834-8266-4cb0-9373-87810a6e8341 req-fe7f7e65-e0d6-4c0e-8cce-7a3bdf21076c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 1098 time: 0.0409679 Sep 17 23:05:45.463088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c012834-8266-4cb0-9373-87810a6e8341 req-e9fe4df1-c4aa-4cc0-8e65-1e2af3471c80 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263605 Sep 17 23:05:46.394714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf58d2-c4e8-4ba4-803c-4c7f912225d5 req-96126c53-2864-4f63-a972-fa5f3b55b12c tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:46.396859 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93cf58d2-c4e8-4ba4-803c-4c7f912225d5 req-96126c53-2864-4f63-a972-fa5f3b55b12c tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 946 time: 0.0501790 Sep 17 23:05:46.434870 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93cf58d2-c4e8-4ba4-803c-4c7f912225d5 req-1852b73d-7baf-4038-b850-ff3659ee22eb tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Sep 17 23:05:47.554452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc46b71-e4f8-4507-b7c2-176859649ea4 req-0fe0dac1-af64-4b64-9956-d22aa9d764ab tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:47.555962 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2fc46b71-e4f8-4507-b7c2-176859649ea4 req-0fe0dac1-af64-4b64-9956-d22aa9d764ab tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 946 time: 0.0507402 Sep 17 23:05:47.596917 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2fc46b71-e4f8-4507-b7c2-176859649ea4 req-d1d89568-6356-44da-b9f6-eaccc872a151 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341964 Sep 17 23:05:50.085494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-61337954-d9c0-472b-a52c-3091666a0c9e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390596 Sep 17 23:05:50.168745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-924b91a6-056f-4cbb-b09a-2f411edf52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:50.170836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-924b91a6-056f-4cbb-b09a-2f411edf52e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 1098 time: 0.0421982 Sep 17 23:05:50.278054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-49458283-0a28-47ce-a7e8-e781900c12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:50.280364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-49458283-0a28-47ce-a7e8-e781900c12f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 915 time: 0.0917873 Sep 17 23:05:50.321839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-d14e322d-cd07-4697-a96b-3398827048bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af5dd7b5-d9f5-4fb8-b668-1ae14460affc HTTP/1.1" status: 200 len: 217 time: 0.0341761 Sep 17 23:05:50.370308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-3f070621-4c22-4250-bf9a-17f74bdf9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:50.371902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-3f070621-4c22-4250-bf9a-17f74bdf9c4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99a8589-3f7f-4313-be4b-f489283cc471 HTTP/1.1" status: 200 len: 854 time: 0.0437367 Sep 17 23:05:50.403473 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-37bc054c-9e54-47e8-8859-060a80a4e175 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34558461-fc98-403f-9aaf-ab8854a427d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242777 Sep 17 23:05:50.496272 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-f3db0612-f825-4cbe-b516-548188d15066 service neutron] 10.222.0.23 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850792 Sep 17 23:05:50.589254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-33666d6d-c9d6-4f1a-bf59-ed53bd384288 req-e2409d49-c2d7-4a77-954f-46db398deea3 service neutron] 10.222.0.23 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 Sep 17 23:05:52.651160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d306244-9299-4441-9af5-95f161245ab3 req-4d65b2bf-9c1c-4474-a6e3-129c923faaac tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:52.652679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-4d65b2bf-9c1c-4474-a6e3-129c923faaac tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 814 time: 0.1004937 Sep 17 23:05:52.668064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-b7564a34-730a-47b4-910d-bd16f43feb2d tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/quotas/bdb87132f47f4458bdb4ab0bb2c92e65 HTTP/1.1" status: 200 len: 375 time: 0.0090320 Sep 17 23:05:52.721605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-d6548cb6-d0df-421d-9d59-685b1fc91de8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477583 Sep 17 23:05:52.808522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-c265fd32-c665-43ee-95eb-44c3f29559c5 service neutron] 10.222.0.30 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799973 Sep 17 23:05:52.907398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-8141b646-faf3-4fdc-9523-5794acabac55 service neutron] 10.222.0.30 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870953 Sep 17 23:05:53.118513 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-327aa839-8baa-4041-9644-b5b5ae6257c5 req-da81feac-8820-46e6-a38e-9fceaf7d5a21 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 210 time: 0.0286009 Sep 17 23:05:54.215254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-246363a6-461d-4f14-8b09-90219b1c2fd9 req-34b5f5ec-ed54-438a-8731-0513e7a488f5 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 210 time: 0.0272868 Sep 17 23:05:54.993559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d306244-9299-4441-9af5-95f161245ab3 req-9226858d-45c8-4855-96b7-0abd15895832 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:54.995019 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-9226858d-45c8-4855-96b7-0abd15895832 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.15 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 814 time: 0.1058164 Sep 17 23:05:55.012954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Request body: {'port': {'device_id': '7448d96e-851a-4ef3-8b5b-662eef95161d', 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9', 'admin_state_up': True, 'tenant_id': 'bdb87132f47f4458bdb4ab0bb2c92e65'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:55.183186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Made reservation on behalf of bdb87132f47f4458bdb4ab0bb2c92e65 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:05:55.187362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:55.327738 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b70290b-f3cd-4f8f-bca8-811b5b4aac04 req-cf31335a-27b0-4809-bf2c-fbf3d8f4d1cc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 210 time: 0.0337448 Sep 17 23:05:55.344099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Allocated IP 172.20.0.13 (34558461-fc98-403f-9aaf-ab8854a427d9/a99a8589-3f7f-4313-be4b-f489283cc471/ccb0e72b-36f0-433c-86fb-043c2f8f4bad) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:05:55.494645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:55.581746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:55.594747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['af5dd7b5-d9f5-4fb8-b668-1ae14460affc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:05:55.618387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2a979c0c-bc1a-4954-8361-c931da339c79'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:05:55.627978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Network 34558461-fc98-403f-9aaf-ab8854a427d9 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:05:55.631195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:05:55.634922 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:05:55.661980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Pushing event updated for resources: {'Port': ['ID=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:55.694280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:55.694891 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:55.755607 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-c8e625ee-ac2c-4d37-9a10-b708ee21f43b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7463369 Sep 17 23:05:55.774089 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Request body: {'port': {'device_id': '7448d96e-851a-4ef3-8b5b-662eef95161d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:05:55.829862 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:56.096667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb0e72b-36f0-433c-86fb-043c2f8f4bad {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:05:56.104317 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:56.116694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Transition to ACTIVE for port object ccb0e72b-36f0-433c-86fb-043c2f8f4bad will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:05:56.160412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:56.210205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:56.283605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Attempting to bind port ccb0e72b-36f0-433c-86fb-043c2f8f4bad on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:05:56.283936 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Attempting to bind port ccb0e72b-36f0-433c-86fb-043c2f8f4bad by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:05:56.284300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Attempting to bind port ccb0e72b-36f0-433c-86fb-043c2f8f4bad on network 34558461-fc98-403f-9aaf-ab8854a427d9 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:05:56.288550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Port ccb0e72b-36f0-433c-86fb-043c2f8f4bad on network 34558461-fc98-403f-9aaf-ab8854a427d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:05:56.288872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Attempting to bind port ccb0e72b-36f0-433c-86fb-043c2f8f4bad on network 34558461-fc98-403f-9aaf-ab8854a427d9 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:05:56.293702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:05:56.294040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Checking segment: {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:05:56.294429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Bound using segment: {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:05:56.294885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Bound port: ccb0e72b-36f0-433c-86fb-043c2f8f4bad, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:05:56.295246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:56.362033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] For port ccb0e72b-36f0-433c-86fb-043c2f8f4bad, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:05:56.366968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] For port ccb0e72b-36f0-433c-86fb-043c2f8f4bad, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:05:56.442231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876abac-6463-4c14-be93-75c5cb32e8d4 req-b325a6e0-4a5c-4d35-b640-6c8c4a8cb58b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:56.443733 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d876abac-6463-4c14-be93-75c5cb32e8d4 req-b325a6e0-4a5c-4d35-b640-6c8c4a8cb58b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 944 time: 0.0481994 Sep 17 23:05:56.456164 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:56.483578 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d876abac-6463-4c14-be93-75c5cb32e8d4 req-5271c350-82a8-4c4c-aa09-a195cbf9a767 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335565 Sep 17 23:05:56.491308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:56.491933 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:56.493374 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] 10.222.0.15 "PUT /v2.0/ports/ccb0e72b-36f0-433c-86fb-043c2f8f4bad HTTP/1.1" status: 200 len: 1093 time: 0.7238734 Sep 17 23:05:56.493804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7448d96e-851a-4ef3-8b5b-662eef95161d', 'tag': 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:05:56.496069 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57c2f81-e05f-44dd-882e-3b9d04e85c54" -d '{"events": [{"name": "network-changed", "server_uuid": "7448d96e-851a-4ef3-8b5b-662eef95161d", "tag": "ccb0e72b-36f0-433c-86fb-043c2f8f4bad"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:05:56.527071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8e8bf-4525-48b0-8910-f89472900478 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:05:56.547609 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163d07d8-2c2b-41d4-9185-7fc4fca95833 x-openstack-request-id: req-163d07d8-2c2b-41d4-9185-7fc4fca95833 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:05:56.547969 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7448d96e-851a-4ef3-8b5b-662eef95161d", "tag": "ccb0e72b-36f0-433c-86fb-043c2f8f4bad", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:05:56.548282 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-163d07d8-2c2b-41d4-9185-7fc4fca95833 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:05:56.548689 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7448d96e-851a-4ef3-8b5b-662eef95161d', 'tag': 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad', 'status': 'completed', 'code': 200} Sep 17 23:05:56.629736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c2f81-e05f-44dd-882e-3b9d04e85c54 req-0ae90762-ee57-41e0-96ba-31b79faa2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:56.631122 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c57c2f81-e05f-44dd-882e-3b9d04e85c54 req-0ae90762-ee57-41e0-96ba-31b79faa2c52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 1096 time: 0.0421565 Sep 17 23:05:56.736786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c2f81-e05f-44dd-882e-3b9d04e85c54 req-4bf29792-5eb9-41f1-8686-16865c93bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:56.738228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c57c2f81-e05f-44dd-882e-3b9d04e85c54 req-4bf29792-5eb9-41f1-8686-16865c93bbbb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936317 Sep 17 23:05:56.830813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c2f81-e05f-44dd-882e-3b9d04e85c54 req-7d6acdff-035d-4e2a-ac38-1c0476e037fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:56.832298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c57c2f81-e05f-44dd-882e-3b9d04e85c54 req-7d6acdff-035d-4e2a-ac38-1c0476e037fc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873504 Sep 17 23:05:56.929204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d306244-9299-4441-9af5-95f161245ab3 req-44389632-fa92-485a-a566-50393a5c2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:56.930666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-44389632-fa92-485a-a566-50393a5c2e91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 1096 time: 0.0444419 Sep 17 23:05:56.978018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-933b8f9c-b6e3-4c33-a6a5-eecbbfd5f45a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb0e72b-36f0-433c-86fb-043c2f8f4bad HTTP/1.1" status: 200 len: 217 time: 0.0338390 Sep 17 23:05:57.027927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d306244-9299-4441-9af5-95f161245ab3 req-e0827ad2-14ff-41e1-82a9-ae17023af84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:57.030053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-e0827ad2-14ff-41e1-82a9-ae17023af84b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99a8589-3f7f-4313-be4b-f489283cc471 HTTP/1.1" status: 200 len: 854 time: 0.0447071 Sep 17 23:05:57.059673 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-567a0e60-f6fa-47be-917f-78efbafbd436 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34558461-fc98-403f-9aaf-ab8854a427d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234060 Sep 17 23:05:57.153121 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-81f2689b-ced2-448f-8e58-f02cf712b30a service neutron] 10.222.0.15 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863411 Sep 17 23:05:57.242730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d306244-9299-4441-9af5-95f161245ab3 req-20fbe7a5-fd68-4d06-a577-0c5156a7a8b9 service neutron] 10.222.0.15 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825944 Sep 17 23:05:57.602484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275e5fb-e779-48f4-9190-6f275e11eef9 req-1325c82b-b3f9-4572-acb3-4852e261e2dc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:57.603961 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3275e5fb-e779-48f4-9190-6f275e11eef9 req-1325c82b-b3f9-4572-acb3-4852e261e2dc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 944 time: 0.0485649 Sep 17 23:05:57.641429 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3275e5fb-e779-48f4-9190-6f275e11eef9 req-4543b011-efd5-410e-950e-f731ccca4b92 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Sep 17 23:05:58.760798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae884f95-b499-4656-9601-575e114acab0 req-d630534e-b44e-44d1-8dd9-7eec617be580 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:58.762256 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae884f95-b499-4656-9601-575e114acab0 req-d630534e-b44e-44d1-8dd9-7eec617be580 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 944 time: 0.0534494 Sep 17 23:05:58.800920 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae884f95-b499-4656-9601-575e114acab0 req-cbb89c65-121f-463b-ba82-8e5e4e2d6cbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Sep 17 23:05:59.441977 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-b890b190-416e-4482-92fd-96d59f00e8ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399842 Sep 17 23:05:59.446069 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:59.535504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-5db11ce0-51ab-4506-8bdc-7f91b68e5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:59.537020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-5db11ce0-51ab-4506-8bdc-7f91b68e5ea6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 1097 time: 0.0402255 Sep 17 23:05:59.642029 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-cbba393f-5cac-4e64-8586-d65bc83e87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:59.643596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-cbba393f-5cac-4e64-8586-d65bc83e87d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 915 time: 0.0867741 Sep 17 23:05:59.685168 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-6673fb5c-a69e-4d7a-b8ab-43b9ac3b05c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a979c0c-bc1a-4954-8361-c931da339c79 HTTP/1.1" status: 200 len: 217 time: 0.0338416 Sep 17 23:05:59.738006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-1d7889a5-dbb9-4af1-ba2e-21d55e366546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:59.739459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-1d7889a5-dbb9-4af1-ba2e-21d55e366546 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99a8589-3f7f-4313-be4b-f489283cc471 HTTP/1.1" status: 200 len: 854 time: 0.0472889 Sep 17 23:05:59.774784 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-d7719ef6-b92d-44bb-9313-afd7d520feb1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34558461-fc98-403f-9aaf-ab8854a427d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255029 Sep 17 23:05:59.869124 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-9cff59ce-5140-4f76-8938-20d3f1373e7a service neutron] 10.222.0.15 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871208 Sep 17 23:05:59.918305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4a07a-690d-4e03-b0d2-9f620a83ac42 req-21cbaa93-09fc-45e9-80a5-1917f4c2bad9 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:59.920462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73e4a07a-690d-4e03-b0d2-9f620a83ac42 req-21cbaa93-09fc-45e9-80a5-1917f4c2bad9 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 944 time: 0.0517712 Sep 17 23:05:59.959446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73e4a07a-690d-4e03-b0d2-9f620a83ac42 req-357f1286-bd74-4ebf-8f36-53d0771563da tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326912 Sep 17 23:05:59.964653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c898b39-2379-4a5f-a66c-12080e57b9bd req-4d0df483-2eaa-4148-bb1d-1588dce8888c service neutron] 10.222.0.15 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885026 Sep 17 23:06:01.073597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31399e-1513-4350-a5c6-3b071137bf68 req-d6cca714-79a4-4b36-9352-67a4d16bebb3 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:01.075063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb31399e-1513-4350-a5c6-3b071137bf68 req-d6cca714-79a4-4b36-9352-67a4d16bebb3 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 944 time: 0.0484633 Sep 17 23:06:01.107642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ccb0e72b-36f0-433c-86fb-043c2f8f4bad details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:06:01.113404 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb31399e-1513-4350-a5c6-3b071137bf68 req-7e757edf-f725-4b9b-928b-de2374b005a4 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318322 Sep 17 23:06:01.200017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ccb0e72b-36f0-433c-86fb-043c2f8f4bad, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:01.216192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad', 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9', 'port_id': 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad', 'mac_address': 'fa:16:3e:46:dd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a8589-3f7f-4313-be4b-f489283cc471', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:06:01.252430 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:01.265258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb0e72b-36f0-433c-86fb-043c2f8f4bad {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:06:01.288061 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ccb0e72b-36f0-433c-86fb-043c2f8f4bad, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:01.354762 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:01.402429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:01.723347 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['ccb0e72b-36f0-433c-86fb-043c2f8f4bad'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:06:02.229730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719b3b3-f922-4a5d-a9a6-81f5883e1195 req-2a9da46a-05fe-4351-963e-35a525b8cb32 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:02.231213 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2719b3b3-f922-4a5d-a9a6-81f5883e1195 req-2a9da46a-05fe-4351-963e-35a525b8cb32 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 945 time: 0.0494802 Sep 17 23:06:02.269933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2719b3b3-f922-4a5d-a9a6-81f5883e1195 req-60c82ae5-f88f-4403-b136-5a418a4107eb tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Sep 17 23:06:03.108499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ccb0e72b-36f0-433c-86fb-043c2f8f4bad up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:06:03.238288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port ccb0e72b-36f0-433c-86fb-043c2f8f4bad completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:06:03.242412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port ccb0e72b-36f0-433c-86fb-043c2f8f4bad triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:06:03.242775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:03.314211 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6671d03d-cd70-4323-98b4-e34bd88b4d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:03.331278 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:03.392605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe084-03ac-4d0b-94a7-f05e344d06a6 req-830359fe-1e0d-4875-8614-4f40284da39e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:03.392605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecfbe084-03ac-4d0b-94a7-f05e344d06a6 req-830359fe-1e0d-4875-8614-4f40284da39e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 945 time: 0.0521877 Sep 17 23:06:03.436849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ecfbe084-03ac-4d0b-94a7-f05e344d06a6 req-2907843e-1d0e-4fde-b0e8-07f9738ca037 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395222 Sep 17 23:06:03.507075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7448d96e-851a-4ef3-8b5b-662eef95161d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:03.509314 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9787032d-d440-413a-bb69-50063bc45449" -d '{"events": [{"server_uuid": "7448d96e-851a-4ef3-8b5b-662eef95161d", "name": "network-vif-plugged", "status": "completed", "tag": "ccb0e72b-36f0-433c-86fb-043c2f8f4bad"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:03.521998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ccb0e72b-36f0-433c-86fb-043c2f8f4bad, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:03.547286 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e33e5b-08db-4122-a862-d6f31e477300 x-openstack-request-id: req-63e33e5b-08db-4122-a862-d6f31e477300 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:03.547286 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7448d96e-851a-4ef3-8b5b-662eef95161d", "name": "network-vif-plugged", "status": "completed", "tag": "ccb0e72b-36f0-433c-86fb-043c2f8f4bad", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:03.547286 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63e33e5b-08db-4122-a862-d6f31e477300 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:03.547752 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7448d96e-851a-4ef3-8b5b-662eef95161d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad', 'code': 200} Sep 17 23:06:03.594640 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:03.641925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:03.674135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873cebf-be89-4a95-aa8d-59587919ee29 req-0c43244a-bf77-4272-9be4-c03d3c82448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:03.675619 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8873cebf-be89-4a95-aa8d-59587919ee29 req-0c43244a-bf77-4272-9be4-c03d3c82448f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 1098 time: 0.0409684 Sep 17 23:06:03.710713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8873cebf-be89-4a95-aa8d-59587919ee29 req-3e027027-a075-4bb0-9f92-91144c13559f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275512 Sep 17 23:06:04.552470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fecb68-5f91-4fce-a108-196846b3fc2a req-a7142de9-785a-42e3-b86a-2b750abf0e69 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:04.553976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62fecb68-5f91-4fce-a108-196846b3fc2a req-a7142de9-785a-42e3-b86a-2b750abf0e69 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 946 time: 0.0496745 Sep 17 23:06:04.590288 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-62fecb68-5f91-4fce-a108-196846b3fc2a req-7743069e-b0f1-41f5-a2e9-8ba81952a8ca tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304332 Sep 17 23:06:05.707535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886eb73c-8fd9-4563-9eae-607c477337f4 req-45443b3c-e15d-4169-a435-2dce969e2355 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:05.709002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-886eb73c-8fd9-4563-9eae-607c477337f4 req-45443b3c-e15d-4169-a435-2dce969e2355 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 946 time: 0.0486825 Sep 17 23:06:05.746639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-886eb73c-8fd9-4563-9eae-607c477337f4 req-469946e1-19e3-45f5-b08c-48ceba8fd666 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Sep 17 23:06:05.844583 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-36ff08a2-4fcc-463e-99f0-92a9554c1b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:07.046099 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:07.457206 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:09.123846 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:10.592845 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:21.261359 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:06:23.788533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-77a5954e-db2c-43b1-a128-98daf737f939 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:23.789882 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-77a5954e-db2c-43b1-a128-98daf737f939 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 814 time: 0.1099072 Sep 17 23:06:23.805693 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-b0cb658b-2678-436d-97fe-93dba3fde2e4 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/quotas/bdb87132f47f4458bdb4ab0bb2c92e65 HTTP/1.1" status: 200 len: 375 time: 0.0100508 Sep 17 23:06:23.863879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-99dd6b2b-20f1-4b76-b9f0-91cc3a712515 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522718 Sep 17 23:06:23.958068 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-6d1face8-c5c9-4d1c-9887-30bb20abe363 service neutron] 10.222.0.30 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877187 Sep 17 23:06:24.051529 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-14ecd6fc-4e47-4414-8a37-b638020051f0 service neutron] 10.222.0.30 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872686 Sep 17 23:06:24.304049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5bde8dba-2015-4f52-b5ff-538a8fc8486d req-6df891d7-bb7e-4b2c-92cf-330ed4bfbe15 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 210 time: 0.0301266 Sep 17 23:06:25.401509 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7549ec35-1f72-458a-b114-670d8308ce27 req-256c4b76-518e-4b50-bc23-15ae1cc62a63 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 210 time: 0.0278077 Sep 17 23:06:26.140559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-ed15f46d-219c-43b2-a1e1-d7be279b5956 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:26.145501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-ed15f46d-219c-43b2-a1e1-d7be279b5956 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.23 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 814 time: 0.1050506 Sep 17 23:06:26.155040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Request body: {'port': {'device_id': 'c51f212a-5613-47db-a73c-eafeff6b4497', 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9', 'admin_state_up': True, 'tenant_id': 'bdb87132f47f4458bdb4ab0bb2c92e65'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:06:26.331528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Made reservation on behalf of bdb87132f47f4458bdb4ab0bb2c92e65 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:06:26.335672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:26.468367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Allocated IP 172.20.0.11 (34558461-fc98-403f-9aaf-ab8854a427d9/a99a8589-3f7f-4313-be4b-f489283cc471/f82814f1-91b2-448e-b8e0-9ddb29920d6b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:06:26.517624 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b7bc66c-db11-4a65-87f9-24860b32c02d req-e538207f-162f-41d1-92b0-40fd1bb9bae1 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 210 time: 0.0368447 Sep 17 23:06:26.641499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:26.732558 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:26.746203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['af5dd7b5-d9f5-4fb8-b668-1ae14460affc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:06:26.772442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2a979c0c-bc1a-4954-8361-c931da339c79', 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:06:26.778636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Network 34558461-fc98-403f-9aaf-ab8854a427d9 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:06:26.781867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:06:26.788441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:06:26.794921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Pushing event updated for resources: {'Port': ['ID=f82814f1-91b2-448e-b8e0-9ddb29920d6b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:26.842169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:26.842799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:26.937559 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-d4bb83ec-8a9d-4435-9799-35df5310b144 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7864709 Sep 17 23:06:26.949817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Request body: {'port': {'device_id': 'c51f212a-5613-47db-a73c-eafeff6b4497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:06:27.006638 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:27.266223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82814f1-91b2-448e-b8e0-9ddb29920d6b {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:06:27.273491 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:27.285366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Transition to ACTIVE for port object f82814f1-91b2-448e-b8e0-9ddb29920d6b will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:06:27.346371 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:27.394139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f82814f1-91b2-448e-b8e0-9ddb29920d6b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:27.464692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Attempting to bind port f82814f1-91b2-448e-b8e0-9ddb29920d6b on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:06:27.465022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Attempting to bind port f82814f1-91b2-448e-b8e0-9ddb29920d6b by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:06:27.465345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Attempting to bind port f82814f1-91b2-448e-b8e0-9ddb29920d6b on network 34558461-fc98-403f-9aaf-ab8854a427d9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:06:27.469974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Port f82814f1-91b2-448e-b8e0-9ddb29920d6b on network 34558461-fc98-403f-9aaf-ab8854a427d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:06:27.470291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Attempting to bind port f82814f1-91b2-448e-b8e0-9ddb29920d6b on network 34558461-fc98-403f-9aaf-ab8854a427d9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:06:27.475708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:06:27.476038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Checking segment: {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:06:27.476443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Bound using segment: {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:06:27.476867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Bound port: f82814f1-91b2-448e-b8e0-9ddb29920d6b, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d8d911-c937-48db-ac04-3fa85c990883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:06:27.477209 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:27.539136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] For port f82814f1-91b2-448e-b8e0-9ddb29920d6b, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:06:27.541999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] For port f82814f1-91b2-448e-b8e0-9ddb29920d6b, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=f82814f1-91b2-448e-b8e0-9ddb29920d6b,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:06:27.611639 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:27.637134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e8b3e-8440-47c5-b741-a39c97d67b57 req-c77a305a-d12e-4735-8a98-56415c823023 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:27.638641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-705e8b3e-8440-47c5-b741-a39c97d67b57 req-c77a305a-d12e-4735-8a98-56415c823023 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 944 time: 0.0537641 Sep 17 23:06:27.646170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:27.646767 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:27.648186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] 10.222.0.23 "PUT /v2.0/ports/f82814f1-91b2-448e-b8e0-9ddb29920d6b HTTP/1.1" status: 200 len: 1093 time: 0.7025254 Sep 17 23:06:27.648629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51f212a-5613-47db-a73c-eafeff6b4497', 'tag': 'f82814f1-91b2-448e-b8e0-9ddb29920d6b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:27.650854 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb55082-6c1d-48b0-909a-2503edaaa9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c51f212a-5613-47db-a73c-eafeff6b4497", "tag": "f82814f1-91b2-448e-b8e0-9ddb29920d6b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:27.674789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674c83b-4361-4d13-bebd-9b0ecabc2fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f82814f1-91b2-448e-b8e0-9ddb29920d6b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:27.681594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-705e8b3e-8440-47c5-b741-a39c97d67b57 req-274ac808-4554-4581-94d8-3870b04dba56 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357172 Sep 17 23:06:27.688366 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423b34ef-3db1-44c7-abf4-2f64c52b9d15 x-openstack-request-id: req-423b34ef-3db1-44c7-abf4-2f64c52b9d15 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:27.688669 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51f212a-5613-47db-a73c-eafeff6b4497", "tag": "f82814f1-91b2-448e-b8e0-9ddb29920d6b", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:27.688899 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-423b34ef-3db1-44c7-abf4-2f64c52b9d15 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:27.689299 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51f212a-5613-47db-a73c-eafeff6b4497', 'tag': 'f82814f1-91b2-448e-b8e0-9ddb29920d6b', 'status': 'completed', 'code': 200} Sep 17 23:06:27.755363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb55082-6c1d-48b0-909a-2503edaaa9cb req-5392486c-58d5-4e0f-a3ea-80bd9d98578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:27.756928 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bb55082-6c1d-48b0-909a-2503edaaa9cb req-5392486c-58d5-4e0f-a3ea-80bd9d98578d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 1096 time: 0.0458281 Sep 17 23:06:27.854780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb55082-6c1d-48b0-909a-2503edaaa9cb req-b4432b73-3a28-4f97-bc37-e93aab304656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:27.856183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bb55082-6c1d-48b0-909a-2503edaaa9cb req-b4432b73-3a28-4f97-bc37-e93aab304656 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0919013 Sep 17 23:06:28.301865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb55082-6c1d-48b0-909a-2503edaaa9cb req-c27028fb-7e9b-46eb-9a0d-06c1c17711f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:28.303342 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6bb55082-6c1d-48b0-909a-2503edaaa9cb req-c27028fb-7e9b-46eb-9a0d-06c1c17711f6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4396701 Sep 17 23:06:28.380686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-2d28a123-750b-4d51-b1f0-e4ba518187e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:28.382051 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-2d28a123-750b-4d51-b1f0-e4ba518187e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 1096 time: 0.0410533 Sep 17 23:06:28.421292 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-5554d0c9-299b-45c2-975f-d4684f2074da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f82814f1-91b2-448e-b8e0-9ddb29920d6b HTTP/1.1" status: 200 len: 217 time: 0.0317621 Sep 17 23:06:28.471992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-5d792faa-73de-45e1-becf-070a320fbb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:28.473556 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-5d792faa-73de-45e1-becf-070a320fbb46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99a8589-3f7f-4313-be4b-f489283cc471 HTTP/1.1" status: 200 len: 854 time: 0.0457153 Sep 17 23:06:28.506205 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-4cebd2af-f0b2-40a9-bf23-21e1253e09f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34558461-fc98-403f-9aaf-ab8854a427d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259218 Sep 17 23:06:28.593497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-4f77ad5b-0b3d-41fb-a410-4cad6643ec7c service neutron] 10.222.0.23 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801425 Sep 17 23:06:28.685658 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84036f45-a8cd-4037-aad0-01f3c1cc0ab9 req-9459a149-6be0-4fc3-bcf7-7d8c5c90d112 service neutron] 10.222.0.23 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845556 Sep 17 23:06:28.802029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b30009-3842-471e-90e7-e4ae2394f9da req-74ec731f-806c-45b4-ae4d-8a3357b4c7a8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:28.803505 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75b30009-3842-471e-90e7-e4ae2394f9da req-74ec731f-806c-45b4-ae4d-8a3357b4c7a8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 944 time: 0.0494306 Sep 17 23:06:28.840110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75b30009-3842-471e-90e7-e4ae2394f9da req-a4ff5a8f-d71d-4d0d-9cb7-4016629a08ed tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Sep 17 23:06:29.422674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:29.953521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6d740-4308-44ab-b05c-6b959b3f42ee req-d6dc2807-f9f8-4306-a075-f501bc2896e2 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:29.954969 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71d6d740-4308-44ab-b05c-6b959b3f42ee req-d6dc2807-f9f8-4306-a075-f501bc2896e2 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 944 time: 0.0487432 Sep 17 23:06:29.993332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71d6d740-4308-44ab-b05c-6b959b3f42ee req-3ce30876-e2bb-4168-854c-a2da8e703ee3 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318477 Sep 17 23:06:31.116422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce162-63b4-47d8-bf84-7c67fc0a8bf2 req-819736e8-bca1-4a56-800e-811915ce8aee tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:31.117933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc4ce162-63b4-47d8-bf84-7c67fc0a8bf2 req-819736e8-bca1-4a56-800e-811915ce8aee tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 944 time: 0.0544536 Sep 17 23:06:31.159572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fc4ce162-63b4-47d8-bf84-7c67fc0a8bf2 req-17ef9387-2f86-4c09-a4d7-52258211932a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Sep 17 23:06:31.223964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device f82814f1-91b2-448e-b8e0-9ddb29920d6b details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:06:31.317288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port f82814f1-91b2-448e-b8e0-9ddb29920d6b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=f82814f1-91b2-448e-b8e0-9ddb29920d6b,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:31.328042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'f82814f1-91b2-448e-b8e0-9ddb29920d6b', 'network_id': '34558461-fc98-403f-9aaf-ab8854a427d9', 'port_id': 'f82814f1-91b2-448e-b8e0-9ddb29920d6b', 'mac_address': 'fa:16:3e:08:e6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a8589-3f7f-4313-be4b-f489283cc471', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:06:31.371624 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:31.384521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82814f1-91b2-448e-b8e0-9ddb29920d6b {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:06:31.404817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port f82814f1-91b2-448e-b8e0-9ddb29920d6b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=f82814f1-91b2-448e-b8e0-9ddb29920d6b,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:31.462761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:31.509904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=f82814f1-91b2-448e-b8e0-9ddb29920d6b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:31.517158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.517507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.517853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.518192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.518566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.518902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.519231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.519594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.519883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.520241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.520657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.521000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:31.665620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['f82814f1-91b2-448e-b8e0-9ddb29920d6b'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:06:32.274319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9622e7-e210-437a-8d7d-c74cbdb1a15a req-a43a90e3-1211-4bdb-9e29-a77e8f885e22 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:32.275808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a9622e7-e210-437a-8d7d-c74cbdb1a15a req-a43a90e3-1211-4bdb-9e29-a77e8f885e22 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 945 time: 0.0483382 Sep 17 23:06:32.312767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a9622e7-e210-437a-8d7d-c74cbdb1a15a req-77625836-b4c0-4154-baee-58f861c493cc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Sep 17 23:06:33.255851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device f82814f1-91b2-448e-b8e0-9ddb29920d6b up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:06:33.277112 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-21c4df06-b194-4335-870e-ba65778d1ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.372897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port f82814f1-91b2-448e-b8e0-9ddb29920d6b completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:06:33.376852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port f82814f1-91b2-448e-b8e0-9ddb29920d6b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:06:33.380878 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.435668 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbd487-6f55-49d1-9f53-7663c229940b req-94fe05a8-e298-4ab6-8911-c6c55e722ec7 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:33.437308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a3dbd487-6f55-49d1-9f53-7663c229940b req-94fe05a8-e298-4ab6-8911-c6c55e722ec7 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 945 time: 0.0582161 Sep 17 23:06:33.461047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.476519 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a3dbd487-6f55-49d1-9f53-7663c229940b req-32503661-0222-44d7-acff-efef5c5eb702 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Sep 17 23:06:33.486832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51f212a-5613-47db-a73c-eafeff6b4497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82814f1-91b2-448e-b8e0-9ddb29920d6b'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:33.489218 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591be905-8d5e-4599-90af-7ab4a394d77b" -d '{"events": [{"server_uuid": "c51f212a-5613-47db-a73c-eafeff6b4497", "name": "network-vif-plugged", "status": "completed", "tag": "f82814f1-91b2-448e-b8e0-9ddb29920d6b"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:33.502067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port f82814f1-91b2-448e-b8e0-9ddb29920d6b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=f82814f1-91b2-448e-b8e0-9ddb29920d6b,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:33.527309 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b053fa-556b-4d9f-bd01-f1a887a0e271 x-openstack-request-id: req-d0b053fa-556b-4d9f-bd01-f1a887a0e271 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:33.527696 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51f212a-5613-47db-a73c-eafeff6b4497", "name": "network-vif-plugged", "status": "completed", "tag": "f82814f1-91b2-448e-b8e0-9ddb29920d6b", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:33.528096 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0b053fa-556b-4d9f-bd01-f1a887a0e271 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:33.534985 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51f212a-5613-47db-a73c-eafeff6b4497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82814f1-91b2-448e-b8e0-9ddb29920d6b', 'code': 200} Sep 17 23:06:33.582432 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.622367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824b9c9-45a2-4738-888b-1515d50b22f0 req-50d14133-0931-435e-b5aa-fd77fbddcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:33.623926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d824b9c9-45a2-4738-888b-1515d50b22f0 req-50d14133-0931-435e-b5aa-fd77fbddcf33 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 1098 time: 0.0398748 Sep 17 23:06:33.631432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=f82814f1-91b2-448e-b8e0-9ddb29920d6b,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:33.658695 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d824b9c9-45a2-4738-888b-1515d50b22f0 req-ccb733fe-dec1-42ed-b956-d7233c85d765 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270557 Sep 17 23:06:34.589988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d83324-9139-46e7-881f-2f2741cdaa0c req-efb082a2-09a4-4711-8b9a-a0a1b2c822d3 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:34.591460 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5d83324-9139-46e7-881f-2f2741cdaa0c req-efb082a2-09a4-4711-8b9a-a0a1b2c822d3 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 946 time: 0.0496867 Sep 17 23:06:34.636068 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5d83324-9139-46e7-881f-2f2741cdaa0c req-41b44703-ef40-48b6-88e5-c84b0ced123f tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 Sep 17 23:06:35.767179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7c9c2-9ab1-4714-9b8b-2bdfb7fd22e5 req-d0fb9cfa-9a16-4b6c-a7e9-d3f40b16cd84 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:35.768667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-edc7c9c2-9ab1-4714-9b8b-2bdfb7fd22e5 req-d0fb9cfa-9a16-4b6c-a7e9-d3f40b16cd84 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 946 time: 0.0579956 Sep 17 23:06:35.806613 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-edc7c9c2-9ab1-4714-9b8b-2bdfb7fd22e5 req-8e57edaf-5420-4605-8fe4-aea5394dc0a9 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317674 Sep 17 23:06:35.879648 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da25bc59-13b1-49b1-9e5e-53eee30805f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:37.049281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:37.477979 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:39.118542 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:40.605168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:50.108088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-0c597541-f512-4385-ba9e-8b47162d5876 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485346 Sep 17 23:06:50.196062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-c38e5bc9-ee1d-441a-ab9a-02319c2a2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:50.197613 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-c38e5bc9-ee1d-441a-ab9a-02319c2a2090 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 1098 time: 0.0470073 Sep 17 23:06:50.314373 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-99bda939-b99b-4282-8792-2730dfe107cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:50.315867 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-99bda939-b99b-4282-8792-2730dfe107cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 915 time: 0.0990908 Sep 17 23:06:50.358451 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-760ed5ac-6b77-4da0-8cd9-55cfb86c5707 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af5dd7b5-d9f5-4fb8-b668-1ae14460affc HTTP/1.1" status: 200 len: 217 time: 0.0352752 Sep 17 23:06:50.410052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-3294c1df-da91-4d42-8d32-987b43c350e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:50.411523 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-3294c1df-da91-4d42-8d32-987b43c350e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99a8589-3f7f-4313-be4b-f489283cc471 HTTP/1.1" status: 200 len: 854 time: 0.0446103 Sep 17 23:06:50.443595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-2686a37f-eac7-4797-a31e-e70ea56daae6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34558461-fc98-403f-9aaf-ab8854a427d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238552 Sep 17 23:06:50.453831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-c143feda-9dff-4433-905b-4332d509cdde service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:06:50.454769 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-c143feda-9dff-4433-905b-4332d509cdde service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048440 Sep 17 23:06:50.550454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-0468a3ca-b676-4a2c-8d86-39fb3cd495cd service neutron] 10.222.0.23 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879476 Sep 17 23:06:50.644849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cae5536-4d7c-4f23-996a-1ef839ca61c0 req-9dc6c43f-af29-4f27-8566-70dde1f7ff79 service neutron] 10.222.0.23 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871089 Sep 17 23:06:57.390198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd8a9e-46a0-4111-aa69-183321099ac2 req-8b4facbc-f3cb-4f68-a569-cdf6071357f0 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:57.391684 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bd8a9e-46a0-4111-aa69-183321099ac2 req-8b4facbc-f3cb-4f68-a569-cdf6071357f0 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 946 time: 0.1500688 Sep 17 23:06:57.428831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36bd8a9e-46a0-4111-aa69-183321099ac2 req-c370017c-6240-4125-9e49-48c41de3362e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Sep 17 23:06:58.261078 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:06:58.544259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18c913-8179-48a3-ab61-83c83ed15aa6 req-35732c9d-9226-47ad-a79d-d8361268d32a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:58.545761 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d18c913-8179-48a3-ab61-83c83ed15aa6 req-35732c9d-9226-47ad-a79d-d8361268d32a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 946 time: 0.0494804 Sep 17 23:06:58.583925 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d18c913-8179-48a3-ab61-83c83ed15aa6 req-40c10e83-0f8f-406f-901f-0001d6a0e72a tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Sep 17 23:06:58.780378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c3ca4-e162-4774-b22b-2507a349c416 req-d6e4a91c-7004-48cf-8239-7b1b8c9c1b79 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:58.781747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-459c3ca4-e162-4774-b22b-2507a349c416 req-d6e4a91c-7004-48cf-8239-7b1b8c9c1b79 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.23 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 946 time: 0.0487025 Sep 17 23:06:58.872427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-459c3ca4-e162-4774-b22b-2507a349c416 req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Deleting port f82814f1-91b2-448e-b8e0-9ddb29920d6b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:06:58.872764 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-459c3ca4-e162-4774-b22b-2507a349c416 req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:58.960462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-459c3ca4-e162-4774-b22b-2507a349c416 req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] For port f82814f1-91b2-448e-b8e0-9ddb29920d6b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=f82814f1-91b2-448e-b8e0-9ddb29920d6b,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:58.960834 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-459c3ca4-e162-4774-b22b-2507a349c416 req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:58.973513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-459c3ca4-e162-4774-b22b-2507a349c416 req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Calling delete_port for f82814f1-91b2-448e-b8e0-9ddb29920d6b owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:06:59.194015 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-459c3ca4-e162-4774-b22b-2507a349c416 req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:59.207104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['af5dd7b5-d9f5-4fb8-b668-1ae14460affc', 'f82814f1-91b2-448e-b8e0-9ddb29920d6b'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:06:59.225429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Pushing event deleted for resources: {'Port': ['ID=f82814f1-91b2-448e-b8e0-9ddb29920d6b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:59.234241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2a979c0c-bc1a-4954-8361-c931da339c79', 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:06:59.251370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.251732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.252068 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.252423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.252746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.253069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.253387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.253702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.254020 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.254334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.254647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.254964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:59.280204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-459c3ca4-e162-4774-b22b-2507a349c416 req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] No DVR routers for this DVR port f82814f1-91b2-448e-b8e0-9ddb29920d6b on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:06:59.282786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-459c3ca4-e162-4774-b22b-2507a349c416 req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:59.284879 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-459c3ca4-e162-4774-b22b-2507a349c416 req-81865e34-2714-4465-80ba-eff480305637 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.23 "DELETE /v2.0/ports/f82814f1-91b2-448e-b8e0-9ddb29920d6b HTTP/1.1" status: 204 len: 173 time: 0.4964521 Sep 17 23:06:59.285313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51f212a-5613-47db-a73c-eafeff6b4497', 'name': 'network-vif-deleted', 'tag': 'f82814f1-91b2-448e-b8e0-9ddb29920d6b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:59.288278 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a9aac9-04b4-46b1-aea2-dbcd61fecdeb" -d '{"events": [{"server_uuid": "c51f212a-5613-47db-a73c-eafeff6b4497", "name": "network-vif-deleted", "tag": "f82814f1-91b2-448e-b8e0-9ddb29920d6b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:59.330120 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c8654f-c815-4b9f-86ec-dcaac39999ad x-openstack-request-id: req-49c8654f-c815-4b9f-86ec-dcaac39999ad {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:59.330410 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51f212a-5613-47db-a73c-eafeff6b4497", "name": "network-vif-deleted", "tag": "f82814f1-91b2-448e-b8e0-9ddb29920d6b", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:59.330657 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49c8654f-c815-4b9f-86ec-dcaac39999ad {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:59.331050 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51f212a-5613-47db-a73c-eafeff6b4497', 'name': 'network-vif-deleted', 'tag': 'f82814f1-91b2-448e-b8e0-9ddb29920d6b', 'status': 'completed', 'code': 200} Sep 17 23:06:59.502811 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:59.687188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-efea1cf2-e52b-48ec-b9c7-50e61841d911 req-cacd1b7b-a05b-47b9-881c-bf523345b060 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c51f212a-5613-47db-a73c-eafeff6b4497 HTTP/1.1" status: 200 len: 210 time: 0.0263608 Sep 17 23:07:01.454225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c698846a-ae1c-4786-9941-929012a6f55e req-b46d6191-4721-418e-bf7b-b565da63d2d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430083 Sep 17 23:07:01.550306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698846a-ae1c-4786-9941-929012a6f55e req-0c13f60c-caf3-498c-8655-4cd5e2bf7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:01.551901 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c698846a-ae1c-4786-9941-929012a6f55e req-0c13f60c-caf3-498c-8655-4cd5e2bf7748 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 1097 time: 0.0404930 Sep 17 23:07:01.657642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698846a-ae1c-4786-9941-929012a6f55e req-e27250df-7284-4d34-ad07-ffe0fc5aef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:01.659121 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c698846a-ae1c-4786-9941-929012a6f55e req-e27250df-7284-4d34-ad07-ffe0fc5aef05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 200 len: 915 time: 0.0890191 Sep 17 23:07:01.702959 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c698846a-ae1c-4786-9941-929012a6f55e req-58094ffb-8ff3-47eb-90f1-fcaf8a23ffcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a979c0c-bc1a-4954-8361-c931da339c79 HTTP/1.1" status: 200 len: 217 time: 0.0367908 Sep 17 23:07:01.753849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698846a-ae1c-4786-9941-929012a6f55e req-12792871-b889-4b41-bab0-b1da9135e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:01.755246 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c698846a-ae1c-4786-9941-929012a6f55e req-12792871-b889-4b41-bab0-b1da9135e361 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99a8589-3f7f-4313-be4b-f489283cc471 HTTP/1.1" status: 200 len: 854 time: 0.0443623 Sep 17 23:07:01.789078 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c698846a-ae1c-4786-9941-929012a6f55e req-bba707d4-e7b1-4750-a047-df60391f7963 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34558461-fc98-403f-9aaf-ab8854a427d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259957 Sep 17 23:07:01.886825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c698846a-ae1c-4786-9941-929012a6f55e req-f88f0017-12de-4e1c-a67f-70d18da3fffa service neutron] 10.222.0.15 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910707 Sep 17 23:07:01.984647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c698846a-ae1c-4786-9941-929012a6f55e req-f3bc733b-d9d6-4602-a5e3-e8b8bed9c29a service neutron] 10.222.0.15 "GET /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907586 Sep 17 23:07:03.256737 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0b1afe4-cd83-497f-8c7e-260fb84740da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:03.369340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device f82814f1-91b2-448e-b8e0-9ddb29920d6b no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:03.389956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: f82814f1-91b2-448e-b8e0-9ddb29920d6b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:03.390302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device f82814f1-91b2-448e-b8e0-9ddb29920d6b not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:04.596531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85547ee-0d33-46ab-bd5c-86fd71dc45fa req-f4c80e6a-7b2d-4d0a-a077-9e419b3a1d61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:04.598685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b85547ee-0d33-46ab-bd5c-86fd71dc45fa req-f4c80e6a-7b2d-4d0a-a077-9e419b3a1d61 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 946 time: 0.0521495 Sep 17 23:07:04.640489 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b85547ee-0d33-46ab-bd5c-86fd71dc45fa req-09e02f39-63bb-4244-a3c3-8b049bdb43e1 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Sep 17 23:07:05.814605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82e60b-4474-4d0c-93c5-46ce86502f57 req-0d729f20-6b1e-4f6c-9ae3-925b9342270b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:05.816075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b82e60b-4474-4d0c-93c5-46ce86502f57 req-0d729f20-6b1e-4f6c-9ae3-925b9342270b tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 946 time: 0.1083133 Sep 17 23:07:05.844593 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbd9b-656e-48e5-a0d1-17bb444ca4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:05.855035 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b82e60b-4474-4d0c-93c5-46ce86502f57 req-ea1926c4-0ec4-4b8c-818a-c8e5ec452248 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Sep 17 23:07:06.353818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-f9597733-caca-4b0f-bff6-ce0316a8271d tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:06.355256 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-f9597733-caca-4b0f-bff6-ce0316a8271d tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.15 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 946 time: 0.0478895 Sep 17 23:07:06.445641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Deleting port ccb0e72b-36f0-433c-86fb-043c2f8f4bad {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:06.452089 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:06.535615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] For port ccb0e72b-36f0-433c-86fb-043c2f8f4bad, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:06.535984 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:06.548495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Calling delete_port for ccb0e72b-36f0-433c-86fb-043c2f8f4bad owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:06.746002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:06.758622 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['af5dd7b5-d9f5-4fb8-b668-1ae14460affc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:07:06.772646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Pushing event deleted for resources: {'Port': ['ID=ccb0e72b-36f0-433c-86fb-043c2f8f4bad,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:06.782986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.783336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.783534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2a979c0c-bc1a-4954-8361-c931da339c79', 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:07:06.783678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.784004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.784380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.784724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.785038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.785360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.785687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.786550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.786550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.787280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:06.826555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] No DVR routers for this DVR port ccb0e72b-36f0-433c-86fb-043c2f8f4bad on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:07:06.829335 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:06.831307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cdbeb9af-0639-4693-ad74-9613cfd995a1 req-da464dc3-0a77-4de6-902a-95ff8d1dc664 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.15 "DELETE /v2.0/ports/ccb0e72b-36f0-433c-86fb-043c2f8f4bad HTTP/1.1" status: 204 len: 173 time: 0.4699783 Sep 17 23:07:06.831749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7448d96e-851a-4ef3-8b5b-662eef95161d', 'name': 'network-vif-deleted', 'tag': 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:07:06.834164 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e2f6e-5e97-4cbe-8c71-ca46d39af49c" -d '{"events": [{"server_uuid": "7448d96e-851a-4ef3-8b5b-662eef95161d", "name": "network-vif-deleted", "tag": "ccb0e72b-36f0-433c-86fb-043c2f8f4bad"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:07:06.940816 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033a81ae-7351-422a-9d3d-f3080ded0733 x-openstack-request-id: req-033a81ae-7351-422a-9d3d-f3080ded0733 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:07:06.941237 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7448d96e-851a-4ef3-8b5b-662eef95161d", "name": "network-vif-deleted", "tag": "ccb0e72b-36f0-433c-86fb-043c2f8f4bad", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:07:06.942075 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-033a81ae-7351-422a-9d3d-f3080ded0733 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:07:06.942075 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7448d96e-851a-4ef3-8b5b-662eef95161d', 'name': 'network-vif-deleted', 'tag': 'ccb0e72b-36f0-433c-86fb-043c2f8f4bad', 'status': 'completed', 'code': 200} Sep 17 23:07:06.973116 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2bbcaa73-ab1e-4d67-8f28-ec34b5042a5c req-7fa7615b-60d7-4803-bbe2-a0c95b0359e2 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7448d96e-851a-4ef3-8b5b-662eef95161d HTTP/1.1" status: 200 len: 210 time: 0.0295308 Sep 17 23:07:07.090443 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:07.456329 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:08.469232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94e7dc-443e-4fdb-a9fb-dcc9a82546c0 req-aa54811e-390f-4e84-8f95-0ceedbf8ba4e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:08.470712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd94e7dc-443e-4fdb-a9fb-dcc9a82546c0 req-aa54811e-390f-4e84-8f95-0ceedbf8ba4e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 946 time: 0.0499461 Sep 17 23:07:08.508818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fd94e7dc-443e-4fdb-a9fb-dcc9a82546c0 req-6e356c0c-a38b-4208-8ec1-4d64515c3820 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Sep 17 23:07:09.134214 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:09.366563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ccb0e72b-36f0-433c-86fb-043c2f8f4bad no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:09.387124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: ccb0e72b-36f0-433c-86fb-043c2f8f4bad {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:09.387466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ccb0e72b-36f0-433c-86fb-043c2f8f4bad not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:09.626999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc7121-5a38-450e-86e4-5bbd92836991 req-fd4cad0f-3da3-4126-a6b0-273cb903b117 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:09.628387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18cc7121-5a38-450e-86e4-5bbd92836991 req-fd4cad0f-3da3-4126-a6b0-273cb903b117 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 946 time: 0.0522659 Sep 17 23:07:09.666359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18cc7121-5a38-450e-86e4-5bbd92836991 req-48f5248a-dde7-4183-b76e-f3e9b3f825b2 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315516 Sep 17 23:07:09.721497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-bb6d5c1e-7abf-432f-a23b-b6ab1d1c2fa8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:09.722969 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-bb6d5c1e-7abf-432f-a23b-b6ab1d1c2fa8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 946 time: 0.0544174 Sep 17 23:07:09.810003 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-744a1483-a4d2-4e86-9ceb-ce449aef5272 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Deleting port af5dd7b5-d9f5-4fb8-b668-1ae14460affc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:09.810350 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-744a1483-a4d2-4e86-9ceb-ce449aef5272 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:09.907271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-744a1483-a4d2-4e86-9ceb-ce449aef5272 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] For port af5dd7b5-d9f5-4fb8-b668-1ae14460affc, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:09.907640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-744a1483-a4d2-4e86-9ceb-ce449aef5272 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:09.920540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-744a1483-a4d2-4e86-9ceb-ce449aef5272 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Calling delete_port for af5dd7b5-d9f5-4fb8-b668-1ae14460affc owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:10.128874 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-744a1483-a4d2-4e86-9ceb-ce449aef5272 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:10.141309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['af5dd7b5-d9f5-4fb8-b668-1ae14460affc'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:07:10.162720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a1483-a4d2-4e86-9ceb-ce449aef5272 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Pushing event deleted for resources: {'Port': ['ID=af5dd7b5-d9f5-4fb8-b668-1ae14460affc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:10.166377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2a979c0c-bc1a-4954-8361-c931da339c79'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:07:10.206756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-744a1483-a4d2-4e86-9ceb-ce449aef5272 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] No DVR routers for this DVR port af5dd7b5-d9f5-4fb8-b668-1ae14460affc on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:07:10.209971 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-744a1483-a4d2-4e86-9ceb-ce449aef5272 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:10.213141 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85b12e40-757d-4a6e-99ee-36e65998bbbf req-744a1483-a4d2-4e86-9ceb-ce449aef5272 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.23 "DELETE /v2.0/ports/af5dd7b5-d9f5-4fb8-b668-1ae14460affc HTTP/1.1" status: 204 len: 173 time: 0.4841628 Sep 17 23:07:10.213741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f4eceb-5575-4b20-8c04-a44c251e876b', 'name': 'network-vif-deleted', 'tag': 'af5dd7b5-d9f5-4fb8-b668-1ae14460affc'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:07:10.216974 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5867771c-b7d3-476e-97ac-cfb4590918b7" -d '{"events": [{"server_uuid": "c9f4eceb-5575-4b20-8c04-a44c251e876b", "name": "network-vif-deleted", "tag": "af5dd7b5-d9f5-4fb8-b668-1ae14460affc"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:07:10.254776 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29162da1-e7f9-4471-9f19-c2961646b8ed x-openstack-request-id: req-29162da1-e7f9-4471-9f19-c2961646b8ed {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:07:10.255070 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f4eceb-5575-4b20-8c04-a44c251e876b", "name": "network-vif-deleted", "tag": "af5dd7b5-d9f5-4fb8-b668-1ae14460affc", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:07:10.255322 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29162da1-e7f9-4471-9f19-c2961646b8ed {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:07:10.255723 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f4eceb-5575-4b20-8c04-a44c251e876b', 'name': 'network-vif-deleted', 'tag': 'af5dd7b5-d9f5-4fb8-b668-1ae14460affc', 'status': 'completed', 'code': 200} Sep 17 23:07:10.587633 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:10.769430 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0681d9a9-0d1a-465b-b1fc-ae558ebe893d req-32c4ec6a-9824-4c47-a7b3-2833cf4b16b5 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f4eceb-5575-4b20-8c04-a44c251e876b HTTP/1.1" status: 200 len: 210 time: 0.0260384 Sep 17 23:07:13.432528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device af5dd7b5-d9f5-4fb8-b668-1ae14460affc no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:13.453187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: af5dd7b5-d9f5-4fb8-b668-1ae14460affc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:13.453460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device af5dd7b5-d9f5-4fb8-b668-1ae14460affc not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:15.554096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f7dd5-1581-4b31-aefc-d95023b2dfa1 req-fad74b69-c2a9-4ca9-9967-a801c2df74c4 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:15.555637 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa1f7dd5-1581-4b31-aefc-d95023b2dfa1 req-fad74b69-c2a9-4ca9-9967-a801c2df74c4 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 945 time: 0.0496471 Sep 17 23:07:15.600382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa1f7dd5-1581-4b31-aefc-d95023b2dfa1 req-dc2934ab-b41e-40c4-98cb-838074f9f7e4 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383029 Sep 17 23:07:16.724797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076bfbb-6b7d-4b96-8acb-6ea08be2d2a8 req-18565737-4c07-4229-a73c-788186c81ba8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:16.727387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8076bfbb-6b7d-4b96-8acb-6ea08be2d2a8 req-18565737-4c07-4229-a73c-788186c81ba8 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 945 time: 0.0532548 Sep 17 23:07:16.767351 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8076bfbb-6b7d-4b96-8acb-6ea08be2d2a8 req-311134c2-9115-4cc3-af59-7ae40e75ad52 tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bca6c78-9a5c-4d68-8460-1907e5104022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Sep 17 23:07:17.202355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2430336e-639a-4773-a8bc-c7b459c6f7ac tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:17.203797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2430336e-639a-4773-a8bc-c7b459c6f7ac tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 945 time: 0.0473018 Sep 17 23:07:17.295446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2d42325b-a0fb-418d-b5f4-48e3d9174fbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Deleting port 2a979c0c-bc1a-4954-8361-c931da339c79 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:17.321239 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2d42325b-a0fb-418d-b5f4-48e3d9174fbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:17.385662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2d42325b-a0fb-418d-b5f4-48e3d9174fbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] For port 2a979c0c-bc1a-4954-8361-c931da339c79, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=2a979c0c-bc1a-4954-8361-c931da339c79,segment=NetworkSegment(c7d8d911-c937-48db-ac04-3fa85c990883),segment_id=c7d8d911-c937-48db-ac04-3fa85c990883)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:17.385915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2d42325b-a0fb-418d-b5f4-48e3d9174fbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:17.402495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2d42325b-a0fb-418d-b5f4-48e3d9174fbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Calling delete_port for 2a979c0c-bc1a-4954-8361-c931da339c79 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:17.579774 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2d42325b-a0fb-418d-b5f4-48e3d9174fbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:17.605886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42325b-a0fb-418d-b5f4-48e3d9174fbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Pushing event deleted for resources: {'Port': ['ID=2a979c0c-bc1a-4954-8361-c931da339c79,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:17.611236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['2a979c0c-bc1a-4954-8361-c931da339c79'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:07:17.864846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e279c344-4529-4c31-8b38-82d820aa122c req-b26aacb9-47e5-42f1-a846-a4c9952bfe3e tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fcf6128-7f24-4ebf-ab1f-b5c98cac871e HTTP/1.1" status: 200 len: 210 time: 0.0280302 Sep 17 23:07:17.928841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2d42325b-a0fb-418d-b5f4-48e3d9174fbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] No DVR routers for this DVR port 2a979c0c-bc1a-4954-8361-c931da339c79 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:07:17.932412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2d42325b-a0fb-418d-b5f4-48e3d9174fbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:17.934380 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29dd9efd-e893-49be-b39c-c23139aa4473 req-2d42325b-a0fb-418d-b5f4-48e3d9174fbc tempest-AttachVolumeNegativeTest-877752339 tempest-AttachVolumeNegativeTest-877752339-project] 10.222.0.15 "DELETE /v2.0/ports/2a979c0c-bc1a-4954-8361-c931da339c79 HTTP/1.1" status: 204 len: 173 time: 0.7245846 Sep 17 23:07:17.934810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcf6128-7f24-4ebf-ab1f-b5c98cac871e', 'name': 'network-vif-deleted', 'tag': '2a979c0c-bc1a-4954-8361-c931da339c79'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:07:17.937059 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e509da-010d-4a3c-bacd-1cb1ed430cd7" -d '{"events": [{"server_uuid": "7fcf6128-7f24-4ebf-ab1f-b5c98cac871e", "name": "network-vif-deleted", "tag": "2a979c0c-bc1a-4954-8361-c931da339c79"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:07:17.971070 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1344021c-c1b0-4a7e-a88f-f48570e2049d x-openstack-request-id: req-1344021c-c1b0-4a7e-a88f-f48570e2049d {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:07:17.971360 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcf6128-7f24-4ebf-ab1f-b5c98cac871e", "name": "network-vif-deleted", "tag": "2a979c0c-bc1a-4954-8361-c931da339c79", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:07:17.971602 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1344021c-c1b0-4a7e-a88f-f48570e2049d {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:07:17.972019 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcf6128-7f24-4ebf-ab1f-b5c98cac871e', 'name': 'network-vif-deleted', 'tag': '2a979c0c-bc1a-4954-8361-c931da339c79', 'status': 'completed', 'code': 200} Sep 17 23:07:18.921627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50182) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:18.965601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c17a8bf-652a-4320-868a-d3c83101029f admin admin] Deleting subnet a99a8589-3f7f-4313-be4b-f489283cc471 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:07:18.968837 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c17a8bf-652a-4320-868a-d3c83101029f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.001598 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c17a8bf-652a-4320-868a-d3c83101029f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.038730 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c17a8bf-652a-4320-868a-d3c83101029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.182585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c17a8bf-652a-4320-868a-d3c83101029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.207887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17a8bf-652a-4320-868a-d3c83101029f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99a8589-3f7f-4313-be4b-f489283cc471,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:19.212112 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c17a8bf-652a-4320-868a-d3c83101029f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.218988 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c17a8bf-652a-4320-868a-d3c83101029f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a99a8589-3f7f-4313-be4b-f489283cc471 HTTP/1.1" status: 204 len: 168 time: 0.2913938 Sep 17 23:07:19.218988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50184) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:19.283009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.361259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.380715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34558461-fc98-403f-9aaf-ab8854a427d9']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:19.389713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d8d911-c937-48db-ac04-3fa85c990883') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:19.390013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d8d911-c937-48db-ac04-3fa85c990883') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:19.398922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.411421 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.417972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:07:19.418358 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:07:19.420032 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:07:19.542210 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.547586 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:19.549415 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] 10.222.0.30 "DELETE /v2.0/networks/34558461-fc98-403f-9aaf-ab8854a427d9 HTTP/1.1" status: 204 len: 168 time: 0.3316004 Sep 17 23:07:19.560409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1b60f-d9a1-421e-bbc5-3fd35a6d0edb admin admin] Pushing event deleted for resources: {'Network': ['ID=34558461-fc98-403f-9aaf-ab8854a427d9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:19.896950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50188) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:19.936418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-862899bf-444c-46fa-89a3-1853d861fa0a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bdb87132f47f4458bdb4ab0bb2c92e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426555 Sep 17 23:07:19.938774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50190) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:19.986943 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50ac5250-b1eb-4172-93a7-7f560e216bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.010107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50ac5250-b1eb-4172-93a7-7f560e216bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.129997 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50ac5250-b1eb-4172-93a7-7f560e216bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.132592 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50ac5250-b1eb-4172-93a7-7f560e216bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.133866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-50ac5250-b1eb-4172-93a7-7f560e216bc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bca6c78-9a5c-4d68-8460-1907e5104022 HTTP/1.1" status: 204 len: 168 time: 0.1942043 Sep 17 23:07:20.141958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac5250-b1eb-4172-93a7-7f560e216bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bca6c78-9a5c-4d68-8460-1907e5104022,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:21.413245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2a979c0c-bc1a-4954-8361-c931da339c79 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:07:21.433888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 2a979c0c-bc1a-4954-8361-c931da339c79 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:07:21.434232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 2a979c0c-bc1a-4954-8361-c931da339c79 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:07:21.864862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50262) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:21.982955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15a10753-58fd-446f-ac24-1ede8f36d317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.079451 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15a10753-58fd-446f-ac24-1ede8f36d317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.145680 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15a10753-58fd-446f-ac24-1ede8f36d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.187739 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-15a10753-58fd-446f-ac24-1ede8f36d317 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7cc871dc7c9b4d7b939aa4c6a960d7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217967 Sep 17 23:07:22.188721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a10753-58fd-446f-ac24-1ede8f36d317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485f405a-9b03-4f3c-829e-93c66e594352,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:22.190519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50266) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:22.241325 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71fe98ec-6325-4976-955a-892d6a98cedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.262988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71fe98ec-6325-4976-955a-892d6a98cedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.369172 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71fe98ec-6325-4976-955a-892d6a98cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.371747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71fe98ec-6325-4976-955a-892d6a98cedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:22.372926 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-71fe98ec-6325-4976-955a-892d6a98cedf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/485f405a-9b03-4f3c-829e-93c66e594352 HTTP/1.1" status: 204 len: 168 time: 0.1814194 Sep 17 23:07:22.381007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe98ec-6325-4976-955a-892d6a98cedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485f405a-9b03-4f3c-829e-93c66e594352,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:24.512497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50328) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:24.615460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d9add6b4-e9fb-4630-a295-4c455fe3c095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.705986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d9add6b4-e9fb-4630-a295-4c455fe3c095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.781757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d9add6b4-e9fb-4630-a295-4c455fe3c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.822404 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9add6b4-e9fb-4630-a295-4c455fe3c095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61468f5b-7683-44e7-a838-8a23d306574e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:24.826770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d9add6b4-e9fb-4630-a295-4c455fe3c095 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40cc2a3921234382b78edc59d3d9aed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132322 Sep 17 23:07:24.829394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50332) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:24.878645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1580a0b-491d-46ae-ad6c-e30804f314b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:24.900473 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1580a0b-491d-46ae-ad6c-e30804f314b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.011083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1580a0b-491d-46ae-ad6c-e30804f314b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.013764 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a1580a0b-491d-46ae-ad6c-e30804f314b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:25.014907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a1580a0b-491d-46ae-ad6c-e30804f314b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61468f5b-7683-44e7-a838-8a23d306574e HTTP/1.1" status: 204 len: 168 time: 0.1846116 Sep 17 23:07:25.022616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1580a0b-491d-46ae-ad6c-e30804f314b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61468f5b-7683-44e7-a838-8a23d306574e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:26.754996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50368) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:26.896803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1811360132'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:26.969990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Made reservation on behalf of e6953d8d8bd84055a73c91fb325a5da6 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:26.974086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:26.983326 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.071807 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.124721 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.154429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:07:27.160637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c8ebc-7e5f-4f9e-bf86-d7d5d69bbc36,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:27.166680 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.167022 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Added segment dc963d3b-0078-4fed-8eae-39ac5f7af40d of type vlan for network 359f8b6a-e931-4776-a3e2-871d6f610897 Sep 17 23:07:27.207656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.290011 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.295737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:27.296370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.364970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Pushing event updated for resources: {'Network': ['ID=359f8b6a-e931-4776-a3e2-871d6f610897,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:27.379395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 359f8b6a-e931-4776-a3e2-871d6f610897 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:07:27.379902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-acd90721-a5bd-405b-a372-ef6f57ca3781 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6202104 Sep 17 23:07:27.379902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50372) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:27.428662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Request body: {'network': {'name': 'tempest-network--258253186', 'router:external': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:27.501248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Made reservation on behalf of 79eee9d2a1d143eca8be8ef8707268af for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:27.503619 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.512696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.598695 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.661373 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.689344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:07:27.696205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e1c11c-8b12-46da-b447-90dc2c61042e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:27.702952 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.703457 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Added segment 83bdeff1-8902-4265-a271-1b58f43cb6e3 of type vlan for network 1dc9e05b-d1c1-4a6c-979c-de884114a717 Sep 17 23:07:27.748606 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.830662 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.831623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:27.832243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:27.893907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event updated for resources: {'Network': ['ID=1dc9e05b-d1c1-4a6c-979c-de884114a717,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:27.904032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 1dc9e05b-d1c1-4a6c-979c-de884114a717 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:07:27.936629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6d1086ec-b886-4f89-9665-60341f5a1ca8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5559897 Sep 17 23:07:27.939387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50376) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:28.007041 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.089146 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.109874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc9e05b-d1c1-4a6c-979c-de884114a717']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:28.119750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bdeff1-8902-4265-a271-1b58f43cb6e3') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:28.120080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bdeff1-8902-4265-a271-1b58f43cb6e3') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:28.129587 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.142389 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.148030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:07:28.148937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:07:28.150631 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:07:28.282311 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.287560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1dc9e05b-d1c1-4a6c-979c-de884114a717 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:07:28.296925 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.296925 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "DELETE /v2.0/networks/1dc9e05b-d1c1-4a6c-979c-de884114a717 HTTP/1.1" status: 204 len: 168 time: 0.3518918 Sep 17 23:07:28.297151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50378) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:28.301567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c4e3a-1fb6-4961-9fd9-f0662032efe9 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event deleted for resources: {'Network': ['ID=1dc9e05b-d1c1-4a6c-979c-de884114a717,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:28.302256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:28.381601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Made reservation on behalf of 79eee9d2a1d143eca8be8ef8707268af for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:28.384710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.410066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:07:28.420110 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.420617 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Added segment cd4d9494-34e3-4d64-afbb-f69cbc5c98d3 of type vlan for network 8dac0202-5ecf-423e-80c7-882c30783dea Sep 17 23:07:28.466938 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.558400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.559287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:28.559855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:28.621155 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event updated for resources: {'Network': ['ID=8dac0202-5ecf-423e-80c7-882c30783dea,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:28.631277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8dac0202-5ecf-423e-80c7-882c30783dea details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:07:28.654423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-594f183a-7f91-4522-8ead-c479321def1b tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3534009 Sep 17 23:07:28.654724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50380) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:28.659629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Request body: {'subnet': {'network_id': '8dac0202-5ecf-423e-80c7-882c30783dea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:28.735689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Made reservation on behalf of 79eee9d2a1d143eca8be8ef8707268af for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:28.738149 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:29.068910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:07:29.069648 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:29.126712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cbaf2380-f6bb-44d1-966a-f594d25321fa,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:29.133462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Checking segment: {'id': 'cd4d9494-34e3-4d64-afbb-f69cbc5c98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8dac0202-5ecf-423e-80c7-882c30783dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:07:29.133816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Network hostable DHCP agents. Network: 8dac0202-5ecf-423e-80c7-882c30783dea, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:07:29.227197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Network 8dac0202-5ecf-423e-80c7-882c30783dea is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:07:29.289970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8dac0202-5ecf-423e-80c7-882c30783dea) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:29.294715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:29.295708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:29.299044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10606f-d41d-4e2f-b986-c8cc597a9c29 None None] Network 8dac0202-5ecf-423e-80c7-882c30783dea requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:07:29.365099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-678e4b46-474a-46db-8b94-f6f62fcc8d7e tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7091646 Sep 17 23:07:29.367773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50382) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:29.372166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Request body: {'floatingip': {'floating_network_id': '8dac0202-5ecf-423e-80c7-882c30783dea'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:29.433465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5d1ef-2ec9-46d3-95b1-af5060d10855 None None] Network 8dac0202-5ecf-423e-80c7-882c30783dea requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:07:29.444590 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:29.483713 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:29.534635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:29.634225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Allocated IP 172.20.0.13 (8dac0202-5ecf-423e-80c7-882c30783dea/cbaf2380-f6bb-44d1-966a-f594d25321fa/f1f0086e-05e1-47cb-9abc-4940fca093da) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:07:29.735878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:29.831301 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:29.872502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Network 8dac0202-5ecf-423e-80c7-882c30783dea is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:07:29.875368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:29.877816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:29.903147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f0086e-05e1-47cb-9abc-4940fca093da,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:29.967823 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:30.060364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:30.206465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:30.290723 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:30.361226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f0086e-05e1-47cb-9abc-4940fca093da,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:30.373043 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:30.467022 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:30.468214 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-92fda39c-447e-4cd2-b7ba-1e197080429a tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0994444 Sep 17 23:07:30.471390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50384) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:30.539190 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d4e7d9ab-f8f7-4847-93cf-b1b7f4884903 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=8dac0202-5ecf-423e-80c7-882c30783dea HTTP/1.1" status: 200 len: 690 time: 0.0667133 Sep 17 23:07:30.541719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50386) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:30.621995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:30.733424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Deleting port f1f0086e-05e1-47cb-9abc-4940fca093da {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:30.733678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:30.809345 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:30.809671 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:30.821537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Calling delete_port for f1f0086e-05e1-47cb-9abc-4940fca093da owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:31.010086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.041397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1f0086e-05e1-47cb-9abc-4940fca093da,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:31.099810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.143827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.291274 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.316926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cbaf2380-f6bb-44d1-966a-f594d25321fa,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:31.376206 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.400063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dac0202-5ecf-423e-80c7-882c30783dea']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:31.409079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4d9494-34e3-4d64-afbb-f69cbc5c98d3') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:31.409371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4d9494-34e3-4d64-afbb-f69cbc5c98d3') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:31.419025 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.432624 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.438381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:07:31.438752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:07:31.440485 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:07:31.556802 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.560497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8dac0202-5ecf-423e-80c7-882c30783dea {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:07:31.566317 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.566317 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "DELETE /v2.0/networks/8dac0202-5ecf-423e-80c7-882c30783dea HTTP/1.1" status: 204 len: 168 time: 1.0224986 Sep 17 23:07:31.567914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50388) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:31.578753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81864a6b-0241-4c6a-8683-3a7558d1f79f tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event deleted for resources: {'Network': ['ID=8dac0202-5ecf-423e-80c7-882c30783dea,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:31.630131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d137e920-e33b-42bb-94cd-c27e1e581745 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0581915 Sep 17 23:07:31.630377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50390) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:31.722718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa74396-a599-41fd-91ea-1e182a02617c tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:31.723188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa74396-a599-41fd-91ea-1e182a02617c tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:31.723649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa74396-a599-41fd-91ea-1e182a02617c tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:31.725315 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7fa74396-a599-41fd-91ea-1e182a02617c tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2105 time: 0.0940540 Sep 17 23:07:31.728640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50392) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:31.787634 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-89651de3-5514-4df1-9d51-f60328482d45 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] delete failed (client error): The resource could not be found. Sep 17 23:07:31.788775 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-89651de3-5514-4df1-9d51-f60328482d45 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/6c349fb0-5364-4a36-86cf-89dd2d9eadbc HTTP/1.1" status: 404 len: 345 time: 0.0592060 Sep 17 23:07:31.791346 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50394) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:31.807610 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-77792e61-8d58-46fd-a246-3284ab720770 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] DELETE failed (client error): The resource could not be found. Sep 17 23:07:31.808062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77792e61-8d58-46fd-a246-3284ab720770 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:07:31.809668 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-77792e61-8d58-46fd-a246-3284ab720770 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "DELETE /v2.0/networks/8dac0202-5ecf-423e-80c7-882c30783dea HTTP/1.1" status: 404 len: 339 time: 0.0174532 Sep 17 23:07:31.812965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50396) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:31.817178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Request body: {'network': {'name': 'tempest-network--1423184493', 'router:external': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:31.893741 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Made reservation on behalf of 79eee9d2a1d143eca8be8ef8707268af for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:31.896105 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.919858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:07:31.928289 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:31.928634 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Added segment a0428361-6ae9-425c-8b7e-2acccfab3abb of type vlan for network 25db4625-4f6b-44e7-978d-53b2263fbe87 Sep 17 23:07:31.976275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.056134 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.057092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:32.057727 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.121190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event updated for resources: {'Network': ['ID=25db4625-4f6b-44e7-978d-53b2263fbe87,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:32.130449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b6c8b77a-7aa2-429d-bfd7-864b7f038ef8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3165715 Sep 17 23:07:32.131264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 25db4625-4f6b-44e7-978d-53b2263fbe87 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:07:32.133308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50398) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:32.241628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97078a0-c6c8-4ce1-ada2-c1c3390cc119 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:32.248013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97078a0-c6c8-4ce1-ada2-c1c3390cc119 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:32.254046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97078a0-c6c8-4ce1-ada2-c1c3390cc119 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:32.260026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97078a0-c6c8-4ce1-ada2-c1c3390cc119 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:32.261673 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e97078a0-c6c8-4ce1-ada2-c1c3390cc119 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1273801 Sep 17 23:07:32.264450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50400) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:32.330728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.411480 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.431233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25db4625-4f6b-44e7-978d-53b2263fbe87']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:32.440204 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0428361-6ae9-425c-8b7e-2acccfab3abb') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:32.440501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0428361-6ae9-425c-8b7e-2acccfab3abb') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:32.449601 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.462984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.468920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:07:32.469302 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:07:32.470973 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:07:32.591454 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.596334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 25db4625-4f6b-44e7-978d-53b2263fbe87 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:07:32.598824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.600691 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "DELETE /v2.0/networks/25db4625-4f6b-44e7-978d-53b2263fbe87 HTTP/1.1" status: 204 len: 168 time: 0.3352959 Sep 17 23:07:32.605054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50402) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:32.609941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Request body: {'network': {'name': 'tempest-network--1556251918', 'router:external': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:32.618628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d614d-f87c-407d-9a94-fbf0af52c7b3 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event deleted for resources: {'Network': ['ID=25db4625-4f6b-44e7-978d-53b2263fbe87,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:32.764469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Made reservation on behalf of 79eee9d2a1d143eca8be8ef8707268af for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:32.766947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.791491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:07:32.800028 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.800399 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Added segment 87e6946e-6db0-48bb-b5e9-5326d7fadc48 of type vlan for network 82c9b7be-2d54-474b-9582-07bdd0d7126b Sep 17 23:07:32.843637 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.927707 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.928710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:32.929326 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:32.993831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event updated for resources: {'Network': ['ID=82c9b7be-2d54-474b-9582-07bdd0d7126b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:33.003523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 82c9b7be-2d54-474b-9582-07bdd0d7126b details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:07:33.016353 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d6d49898-b3c5-4911-a5ff-97798d56ff4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4093919 Sep 17 23:07:33.018733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50404) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:33.103733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0ceab8-6fe0-4378-80bb-fe59b3dab2ce tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:33.107796 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9c0ceab8-6fe0-4378-80bb-fe59b3dab2ce tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] 10.222.0.30 "GET /v2.0/networks/82c9b7be-2d54-474b-9582-07bdd0d7126b HTTP/1.1" status: 200 len: 757 time: 0.0855670 Sep 17 23:07:33.108071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50406) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:33.198886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d7103-b782-49d4-b887-a9818ebbf5cb tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:33.200272 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bc7d7103-b782-49d4-b887-a9818ebbf5cb tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] 10.222.0.30 "GET /v2.0/networks/359f8b6a-e931-4776-a3e2-871d6f610897 HTTP/1.1" status: 200 len: 768 time: 0.0912011 Sep 17 23:07:33.202967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50408) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:33.265170 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d41774b4-3434-4cbf-9e29-74f6c1c3f38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.269871 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.349304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.370897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c9b7be-2d54-474b-9582-07bdd0d7126b']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:33.379775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e6946e-6db0-48bb-b5e9-5326d7fadc48') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:33.380071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e6946e-6db0-48bb-b5e9-5326d7fadc48') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:33.389823 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.402663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.408367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:07:33.408747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:07:33.410381 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:07:33.528129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.532445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82c9b7be-2d54-474b-9582-07bdd0d7126b {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:07:33.534701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.536505 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "DELETE /v2.0/networks/82c9b7be-2d54-474b-9582-07bdd0d7126b HTTP/1.1" status: 204 len: 168 time: 0.3326409 Sep 17 23:07:33.540569 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50410) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:33.545434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Request body: {'network': {'name': 'tempest-network--2104409494'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:33.549617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f54c1-6170-489e-8fbc-53dc529359d0 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event deleted for resources: {'Network': ['ID=82c9b7be-2d54-474b-9582-07bdd0d7126b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:33.625244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Made reservation on behalf of 79eee9d2a1d143eca8be8ef8707268af for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:33.627571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.651078 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:07:33.659778 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.660148 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Added segment 9116b6e5-da7e-4912-85f0-b15f86f2182c of type vlan for network ea6fd431-c668-443d-9017-06f2ec503985 Sep 17 23:07:33.698888 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.764439 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.765497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:33.766090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:33.831445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event updated for resources: {'Network': ['ID=ea6fd431-c668-443d-9017-06f2ec503985,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:33.843309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network ea6fd431-c668-443d-9017-06f2ec503985 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:07:33.860621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ab87d33c-a4b3-4c67-b638-2cf09b600cc8 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3189249 Sep 17 23:07:33.863329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50412) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:33.868876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-93a1900d-b933-4a89-8f25-7f2946831fd7 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:34.021879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93a1900d-b933-4a89-8f25-7f2946831fd7 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.122903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93a1900d-b933-4a89-8f25-7f2946831fd7 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.139860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93a1900d-b933-4a89-8f25-7f2946831fd7 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Network ea6fd431-c668-443d-9017-06f2ec503985 is not hosted by any dhcp agent {{(pid=95455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 23:07:34.140759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a1900d-b933-4a89-8f25-7f2946831fd7 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:34.141376 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93a1900d-b933-4a89-8f25-7f2946831fd7 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.142710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-93a1900d-b933-4a89-8f25-7f2946831fd7 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "PUT /v2.0/networks/ea6fd431-c668-443d-9017-06f2ec503985 HTTP/1.1" status: 200 len: 858 time: 0.2783303 Sep 17 23:07:34.145465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50414) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:34.214032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1900d-b933-4a89-8f25-7f2946831fd7 tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event updated for resources: {'Network': ['ID=ea6fd431-c668-443d-9017-06f2ec503985,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:34.256847 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.336753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.355971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6fd431-c668-443d-9017-06f2ec503985']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:34.364823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9116b6e5-da7e-4912-85f0-b15f86f2182c') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:34.365124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9116b6e5-da7e-4912-85f0-b15f86f2182c') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:34.374171 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.387245 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.392887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:07:34.393263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:07:34.394877 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:07:34.539694 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.544677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea6fd431-c668-443d-9017-06f2ec503985 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:07:34.547264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.549161 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] 10.222.0.30 "DELETE /v2.0/networks/ea6fd431-c668-443d-9017-06f2ec503985 HTTP/1.1" status: 204 len: 168 time: 0.4027922 Sep 17 23:07:34.552565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50416) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:34.558952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec89a68-97f0-40f7-8cb7-db3e23b8fc4d tempest-ExternalNetworksTestJSON-1602798135 tempest-ExternalNetworksTestJSON-1602798135-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea6fd431-c668-443d-9017-06f2ec503985,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:34.584381 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-068827f6-a196-4ecc-afc3-f97bd1a19904 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] DELETE failed (client error): The resource could not be found. Sep 17 23:07:34.584835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068827f6-a196-4ecc-afc3-f97bd1a19904 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:07:34.587130 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-068827f6-a196-4ecc-afc3-f97bd1a19904 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] 10.222.0.30 "DELETE /v2.0/subnets/cbaf2380-f6bb-44d1-966a-f594d25321fa HTTP/1.1" status: 404 len: 337 time: 0.0330606 Sep 17 23:07:34.589754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50418) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:34.663562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.749157 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.768046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359f8b6a-e931-4776-a3e2-871d6f610897']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:34.779413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc963d3b-0078-4fed-8eae-39ac5f7af40d') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:34.779688 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc963d3b-0078-4fed-8eae-39ac5f7af40d') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:34.789598 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.802671 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.808482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:07:34.808863 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:07:34.811750 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:07:34.947586 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.951992 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:34.956335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] 10.222.0.30 "DELETE /v2.0/networks/359f8b6a-e931-4776-a3e2-871d6f610897 HTTP/1.1" status: 204 len: 168 time: 0.3633387 Sep 17 23:07:34.974145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7e9a2-ee55-4bf7-b9a9-581acfcad461 tempest-ExternalNetworksTestJSON-1741570590 tempest-ExternalNetworksTestJSON-1741570590-project] Pushing event deleted for resources: {'Network': ['ID=359f8b6a-e931-4776-a3e2-871d6f610897,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:35.260564 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:07:35.356438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50424) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:35.484740 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-36c2403f-d58c-41d9-9262-d08a2993d17a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6953d8d8bd84055a73c91fb325a5da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270578 Sep 17 23:07:35.487195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50428) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:35.533767 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-209a8cd4-171d-4978-b2aa-fa44d2100b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:35.553883 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-209a8cd4-171d-4978-b2aa-fa44d2100b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:35.687766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-209a8cd4-171d-4978-b2aa-fa44d2100b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:35.690315 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-209a8cd4-171d-4978-b2aa-fa44d2100b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:35.691553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-209a8cd4-171d-4978-b2aa-fa44d2100b54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea9c8ebc-7e5f-4f9e-bf86-d7d5d69bbc36 HTTP/1.1" status: 204 len: 168 time: 0.2034445 Sep 17 23:07:35.702887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a8cd4-171d-4978-b2aa-fa44d2100b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c8ebc-7e5f-4f9e-bf86-d7d5d69bbc36,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:35.859175 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-265826cf-6fa5-4eec-b26e-2e2b0c7ece30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:36.310407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50434) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:36.351371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-74840a82-9fe0-402d-a08a-27ac5a3909f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79eee9d2a1d143eca8be8ef8707268af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397775 Sep 17 23:07:36.354185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50436) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:36.411563 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae66275b-95e2-4dd8-8377-7d417339312a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:36.432888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae66275b-95e2-4dd8-8377-7d417339312a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:36.535342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae66275b-95e2-4dd8-8377-7d417339312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:36.537907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae66275b-95e2-4dd8-8377-7d417339312a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:36.539615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ae66275b-95e2-4dd8-8377-7d417339312a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75e1c11c-8b12-46da-b447-90dc2c61042e HTTP/1.1" status: 204 len: 168 time: 0.1839933 Sep 17 23:07:36.547495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66275b-95e2-4dd8-8377-7d417339312a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e1c11c-8b12-46da-b447-90dc2c61042e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:37.044183 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:37.467125 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.450609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50472) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:38.543477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:38.653510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.739534 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.845773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Allocated IP 172.25.6.92 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/e63a9ff6-75bd-4eff-a7ff-3e3a81455888) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:07:38.947292 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.044552 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.084619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:07:39.091257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:39.093841 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:39.099927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Pushing event updated for resources: {'Port': ['ID=e63a9ff6-75bd-4eff-a7ff-3e3a81455888,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:39.130821 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.189947 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.262602 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.764759 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.825142 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.892935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Pushing event updated for resources: {'Port': ['ID=e63a9ff6-75bd-4eff-a7ff-3e3a81455888,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:39.903916 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.981219 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:39.982474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bd9bd1bc-4e0c-420f-ae2c-a0376e8590f0 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5305800 Sep 17 23:07:39.985602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50476) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:39.990357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-865673418', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'fixed_ips': [{'ip_address': '172.25.6.92'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:40.072674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Made reservation on behalf of 779978599d9447999171213d72e4381d for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:40.074912 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:40.083533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:40.178091 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:40.253497 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:40.263708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] device_id is not set on port ec1981f2-633f-4133-b52e-ff7c10d68dcd yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:07:40.327650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20b93b8-1c43-4026-8a38-7d778f8760eb,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:40.511068 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 23:07:40.511580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:07:40.586215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-139e91cf-fd11-4928-b056-04a88890ac98 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5994661 Sep 17 23:07:40.589017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50478) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:40.615749 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:40.711722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8a6cb05e-8309-4223-b8d3-f7da481f05e7 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Deleting port e63a9ff6-75bd-4eff-a7ff-3e3a81455888 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:40.712067 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb05e-8309-4223-b8d3-f7da481f05e7 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:40.785677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb05e-8309-4223-b8d3-f7da481f05e7 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:40.786408 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb05e-8309-4223-b8d3-f7da481f05e7 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:40.797996 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8a6cb05e-8309-4223-b8d3-f7da481f05e7 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Calling delete_port for e63a9ff6-75bd-4eff-a7ff-3e3a81455888 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:40.984992 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb05e-8309-4223-b8d3-f7da481f05e7 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:41.011228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cb05e-8309-4223-b8d3-f7da481f05e7 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Pushing event deleted for resources: {'Port': ['ID=e63a9ff6-75bd-4eff-a7ff-3e3a81455888,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:41.069779 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb05e-8309-4223-b8d3-f7da481f05e7 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:41.072521 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb05e-8309-4223-b8d3-f7da481f05e7 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:41.073692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8a6cb05e-8309-4223-b8d3-f7da481f05e7 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001 tempest-ExternalNetworksAdminNegativeTestJSON-1262693001-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/8c3c00da-94b1-4b1b-910a-ebc92debaf00 HTTP/1.1" status: 204 len: 168 time: 0.4837594 Sep 17 23:07:41.537458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50484) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:41.641918 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1b5b399-4405-4320-ae5c-00da463e0acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:41.728799 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1b5b399-4405-4320-ae5c-00da463e0acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:41.798129 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1b5b399-4405-4320-ae5c-00da463e0acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:41.834162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5b399-4405-4320-ae5c-00da463e0acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7aa231-085f-4809-9149-06b1dbec7609,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:41.839044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e1b5b399-4405-4320-ae5c-00da463e0acd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7613bb8acab944d4ba976c87d4dc58f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005490 Sep 17 23:07:41.842053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50488) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:41.890988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-357ef728-e574-4b18-bc42-0eb896177cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:41.913062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-357ef728-e574-4b18-bc42-0eb896177cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:42.021389 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-357ef728-e574-4b18-bc42-0eb896177cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:42.024234 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-357ef728-e574-4b18-bc42-0eb896177cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:42.025427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-357ef728-e574-4b18-bc42-0eb896177cee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac7aa231-085f-4809-9149-06b1dbec7609 HTTP/1.1" status: 204 len: 168 time: 0.1826663 Sep 17 23:07:42.034441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ef728-e574-4b18-bc42-0eb896177cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7aa231-085f-4809-9149-06b1dbec7609,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:42.651486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50494) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:42.691738 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4f92c921-e937-449a-b7e4-bbf78397e4e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=779978599d9447999171213d72e4381d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390775 Sep 17 23:07:42.694146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50496) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:42.740942 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83d11865-468d-4bea-9f54-67aaaf233db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:42.762034 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83d11865-468d-4bea-9f54-67aaaf233db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:42.864765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83d11865-468d-4bea-9f54-67aaaf233db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:42.868001 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83d11865-468d-4bea-9f54-67aaaf233db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:42.869289 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-83d11865-468d-4bea-9f54-67aaaf233db1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e20b93b8-1c43-4026-8a38-7d778f8760eb HTTP/1.1" status: 204 len: 168 time: 0.1742487 Sep 17 23:07:42.877155 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d11865-468d-4bea-9f54-67aaaf233db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20b93b8-1c43-4026-8a38-7d778f8760eb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:44.649311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50532) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:44.786794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1253794833'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:44.876341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Made reservation on behalf of e66b91cd8d804733bf1917aab3c00345 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:44.879869 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:44.888910 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:44.977785 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.032477 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.054841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:07:45.069904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b96a5a-53db-47bb-91a7-b4c0f46898b7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:45.074678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.075020 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Added segment 15a3aacf-65cd-424a-92b4-0a660d247ad3 of type vlan for network 217087b0-6370-4678-9bb0-f80b61c83502 Sep 17 23:07:45.115344 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.180776 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.186885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:45.187457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.285676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Pushing event updated for resources: {'Network': ['ID=217087b0-6370-4678-9bb0-f80b61c83502,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:45.295899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 217087b0-6370-4678-9bb0-f80b61c83502 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:07:45.317439 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bbb7a4e3-9338-496e-ac8a-813e1f682724 tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6669464 Sep 17 23:07:45.476831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50540) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:45.482231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Request body: {'port': {'network_id': '217087b0-6370-4678-9bb0-f80b61c83502', 'binding:host_id': 'n-h1-713499-18', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-659604218'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:45.564087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Made reservation on behalf of f5406ef6bd6e4129a194525b530d2385 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:45.566534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.575678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.662156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.723885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:45.733700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] device_id is not set on port ffb32e42-7cd0-427a-b6b3-d45d48343914 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:07:45.805050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b274c37-a216-4bca-8c7e-5975eebc9a5d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:45.951209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] device_id is not set on port ffb32e42-7cd0-427a-b6b3-d45d48343914 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:07:45.959882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:46.015543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:46.071798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event updated for resources: {'Port': ['ID=ffb32e42-7cd0-427a-b6b3-d45d48343914,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:46.080333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Checking segment: {'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:07:46.080696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Network hostable DHCP agents. Network: 217087b0-6370-4678-9bb0-f80b61c83502, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:07:46.152278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Network 217087b0-6370-4678-9bb0-f80b61c83502 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:07:46.232045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 217087b0-6370-4678-9bb0-f80b61c83502) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:46.236919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:46.240283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114f7f0-f19e-46b4-aed1-ea979b669849 None None] Network 217087b0-6370-4678-9bb0-f80b61c83502 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:07:46.251839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:46.252201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:46.252537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:46.257017 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:46.257336 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:46.257860 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 2 to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 Sep 17 23:07:46.271003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:46.271334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:46.271664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:46.275959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:46.276952 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:46.277303 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 3 to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 Sep 17 23:07:46.290027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:46.290360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:46.290688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:46.295756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:46.296086 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:46.296506 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 4 to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 Sep 17 23:07:46.308980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:46.309316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:46.309649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:46.314072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:46.314399 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:46.314779 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 5 to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 Sep 17 23:07:46.328084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:46.328485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:46.328829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:46.333093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:46.333416 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:46.333800 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 6 to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 Sep 17 23:07:46.346743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:46.347075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:46.347402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:46.351700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:46.352025 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:46.352434 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 7 to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 Sep 17 23:07:46.364718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:46.365051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:46.365378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:46.369609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:46.369937 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:46.370316 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 8 to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 Sep 17 23:07:46.381808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:46.382136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:46.382488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:46.387141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:46.387460 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:46.387835 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 9 to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 Sep 17 23:07:46.399551 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:46.399877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:46.400234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:46.409571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:46.409897 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:46.410282 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 10 to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 Sep 17 23:07:46.422981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:46.423317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:46.423648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:46.427862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port ffb32e42-7cd0-427a-b6b3-d45d48343914 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:46.428212 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port ffb32e42-7cd0-427a-b6b3-d45d48343914 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:46.428580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:46.492282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] For port ffb32e42-7cd0-427a-b6b3-d45d48343914, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:07:46.492636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempted to set empty binding levels {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 23:07:46.575585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:46.607311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:46.607660 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:46.627072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event updated for resources: {'Port': ['ID=ffb32e42-7cd0-427a-b6b3-d45d48343914,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:46.678899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9bd1f7ca-285d-4a03-8b66-559a0783dbc0 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.2009683 Sep 17 23:07:46.681531 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50542) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:46.765204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-4571a0a8-e97a-4146-bbea-04013b30a761 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Deleting port ffb32e42-7cd0-427a-b6b3-d45d48343914 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:46.765575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4571a0a8-e97a-4146-bbea-04013b30a761 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:46.831825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-4571a0a8-e97a-4146-bbea-04013b30a761 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] For port ffb32e42-7cd0-427a-b6b3-d45d48343914, host n-h1-713499-18, got binding levels [] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:46.832206 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4571a0a8-e97a-4146-bbea-04013b30a761 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:46.844586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-4571a0a8-e97a-4146-bbea-04013b30a761 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Calling delete_port for ffb32e42-7cd0-427a-b6b3-d45d48343914 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:46.975150 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4571a0a8-e97a-4146-bbea-04013b30a761 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:47.005940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571a0a8-e97a-4146-bbea-04013b30a761 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffb32e42-7cd0-427a-b6b3-d45d48343914,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:47.011570 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4571a0a8-e97a-4146-bbea-04013b30a761 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:47.013508 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4571a0a8-e97a-4146-bbea-04013b30a761 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ffb32e42-7cd0-427a-b6b3-d45d48343914 HTTP/1.1" status: 204 len: 168 time: 0.3310616 Sep 17 23:07:47.016106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50544) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:47.038578 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63a34e4-6353-45b0-b261-75a41990bfe2 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] GET failed (client error): The resource could not be found. Sep 17 23:07:47.039949 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c63a34e4-6353-45b0-b261-75a41990bfe2 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "GET /v2.0/ports/ffb32e42-7cd0-427a-b6b3-d45d48343914 HTTP/1.1" status: 404 len: 333 time: 0.0229173 Sep 17 23:07:47.043679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50546) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:47.048037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Request body: {'port': {'network_id': '217087b0-6370-4678-9bb0-f80b61c83502', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2054233066'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:47.146690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Made reservation on behalf of f5406ef6bd6e4129a194525b530d2385 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:47.149104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:47.164360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] device_id is not set on port 70964648-30f0-4057-85c7-f618c3c7e9aa yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:07:47.306050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:47.381498 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:47.420932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Network 217087b0-6370-4678-9bb0-f80b61c83502 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:07:47.423633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:47.428943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:47.429848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:47.430431 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:47.438107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event updated for resources: {'Port': ['ID=70964648-30f0-4057-85c7-f618c3c7e9aa,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:47.490400 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-83c96785-63df-4c86-a45e-0efb1244c61e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4457269 Sep 17 23:07:47.493036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50548) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:47.498259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:47.554381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:47.982632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] device_id is not set on port 70964648-30f0-4057-85c7-f618c3c7e9aa yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:07:47.990134 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:48.105381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:48.162282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event updated for resources: {'Port': ['ID=70964648-30f0-4057-85c7-f618c3c7e9aa,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:48.179424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:48.179778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:48.180111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:48.185010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:48.185331 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:48.185760 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 2 to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa Sep 17 23:07:48.198143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:48.198462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:48.198790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:48.203670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:48.203989 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:48.204399 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 3 to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa Sep 17 23:07:48.216221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:48.216550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:48.216874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:48.221101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:48.221417 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:48.221788 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 4 to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa Sep 17 23:07:48.235642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:48.235642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:48.235642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:48.239006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:48.239325 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:48.239703 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 5 to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa Sep 17 23:07:48.251769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:48.252097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:48.252507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:48.256738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:48.257056 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:48.257425 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 6 to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa Sep 17 23:07:48.269739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:48.270065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:48.270387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:48.274528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:48.274846 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:48.275220 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 7 to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa Sep 17 23:07:48.286593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:48.286918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:48.287249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:48.291467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:48.291786 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:48.292184 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 8 to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa Sep 17 23:07:48.304154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:48.304562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:48.304837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:48.309451 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:48.309771 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:48.310143 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 9 to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa Sep 17 23:07:48.321345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:48.321671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:48.322015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:48.326811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:48.327129 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:48.327499 n-d-713499-18 neutron-server[95455]: INFO neutron.plugins.ml2.plugin [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 10 to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa Sep 17 23:07:48.339338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:48.340417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:48.340929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:48.345127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:48.345444 n-d-713499-18 neutron-server[95455]: ERROR neutron.plugins.ml2.managers [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 70964648-30f0-4057-85c7-f618c3c7e9aa on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:48.345802 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:48.409726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] For port 70964648-30f0-4057-85c7-f618c3c7e9aa, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:07:48.410084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempted to set empty binding levels {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 23:07:48.484334 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:48.516491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] In _notify_port_updated(), no bound segment for port 70964648-30f0-4057-85c7-f618c3c7e9aa on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:07:48.517887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:48.517887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:48.519158 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "PUT /v2.0/ports/70964648-30f0-4057-85c7-f618c3c7e9aa HTTP/1.1" status: 200 len: 976 time: 1.0251796 Sep 17 23:07:48.521890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50550) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:48.531226 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70999f43-0c21-434c-8133-2dcef30abc55 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event updated for resources: {'Port': ['ID=70964648-30f0-4057-85c7-f618c3c7e9aa,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:48.598309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c898a739-dcf2-45ca-b89b-005e579fd278 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:48.598798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c898a739-dcf2-45ca-b89b-005e579fd278 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:48.599274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c898a739-dcf2-45ca-b89b-005e579fd278 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:48.599750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c898a739-dcf2-45ca-b89b-005e579fd278 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:48.600252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c898a739-dcf2-45ca-b89b-005e579fd278 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:48.602140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c898a739-dcf2-45ca-b89b-005e579fd278 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4676 time: 0.0792599 Sep 17 23:07:48.605367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50552) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:48.683601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b6381021-a410-457e-acef-710af6beb712 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Deleting port 70964648-30f0-4057-85c7-f618c3c7e9aa {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:48.683903 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6381021-a410-457e-acef-710af6beb712 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:48.749139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b6381021-a410-457e-acef-710af6beb712 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] For port 70964648-30f0-4057-85c7-f618c3c7e9aa, host n-h1-713499-18, got binding levels [] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:48.749501 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6381021-a410-457e-acef-710af6beb712 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:48.761376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b6381021-a410-457e-acef-710af6beb712 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Calling delete_port for 70964648-30f0-4057-85c7-f618c3c7e9aa owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:48.912107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6381021-a410-457e-acef-710af6beb712 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:48.942136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6381021-a410-457e-acef-710af6beb712 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event deleted for resources: {'Port': ['ID=70964648-30f0-4057-85c7-f618c3c7e9aa,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:48.951402 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6381021-a410-457e-acef-710af6beb712 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:48.953353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b6381021-a410-457e-acef-710af6beb712 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "DELETE /v2.0/ports/70964648-30f0-4057-85c7-f618c3c7e9aa HTTP/1.1" status: 204 len: 168 time: 0.3467977 Sep 17 23:07:48.955964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50554) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:48.979238 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-af89e927-568d-4121-87f4-ed28af644b98 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] GET failed (client error): The resource could not be found. Sep 17 23:07:48.981012 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-af89e927-568d-4121-87f4-ed28af644b98 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "GET /v2.0/ports/70964648-30f0-4057-85c7-f618c3c7e9aa HTTP/1.1" status: 404 len: 333 time: 0.0240605 Sep 17 23:07:48.984764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50556) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:48.989656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1272108147', 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:49.066261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Made reservation on behalf of f5406ef6bd6e4129a194525b530d2385 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:49.068628 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:49.084523 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] device_id is not set on port 20d5f083-1bb1-4c83-a18b-2cb82a722c98 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:07:49.229431 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:49.322521 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:49.362051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Network 217087b0-6370-4678-9bb0-f80b61c83502 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:07:49.364794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:49.367206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:49.368326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:49.368912 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:49.382856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event updated for resources: {'Port': ['ID=20d5f083-1bb1-4c83-a18b-2cb82a722c98,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:49.471449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-375740e9-e94b-44fa-af88-e7c852d68c34 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4856131 Sep 17 23:07:49.474027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50558) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:49.520278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc7b1b-73cd-4bce-8229-f612cea879e2 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:49.521575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4fcc7b1b-73cd-4bce-8229-f612cea879e2 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "GET /v2.0/ports/20d5f083-1bb1-4c83-a18b-2cb82a722c98 HTTP/1.1" status: 200 len: 955 time: 0.0466237 Sep 17 23:07:49.524298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50560) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:49.597355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7effcbbb-6ec7-40f6-aed3-ab6be0ef6871 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Deleting port 20d5f083-1bb1-4c83-a18b-2cb82a722c98 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:49.597729 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7effcbbb-6ec7-40f6-aed3-ab6be0ef6871 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:49.659579 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7effcbbb-6ec7-40f6-aed3-ab6be0ef6871 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:49.672864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7effcbbb-6ec7-40f6-aed3-ab6be0ef6871 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Calling delete_port for 20d5f083-1bb1-4c83-a18b-2cb82a722c98 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:49.832501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7effcbbb-6ec7-40f6-aed3-ab6be0ef6871 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:49.861693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effcbbb-6ec7-40f6-aed3-ab6be0ef6871 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event deleted for resources: {'Port': ['ID=20d5f083-1bb1-4c83-a18b-2cb82a722c98,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:49.865836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7effcbbb-6ec7-40f6-aed3-ab6be0ef6871 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:49.867747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7effcbbb-6ec7-40f6-aed3-ab6be0ef6871 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "DELETE /v2.0/ports/20d5f083-1bb1-4c83-a18b-2cb82a722c98 HTTP/1.1" status: 204 len: 168 time: 0.3425546 Sep 17 23:07:49.870399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50562) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:49.897969 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-5654affb-6234-4316-8fa8-c253d4b6dd4e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] GET failed (client error): The resource could not be found. Sep 17 23:07:49.899615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5654affb-6234-4316-8fa8-c253d4b6dd4e tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "GET /v2.0/ports/20d5f083-1bb1-4c83-a18b-2cb82a722c98 HTTP/1.1" status: 404 len: 333 time: 0.0283005 Sep 17 23:07:49.903347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50564) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:49.908367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Request body: {'port': {'network_id': '217087b0-6370-4678-9bb0-f80b61c83502', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-273957376'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:49.990297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Made reservation on behalf of f5406ef6bd6e4129a194525b530d2385 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:49.992721 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.009109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] device_id is not set on port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:07:50.167762 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.276701 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.317556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Network 217087b0-6370-4678-9bb0-f80b61c83502 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:07:50.320375 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:50.325791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:50.326720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:50.327319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.332936 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event updated for resources: {'Port': ['ID=2b998946-312a-4e3d-850f-fd9c7c4fbc44,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:50.421618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8e2d6429-58b6-4b1d-95b6-e40176a56793 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5171614 Sep 17 23:07:50.424254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50566) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:50.429335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:50.482565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.649215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] device_id is not set on port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:07:50.657505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.729642 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.782710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event updated for resources: {'Port': ['ID=2b998946-312a-4e3d-850f-fd9c7c4fbc44,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:50.796449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:50.796783 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:50.797151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:50.801472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:50.801801 n-d-713499-18 neutron-server[95454]: ERROR neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:50.802173 n-d-713499-18 neutron-server[95454]: INFO neutron.plugins.ml2.plugin [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 2 to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 Sep 17 23:07:50.814820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:50.815146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:50.815510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:50.819722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:50.820037 n-d-713499-18 neutron-server[95454]: ERROR neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:50.820441 n-d-713499-18 neutron-server[95454]: INFO neutron.plugins.ml2.plugin [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 3 to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 Sep 17 23:07:50.832108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:50.832471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:50.832789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:50.836904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:50.837221 n-d-713499-18 neutron-server[95454]: ERROR neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:50.837589 n-d-713499-18 neutron-server[95454]: INFO neutron.plugins.ml2.plugin [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 4 to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 Sep 17 23:07:50.850025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:50.850352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:50.850671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:50.854842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:50.855157 n-d-713499-18 neutron-server[95454]: ERROR neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:50.855647 n-d-713499-18 neutron-server[95454]: INFO neutron.plugins.ml2.plugin [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 5 to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 Sep 17 23:07:50.867029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:50.867357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:50.867684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:50.872277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:50.872595 n-d-713499-18 neutron-server[95454]: ERROR neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:50.872967 n-d-713499-18 neutron-server[95454]: INFO neutron.plugins.ml2.plugin [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 6 to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 Sep 17 23:07:50.884932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:50.885260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:50.885581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:50.890310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:50.890626 n-d-713499-18 neutron-server[95454]: ERROR neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:50.890994 n-d-713499-18 neutron-server[95454]: INFO neutron.plugins.ml2.plugin [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 7 to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 Sep 17 23:07:50.902265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:50.903121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:50.903446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:50.907561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:50.907873 n-d-713499-18 neutron-server[95454]: ERROR neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:50.908275 n-d-713499-18 neutron-server[95454]: INFO neutron.plugins.ml2.plugin [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 8 to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 Sep 17 23:07:50.920070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:50.920420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:50.920738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:50.924889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:50.925202 n-d-713499-18 neutron-server[95454]: ERROR neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:50.925573 n-d-713499-18 neutron-server[95454]: INFO neutron.plugins.ml2.plugin [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 9 to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 Sep 17 23:07:50.936751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:50.937082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:50.937405 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:50.941524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:50.941839 n-d-713499-18 neutron-server[95454]: ERROR neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:50.942208 n-d-713499-18 neutron-server[95454]: INFO neutron.plugins.ml2.plugin [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempt 10 to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 Sep 17 23:07:50.954499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:50.954828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:50.955148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempting to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:50.959391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:07:50.959707 n-d-713499-18 neutron-server[95454]: ERROR neutron.plugins.ml2.managers [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Failed to bind port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on host n-h1-713499-18 for vnic_type normal using segments [{'id': '15a3aacf-65cd-424a-92b4-0a660d247ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '217087b0-6370-4678-9bb0-f80b61c83502'}] Sep 17 23:07:50.960066 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.024580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] For port 2b998946-312a-4e3d-850f-fd9c7c4fbc44, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:07:51.024851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attempted to set empty binding levels {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 23:07:51.094286 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.125915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] In _notify_port_updated(), no bound segment for port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 on network 217087b0-6370-4678-9bb0-f80b61c83502 {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:07:51.126816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:51.127564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.128774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "PUT /v2.0/ports/2b998946-312a-4e3d-850f-fd9c7c4fbc44 HTTP/1.1" status: 200 len: 975 time: 0.7035654 Sep 17 23:07:51.132669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50568) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:51.142855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5061e-b2ca-465b-a252-809bf7067692 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event updated for resources: {'Port': ['ID=2b998946-312a-4e3d-850f-fd9c7c4fbc44,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:51.205965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5fb5d310-adc8-4cdc-88ff-4726ea11db4c tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Deleting port 2b998946-312a-4e3d-850f-fd9c7c4fbc44 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:51.206304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d310-adc8-4cdc-88ff-4726ea11db4c tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.268927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-5fb5d310-adc8-4cdc-88ff-4726ea11db4c tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] For port 2b998946-312a-4e3d-850f-fd9c7c4fbc44, host n-h1-713499-18, got binding levels [] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:51.269276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d310-adc8-4cdc-88ff-4726ea11db4c tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.281290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5fb5d310-adc8-4cdc-88ff-4726ea11db4c tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Calling delete_port for 2b998946-312a-4e3d-850f-fd9c7c4fbc44 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:07:51.420969 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d310-adc8-4cdc-88ff-4726ea11db4c tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.450616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5d310-adc8-4cdc-88ff-4726ea11db4c tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b998946-312a-4e3d-850f-fd9c7c4fbc44,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:51.458474 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d310-adc8-4cdc-88ff-4726ea11db4c tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.460429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5fb5d310-adc8-4cdc-88ff-4726ea11db4c tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "DELETE /v2.0/ports/2b998946-312a-4e3d-850f-fd9c7c4fbc44 HTTP/1.1" status: 204 len: 168 time: 0.3267515 Sep 17 23:07:51.462946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50570) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:51.487433 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe92fd6-b388-4823-a0c8-d9d8b7596678 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] GET failed (client error): The resource could not be found. Sep 17 23:07:51.488904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4fe92fd6-b388-4823-a0c8-d9d8b7596678 tempest-PortsAdminExtendedAttrsTestJSON-1078200541 tempest-PortsAdminExtendedAttrsTestJSON-1078200541-project-admin] 10.222.0.30 "GET /v2.0/ports/2b998946-312a-4e3d-850f-fd9c7c4fbc44 HTTP/1.1" status: 404 len: 333 time: 0.0250616 Sep 17 23:07:51.492306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50572) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:51.568465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.657250 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.676507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217087b0-6370-4678-9bb0-f80b61c83502']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:51.685690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a3aacf-65cd-424a-92b4-0a660d247ad3') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:51.685980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a3aacf-65cd-424a-92b4-0a660d247ad3') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:07:51.694925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.708112 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.713808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:07:51.714185 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:07:51.718063 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:07:51.866501 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.874105 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.877713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] 10.222.0.30 "DELETE /v2.0/networks/217087b0-6370-4678-9bb0-f80b61c83502 HTTP/1.1" status: 204 len: 168 time: 0.3826828 Sep 17 23:07:51.889869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c57ae-971e-4411-93df-538882aa9bff tempest-PortsAdminExtendedAttrsTestJSON-975216091 tempest-PortsAdminExtendedAttrsTestJSON-975216091-project] Pushing event deleted for resources: {'Network': ['ID=217087b0-6370-4678-9bb0-f80b61c83502,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:52.333827 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50578) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:52.470836 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-131ab2a3-3301-46b6-8f3e-29ba6ddd3f6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e66b91cd8d804733bf1917aab3c00345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358130 Sep 17 23:07:52.473248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50582) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:52.519807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05609cb0-e543-49e0-a129-a938a6d15a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.540418 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05609cb0-e543-49e0-a129-a938a6d15a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.666559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05609cb0-e543-49e0-a129-a938a6d15a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.669683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-05609cb0-e543-49e0-a129-a938a6d15a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.673141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-05609cb0-e543-49e0-a129-a938a6d15a9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9b96a5a-53db-47bb-91a7-b4c0f46898b7 HTTP/1.1" status: 204 len: 168 time: 0.1966722 Sep 17 23:07:52.678493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05609cb0-e543-49e0-a129-a938a6d15a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b96a5a-53db-47bb-91a7-b4c0f46898b7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:53.276757 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50588) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:53.316520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c8e0855d-2d10-44f5-a6d3-7c40e375447c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5406ef6bd6e4129a194525b530d2385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386014 Sep 17 23:07:53.318963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50590) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:53.365494 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d40f0453-3114-4a80-97db-534deea88efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.385988 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d40f0453-3114-4a80-97db-534deea88efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.522031 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d40f0453-3114-4a80-97db-534deea88efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.524554 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d40f0453-3114-4a80-97db-534deea88efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:53.525703 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d40f0453-3114-4a80-97db-534deea88efc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b274c37-a216-4bca-8c7e-5975eebc9a5d HTTP/1.1" status: 204 len: 168 time: 0.2058630 Sep 17 23:07:53.533257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f0453-3114-4a80-97db-534deea88efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b274c37-a216-4bca-8c7e-5975eebc9a5d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:54.455993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50612) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:54.567035 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8dda7351-7475-4072-93bb-929eefd471c8 tempest-AgentManagementNegativeTest-194078620 tempest-AgentManagementNegativeTest-194078620-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1098011 Sep 17 23:07:55.026257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50620) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:55.132195 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-015c27f1-887b-43e3-b90c-6f8aad9d805d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:55.217329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-015c27f1-887b-43e3-b90c-6f8aad9d805d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:55.283996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-015c27f1-887b-43e3-b90c-6f8aad9d805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:55.324292 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-015c27f1-887b-43e3-b90c-6f8aad9d805d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaa523c3543c4af1a9e861cf0f0ebd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969332 Sep 17 23:07:55.325778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c27f1-887b-43e3-b90c-6f8aad9d805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c042cd40-8eba-42a1-8174-7b8e1d07745d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:55.328086 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50624) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:55.376615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5c15fa42-9bfd-476d-bd99-41d138e5cfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:55.397325 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5c15fa42-9bfd-476d-bd99-41d138e5cfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:55.512291 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5c15fa42-9bfd-476d-bd99-41d138e5cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:55.515307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5c15fa42-9bfd-476d-bd99-41d138e5cfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:55.516558 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5c15fa42-9bfd-476d-bd99-41d138e5cfd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c042cd40-8eba-42a1-8174-7b8e1d07745d HTTP/1.1" status: 204 len: 168 time: 0.1873903 Sep 17 23:07:55.525951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15fa42-9bfd-476d-bd99-41d138e5cfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c042cd40-8eba-42a1-8174-7b8e1d07745d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:56.443925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50646) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:56.537518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-654517064'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:56.613345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Made reservation on behalf of 107272a000084daebd3a1bc26102b0dd for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:56.616772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:56.625212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:56.712089 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:56.780881 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:56.802571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:07:56.817515 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a80145-52f0-4bb3-936b-9c9af5b38598,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:56.820425 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:56.820763 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Added segment f44fc714-1ec6-4d69-acb6-3cd2313f96f7 of type vlan for network 7f9724ab-9a4f-4259-a2a3-55acfd26501d Sep 17 23:07:56.861760 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:56.963866 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:56.969889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:56.970468 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:57.035057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Network': ['ID=7f9724ab-9a4f-4259-a2a3-55acfd26501d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:57.045603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:07:57.069721 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1ed8a7eb-57f5-40ce-bb92-6f907c48e2c3 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6220212 Sep 17 23:07:57.069920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50650) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:57.074895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'subnet': {'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:57.249860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Made reservation on behalf of 107272a000084daebd3a1bc26102b0dd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:57.253329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:57.487975 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:57.549607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Subnet': ['ID=f2ce5022-f7d8-4601-a154-f87c642d335d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:57.559746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Checking segment: {'id': 'f44fc714-1ec6-4d69-acb6-3cd2313f96f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:07:57.560106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Network hostable DHCP agents. Network: 7f9724ab-9a4f-4259-a2a3-55acfd26501d, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:07:57.636224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:07:57.721639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 7f9724ab-9a4f-4259-a2a3-55acfd26501d) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:57.725608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:57.726195 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:57.730886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d554d2-9514-43c7-9d8b-d98affe327de None None] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:07:57.815974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-818b4a48-ce44-472b-b4a9-fa0145b38e68 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7449133 Sep 17 23:07:57.818391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50652) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:57.823269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'port': {'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d', 'name': 'tempest-AllowedAddressPairTestJSON-1575306903'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:57.876919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-7f9724ab-9a4f-4259-a2a3-55acfd26501d', 'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d', 'tenant_id': '107272a000084daebd3a1bc26102b0dd', 'fixed_ips': [{'subnet_id': 'f2ce5022-f7d8-4601-a154-f87c642d335d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:07:57.877834 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.049838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Made reservation on behalf of 107272a000084daebd3a1bc26102b0dd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:58.053582 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.072326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] device_id is not set on port 9d0bf5e7-1ac8-4501-8d3b-c169623f963a yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:07:58.172466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Allocated IP 172.20.0.2 (7f9724ab-9a4f-4259-a2a3-55acfd26501d/f2ce5022-f7d8-4601-a154-f87c642d335d/b437eaa9-6ef8-4948-a8f3-a1b672842a05) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:07:58.314432 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.392342 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.431360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:07:58.434185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:58.440191 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:58.444407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Allocated IP 172.20.0.10 (7f9724ab-9a4f-4259-a2a3-55acfd26501d/f2ce5022-f7d8-4601-a154-f87c642d335d/9d0bf5e7-1ac8-4501-8d3b-c169623f963a) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:07:58.445641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Pushing event updated for resources: {'Port': ['ID=b437eaa9-6ef8-4948-a8f3-a1b672842a05,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:58.470875 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.471226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.471567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.471903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.472265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.472598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.472924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.473249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.473573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.473895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.474215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.474535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:07:58.508705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Attempting to bind port b437eaa9-6ef8-4948-a8f3-a1b672842a05 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:07:58.509894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Attempting to bind port b437eaa9-6ef8-4948-a8f3-a1b672842a05 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f44fc714-1ec6-4d69-acb6-3cd2313f96f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:07:58.509894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Attempting to bind port b437eaa9-6ef8-4948-a8f3-a1b672842a05 on network 7f9724ab-9a4f-4259-a2a3-55acfd26501d {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:07:58.515085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:07:58.515464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Checking segment: {'id': 'f44fc714-1ec6-4d69-acb6-3cd2313f96f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:07:58.515868 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.516289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Bound using segment: {'id': 'f44fc714-1ec6-4d69-acb6-3cd2313f96f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:07:58.516815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Bound port: b437eaa9-6ef8-4948-a8f3-a1b672842a05, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44fc714-1ec6-4d69-acb6-3cd2313f96f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:07:58.517195 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.580393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] For port b437eaa9-6ef8-4948-a8f3-a1b672842a05, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:07:58.583456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] For port b437eaa9-6ef8-4948-a8f3-a1b672842a05, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b437eaa9-6ef8-4948-a8f3-a1b672842a05,segment=NetworkSegment(f44fc714-1ec6-4d69-acb6-3cd2313f96f7),segment_id=f44fc714-1ec6-4d69-acb6-3cd2313f96f7)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:07:58.598194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.661247 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.717834 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.722806 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57414ed1-02d7-40dc-9d8a-acc495928d14 None None] Pushing event updated for resources: {'Port': ['ID=b437eaa9-6ef8-4948-a8f3-a1b672842a05,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:58.762027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:07:58.765557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:58.771569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:58.778016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Port': ['ID=9d0bf5e7-1ac8-4501-8d3b-c169623f963a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:58.828700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:58.829316 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:58.902053 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-47e78765-d2bc-43a6-8ff6-122a2236f287 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0826075 Sep 17 23:07:58.905992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50656) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:58.910991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'port': {'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d', 'name': 'tempest-AllowedAddressPairTestJSON-224834880', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:74:15:1e'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:07:59.078360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Made reservation on behalf of 107272a000084daebd3a1bc26102b0dd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:07:59.166152 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:59.183358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] device_id is not set on port 6505f9b8-9f1c-4807-af11-7d75f261ac1e yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:07:59.294747 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Allocated IP 172.20.0.14 (7f9724ab-9a4f-4259-a2a3-55acfd26501d/f2ce5022-f7d8-4601-a154-f87c642d335d/6505f9b8-9f1c-4807-af11-7d75f261ac1e) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:07:59.450788 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:59.458238 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:59.569934 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:59.613201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:07:59.619811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aa0744-a22f-4f7c-9b84-455c1e880f87 None None] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:07:59.620460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:07:59.625788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:07:59.629812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Port': ['ID=6505f9b8-9f1c-4807-af11-7d75f261ac1e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:07:59.678504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:59.679093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:59.691258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-adeda8ea-e6b5-4f1a-b681-58bcfd133622 None None] Provisioning complete for port b437eaa9-6ef8-4948-a8f3-a1b672842a05 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:07:59.691687 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-adeda8ea-e6b5-4f1a-b681-58bcfd133622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:59.757183 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-23f44e61-2df7-4d51-837b-441a37755033 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8500032 Sep 17 23:07:59.759560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50660) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:59.836554 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-adeda8ea-e6b5-4f1a-b681-58bcfd133622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:59.844716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b15d8-9ae9-4fbe-a0e8-809e3e18566b tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:59.850643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b15d8-9ae9-4fbe-a0e8-809e3e18566b tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:59.856661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b15d8-9ae9-4fbe-a0e8-809e3e18566b tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:59.858378 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c01b15d8-9ae9-4fbe-a0e8-809e3e18566b tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.0978584 Sep 17 23:07:59.861141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50662) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:07:59.878771 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-adeda8ea-e6b5-4f1a-b681-58bcfd133622 None None] For port b437eaa9-6ef8-4948-a8f3-a1b672842a05, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b437eaa9-6ef8-4948-a8f3-a1b672842a05,segment=NetworkSegment(f44fc714-1ec6-4d69-acb6-3cd2313f96f7),segment_id=f44fc714-1ec6-4d69-acb6-3cd2313f96f7)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:07:59.957426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-655d193d-5683-4c31-b2a8-15f030090d4a tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Deleting port 6505f9b8-9f1c-4807-af11-7d75f261ac1e {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:07:59.957426 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-655d193d-5683-4c31-b2a8-15f030090d4a tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:59.974296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-adeda8ea-e6b5-4f1a-b681-58bcfd133622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.029231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeda8ea-e6b5-4f1a-b681-58bcfd133622 None None] Pushing event updated for resources: {'Port': ['ID=b437eaa9-6ef8-4948-a8f3-a1b672842a05,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:00.048224 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-655d193d-5683-4c31-b2a8-15f030090d4a tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.060243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-655d193d-5683-4c31-b2a8-15f030090d4a tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Calling delete_port for 6505f9b8-9f1c-4807-af11-7d75f261ac1e owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:00.095652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f01d9c08-3a02-417d-a217-511610c0ca6f None None] Provisioning complete for port 9d0bf5e7-1ac8-4501-8d3b-c169623f963a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:00.096020 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f01d9c08-3a02-417d-a217-511610c0ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.144546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f01d9c08-3a02-417d-a217-511610c0ca6f None None] Port 9d0bf5e7-1ac8-4501-8d3b-c169623f963a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:00.154889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f01d9c08-3a02-417d-a217-511610c0ca6f None None] Provisioning complete for port b437eaa9-6ef8-4948-a8f3-a1b672842a05 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:00.155267 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f01d9c08-3a02-417d-a217-511610c0ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.250094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f01d9c08-3a02-417d-a217-511610c0ca6f None None] Provisioning complete for port 6505f9b8-9f1c-4807-af11-7d75f261ac1e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:00.250451 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f01d9c08-3a02-417d-a217-511610c0ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.265359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-655d193d-5683-4c31-b2a8-15f030090d4a tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.290740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f01d9c08-3a02-417d-a217-511610c0ca6f None None] Port 6505f9b8-9f1c-4807-af11-7d75f261ac1e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:00.308866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d193d-5683-4c31-b2a8-15f030090d4a tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event deleted for resources: {'Port': ['ID=6505f9b8-9f1c-4807-af11-7d75f261ac1e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:00.350630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b437eaa9-6ef8-4948-a8f3-a1b672842a05 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:00.411609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b437eaa9-6ef8-4948-a8f3-a1b672842a05 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:00.412167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.438961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-eac78633-2694-4517-9b6e-8b06fd2deb4b None None] Provisioning complete for port 9d0bf5e7-1ac8-4501-8d3b-c169623f963a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:00.439343 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eac78633-2694-4517-9b6e-8b06fd2deb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.476431 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-655d193d-5683-4c31-b2a8-15f030090d4a tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.479653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-655d193d-5683-4c31-b2a8-15f030090d4a tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "DELETE /v2.0/ports/6505f9b8-9f1c-4807-af11-7d75f261ac1e HTTP/1.1" status: 204 len: 168 time: 0.6175680 Sep 17 23:08:00.482248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50664) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:00.487114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-eac78633-2694-4517-9b6e-8b06fd2deb4b None None] Port 9d0bf5e7-1ac8-4501-8d3b-c169623f963a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:00.512070 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-329cef02-7125-45c3-b9f2-21c76f158ec4 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] GET failed (client error): The resource could not be found. Sep 17 23:08:00.514718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-329cef02-7125-45c3-b9f2-21c76f158ec4 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "GET /v2.0/ports/6505f9b8-9f1c-4807-af11-7d75f261ac1e HTTP/1.1" status: 404 len: 333 time: 0.0297947 Sep 17 23:08:00.518876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50666) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:00.524018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'port': {'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d', 'name': 'tempest-AllowedAddressPairTestJSON-1074180001'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:00.600097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-20eb6bbf-a500-4f66-9db2-7588fce67152 None None] Could not find standard attr ID for object 6505f9b8-9f1c-4807-af11-7d75f261ac1e. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:00.727778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Made reservation on behalf of 107272a000084daebd3a1bc26102b0dd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:00.731348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:00.748789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] device_id is not set on port 09267f92-fe0b-4671-8fdb-03eb7f0db90e yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:00.857904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Allocated IP 172.20.0.8 (7f9724ab-9a4f-4259-a2a3-55acfd26501d/f2ce5022-f7d8-4601-a154-f87c642d335d/09267f92-fe0b-4671-8fdb-03eb7f0db90e) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:01.000149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.112959 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.160058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:01.163093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:01.165709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:01.195951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Port': ['ID=09267f92-fe0b-4671-8fdb-03eb7f0db90e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:01.226922 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:01.227557 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.296407 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4bbd78d8-9a3c-49a8-afe1-6a8a81ed3c48 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7763462 Sep 17 23:08:01.298876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50668) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:01.304350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-28943058-e68e-4851-b98c-af2c6061fdce tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:74:15:1e'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:01.370446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28943058-e68e-4851-b98c-af2c6061fdce tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.424510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-29a67147-c4ac-4b48-af52-2e9910e690ee None None] Provisioning complete for port 09267f92-fe0b-4671-8fdb-03eb7f0db90e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:01.424883 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-29a67147-c4ac-4b48-af52-2e9910e690ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.459104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-29a67147-c4ac-4b48-af52-2e9910e690ee None None] Port 09267f92-fe0b-4671-8fdb-03eb7f0db90e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:01.543750 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28943058-e68e-4851-b98c-af2c6061fdce tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.615100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28943058-e68e-4851-b98c-af2c6061fdce tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.690877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28943058-e68e-4851-b98c-af2c6061fdce tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Port': ['ID=09267f92-fe0b-4671-8fdb-03eb7f0db90e,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:01.705921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-28943058-e68e-4851-b98c-af2c6061fdce tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] In _notify_port_updated(), no bound segment for port 09267f92-fe0b-4671-8fdb-03eb7f0db90e on network 7f9724ab-9a4f-4259-a2a3-55acfd26501d {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:08:01.711711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28943058-e68e-4851-b98c-af2c6061fdce tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:01.712385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-28943058-e68e-4851-b98c-af2c6061fdce tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.713764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-28943058-e68e-4851-b98c-af2c6061fdce tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "PUT /v2.0/ports/09267f92-fe0b-4671-8fdb-03eb7f0db90e HTTP/1.1" status: 200 len: 994 time: 0.4138973 Sep 17 23:08:01.717227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50670) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:01.818367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Deleting port 09267f92-fe0b-4671-8fdb-03eb7f0db90e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:01.818708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.879913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-75ce1514-7978-4e46-aa75-d3347a74714d None None] Provisioning complete for port 09267f92-fe0b-4671-8fdb-03eb7f0db90e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:01.880527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75ce1514-7978-4e46-aa75-d3347a74714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.903310 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:01.913183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-75ce1514-7978-4e46-aa75-d3347a74714d None None] Port 09267f92-fe0b-4671-8fdb-03eb7f0db90e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:01.916168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Calling delete_port for 09267f92-fe0b-4671-8fdb-03eb7f0db90e owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:02.083616 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:02.112391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event deleted for resources: {'Port': ['ID=09267f92-fe0b-4671-8fdb-03eb7f0db90e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:02.122609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.122993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.123915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.123915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.124261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.124670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.125225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.126598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.126921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.127255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.127587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.127916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:02.309771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:02.311834 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b1654b27-66a2-4e4b-87bd-c35c66920ae5 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "DELETE /v2.0/ports/09267f92-fe0b-4671-8fdb-03eb7f0db90e HTTP/1.1" status: 204 len: 168 time: 0.5935812 Sep 17 23:08:02.314287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50672) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:02.337794 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9df7cde-fccb-49a7-9749-6ea91ed0babf tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] GET failed (client error): The resource could not be found. Sep 17 23:08:02.339197 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d9df7cde-fccb-49a7-9749-6ea91ed0babf tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "GET /v2.0/ports/09267f92-fe0b-4671-8fdb-03eb7f0db90e HTTP/1.1" status: 404 len: 333 time: 0.0239918 Sep 17 23:08:02.343673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50674) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:02.348941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'port': {'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d', 'name': 'tempest-AllowedAddressPairTestJSON-1795824800'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:02.510516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Made reservation on behalf of 107272a000084daebd3a1bc26102b0dd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:02.514484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:02.536485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] device_id is not set on port 7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:02.641959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Allocated IP 172.20.0.7 (7f9724ab-9a4f-4259-a2a3-55acfd26501d/f2ce5022-f7d8-4601-a154-f87c642d335d/7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:02.786286 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:02.882343 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:02.924907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:02.927963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:02.933574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:02.958090 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Port': ['ID=7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:02.989091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:02.989734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.073363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bbcdfb9a-b90e-430e-959e-4f5a766b3352 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7285216 Sep 17 23:08:03.075950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50678) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:03.081867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e9ae505d-fdfe-483a-997e-5d3b92366532 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:74:15:1e'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:03.138325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f1e71da9-68b5-44d9-bc55-0ad18cc89398 None None] Provisioning complete for port 7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:03.138927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f1e71da9-68b5-44d9-bc55-0ad18cc89398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.156904 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9ae505d-fdfe-483a-997e-5d3b92366532 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.171579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f1e71da9-68b5-44d9-bc55-0ad18cc89398 None None] Port 7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:03.283691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab407053-ace1-4141-84a1-db5d1360d6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.335134 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9ae505d-fdfe-483a-997e-5d3b92366532 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.392146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9ae505d-fdfe-483a-997e-5d3b92366532 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.471656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae505d-fdfe-483a-997e-5d3b92366532 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Port': ['ID=7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:03.483825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae505d-fdfe-483a-997e-5d3b92366532 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] In _notify_port_updated(), no bound segment for port 7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 on network 7f9724ab-9a4f-4259-a2a3-55acfd26501d {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:08:03.489455 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae505d-fdfe-483a-997e-5d3b92366532 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:03.490104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e9ae505d-fdfe-483a-997e-5d3b92366532 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.491487 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e9ae505d-fdfe-483a-997e-5d3b92366532 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "PUT /v2.0/ports/7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 HTTP/1.1" status: 200 len: 996 time: 0.4138830 Sep 17 23:08:03.494371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50680) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:03.592345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-9a7572fd-fade-4a73-98eb-f607749f5aab tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Deleting port 7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:03.593134 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a7572fd-fade-4a73-98eb-f607749f5aab tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.676656 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a7572fd-fade-4a73-98eb-f607749f5aab tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.688804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-9a7572fd-fade-4a73-98eb-f607749f5aab tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Calling delete_port for 7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:03.696404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5dd6223d-0e6e-44a3-9210-76dda92b3e84 None None] Provisioning complete for port 7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:03.697034 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5dd6223d-0e6e-44a3-9210-76dda92b3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:03.738799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6223d-0e6e-44a3-9210-76dda92b3e84 None None] Port 7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:04.185029 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a7572fd-fade-4a73-98eb-f607749f5aab tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:04.213947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7572fd-fade-4a73-98eb-f607749f5aab tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event deleted for resources: {'Port': ['ID=7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:04.288625 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a7572fd-fade-4a73-98eb-f607749f5aab tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:04.290864 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9a7572fd-fade-4a73-98eb-f607749f5aab tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "DELETE /v2.0/ports/7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 HTTP/1.1" status: 204 len: 168 time: 0.7955718 Sep 17 23:08:04.293522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50682) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:04.318118 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df56924-0912-4cce-b415-3ae582b5e6ac tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] GET failed (client error): The resource could not be found. Sep 17 23:08:04.320517 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9df56924-0912-4cce-b415-3ae582b5e6ac tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "GET /v2.0/ports/7eb4cc22-862b-4d70-8e2c-fc7f0bfc5cf5 HTTP/1.1" status: 404 len: 333 time: 0.0252182 Sep 17 23:08:04.325478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50684) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:04.330472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'port': {'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d', 'name': 'tempest-AllowedAddressPairTestJSON-113328298'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:04.511876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Made reservation on behalf of 107272a000084daebd3a1bc26102b0dd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:04.515807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:04.532990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] device_id is not set on port 2f66d6e8-7b4e-4346-927d-903a75f40933 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:04.636967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Allocated IP 172.20.0.12 (7f9724ab-9a4f-4259-a2a3-55acfd26501d/f2ce5022-f7d8-4601-a154-f87c642d335d/2f66d6e8-7b4e-4346-927d-903a75f40933) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:04.781532 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:04.866711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:04.909985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:04.912986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:04.915278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:04.957986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Port': ['ID=2f66d6e8-7b4e-4346-927d-903a75f40933,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:04.981171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:04.981869 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.050274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-69d8970c-7374-4f95-aca3-0a9c03d1d288 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7234793 Sep 17 23:08:05.052882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50686) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:05.058033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'port': {'network_id': '7f9724ab-9a4f-4259-a2a3-55acfd26501d', 'name': 'tempest-AllowedAddressPairTestJSON-727662969'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:05.165835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2b92c223-68db-4a39-845b-e1d549404e90 None None] Provisioning complete for port 2f66d6e8-7b4e-4346-927d-903a75f40933 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:05.166470 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2b92c223-68db-4a39-845b-e1d549404e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.199928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2b92c223-68db-4a39-845b-e1d549404e90 None None] Port 2f66d6e8-7b4e-4346-927d-903a75f40933 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:05.242081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Made reservation on behalf of 107272a000084daebd3a1bc26102b0dd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:05.246000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.265387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] device_id is not set on port 4376048e-c64d-44b8-adaa-31918e8b0654 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:05.375667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Allocated IP 172.20.0.14 (7f9724ab-9a4f-4259-a2a3-55acfd26501d/f2ce5022-f7d8-4601-a154-f87c642d335d/4376048e-c64d-44b8-adaa-31918e8b0654) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:05.517531 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.603754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.648759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:05.651810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:05.658749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:05.688918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Port': ['ID=4376048e-c64d-44b8-adaa-31918e8b0654,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:05.711211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:05.711841 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.784021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-421ce513-cb55-4dfb-b8c1-b0c34671805e tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7275901 Sep 17 23:08:05.784752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50688) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:05.790464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b6c3478b-9791-4da0-b229-0c5650d69c58 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:74:15:1e'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f1:03:6d'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:05.860512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-155a3ab2-87b3-4e3d-ab40-42c51adbf615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.921653 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e246d09a-50ba-49fa-9429-1c28567ad4e9 None None] Provisioning complete for port 4376048e-c64d-44b8-adaa-31918e8b0654 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:05.921963 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e246d09a-50ba-49fa-9429-1c28567ad4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.941263 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6c3478b-9791-4da0-b229-0c5650d69c58 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:05.956873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e246d09a-50ba-49fa-9429-1c28567ad4e9 None None] Port 4376048e-c64d-44b8-adaa-31918e8b0654 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:06.124185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6c3478b-9791-4da0-b229-0c5650d69c58 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:06.190596 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6c3478b-9791-4da0-b229-0c5650d69c58 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:06.268377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3478b-9791-4da0-b229-0c5650d69c58 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event updated for resources: {'Port': ['ID=4376048e-c64d-44b8-adaa-31918e8b0654,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:06.281335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3478b-9791-4da0-b229-0c5650d69c58 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] In _notify_port_updated(), no bound segment for port 4376048e-c64d-44b8-adaa-31918e8b0654 on network 7f9724ab-9a4f-4259-a2a3-55acfd26501d {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:08:06.287077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3478b-9791-4da0-b229-0c5650d69c58 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:06.287710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6c3478b-9791-4da0-b229-0c5650d69c58 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:06.289098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b6c3478b-9791-4da0-b229-0c5650d69c58 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "PUT /v2.0/ports/4376048e-c64d-44b8-adaa-31918e8b0654 HTTP/1.1" status: 200 len: 1057 time: 0.5032213 Sep 17 23:08:06.291833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50690) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:06.395470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-50f7638c-2720-445f-8f05-89cec3500c7d tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Deleting port 4376048e-c64d-44b8-adaa-31918e8b0654 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:06.395817 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50f7638c-2720-445f-8f05-89cec3500c7d tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:06.480458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-06790247-2a02-479f-9021-df4ac04ec0e3 None None] Provisioning complete for port 4376048e-c64d-44b8-adaa-31918e8b0654 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:06.481481 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-06790247-2a02-479f-9021-df4ac04ec0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:06.496865 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50f7638c-2720-445f-8f05-89cec3500c7d tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:06.509071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-50f7638c-2720-445f-8f05-89cec3500c7d tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Calling delete_port for 4376048e-c64d-44b8-adaa-31918e8b0654 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:06.522237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-06790247-2a02-479f-9021-df4ac04ec0e3 None None] Port 4376048e-c64d-44b8-adaa-31918e8b0654 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:06.701098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50f7638c-2720-445f-8f05-89cec3500c7d tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:06.733149 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7638c-2720-445f-8f05-89cec3500c7d tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event deleted for resources: {'Port': ['ID=4376048e-c64d-44b8-adaa-31918e8b0654,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:06.947557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50f7638c-2720-445f-8f05-89cec3500c7d tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:06.949831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-50f7638c-2720-445f-8f05-89cec3500c7d tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "DELETE /v2.0/ports/4376048e-c64d-44b8-adaa-31918e8b0654 HTTP/1.1" status: 204 len: 168 time: 0.6570110 Sep 17 23:08:06.952532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50692) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:06.975899 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86044c4-f9dd-4038-adf5-2efad10aef01 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] GET failed (client error): The resource could not be found. Sep 17 23:08:06.977331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e86044c4-f9dd-4038-adf5-2efad10aef01 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "GET /v2.0/ports/4376048e-c64d-44b8-adaa-31918e8b0654 HTTP/1.1" status: 404 len: 333 time: 0.0238781 Sep 17 23:08:06.980099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50694) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:07.064852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Deleting port 2f66d6e8-7b4e-4346-927d-903a75f40933 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:07.065097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:07.066062 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:07.153437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:07.165998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Calling delete_port for 2f66d6e8-7b4e-4346-927d-903a75f40933 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:07.369153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:07.401645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event deleted for resources: {'Port': ['ID=2f66d6e8-7b4e-4346-927d-903a75f40933,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:07.430896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.431252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.431596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.431934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.432296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.432633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.432967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.433296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.433627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.433953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.434277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.434602 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:07.480572 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:07.483209 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5e3fdb78-c537-4a80-a2f5-7f7be7c7123c tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "DELETE /v2.0/ports/2f66d6e8-7b4e-4346-927d-903a75f40933 HTTP/1.1" status: 204 len: 168 time: 0.5014286 Sep 17 23:08:07.486155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50696) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:07.486657 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:07.511168 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83c2167-86ca-4fff-a98c-fb61692c8980 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] GET failed (client error): The resource could not be found. Sep 17 23:08:07.513136 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c83c2167-86ca-4fff-a98c-fb61692c8980 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "GET /v2.0/ports/2f66d6e8-7b4e-4346-927d-903a75f40933 HTTP/1.1" status: 404 len: 333 time: 0.0259986 Sep 17 23:08:07.517308 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50698) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:07.604183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-bab98c78-753c-4c87-af2a-b962a95dcd11 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Deleting port 9d0bf5e7-1ac8-4501-8d3b-c169623f963a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:07.604526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bab98c78-753c-4c87-af2a-b962a95dcd11 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:07.691391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bab98c78-753c-4c87-af2a-b962a95dcd11 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:07.703297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-bab98c78-753c-4c87-af2a-b962a95dcd11 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Calling delete_port for 9d0bf5e7-1ac8-4501-8d3b-c169623f963a owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:07.889857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bab98c78-753c-4c87-af2a-b962a95dcd11 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:07.916604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab98c78-753c-4c87-af2a-b962a95dcd11 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event deleted for resources: {'Port': ['ID=9d0bf5e7-1ac8-4501-8d3b-c169623f963a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:07.986722 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bab98c78-753c-4c87-af2a-b962a95dcd11 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:07.988659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bab98c78-753c-4c87-af2a-b962a95dcd11 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "DELETE /v2.0/ports/9d0bf5e7-1ac8-4501-8d3b-c169623f963a HTTP/1.1" status: 204 len: 168 time: 0.4701226 Sep 17 23:08:07.991307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50700) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:08.047392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a60a2fb-073b-4d60-9cda-1259c2cef6bc tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Deleting subnet f2ce5022-f7d8-4601-a154-f87c642d335d {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:08.053742 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a60a2fb-073b-4d60-9cda-1259c2cef6bc tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.098979 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a60a2fb-073b-4d60-9cda-1259c2cef6bc tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.183646 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a60a2fb-073b-4d60-9cda-1259c2cef6bc tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.307008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a60a2fb-073b-4d60-9cda-1259c2cef6bc tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.338362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60a2fb-073b-4d60-9cda-1259c2cef6bc tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ce5022-f7d8-4601-a154-f87c642d335d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:08.342973 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a60a2fb-073b-4d60-9cda-1259c2cef6bc tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.345130 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3a60a2fb-073b-4d60-9cda-1259c2cef6bc tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "DELETE /v2.0/subnets/f2ce5022-f7d8-4601-a154-f87c642d335d HTTP/1.1" status: 204 len: 168 time: 0.3526275 Sep 17 23:08:08.347352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50704) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:08.349967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cae5d8-4244-4159-84ca-ae19e8794207 None None] Network 7f9724ab-9a4f-4259-a2a3-55acfd26501d requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:08.423973 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.479791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Deleting port b437eaa9-6ef8-4948-a8f3-a1b672842a05 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:08.480167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.525961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b34ab-8dc5-459d-9f2d-eead4bc3d15b None None] DHCP port deletion for 7f9724ab-9a4f-4259-a2a3-55acfd26501d request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:08.551809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] For port b437eaa9-6ef8-4948-a8f3-a1b672842a05, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b437eaa9-6ef8-4948-a8f3-a1b672842a05,segment=NetworkSegment(f44fc714-1ec6-4d69-acb6-3cd2313f96f7),segment_id=f44fc714-1ec6-4d69-acb6-3cd2313f96f7)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:08.552207 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.564596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Calling delete_port for b437eaa9-6ef8-4948-a8f3-a1b672842a05 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:08.578180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e44b34ab-8dc5-459d-9f2d-eead4bc3d15b None None] Deleting port b437eaa9-6ef8-4948-a8f3-a1b672842a05 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:08.578555 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e44b34ab-8dc5-459d-9f2d-eead4bc3d15b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.638260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e44b34ab-8dc5-459d-9f2d-eead4bc3d15b None None] For port b437eaa9-6ef8-4948-a8f3-a1b672842a05, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b437eaa9-6ef8-4948-a8f3-a1b672842a05,segment=NetworkSegment(f44fc714-1ec6-4d69-acb6-3cd2313f96f7),segment_id=f44fc714-1ec6-4d69-acb6-3cd2313f96f7)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:08.639285 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e44b34ab-8dc5-459d-9f2d-eead4bc3d15b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.651630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e44b34ab-8dc5-459d-9f2d-eead4bc3d15b None None] Calling delete_port for b437eaa9-6ef8-4948-a8f3-a1b672842a05 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:08.695233 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.727995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] No DVR routers for this DVR port b437eaa9-6ef8-4948-a8f3-a1b672842a05 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:08.728424 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e44b34ab-8dc5-459d-9f2d-eead4bc3d15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.734289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event deleted for resources: {'Port': ['ID=b437eaa9-6ef8-4948-a8f3-a1b672842a05,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:08.757091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b34ab-8dc5-459d-9f2d-eead4bc3d15b None None] Pushing event deleted for resources: {'Port': ['ID=b437eaa9-6ef8-4948-a8f3-a1b672842a05,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:08.760601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b34ab-8dc5-459d-9f2d-eead4bc3d15b None None] No DVR routers for this DVR port b437eaa9-6ef8-4948-a8f3-a1b672842a05 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:08.813928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.834727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9724ab-9a4f-4259-a2a3-55acfd26501d']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:08.843993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44fc714-1ec6-4d69-acb6-3cd2313f96f7') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:08.844347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44fc714-1ec6-4d69-acb6-3cd2313f96f7') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:08.853401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.866068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.871691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:08:08.872079 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:08:08.878242 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:08:08.991955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.999267 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:09.001074 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] 10.222.0.30 "DELETE /v2.0/networks/7f9724ab-9a4f-4259-a2a3-55acfd26501d HTTP/1.1" status: 204 len: 168 time: 0.6528220 Sep 17 23:08:09.012531 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ea91d-2ff0-469c-aaad-b6c1bd7aaea8 tempest-AllowedAddressPairTestJSON-581366601 tempest-AllowedAddressPairTestJSON-581366601-project] Pushing event deleted for resources: {'Network': ['ID=7f9724ab-9a4f-4259-a2a3-55acfd26501d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:09.132314 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:09.447396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50710) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:09.591832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-49d02515-5f74-43ce-8322-9864d9d66802 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=107272a000084daebd3a1bc26102b0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431813 Sep 17 23:08:09.594470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50714) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:09.642644 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99c3dbd-cf53-4601-a8e1-db10837909cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:09.663213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99c3dbd-cf53-4601-a8e1-db10837909cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:09.774944 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99c3dbd-cf53-4601-a8e1-db10837909cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:09.777597 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e99c3dbd-cf53-4601-a8e1-db10837909cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:09.778723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e99c3dbd-cf53-4601-a8e1-db10837909cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3a80145-52f0-4bb3-936b-9c9af5b38598 HTTP/1.1" status: 204 len: 168 time: 0.1833355 Sep 17 23:08:09.786634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c3dbd-cf53-4601-a8e1-db10837909cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a80145-52f0-4bb3-936b-9c9af5b38598,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:10.299949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b437eaa9-6ef8-4948-a8f3-a1b672842a05 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:10.321105 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: b437eaa9-6ef8-4948-a8f3-a1b672842a05 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:08:10.321455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b437eaa9-6ef8-4948-a8f3-a1b672842a05 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:10.613197 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:10.747502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50736) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:10.838754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1096692544'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:10.963366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:10.967682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:10.976214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:11.064037 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:11.106140 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:11.133325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:08:11.142918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c926ba0f-1db8-4695-851e-08928540e783,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:11.147643 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:11.147993 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Added segment a0f2ad4e-8326-4345-a78f-812603a3eda0 of type vlan for network 38e57885-52ae-4368-b5fd-23ea4b3627c1 Sep 17 23:08:11.187522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:11.266194 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:11.272067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:11.272810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:11.341679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Network': ['ID=38e57885-52ae-4368-b5fd-23ea4b3627c1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:11.347364 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-36b99296-b728-4009-8381-20b22200ac03 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5987072 Sep 17 23:08:11.350684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50740) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:11.353265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:08:11.355651 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:11.505897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:11.509439 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:11.744438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:11.805737 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=a7789003-6ff9-4b45-9fc9-16029bca00a0,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:11.816582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:11.816943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network hostable DHCP agents. Network: 38e57885-52ae-4368-b5fd-23ea4b3627c1, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:08:11.881237 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:08:11.966871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 38e57885-52ae-4368-b5fd-23ea4b3627c1) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:11.971063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:11.971651 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:11.976434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449eaba3-2239-4ecf-b286-288c44533d28 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:12.053908 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5d2cb5fc-c6d1-443e-a6e7-ade8daac55a2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7019358 Sep 17 23:08:12.056454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50742) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:12.062274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'name': 'tempest-NetworksTestDHCPv6-257844134'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:12.121592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': 'a7789003-6ff9-4b45-9fc9-16029bca00a0'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:12.122768 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:12.259326 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:08:12.260952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/a7789003-6ff9-4b45-9fc9-16029bca00a0/5cb1f59c-5fa0-4da4-a162-22742a503219) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:12.273065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:12.276840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:12.296241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port de08b46e-f8d3-4d93-8342-7fe2f7edbfaf yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:12.413868 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:12.476818 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:12.516357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:12.521218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:12.523685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:12.531204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Pushing event updated for resources: {'Port': ['ID=5cb1f59c-5fa0-4da4-a162-22742a503219,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:12.532546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::356 (38e57885-52ae-4368-b5fd-23ea4b3627c1/a7789003-6ff9-4b45-9fc9-16029bca00a0/de08b46e-f8d3-4d93-8342-7fe2f7edbfaf) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:12.582517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Attempting to bind port 5cb1f59c-5fa0-4da4-a162-22742a503219 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:12.582880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Attempting to bind port 5cb1f59c-5fa0-4da4-a162-22742a503219 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:12.583243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Attempting to bind port 5cb1f59c-5fa0-4da4-a162-22742a503219 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:12.588148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:12.588534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:12.588935 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:12.589326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:12.589784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Bound port: 5cb1f59c-5fa0-4da4-a162-22742a503219, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:12.590162 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:12.655760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] For port 5cb1f59c-5fa0-4da4-a162-22742a503219, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:12.658786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] For port 5cb1f59c-5fa0-4da4-a162-22742a503219, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5cb1f59c-5fa0-4da4-a162-22742a503219,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:12.681835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:12.767494 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:12.798024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:12.831417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f68ea-1674-4d10-9dc9-07b933b16341 None None] Pushing event updated for resources: {'Port': ['ID=5cb1f59c-5fa0-4da4-a162-22742a503219,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:12.840294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:12.843811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:12.847635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:12.853301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:12.853919 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:12.867227 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=de08b46e-f8d3-4d93-8342-7fe2f7edbfaf,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:12.937478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5beb19ee-9d59-4836-9979-2b26bf29a42a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8783991 Sep 17 23:08:12.939166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50744) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:13.014037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2375c4a9-f1dd-4f42-b7a6-4fef8fd5d724 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:13.020050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2375c4a9-f1dd-4f42-b7a6-4fef8fd5d724 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:13.021659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2375c4a9-f1dd-4f42-b7a6-4fef8fd5d724 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0814559 Sep 17 23:08:13.024366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50746) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:13.122487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c435f-c208-4a6c-b49f-337115239a5c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port de08b46e-f8d3-4d93-8342-7fe2f7edbfaf {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:13.122701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a3c435f-c208-4a6c-b49f-337115239a5c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.206292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a3c435f-c208-4a6c-b49f-337115239a5c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.218765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c435f-c208-4a6c-b49f-337115239a5c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for de08b46e-f8d3-4d93-8342-7fe2f7edbfaf owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:13.409168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a3c435f-c208-4a6c-b49f-337115239a5c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.436829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c435f-c208-4a6c-b49f-337115239a5c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=de08b46e-f8d3-4d93-8342-7fe2f7edbfaf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:13.464468 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a3c435f-c208-4a6c-b49f-337115239a5c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.466702 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6a3c435f-c208-4a6c-b49f-337115239a5c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/de08b46e-f8d3-4d93-8342-7fe2f7edbfaf HTTP/1.1" status: 204 len: 168 time: 0.4414272 Sep 17 23:08:13.469893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50748) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:13.560044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1237832-0e38-4ae7-a49b-04673563ada5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:13.561639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1237832-0e38-4ae7-a49b-04673563ada5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:13.563214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f1237832-0e38-4ae7-a49b-04673563ada5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0923860 Sep 17 23:08:13.565899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50750) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:13.619635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa0b333-495a-4fb8-b42c-452f2380bee9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet a7789003-6ff9-4b45-9fc9-16029bca00a0 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:13.623071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b333-495a-4fb8-b42c-452f2380bee9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.672452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b333-495a-4fb8-b42c-452f2380bee9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.765692 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b333-495a-4fb8-b42c-452f2380bee9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.767983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1a6896-0280-4a19-8986-e5f5991c004b None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:13.833918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c2a1ca2e-e936-4a58-8eb2-afa6e76aa2a9 None None] Provisioning complete for port 5cb1f59c-5fa0-4da4-a162-22742a503219 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:13.834287 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ca2e-e936-4a58-8eb2-afa6e76aa2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.883930 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b333-495a-4fb8-b42c-452f2380bee9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.915344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b333-495a-4fb8-b42c-452f2380bee9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=a7789003-6ff9-4b45-9fc9-16029bca00a0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:13.919230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b333-495a-4fb8-b42c-452f2380bee9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.924546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50752) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:13.925065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8fa0b333-495a-4fb8-b42c-452f2380bee9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/a7789003-6ff9-4b45-9fc9-16029bca00a0 HTTP/1.1" status: 204 len: 168 time: 0.3577216 Sep 17 23:08:13.970512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ca2e-e936-4a58-8eb2-afa6e76aa2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.983744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6a4b4ab6-456f-4aca-b102-6cb6e7113a1e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545282 Sep 17 23:08:13.983744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50754) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:13.988696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0f936459-7e08-4488-807b-fcb93c64fc3f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:14.006632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c2a1ca2e-e936-4a58-8eb2-afa6e76aa2a9 None None] For port 5cb1f59c-5fa0-4da4-a162-22742a503219, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5cb1f59c-5fa0-4da4-a162-22742a503219,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:14.028726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64503f2-e6ae-43de-b830-b56978c5af55 None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:14.077275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c64503f2-e6ae-43de-b830-b56978c5af55 None None] Deleting port 5cb1f59c-5fa0-4da4-a162-22742a503219 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:14.077710 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c64503f2-e6ae-43de-b830-b56978c5af55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:14.080330 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ca2e-e936-4a58-8eb2-afa6e76aa2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:14.138683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f936459-7e08-4488-807b-fcb93c64fc3f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:14.142959 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0f936459-7e08-4488-807b-fcb93c64fc3f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:14.177143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c64503f2-e6ae-43de-b830-b56978c5af55 None None] For port 5cb1f59c-5fa0-4da4-a162-22742a503219, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5cb1f59c-5fa0-4da4-a162-22742a503219,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:14.177540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c64503f2-e6ae-43de-b830-b56978c5af55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:14.189611 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1ca2e-e936-4a58-8eb2-afa6e76aa2a9 None None] Pushing event updated for resources: {'Port': ['ID=5cb1f59c-5fa0-4da4-a162-22742a503219,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:14.195156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c64503f2-e6ae-43de-b830-b56978c5af55 None None] Calling delete_port for 5cb1f59c-5fa0-4da4-a162-22742a503219 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:14.327681 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c64503f2-e6ae-43de-b830-b56978c5af55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:14.352280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64503f2-e6ae-43de-b830-b56978c5af55 None None] Pushing event deleted for resources: {'Port': ['ID=5cb1f59c-5fa0-4da4-a162-22742a503219,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:14.355833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64503f2-e6ae-43de-b830-b56978c5af55 None None] No DVR routers for this DVR port 5cb1f59c-5fa0-4da4-a162-22742a503219 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:14.396200 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0f936459-7e08-4488-807b-fcb93c64fc3f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:14.439106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f936459-7e08-4488-807b-fcb93c64fc3f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:14.442646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0f936459-7e08-4488-807b-fcb93c64fc3f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:14.446756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f936459-7e08-4488-807b-fcb93c64fc3f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:14.447346 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0f936459-7e08-4488-807b-fcb93c64fc3f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:14.451814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9303286f-59a0-4aed-988a-37098604321b None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:14.458645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f936459-7e08-4488-807b-fcb93c64fc3f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=872e63e5-159f-4036-995d-16bc9369d36f,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:14.522817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0f936459-7e08-4488-807b-fcb93c64fc3f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5377567 Sep 17 23:08:14.525220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50756) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:14.530518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'name': 'tempest-NetworksTestDHCPv6-331309532'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:14.717908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:14.721592 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:14.739545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port e9495c46-c64a-4c78-b1ac-e31233661c5f yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:14.758206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '872e63e5-159f-4036-995d-16bc9369d36f'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:14.759116 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:14.861594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::272 (38e57885-52ae-4368-b5fd-23ea4b3627c1/872e63e5-159f-4036-995d-16bc9369d36f/e9495c46-c64a-4c78-b1ac-e31233661c5f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:15.008467 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.095121 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.140424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/872e63e5-159f-4036-995d-16bc9369d36f/fde52f4b-d5fd-4d83-a93f-9913961e0953) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:15.143839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:15.148972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:15.155293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:15.160041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:15.160682 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.164025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=e9495c46-c64a-4c78-b1ac-e31233661c5f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:15.261539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-36bd658b-521e-483c-b081-c4deb99e7eac tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7351525 Sep 17 23:08:15.264443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50758) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:15.285215 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.342898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef73f859-1319-4a16-9887-2acf93a552d8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:15.344422 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ef73f859-1319-4a16-9887-2acf93a552d8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0789261 Sep 17 23:08:15.347013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50760) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:15.369632 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.406775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:15.410920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:15.413305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:15.427786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Pushing event updated for resources: {'Port': ['ID=fde52f4b-d5fd-4d83-a93f-9913961e0953,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:15.440967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-91f0efdd-4706-40e8-aa58-4d5dc5ddc747 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port e9495c46-c64a-4c78-b1ac-e31233661c5f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:15.441315 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91f0efdd-4706-40e8-aa58-4d5dc5ddc747 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.476312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Attempting to bind port fde52f4b-d5fd-4d83-a93f-9913961e0953 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:15.476679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Attempting to bind port fde52f4b-d5fd-4d83-a93f-9913961e0953 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:15.477039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Attempting to bind port fde52f4b-d5fd-4d83-a93f-9913961e0953 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:15.481999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:15.482368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:15.482830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.483217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:15.483679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Bound port: fde52f4b-d5fd-4d83-a93f-9913961e0953, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:15.484058 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.528409 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91f0efdd-4706-40e8-aa58-4d5dc5ddc747 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.540498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-91f0efdd-4706-40e8-aa58-4d5dc5ddc747 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for e9495c46-c64a-4c78-b1ac-e31233661c5f owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:15.545594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] For port fde52f4b-d5fd-4d83-a93f-9913961e0953, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:15.548625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] For port fde52f4b-d5fd-4d83-a93f-9913961e0953, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fde52f4b-d5fd-4d83-a93f-9913961e0953,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:15.613485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.668400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d8b48-0c3f-493e-80f4-3db9d529a2a9 None None] Pushing event updated for resources: {'Port': ['ID=fde52f4b-d5fd-4d83-a93f-9913961e0953,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:15.761670 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91f0efdd-4706-40e8-aa58-4d5dc5ddc747 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.790254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0efdd-4706-40e8-aa58-4d5dc5ddc747 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=e9495c46-c64a-4c78-b1ac-e31233661c5f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:15.833423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-91f0efdd-4706-40e8-aa58-4d5dc5ddc747 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:15.835361 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-91f0efdd-4706-40e8-aa58-4d5dc5ddc747 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/e9495c46-c64a-4c78-b1ac-e31233661c5f HTTP/1.1" status: 204 len: 168 time: 0.4874208 Sep 17 23:08:15.837890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50762) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:15.929179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81d971-3f25-4bb9-8bde-256d09e667d7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:15.930710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81d971-3f25-4bb9-8bde-256d09e667d7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:15.932247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1b81d971-3f25-4bb9-8bde-256d09e667d7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0934393 Sep 17 23:08:15.934916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50764) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:15.985212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c63d98-f2ba-400a-ab03-c7425e67a8aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 872e63e5-159f-4036-995d-16bc9369d36f {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:15.988390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5c63d98-f2ba-400a-ab03-c7425e67a8aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.027095 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5c63d98-f2ba-400a-ab03-c7425e67a8aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.114941 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5c63d98-f2ba-400a-ab03-c7425e67a8aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.259459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5c63d98-f2ba-400a-ab03-c7425e67a8aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.272440 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c5c63d98-f2ba-400a-ab03-c7425e67a8aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.276791 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c5c63d98-f2ba-400a-ab03-c7425e67a8aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/872e63e5-159f-4036-995d-16bc9369d36f HTTP/1.1" status: 204 len: 168 time: 0.3384933 Sep 17 23:08:16.284091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50766) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:16.296170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c63d98-f2ba-400a-ab03-c7425e67a8aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=872e63e5-159f-4036-995d-16bc9369d36f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:16.353094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-95f4c2c1-19b4-4254-b260-6d9ade5abcfd tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746310 Sep 17 23:08:16.356617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50768) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:16.365394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f2495c6b-74f2-4dbb-a5a5-161fcdd43bcf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:16.367710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fde52f4b-d5fd-4d83-a93f-9913961e0953 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:16.426134 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fde52f4b-d5fd-4d83-a93f-9913961e0953 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:16.426636 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.524884 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.560023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port fde52f4b-d5fd-4d83-a93f-9913961e0953, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fde52f4b-d5fd-4d83-a93f-9913961e0953,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:16.593559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2495c6b-74f2-4dbb-a5a5-161fcdd43bcf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:16.596822 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2495c6b-74f2-4dbb-a5a5-161fcdd43bcf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.606060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d954e4-a487-4e6b-8f2f-c6851153b60b None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:16.624707 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.722568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8dc44206-8af0-4acd-9fc8-3c0e87e543ed None None] Provisioning complete for port fde52f4b-d5fd-4d83-a93f-9913961e0953 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:16.722943 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8dc44206-8af0-4acd-9fc8-3c0e87e543ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.759636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=fde52f4b-d5fd-4d83-a93f-9913961e0953,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:16.865423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2495c6b-74f2-4dbb-a5a5-161fcdd43bcf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.922898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2495c6b-74f2-4dbb-a5a5-161fcdd43bcf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:16.926314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-f2495c6b-74f2-4dbb-a5a5-161fcdd43bcf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:16.930299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2495c6b-74f2-4dbb-a5a5-161fcdd43bcf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:16.931784 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2495c6b-74f2-4dbb-a5a5-161fcdd43bcf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:16.943013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2495c6b-74f2-4dbb-a5a5-161fcdd43bcf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=72d603f7-bf68-495d-89f7-30893f7e5318,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:16.945407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603ae100-674b-40dc-87e4-bccb2e750142 None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:16.997794 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-603ae100-674b-40dc-87e4-bccb2e750142 None None] Deleting port fde52f4b-d5fd-4d83-a93f-9913961e0953 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:16.998766 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-603ae100-674b-40dc-87e4-bccb2e750142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:17.005181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f2495c6b-74f2-4dbb-a5a5-161fcdd43bcf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6462457 Sep 17 23:08:17.007539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50770) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:17.013096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'name': 'tempest-NetworksTestDHCPv6-1568761586'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:17.089931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-603ae100-674b-40dc-87e4-bccb2e750142 None None] For port fde52f4b-d5fd-4d83-a93f-9913961e0953, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fde52f4b-d5fd-4d83-a93f-9913961e0953,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:17.090575 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-603ae100-674b-40dc-87e4-bccb2e750142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:17.110204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-603ae100-674b-40dc-87e4-bccb2e750142 None None] Calling delete_port for fde52f4b-d5fd-4d83-a93f-9913961e0953 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:17.306362 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-603ae100-674b-40dc-87e4-bccb2e750142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:17.333535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ae100-674b-40dc-87e4-bccb2e750142 None None] Pushing event deleted for resources: {'Port': ['ID=fde52f4b-d5fd-4d83-a93f-9913961e0953,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:17.336998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ae100-674b-40dc-87e4-bccb2e750142 None None] No DVR routers for this DVR port fde52f4b-d5fd-4d83-a93f-9913961e0953 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:17.356475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e9ec1-c905-4127-a06e-2418c17e42d8 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:17.503867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '72d603f7-bf68-495d-89f7-30893f7e5318'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:17.504896 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:17.540516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:17.544037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:17.561500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 8c752945-6b7e-45b2-acc0-e19c63c1eea5 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:17.661733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/72d603f7-bf68-495d-89f7-30893f7e5318/c3c9fe99-a344-42cb-9ea3-66c6a3920639) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:17.799910 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:17.893154 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:17.927293 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:17.930865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:17.934272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:17.949099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Pushing event updated for resources: {'Port': ['ID=c3c9fe99-a344-42cb-9ea3-66c6a3920639,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:17.953013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::c7 (38e57885-52ae-4368-b5fd-23ea4b3627c1/72d603f7-bf68-495d-89f7-30893f7e5318/8c752945-6b7e-45b2-acc0-e19c63c1eea5) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:17.996806 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Attempting to bind port c3c9fe99-a344-42cb-9ea3-66c6a3920639 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:17.997178 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Attempting to bind port c3c9fe99-a344-42cb-9ea3-66c6a3920639 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:17.997541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Attempting to bind port c3c9fe99-a344-42cb-9ea3-66c6a3920639 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:18.003150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:18.003522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:18.003922 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:18.004348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:18.004813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Bound port: c3c9fe99-a344-42cb-9ea3-66c6a3920639, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:18.005192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:18.072225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] For port c3c9fe99-a344-42cb-9ea3-66c6a3920639, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:18.075250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] For port c3c9fe99-a344-42cb-9ea3-66c6a3920639, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c3c9fe99-a344-42cb-9ea3-66c6a3920639,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:18.104662 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:18.158138 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:18.216190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bc45e-c51b-47e8-a793-97af50025233 None None] Pushing event updated for resources: {'Port': ['ID=c3c9fe99-a344-42cb-9ea3-66c6a3920639,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:18.503704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:18.504376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fde52f4b-d5fd-4d83-a93f-9913961e0953 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:18.504376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: fde52f4b-d5fd-4d83-a93f-9913961e0953 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:08:18.504376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fde52f4b-d5fd-4d83-a93f-9913961e0953 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:18.505400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:18.505400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:18.505400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:18.505400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:18.505400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:18.505400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=8c752945-6b7e-45b2-acc0-e19c63c1eea5,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:18.524260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e33c77a6-6eb9-419e-be54-b6df3fe9c67e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5155866 Sep 17 23:08:18.526596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50772) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:18.581116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091a0307-44af-411c-951f-a6613b55ea4a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:18.586983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091a0307-44af-411c-951f-a6613b55ea4a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:18.588581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-091a0307-44af-411c-951f-a6613b55ea4a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0609353 Sep 17 23:08:18.591522 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50774) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:18.676734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-56def2ee-a241-41a6-8c1a-43308cb2f25f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 8c752945-6b7e-45b2-acc0-e19c63c1eea5 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:18.677070 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56def2ee-a241-41a6-8c1a-43308cb2f25f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:18.767055 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56def2ee-a241-41a6-8c1a-43308cb2f25f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:18.781009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-56def2ee-a241-41a6-8c1a-43308cb2f25f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 8c752945-6b7e-45b2-acc0-e19c63c1eea5 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:18.986177 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56def2ee-a241-41a6-8c1a-43308cb2f25f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.023656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56def2ee-a241-41a6-8c1a-43308cb2f25f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=8c752945-6b7e-45b2-acc0-e19c63c1eea5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:19.049802 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-56def2ee-a241-41a6-8c1a-43308cb2f25f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.052028 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-56def2ee-a241-41a6-8c1a-43308cb2f25f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/8c752945-6b7e-45b2-acc0-e19c63c1eea5 HTTP/1.1" status: 204 len: 168 time: 0.4591937 Sep 17 23:08:19.054754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50776) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:19.108951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e6236-b643-4595-9c71-4a8e52bdbb12 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:19.110540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e6236-b643-4595-9c71-4a8e52bdbb12 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:19.112096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d71e6236-b643-4595-9c71-4a8e52bdbb12 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0562165 Sep 17 23:08:19.114651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50778) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:19.124481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-984579c3-631d-419d-819e-d2fdfa95239c None None] Provisioning complete for port c3c9fe99-a344-42cb-9ea3-66c6a3920639 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:19.124950 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-984579c3-631d-419d-819e-d2fdfa95239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.173953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca6cb6f-0ae3-473d-bc62-a991a7dfd719 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 72d603f7-bf68-495d-89f7-30893f7e5318 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:19.177284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3ca6cb6f-0ae3-473d-bc62-a991a7dfd719 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.217841 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-984579c3-631d-419d-819e-d2fdfa95239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.225588 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3ca6cb6f-0ae3-473d-bc62-a991a7dfd719 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.257946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-984579c3-631d-419d-819e-d2fdfa95239c None None] For port c3c9fe99-a344-42cb-9ea3-66c6a3920639, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c3c9fe99-a344-42cb-9ea3-66c6a3920639,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:19.329231 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-984579c3-631d-419d-819e-d2fdfa95239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.331728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3ca6cb6f-0ae3-473d-bc62-a991a7dfd719 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.380947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984579c3-631d-419d-819e-d2fdfa95239c None None] Pushing event updated for resources: {'Port': ['ID=c3c9fe99-a344-42cb-9ea3-66c6a3920639,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:19.443071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-aa32c4f5-5c8e-4a2d-a92d-f732312592ca None None] Could not find standard attr ID for object e9495c46-c64a-4c78-b1ac-e31233661c5f. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:19.478354 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3ca6cb6f-0ae3-473d-bc62-a991a7dfd719 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.511518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6cb6f-0ae3-473d-bc62-a991a7dfd719 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=72d603f7-bf68-495d-89f7-30893f7e5318,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:19.515925 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3ca6cb6f-0ae3-473d-bc62-a991a7dfd719 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.517993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3ca6cb6f-0ae3-473d-bc62-a991a7dfd719 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/72d603f7-bf68-495d-89f7-30893f7e5318 HTTP/1.1" status: 204 len: 168 time: 0.4022746 Sep 17 23:08:19.520363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50780) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:19.554923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-875fb777-e4e0-4375-8231-2491e56418e1 None None] Could not find standard attr ID for object 8c752945-6b7e-45b2-acc0-e19c63c1eea5. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:19.559284 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-060494e5-dc01-451b-ade3-17910df4a8cb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377724 Sep 17 23:08:19.561882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50782) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:19.610665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126286fd-cd72-4bb6-acba-c6e0a1ea940f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:19.612215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-126286fd-cd72-4bb6-acba-c6e0a1ea940f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0493991 Sep 17 23:08:19.614797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50784) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:19.652603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f5d2c0-664f-4c7e-915f-d20273857dd2 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:19.667486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64d9c1b-5c70-4247-bdec-1e6f4e6b8a50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:19.669029 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b64d9c1b-5c70-4247-bdec-1e6f4e6b8a50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0532894 Sep 17 23:08:19.672288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50786) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:19.713657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-47767737-79a0-4e9b-a79a-adafc7631875 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402703 Sep 17 23:08:19.718084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50788) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:19.723004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c9560f3c-143b-4f11-a819-670ead6b7c83 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:19.828213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0843ac-ab34-4470-8f84-d362bef8039f None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:19.870185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9560f3c-143b-4f11-a819-670ead6b7c83 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:19.874073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2c0843ac-ab34-4470-8f84-d362bef8039f None None] Deleting port c3c9fe99-a344-42cb-9ea3-66c6a3920639 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:19.874451 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2c0843ac-ab34-4470-8f84-d362bef8039f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.874542 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9560f3c-143b-4f11-a819-670ead6b7c83 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.940318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2c0843ac-ab34-4470-8f84-d362bef8039f None None] For port c3c9fe99-a344-42cb-9ea3-66c6a3920639, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=c3c9fe99-a344-42cb-9ea3-66c6a3920639,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:19.940741 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2c0843ac-ab34-4470-8f84-d362bef8039f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:19.953117 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2c0843ac-ab34-4470-8f84-d362bef8039f None None] Calling delete_port for c3c9fe99-a344-42cb-9ea3-66c6a3920639 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:20.081868 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2c0843ac-ab34-4470-8f84-d362bef8039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.107223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0843ac-ab34-4470-8f84-d362bef8039f None None] Pushing event deleted for resources: {'Port': ['ID=c3c9fe99-a344-42cb-9ea3-66c6a3920639,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:20.110626 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9560f3c-143b-4f11-a819-670ead6b7c83 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.113121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0843ac-ab34-4470-8f84-d362bef8039f None None] No DVR routers for this DVR port c3c9fe99-a344-42cb-9ea3-66c6a3920639 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:20.157703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9560f3c-143b-4f11-a819-670ead6b7c83 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:20.160739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-c9560f3c-143b-4f11-a819-670ead6b7c83 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:20.164953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9560f3c-143b-4f11-a819-670ead6b7c83 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:20.165533 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9560f3c-143b-4f11-a819-670ead6b7c83 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.169639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935baec-7632-4707-9b34-b5359b21d8ec None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:20.180725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9560f3c-143b-4f11-a819-670ead6b7c83 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=7e7308e4-c26e-4204-926f-223b273edf68,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:20.272669 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c9560f3c-143b-4f11-a819-670ead6b7c83 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5535231 Sep 17 23:08:20.275266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50790) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:20.280810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': '7e7308e4-c26e-4204-926f-223b273edf68', 'ip_address': '2001:db8::17cc:1058:823a:214c'}], 'name': 'tempest-NetworksTestDHCPv6-1249998607'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:20.315002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '7e7308e4-c26e-4204-926f-223b273edf68'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:20.315877 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.458298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/7e7308e4-c26e-4204-926f-223b273edf68/cb3e0d0d-468a-4cd5-9271-c1f8377ba742) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:20.489179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:20.580249 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.597790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 5979b201-85e0-4d6d-b9a5-a4d19a50b857 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:20.605109 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.683528 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.722013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:20.724834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:20.730266 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:20.737369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Pushing event updated for resources: {'Port': ['ID=cb3e0d0d-468a-4cd5-9271-c1f8377ba742,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:20.789494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Attempting to bind port cb3e0d0d-468a-4cd5-9271-c1f8377ba742 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:20.789867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Attempting to bind port cb3e0d0d-468a-4cd5-9271-c1f8377ba742 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:20.790237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Attempting to bind port cb3e0d0d-468a-4cd5-9271-c1f8377ba742 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:20.795746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:20.796148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:20.796573 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.796975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:20.797445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Bound port: cb3e0d0d-468a-4cd5-9271-c1f8377ba742, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:20.797827 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.806181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::17cc:1058:823a:214c (38e57885-52ae-4368-b5fd-23ea4b3627c1/7e7308e4-c26e-4204-926f-223b273edf68/5979b201-85e0-4d6d-b9a5-a4d19a50b857) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:20.863431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] For port cb3e0d0d-468a-4cd5-9271-c1f8377ba742, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:20.866503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] For port cb3e0d0d-468a-4cd5-9271-c1f8377ba742, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cb3e0d0d-468a-4cd5-9271-c1f8377ba742,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:20.935509 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.955899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.993684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f509a1-d63d-4c9a-ac15-ab38d051e142 None None] Pushing event updated for resources: {'Port': ['ID=cb3e0d0d-468a-4cd5-9271-c1f8377ba742,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:21.054995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.098815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:21.102253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:21.104810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:21.110755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:21.111447 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.139170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=5979b201-85e0-4d6d-b9a5-a4d19a50b857,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:21.204410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7ae16de2-8e14-4e61-a8bf-d22c51f013bb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9280529 Sep 17 23:08:21.206812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50792) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:21.260947 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d23319-18d7-4b37-a826-6a867b68e1be tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:21.267902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d23319-18d7-4b37-a826-6a867b68e1be tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:21.269557 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f8d23319-18d7-4b37-a826-6a867b68e1be tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0618179 Sep 17 23:08:21.272174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50794) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:21.360279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-21a509e6-b344-486e-84b4-82f20b2a120c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 5979b201-85e0-4d6d-b9a5-a4d19a50b857 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:21.360623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21a509e6-b344-486e-84b4-82f20b2a120c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.448412 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21a509e6-b344-486e-84b4-82f20b2a120c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.460776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-21a509e6-b344-486e-84b4-82f20b2a120c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 5979b201-85e0-4d6d-b9a5-a4d19a50b857 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:21.653396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21a509e6-b344-486e-84b4-82f20b2a120c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.689087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a509e6-b344-486e-84b4-82f20b2a120c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=5979b201-85e0-4d6d-b9a5-a4d19a50b857,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:21.717032 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21a509e6-b344-486e-84b4-82f20b2a120c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.719267 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-21a509e6-b344-486e-84b4-82f20b2a120c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/5979b201-85e0-4d6d-b9a5-a4d19a50b857 HTTP/1.1" status: 204 len: 168 time: 0.4461336 Sep 17 23:08:21.721767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50796) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:21.774456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2993a17c-3892-4a13-89ad-38797eca3050 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:21.775887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2993a17c-3892-4a13-89ad-38797eca3050 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:21.780102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2993a17c-3892-4a13-89ad-38797eca3050 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0547075 Sep 17 23:08:21.780383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50798) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:21.834713 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd26a562-fa88-43d6-a4c8-6de023b35c38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 7e7308e4-c26e-4204-926f-223b273edf68 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:21.839246 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cd26a562-fa88-43d6-a4c8-6de023b35c38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.881593 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cd26a562-fa88-43d6-a4c8-6de023b35c38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.890515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e3c37304-5d63-4c89-a860-a92362eaa378 None None] Provisioning complete for port cb3e0d0d-468a-4cd5-9271-c1f8377ba742 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:21.891059 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e3c37304-5d63-4c89-a860-a92362eaa378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.978144 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e3c37304-5d63-4c89-a860-a92362eaa378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.983551 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cd26a562-fa88-43d6-a4c8-6de023b35c38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.101302 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cd26a562-fa88-43d6-a4c8-6de023b35c38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.133146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26a562-fa88-43d6-a4c8-6de023b35c38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7308e4-c26e-4204-926f-223b273edf68,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:22.137234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cd26a562-fa88-43d6-a4c8-6de023b35c38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.142023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cd26a562-fa88-43d6-a4c8-6de023b35c38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/7e7308e4-c26e-4204-926f-223b273edf68 HTTP/1.1" status: 204 len: 168 time: 0.3606160 Sep 17 23:08:22.142136 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50800) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:22.185025 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-29e2797d-6e25-40b2-a7cf-9ab495d79d25 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416555 Sep 17 23:08:22.189239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50802) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:22.194448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-583c3f4a-2f69-4941-8277-137d90024da8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:22.303743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491a7dea-a0f4-47ae-a9b7-af38c14209e2 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:22.338084 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-e3c37304-5d63-4c89-a860-a92362eaa378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:08:22.338441 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-e3c37304-5d63-4c89-a860-a92362eaa378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:08:22.368976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583c3f4a-2f69-4941-8277-137d90024da8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:22.370062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cb3e0d0d-468a-4cd5-9271-c1f8377ba742 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:22.372570 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-583c3f4a-2f69-4941-8277-137d90024da8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.468678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cb3e0d0d-468a-4cd5-9271-c1f8377ba742 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:22.469153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.541345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b379bd0b-f2ed-4057-99c5-e26510cc7ec7 None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:22.579465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.620800 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-583c3f4a-2f69-4941-8277-137d90024da8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.621097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port cb3e0d0d-468a-4cd5-9271-c1f8377ba742, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cb3e0d0d-468a-4cd5-9271-c1f8377ba742,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:22.631877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b379bd0b-f2ed-4057-99c5-e26510cc7ec7 None None] Deleting port cb3e0d0d-468a-4cd5-9271-c1f8377ba742 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:22.632287 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b379bd0b-f2ed-4057-99c5-e26510cc7ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.663225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c3f4a-2f69-4941-8277-137d90024da8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:22.666542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-583c3f4a-2f69-4941-8277-137d90024da8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:22.670787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583c3f4a-2f69-4941-8277-137d90024da8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:22.671363 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-583c3f4a-2f69-4941-8277-137d90024da8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.683043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c3f4a-2f69-4941-8277-137d90024da8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=2478e483-80bb-476a-bc91-7881741658d0,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:22.708402 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.717383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b379bd0b-f2ed-4057-99c5-e26510cc7ec7 None None] For port cb3e0d0d-468a-4cd5-9271-c1f8377ba742, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cb3e0d0d-468a-4cd5-9271-c1f8377ba742,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:22.717806 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b379bd0b-f2ed-4057-99c5-e26510cc7ec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.752773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b379bd0b-f2ed-4057-99c5-e26510cc7ec7 None None] Calling delete_port for cb3e0d0d-468a-4cd5-9271-c1f8377ba742 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:22.798429 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-583c3f4a-2f69-4941-8277-137d90024da8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6082344 Sep 17 23:08:22.801275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50804) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:22.806652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': '2478e483-80bb-476a-bc91-7881741658d0', 'ip_address': '2001:db8::6142:9686:2d42:653e'}], 'name': 'tempest-NetworksTestDHCPv6-685767119'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:22.806927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=cb3e0d0d-468a-4cd5-9271-c1f8377ba742,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:22.923073 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b379bd0b-f2ed-4057-99c5-e26510cc7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:22.952276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379bd0b-f2ed-4057-99c5-e26510cc7ec7 None None] Pushing event deleted for resources: {'Port': ['ID=cb3e0d0d-468a-4cd5-9271-c1f8377ba742,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:22.955747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379bd0b-f2ed-4057-99c5-e26510cc7ec7 None None] No DVR routers for this DVR port cb3e0d0d-468a-4cd5-9271-c1f8377ba742 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:22.968219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1240d9b-ab08-4264-a5a6-6ebe0a3a8005 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:22.968895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:22.996922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ad120cd9-7a77-49f8-8c7d-beb0bf8a74b1 None None] Could not find standard attr ID for object 5979b201-85e0-4d6d-b9a5-a4d19a50b857. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:23.057877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:23.076058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 8c6b60d7-6129-4fab-97fc-ddeeb08644ec yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:23.125028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '2478e483-80bb-476a-bc91-7881741658d0'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:23.125900 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:23.260314 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/2478e483-80bb-476a-bc91-7881741658d0/24f385f9-edfb-4acd-9d7a-10063ed1016f) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:23.400936 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:23.472170 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:23.510404 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:23.515625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:23.519719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::6142:9686:2d42:653e (38e57885-52ae-4368-b5fd-23ea4b3627c1/2478e483-80bb-476a-bc91-7881741658d0/8c6b60d7-6129-4fab-97fc-ddeeb08644ec) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:23.520992 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:23.522353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Pushing event updated for resources: {'Port': ['ID=24f385f9-edfb-4acd-9d7a-10063ed1016f,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:23.574373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Attempting to bind port 24f385f9-edfb-4acd-9d7a-10063ed1016f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:23.574743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Attempting to bind port 24f385f9-edfb-4acd-9d7a-10063ed1016f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:23.575102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Attempting to bind port 24f385f9-edfb-4acd-9d7a-10063ed1016f on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:23.580831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:23.581203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:23.581597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:23.581989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:23.582451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Bound port: 24f385f9-edfb-4acd-9d7a-10063ed1016f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:23.582826 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:23.667422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] For port 24f385f9-edfb-4acd-9d7a-10063ed1016f, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:23.671875 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] For port 24f385f9-edfb-4acd-9d7a-10063ed1016f, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=24f385f9-edfb-4acd-9d7a-10063ed1016f,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:23.735617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:23.796259 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec4826-ee9b-4f57-ae58-2774138989df None None] Pushing event updated for resources: {'Port': ['ID=24f385f9-edfb-4acd-9d7a-10063ed1016f,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:23.993402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.072637 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.115510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:24.118734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:24.125848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:24.130889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:24.131489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.137647 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=8c6b60d7-6129-4fab-97fc-ddeeb08644ec,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:24.209983 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-97ff953b-d7f3-4b79-86d4-3b7a7f8a5b86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4075747 Sep 17 23:08:24.212449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50806) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:24.267192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2201ad-0bde-4d9a-8f06-1cb7f7ffcd50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:24.273304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2201ad-0bde-4d9a-8f06-1cb7f7ffcd50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:24.277788 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7b2201ad-0bde-4d9a-8f06-1cb7f7ffcd50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0644128 Sep 17 23:08:24.277879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50808) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:24.362671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 24f385f9-edfb-4acd-9d7a-10063ed1016f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:24.378367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e72d9909-17fc-4cc9-b7fd-81793ca3efb7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 8c6b60d7-6129-4fab-97fc-ddeeb08644ec {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:24.378714 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e72d9909-17fc-4cc9-b7fd-81793ca3efb7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.412857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 24f385f9-edfb-4acd-9d7a-10063ed1016f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:24.413332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.469110 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e72d9909-17fc-4cc9-b7fd-81793ca3efb7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.482959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e72d9909-17fc-4cc9-b7fd-81793ca3efb7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 8c6b60d7-6129-4fab-97fc-ddeeb08644ec owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:24.499151 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.535216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 24f385f9-edfb-4acd-9d7a-10063ed1016f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=24f385f9-edfb-4acd-9d7a-10063ed1016f,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:24.614921 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.666647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=24f385f9-edfb-4acd-9d7a-10063ed1016f,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:24.680822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cb3e0d0d-468a-4cd5-9271-c1f8377ba742 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:24.700704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e72d9909-17fc-4cc9-b7fd-81793ca3efb7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.704750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: cb3e0d0d-468a-4cd5-9271-c1f8377ba742 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:08:24.705040 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cb3e0d0d-468a-4cd5-9271-c1f8377ba742 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:24.733534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d9909-17fc-4cc9-b7fd-81793ca3efb7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=8c6b60d7-6129-4fab-97fc-ddeeb08644ec,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:24.757633 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e72d9909-17fc-4cc9-b7fd-81793ca3efb7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.761920 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e72d9909-17fc-4cc9-b7fd-81793ca3efb7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/8c6b60d7-6129-4fab-97fc-ddeeb08644ec HTTP/1.1" status: 204 len: 168 time: 0.4805732 Sep 17 23:08:24.762340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50810) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:24.818440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8364e8-71a0-4750-9087-02abc82f346b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:24.820066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8364e8-71a0-4750-9087-02abc82f346b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:24.821610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5a8364e8-71a0-4750-9087-02abc82f346b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0585642 Sep 17 23:08:24.824383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50812) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:24.831893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-21c053f7-b13e-45d0-b8d8-b9286adade9e None None] Provisioning complete for port 24f385f9-edfb-4acd-9d7a-10063ed1016f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:24.832296 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-21c053f7-b13e-45d0-b8d8-b9286adade9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.883949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e910a95e-3c14-4ad4-b33a-68d2919d5cf5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 2478e483-80bb-476a-bc91-7881741658d0 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:24.887212 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e910a95e-3c14-4ad4-b33a-68d2919d5cf5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.931819 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e910a95e-3c14-4ad4-b33a-68d2919d5cf5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:25.031664 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e910a95e-3c14-4ad4-b33a-68d2919d5cf5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:25.045956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-803cf1cc-82f6-43a6-8deb-5ec4bdcad796 None None] Could not find standard attr ID for object 8c6b60d7-6129-4fab-97fc-ddeeb08644ec. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:25.169316 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e910a95e-3c14-4ad4-b33a-68d2919d5cf5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:25.196434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910a95e-3c14-4ad4-b33a-68d2919d5cf5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=2478e483-80bb-476a-bc91-7881741658d0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:25.200059 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e910a95e-3c14-4ad4-b33a-68d2919d5cf5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:25.202692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e910a95e-3c14-4ad4-b33a-68d2919d5cf5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/2478e483-80bb-476a-bc91-7881741658d0 HTTP/1.1" status: 204 len: 168 time: 0.3773668 Sep 17 23:08:25.205331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50814) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:25.207783 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e5cbd-270b-42d2-a1fc-8c134afb46d2 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:25.246369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e0a7e1d1-a00a-4585-b7a7-9fc3c9725aa4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373566 Sep 17 23:08:25.249689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50816) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:25.254447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-224be88d-3d2f-4b62-b46c-d2059d7e8be9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:25.397925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224be88d-3d2f-4b62-b46c-d2059d7e8be9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:25.401497 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-224be88d-3d2f-4b62-b46c-d2059d7e8be9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:25.439512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd573820-11ac-4950-a6b2-4c777d47607b None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:25.487104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-dd573820-11ac-4950-a6b2-4c777d47607b None None] Deleting port 24f385f9-edfb-4acd-9d7a-10063ed1016f {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:25.487879 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd573820-11ac-4950-a6b2-4c777d47607b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:25.553054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-dd573820-11ac-4950-a6b2-4c777d47607b None None] For port 24f385f9-edfb-4acd-9d7a-10063ed1016f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=24f385f9-edfb-4acd-9d7a-10063ed1016f,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:25.553445 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd573820-11ac-4950-a6b2-4c777d47607b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:25.567780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-dd573820-11ac-4950-a6b2-4c777d47607b None None] Calling delete_port for 24f385f9-edfb-4acd-9d7a-10063ed1016f owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:25.647838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-224be88d-3d2f-4b62-b46c-d2059d7e8be9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:25.687417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224be88d-3d2f-4b62-b46c-d2059d7e8be9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:25.690445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-224be88d-3d2f-4b62-b46c-d2059d7e8be9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:25.694529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224be88d-3d2f-4b62-b46c-d2059d7e8be9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:25.695113 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-224be88d-3d2f-4b62-b46c-d2059d7e8be9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:25.711102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224be88d-3d2f-4b62-b46c-d2059d7e8be9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=14b06ec8-cd87-46ab-9f1c-4c789875f58a,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:25.721680 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd573820-11ac-4950-a6b2-4c777d47607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:25.745053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd573820-11ac-4950-a6b2-4c777d47607b None None] Pushing event deleted for resources: {'Port': ['ID=24f385f9-edfb-4acd-9d7a-10063ed1016f,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:25.754175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd573820-11ac-4950-a6b2-4c777d47607b None None] No DVR routers for this DVR port 24f385f9-edfb-4acd-9d7a-10063ed1016f on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:25.771566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8809999-a229-434b-ad5d-819fb2101a08 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:25.815797 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-224be88d-3d2f-4b62-b46c-d2059d7e8be9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5650654 Sep 17 23:08:25.818520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50818) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:25.823414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': '14b06ec8-cd87-46ab-9f1c-4c789875f58a', 'ip_address': '2001:db8::1148:5919:3ac0:ee02'}], 'name': 'tempest-NetworksTestDHCPv6-1278422949'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:25.939557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '14b06ec8-cd87-46ab-9f1c-4c789875f58a'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:25.941010 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:26.012990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:26.080940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/14b06ec8-cd87-46ab-9f1c-4c789875f58a/098c3f73-07ff-4088-98ed-56ce8ac7e2a9) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:26.106710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:26.125263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port e7216514-9b39-4892-a9ff-3ed17351c443 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:26.239705 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:26.322649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 24f385f9-edfb-4acd-9d7a-10063ed1016f no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:26.344507 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:26.346142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 24f385f9-edfb-4acd-9d7a-10063ed1016f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:08:26.346476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 24f385f9-edfb-4acd-9d7a-10063ed1016f not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:26.385062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:26.390656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:26.392669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::1148:5919:3ac0:ee02 (38e57885-52ae-4368-b5fd-23ea4b3627c1/14b06ec8-cd87-46ab-9f1c-4c789875f58a/e7216514-9b39-4892-a9ff-3ed17351c443) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:26.395126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:26.398139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Pushing event updated for resources: {'Port': ['ID=098c3f73-07ff-4088-98ed-56ce8ac7e2a9,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:26.449871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Attempting to bind port 098c3f73-07ff-4088-98ed-56ce8ac7e2a9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:26.450514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Attempting to bind port 098c3f73-07ff-4088-98ed-56ce8ac7e2a9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:26.450608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Attempting to bind port 098c3f73-07ff-4088-98ed-56ce8ac7e2a9 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:26.456155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:26.456547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:26.456941 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:26.457328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:26.457784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Bound port: 098c3f73-07ff-4088-98ed-56ce8ac7e2a9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:26.458159 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:26.523290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] For port 098c3f73-07ff-4088-98ed-56ce8ac7e2a9, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:26.526311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] For port 098c3f73-07ff-4088-98ed-56ce8ac7e2a9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=098c3f73-07ff-4088-98ed-56ce8ac7e2a9,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:26.542499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:26.592613 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:26.648661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e4571-2163-4062-85bd-afff9d5f4ca5 None None] Pushing event updated for resources: {'Port': ['ID=098c3f73-07ff-4088-98ed-56ce8ac7e2a9,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:26.649577 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:26.697845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:26.701080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:26.707075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:26.712758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:26.713385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:26.721051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=e7216514-9b39-4892-a9ff-3ed17351c443,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:26.813930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f5cd5762-25c9-4dad-a815-a4ecd72cb9f2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9943492 Sep 17 23:08:26.816422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50820) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:26.868986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9becb63e-878c-4edd-b77f-643bafa7aae3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:26.875354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9becb63e-878c-4edd-b77f-643bafa7aae3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:26.877049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9becb63e-878c-4edd-b77f-643bafa7aae3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0596786 Sep 17 23:08:26.879832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50822) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:26.966327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b57047a0-63a1-4033-8df9-6c699d6f3070 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port e7216514-9b39-4892-a9ff-3ed17351c443 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:26.966774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b57047a0-63a1-4033-8df9-6c699d6f3070 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:27.054300 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b57047a0-63a1-4033-8df9-6c699d6f3070 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:27.067159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b57047a0-63a1-4033-8df9-6c699d6f3070 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for e7216514-9b39-4892-a9ff-3ed17351c443 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:27.298983 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b57047a0-63a1-4033-8df9-6c699d6f3070 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:27.582073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57047a0-63a1-4033-8df9-6c699d6f3070 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=e7216514-9b39-4892-a9ff-3ed17351c443,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:27.583987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-609d60f7-a299-44b4-b3e3-9f56a02925da None None] Provisioning complete for port 098c3f73-07ff-4088-98ed-56ce8ac7e2a9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:27.584914 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-609d60f7-a299-44b4-b3e3-9f56a02925da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:27.609730 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b57047a0-63a1-4033-8df9-6c699d6f3070 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:27.612274 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b57047a0-63a1-4033-8df9-6c699d6f3070 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/e7216514-9b39-4892-a9ff-3ed17351c443 HTTP/1.1" status: 204 len: 168 time: 0.7313104 Sep 17 23:08:27.614690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50824) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:27.667308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3333830-01b2-40e1-bc45-abedccee6220 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:27.668966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3333830-01b2-40e1-bc45-abedccee6220 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:27.671225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b3333830-01b2-40e1-bc45-abedccee6220 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0555654 Sep 17 23:08:27.671546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-609d60f7-a299-44b4-b3e3-9f56a02925da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:27.674037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50826) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:27.709969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-609d60f7-a299-44b4-b3e3-9f56a02925da None None] For port 098c3f73-07ff-4088-98ed-56ce8ac7e2a9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=098c3f73-07ff-4088-98ed-56ce8ac7e2a9,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:27.730938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0fb561-cbbc-474e-bb10-7ca6f642e0d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 14b06ec8-cd87-46ab-9f1c-4c789875f58a {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:27.735853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae0fb561-cbbc-474e-bb10-7ca6f642e0d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:27.778592 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae0fb561-cbbc-474e-bb10-7ca6f642e0d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:27.785929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-609d60f7-a299-44b4-b3e3-9f56a02925da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:27.838813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d60f7-a299-44b4-b3e3-9f56a02925da None None] Pushing event updated for resources: {'Port': ['ID=098c3f73-07ff-4088-98ed-56ce8ac7e2a9,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:27.868422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae0fb561-cbbc-474e-bb10-7ca6f642e0d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:27.898303 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a9a74902-c2c3-41b7-b842-ce7109f15b12 None None] Could not find standard attr ID for object e7216514-9b39-4892-a9ff-3ed17351c443. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:28.009128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae0fb561-cbbc-474e-bb10-7ca6f642e0d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:28.033742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fb561-cbbc-474e-bb10-7ca6f642e0d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=14b06ec8-cd87-46ab-9f1c-4c789875f58a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:28.039384 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae0fb561-cbbc-474e-bb10-7ca6f642e0d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:28.041247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ae0fb561-cbbc-474e-bb10-7ca6f642e0d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/14b06ec8-cd87-46ab-9f1c-4c789875f58a HTTP/1.1" status: 204 len: 168 time: 0.3661127 Sep 17 23:08:28.043847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50828) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:28.048547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f2ac08-f540-4152-b19c-f0c95946c16b None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:28.082202 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8d5fabce-2c03-44ef-9ddb-6434b2d7b452 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372362 Sep 17 23:08:28.084590 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50830) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:28.133521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7ab0a-15aa-4c14-8765-7c725e429a08 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:28.135411 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-70c7ab0a-15aa-4c14-8765-7c725e429a08 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0499282 Sep 17 23:08:28.137997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50832) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:28.193365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6581785-278d-4c76-b0fa-3305d1d3a6e7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:28.194975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f6581785-278d-4c76-b0fa-3305d1d3a6e7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0559206 Sep 17 23:08:28.207471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50834) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:28.223409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f91580-edba-4173-a5d9-5ae722e0d3e3 None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:28.245663 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9da3f507-e22f-44d9-be23-1ae98bc4145c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370674 Sep 17 23:08:28.250686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50836) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:28.255776 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-dd2ff6cf-1609-4026-9741-c8eba824ee10 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:28.271442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-29f91580-edba-4173-a5d9-5ae722e0d3e3 None None] Deleting port 098c3f73-07ff-4088-98ed-56ce8ac7e2a9 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:28.271821 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-29f91580-edba-4173-a5d9-5ae722e0d3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:28.332967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-29f91580-edba-4173-a5d9-5ae722e0d3e3 None None] For port 098c3f73-07ff-4088-98ed-56ce8ac7e2a9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=098c3f73-07ff-4088-98ed-56ce8ac7e2a9,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:28.334099 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-29f91580-edba-4173-a5d9-5ae722e0d3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:28.350060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-29f91580-edba-4173-a5d9-5ae722e0d3e3 None None] Calling delete_port for 098c3f73-07ff-4088-98ed-56ce8ac7e2a9 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:28.403204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2ff6cf-1609-4026-9741-c8eba824ee10 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:28.409939 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff6cf-1609-4026-9741-c8eba824ee10 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:28.489244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-29f91580-edba-4173-a5d9-5ae722e0d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:28.514995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f91580-edba-4173-a5d9-5ae722e0d3e3 None None] Pushing event deleted for resources: {'Port': ['ID=098c3f73-07ff-4088-98ed-56ce8ac7e2a9,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:28.524535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f91580-edba-4173-a5d9-5ae722e0d3e3 None None] No DVR routers for this DVR port 098c3f73-07ff-4088-98ed-56ce8ac7e2a9 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:28.637537 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff6cf-1609-4026-9741-c8eba824ee10 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:28.680493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2ff6cf-1609-4026-9741-c8eba824ee10 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:28.683723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-dd2ff6cf-1609-4026-9741-c8eba824ee10 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:28.688174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2ff6cf-1609-4026-9741-c8eba824ee10 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:28.688771 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff6cf-1609-4026-9741-c8eba824ee10 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:28.692649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503af19a-8405-4c3c-8d05-efa6ea16c67d None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:28.698119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ff6cf-1609-4026-9741-c8eba824ee10 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=fc196c1d-bde9-4009-8f72-fbcc8ca6f459,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:28.741171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dd2ff6cf-1609-4026-9741-c8eba824ee10 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4893043 Sep 17 23:08:28.744745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50840) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:28.750128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': 'fc196c1d-bde9-4009-8f72-fbcc8ca6f459', 'ip_address': '2001:db8::5efb:e523:cede:4d8a'}], 'name': 'tempest-NetworksTestDHCPv6-1934696272'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:28.842738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': 'fc196c1d-bde9-4009-8f72-fbcc8ca6f459'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:28.843658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:28.926884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:28.932156 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:28.949861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 5d0afee5-6c2f-43e4-9c84-d493afd806ac yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:28.979982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/fc196c1d-bde9-4009-8f72-fbcc8ca6f459/71979c87-ca9e-457d-866d-25a40e50b684) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:29.126682 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:29.225984 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:29.265363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:29.268316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:29.270999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:29.280385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::5efb:e523:cede:4d8a (38e57885-52ae-4368-b5fd-23ea4b3627c1/fc196c1d-bde9-4009-8f72-fbcc8ca6f459/5d0afee5-6c2f-43e4-9c84-d493afd806ac) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:29.284906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Pushing event updated for resources: {'Port': ['ID=71979c87-ca9e-457d-866d-25a40e50b684,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:29.334998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Attempting to bind port 71979c87-ca9e-457d-866d-25a40e50b684 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:29.335366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Attempting to bind port 71979c87-ca9e-457d-866d-25a40e50b684 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:29.335745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Attempting to bind port 71979c87-ca9e-457d-866d-25a40e50b684 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:29.340881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:29.341263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:29.341729 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:29.342128 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:29.342590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Bound port: 71979c87-ca9e-457d-866d-25a40e50b684, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:29.342970 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:29.421070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] For port 71979c87-ca9e-457d-866d-25a40e50b684, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:29.424063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] For port 71979c87-ca9e-457d-866d-25a40e50b684, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=71979c87-ca9e-457d-866d-25a40e50b684,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:29.431483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:29.522749 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:29.568776 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:29.568944 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:29.617819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:29.621135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:29.628611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:29.634309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:29.634960 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:29.645483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=5d0afee5-6c2f-43e4-9c84-d493afd806ac,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:29.729971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e8e47fbd-023f-4f5b-8786-f2d7bf160a4f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9839494 Sep 17 23:08:29.732985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50842) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:29.738289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-68b6be2f-bb13-4b98-b0ff-f5172af3a412 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': 'fc196c1d-bde9-4009-8f72-fbcc8ca6f459', 'ip_address': '2001:db8::5efb:e523:cede:4d8a'}], 'name': 'tempest-NetworksTestDHCPv6-70597339'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:29.784296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703092b-2794-4d9c-ba1d-8607165e63f8 None None] Pushing event updated for resources: {'Port': ['ID=71979c87-ca9e-457d-866d-25a40e50b684,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:29.906555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b6be2f-bb13-4b98-b0ff-f5172af3a412 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:30.011413 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68b6be2f-bb13-4b98-b0ff-f5172af3a412 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:30.034653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-68b6be2f-bb13-4b98-b0ff-f5172af3a412 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 72237074-97a8-4ed2-a516-75413b5e196b yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:30.215609 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b6be2f-bb13-4b98-b0ff-f5172af3a412 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 23:08:30.216073 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b6be2f-bb13-4b98-b0ff-f5172af3a412 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:08:30.306723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-68b6be2f-bb13-4b98-b0ff-f5172af3a412 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5725615 Sep 17 23:08:30.309314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50844) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:30.355237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 71979c87-ca9e-457d-866d-25a40e50b684 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:30.377318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e3a89f-a176-4b34-9972-eaa17b4aeca1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:30.383257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e3a89f-a176-4b34-9972-eaa17b4aeca1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:30.385376 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-58e3a89f-a176-4b34-9972-eaa17b4aeca1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0746725 Sep 17 23:08:30.388440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50846) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:30.411651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 71979c87-ca9e-457d-866d-25a40e50b684 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:30.412106 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:30.479910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-53a6a422-5d28-4799-a254-35ded78fce67 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 5d0afee5-6c2f-43e4-9c84-d493afd806ac {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:30.480292 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53a6a422-5d28-4799-a254-35ded78fce67 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:30.501795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:30.537868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 71979c87-ca9e-457d-866d-25a40e50b684, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=71979c87-ca9e-457d-866d-25a40e50b684,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:30.577675 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53a6a422-5d28-4799-a254-35ded78fce67 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:30.590448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-53a6a422-5d28-4799-a254-35ded78fce67 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 5d0afee5-6c2f-43e4-9c84-d493afd806ac owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:30.603237 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:30.659607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=71979c87-ca9e-457d-866d-25a40e50b684,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:30.743273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-29b4be44-7427-4906-a893-4b4b58bc8df7 None None] Provisioning complete for port 71979c87-ca9e-457d-866d-25a40e50b684 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:30.746711 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-29b4be44-7427-4906-a893-4b4b58bc8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:30.790161 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53a6a422-5d28-4799-a254-35ded78fce67 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:30.826619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6a422-5d28-4799-a254-35ded78fce67 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=5d0afee5-6c2f-43e4-9c84-d493afd806ac,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:30.857086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-53a6a422-5d28-4799-a254-35ded78fce67 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:30.859805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-53a6a422-5d28-4799-a254-35ded78fce67 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/5d0afee5-6c2f-43e4-9c84-d493afd806ac HTTP/1.1" status: 204 len: 168 time: 0.4700723 Sep 17 23:08:30.862316 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50848) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:30.914662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa32cd-ce25-4547-8197-c524dfa0b20e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:30.916197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa32cd-ce25-4547-8197-c524dfa0b20e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:30.917766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-36fa32cd-ce25-4547-8197-c524dfa0b20e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0544651 Sep 17 23:08:30.921095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50850) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:30.952751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c584d7ff-4aad-419f-a418-ee9a20d8e26f None None] Could not find standard attr ID for object 5d0afee5-6c2f-43e4-9c84-d493afd806ac. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:30.973875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bad658-81f5-4cab-848b-d6dcbd110c52 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet fc196c1d-bde9-4009-8f72-fbcc8ca6f459 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:30.977310 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32bad658-81f5-4cab-848b-d6dcbd110c52 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.020073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32bad658-81f5-4cab-848b-d6dcbd110c52 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.109962 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32bad658-81f5-4cab-848b-d6dcbd110c52 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.241447 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32bad658-81f5-4cab-848b-d6dcbd110c52 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.269565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bad658-81f5-4cab-848b-d6dcbd110c52 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=fc196c1d-bde9-4009-8f72-fbcc8ca6f459,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:31.273317 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32bad658-81f5-4cab-848b-d6dcbd110c52 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.277653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50852) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:31.278133 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-32bad658-81f5-4cab-848b-d6dcbd110c52 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/fc196c1d-bde9-4009-8f72-fbcc8ca6f459 HTTP/1.1" status: 204 len: 168 time: 0.3556964 Sep 17 23:08:31.280412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a77379-06c8-475d-8971-10c1db973e13 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:31.315604 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fadaf37e-707a-4ec2-880d-f6e9a8c21512 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363832 Sep 17 23:08:31.319183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50854) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:31.323878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a017b678-1044-49b9-b6dc-b05a2946cc70 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:31.442947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcaed35-1561-46ce-aef3-915c37d8d424 None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:31.483547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a017b678-1044-49b9-b6dc-b05a2946cc70 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:31.487149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a017b678-1044-49b9-b6dc-b05a2946cc70 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.495069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fbcaed35-1561-46ce-aef3-915c37d8d424 None None] Deleting port 71979c87-ca9e-457d-866d-25a40e50b684 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:31.495448 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fbcaed35-1561-46ce-aef3-915c37d8d424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.558398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fbcaed35-1561-46ce-aef3-915c37d8d424 None None] For port 71979c87-ca9e-457d-866d-25a40e50b684, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=71979c87-ca9e-457d-866d-25a40e50b684,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:31.558798 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fbcaed35-1561-46ce-aef3-915c37d8d424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.571770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fbcaed35-1561-46ce-aef3-915c37d8d424 None None] Calling delete_port for 71979c87-ca9e-457d-866d-25a40e50b684 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:31.700108 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fbcaed35-1561-46ce-aef3-915c37d8d424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.726183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcaed35-1561-46ce-aef3-915c37d8d424 None None] Pushing event deleted for resources: {'Port': ['ID=71979c87-ca9e-457d-866d-25a40e50b684,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:31.728914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a017b678-1044-49b9-b6dc-b05a2946cc70 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.729798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcaed35-1561-46ce-aef3-915c37d8d424 None None] No DVR routers for this DVR port 71979c87-ca9e-457d-866d-25a40e50b684 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:31.769544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a017b678-1044-49b9-b6dc-b05a2946cc70 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:31.774621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a017b678-1044-49b9-b6dc-b05a2946cc70 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:31.778933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017b678-1044-49b9-b6dc-b05a2946cc70 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:31.780097 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a017b678-1044-49b9-b6dc-b05a2946cc70 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:31.784473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd6f360-1f3c-4bf7-8eea-1025cdf9a831 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:31.793402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017b678-1044-49b9-b6dc-b05a2946cc70 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=d7934000-27f5-4d32-955c-847842d5aa48,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:31.853561 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a017b678-1044-49b9-b6dc-b05a2946cc70 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5304248 Sep 17 23:08:31.853821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50856) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:31.861625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-54124bfc-4bd2-4dbf-aef2-9be55b96a066 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': 'd7934000-27f5-4d32-955c-847842d5aa48', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1155911542'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:31.959220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': 'd7934000-27f5-4d32-955c-847842d5aa48'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:31.960088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.095908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/d7934000-27f5-4d32-955c-847842d5aa48/05ec5634-4c3b-4d2d-9966-7734d8e52475) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:32.100669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54124bfc-4bd2-4dbf-aef2-9be55b96a066 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:32.106460 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-54124bfc-4bd2-4dbf-aef2-9be55b96a066 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.131033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-54124bfc-4bd2-4dbf-aef2-9be55b96a066 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 6350979a-1b30-4ca9-93d7-9bdb0c225a97 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:32.235917 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.319925 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.326465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 71979c87-ca9e-457d-866d-25a40e50b684 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:32.340968 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-54124bfc-4bd2-4dbf-aef2-9be55b96a066 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:08:32.341543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54124bfc-4bd2-4dbf-aef2-9be55b96a066 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:08:32.371580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 71979c87-ca9e-457d-866d-25a40e50b684 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:08:32.371844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 71979c87-ca9e-457d-866d-25a40e50b684 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:32.384915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:32.385902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:32.391227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:32.396717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Pushing event updated for resources: {'Port': ['ID=05ec5634-4c3b-4d2d-9966-7734d8e52475,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:32.400923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50858) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:32.401824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-54124bfc-4bd2-4dbf-aef2-9be55b96a066 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5465903 Sep 17 23:08:32.448201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Attempting to bind port 05ec5634-4c3b-4d2d-9966-7734d8e52475 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:32.448568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Attempting to bind port 05ec5634-4c3b-4d2d-9966-7734d8e52475 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:32.448928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Attempting to bind port 05ec5634-4c3b-4d2d-9966-7734d8e52475 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:32.454003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:32.454432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:32.454831 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.455219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:32.455313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a9ddf-30c9-4bd7-9f49-26c8e40fefeb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:32.455675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Bound port: 05ec5634-4c3b-4d2d-9966-7734d8e52475, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:32.456051 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.456834 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f88a9ddf-30c9-4bd7-9f49-26c8e40fefeb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0548124 Sep 17 23:08:32.459367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50860) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:32.511479 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00c34a-7a26-4788-9ec2-0bd63407a5ce tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:32.513039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00c34a-7a26-4788-9ec2-0bd63407a5ce tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:32.514738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9d00c34a-7a26-4788-9ec2-0bd63407a5ce tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0544345 Sep 17 23:08:32.517481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50862) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:32.519270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] For port 05ec5634-4c3b-4d2d-9966-7734d8e52475, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:32.522356 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] For port 05ec5634-4c3b-4d2d-9966-7734d8e52475, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=05ec5634-4c3b-4d2d-9966-7734d8e52475,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:32.568044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2af3dd7-95ab-464f-b5dd-03930932c1a8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet d7934000-27f5-4d32-955c-847842d5aa48 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:32.571083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2af3dd7-95ab-464f-b5dd-03930932c1a8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.603561 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.613576 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2af3dd7-95ab-464f-b5dd-03930932c1a8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.663880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373237e-3299-47be-9fb3-122c0cc01136 None None] Pushing event updated for resources: {'Port': ['ID=05ec5634-4c3b-4d2d-9966-7734d8e52475,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:32.714455 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2af3dd7-95ab-464f-b5dd-03930932c1a8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.850159 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2af3dd7-95ab-464f-b5dd-03930932c1a8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.881941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af3dd7-95ab-464f-b5dd-03930932c1a8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=d7934000-27f5-4d32-955c-847842d5aa48,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:32.885655 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e2af3dd7-95ab-464f-b5dd-03930932c1a8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:32.887783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e2af3dd7-95ab-464f-b5dd-03930932c1a8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/d7934000-27f5-4d32-955c-847842d5aa48 HTTP/1.1" status: 204 len: 168 time: 0.3691242 Sep 17 23:08:32.890910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50866) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:32.933230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ab8de148-1b3d-47f3-b1ec-a5aaaaf5ab25 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411868 Sep 17 23:08:32.937513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50868) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:32.942446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-3c9b01ab-e973-4600-971b-eb5c4c644afc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:33.089143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9b01ab-e973-4600-971b-eb5c4c644afc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:33.093199 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c9b01ab-e973-4600-971b-eb5c4c644afc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.246866 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-763ee8f1-acfa-4bf3-841d-bcc58c5d8a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.349148 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c9b01ab-e973-4600-971b-eb5c4c644afc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.402086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b01ab-e973-4600-971b-eb5c4c644afc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:33.406303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b01ab-e973-4600-971b-eb5c4c644afc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:33.409411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9b01ab-e973-4600-971b-eb5c4c644afc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:33.410003 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3c9b01ab-e973-4600-971b-eb5c4c644afc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.424189 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b01ab-e973-4600-971b-eb5c4c644afc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=dc0e8c78-fa70-4dcb-8e65-c41ca419f00e,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:33.511799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3c9b01ab-e973-4600-971b-eb5c4c644afc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5722208 Sep 17 23:08:33.513508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50870) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:33.529527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-35d21a9d-a29b-44a5-843a-1a973099c78a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-956083495', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:33.529625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481bcce2-5145-4ff7-a039-f542f1f655da None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:33.603111 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-35d21a9d-a29b-44a5-843a-1a973099c78a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.603479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-977da6d6-efde-4c38-8243-da6f707d14d1 None None] Provisioning complete for port 05ec5634-4c3b-4d2d-9966-7734d8e52475 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:33.603774 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-977da6d6-efde-4c38-8243-da6f707d14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.604184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-35d21a9d-a29b-44a5-843a-1a973099c78a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.690422 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-35d21a9d-a29b-44a5-843a-1a973099c78a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.741783 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-977da6d6-efde-4c38-8243-da6f707d14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.751764 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-35d21a9d-a29b-44a5-843a-1a973099c78a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.776540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-977da6d6-efde-4c38-8243-da6f707d14d1 None None] For port 05ec5634-4c3b-4d2d-9966-7734d8e52475, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=05ec5634-4c3b-4d2d-9966-7734d8e52475,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:33.831904 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-35d21a9d-a29b-44a5-843a-1a973099c78a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.833275 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-35d21a9d-a29b-44a5-843a-1a973099c78a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3188744 Sep 17 23:08:33.836371 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50872) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:33.854899 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-977da6d6-efde-4c38-8243-da6f707d14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:33.910580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977da6d6-efde-4c38-8243-da6f707d14d1 None None] Pushing event updated for resources: {'Port': ['ID=05ec5634-4c3b-4d2d-9966-7734d8e52475,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:33.981402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-de5df169-f9e1-4efd-ad15-1f66814880c2 None None] Provisioning complete for port 05ec5634-4c3b-4d2d-9966-7734d8e52475 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:33.981778 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-de5df169-f9e1-4efd-ad15-1f66814880c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:34.116370 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:34.355163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 05ec5634-4c3b-4d2d-9966-7734d8e52475 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:34.357993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::1 (38e57885-52ae-4368-b5fd-23ea4b3627c1/dc0e8c78-fa70-4dcb-8e65-c41ca419f00e/8c29f1dd-d08a-4cc5-8691-beebdf9f6c49) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:34.407841 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 05ec5634-4c3b-4d2d-9966-7734d8e52475 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:34.408239 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:34.478615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:34.563542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:34.604068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:34.607067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:34.610825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:34.611381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:34.659141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=8c29f1dd-d08a-4cc5-8691-beebdf9f6c49,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:34.794049 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:34.884660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8fa0bcc7-b65f-46f1-8d1e-7f92534d96b9 None None] Provisioning complete for port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:34.884949 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fa0bcc7-b65f-46f1-8d1e-7f92534d96b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:34.919096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0bcc7-b65f-46f1-8d1e-7f92534d96b9 None None] Port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:35.051288 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:35.132325 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:35.133105 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:35.199862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=8c29f1dd-d08a-4cc5-8691-beebdf9f6c49,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:35.258044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:35.259323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:35.431423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Router 0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:08:35.522002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:08:35.526861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9eabcbb2-3a39-4e0e-8996-331a364ff38c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "PUT /v2.0/routers/0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6894150 Sep 17 23:08:35.530256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50874) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:35.535571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Sync routers for ids ['0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:08:35.550439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Routers {'0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:08:35.550985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:08:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:35.554030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ed7dd1d1-2425-4a82-bdc4-4a52cce67e8e None None] Provisioning complete for port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:35.554396 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed7dd1d1-2425-4a82-bdc4-4a52cce67e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:35.572955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c6f91-bfb6-4375-a97a-1fedfdfcbd86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:35.574328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ad6c6f91-bfb6-4375-a97a-1fedfdfcbd86 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports/8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 HTTP/1.1" status: 200 len: 911 time: 0.0421736 Sep 17 23:08:35.577563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50876) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:35.626326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe3513-5b00-4431-ad7d-5ac52521812b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:35.632238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe3513-5b00-4431-ad7d-5ac52521812b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:35.633798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-eabe3513-5b00-4431-ad7d-5ac52521812b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0552957 Sep 17 23:08:35.636498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50878) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:35.651169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ed7dd1d1-2425-4a82-bdc4-4a52cce67e8e None None] Port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:35.665223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Set router 0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:08:35.871546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e', 'name': 'tempest-NetworksTestDHCPv6-router-956083495', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:08:33Z', 'updated_at': '2021-09-17T23:08:34Z', 'revision_number': 2, 'project_id': '47cbbc9a17aa4270b13146f80d9600fd', 'gw_port_host': None, '_interfaces': [{'id': '8c29f1dd-d08a-4cc5-8691-beebdf9f6c49', 'name': '', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'mac_address': 'fa:16:3e:34:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc0e8c78-fa70-4dcb-8e65-c41ca419f00e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:08:34Z', 'updated_at': '2021-09-17T23:08:34Z', 'revision_number': 2, 'project_id': '47cbbc9a17aa4270b13146f80d9600fd', 'subnets': [{'id': 'dc0e8c78-fa70-4dcb-8e65-c41ca419f00e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:35.898494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Checking router: 0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:08:35.898819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Updating router 0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:08:35.902013 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e6b6998e-a28f-4e30-ac57-1fbcc2ec6ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:35.928428 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:36.214306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:36.309620 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:36.378269 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:36.383945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e06ad-f8dd-43cf-bdba-6607ee0d49ea None None] Pushing event updated for resources: {'Port': ['ID=8c29f1dd-d08a-4cc5-8691-beebdf9f6c49,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:36.426342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Attempting to bind port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:36.426711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Attempting to bind port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:36.427069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Attempting to bind port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:36.432538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:36.432909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:36.433307 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:36.433700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:36.434192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Bound port: 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:36.434718 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:36.503208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] For port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:36.506756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] For port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8c29f1dd-d08a-4cc5-8691-beebdf9f6c49,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:36.584512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:36.608593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:36.609166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:36.649657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Routers {'0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:08:36.650265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:08:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:36.653604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e06ad-f8dd-43cf-bdba-6607ee0d49ea None None] Pushing event updated for resources: {'Port': ['ID=8c29f1dd-d08a-4cc5-8691-beebdf9f6c49,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:36.708484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] For port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8c29f1dd-d08a-4cc5-8691-beebdf9f6c49,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:36.708851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:36.724322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:36.735750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-23d5b3d0-3bcd-41bd-8695-b1681ad3960b None None] Provisioning complete for port 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:36.736147 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-23d5b3d0-3bcd-41bd-8695-b1681ad3960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:36.774284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] Set router 0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:08:37.009207 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.015010 n-d-713499-18 neutron-server[95456]: INFO neutron.plugins.ml2.db [None req-23d5b3d0-3bcd-41bd-8695-b1681ad3960b None None] No ports have port_id starting with 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 Sep 17 23:08:37.044575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=8c29f1dd-d08a-4cc5-8691-beebdf9f6c49,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:37.122548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.143999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f106904e-924f-4a27-ac23-083b6c89d9a8 None None] Could not find standard attr ID for object 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:37.145889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.164089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e', 'name': 'tempest-NetworksTestDHCPv6-router-956083495', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:08:33Z', 'updated_at': '2021-09-17T23:08:34Z', 'revision_number': 2, 'project_id': '47cbbc9a17aa4270b13146f80d9600fd', 'gw_port_host': None, '_interfaces': [{'id': '8c29f1dd-d08a-4cc5-8691-beebdf9f6c49', 'name': '', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'mac_address': 'fa:16:3e:34:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc0e8c78-fa70-4dcb-8e65-c41ca419f00e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:08:34Z', 'updated_at': '2021-09-17T23:08:36Z', 'revision_number': 4, 'project_id': '47cbbc9a17aa4270b13146f80d9600fd', 'subnets': [{'id': 'dc0e8c78-fa70-4dcb-8e65-c41ca419f00e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:37.192088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623592e-1d1d-4d9f-9298-65987899f25b None None] The sync data for ids ['0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e'] in n-d-713499-18 is: [{'id': '0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e', 'name': 'tempest-NetworksTestDHCPv6-router-956083495', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:08:33Z', 'updated_at': '2021-09-17T23:08:34Z', 'revision_number': 2, 'project_id': '47cbbc9a17aa4270b13146f80d9600fd', 'gw_port_host': None, '_interfaces': [{'id': '8c29f1dd-d08a-4cc5-8691-beebdf9f6c49', 'name': '', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'mac_address': 'fa:16:3e:34:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc0e8c78-fa70-4dcb-8e65-c41ca419f00e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:08:34Z', 'updated_at': '2021-09-17T23:08:36Z', 'revision_number': 4, 'project_id': '47cbbc9a17aa4270b13146f80d9600fd', 'subnets': [{'id': 'dc0e8c78-fa70-4dcb-8e65-c41ca419f00e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:08:37.313515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Router 0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:08:37.402311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:08:37.408251 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-98db7a02-021a-4550-9b15-016eb0474657 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "PUT /v2.0/routers/0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7706995 Sep 17 23:08:37.411565 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50880) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:37.470498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288ea49-8759-402d-a7da-b9831076c4be tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:37.472037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288ea49-8759-402d-a7da-b9831076c4be tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:37.473725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3288ea49-8759-402d-a7da-b9831076c4be tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0603802 Sep 17 23:08:37.476427 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50882) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:37.492774 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.532373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabf4695-41bb-4f33-b6f6-8885b4c210fe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet dc0e8c78-fa70-4dcb-8e65-c41ca419f00e {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:37.535609 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fabf4695-41bb-4f33-b6f6-8885b4c210fe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.577904 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fabf4695-41bb-4f33-b6f6-8885b4c210fe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.628979 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fabf4695-41bb-4f33-b6f6-8885b4c210fe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.756293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fabf4695-41bb-4f33-b6f6-8885b4c210fe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.786299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf4695-41bb-4f33-b6f6-8885b4c210fe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0e8c78-fa70-4dcb-8e65-c41ca419f00e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:37.795616 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fabf4695-41bb-4f33-b6f6-8885b4c210fe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:37.800579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50884) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:37.801836 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fabf4695-41bb-4f33-b6f6-8885b4c210fe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/dc0e8c78-fa70-4dcb-8e65-c41ca419f00e HTTP/1.1" status: 204 len: 168 time: 0.3230317 Sep 17 23:08:37.802811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bad4d1b-ade9-49b2-9ae5-02c3023f12ad None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:37.916261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cd9ee5c2-654b-4428-9110-cf594d21f2ab tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1144359 Sep 17 23:08:37.918712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50886) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:37.980462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70efc978-d123-4911-9c2d-9b5c3f07e94c None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:37.994681 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5de76c46-2d6c-49ab-a30d-e2ccb616b6f0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.027674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-70efc978-d123-4911-9c2d-9b5c3f07e94c None None] Deleting port 05ec5634-4c3b-4d2d-9966-7734d8e52475 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:38.028058 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-70efc978-d123-4911-9c2d-9b5c3f07e94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.101324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-70efc978-d123-4911-9c2d-9b5c3f07e94c None None] For port 05ec5634-4c3b-4d2d-9966-7734d8e52475, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=05ec5634-4c3b-4d2d-9966-7734d8e52475,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:38.101943 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-70efc978-d123-4911-9c2d-9b5c3f07e94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.115428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-70efc978-d123-4911-9c2d-9b5c3f07e94c None None] Calling delete_port for 05ec5634-4c3b-4d2d-9966-7734d8e52475 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:38.162743 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5de76c46-2d6c-49ab-a30d-e2ccb616b6f0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.164991 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5de76c46-2d6c-49ab-a30d-e2ccb616b6f0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.283304 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-70efc978-d123-4911-9c2d-9b5c3f07e94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.312389 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5de76c46-2d6c-49ab-a30d-e2ccb616b6f0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.315778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de76c46-2d6c-49ab-a30d-e2ccb616b6f0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Fanout notify agent at l3_agent the message router_deleted on router 0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:08:38.315890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efc978-d123-4911-9c2d-9b5c3f07e94c None None] Pushing event deleted for resources: {'Port': ['ID=05ec5634-4c3b-4d2d-9966-7734d8e52475,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:38.318845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efc978-d123-4911-9c2d-9b5c3f07e94c None None] No DVR routers for this DVR port 05ec5634-4c3b-4d2d-9966-7734d8e52475 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:38.335310 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5de76c46-2d6c-49ab-a30d-e2ccb616b6f0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.338223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 05ec5634-4c3b-4d2d-9966-7734d8e52475 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:38.339446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50888) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:38.339624 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5de76c46-2d6c-49ab-a30d-e2ccb616b6f0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/routers/0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e HTTP/1.1" status: 204 len: 168 time: 0.4199328 Sep 17 23:08:38.344989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4a04ddd1-1110-4a04-9ebb-39fc8802a4a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:38.360591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 05ec5634-4c3b-4d2d-9966-7734d8e52475 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:08:38.360866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 05ec5634-4c3b-4d2d-9966-7734d8e52475 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:38.499866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a04ddd1-1110-4a04-9ebb-39fc8802a4a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:38.503549 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4a04ddd1-1110-4a04-9ebb-39fc8802a4a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.636326 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0200e06-8f57-4ff0-a3e2-caae133c4526 None None] Sync routers for ids ['0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:08:38.645245 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0200e06-8f57-4ff0-a3e2-caae133c4526 None None] Routers set() bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:08:38.645635 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0200e06-8f57-4ff0-a3e2-caae133c4526 None None] Router IDs set() for agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 23:08:38.646328 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0200e06-8f57-4ff0-a3e2-caae133c4526 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:08:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent'). {{(pid=95457) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 23:08:38.654728 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0200e06-8f57-4ff0-a3e2-caae133c4526 None None] Routers set() bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:08:38.655127 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0200e06-8f57-4ff0-a3e2-caae133c4526 None None] Router IDs set() for agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 23:08:38.655687 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0200e06-8f57-4ff0-a3e2-caae133c4526 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:08:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent'). {{(pid=95457) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 23:08:38.656050 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0200e06-8f57-4ff0-a3e2-caae133c4526 None None] The sync data for ids ['0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:08:38.744216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4a04ddd1-1110-4a04-9ebb-39fc8802a4a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.793119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04ddd1-1110-4a04-9ebb-39fc8802a4a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:38.797756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4a04ddd1-1110-4a04-9ebb-39fc8802a4a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:38.802271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04ddd1-1110-4a04-9ebb-39fc8802a4a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:38.802873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4a04ddd1-1110-4a04-9ebb-39fc8802a4a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.809311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2f79e-21a0-4225-b5bf-dadd096936c2 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:38.813297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04ddd1-1110-4a04-9ebb-39fc8802a4a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=090347ac-efb5-405a-b744-b70d08bab74b,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:38.899177 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4a04ddd1-1110-4a04-9ebb-39fc8802a4a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5581846 Sep 17 23:08:38.901705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50890) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:38.907054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-51437f23-a623-4c27-8383-5bf441aa414a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1420624229', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:38.962252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '090347ac-efb5-405a-b744-b70d08bab74b'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:38.963106 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.003291 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51437f23-a623-4c27-8383-5bf441aa414a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.004379 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51437f23-a623-4c27-8383-5bf441aa414a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.055312 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51437f23-a623-4c27-8383-5bf441aa414a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.105097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/090347ac-efb5-405a-b744-b70d08bab74b/606632f0-18ee-4dbe-b764-7caad5b6175d) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:39.121571 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51437f23-a623-4c27-8383-5bf441aa414a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.145263 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.206865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-51437f23-a623-4c27-8383-5bf441aa414a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.208078 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-51437f23-a623-4c27-8383-5bf441aa414a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3054376 Sep 17 23:08:39.210981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50892) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:39.248965 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.311678 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.351596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:39.359458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:39.361866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Pushing event updated for resources: {'Port': ['ID=606632f0-18ee-4dbe-b764-7caad5b6175d,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:39.364141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:39.419531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Attempting to bind port 606632f0-18ee-4dbe-b764-7caad5b6175d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:39.419897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Attempting to bind port 606632f0-18ee-4dbe-b764-7caad5b6175d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:39.420287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Attempting to bind port 606632f0-18ee-4dbe-b764-7caad5b6175d on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:39.425238 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:39.425610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:39.426003 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.426392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:39.426848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Bound port: 606632f0-18ee-4dbe-b764-7caad5b6175d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:39.427219 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.497470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] For port 606632f0-18ee-4dbe-b764-7caad5b6175d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:39.501501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] For port 606632f0-18ee-4dbe-b764-7caad5b6175d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=606632f0-18ee-4dbe-b764-7caad5b6175d,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:39.546579 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:39.608796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a95b8-8bfd-4f18-8d26-9c3a33e0365c None None] Pushing event updated for resources: {'Port': ['ID=606632f0-18ee-4dbe-b764-7caad5b6175d,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:39.759045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.004391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::1 (38e57885-52ae-4368-b5fd-23ea4b3627c1/090347ac-efb5-405a-b744-b70d08bab74b/b6b1ad2a-db5b-4def-b0ee-b6d129366c0f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:40.115517 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.203550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.249194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:40.252311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:40.254879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:40.255602 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.310965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=b6b1ad2a-db5b-4def-b0ee-b6d129366c0f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:40.375784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 606632f0-18ee-4dbe-b764-7caad5b6175d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:40.430597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 606632f0-18ee-4dbe-b764-7caad5b6175d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:40.430986 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.494110 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.518150 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.566948 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 606632f0-18ee-4dbe-b764-7caad5b6175d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=606632f0-18ee-4dbe-b764-7caad5b6175d,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:40.594168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e52b7d76-1e5a-4735-b4e4-21da03e4c345 None None] Provisioning complete for port 606632f0-18ee-4dbe-b764-7caad5b6175d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:40.594545 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e52b7d76-1e5a-4735-b4e4-21da03e4c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.667603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.669960 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.678713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:40.722742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:08:40.723087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8c29f1dd-d08a-4cc5-8691-beebdf9f6c49 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:40.729927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e52b7d76-1e5a-4735-b4e4-21da03e4c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.769026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=606632f0-18ee-4dbe-b764-7caad5b6175d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:40.808078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.817759 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-e52b7d76-1e5a-4735-b4e4-21da03e4c345 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:08:40.818112 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-e52b7d76-1e5a-4735-b4e4-21da03e4c345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:08:40.906024 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.906934 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.973057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=b6b1ad2a-db5b-4def-b0ee-b6d129366c0f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:41.038409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:41.039902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:41.231184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Router 783c23f4-43eb-460a-ab57-b0993552499d is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:08:41.319379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:08:41.324389 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cc1cca0d-259b-4cfa-86e0-08d0e51cb6b0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "PUT /v2.0/routers/783c23f4-43eb-460a-ab57-b0993552499d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1122894 Sep 17 23:08:41.327558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50894) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:41.342524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Sync routers for ids ['783c23f4-43eb-460a-ab57-b0993552499d'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:08:41.361641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Routers {'783c23f4-43eb-460a-ab57-b0993552499d'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:08:41.362254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:08:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['783c23f4-43eb-460a-ab57-b0993552499d'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:41.372800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287bdb89-8e0e-4641-8711-871025101692 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:41.374175 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-287bdb89-8e0e-4641-8711-871025101692 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports/b6b1ad2a-db5b-4def-b0ee-b6d129366c0f HTTP/1.1" status: 200 len: 911 time: 0.0458281 Sep 17 23:08:41.376857 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50896) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:41.428367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c536b21-60f3-416d-8032-aaca24c0ce97 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:41.434219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c536b21-60f3-416d-8032-aaca24c0ce97 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:41.436006 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7c536b21-60f3-416d-8032-aaca24c0ce97 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0581698 Sep 17 23:08:41.438920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50898) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:41.452220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Set router 783c23f4-43eb-460a-ab57-b0993552499d gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:08:41.555482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5c884021-dd27-4976-b6cb-d1eb6f814345 None None] Provisioning complete for port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:41.555857 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5c884021-dd27-4976-b6cb-d1eb6f814345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.624549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5c884021-dd27-4976-b6cb-d1eb6f814345 None None] Port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:41.679898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c23f4-43eb-460a-ab57-b0993552499d', 'name': 'tempest-NetworksTestDHCPv6-router-1420624229', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:08:39Z', 'updated_at': '2021-09-17T23:08:40Z', 'revision_number': 2, 'project_id': '47cbbc9a17aa4270b13146f80d9600fd', 'gw_port_host': None, '_interfaces': [{'id': 'b6b1ad2a-db5b-4def-b0ee-b6d129366c0f', 'name': '', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'mac_address': 'fa:16:3e:c9:a8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c23f4-43eb-460a-ab57-b0993552499d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '090347ac-efb5-405a-b744-b70d08bab74b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:08:39Z', 'updated_at': '2021-09-17T23:08:40Z', 'revision_number': 2, 'project_id': '47cbbc9a17aa4270b13146f80d9600fd', 'subnets': [{'id': '090347ac-efb5-405a-b744-b70d08bab74b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:41.709760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Checking router: 783c23f4-43eb-460a-ab57-b0993552499d for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:08:41.710107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Updating router 783c23f4-43eb-460a-ab57-b0993552499d port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:08:41.735737 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.746622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.957480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:41.963020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.995465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.046387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.048786 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.058161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for b6b1ad2a-db5b-4def-b0ee-b6d129366c0f owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:42.108698 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f55890-faba-4ab2-91fd-0298cf788411 None None] Pushing event updated for resources: {'Port': ['ID=b6b1ad2a-db5b-4def-b0ee-b6d129366c0f,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:42.167635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Attempting to bind port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:42.168038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Attempting to bind port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:42.168456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Attempting to bind port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:42.173853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:42.174228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:42.174634 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.175027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:42.175527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Bound port: b6b1ad2a-db5b-4def-b0ee-b6d129366c0f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:42.175941 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.326965 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.328862 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:08:42.329225 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:08:42.334631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 606632f0-18ee-4dbe-b764-7caad5b6175d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:42.356457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=b6b1ad2a-db5b-4def-b0ee-b6d129366c0f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:42.365326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8079b19f-2a2f-413b-af14-88e417eec014 None None] Could not find standard attr ID for object b6b1ad2a-db5b-4def-b0ee-b6d129366c0f. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:42.396229 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 606632f0-18ee-4dbe-b764-7caad5b6175d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:42.396606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.456078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.610271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Router 783c23f4-43eb-460a-ab57-b0993552499d has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:08:42.686385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:08:42.691580 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6ad7d247-b277-4fba-8436-4a9e6a2b876b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "PUT /v2.0/routers/783c23f4-43eb-460a-ab57-b0993552499d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2513411 Sep 17 23:08:42.693777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50900) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:42.744413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b754b-7a1c-456e-9bb7-db21c363755f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:42.745976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b754b-7a1c-456e-9bb7-db21c363755f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:42.747447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-907b754b-7a1c-456e-9bb7-db21c363755f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0527611 Sep 17 23:08:42.750177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50902) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:42.804662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f8081c-4b73-4fbf-ac1b-e91fb7279952 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 090347ac-efb5-405a-b744-b70d08bab74b {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:42.807642 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03f8081c-4b73-4fbf-ac1b-e91fb7279952 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.843286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Attempting to bind port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:42.843852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Attempting to bind port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:42.844006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Attempting to bind port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:42.848204 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03f8081c-4b73-4fbf-ac1b-e91fb7279952 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.848977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:42.849351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:42.849754 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.850151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:42.850881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Bound port: b6b1ad2a-db5b-4def-b0ee-b6d129366c0f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:42.851264 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.880071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Port b6b1ad2a-db5b-4def-b0ee-b6d129366c0f has been deleted concurrently {{(pid=95456) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 23:08:42.891224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Routers {'783c23f4-43eb-460a-ab57-b0993552499d'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:08:42.891917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:08:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['783c23f4-43eb-460a-ab57-b0993552499d'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:42.936689 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03f8081c-4b73-4fbf-ac1b-e91fb7279952 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:42.960723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] Set router 783c23f4-43eb-460a-ab57-b0993552499d gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:08:43.014162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c23f4-43eb-460a-ab57-b0993552499d', 'name': 'tempest-NetworksTestDHCPv6-router-1420624229', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:08:39Z', 'updated_at': '2021-09-17T23:08:42Z', 'revision_number': 3, 'project_id': '47cbbc9a17aa4270b13146f80d9600fd', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:43.039539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17507e94-0f0c-43e9-823d-95d9946153d8 None None] The sync data for ids ['783c23f4-43eb-460a-ab57-b0993552499d'] in n-d-713499-18 is: [{'id': '783c23f4-43eb-460a-ab57-b0993552499d', 'name': 'tempest-NetworksTestDHCPv6-router-1420624229', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:08:39Z', 'updated_at': '2021-09-17T23:08:42Z', 'revision_number': 3, 'project_id': '47cbbc9a17aa4270b13146f80d9600fd', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:08:43.057836 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03f8081c-4b73-4fbf-ac1b-e91fb7279952 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.086926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8081c-4b73-4fbf-ac1b-e91fb7279952 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=090347ac-efb5-405a-b744-b70d08bab74b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:43.090690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-03f8081c-4b73-4fbf-ac1b-e91fb7279952 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.095618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-03f8081c-4b73-4fbf-ac1b-e91fb7279952 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/090347ac-efb5-405a-b744-b70d08bab74b HTTP/1.1" status: 204 len: 168 time: 0.3422360 Sep 17 23:08:43.095760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50904) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:43.108235 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc555c0-c12f-4642-b005-f2b9bfa61155 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:43.184145 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cfe41910-0779-43bd-85de-dc3eeaf3fea1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0871277 Sep 17 23:08:43.187420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50906) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:43.263934 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9643cae6-2ce1-4af2-822f-34108c7c261e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.300847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe98f55-ffb6-4e8a-8307-8f950acb3d3a None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:43.351468 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-afe98f55-ffb6-4e8a-8307-8f950acb3d3a None None] Deleting port 606632f0-18ee-4dbe-b764-7caad5b6175d {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:43.351847 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-afe98f55-ffb6-4e8a-8307-8f950acb3d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.424329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-afe98f55-ffb6-4e8a-8307-8f950acb3d3a None None] For port 606632f0-18ee-4dbe-b764-7caad5b6175d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=606632f0-18ee-4dbe-b764-7caad5b6175d,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:43.424728 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-afe98f55-ffb6-4e8a-8307-8f950acb3d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.438724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-afe98f55-ffb6-4e8a-8307-8f950acb3d3a None None] Calling delete_port for 606632f0-18ee-4dbe-b764-7caad5b6175d owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:43.562876 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-afe98f55-ffb6-4e8a-8307-8f950acb3d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.588383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe98f55-ffb6-4e8a-8307-8f950acb3d3a None None] Pushing event deleted for resources: {'Port': ['ID=606632f0-18ee-4dbe-b764-7caad5b6175d,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:43.592482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe98f55-ffb6-4e8a-8307-8f950acb3d3a None None] No DVR routers for this DVR port 606632f0-18ee-4dbe-b764-7caad5b6175d on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:43.700704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9643cae6-2ce1-4af2-822f-34108c7c261e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.702790 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9643cae6-2ce1-4af2-822f-34108c7c261e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.823874 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9643cae6-2ce1-4af2-822f-34108c7c261e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.824349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9643cae6-2ce1-4af2-822f-34108c7c261e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Fanout notify agent at l3_agent the message router_deleted on router 783c23f4-43eb-460a-ab57-b0993552499d {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:08:43.831262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9643cae6-2ce1-4af2-822f-34108c7c261e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.832428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9643cae6-2ce1-4af2-822f-34108c7c261e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/routers/783c23f4-43eb-460a-ab57-b0993552499d HTTP/1.1" status: 204 len: 168 time: 0.6440454 Sep 17 23:08:43.834815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50908) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:43.862104 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-892215f5-f97f-452d-a25a-de6630ec3820 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0261807 Sep 17 23:08:43.864607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50910) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:43.932140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d4cb6-cdae-4e34-9c65-3a128b82f420 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:43.933622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-888d4cb6-cdae-4e34-9c65-3a128b82f420 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0680990 Sep 17 23:08:43.936305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50912) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:43.951269 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179b1d8-9704-4528-9ed6-a7ab98a69251 None None] Sync routers for ids ['783c23f4-43eb-460a-ab57-b0993552499d'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:08:43.960810 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179b1d8-9704-4528-9ed6-a7ab98a69251 None None] Routers set() bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:08:43.961174 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179b1d8-9704-4528-9ed6-a7ab98a69251 None None] Router IDs set() for agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 23:08:43.961753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_agentschedulers_db [None req-f179b1d8-9704-4528-9ed6-a7ab98a69251 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'783c23f4-43eb-460a-ab57-b0993552499d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:08:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent'). {{(pid=95457) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 23:08:43.970434 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179b1d8-9704-4528-9ed6-a7ab98a69251 None None] Routers set() bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:08:43.970788 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179b1d8-9704-4528-9ed6-a7ab98a69251 None None] Router IDs set() for agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 23:08:43.971343 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_agentschedulers_db [None req-f179b1d8-9704-4528-9ed6-a7ab98a69251 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'783c23f4-43eb-460a-ab57-b0993552499d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:08:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent'). {{(pid=95457) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 23:08:43.971704 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179b1d8-9704-4528-9ed6-a7ab98a69251 None None] The sync data for ids ['783c23f4-43eb-460a-ab57-b0993552499d'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:08:43.978412 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3b9af7cb-ef29-42ff-b048-3ee1d53cf0fb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409894 Sep 17 23:08:43.983030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50914) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:43.988046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:44.134201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:44.137787 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.338338 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 606632f0-18ee-4dbe-b764-7caad5b6175d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:44.480995 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:08:44.482624 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.518401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 606632f0-18ee-4dbe-b764-7caad5b6175d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:08:44.518744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 606632f0-18ee-4dbe-b764-7caad5b6175d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:44.526793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:44.530648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:44.534803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:44.535388 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.539481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0fd17-60f5-434f-bf36-370b5f82ea24 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:44.544885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=fa14fc6e-d612-42a6-9a18-18021657129a,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:44.625209 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7cb1cd37-f9ca-44d2-925a-e9a9889d437e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6411135 Sep 17 23:08:44.627951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50916) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:44.632967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7ceed201-7edd-422d-99e5-a6c51cd35ac2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:44.689227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': 'fa14fc6e-d612-42a6-9a18-18021657129a'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:44.690110 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.791547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceed201-7edd-422d-99e5-a6c51cd35ac2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:44.795809 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ceed201-7edd-422d-99e5-a6c51cd35ac2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:44.818710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Allocated IP 2001:db8::f816:3eff:fec7:81fa (38e57885-52ae-4368-b5fd-23ea4b3627c1/fa14fc6e-d612-42a6-9a18-18021657129a/62eceb74-04bd-448a-b5f2-a9223112e92d) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:44.965561 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.037815 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.075121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:45.077999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:45.083390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:45.088816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Pushing event updated for resources: {'Port': ['ID=62eceb74-04bd-448a-b5f2-a9223112e92d,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:45.094570 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ceed201-7edd-422d-99e5-a6c51cd35ac2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.140008 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceed201-7edd-422d-99e5-a6c51cd35ac2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:45.143324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7ceed201-7edd-422d-99e5-a6c51cd35ac2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:45.147579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceed201-7edd-422d-99e5-a6c51cd35ac2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:45.148195 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ceed201-7edd-422d-99e5-a6c51cd35ac2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.151533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Attempting to bind port 62eceb74-04bd-448a-b5f2-a9223112e92d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:45.151897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Attempting to bind port 62eceb74-04bd-448a-b5f2-a9223112e92d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:45.152302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Attempting to bind port 62eceb74-04bd-448a-b5f2-a9223112e92d on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:45.157890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:45.158264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:45.158829 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.159046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:45.159534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Bound port: 62eceb74-04bd-448a-b5f2-a9223112e92d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:45.159882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.159970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceed201-7edd-422d-99e5-a6c51cd35ac2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=f698b8ce-e5ac-4814-bd34-332e99019bcf,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:45.222550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] For port 62eceb74-04bd-448a-b5f2-a9223112e92d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:45.225551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] For port 62eceb74-04bd-448a-b5f2-a9223112e92d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=62eceb74-04bd-448a-b5f2-a9223112e92d,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:45.243294 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7ceed201-7edd-422d-99e5-a6c51cd35ac2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6142030 Sep 17 23:08:45.246097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50918) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:45.251713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:b7:03:40', 'name': 'tempest-NetworksTestDHCPv6-363703655'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:45.309917 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.369575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427424f8-787d-4db3-afe5-75c35ba50d5f None None] Pushing event updated for resources: {'Port': ['ID=62eceb74-04bd-448a-b5f2-a9223112e92d,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:45.435109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:45.537093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.561837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port b2437ae9-7b46-4e9f-9883-28ba431f949b yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:46.033216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 172.20.0.14 (38e57885-52ae-4368-b5fd-23ea4b3627c1/f698b8ce-e5ac-4814-bd34-332e99019bcf/b2437ae9-7b46-4e9f-9883-28ba431f949b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:46.039990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::f816:3eff:feb7:340 (38e57885-52ae-4368-b5fd-23ea4b3627c1/fa14fc6e-d612-42a6-9a18-18021657129a/b2437ae9-7b46-4e9f-9883-28ba431f949b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:46.196897 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.277600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.300204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97316435-6eb0-4e95-a3ce-4919774494f8 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:46.322649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:46.327148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:46.335703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:46.372352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d1052819-e938-47f0-bd00-94866ad22f00 None None] Provisioning complete for port 62eceb74-04bd-448a-b5f2-a9223112e92d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:46.373476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=b2437ae9-7b46-4e9f-9883-28ba431f949b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:46.373567 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1052819-e938-47f0-bd00-94866ad22f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.396474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:46.397231 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.400976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 62eceb74-04bd-448a-b5f2-a9223112e92d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:46.470399 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f4ac6f2e-7f11-4679-b588-9a80bfc10850 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2231495 Sep 17 23:08:46.472867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50920) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:46.521824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b521cb-2381-4bc2-a707-41578d67b03a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:46.527660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b521cb-2381-4bc2-a707-41578d67b03a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:46.529391 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d6b521cb-2381-4bc2-a707-41578d67b03a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0555570 Sep 17 23:08:46.532306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50922) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:46.564271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1052819-e938-47f0-bd00-94866ad22f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.573645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 62eceb74-04bd-448a-b5f2-a9223112e92d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:46.574018 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.616941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6c810463-8d5c-4faf-93ea-9f9161542920 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port b2437ae9-7b46-4e9f-9883-28ba431f949b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:46.617284 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c810463-8d5c-4faf-93ea-9f9161542920 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.642145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d1052819-e938-47f0-bd00-94866ad22f00 None None] For port 62eceb74-04bd-448a-b5f2-a9223112e92d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=62eceb74-04bd-448a-b5f2-a9223112e92d,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:46.716497 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.719751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c810463-8d5c-4faf-93ea-9f9161542920 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.721205 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d1052819-e938-47f0-bd00-94866ad22f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.730348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7688fd-4646-4543-a456-3ab9b88f9d90 None None] Update dhcp port {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': 'fa14fc6e-d612-42a6-9a18-18021657129a', 'ip_address': '2001:db8::f816:3eff:fec7:81fa'}, {'subnet_id': 'f698b8ce-e5ac-4814-bd34-332e99019bcf'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '62eceb74-04bd-448a-b5f2-a9223112e92d'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:08:46.733693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6c810463-8d5c-4faf-93ea-9f9161542920 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for b2437ae9-7b46-4e9f-9883-28ba431f949b owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:46.810608 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f7688fd-4646-4543-a456-3ab9b88f9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.850026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1052819-e938-47f0-bd00-94866ad22f00 None None] Pushing event updated for resources: {'Port': ['ID=62eceb74-04bd-448a-b5f2-a9223112e92d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:46.871325 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:08:46.871682 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:08:46.968809 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c810463-8d5c-4faf-93ea-9f9161542920 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:46.995514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c810463-8d5c-4faf-93ea-9f9161542920 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=b2437ae9-7b46-4e9f-9883-28ba431f949b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:47.002751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-2f7688fd-4646-4543-a456-3ab9b88f9d90 None None] Allocated IP 172.20.0.2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/f698b8ce-e5ac-4814-bd34-332e99019bcf/62eceb74-04bd-448a-b5f2-a9223112e92d) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:47.085271 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6c810463-8d5c-4faf-93ea-9f9161542920 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.087250 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6c810463-8d5c-4faf-93ea-9f9161542920 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/b2437ae9-7b46-4e9f-9883-28ba431f949b HTTP/1.1" status: 204 len: 168 time: 0.5539773 Sep 17 23:08:47.089769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50924) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:47.097905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2f7688fd-4646-4543-a456-3ab9b88f9d90 None None] For port 62eceb74-04bd-448a-b5f2-a9223112e92d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=62eceb74-04bd-448a-b5f2-a9223112e92d,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:47.133434 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f7688fd-4646-4543-a456-3ab9b88f9d90 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.143175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca78fc-4c26-4257-b303-2064b5af3ac4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:47.144710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca78fc-4c26-4257-b303-2064b5af3ac4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:47.146205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca78fc-4c26-4257-b303-2064b5af3ac4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:47.147755 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a7ca78fc-4c26-4257-b303-2064b5af3ac4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0568285 Sep 17 23:08:47.152853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50926) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:47.202921 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f7688fd-4646-4543-a456-3ab9b88f9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.203509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c49ccd-f637-4f79-bd56-0f18d3d1f891 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet f698b8ce-e5ac-4814-bd34-332e99019bcf {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:47.206638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e7c49ccd-f637-4f79-bd56-0f18d3d1f891 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.248756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e7c49ccd-f637-4f79-bd56-0f18d3d1f891 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.291813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7688fd-4646-4543-a456-3ab9b88f9d90 None None] Pushing event updated for resources: {'Port': ['ID=62eceb74-04bd-448a-b5f2-a9223112e92d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:47.341082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e7c49ccd-f637-4f79-bd56-0f18d3d1f891 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.475876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e7c49ccd-f637-4f79-bd56-0f18d3d1f891 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.504196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c49ccd-f637-4f79-bd56-0f18d3d1f891 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=f698b8ce-e5ac-4814-bd34-332e99019bcf,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:47.508404 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e7c49ccd-f637-4f79-bd56-0f18d3d1f891 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.510697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e7c49ccd-f637-4f79-bd56-0f18d3d1f891 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/f698b8ce-e5ac-4814-bd34-332e99019bcf HTTP/1.1" status: 204 len: 168 time: 0.3569307 Sep 17 23:08:47.513851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50928) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:47.573789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-1348e7d6-9a3a-47c4-b2ce-c40e77138d5f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet fa14fc6e-d612-42a6-9a18-18021657129a {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:47.577747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1348e7d6-9a3a-47c4-b2ce-c40e77138d5f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.619964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1348e7d6-9a3a-47c4-b2ce-c40e77138d5f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.704272 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1348e7d6-9a3a-47c4-b2ce-c40e77138d5f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.822199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc09e62-1211-4222-b44c-2aca9872d6d8 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:47.849740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5ca0b8e0-1b2a-4d3a-8fc8-50d618935611 None None] Could not find standard attr ID for object b2437ae9-7b46-4e9f-9883-28ba431f949b. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:47.889984 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1348e7d6-9a3a-47c4-b2ce-c40e77138d5f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.896174 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5ca0b8e0-1b2a-4d3a-8fc8-50d618935611 None None] Provisioning complete for port 62eceb74-04bd-448a-b5f2-a9223112e92d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:47.896554 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b8e0-1b2a-4d3a-8fc8-50d618935611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.919663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348e7d6-9a3a-47c4-b2ce-c40e77138d5f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=fa14fc6e-d612-42a6-9a18-18021657129a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:47.924703 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1348e7d6-9a3a-47c4-b2ce-c40e77138d5f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.927288 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1348e7d6-9a3a-47c4-b2ce-c40e77138d5f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/fa14fc6e-d612-42a6-9a18-18021657129a HTTP/1.1" status: 204 len: 168 time: 0.4122572 Sep 17 23:08:47.929993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:47.968809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c758a2c5-5f22-453e-a47c-7fc0619c34b3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377772 Sep 17 23:08:47.971628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50932) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:47.976423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:48.081984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee073d1-1c72-438c-ac88-aa206b1733b6 None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:08:48.133549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5ee073d1-1c72-438c-ac88-aa206b1733b6 None None] Deleting port 62eceb74-04bd-448a-b5f2-a9223112e92d {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:48.133928 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ee073d1-1c72-438c-ac88-aa206b1733b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.134287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:48.138168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.200670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5ee073d1-1c72-438c-ac88-aa206b1733b6 None None] For port 62eceb74-04bd-448a-b5f2-a9223112e92d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=62eceb74-04bd-448a-b5f2-a9223112e92d,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:48.200670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ee073d1-1c72-438c-ac88-aa206b1733b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.215641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5ee073d1-1c72-438c-ac88-aa206b1733b6 None None] Calling delete_port for 62eceb74-04bd-448a-b5f2-a9223112e92d owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:48.337583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 62eceb74-04bd-448a-b5f2-a9223112e92d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:48.362647 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ee073d1-1c72-438c-ac88-aa206b1733b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.395470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee073d1-1c72-438c-ac88-aa206b1733b6 None None] Pushing event deleted for resources: {'Port': ['ID=62eceb74-04bd-448a-b5f2-a9223112e92d,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:48.400582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee073d1-1c72-438c-ac88-aa206b1733b6 None None] No DVR routers for this DVR port 62eceb74-04bd-448a-b5f2-a9223112e92d on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:48.410420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No active binding found for port 62eceb74-04bd-448a-b5f2-a9223112e92d {{(pid=95456) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 23:08:48.410863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 62eceb74-04bd-448a-b5f2-a9223112e92d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:48.475427 n-d-713499-18 neutron-server[95455]: DEBUG neutron.objects.ports [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95455) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:08:48.476839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.527479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:48.531693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:48.534799 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.535400 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.540682 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5493aa2b-7b5c-433f-a7d4-89365cf32328 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:48.552527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=6d31dc32-86e2-4a79-b1f5-aed713ab9c76,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:48.619440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-716f3083-70cf-4fbf-b0a2-d06e77f8fff1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6465361 Sep 17 23:08:48.622790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50934) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:48.627977 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2a2d9d19-ed29-4cb8-91a5-111abfff1729 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:48.692009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '6d31dc32-86e2-4a79-b1f5-aed713ab9c76'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:08:48.694004 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.826388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2d9d19-ed29-4cb8-91a5-111abfff1729 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:48.829974 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a2d9d19-ed29-4cb8-91a5-111abfff1729 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:48.831556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Allocated IP 2001:db8::f816:3eff:fe35:cdd7 (38e57885-52ae-4368-b5fd-23ea4b3627c1/6d31dc32-86e2-4a79-b1f5-aed713ab9c76/be58e035-298c-4c0c-9702-14f46b515de3) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:48.992675 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:49.049077 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:49.085837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:49.088472 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:49.091742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:49.107459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Pushing event updated for resources: {'Port': ['ID=be58e035-298c-4c0c-9702-14f46b515de3,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:49.117377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a2d9d19-ed29-4cb8-91a5-111abfff1729 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:49.154253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Attempting to bind port be58e035-298c-4c0c-9702-14f46b515de3 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:49.154719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Attempting to bind port be58e035-298c-4c0c-9702-14f46b515de3 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:49.155076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Attempting to bind port be58e035-298c-4c0c-9702-14f46b515de3 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:49.160065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:49.160466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:49.160869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:49.161333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:49.161792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Bound port: be58e035-298c-4c0c-9702-14f46b515de3, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:49.162163 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:49.165763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d9d19-ed29-4cb8-91a5-111abfff1729 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:49.169130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d9d19-ed29-4cb8-91a5-111abfff1729 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:49.174205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d9d19-ed29-4cb8-91a5-111abfff1729 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:49.174710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a2d9d19-ed29-4cb8-91a5-111abfff1729 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:49.183971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d9d19-ed29-4cb8-91a5-111abfff1729 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=a458a271-3008-44b1-98d3-b2765999fd9f,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:49.230490 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] For port be58e035-298c-4c0c-9702-14f46b515de3, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:49.234028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] For port be58e035-298c-4c0c-9702-14f46b515de3, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=be58e035-298c-4c0c-9702-14f46b515de3,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:49.257935 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:08:49.289432 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2a2d9d19-ed29-4cb8-91a5-111abfff1729 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6654761 Sep 17 23:08:49.292309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50936) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:49.294947 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:49.297892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:c7:34:a1', 'name': 'tempest-NetworksTestDHCPv6-111824353'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:49.356777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de31b32-5698-41a4-9165-046c72ab96c1 None None] Pushing event updated for resources: {'Port': ['ID=be58e035-298c-4c0c-9702-14f46b515de3,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:49.539689 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:49.543973 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:49.566795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port d29beb60-3a2f-4adf-bc74-2fa158afc027 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:49.728973 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 172.20.0.13 (38e57885-52ae-4368-b5fd-23ea4b3627c1/a458a271-3008-44b1-98d3-b2765999fd9f/d29beb60-3a2f-4adf-bc74-2fa158afc027) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:49.735538 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::f816:3eff:fec7:34a1 (38e57885-52ae-4368-b5fd-23ea4b3627c1/6d31dc32-86e2-4a79-b1f5-aed713ab9c76/d29beb60-3a2f-4adf-bc74-2fa158afc027) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:49.886936 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:49.980397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.022596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:50.027577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:50.032330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:50.063093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=d29beb60-3a2f-4adf-bc74-2fa158afc027,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:50.089426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:50.090309 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.158706 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-09ce25ea-035f-4c08-b453-59a6d6799870 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8649592 Sep 17 23:08:50.160946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50938) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:50.218140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b01421-764c-4a5f-84e9-dc230a623330 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:50.224094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b01421-764c-4a5f-84e9-dc230a623330 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:50.230500 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-87b01421-764c-4a5f-84e9-dc230a623330 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0637219 Sep 17 23:08:50.230500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50940) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:50.258569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3d4420-fa85-44a9-9d8b-020b82cc00e6 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:50.335049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7fb03-08ce-48ad-a6fd-aaf480c3ed0d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port d29beb60-3a2f-4adf-bc74-2fa158afc027 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:50.335396 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cd7fb03-08ce-48ad-a6fd-aaf480c3ed0d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.437834 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cd7fb03-08ce-48ad-a6fd-aaf480c3ed0d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.452067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7fb03-08ce-48ad-a6fd-aaf480c3ed0d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for d29beb60-3a2f-4adf-bc74-2fa158afc027 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:50.534424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device be58e035-298c-4c0c-9702-14f46b515de3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:50.572898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-71b1ded0-0c2c-474d-971f-85a6112a9583 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:50.575224 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71b1ded0-0c2c-474d-971f-85a6112a9583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.664076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:50.664476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.688962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cd7fb03-08ce-48ad-a6fd-aaf480c3ed0d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.723030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7fb03-08ce-48ad-a6fd-aaf480c3ed0d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=d29beb60-3a2f-4adf-bc74-2fa158afc027,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:50.758099 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71b1ded0-0c2c-474d-971f-85a6112a9583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.772367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336170c9-98da-49e3-8958-0fe15ef13dde None None] Update dhcp port {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': '6d31dc32-86e2-4a79-b1f5-aed713ab9c76', 'ip_address': '2001:db8::f816:3eff:fe35:cdd7'}, {'subnet_id': 'a458a271-3008-44b1-98d3-b2765999fd9f'}], 'binding:host_id': 'n-d-713499-18'}, 'id': 'be58e035-298c-4c0c-9702-14f46b515de3'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:08:50.806739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cd7fb03-08ce-48ad-a6fd-aaf480c3ed0d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.812615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5cd7fb03-08ce-48ad-a6fd-aaf480c3ed0d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/d29beb60-3a2f-4adf-bc74-2fa158afc027 HTTP/1.1" status: 204 len: 168 time: 0.5772624 Sep 17 23:08:50.812615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50942) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:50.823328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-71b1ded0-0c2c-474d-971f-85a6112a9583 None None] For port be58e035-298c-4c0c-9702-14f46b515de3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=be58e035-298c-4c0c-9702-14f46b515de3,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:50.826062 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-336170c9-98da-49e3-8958-0fe15ef13dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.871013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfd96c-effe-4929-8422-b1740a916958 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:50.873794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfd96c-effe-4929-8422-b1740a916958 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:50.875349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfd96c-effe-4929-8422-b1740a916958 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:50.877026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5ccfd96c-effe-4929-8422-b1740a916958 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0644467 Sep 17 23:08:50.879691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50944) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:50.889051 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71b1ded0-0c2c-474d-971f-85a6112a9583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.896382 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.933253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-9249fe0c-57f6-46ee-86c1-218bcb9baed6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 6d31dc32-86e2-4a79-b1f5-aed713ab9c76 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:50.936952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9249fe0c-57f6-46ee-86c1-218bcb9baed6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.978237 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9249fe0c-57f6-46ee-86c1-218bcb9baed6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.042286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1ded0-0c2c-474d-971f-85a6112a9583 None None] Pushing event updated for resources: {'Port': ['ID=be58e035-298c-4c0c-9702-14f46b515de3,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:51.058247 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:08:51.058604 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:08:51.066610 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9249fe0c-57f6-46ee-86c1-218bcb9baed6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.190109 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9249fe0c-57f6-46ee-86c1-218bcb9baed6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server [None req-336170c9-98da-49e3-8958-0fe15ef13dde None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d31dc32-86e2-4a79-b1f5-aed713ab9c76: This subnet is being modified by another concurrent operation. Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server raise exception Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d31dc32-86e2-4a79-b1f5-aed713ab9c76: This subnet is being modified by another concurrent operation. Sep 17 23:08:51.192288 n-d-713499-18 neutron-server[95456]: ERROR oslo_messaging.rpc.server Sep 17 23:08:51.217411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249fe0c-57f6-46ee-86c1-218bcb9baed6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=6d31dc32-86e2-4a79-b1f5-aed713ab9c76,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:51.223712 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9249fe0c-57f6-46ee-86c1-218bcb9baed6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.225710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9249fe0c-57f6-46ee-86c1-218bcb9baed6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/6d31dc32-86e2-4a79-b1f5-aed713ab9c76 HTTP/1.1" status: 204 len: 168 time: 0.3450627 Sep 17 23:08:51.228169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50946) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:51.276592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00e5c9e-58df-40eb-a898-66cb037adc76 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:51.283733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-73dadabb-a0ad-49c2-93d3-7e4809a64255 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet a458a271-3008-44b1-98d3-b2765999fd9f {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:51.286795 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-73dadabb-a0ad-49c2-93d3-7e4809a64255 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.306742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-52242cdf-42ff-4a72-acbe-c0a12997dc9b None None] Could not find standard attr ID for object d29beb60-3a2f-4adf-bc74-2fa158afc027. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:51.328478 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-73dadabb-a0ad-49c2-93d3-7e4809a64255 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.353349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-52242cdf-42ff-4a72-acbe-c0a12997dc9b None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:51.353724 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-52242cdf-42ff-4a72-acbe-c0a12997dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.377947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-73dadabb-a0ad-49c2-93d3-7e4809a64255 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.511757 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-73dadabb-a0ad-49c2-93d3-7e4809a64255 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.539639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dadabb-a0ad-49c2-93d3-7e4809a64255 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=a458a271-3008-44b1-98d3-b2765999fd9f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:51.543995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-73dadabb-a0ad-49c2-93d3-7e4809a64255 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.545141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264fd787-351f-41f3-82ed-4f5e903aca52 None None] Update dhcp port {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': 'a458a271-3008-44b1-98d3-b2765999fd9f'}], 'binding:host_id': 'n-d-713499-18'}, 'id': 'be58e035-298c-4c0c-9702-14f46b515de3'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:08:51.549022 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-73dadabb-a0ad-49c2-93d3-7e4809a64255 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/a458a271-3008-44b1-98d3-b2765999fd9f HTTP/1.1" status: 204 len: 168 time: 0.3176823 Sep 17 23:08:51.549556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50948) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:51.588839 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-42db4ebc-2e73-4465-82ee-da0d0c6f4788 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378203 Sep 17 23:08:51.592047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-264fd787-351f-41f3-82ed-4f5e903aca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.592794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50950) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:51.597887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-68832652-e351-40da-b5f3-00645fb62044 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:51.733846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68832652-e351-40da-b5f3-00645fb62044 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:51.737629 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68832652-e351-40da-b5f3-00645fb62044 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.820276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-52523ac4-a189-4058-81f5-feac903c4145 None None] Could not find standard attr ID for object d29beb60-3a2f-4adf-bc74-2fa158afc027. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:51.832166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-52523ac4-a189-4058-81f5-feac903c4145 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:51.832616 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-52523ac4-a189-4058-81f5-feac903c4145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.880439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c740b6-2ef1-4aa0-ae99-510deff9d678 None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:08:51.970560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c740b6-2ef1-4aa0-ae99-510deff9d678 None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:08:51.984190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68832652-e351-40da-b5f3-00645fb62044 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.027196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68832652-e351-40da-b5f3-00645fb62044 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:52.030430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-68832652-e351-40da-b5f3-00645fb62044 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:52.033407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68832652-e351-40da-b5f3-00645fb62044 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:52.034003 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-68832652-e351-40da-b5f3-00645fb62044 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.054429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68832652-e351-40da-b5f3-00645fb62044 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=5bca272a-03ff-46d3-8223-b93538811db4,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:52.122069 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-68832652-e351-40da-b5f3-00645fb62044 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5280440 Sep 17 23:08:52.125777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50952) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:52.130854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:52.218054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a675e436-3353-46c6-b9d5-3e7094f1b5e1 None None] Update dhcp port {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': '5bca272a-03ff-46d3-8223-b93538811db4'}], 'binding:host_id': 'n-d-713499-18'}, 'id': 'be58e035-298c-4c0c-9702-14f46b515de3'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:08:52.243171 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a675e436-3353-46c6-b9d5-3e7094f1b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.322906 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:52.327265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.343597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device be58e035-298c-4c0c-9702-14f46b515de3 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:52.464238 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a675e436-3353-46c6-b9d5-3e7094f1b5e1 None None] Allocated IP 172.20.0.2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/5bca272a-03ff-46d3-8223-b93538811db4/be58e035-298c-4c0c-9702-14f46b515de3) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:52.475436 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.582831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a675e436-3353-46c6-b9d5-3e7094f1b5e1 None None] For port be58e035-298c-4c0c-9702-14f46b515de3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=be58e035-298c-4c0c-9702-14f46b515de3,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:52.612563 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a675e436-3353-46c6-b9d5-3e7094f1b5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.677421 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a675e436-3353-46c6-b9d5-3e7094f1b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.722633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:08:52.785085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:08:52.785448 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:08:52.790230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675e436-3353-46c6-b9d5-3e7094f1b5e1 None None] Pushing event updated for resources: {'Port': ['ID=be58e035-298c-4c0c-9702-14f46b515de3,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:53.076786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.250617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] For port be58e035-298c-4c0c-9702-14f46b515de3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=be58e035-298c-4c0c-9702-14f46b515de3,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:53.284479 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.322794 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.333096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e224e79-5a70-40d6-80be-626af535fc8a None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:08:53.337836 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.338729 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.404893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:53.415202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:53.422362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:53.422893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-acdfa127-96d3-4695-92d5-5345cf9ca644 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:53.423381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.423489 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-acdfa127-96d3-4695-92d5-5345cf9ca644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.445232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=be58e035-298c-4c0c-9702-14f46b515de3,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:53.448964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=5e845fbf-4d25-4cb0-8dd5-c2f90b7b1bde,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:53.470470 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:08:53.470824 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:08:53.477421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e224e79-5a70-40d6-80be-626af535fc8a None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:08:53.516293 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e749b842-8904-497f-a494-f6c5e67d07a5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3892097 Sep 17 23:08:53.518879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50954) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:53.523737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:e3:95:f5', 'name': 'tempest-NetworksTestDHCPv6-1950073472'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:53.693986 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:53.780257 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.805812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port fe6d3a53-af13-4faf-8494-66cc2b148151 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:53.980879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 172.20.0.5 (38e57885-52ae-4368-b5fd-23ea4b3627c1/5bca272a-03ff-46d3-8223-b93538811db4/fe6d3a53-af13-4faf-8494-66cc2b148151) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:53.988850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::f816:3eff:fee3:95f5 (38e57885-52ae-4368-b5fd-23ea4b3627c1/5e845fbf-4d25-4cb0-8dd5-c2f90b7b1bde/fe6d3a53-af13-4faf-8494-66cc2b148151) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:54.143314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.190365 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.219211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port be58e035-298c-4c0c-9702-14f46b515de3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=be58e035-298c-4c0c-9702-14f46b515de3,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:54.232391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.271065 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.285891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:54.288951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:54.293309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:54.329293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=fe6d3a53-af13-4faf-8494-66cc2b148151,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:54.348335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=be58e035-298c-4c0c-9702-14f46b515de3,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:54.358387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:54.359046 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.399684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device be58e035-298c-4c0c-9702-14f46b515de3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:54.422790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205fc28f-92eb-4c78-9855-918671b31ee4 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:54.431714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a06944fe-a5c6-4203-a264-7a9b8ea2dffe tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9117980 Sep 17 23:08:54.434117 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50956) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:54.483353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3692f1dd-ed3f-41a8-b5f2-e8674fc48fe0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:54.489279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3692f1dd-ed3f-41a8-b5f2-e8674fc48fe0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:54.490877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3692f1dd-ed3f-41a8-b5f2-e8674fc48fe0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0557530 Sep 17 23:08:54.493641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50958) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:54.523870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c898c400-578c-4e3c-b153-1e40afa8a0b9 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:54.524476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c898c400-578c-4e3c-b153-1e40afa8a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.573327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:54.573700 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.580061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7ce24-f235-4821-ba65-6a743042e099 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port fe6d3a53-af13-4faf-8494-66cc2b148151 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:54.580439 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ce24-f235-4821-ba65-6a743042e099 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.670571 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ce24-f235-4821-ba65-6a743042e099 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.683022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7ce24-f235-4821-ba65-6a743042e099 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for fe6d3a53-af13-4faf-8494-66cc2b148151 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:54.697421 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c898c400-578c-4e3c-b153-1e40afa8a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.754476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.780425 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c898c400-578c-4e3c-b153-1e40afa8a0b9 None None] For port be58e035-298c-4c0c-9702-14f46b515de3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=be58e035-298c-4c0c-9702-14f46b515de3,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:54.866761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c898c400-578c-4e3c-b153-1e40afa8a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.911713 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ce24-f235-4821-ba65-6a743042e099 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:54.943119 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:08:54.943479 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:08:54.946020 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7ce24-f235-4821-ba65-6a743042e099 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=fe6d3a53-af13-4faf-8494-66cc2b148151,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:54.948276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898c400-578c-4e3c-b153-1e40afa8a0b9 None None] Pushing event updated for resources: {'Port': ['ID=be58e035-298c-4c0c-9702-14f46b515de3,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:54.990668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e36b8-689c-4381-9295-52ee0455b6da None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:55.043397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ce24-f235-4821-ba65-6a743042e099 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.045606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4eb7ce24-f235-4821-ba65-6a743042e099 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/fe6d3a53-af13-4faf-8494-66cc2b148151 HTTP/1.1" status: 204 len: 168 time: 0.5510349 Sep 17 23:08:55.048110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50960) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:55.098820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-50b7f6e3-98b0-4339-b685-6857d72c10b9 None None] Could not find standard attr ID for object fe6d3a53-af13-4faf-8494-66cc2b148151. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:55.103631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b63f2-9233-4069-9a28-5352e4f442c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:55.105191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b63f2-9233-4069-9a28-5352e4f442c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:55.106750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b63f2-9233-4069-9a28-5352e4f442c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:55.108347 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-750b63f2-9233-4069-9a28-5352e4f442c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0591905 Sep 17 23:08:55.111011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50962) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:55.123876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-50b7f6e3-98b0-4339-b685-6857d72c10b9 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:55.124013 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50b7f6e3-98b0-4339-b685-6857d72c10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.161830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7b1a62-9170-4c81-b588-cb5a9c9581a6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 5bca272a-03ff-46d3-8223-b93538811db4 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:55.164959 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d7b1a62-9170-4c81-b588-cb5a9c9581a6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.207495 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d7b1a62-9170-4c81-b588-cb5a9c9581a6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.300022 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d7b1a62-9170-4c81-b588-cb5a9c9581a6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.436069 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d7b1a62-9170-4c81-b588-cb5a9c9581a6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.469167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d7b1a62-9170-4c81-b588-cb5a9c9581a6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.471548 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3d7b1a62-9170-4c81-b588-cb5a9c9581a6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/5bca272a-03ff-46d3-8223-b93538811db4 HTTP/1.1" status: 204 len: 168 time: 0.3596029 Sep 17 23:08:55.473274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b1a62-9170-4c81-b588-cb5a9c9581a6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=5bca272a-03ff-46d3-8223-b93538811db4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:55.473991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c5d2662-7872-478a-ac46-c420e500a063 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:55.474219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50964) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:55.474527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2662-7872-478a-ac46-c420e500a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.531187 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4e1ea5-6edc-4a40-a362-b067e2779469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 5e845fbf-4d25-4cb0-8dd5-c2f90b7b1bde {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:55.534923 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db4e1ea5-6edc-4a40-a362-b067e2779469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.577889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db4e1ea5-6edc-4a40-a362-b067e2779469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.657231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8857ec-ac8e-4842-ae20-1f6be90f5ee1 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:55.667216 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db4e1ea5-6edc-4a40-a362-b067e2779469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.686851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-bacd6e63-1452-43c2-9c32-13622f56b5e7 None None] Could not find standard attr ID for object fe6d3a53-af13-4faf-8494-66cc2b148151. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:08:55.826597 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db4e1ea5-6edc-4a40-a362-b067e2779469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.853505 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e1ea5-6edc-4a40-a362-b067e2779469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=5e845fbf-4d25-4cb0-8dd5-c2f90b7b1bde,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:55.859385 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-db4e1ea5-6edc-4a40-a362-b067e2779469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:55.861348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-db4e1ea5-6edc-4a40-a362-b067e2779469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/5e845fbf-4d25-4cb0-8dd5-c2f90b7b1bde HTTP/1.1" status: 204 len: 168 time: 0.3858736 Sep 17 23:08:55.863696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50966) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:55.903629 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-409d2e80-fd57-4ba1-9052-cf9affc741e7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387175 Sep 17 23:08:55.907011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50968) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:55.911855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-33cf34de-6585-4153-8978-1410673c10b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:56.098376 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cf34de-6585-4153-8978-1410673c10b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:56.102184 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-33cf34de-6585-4153-8978-1410673c10b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:56.295253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ad790-478c-4f1b-9d7e-4f6f537ec054 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:56.362389 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device be58e035-298c-4c0c-9702-14f46b515de3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:56.379993 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-33cf34de-6585-4153-8978-1410673c10b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:56.399659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ea2ad0c9-baa9-4dd7-b299-76e2fa0c7ad6 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:56.400031 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad0c9-baa9-4dd7-b299-76e2fa0c7ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:56.423088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cf34de-6585-4153-8978-1410673c10b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:56.426357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-33cf34de-6585-4153-8978-1410673c10b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:56.430544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cf34de-6585-4153-8978-1410673c10b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:56.431939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-33cf34de-6585-4153-8978-1410673c10b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:56.441445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf34de-6585-4153-8978-1410673c10b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=0b0a93f0-c131-496d-a93d-22ecbfba4cc2,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:56.498028 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-33cf34de-6585-4153-8978-1410673c10b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5867357 Sep 17 23:08:56.498373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50970) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:56.503488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:56.518346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:56.518728 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:56.676247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cef9a11-797d-4363-bf88-1a9cc7a1e627 None None] Update dhcp port {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': '0b0a93f0-c131-496d-a93d-22ecbfba4cc2'}], 'binding:host_id': 'n-d-713499-18'}, 'id': 'be58e035-298c-4c0c-9702-14f46b515de3'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:08:56.700997 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cef9a11-797d-4363-bf88-1a9cc7a1e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:56.705417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:56.709004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:56.863555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-4cef9a11-797d-4363-bf88-1a9cc7a1e627 None None] Allocated IP 172.20.0.2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/0b0a93f0-c131-496d-a93d-22ecbfba4cc2/be58e035-298c-4c0c-9702-14f46b515de3) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:56.956993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4cef9a11-797d-4363-bf88-1a9cc7a1e627 None None] For port be58e035-298c-4c0c-9702-14f46b515de3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=be58e035-298c-4c0c-9702-14f46b515de3,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:56.989761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cef9a11-797d-4363-bf88-1a9cc7a1e627 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:57.048155 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4cef9a11-797d-4363-bf88-1a9cc7a1e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:57.106368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.objects.ports [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95455) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:08:57.120371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef9a11-797d-4363-bf88-1a9cc7a1e627 None None] Pushing event updated for resources: {'Port': ['ID=be58e035-298c-4c0c-9702-14f46b515de3,revision_number=12']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:57.395699 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:57.554836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] For port be58e035-298c-4c0c-9702-14f46b515de3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=be58e035-298c-4c0c-9702-14f46b515de3,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:57.584876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:57.628167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43236e95-33f2-4f9a-b446-5e586844f297 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:57.648228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:57.648972 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:57.715668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:57.721838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:57.725048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:57.725627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:57.755224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=9a4d511b-779d-4030-890d-60a56ad83b40,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:57.755610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-48e83e79-f5b3-4638-a448-d6ec584a89d9 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:57.756093 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-48e83e79-f5b3-4638-a448-d6ec584a89d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:57.761039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=be58e035-298c-4c0c-9702-14f46b515de3,revision_number=14']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:57.813199 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d1d40ecd-b403-4e89-9e5f-fcbf2c643e21 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3136072 Sep 17 23:08:57.815949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50974) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:57.821609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:31:87:21', 'name': 'tempest-NetworksTestDHCPv6-280366628'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:58.008302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:08:58.093846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:58.120621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port f0883053-7ebc-4559-92ba-060bf19420d2 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:08:58.336492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1bd17a-d7e8-424f-8aa7-0ba8b2869464 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:08:58.365035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device be58e035-298c-4c0c-9702-14f46b515de3 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:58.448248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8856eb9a-009a-41ca-9277-edf78787fd1a None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:58.448539 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8856eb9a-009a-41ca-9277-edf78787fd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:58.530517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:58.530892 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:58.602733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 172.20.0.13 (38e57885-52ae-4368-b5fd-23ea4b3627c1/0b0a93f0-c131-496d-a93d-22ecbfba4cc2/f0883053-7ebc-4559-92ba-060bf19420d2) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:58.609466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::f816:3eff:fe31:8721 (38e57885-52ae-4368-b5fd-23ea4b3627c1/9a4d511b-779d-4030-890d-60a56ad83b40/f0883053-7ebc-4559-92ba-060bf19420d2) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:08:58.765541 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:58.854229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:58.897863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:08:58.900979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:08:58.907613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:08:58.936244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=f0883053-7ebc-4559-92ba-060bf19420d2,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:58.966739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-46f45d35-0277-4d1b-9577-7d77c9d297e5 None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:58.967354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:58.967444 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-46f45d35-0277-4d1b-9577-7d77c9d297e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:58.967857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:59.033304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1c3becf7-f35f-4e08-8160-04991af3bb6c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2155218 Sep 17 23:08:59.035211 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50976) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:59.090685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb89f07-2598-4d67-8285-452681f7ad92 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:59.097419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb89f07-2598-4d67-8285-452681f7ad92 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:59.103573 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1bb89f07-2598-4d67-8285-452681f7ad92 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0636327 Sep 17 23:08:59.104034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50978) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:59.166366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9e09d6e1-7f0c-45e1-9f22-2cabe673bb24 None None] Provisioning complete for port f0883053-7ebc-4559-92ba-060bf19420d2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:59.166827 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9e09d6e1-7f0c-45e1-9f22-2cabe673bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:59.194846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5aaf6-1568-4763-bd83-229ca6b581a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port f0883053-7ebc-4559-92ba-060bf19420d2 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:59.194846 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1e5aaf6-1568-4763-bd83-229ca6b581a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:59.202105 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9e09d6e1-7f0c-45e1-9f22-2cabe673bb24 None None] Port f0883053-7ebc-4559-92ba-060bf19420d2 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:08:59.278117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1e5aaf6-1568-4763-bd83-229ca6b581a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:59.289491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5aaf6-1568-4763-bd83-229ca6b581a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for f0883053-7ebc-4559-92ba-060bf19420d2 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:59.483096 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:59.539339 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1e5aaf6-1568-4763-bd83-229ca6b581a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:59.568026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5aaf6-1568-4763-bd83-229ca6b581a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=f0883053-7ebc-4559-92ba-060bf19420d2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:59.661919 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1e5aaf6-1568-4763-bd83-229ca6b581a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:59.667698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f1e5aaf6-1568-4763-bd83-229ca6b581a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/f0883053-7ebc-4559-92ba-060bf19420d2 HTTP/1.1" status: 204 len: 168 time: 0.5609150 Sep 17 23:08:59.667698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 50980) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:59.724375 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65365a3-e34d-4352-9e54-71b88f519b7c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:59.725998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65365a3-e34d-4352-9e54-71b88f519b7c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:59.727497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65365a3-e34d-4352-9e54-71b88f519b7c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:59.729178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c65365a3-e34d-4352-9e54-71b88f519b7c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0617597 Sep 17 23:08:59.732620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50982) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:59.784817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-6212bfce-9572-4c99-a4a6-6e01f22d64c2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 0b0a93f0-c131-496d-a93d-22ecbfba4cc2 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:08:59.788198 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6212bfce-9572-4c99-a4a6-6e01f22d64c2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:59.827645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6212bfce-9572-4c99-a4a6-6e01f22d64c2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:59.913024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6212bfce-9572-4c99-a4a6-6e01f22d64c2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.054782 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6212bfce-9572-4c99-a4a6-6e01f22d64c2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.081832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212bfce-9572-4c99-a4a6-6e01f22d64c2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0a93f0-c131-496d-a93d-22ecbfba4cc2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:00.085393 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6212bfce-9572-4c99-a4a6-6e01f22d64c2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.087221 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6212bfce-9572-4c99-a4a6-6e01f22d64c2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/0b0a93f0-c131-496d-a93d-22ecbfba4cc2 HTTP/1.1" status: 204 len: 168 time: 0.3536265 Sep 17 23:09:00.090007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50984) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:00.093048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef4018-6f35-439d-808f-cab9314f9de3 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:00.146272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-447589a6-ec9a-4e02-ad78-e62e59f806e8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 9a4d511b-779d-4030-890d-60a56ad83b40 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:00.148906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-447589a6-ec9a-4e02-ad78-e62e59f806e8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.188681 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-447589a6-ec9a-4e02-ad78-e62e59f806e8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.299292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-447589a6-ec9a-4e02-ad78-e62e59f806e8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.447020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-447589a6-ec9a-4e02-ad78-e62e59f806e8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.475850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447589a6-ec9a-4e02-ad78-e62e59f806e8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4d511b-779d-4030-890d-60a56ad83b40,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:00.479661 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-447589a6-ec9a-4e02-ad78-e62e59f806e8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.481652 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-447589a6-ec9a-4e02-ad78-e62e59f806e8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/9a4d511b-779d-4030-890d-60a56ad83b40 HTTP/1.1" status: 204 len: 168 time: 0.3905177 Sep 17 23:09:00.484063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50986) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:00.525152 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-90f2f1ae-f450-4764-be3b-9fad3f6482c5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373902 Sep 17 23:09:00.525347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50988) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:00.576685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e90f447-bbd9-4f97-97e3-8088f2a45676 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:00.576685 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0e90f447-bbd9-4f97-97e3-8088f2a45676 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0491078 Sep 17 23:09:00.578537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50990) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:00.634228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f73fa-3532-4508-9937-a5f463ea5617 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:00.635705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a03f73fa-3532-4508-9937-a5f463ea5617 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562441 Sep 17 23:09:00.638389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50992) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:00.676939 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a50d5ce3-e54a-43b2-a5cf-aa4f141567ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374694 Sep 17 23:09:00.681243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50994) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:00.687388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2827c503-84cc-44e2-807e-307906e84ff6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:00.706268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aeb70f-e342-44ca-9232-157d3d702b00 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:00.852470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2827c503-84cc-44e2-807e-307906e84ff6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:00.856038 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2827c503-84cc-44e2-807e-307906e84ff6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.857762 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-2827c503-84cc-44e2-807e-307906e84ff6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:00.858208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2827c503-84cc-44e2-807e-307906e84ff6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:00.927503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-26f4c267-6d62-417f-b36e-8758ef9850df None None] Provisioning complete for port be58e035-298c-4c0c-9702-14f46b515de3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:00.927874 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-26f4c267-6d62-417f-b36e-8758ef9850df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:00.936383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2827c503-84cc-44e2-807e-307906e84ff6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2501016 Sep 17 23:09:00.936854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50996) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:00.941812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-422142f8-b402-4913-bb0e-31bfabe456ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:01.096491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:09:01.111152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422142f8-b402-4913-bb0e-31bfabe456ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:01.114721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-422142f8-b402-4913-bb0e-31bfabe456ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:01.116255 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-422142f8-b402-4913-bb0e-31bfabe456ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:01.120174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422142f8-b402-4913-bb0e-31bfabe456ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:01.144094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Deleting port be58e035-298c-4c0c-9702-14f46b515de3 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:01.144508 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:01.197636 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-422142f8-b402-4913-bb0e-31bfabe456ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2597208 Sep 17 23:09:01.201261 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 50998) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:01.206317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-91c830bd-9041-4ccd-a664-2941c2d6d6a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:01.210407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] For port be58e035-298c-4c0c-9702-14f46b515de3, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=be58e035-298c-4c0c-9702-14f46b515de3,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:01.210806 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:01.223899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Calling delete_port for be58e035-298c-4c0c-9702-14f46b515de3 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:01.333801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c830bd-9041-4ccd-a664-2941c2d6d6a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:01.337708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91c830bd-9041-4ccd-a664-2941c2d6d6a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:01.340292 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c830bd-9041-4ccd-a664-2941c2d6d6a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:01.340292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c830bd-9041-4ccd-a664-2941c2d6d6a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:01.351049 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:01.377623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Pushing event deleted for resources: {'Port': ['ID=be58e035-298c-4c0c-9702-14f46b515de3,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:01.379723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] No DVR routers for this DVR port be58e035-298c-4c0c-9702-14f46b515de3 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:01.388554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.389141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.389930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.390334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.390911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.391540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.392049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.392664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.393258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.393772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.394116 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.394448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6717-17c7-45c6-a1d4-b1c2e2cd18ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:01.431898 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-91c830bd-9041-4ccd-a664-2941c2d6d6a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2294469 Sep 17 23:09:01.436003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51000) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:01.440848 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9ef055ea-90f5-4803-94a9-c23eb071db75 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:01.600646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef055ea-90f5-4803-94a9-c23eb071db75 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:01.604175 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9ef055ea-90f5-4803-94a9-c23eb071db75 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:01.605587 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef055ea-90f5-4803-94a9-c23eb071db75 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:01.606020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef055ea-90f5-4803-94a9-c23eb071db75 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:01.687479 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9ef055ea-90f5-4803-94a9-c23eb071db75 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2503994 Sep 17 23:09:01.690626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51002) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:01.695443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f3316c92-792d-46b8-bd18-7a9aeca1303b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:01.851684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3316c92-792d-46b8-bd18-7a9aeca1303b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:01.855162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f3316c92-792d-46b8-bd18-7a9aeca1303b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:01.857080 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3316c92-792d-46b8-bd18-7a9aeca1303b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:01.857663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3316c92-792d-46b8-bd18-7a9aeca1303b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:01.941159 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f3316c92-792d-46b8-bd18-7a9aeca1303b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2493956 Sep 17 23:09:01.943996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51004) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:01.948792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-cbed1ef1-62ed-414c-aa58-ed1a93472d50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:02.093389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbed1ef1-62ed-414c-aa58-ed1a93472d50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:02.096893 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cbed1ef1-62ed-414c-aa58-ed1a93472d50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:02.098232 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbed1ef1-62ed-414c-aa58-ed1a93472d50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:02.098693 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbed1ef1-62ed-414c-aa58-ed1a93472d50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:02.157363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cbed1ef1-62ed-414c-aa58-ed1a93472d50 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2123086 Sep 17 23:09:02.159871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51006) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:02.186604 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a706e973-cfbf-4931-8910-4e529438bfc9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0256016 Sep 17 23:09:02.188906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51008) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:02.237834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d54b533-f23a-4dbb-a3fc-cedc0d0c6085 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:02.239187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1d54b533-f23a-4dbb-a3fc-cedc0d0c6085 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0494118 Sep 17 23:09:02.241720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51010) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:02.277652 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-76a05a20-0b09-43ed-bff5-70444bad2aed tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0349257 Sep 17 23:09:02.282012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51012) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:02.286581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:02.342389 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device be58e035-298c-4c0c-9702-14f46b515de3 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:09:02.362335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: be58e035-298c-4c0c-9702-14f46b515de3 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:09:02.362684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device be58e035-298c-4c0c-9702-14f46b515de3 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:09:02.476530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:02.480069 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:02.770426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.objects.ports [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95455) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:09:02.771888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:02.820251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:02.823328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:02.827681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:02.828324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:02.832633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c4a675-cbd5-4e6a-b346-288f0d99ff0f None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:02.835804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=d1994daa-5b46-4414-9a9d-6ac447fe8f1f,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:02.911474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6b3a0642-04e5-40cc-984e-f6ecabb0fd38 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6284533 Sep 17 23:09:02.914046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51014) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:02.919007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:2b:a8:65', 'name': 'tempest-NetworksTestDHCPv6-1355243382'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:02.975271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': 'd1994daa-5b46-4414-9a9d-6ac447fe8f1f'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:09:02.976157 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.093665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:03.111743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Allocated IP 2001:db8::f816:3eff:fecc:a415 (38e57885-52ae-4368-b5fd-23ea4b3627c1/d1994daa-5b46-4414-9a9d-6ac447fe8f1f/5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:03.185446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.205202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port e7beac11-f730-406d-ae05-05e30cc38230 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:03.268148 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95dddc5b-f1f6-4f04-bf85-2925e4731957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.272439 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.328394 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.365581 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:03.368299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:03.371824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:03.378248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::f816:3eff:fe2b:a865 (38e57885-52ae-4368-b5fd-23ea4b3627c1/d1994daa-5b46-4414-9a9d-6ac447fe8f1f/e7beac11-f730-406d-ae05-05e30cc38230) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:03.386697 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Pushing event updated for resources: {'Port': ['ID=5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:03.432229 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Attempting to bind port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:03.432601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Attempting to bind port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:03.432963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Attempting to bind port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:03.438063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:03.438445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:03.438847 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.439240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:03.439705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Bound port: 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:03.440088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.505901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] For port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:03.508964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] For port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:03.530436 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.595660 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.625621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.656458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdf17f-2747-466a-90a2-f1a14150cdcc None None] Pushing event updated for resources: {'Port': ['ID=5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:03.677833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:03.681354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:03.684345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:03.690405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.691020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.704453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=e7beac11-f730-406d-ae05-05e30cc38230,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:03.782878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b79dfc73-3f8d-4890-bc80-624333b1c120 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8638234 Sep 17 23:09:03.783009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51016) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:03.856982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d28a32-4b4b-4cbc-a595-1ca0f846b448 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.862933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d28a32-4b4b-4cbc-a595-1ca0f846b448 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.864575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-28d28a32-4b4b-4cbc-a595-1ca0f846b448 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0812037 Sep 17 23:09:03.867195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51018) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:03.960297 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port e7beac11-f730-406d-ae05-05e30cc38230 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:03.960930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.052154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.070346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for e7beac11-f730-406d-ae05-05e30cc38230 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:04.258340 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.290005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=e7beac11-f730-406d-ae05-05e30cc38230,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:04.323325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.323680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.324024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.324413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.324754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.325084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.325519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.325930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.326249 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.326596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.326924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.327246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:04.332314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.334349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7ebbe6a7-2394-47dc-b0bb-7c5750a543ea tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/e7beac11-f730-406d-ae05-05e30cc38230 HTTP/1.1" status: 204 len: 168 time: 0.4661911 Sep 17 23:09:04.336847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51022) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:04.393269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1a6b6-0754-4015-8aff-03434a9e6ddd tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:04.394879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1a6b6-0754-4015-8aff-03434a9e6ddd tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:04.396495 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-07e1a6b6-0754-4015-8aff-03434a9e6ddd tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0584993 Sep 17 23:09:04.399061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51024) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:04.416925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:04.459988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc9f924-97b9-43fa-ba03-d45dff290236 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet d1994daa-5b46-4414-9a9d-6ac447fe8f1f {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:04.463264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f924-97b9-43fa-ba03-d45dff290236 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.467770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:04.468247 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.506331 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f924-97b9-43fa-ba03-d45dff290236 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.555041 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.591279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:04.655055 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.721664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:04.724384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-52785e64-44e9-410e-8196-272de70156be None None] Provisioning complete for port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:04.724851 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-52785e64-44e9-410e-8196-272de70156be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.879066 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f924-97b9-43fa-ba03-d45dff290236 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:04.932883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ca93e3ad-fde3-4716-bdf4-b42420a06576 None None] Could not find standard attr ID for object e7beac11-f730-406d-ae05-05e30cc38230. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:05.015145 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f924-97b9-43fa-ba03-d45dff290236 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.041562 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9f924-97b9-43fa-ba03-d45dff290236 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=d1994daa-5b46-4414-9a9d-6ac447fe8f1f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:05.045456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f924-97b9-43fa-ba03-d45dff290236 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.047327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2dc9f924-97b9-43fa-ba03-d45dff290236 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/d1994daa-5b46-4414-9a9d-6ac447fe8f1f HTTP/1.1" status: 204 len: 168 time: 0.6472514 Sep 17 23:09:05.049979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51026) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:05.052434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e92802a-1ae6-4113-ba03-dc3fac5904f2 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:05.093319 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cc5100b0-6bb9-4534-a959-d0d2a0dde7a6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402536 Sep 17 23:09:05.096022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51028) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:05.100886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:05.214865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c735b-cc74-4be0-ac39-e4cf5dc8f19a None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:09:05.264086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:05.264392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d06c735b-cc74-4be0-ac39-e4cf5dc8f19a None None] Deleting port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:05.264770 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d06c735b-cc74-4be0-ac39-e4cf5dc8f19a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.267563 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.325964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d06c735b-cc74-4be0-ac39-e4cf5dc8f19a None None] For port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:05.326356 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d06c735b-cc74-4be0-ac39-e4cf5dc8f19a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.338498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d06c735b-cc74-4be0-ac39-e4cf5dc8f19a None None] Calling delete_port for 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:05.486696 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d06c735b-cc74-4be0-ac39-e4cf5dc8f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.511001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c735b-cc74-4be0-ac39-e4cf5dc8f19a None None] Pushing event deleted for resources: {'Port': ['ID=5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:05.520360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c735b-cc74-4be0-ac39-e4cf5dc8f19a None None] No DVR routers for this DVR port 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:05.584101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:09:05.585460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.627067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:05.630282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:05.633287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:05.633879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.639368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed332e8-cba4-4f32-862a-56d9cc4eb2b9 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:05.649309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=5d91f14b-fdc8-4a47-9fdf-6a43a5406117,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:05.717837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9e0f0a24-a0f2-46f9-83db-1f8058affe31 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6207404 Sep 17 23:09:05.720561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51030) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:05.725667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:6f:67:ff', 'name': 'tempest-NetworksTestDHCPv6-1750688492'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:05.790487 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '5d91f14b-fdc8-4a47-9fdf-6a43a5406117'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:09:05.791260 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.870196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6b67-c968-45db-bad1-076fe1d5ee82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:05.905064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:05.941261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Allocated IP 2001:db8::f816:3eff:fe2b:50d8 (38e57885-52ae-4368-b5fd-23ea4b3627c1/5d91f14b-fdc8-4a47-9fdf-6a43a5406117/2d528abb-dc44-452f-a74f-12956a20547f) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:05.988242 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.007619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 7c7d75a1-3282-44ee-909c-3073e6105817 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:06.084316 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.186819 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.233480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:06.234732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::f816:3eff:fe6f:67ff (38e57885-52ae-4368-b5fd-23ea4b3627c1/5d91f14b-fdc8-4a47-9fdf-6a43a5406117/7c7d75a1-3282-44ee-909c-3073e6105817) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:06.238649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:06.241620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:06.248781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Pushing event updated for resources: {'Port': ['ID=2d528abb-dc44-452f-a74f-12956a20547f,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:06.303387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Attempting to bind port 2d528abb-dc44-452f-a74f-12956a20547f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:06.303763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Attempting to bind port 2d528abb-dc44-452f-a74f-12956a20547f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:06.304141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Attempting to bind port 2d528abb-dc44-452f-a74f-12956a20547f on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:06.313256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:06.313256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:06.313256 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.313256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:06.316572 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Bound port: 2d528abb-dc44-452f-a74f-12956a20547f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:06.317002 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.355026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:09:06.379946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:09:06.380333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5c85d9b0-1fc7-4fa3-be0f-bdd366bd9d90 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:09:06.386139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.407816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] For port 2d528abb-dc44-452f-a74f-12956a20547f, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:06.410915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] For port 2d528abb-dc44-452f-a74f-12956a20547f, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2d528abb-dc44-452f-a74f-12956a20547f,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:06.522765 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.522963 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.564855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:06.567929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:06.571845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:06.577883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:06.578536 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.592393 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=7c7d75a1-3282-44ee-909c-3073e6105817,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:06.593012 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48e14c-7caa-45b0-ace4-ad649c130519 None None] Pushing event updated for resources: {'Port': ['ID=2d528abb-dc44-452f-a74f-12956a20547f,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:06.658705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2add75ac-54eb-4423-af56-c59a9c42f3f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9370463 Sep 17 23:09:06.661384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51034) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:06.718685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ba5b8-99ce-4457-be97-3c3270ee9d25 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:06.725911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ba5b8-99ce-4457-be97-3c3270ee9d25 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:06.730042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b20ba5b8-99ce-4457-be97-3c3270ee9d25 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0652211 Sep 17 23:09:06.730260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51036) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:06.843236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c00820ae-d5e2-4e2b-a529-a69a06ba61aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 7c7d75a1-3282-44ee-909c-3073e6105817 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:06.843583 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c00820ae-d5e2-4e2b-a529-a69a06ba61aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.928109 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c00820ae-d5e2-4e2b-a529-a69a06ba61aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:06.940351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c00820ae-d5e2-4e2b-a529-a69a06ba61aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 7c7d75a1-3282-44ee-909c-3073e6105817 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:07.052216 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.132387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c00820ae-d5e2-4e2b-a529-a69a06ba61aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.161043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00820ae-d5e2-4e2b-a529-a69a06ba61aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=7c7d75a1-3282-44ee-909c-3073e6105817,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:07.190296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c00820ae-d5e2-4e2b-a529-a69a06ba61aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.192348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c00820ae-d5e2-4e2b-a529-a69a06ba61aa tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/7c7d75a1-3282-44ee-909c-3073e6105817 HTTP/1.1" status: 204 len: 168 time: 0.4610913 Sep 17 23:09:07.194889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51040) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:07.253422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555876c3-c0d7-47a3-ab06-72b6955a82b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:07.254931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555876c3-c0d7-47a3-ab06-72b6955a82b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:07.256524 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-555876c3-c0d7-47a3-ab06-72b6955a82b2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0606132 Sep 17 23:09:07.259158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51042) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:07.313654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-328505c4-451a-4500-90c6-01f78907c026 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 5d91f14b-fdc8-4a47-9fdf-6a43a5406117 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:07.317130 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-328505c4-451a-4500-90c6-01f78907c026 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.360061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-328505c4-451a-4500-90c6-01f78907c026 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.454056 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-328505c4-451a-4500-90c6-01f78907c026 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.463520 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.569793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a0b09441-81d5-4ec2-9dc3-24e9f249e49b None None] Provisioning complete for port 2d528abb-dc44-452f-a74f-12956a20547f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:07.570442 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0b09441-81d5-4ec2-9dc3-24e9f249e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.582556 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-328505c4-451a-4500-90c6-01f78907c026 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.610030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328505c4-451a-4500-90c6-01f78907c026 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=5d91f14b-fdc8-4a47-9fdf-6a43a5406117,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:07.613800 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-328505c4-451a-4500-90c6-01f78907c026 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.615690 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-328505c4-451a-4500-90c6-01f78907c026 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/5d91f14b-fdc8-4a47-9fdf-6a43a5406117 HTTP/1.1" status: 204 len: 168 time: 0.3555863 Sep 17 23:09:07.618074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51044) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:07.656090 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-462622f8-78bb-4eac-8c81-e86043755161 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369279 Sep 17 23:09:07.656898 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0b09441-81d5-4ec2-9dc3-24e9f249e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.658392 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51046) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:07.695909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a0b09441-81d5-4ec2-9dc3-24e9f249e49b None None] For port 2d528abb-dc44-452f-a74f-12956a20547f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2d528abb-dc44-452f-a74f-12956a20547f,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:07.701445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b5e402-d8ad-4562-95e5-5ad2e489c7aa None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:07.711762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ce43e-a8d4-45a3-a5c6-77b25f66180c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:07.715906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7d5ce43e-a8d4-45a3-a5c6-77b25f66180c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0538890 Sep 17 23:09:07.716385 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51048) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:07.769002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f12fd16-0d27-4217-b801-6cf95ce54369 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:07.769221 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0b09441-81d5-4ec2-9dc3-24e9f249e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.772708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6f12fd16-0d27-4217-b801-6cf95ce54369 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0529182 Sep 17 23:09:07.773073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51050) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:07.811363 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f4a6913f-b673-4564-8f60-e2abe183ecb5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371258 Sep 17 23:09:07.815611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51052) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:07.820967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:07.860660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b09441-81d5-4ec2-9dc3-24e9f249e49b None None] Pushing event updated for resources: {'Port': ['ID=2d528abb-dc44-452f-a74f-12956a20547f,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:07.885627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-425812f3-f382-49a6-afca-4539dd0af4fb None None] Could not find standard attr ID for object 7c7d75a1-3282-44ee-909c-3073e6105817. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:07.925873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0867809-8312-432a-86c9-294360c970b4 None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:09:07.962535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:07.967026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.972363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a0867809-8312-432a-86c9-294360c970b4 None None] Deleting port 2d528abb-dc44-452f-a74f-12956a20547f {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:07.972751 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0867809-8312-432a-86c9-294360c970b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:08.035409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a0867809-8312-432a-86c9-294360c970b4 None None] For port 2d528abb-dc44-452f-a74f-12956a20547f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=2d528abb-dc44-452f-a74f-12956a20547f,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:08.035804 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0867809-8312-432a-86c9-294360c970b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:08.048567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a0867809-8312-432a-86c9-294360c970b4 None None] Calling delete_port for 2d528abb-dc44-452f-a74f-12956a20547f owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:08.177557 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0867809-8312-432a-86c9-294360c970b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:08.201701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0867809-8312-432a-86c9-294360c970b4 None None] Pushing event deleted for resources: {'Port': ['ID=2d528abb-dc44-452f-a74f-12956a20547f,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:08.207116 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0867809-8312-432a-86c9-294360c970b4 None None] No DVR routers for this DVR port 2d528abb-dc44-452f-a74f-12956a20547f on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:08.296612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.objects.ports [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95455) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:09:08.297925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:08.342390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:08.345547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:08.349733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:08.350328 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:08.354507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a70cf-0727-4fa6-849c-8bc50caadf8e None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:08.355658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=e4798461-7727-40ba-b169-e076b73a7bcb,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:08.368607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.368956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.369302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.369644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.370021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.370315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.370640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.370967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.371291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.371641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.372005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.372591 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:08.443162 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-02043d84-cd74-4792-85e7-5667157b9922 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6262324 Sep 17 23:09:08.445716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51054) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:08.451124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:46:3a:f9', 'name': 'tempest-NetworksTestDHCPv6-512957919'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:08.503592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': 'e4798461-7727-40ba-b169-e076b73a7bcb'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:09:08.504488 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:08.625255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:08.636044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Allocated IP 2001:db8::f816:3eff:fe3a:9723 (38e57885-52ae-4368-b5fd-23ea4b3627c1/e4798461-7727-40ba-b169-e076b73a7bcb/1e80ac7e-525f-4dea-a1b6-1d3b064d3b63) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:08.708414 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:08.727711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 233fcfd3-90b6-486f-9b51-39ed64be171b yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:08.783284 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:08.842840 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:08.890761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::f816:3eff:fe46:3af9 (38e57885-52ae-4368-b5fd-23ea4b3627c1/e4798461-7727-40ba-b169-e076b73a7bcb/233fcfd3-90b6-486f-9b51-39ed64be171b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:09.038297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:09.042848 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:09.049761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:09.051218 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.056919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Pushing event updated for resources: {'Port': ['ID=1e80ac7e-525f-4dea-a1b6-1d3b064d3b63,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:09.124444 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Attempting to bind port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:09.125215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Attempting to bind port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:09.125215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Attempting to bind port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:09.130609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:09.130989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:09.131399 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.131798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:09.132295 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Bound port: 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:09.132683 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.140147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.169920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.181630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:09.185478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:09.188860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:09.194519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:09.195126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.198276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] For port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:09.201558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] For port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1e80ac7e-525f-4dea-a1b6-1d3b064d3b63,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:09.215257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=233fcfd3-90b6-486f-9b51-39ed64be171b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:09.332577 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.355569 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-725b6b79-488d-4215-8409-affbe0a5566d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9087882 Sep 17 23:09:09.359071 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51056) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:09.391446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04c5ae-1ab6-4886-935a-6731c13b425c None None] Pushing event updated for resources: {'Port': ['ID=1e80ac7e-525f-4dea-a1b6-1d3b064d3b63,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:09.413368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe9bd6-6b36-4d1e-89b7-0f456ad571ff tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:09.420579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe9bd6-6b36-4d1e-89b7-0f456ad571ff tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:09.424976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51058) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:09.425493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aabe9bd6-6b36-4d1e-89b7-0f456ad571ff tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0649741 Sep 17 23:09:09.522002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-dbd77420-95d5-4af3-9a30-024170b6719f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 233fcfd3-90b6-486f-9b51-39ed64be171b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:09.522415 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbd77420-95d5-4af3-9a30-024170b6719f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.635081 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbd77420-95d5-4af3-9a30-024170b6719f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.656640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-dbd77420-95d5-4af3-9a30-024170b6719f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 233fcfd3-90b6-486f-9b51-39ed64be171b owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:09.859645 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbd77420-95d5-4af3-9a30-024170b6719f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.888756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd77420-95d5-4af3-9a30-024170b6719f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=233fcfd3-90b6-486f-9b51-39ed64be171b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:09.913129 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbd77420-95d5-4af3-9a30-024170b6719f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.915093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dbd77420-95d5-4af3-9a30-024170b6719f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/233fcfd3-90b6-486f-9b51-39ed64be171b HTTP/1.1" status: 204 len: 168 time: 0.4890034 Sep 17 23:09:09.917626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51060) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:09.975962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46dd10e-dccc-428d-82dd-f46aea524524 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:09.983155 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46dd10e-dccc-428d-82dd-f46aea524524 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:09.983155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f46dd10e-dccc-428d-82dd-f46aea524524 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0605009 Sep 17 23:09:09.985714 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51062) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:10.041291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61544c2-882a-42bd-9838-51b542b12272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet e4798461-7727-40ba-b169-e076b73a7bcb {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:10.044877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61544c2-882a-42bd-9838-51b542b12272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.086680 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61544c2-882a-42bd-9838-51b542b12272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.175771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61544c2-882a-42bd-9838-51b542b12272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.312622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61544c2-882a-42bd-9838-51b542b12272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.341437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-bf0aff93-3653-4117-9abf-097a77b26823 None None] Provisioning complete for port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:10.341929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf0aff93-3653-4117-9abf-097a77b26823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.348374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61544c2-882a-42bd-9838-51b542b12272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=e4798461-7727-40ba-b169-e076b73a7bcb,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:10.354443 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f61544c2-882a-42bd-9838-51b542b12272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.356597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f61544c2-882a-42bd-9838-51b542b12272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/e4798461-7727-40ba-b169-e076b73a7bcb HTTP/1.1" status: 204 len: 168 time: 0.3696873 Sep 17 23:09:10.358949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51064) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:10.406822 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-45ee5d9f-b7d0-4bc2-8cf0-586764552a23 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441034 Sep 17 23:09:10.407743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51066) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:10.408546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:10.412913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:10.490393 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf0aff93-3653-4117-9abf-097a77b26823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.504311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464a1d23-8497-41ca-9a3f-ea6f4290f05a None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:10.537626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:10.537935 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.606017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:10.610287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.613940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-bf0aff93-3653-4117-9abf-097a77b26823 None None] For port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1e80ac7e-525f-4dea-a1b6-1d3b064d3b63,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:10.702238 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bf0aff93-3653-4117-9abf-097a77b26823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.714218 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.771310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aff93-3653-4117-9abf-097a77b26823 None None] Pushing event updated for resources: {'Port': ['ID=1e80ac7e-525f-4dea-a1b6-1d3b064d3b63,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:10.803019 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649720de-e49e-4f50-b3da-d7d2606ee5c3 None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:09:10.836770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-54a8074d-fff5-4504-9622-064617e23cb4 None None] Could not find standard attr ID for object 233fcfd3-90b6-486f-9b51-39ed64be171b. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:10.864466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-649720de-e49e-4f50-b3da-d7d2606ee5c3 None None] Deleting port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:10.864875 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-649720de-e49e-4f50-b3da-d7d2606ee5c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.942693 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-649720de-e49e-4f50-b3da-d7d2606ee5c3 None None] For port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=1e80ac7e-525f-4dea-a1b6-1d3b064d3b63,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:10.943094 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-649720de-e49e-4f50-b3da-d7d2606ee5c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.943461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:09:10.955575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-649720de-e49e-4f50-b3da-d7d2606ee5c3 None None] Calling delete_port for 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:11.116935 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-649720de-e49e-4f50-b3da-d7d2606ee5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:11.144599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649720de-e49e-4f50-b3da-d7d2606ee5c3 None None] Pushing event deleted for resources: {'Port': ['ID=1e80ac7e-525f-4dea-a1b6-1d3b064d3b63,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:11.146453 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649720de-e49e-4f50-b3da-d7d2606ee5c3 None None] No DVR routers for this DVR port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:11.151018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.ipam_pluggable_backend [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Port 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 17 23:09:11.151332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.ipam_pluggable_backend [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3a:9723 {{(pid=95454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 17 23:09:11.158807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.ipam_pluggable_backend [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3a:9723 {{(pid=95454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 17 23:09:11.160012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:11.198867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:11.202070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:11.205370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:11.206006 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:11.211136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689feea3-9717-40a6-9100-db87dc45de1d None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:11.226042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=35fb1d78-0265-4b4b-a490-62fb7a29e6a5,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:11.305849 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a9bd8f0e-a375-4794-b1d6-468ea8f82965 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8970261 Sep 17 23:09:11.308420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51068) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:11.313483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:22:d0:7e', 'name': 'tempest-NetworksTestDHCPv6-687242353'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:11.356175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '35fb1d78-0265-4b4b-a490-62fb7a29e6a5'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:09:11.357095 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:11.465641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:11.487678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Allocated IP 2001:db8::f816:3eff:fe7c:3cb3 (38e57885-52ae-4368-b5fd-23ea4b3627c1/35fb1d78-0265-4b4b-a490-62fb7a29e6a5/28e6b04b-b851-4ed6-abfa-81cf95c93c61) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:11.560339 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:11.580574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 052f0ffc-09a4-460a-aa86-aeacb5817d47 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:11.639361 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:11.722493 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:11.758414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:11.761213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:11.765317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:11.774850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::f816:3eff:fe22:d07e (38e57885-52ae-4368-b5fd-23ea4b3627c1/35fb1d78-0265-4b4b-a490-62fb7a29e6a5/052f0ffc-09a4-460a-aa86-aeacb5817d47) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:11.775977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Pushing event updated for resources: {'Port': ['ID=28e6b04b-b851-4ed6-abfa-81cf95c93c61,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:11.830149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Attempting to bind port 28e6b04b-b851-4ed6-abfa-81cf95c93c61 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:11.830569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Attempting to bind port 28e6b04b-b851-4ed6-abfa-81cf95c93c61 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:11.830935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Attempting to bind port 28e6b04b-b851-4ed6-abfa-81cf95c93c61 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:11.835960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:11.836364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:11.836769 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:11.841323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:11.841323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Bound port: 28e6b04b-b851-4ed6-abfa-81cf95c93c61, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:11.841323 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:11.905063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] For port 28e6b04b-b851-4ed6-abfa-81cf95c93c61, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:11.908102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] For port 28e6b04b-b851-4ed6-abfa-81cf95c93c61, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=28e6b04b-b851-4ed6-abfa-81cf95c93c61,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:11.922416 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:11.974182 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.030663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6f638-952b-4748-bc80-7478854be624 None None] Pushing event updated for resources: {'Port': ['ID=28e6b04b-b851-4ed6-abfa-81cf95c93c61,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:12.065507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.112990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:12.121071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:12.123390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:12.128738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:12.129367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.138763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=052f0ffc-09a4-460a-aa86-aeacb5817d47,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:12.249333 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0408f036-cef0-43ea-a1f9-c69def29252b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9398165 Sep 17 23:09:12.251963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51070) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:12.301915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d2860-1c98-452f-8c72-469faec100a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:12.310610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d2860-1c98-452f-8c72-469faec100a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:12.310610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-845d2860-1c98-452f-8c72-469faec100a1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0564892 Sep 17 23:09:12.313058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51072) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:12.377738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 28e6b04b-b851-4ed6-abfa-81cf95c93c61 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:12.398443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ba91c904-214f-4d46-9bc4-6720a5a1999c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 052f0ffc-09a4-460a-aa86-aeacb5817d47 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:12.398786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba91c904-214f-4d46-9bc4-6720a5a1999c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.432043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 28e6b04b-b851-4ed6-abfa-81cf95c93c61 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:12.433712 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.498592 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba91c904-214f-4d46-9bc4-6720a5a1999c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.513573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ba91c904-214f-4d46-9bc4-6720a5a1999c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 052f0ffc-09a4-460a-aa86-aeacb5817d47 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:12.514228 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.547825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 28e6b04b-b851-4ed6-abfa-81cf95c93c61, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=28e6b04b-b851-4ed6-abfa-81cf95c93c61,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:12.602297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.670575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:09:12.705666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:09:12.706030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 1e80ac7e-525f-4dea-a1b6-1d3b064d3b63 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:09:12.713899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=28e6b04b-b851-4ed6-abfa-81cf95c93c61,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:12.720493 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba91c904-214f-4d46-9bc4-6720a5a1999c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.754461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91c904-214f-4d46-9bc4-6720a5a1999c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=052f0ffc-09a4-460a-aa86-aeacb5817d47,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:12.780728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba91c904-214f-4d46-9bc4-6720a5a1999c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.782639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ba91c904-214f-4d46-9bc4-6720a5a1999c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/052f0ffc-09a4-460a-aa86-aeacb5817d47 HTTP/1.1" status: 204 len: 168 time: 0.4686317 Sep 17 23:09:12.785135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51074) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:12.839938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2f862-6806-4749-8e50-3c7b5d89e5c1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:12.841786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2f862-6806-4749-8e50-3c7b5d89e5c1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:12.846014 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-91b2f862-6806-4749-8e50-3c7b5d89e5c1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0572982 Sep 17 23:09:12.846190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51076) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:12.898908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d35f01-0b28-4d22-99fb-bb54c0d2040b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 35fb1d78-0265-4b4b-a490-62fb7a29e6a5 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:12.902275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50d35f01-0b28-4d22-99fb-bb54c0d2040b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.948110 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50d35f01-0b28-4d22-99fb-bb54c0d2040b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.977231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-226ee3d6-6833-40a3-b569-c6139b36f595 None None] Provisioning complete for port 28e6b04b-b851-4ed6-abfa-81cf95c93c61 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:12.977932 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-226ee3d6-6833-40a3-b569-c6139b36f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:13.035649 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50d35f01-0b28-4d22-99fb-bb54c0d2040b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:13.167045 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50d35f01-0b28-4d22-99fb-bb54c0d2040b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:13.175398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f78bf7a2-18b9-4af7-97b8-8d5edb4f5e28 None None] Could not find standard attr ID for object 052f0ffc-09a4-460a-aa86-aeacb5817d47. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:13.200484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d35f01-0b28-4d22-99fb-bb54c0d2040b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=35fb1d78-0265-4b4b-a490-62fb7a29e6a5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:13.207578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-50d35f01-0b28-4d22-99fb-bb54c0d2040b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:13.209509 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-50d35f01-0b28-4d22-99fb-bb54c0d2040b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/35fb1d78-0265-4b4b-a490-62fb7a29e6a5 HTTP/1.1" status: 204 len: 168 time: 0.3624091 Sep 17 23:09:13.211879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51078) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:13.252441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ceddba2a-7eb0-4512-8a9a-9a615a3936dd tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394039 Sep 17 23:09:13.254913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51080) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:13.305251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f74b6-e64d-430d-8247-c0f2f6eeca49 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:13.306679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9f8f74b6-e64d-430d-8247-c0f2f6eeca49 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0506816 Sep 17 23:09:13.309456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51082) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:13.318378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66de0dcc-95cd-436d-9193-aaa56f1885fa None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:13.360553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b103c14-8c0a-47af-ab64-e25054210868 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:13.362051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5b103c14-8c0a-47af-ab64-e25054210868 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0516572 Sep 17 23:09:13.364797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51084) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:13.400631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d97b48a4-4363-4e84-8fd5-8c113bc9c109 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0346823 Sep 17 23:09:13.405279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:13.410222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-71147114-d9ed-46e2-91bb-da8250f02ea5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:13.487840 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a064e101-89e9-4ef0-8e04-fd736b056ba8 None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:09:13.533452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a064e101-89e9-4ef0-8e04-fd736b056ba8 None None] Deleting port 28e6b04b-b851-4ed6-abfa-81cf95c93c61 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:13.533830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a064e101-89e9-4ef0-8e04-fd736b056ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:13.545274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71147114-d9ed-46e2-91bb-da8250f02ea5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:13.548879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71147114-d9ed-46e2-91bb-da8250f02ea5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:13.598793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a064e101-89e9-4ef0-8e04-fd736b056ba8 None None] For port 28e6b04b-b851-4ed6-abfa-81cf95c93c61, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=28e6b04b-b851-4ed6-abfa-81cf95c93c61,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:13.599102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a064e101-89e9-4ef0-8e04-fd736b056ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:13.611371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a064e101-89e9-4ef0-8e04-fd736b056ba8 None None] Calling delete_port for 28e6b04b-b851-4ed6-abfa-81cf95c93c61 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:13.733425 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a064e101-89e9-4ef0-8e04-fd736b056ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:13.757967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064e101-89e9-4ef0-8e04-fd736b056ba8 None None] Pushing event deleted for resources: {'Port': ['ID=28e6b04b-b851-4ed6-abfa-81cf95c93c61,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:13.761676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a064e101-89e9-4ef0-8e04-fd736b056ba8 None None] No DVR routers for this DVR port 28e6b04b-b851-4ed6-abfa-81cf95c93c61 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:13.780386 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71147114-d9ed-46e2-91bb-da8250f02ea5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:13.822250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71147114-d9ed-46e2-91bb-da8250f02ea5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:13.826118 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-71147114-d9ed-46e2-91bb-da8250f02ea5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:13.830283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71147114-d9ed-46e2-91bb-da8250f02ea5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:13.830869 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71147114-d9ed-46e2-91bb-da8250f02ea5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:13.835215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26253692-6921-4424-843b-a57f94ebecc6 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:13.840486 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71147114-d9ed-46e2-91bb-da8250f02ea5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=299690e7-c626-4849-ad2e-abbeba41ce54,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:13.923005 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-71147114-d9ed-46e2-91bb-da8250f02ea5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5166156 Sep 17 23:09:13.925622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51088) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:13.930623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:43:3e:d1', 'name': 'tempest-NetworksTestDHCPv6-355488392'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:13.977725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '299690e7-c626-4849-ad2e-abbeba41ce54'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:09:13.978587 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:14.093470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:14.117287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/299690e7-c626-4849-ad2e-abbeba41ce54/7113d31b-e3ca-45cd-a856-4f57ca498eea) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:14.173947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:14.193487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port daa49cd1-5c41-4464-b00d-b2d332e07cdc yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:14.264779 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:14.313490 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:14.349831 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:14.354665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 28e6b04b-b851-4ed6-abfa-81cf95c93c61 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:09:14.357323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:14.359478 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:14.376932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::20a (38e57885-52ae-4368-b5fd-23ea4b3627c1/299690e7-c626-4849-ad2e-abbeba41ce54/daa49cd1-5c41-4464-b00d-b2d332e07cdc) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:14.391500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 28e6b04b-b851-4ed6-abfa-81cf95c93c61 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:09:14.391841 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 28e6b04b-b851-4ed6-abfa-81cf95c93c61 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:09:14.395573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Pushing event updated for resources: {'Port': ['ID=7113d31b-e3ca-45cd-a856-4f57ca498eea,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:14.444164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Attempting to bind port 7113d31b-e3ca-45cd-a856-4f57ca498eea on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:14.444695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Attempting to bind port 7113d31b-e3ca-45cd-a856-4f57ca498eea by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:14.445064 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Attempting to bind port 7113d31b-e3ca-45cd-a856-4f57ca498eea on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:14.450351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:14.450731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:14.451135 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:14.451526 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:14.451985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Bound port: 7113d31b-e3ca-45cd-a856-4f57ca498eea, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:14.452389 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:14.514351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] For port 7113d31b-e3ca-45cd-a856-4f57ca498eea, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:14.517407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] For port 7113d31b-e3ca-45cd-a856-4f57ca498eea, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7113d31b-e3ca-45cd-a856-4f57ca498eea,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:14.527269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:14.583674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:14.641188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:14.644916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f0729-1e87-4f06-9854-c02232dbb66e None None] Pushing event updated for resources: {'Port': ['ID=7113d31b-e3ca-45cd-a856-4f57ca498eea,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:14.685023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:14.695658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:14.700298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:14.706564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:14.707166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:14.710761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=daa49cd1-5c41-4464-b00d-b2d332e07cdc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:14.782657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-34de02fa-65d5-4657-a2cf-62c349122074 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8515308 Sep 17 23:09:14.782657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51090) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:14.855220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57829b-7208-4969-9d27-389de7fac7ef tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:14.861680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57829b-7208-4969-9d27-389de7fac7ef tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:14.863363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6a57829b-7208-4969-9d27-389de7fac7ef tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0789461 Sep 17 23:09:14.866054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51092) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:14.963875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c39b85b2-4690-4519-bb6c-834bd15e39e5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port daa49cd1-5c41-4464-b00d-b2d332e07cdc {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:14.964177 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c39b85b2-4690-4519-bb6c-834bd15e39e5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.047764 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c39b85b2-4690-4519-bb6c-834bd15e39e5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.059230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c39b85b2-4690-4519-bb6c-834bd15e39e5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for daa49cd1-5c41-4464-b00d-b2d332e07cdc owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:15.299520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c39b85b2-4690-4519-bb6c-834bd15e39e5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.328188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b85b2-4690-4519-bb6c-834bd15e39e5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=daa49cd1-5c41-4464-b00d-b2d332e07cdc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:15.357504 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c39b85b2-4690-4519-bb6c-834bd15e39e5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.359525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c39b85b2-4690-4519-bb6c-834bd15e39e5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/daa49cd1-5c41-4464-b00d-b2d332e07cdc HTTP/1.1" status: 204 len: 168 time: 0.4925406 Sep 17 23:09:15.361986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51094) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:15.419119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e2f316-a3d6-4dab-a39f-32bcd444805a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:15.420773 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e2f316-a3d6-4dab-a39f-32bcd444805a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:15.422309 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-68e2f316-a3d6-4dab-a39f-32bcd444805a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0593982 Sep 17 23:09:15.424891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51096) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:15.477182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-20021a74-398a-4714-862d-c3d167312846 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 299690e7-c626-4849-ad2e-abbeba41ce54 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:15.480589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20021a74-398a-4714-862d-c3d167312846 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.523398 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20021a74-398a-4714-862d-c3d167312846 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.613699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7761cc5f-f959-4c43-8e15-4dd0eb516533 None None] Provisioning complete for port 7113d31b-e3ca-45cd-a856-4f57ca498eea triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:15.614657 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7761cc5f-f959-4c43-8e15-4dd0eb516533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.625390 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20021a74-398a-4714-862d-c3d167312846 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.706444 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7761cc5f-f959-4c43-8e15-4dd0eb516533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.757150 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20021a74-398a-4714-862d-c3d167312846 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.785247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20021a74-398a-4714-862d-c3d167312846 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=299690e7-c626-4849-ad2e-abbeba41ce54,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:15.788914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20021a74-398a-4714-862d-c3d167312846 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:15.793029 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-20021a74-398a-4714-862d-c3d167312846 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/299690e7-c626-4849-ad2e-abbeba41ce54 HTTP/1.1" status: 204 len: 168 time: 0.3650515 Sep 17 23:09:15.793330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51098) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:15.796686 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-7761cc5f-f959-4c43-8e15-4dd0eb516533 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:09:15.797149 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-7761cc5f-f959-4c43-8e15-4dd0eb516533 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:09:15.836537 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-425925dc-ae98-4dab-b3be-36b5d0e4e317 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415459 Sep 17 23:09:15.838779 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51100) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:15.889292 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33804755-7f6f-447c-a3a9-1f0065aa0f9d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:15.890855 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-33804755-7f6f-447c-a3a9-1f0065aa0f9d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0508676 Sep 17 23:09:15.893592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51102) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:15.930641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58378a2b-ec11-46fb-9cb4-4703f80626b9 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:15.945897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25485a88-bc0a-4f7a-8206-2be28e5cab3d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:15.947383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-25485a88-bc0a-4f7a-8206-2be28e5cab3d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0528793 Sep 17 23:09:15.949910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51104) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:15.990704 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c0ca77a9-e93d-4470-a59c-a6c839740e6b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395699 Sep 17 23:09:15.994486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51106) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:15.999994 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:16.098913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac3c7cd-ea71-4092-9288-21c0cf9387ff None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:09:16.145001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fac3c7cd-ea71-4092-9288-21c0cf9387ff None None] Deleting port 7113d31b-e3ca-45cd-a856-4f57ca498eea {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:16.145379 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fac3c7cd-ea71-4092-9288-21c0cf9387ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:16.156457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:16.160111 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:16.211639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fac3c7cd-ea71-4092-9288-21c0cf9387ff None None] For port 7113d31b-e3ca-45cd-a856-4f57ca498eea, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7113d31b-e3ca-45cd-a856-4f57ca498eea,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:16.212036 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fac3c7cd-ea71-4092-9288-21c0cf9387ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:16.224951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-fac3c7cd-ea71-4092-9288-21c0cf9387ff None None] Calling delete_port for 7113d31b-e3ca-45cd-a856-4f57ca498eea owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:16.482446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:09:16.484095 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:16.491354 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fac3c7cd-ea71-4092-9288-21c0cf9387ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:16.498839 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7761cc5f-f959-4c43-8e15-4dd0eb516533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:16.523414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3c7cd-ea71-4092-9288-21c0cf9387ff None None] Pushing event deleted for resources: {'Port': ['ID=7113d31b-e3ca-45cd-a856-4f57ca498eea,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:16.526425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:16.528675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac3c7cd-ea71-4092-9288-21c0cf9387ff None None] No DVR routers for this DVR port 7113d31b-e3ca-45cd-a856-4f57ca498eea on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:16.530673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:16.535008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:16.535600 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:16.545331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=bca5ed6a-7e93-43af-9a60-e93b379ba576,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:16.561538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac122ef-f6e8-43b1-9186-a51c390007d5 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:16.629737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1d0968d3-628d-4c10-9ec7-6d36be564307 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6342032 Sep 17 23:09:16.632492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51108) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:16.638029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b9578a84-16be-4d88-b02f-28d457b44b7a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:16.680766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d573ff66-73f1-4cbb-ad17-c5cc3a219726 None None] Could not find standard attr ID for object daa49cd1-5c41-4464-b00d-b2d332e07cdc. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:16.710248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': 'bca5ed6a-7e93-43af-9a60-e93b379ba576'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:09:16.711164 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:16.817537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9578a84-16be-4d88-b02f-28d457b44b7a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:16.821116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b9578a84-16be-4d88-b02f-28d457b44b7a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:16.845484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Allocated IP 2001:db8::f816:3eff:fefe:8148 (38e57885-52ae-4368-b5fd-23ea4b3627c1/bca5ed6a-7e93-43af-9a60-e93b379ba576/16393d9b-351e-44c2-bcb8-015336dbe8f8) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:16.915466 n-d-713499-18 neutron-server[95454]: INFO neutron.db.ipam_backend_mixin [None req-b9578a84-16be-4d88-b02f-28d457b44b7a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bca5ed6a-7e93-43af-9a60-e93b379ba576 (CIDR: 2001:db8::/64) Sep 17 23:09:16.966844 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9578a84-16be-4d88-b02f-28d457b44b7a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:16.967317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9578a84-16be-4d88-b02f-28d457b44b7a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:16.992836 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:17.060463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b9578a84-16be-4d88-b02f-28d457b44b7a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4268522 Sep 17 23:09:17.063128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51110) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:17.068064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-5597c450-6f68-4202-9886-2f8c964b3bf1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:17.082883 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:17.118440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:17.125918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:17.130749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:17.146736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Pushing event updated for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:17.199727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Attempting to bind port 16393d9b-351e-44c2-bcb8-015336dbe8f8 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:17.199727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Attempting to bind port 16393d9b-351e-44c2-bcb8-015336dbe8f8 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:17.199727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Attempting to bind port 16393d9b-351e-44c2-bcb8-015336dbe8f8 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:17.206922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:17.207500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:17.208166 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:17.208798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:17.212220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Bound port: 16393d9b-351e-44c2-bcb8-015336dbe8f8, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:17.212220 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:17.253526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5597c450-6f68-4202-9886-2f8c964b3bf1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:17.257137 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5597c450-6f68-4202-9886-2f8c964b3bf1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:17.276755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:17.279885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=16393d9b-351e-44c2-bcb8-015336dbe8f8,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:17.340907 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:17.406556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16782e83-58fb-4baf-94c0-8ac9de879333 None None] Pushing event updated for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:17.588331 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5597c450-6f68-4202-9886-2f8c964b3bf1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:17.638196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5597c450-6f68-4202-9886-2f8c964b3bf1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:17.645645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-5597c450-6f68-4202-9886-2f8c964b3bf1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:17.648673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5597c450-6f68-4202-9886-2f8c964b3bf1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:17.649379 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5597c450-6f68-4202-9886-2f8c964b3bf1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:17.669639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597c450-6f68-4202-9886-2f8c964b3bf1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=c1a86542-6a79-4e2d-9619-0d6044e0564d,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:17.717997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5597c450-6f68-4202-9886-2f8c964b3bf1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6538122 Sep 17 23:09:17.720749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51112) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:17.725555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:24:dd:8b', 'name': 'tempest-NetworksTestDHCPv6-700177314'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:18.270553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:18.336199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cff33d-5a8f-4a17-bca3-eb731350f8cf None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:18.360823 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:18.382140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port d10c553d-8a6c-4a9c-bef5-55414cb2db25 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:18.403807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 16393d9b-351e-44c2-bcb8-015336dbe8f8 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:18.452909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-498377fa-c0a4-418c-9e6a-c28792d8ae07 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:18.453256 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-498377fa-c0a4-418c-9e6a-c28792d8ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:18.542466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:18.542745 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:18.550686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8:0:1::39c (38e57885-52ae-4368-b5fd-23ea4b3627c1/c1a86542-6a79-4e2d-9619-0d6044e0564d/d10c553d-8a6c-4a9c-bef5-55414cb2db25) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:18.557277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::f816:3eff:fe24:dd8b (38e57885-52ae-4368-b5fd-23ea4b3627c1/bca5ed6a-7e93-43af-9a60-e93b379ba576/d10c553d-8a6c-4a9c-bef5-55414cb2db25) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:18.644873 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-498377fa-c0a4-418c-9e6a-c28792d8ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:18.707247 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:18.721277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-498377fa-c0a4-418c-9e6a-c28792d8ae07 None None] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=16393d9b-351e-44c2-bcb8-015336dbe8f8,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:18.740015 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:18.754089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d240cb-785c-4825-952e-ef13dadd1c42 None None] Update dhcp port {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': 'bca5ed6a-7e93-43af-9a60-e93b379ba576', 'ip_address': '2001:db8::f816:3eff:fefe:8148'}, {'subnet_id': 'c1a86542-6a79-4e2d-9619-0d6044e0564d'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '16393d9b-351e-44c2-bcb8-015336dbe8f8'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:09:18.787116 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c4d240cb-785c-4825-952e-ef13dadd1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:18.819363 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-498377fa-c0a4-418c-9e6a-c28792d8ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:18.835033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:18.878052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:18.881299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:18.883752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:18.890345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:18.891032 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:18.909881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=d10c553d-8a6c-4a9c-bef5-55414cb2db25,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:18.957990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498377fa-c0a4-418c-9e6a-c28792d8ae07 None None] Pushing event updated for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:18.963014 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:09:18.963369 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:09:18.968884 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0b4095af-d063-4db7-b9f9-cc27e6aa07eb tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2469335 Sep 17 23:09:18.971263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51114) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:19.027782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-c4d240cb-785c-4825-952e-ef13dadd1c42 None None] Allocated IP 2001:db8:0:1::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/c1a86542-6a79-4e2d-9619-0d6044e0564d/16393d9b-351e-44c2-bcb8-015336dbe8f8) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:19.063485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ad781267-6ad0-456a-b62d-e014bbb06271 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port d10c553d-8a6c-4a9c-bef5-55414cb2db25 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:19.063822 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ad781267-6ad0-456a-b62d-e014bbb06271 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.126360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c4d240cb-785c-4825-952e-ef13dadd1c42 None None] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=16393d9b-351e-44c2-bcb8-015336dbe8f8,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:19.150681 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ad781267-6ad0-456a-b62d-e014bbb06271 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.156538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c4d240cb-785c-4825-952e-ef13dadd1c42 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.162701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ad781267-6ad0-456a-b62d-e014bbb06271 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for d10c553d-8a6c-4a9c-bef5-55414cb2db25 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:19.223464 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c4d240cb-785c-4825-952e-ef13dadd1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.307839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d240cb-785c-4825-952e-ef13dadd1c42 None None] Pushing event updated for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:19.402489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ad781267-6ad0-456a-b62d-e014bbb06271 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.437881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad781267-6ad0-456a-b62d-e014bbb06271 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=d10c553d-8a6c-4a9c-bef5-55414cb2db25,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:19.484839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ad781267-6ad0-456a-b62d-e014bbb06271 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.486848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ad781267-6ad0-456a-b62d-e014bbb06271 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/d10c553d-8a6c-4a9c-bef5-55414cb2db25 HTTP/1.1" status: 204 len: 168 time: 0.5145407 Sep 17 23:09:19.489407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51116) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:19.541243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b4fcd-b540-423e-9000-1b1958f0c987 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:19.545909 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a40b4fcd-b540-423e-9000-1b1958f0c987 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0550709 Sep 17 23:09:19.546553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51118) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:19.600896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1913d4-e1f2-4828-b3a1-4abe08284930 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:19.602512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4b1913d4-e1f2-4828-b3a1-4abe08284930 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0548882 Sep 17 23:09:19.605044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51120) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:19.662001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac8c6c-ff82-4dfa-b247-8b969db9df11 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:19.663530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac8c6c-ff82-4dfa-b247-8b969db9df11 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:19.665094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac8c6c-ff82-4dfa-b247-8b969db9df11 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:19.666703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-87ac8c6c-ff82-4dfa-b247-8b969db9df11 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0606894 Sep 17 23:09:19.670006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51122) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:19.726519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cf8ffd-82e4-4994-ac3b-b5df79014c8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet bca5ed6a-7e93-43af-9a60-e93b379ba576 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:19.729913 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62cf8ffd-82e4-4994-ac3b-b5df79014c8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.771925 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62cf8ffd-82e4-4994-ac3b-b5df79014c8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.845818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ce3cb8d7-88cb-4f14-87ee-54b0154127d1 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:19.846352 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb8d7-88cb-4f14-87ee-54b0154127d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.863761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62cf8ffd-82e4-4994-ac3b-b5df79014c8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:19.985666 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62cf8ffd-82e4-4994-ac3b-b5df79014c8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.011551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf8ffd-82e4-4994-ac3b-b5df79014c8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=bca5ed6a-7e93-43af-9a60-e93b379ba576,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:20.018361 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-62cf8ffd-82e4-4994-ac3b-b5df79014c8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.020258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-62cf8ffd-82e4-4994-ac3b-b5df79014c8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/bca5ed6a-7e93-43af-9a60-e93b379ba576 HTTP/1.1" status: 204 len: 168 time: 0.3492684 Sep 17 23:09:20.022760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51124) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:20.053076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-15f3ebf3-0cf9-4068-9032-e7abb84a491d None None] Could not find standard attr ID for object d10c553d-8a6c-4a9c-bef5-55414cb2db25. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:20.078687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5aaee65-60f2-4850-8d18-b62f4dbe0604 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet c1a86542-6a79-4e2d-9619-0d6044e0564d {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:20.082172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d5aaee65-60f2-4850-8d18-b62f4dbe0604 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.126165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d5aaee65-60f2-4850-8d18-b62f4dbe0604 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.181080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746a0b8-b0d9-4e4a-b2f7-038f9abfae92 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:20.219096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d5aaee65-60f2-4850-8d18-b62f4dbe0604 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.332491 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d5aaee65-60f2-4850-8d18-b62f4dbe0604 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.359363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaee65-60f2-4850-8d18-b62f4dbe0604 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a86542-6a79-4e2d-9619-0d6044e0564d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:20.361264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 16393d9b-351e-44c2-bcb8-015336dbe8f8 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:20.366537 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d5aaee65-60f2-4850-8d18-b62f4dbe0604 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.368456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d5aaee65-60f2-4850-8d18-b62f4dbe0604 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/c1a86542-6a79-4e2d-9619-0d6044e0564d HTTP/1.1" status: 204 len: 168 time: 0.3447495 Sep 17 23:09:20.371238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51126) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:20.413598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:20.414203 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.414936 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5bde0665-988d-428d-9926-e78374a9e81e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416379 Sep 17 23:09:20.417815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51128) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:20.423966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:20.601937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:20.605754 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.860550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c20ff47-5136-4ec0-b6aa-23e118582cdf None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:20.933157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-490a861a-3f92-4b16-9400-3422a1de1b3b None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:20.933525 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-490a861a-3f92-4b16-9400-3422a1de1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.948978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.objects.ports [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95455) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:09:21.141579 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e037a392-90c3-4bbe-9da6-e260c1718fca None None] Update dhcp port {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': '469a6806-b050-4388-87c9-d77dac5e1201'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '16393d9b-351e-44c2-bcb8-015336dbe8f8'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:09:21.166491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e037a392-90c3-4bbe-9da6-e260c1718fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:21.167471 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:21.333657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=16393d9b-351e-44c2-bcb8-015336dbe8f8,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:21.366180 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:21.447541 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:21.448344 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:21.521392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:21.526284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:21.528597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-e037a392-90c3-4bbe-9da6-e260c1718fca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:09:21.529134 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-e037a392-90c3-4bbe-9da6-e260c1718fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:09:21.532906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:21.533490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:21.540506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=469a6806-b050-4388-87c9-d77dac5e1201,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:21.558920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=8']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:21.619666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ea2f2125-febf-4bfd-8a59-810b150ad8d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1997547 Sep 17 23:09:21.623124 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51130) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:21.628078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e2876a3b-4cf2-495a-aebc-f308bc041265 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:22.055397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e037a392-90c3-4bbe-9da6-e260c1718fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:22.093434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2876a3b-4cf2-495a-aebc-f308bc041265 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:22.097120 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e2876a3b-4cf2-495a-aebc-f308bc041265 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:22.191644 n-d-713499-18 neutron-server[95455]: INFO neutron.db.ipam_backend_mixin [None req-e2876a3b-4cf2-495a-aebc-f308bc041265 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 469a6806-b050-4388-87c9-d77dac5e1201 (CIDR: 2001:db8::/64) Sep 17 23:09:22.219830 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2876a3b-4cf2-495a-aebc-f308bc041265 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:22.220392 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2876a3b-4cf2-495a-aebc-f308bc041265 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:22.271358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e2876a3b-4cf2-495a-aebc-f308bc041265 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6471241 Sep 17 23:09:22.274702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51132) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:22.280110 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-810a2b54-522e-40bf-828c-11028d6c4630 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:22.294765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e037a392-90c3-4bbe-9da6-e260c1718fca None None] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=16393d9b-351e-44c2-bcb8-015336dbe8f8,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:22.335206 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e037a392-90c3-4bbe-9da6-e260c1718fca None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:22.363777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 16393d9b-351e-44c2-bcb8-015336dbe8f8 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:22.398751 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e037a392-90c3-4bbe-9da6-e260c1718fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:22.455656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:22.456035 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:22.458741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037a392-90c3-4bbe-9da6-e260c1718fca None None] Pushing event updated for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:22.474823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810a2b54-522e-40bf-828c-11028d6c4630 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:22.478681 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-810a2b54-522e-40bf-828c-11028d6c4630 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:22.778083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-810a2b54-522e-40bf-828c-11028d6c4630 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:22.830208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810a2b54-522e-40bf-828c-11028d6c4630 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:22.833447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-810a2b54-522e-40bf-828c-11028d6c4630 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:22.837750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810a2b54-522e-40bf-828c-11028d6c4630 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:22.838347 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-810a2b54-522e-40bf-828c-11028d6c4630 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:22.844075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a2b54-522e-40bf-828c-11028d6c4630 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=945692b2-0390-418f-9ee8-8d050f199f12,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:22.906200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-810a2b54-522e-40bf-828c-11028d6c4630 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6303229 Sep 17 23:09:22.908905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51134) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:22.916652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:f3:d5:b5', 'name': 'tempest-NetworksTestDHCPv6-128570261'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:22.937113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ed3dd-25f5-48e2-9c01-e70bf5541f11 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:23.024425 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8a9da3e7-bb03-4db4-97b1-796163126f8d None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:23.024797 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8a9da3e7-bb03-4db4-97b1-796163126f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.093559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:23.098268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.119482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 57383595-6810-460b-871d-28c7ad04ba18 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:23.208379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6713d7c6-d54d-4feb-9d26-f12b99bcafba None None] Update dhcp port {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': '469a6806-b050-4388-87c9-d77dac5e1201', 'ip_address': '2001:db8::f816:3eff:fefe:8148'}, {'subnet_id': '945692b2-0390-418f-9ee8-8d050f199f12'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '16393d9b-351e-44c2-bcb8-015336dbe8f8'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:09:23.232949 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6713d7c6-d54d-4feb-9d26-f12b99bcafba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.295119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8:0:1::3c0 (38e57885-52ae-4368-b5fd-23ea4b3627c1/945692b2-0390-418f-9ee8-8d050f199f12/57383595-6810-460b-871d-28c7ad04ba18) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:23.301605 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::f816:3eff:fef3:d5b5 (38e57885-52ae-4368-b5fd-23ea4b3627c1/469a6806-b050-4388-87c9-d77dac5e1201/57383595-6810-460b-871d-28c7ad04ba18) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:23.450696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.533507 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.576516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:23.579654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:23.582194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-6713d7c6-d54d-4feb-9d26-f12b99bcafba None None] Allocated IP 2001:db8:0:1::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/945692b2-0390-418f-9ee8-8d050f199f12/16393d9b-351e-44c2-bcb8-015336dbe8f8) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:23.586124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:23.592229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:23.592855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.599138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=57383595-6810-460b-871d-28c7ad04ba18,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:23.680711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6713d7c6-d54d-4feb-9d26-f12b99bcafba None None] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=16393d9b-351e-44c2-bcb8-015336dbe8f8,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:23.692279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-35db3d51-7e89-4e92-9cf7-1bf6c688bfdf tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7823079 Sep 17 23:09:23.694789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51136) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:23.709982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6713d7c6-d54d-4feb-9d26-f12b99bcafba None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.771465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6713d7c6-d54d-4feb-9d26-f12b99bcafba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.782855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7fd99ea2-b58d-4d1d-abf8-026288ea7b9b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 57383595-6810-460b-871d-28c7ad04ba18 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:23.783196 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fd99ea2-b58d-4d1d-abf8-026288ea7b9b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.857063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713d7c6-d54d-4feb-9d26-f12b99bcafba None None] Pushing event updated for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=10']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:23.878489 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fd99ea2-b58d-4d1d-abf8-026288ea7b9b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.891054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7fd99ea2-b58d-4d1d-abf8-026288ea7b9b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 57383595-6810-460b-871d-28c7ad04ba18 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:24.131963 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fd99ea2-b58d-4d1d-abf8-026288ea7b9b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.166769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd99ea2-b58d-4d1d-abf8-026288ea7b9b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=57383595-6810-460b-871d-28c7ad04ba18,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:24.212951 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7fd99ea2-b58d-4d1d-abf8-026288ea7b9b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.215477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7fd99ea2-b58d-4d1d-abf8-026288ea7b9b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/57383595-6810-460b-871d-28c7ad04ba18 HTTP/1.1" status: 204 len: 168 time: 0.5195234 Sep 17 23:09:24.218295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51138) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:24.274715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7d71ee-d18b-49ed-9a8f-8148a595f47c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:24.276453 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0a7d71ee-d18b-49ed-9a8f-8148a595f47c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0568364 Sep 17 23:09:24.280516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51140) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:24.335681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20323174-8a01-47f3-8407-c6be611e1a0b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:24.337227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-20323174-8a01-47f3-8407-c6be611e1a0b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0549428 Sep 17 23:09:24.340087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51142) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:24.343127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5d151-a150-438d-b9ed-4bd81f61cf8b None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:24.372231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 16393d9b-351e-44c2-bcb8-015336dbe8f8 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:24.399563 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0be540-e53f-479d-bc86-bf727184c83d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:24.401343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0be540-e53f-479d-bc86-bf727184c83d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:24.402587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0be540-e53f-479d-bc86-bf727184c83d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:24.407708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2a0be540-e53f-479d-bc86-bf727184c83d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0632994 Sep 17 23:09:24.407965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51144) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:24.448995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-93880d67-fdb7-45e9-9208-4fc3537286e0 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:24.449364 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-93880d67-fdb7-45e9-9208-4fc3537286e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.459168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b373103-20c3-482a-9a3d-e6c7be137ba6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 469a6806-b050-4388-87c9-d77dac5e1201 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:24.462261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b373103-20c3-482a-9a3d-e6c7be137ba6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.503805 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b373103-20c3-482a-9a3d-e6c7be137ba6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.540438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:24.540819 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.589957 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b373103-20c3-482a-9a3d-e6c7be137ba6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.739894 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b373103-20c3-482a-9a3d-e6c7be137ba6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.770952 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b373103-20c3-482a-9a3d-e6c7be137ba6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=469a6806-b050-4388-87c9-d77dac5e1201,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:24.772860 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1b373103-20c3-482a-9a3d-e6c7be137ba6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.777460 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1b373103-20c3-482a-9a3d-e6c7be137ba6 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/469a6806-b050-4388-87c9-d77dac5e1201 HTTP/1.1" status: 204 len: 168 time: 0.3663120 Sep 17 23:09:24.777718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51146) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:24.831706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-0696f27f-68c4-4bd3-b125-271556965ee7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 945692b2-0390-418f-9ee8-8d050f199f12 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:24.835065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0696f27f-68c4-4bd3-b125-271556965ee7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.857577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7504308e-940a-409f-8da9-7dcafc12c447 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:24.884451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0696f27f-68c4-4bd3-b125-271556965ee7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.924790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f3f55699-2b22-4e87-9fed-eb2e13333a94 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:24.925170 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f3f55699-2b22-4e87-9fed-eb2e13333a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:24.988863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0696f27f-68c4-4bd3-b125-271556965ee7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.117124 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0696f27f-68c4-4bd3-b125-271556965ee7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.145152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696f27f-68c4-4bd3-b125-271556965ee7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=945692b2-0390-418f-9ee8-8d050f199f12,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:25.148840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0696f27f-68c4-4bd3-b125-271556965ee7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.150694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0696f27f-68c4-4bd3-b125-271556965ee7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/945692b2-0390-418f-9ee8-8d050f199f12 HTTP/1.1" status: 204 len: 168 time: 0.3718200 Sep 17 23:09:25.153971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51148) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:25.197358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-76a13aec-eecf-4289-bf4d-356949f00682 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421157 Sep 17 23:09:25.200264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51150) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:25.205725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b47e58c8-d836-4779-86f2-1aa073573140 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:25.344644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47e58c8-d836-4779-86f2-1aa073573140 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:25.348604 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b47e58c8-d836-4779-86f2-1aa073573140 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.596555 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b47e58c8-d836-4779-86f2-1aa073573140 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.599330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c2aed-d3d0-4a61-badf-5eced87ce62f None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:25.644517 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e58c8-d836-4779-86f2-1aa073573140 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:25.647755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-b47e58c8-d836-4779-86f2-1aa073573140 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:25.652107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47e58c8-d836-4779-86f2-1aa073573140 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:25.653453 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b47e58c8-d836-4779-86f2-1aa073573140 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.666702 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e58c8-d836-4779-86f2-1aa073573140 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=015538e1-93b9-462d-aaeb-f92824925a00,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:25.731443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d7c6ab26-b904-4e96-b7ca-ac97a8d7bf98 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:25.731817 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d7c6ab26-b904-4e96-b7ca-ac97a8d7bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.743711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b47e58c8-d836-4779-86f2-1aa073573140 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5420849 Sep 17 23:09:25.746515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51152) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:25.751741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-dbfcb296-b362-4635-9476-e15cb9fdb17c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:25.880241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb3921-2336-4c6a-afde-d71e6875ee0e None None] Update dhcp port {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'fixed_ips': [{'subnet_id': '015538e1-93b9-462d-aaeb-f92824925a00'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '16393d9b-351e-44c2-bcb8-015336dbe8f8'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:09:25.905994 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-84cb3921-2336-4c6a-afde-d71e6875ee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:25.942724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfcb296-b362-4635-9476-e15cb9fdb17c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:25.946399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb296-b362-4635-9476-e15cb9fdb17c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:26.060546 n-d-713499-18 neutron-server[95454]: INFO neutron.db.ipam_backend_mixin [None req-dbfcb296-b362-4635-9476-e15cb9fdb17c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 015538e1-93b9-462d-aaeb-f92824925a00 (CIDR: 2001:db8::/64) Sep 17 23:09:26.086927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-84cb3921-2336-4c6a-afde-d71e6875ee0e None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/015538e1-93b9-462d-aaeb-f92824925a00/16393d9b-351e-44c2-bcb8-015336dbe8f8) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:26.166253 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfcb296-b362-4635-9476-e15cb9fdb17c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:26.166687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfcb296-b362-4635-9476-e15cb9fdb17c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:26.183755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-84cb3921-2336-4c6a-afde-d71e6875ee0e None None] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=16393d9b-351e-44c2-bcb8-015336dbe8f8,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:26.213618 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-84cb3921-2336-4c6a-afde-d71e6875ee0e None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:26.257822 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:09:26.288548 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dbfcb296-b362-4635-9476-e15cb9fdb17c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5409117 Sep 17 23:09:26.291288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51154) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:26.296912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:26.317623 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-84cb3921-2336-4c6a-afde-d71e6875ee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:26.395518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb3921-2336-4c6a-afde-d71e6875ee0e None None] Pushing event updated for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=13']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:26.493479 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:26.499222 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:26.880551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:09:26.884637 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933d50c2-58d9-4fdd-ac64-52847037354d None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:26.997868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e8851f19-ca4a-4d53-a3ae-ea31b6de5693 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:26.998168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8851f19-ca4a-4d53-a3ae-ea31b6de5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:27.076235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:27.238054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=16393d9b-351e-44c2-bcb8-015336dbe8f8,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:27.269008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:27.327937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:27.328740 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:27.422331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:27.430910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:27.432942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=15']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:27.436378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:27.436967 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:27.439385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=01ab12ad-70ee-4426-9c3b-16aad6be1fe2,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:27.500373 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2352f3b2-5395-422b-a0ec-056486fc04b4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2078187 Sep 17 23:09:27.503042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51156) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:27.508222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:09:91:61', 'name': 'tempest-NetworksTestDHCPv6-471339328'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:27.617343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ccd729-950c-4da1-8eda-7a8bc60aecde None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:27.674683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:27.766129 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:27.786337 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 45234448-2f36-4c5a-acd3-9a851006d821 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:27.840853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c972321e-797f-40f1-ae5d-979c2bde3e18 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:27.841279 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c972321e-797f-40f1-ae5d-979c2bde3e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:27.954386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::15f (38e57885-52ae-4368-b5fd-23ea4b3627c1/015538e1-93b9-462d-aaeb-f92824925a00/45234448-2f36-4c5a-acd3-9a851006d821) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:27.960932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8:0:1:f816:3eff:fe09:9161 (38e57885-52ae-4368-b5fd-23ea4b3627c1/01ab12ad-70ee-4426-9c3b-16aad6be1fe2/45234448-2f36-4c5a-acd3-9a851006d821) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:28.108235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:28.205210 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-dd48636d-4983-4436-abd8-ae684cd31d68 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:28.205775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd48636d-4983-4436-abd8-ae684cd31d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:28.240677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:28.290520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:28.294482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:28.300177 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:28.305796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:28.306427 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:28.313740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=45234448-2f36-4c5a-acd3-9a851006d821,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:28.367852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 16393d9b-351e-44c2-bcb8-015336dbe8f8 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:28.385775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d366eb37-e6b2-4a2f-a484-f5a44be284a3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8815839 Sep 17 23:09:28.388930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51158) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:28.414976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b2f0e5d0-9e83-4088-a06c-35ecb25e86a4 None None] Could not find standard attr ID for object 57383595-6810-460b-871d-28c7ad04ba18. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:28.426484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:28.426867 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:28.478660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8700d9f9-bd3a-48b5-962b-645c24785e93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 45234448-2f36-4c5a-acd3-9a851006d821 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:28.479003 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8700d9f9-bd3a-48b5-962b-645c24785e93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:28.575851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8700d9f9-bd3a-48b5-962b-645c24785e93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:28.588438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8700d9f9-bd3a-48b5-962b-645c24785e93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 45234448-2f36-4c5a-acd3-9a851006d821 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:28.637954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b29859bf-779c-40bb-93b5-0c9ecad4e450 None None] Provisioning complete for port 45234448-2f36-4c5a-acd3-9a851006d821 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:28.638420 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b29859bf-779c-40bb-93b5-0c9ecad4e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:28.674164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b29859bf-779c-40bb-93b5-0c9ecad4e450 None None] Port 45234448-2f36-4c5a-acd3-9a851006d821 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:09:28.822877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8700d9f9-bd3a-48b5-962b-645c24785e93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:28.850977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700d9f9-bd3a-48b5-962b-645c24785e93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=45234448-2f36-4c5a-acd3-9a851006d821,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:28.899287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8700d9f9-bd3a-48b5-962b-645c24785e93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:28.901311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8700d9f9-bd3a-48b5-962b-645c24785e93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/45234448-2f36-4c5a-acd3-9a851006d821 HTTP/1.1" status: 204 len: 168 time: 0.5114429 Sep 17 23:09:28.905332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51160) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:28.954484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bef624-4815-4e77-96dc-2830037570c1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:28.956065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-43bef624-4815-4e77-96dc-2830037570c1 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0494614 Sep 17 23:09:28.958650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51162) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:29.008306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4071fcf6-92bd-449a-81dd-d28aad291854 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:29.009841 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4071fcf6-92bd-449a-81dd-d28aad291854 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0502713 Sep 17 23:09:29.012455 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51164) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:29.070678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e9aee-c0f1-4cda-9b5c-100fb7952bd2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:29.072218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e9aee-c0f1-4cda-9b5c-100fb7952bd2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:29.073914 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e9aee-c0f1-4cda-9b5c-100fb7952bd2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:29.075418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b25e9aee-c0f1-4cda-9b5c-100fb7952bd2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0618234 Sep 17 23:09:29.078142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51166) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:29.128790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6aa015-fd1c-4172-aa84-9bb2253ba0ed tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 015538e1-93b9-462d-aaeb-f92824925a00 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:29.131759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa015-fd1c-4172-aa84-9bb2253ba0ed tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.173535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa015-fd1c-4172-aa84-9bb2253ba0ed tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.261645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa015-fd1c-4172-aa84-9bb2253ba0ed tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.402156 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa015-fd1c-4172-aa84-9bb2253ba0ed tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.429613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aa015-fd1c-4172-aa84-9bb2253ba0ed tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=015538e1-93b9-462d-aaeb-f92824925a00,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:29.433367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa015-fd1c-4172-aa84-9bb2253ba0ed tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.435275 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0d6aa015-fd1c-4172-aa84-9bb2253ba0ed tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/015538e1-93b9-462d-aaeb-f92824925a00 HTTP/1.1" status: 204 len: 168 time: 0.3562284 Sep 17 23:09:29.437921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51168) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:29.440844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42849633-a4fc-4356-82cb-c71c69273887 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:29.492018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-537a8ca6-59ca-4230-8ee5-7c4c24c9858e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 01ab12ad-70ee-4426-9c3b-16aad6be1fe2 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:29.495248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-537a8ca6-59ca-4230-8ee5-7c4c24c9858e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.499086 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.537399 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-537a8ca6-59ca-4230-8ee5-7c4c24c9858e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.625906 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-537a8ca6-59ca-4230-8ee5-7c4c24c9858e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.750926 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-537a8ca6-59ca-4230-8ee5-7c4c24c9858e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.776564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a8ca6-59ca-4230-8ee5-7c4c24c9858e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=01ab12ad-70ee-4426-9c3b-16aad6be1fe2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:29.783327 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-537a8ca6-59ca-4230-8ee5-7c4c24c9858e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:29.785272 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-537a8ca6-59ca-4230-8ee5-7c4c24c9858e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/01ab12ad-70ee-4426-9c3b-16aad6be1fe2 HTTP/1.1" status: 204 len: 168 time: 0.3464375 Sep 17 23:09:29.787761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51170) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:29.832951 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9f82c223-676f-41c5-87ca-f53d332f93f8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440569 Sep 17 23:09:29.841282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51172) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:29.846437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-89e3d6fe-daa1-4c1d-a231-cb108e3f3609 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:30.006121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e3d6fe-daa1-4c1d-a231-cb108e3f3609 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:30.009756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89e3d6fe-daa1-4c1d-a231-cb108e3f3609 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.076998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23dc55a-65ad-460d-8e2d-ed468258a5a3 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:30.146671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b7ad137a-a92d-41f2-9a0f-7f46c724c376 None None] Provisioning complete for port 16393d9b-351e-44c2-bcb8-015336dbe8f8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:30.147074 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b7ad137a-a92d-41f2-9a0f-7f46c724c376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.242078 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89e3d6fe-daa1-4c1d-a231-cb108e3f3609 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.288707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5001c1f3-9101-4921-9c6c-1ccdba74002d None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:09:30.291177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e3d6fe-daa1-4c1d-a231-cb108e3f3609 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:30.295168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-89e3d6fe-daa1-4c1d-a231-cb108e3f3609 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:30.299542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e3d6fe-daa1-4c1d-a231-cb108e3f3609 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:30.300153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89e3d6fe-daa1-4c1d-a231-cb108e3f3609 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.313190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3d6fe-daa1-4c1d-a231-cb108e3f3609 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=90e60b7c-611e-4a99-8aca-9a6d65f7192c,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:30.337816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5001c1f3-9101-4921-9c6c-1ccdba74002d None None] Deleting port 16393d9b-351e-44c2-bcb8-015336dbe8f8 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:30.338196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5001c1f3-9101-4921-9c6c-1ccdba74002d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.368498 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-89e3d6fe-daa1-4c1d-a231-cb108e3f3609 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5259914 Sep 17 23:09:30.371440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51174) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:30.377181 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-94dcde41-0268-4b29-a7ce-5c84daabd478 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:30.394758 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 16393d9b-351e-44c2-bcb8-015336dbe8f8 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:09:30.457921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5001c1f3-9101-4921-9c6c-1ccdba74002d None None] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=16393d9b-351e-44c2-bcb8-015336dbe8f8,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:30.458612 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5001c1f3-9101-4921-9c6c-1ccdba74002d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.474711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5001c1f3-9101-4921-9c6c-1ccdba74002d None None] Calling delete_port for 16393d9b-351e-44c2-bcb8-015336dbe8f8 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:30.539007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dcde41-0268-4b29-a7ce-5c84daabd478 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:30.542612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94dcde41-0268-4b29-a7ce-5c84daabd478 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.547153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.595531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 16393d9b-351e-44c2-bcb8-015336dbe8f8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=16393d9b-351e-44c2-bcb8-015336dbe8f8,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:30.630149 n-d-713499-18 neutron-server[95454]: INFO neutron.db.ipam_backend_mixin [None req-94dcde41-0268-4b29-a7ce-5c84daabd478 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90e60b7c-611e-4a99-8aca-9a6d65f7192c (CIDR: 2001:db8::/64) Sep 17 23:09:30.659604 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.659783 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-94dcde41-0268-4b29-a7ce-5c84daabd478 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:30.660225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94dcde41-0268-4b29-a7ce-5c84daabd478 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:30.708913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=18']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:30.750315 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5001c1f3-9101-4921-9c6c-1ccdba74002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.773976 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-94dcde41-0268-4b29-a7ce-5c84daabd478 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4007211 Sep 17 23:09:30.776663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51176) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:30.780443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001c1f3-9101-4921-9c6c-1ccdba74002d None None] Pushing event deleted for resources: {'Port': ['ID=16393d9b-351e-44c2-bcb8-015336dbe8f8,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:30.783046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'subnet': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:30.786784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001c1f3-9101-4921-9c6c-1ccdba74002d None None] No DVR routers for this DVR port 16393d9b-351e-44c2-bcb8-015336dbe8f8 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:30.802658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d03a3-9849-4085-a35c-f5d78483df83 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:30.947175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-38e57885-52ae-4368-b5fd-23ea4b3627c1', 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'tenant_id': '47cbbc9a17aa4270b13146f80d9600fd', 'fixed_ips': [{'subnet_id': '90e60b7c-611e-4a99-8aca-9a6d65f7192c'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:09:30.948036 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:30.971340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:30.975016 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:31.082489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Allocated IP 2001:db8::2 (38e57885-52ae-4368-b5fd-23ea4b3627c1/90e60b7c-611e-4a99-8aca-9a6d65f7192c/cd88698b-31e6-46d6-9814-2d93b53c58f7) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:31.243631 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:31.288395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:31.331114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:31.336278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:31.342271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:31.345426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Pushing event updated for resources: {'Port': ['ID=cd88698b-31e6-46d6-9814-2d93b53c58f7,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:31.400060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Attempting to bind port cd88698b-31e6-46d6-9814-2d93b53c58f7 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:31.400464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Attempting to bind port cd88698b-31e6-46d6-9814-2d93b53c58f7 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:31.400836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Attempting to bind port cd88698b-31e6-46d6-9814-2d93b53c58f7 on network 38e57885-52ae-4368-b5fd-23ea4b3627c1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:31.407350 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:31.408431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Checking segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:31.408431 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:31.408790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Bound using segment: {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:31.409010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Bound port: cd88698b-31e6-46d6-9814-2d93b53c58f7, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2ad4e-8326-4345-a78f-812603a3eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:31.409405 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:31.479073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] For port cd88698b-31e6-46d6-9814-2d93b53c58f7, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:31.482175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] For port cd88698b-31e6-46d6-9814-2d93b53c58f7, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cd88698b-31e6-46d6-9814-2d93b53c58f7,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:31.534067 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:31.592060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759459a-8c26-42dd-b2bc-4029fdf1ef7f None None] Pushing event updated for resources: {'Port': ['ID=cd88698b-31e6-46d6-9814-2d93b53c58f7,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:31.665300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.objects.ports [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95454) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:09:31.898088 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.050598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] For port cd88698b-31e6-46d6-9814-2d93b53c58f7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cd88698b-31e6-46d6-9814-2d93b53c58f7,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:32.078179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.148425 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.149213 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.226014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:32.238225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:32.247350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:32.247957 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.259139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Subnet': ['ID=1b2a1335-6a9f-410b-81d3-b2ded4863f66,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:32.264678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=cd88698b-31e6-46d6-9814-2d93b53c58f7,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:32.363976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51178) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:32.364549 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8ffaaaa4-99bc-468a-acad-8cffafc37ac9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5865369 Sep 17 23:09:32.369945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Request body: {'port': {'network_id': '38e57885-52ae-4368-b5fd-23ea4b3627c1', 'mac_address': 'fa:16:3e:f8:f5:f9', 'name': 'tempest-NetworksTestDHCPv6-1818893876'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:32.406838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cd88698b-31e6-46d6-9814-2d93b53c58f7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:32.463124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cd88698b-31e6-46d6-9814-2d93b53c58f7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:32.463497 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.511652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a4f7f1-ad90-4d08-8ace-68fce1c62a81 None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:32.556235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Made reservation on behalf of 47cbbc9a17aa4270b13146f80d9600fd for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:32.608459 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.644947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.665107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] device_id is not set on port 055bd5e6-a506-416f-a517-d1feb54bffed yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:32.683833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d46a8909-2c2a-49d2-825d-c138e27b43be None None] Provisioning complete for port cd88698b-31e6-46d6-9814-2d93b53c58f7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:32.684388 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d46a8909-2c2a-49d2-825d-c138e27b43be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.692008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port cd88698b-31e6-46d6-9814-2d93b53c58f7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cd88698b-31e6-46d6-9814-2d93b53c58f7,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:32.749230 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:32.838558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8::208 (38e57885-52ae-4368-b5fd-23ea4b3627c1/90e60b7c-611e-4a99-8aca-9a6d65f7192c/055bd5e6-a506-416f-a517-d1feb54bffed) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:32.839525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=cd88698b-31e6-46d6-9814-2d93b53c58f7,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:32.851093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Allocated IP 2001:db8:0:1:f816:3eff:fef8:f5f9 (38e57885-52ae-4368-b5fd-23ea4b3627c1/1b2a1335-6a9f-410b-81d3-b2ded4863f66/055bd5e6-a506-416f-a517-d1feb54bffed) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:33.009842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.097739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.146199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:33.149432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:33.155581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:33.161360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:33.161986 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.169376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event updated for resources: {'Port': ['ID=055bd5e6-a506-416f-a517-d1feb54bffed,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:33.237035 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f2b2fadb-ae92-4f55-b312-fdd141cdc5c8 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8712127 Sep 17 23:09:33.239537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51180) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:33.265047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-19a4d832-2520-4ebb-b736-8d0184c12a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.336632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e45fb26b-51c5-493b-b962-d95c608e4101 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting port 055bd5e6-a506-416f-a517-d1feb54bffed {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:33.336982 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e45fb26b-51c5-493b-b962-d95c608e4101 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.381206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-81af04f1-bad2-465b-b941-02bb91482491 None None] Provisioning complete for port cd88698b-31e6-46d6-9814-2d93b53c58f7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:33.381674 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-81af04f1-bad2-465b-b941-02bb91482491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.439551 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e45fb26b-51c5-493b-b962-d95c608e4101 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.453759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e45fb26b-51c5-493b-b962-d95c608e4101 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Calling delete_port for 055bd5e6-a506-416f-a517-d1feb54bffed owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:33.582125 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e17f9409-4325-4556-9880-eda4c95ea5e2 None None] Provisioning complete for port 055bd5e6-a506-416f-a517-d1feb54bffed triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:33.588698 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e17f9409-4325-4556-9880-eda4c95ea5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.617647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e17f9409-4325-4556-9880-eda4c95ea5e2 None None] Port 055bd5e6-a506-416f-a517-d1feb54bffed cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:09:33.693246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e45fb26b-51c5-493b-b962-d95c608e4101 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.720370 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fb26b-51c5-493b-b962-d95c608e4101 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Port': ['ID=055bd5e6-a506-416f-a517-d1feb54bffed,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:33.767244 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e45fb26b-51c5-493b-b962-d95c608e4101 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:33.769273 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e45fb26b-51c5-493b-b962-d95c608e4101 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/055bd5e6-a506-416f-a517-d1feb54bffed HTTP/1.1" status: 204 len: 168 time: 0.5287335 Sep 17 23:09:33.771617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51182) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:33.820410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b2312-b3c9-4e9b-9518-a88931640d57 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:33.821981 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2a9b2312-b3c9-4e9b-9518-a88931640d57 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0494044 Sep 17 23:09:33.825563 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51184) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:33.878753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c1915-6bd6-43da-a344-64c6c3e29d80 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:33.880868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4b6c1915-6bd6-43da-a344-64c6c3e29d80 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0541749 Sep 17 23:09:33.882995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51186) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:33.935762 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e6514-4f3e-4967-af1f-9b4aab846984 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:33.937433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e6514-4f3e-4967-af1f-9b4aab846984 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:33.938927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e6514-4f3e-4967-af1f-9b4aab846984 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:33.940477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b90e6514-4f3e-4967-af1f-9b4aab846984 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0565617 Sep 17 23:09:33.943049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51188) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:33.992764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec424281-4825-401f-8ecc-3080c6c3d830 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 1b2a1335-6a9f-410b-81d3-b2ded4863f66 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:33.995645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec424281-4825-401f-8ecc-3080c6c3d830 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.033510 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec424281-4825-401f-8ecc-3080c6c3d830 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.118190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec424281-4825-401f-8ecc-3080c6c3d830 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.254261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec424281-4825-401f-8ecc-3080c6c3d830 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.281107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec424281-4825-401f-8ecc-3080c6c3d830 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2a1335-6a9f-410b-81d3-b2ded4863f66,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:34.284798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec424281-4825-401f-8ecc-3080c6c3d830 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.286683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ec424281-4825-401f-8ecc-3080c6c3d830 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/1b2a1335-6a9f-410b-81d3-b2ded4863f66 HTTP/1.1" status: 204 len: 168 time: 0.3427429 Sep 17 23:09:34.289315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51190) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:34.291702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd885b6-9261-47b1-a5db-a1f608cf3c5c None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:34.352784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd62d4f2-6dab-4af2-8cb8-0304b09fe7ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Deleting subnet 90e60b7c-611e-4a99-8aca-9a6d65f7192c {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:34.357108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd62d4f2-6dab-4af2-8cb8-0304b09fe7ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.383555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cd88698b-31e6-46d6-9814-2d93b53c58f7 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:34.397211 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd62d4f2-6dab-4af2-8cb8-0304b09fe7ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.479230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd62d4f2-6dab-4af2-8cb8-0304b09fe7ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.483481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cd88698b-31e6-46d6-9814-2d93b53c58f7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:34.483859 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.629147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd62d4f2-6dab-4af2-8cb8-0304b09fe7ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.654277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62d4f2-6dab-4af2-8cb8-0304b09fe7ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Subnet': ['ID=90e60b7c-611e-4a99-8aca-9a6d65f7192c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:34.660165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd62d4f2-6dab-4af2-8cb8-0304b09fe7ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:34.662075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dd62d4f2-6dab-4af2-8cb8-0304b09fe7ec tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/90e60b7c-611e-4a99-8aca-9a6d65f7192c HTTP/1.1" status: 204 len: 168 time: 0.3717906 Sep 17 23:09:34.665558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51192) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:34.711521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b9ca19ce-920e-47ce-8959-3db83d3b309f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414310 Sep 17 23:09:34.712435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51194) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:34.764469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc62ca6-d58b-4470-8287-23b693f4a4f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:34.766128 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8fc62ca6-d58b-4470-8287-23b693f4a4f4 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0527313 Sep 17 23:09:34.768854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51196) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:34.823860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c2e44-dd26-4ac6-b1b3-1d8c2ddc7fd5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:34.825393 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8f0c2e44-dd26-4ac6-b1b3-1d8c2ddc7fd5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0556729 Sep 17 23:09:34.828198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51198) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:34.872722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a42168ba-bb61-4270-92aa-c4d430782d2f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433044 Sep 17 23:09:34.877831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51200) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:34.901672 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a571e14-162a-4026-ae2a-87a2909ef6ee tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:34.902328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a571e14-162a-4026-ae2a-87a2909ef6ee tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:34.905922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4a571e14-162a-4026-ae2a-87a2909ef6ee tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/055bd5e6-a506-416f-a517-d1feb54bffed HTTP/1.1" status: 404 len: 333 time: 0.0271339 Sep 17 23:09:34.908869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51202) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:34.935538 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-676b90c8-845d-4094-9938-823079f65513 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:34.935997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676b90c8-845d-4094-9938-823079f65513 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:34.937775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-676b90c8-845d-4094-9938-823079f65513 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/1b2a1335-6a9f-410b-81d3-b2ded4863f66 HTTP/1.1" status: 404 len: 337 time: 0.0279281 Sep 17 23:09:34.940263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51204) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:34.967439 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1aeda52-bea5-4ded-a1f1-c91fb28d3518 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:34.967903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1aeda52-bea5-4ded-a1f1-c91fb28d3518 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:34.969688 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a1aeda52-bea5-4ded-a1f1-c91fb28d3518 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/90e60b7c-611e-4a99-8aca-9a6d65f7192c HTTP/1.1" status: 404 len: 337 time: 0.0284951 Sep 17 23:09:34.972233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51206) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:34.995148 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5674a1-d987-400e-a360-b20a748e5f99 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:34.995792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5674a1-d987-400e-a360-b20a748e5f99 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:34.998441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bc5674a1-d987-400e-a360-b20a748e5f99 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/45234448-2f36-4c5a-acd3-9a851006d821 HTTP/1.1" status: 404 len: 333 time: 0.0252640 Sep 17 23:09:35.000998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51208) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.027465 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaec81b1-21aa-48ea-ba1f-f9f40f8d6702 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.028905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaec81b1-21aa-48ea-ba1f-f9f40f8d6702 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.029802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b65296c-8f47-4770-a7c1-2d66ab92422d None None] Network 38e57885-52ae-4368-b5fd-23ea4b3627c1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:35.030650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-aaec81b1-21aa-48ea-ba1f-f9f40f8d6702 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/01ab12ad-70ee-4426-9c3b-16aad6be1fe2 HTTP/1.1" status: 404 len: 337 time: 0.0286837 Sep 17 23:09:35.033193 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51210) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.063836 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9a39d1-60fc-4c19-95b8-c35d51d7e0f5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.064323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9a39d1-60fc-4c19-95b8-c35d51d7e0f5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.066033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6d9a39d1-60fc-4c19-95b8-c35d51d7e0f5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/015538e1-93b9-462d-aaeb-f92824925a00 HTTP/1.1" status: 404 len: 337 time: 0.0319231 Sep 17 23:09:35.068693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51212) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.098382 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7331155-2adf-4a22-bded-d8a40507a96f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.099256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7331155-2adf-4a22-bded-d8a40507a96f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.101104 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d7331155-2adf-4a22-bded-d8a40507a96f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/57383595-6810-460b-871d-28c7ad04ba18 HTTP/1.1" status: 404 len: 333 time: 0.0315039 Sep 17 23:09:35.104603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51214) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.112806 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7a359a5f-fabc-4c46-b5f7-1e2e13174b28 None None] Provisioning complete for port cd88698b-31e6-46d6-9814-2d93b53c58f7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:35.113180 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7a359a5f-fabc-4c46-b5f7-1e2e13174b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:35.134308 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-e665764a-5578-4e6d-9b40-365d0bc03a8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.134951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e665764a-5578-4e6d-9b40-365d0bc03a8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.137012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e665764a-5578-4e6d-9b40-365d0bc03a8f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/945692b2-0390-418f-9ee8-8d050f199f12 HTTP/1.1" status: 404 len: 337 time: 0.0313730 Sep 17 23:09:35.139430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51216) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.164708 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f7d1ec-a25b-4792-9f5b-206b2cc1d46a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.165157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f7d1ec-a25b-4792-9f5b-206b2cc1d46a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.166850 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-45f7d1ec-a25b-4792-9f5b-206b2cc1d46a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/469a6806-b050-4388-87c9-d77dac5e1201 HTTP/1.1" status: 404 len: 337 time: 0.0265129 Sep 17 23:09:35.169923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51218) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.192703 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-288e519c-41b9-46ad-84a9-e5a5dd8b124d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.204294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288e519c-41b9-46ad-84a9-e5a5dd8b124d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.204294 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-288e519c-41b9-46ad-84a9-e5a5dd8b124d tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/d10c553d-8a6c-4a9c-bef5-55414cb2db25 HTTP/1.1" status: 404 len: 333 time: 0.0242071 Sep 17 23:09:35.206408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51220) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.235856 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e237247-c7af-4d52-b1c8-5c63450a3596 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.236348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e237247-c7af-4d52-b1c8-5c63450a3596 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.238498 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1e237247-c7af-4d52-b1c8-5c63450a3596 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/c1a86542-6a79-4e2d-9619-0d6044e0564d HTTP/1.1" status: 404 len: 337 time: 0.0304983 Sep 17 23:09:35.240677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51222) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.268063 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ecbd90-1165-4947-91a9-890be0c0f6d7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.278479 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ecbd90-1165-4947-91a9-890be0c0f6d7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.278479 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-69ecbd90-1165-4947-91a9-890be0c0f6d7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/bca5ed6a-7e93-43af-9a60-e93b379ba576 HTTP/1.1" status: 404 len: 337 time: 0.0287368 Sep 17 23:09:35.280352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51224) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.285167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0166e25-cb9f-4c2d-91d2-5930b7fd4b62 None None] DHCP port deletion for 38e57885-52ae-4368-b5fd-23ea4b3627c1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:09:35.302969 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-17da1e31-dcda-4092-bb3c-bbd9a26ba2a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.303591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17da1e31-dcda-4092-bb3c-bbd9a26ba2a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.305317 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-17da1e31-dcda-4092-bb3c-bbd9a26ba2a7 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/daa49cd1-5c41-4464-b00d-b2d332e07cdc HTTP/1.1" status: 404 len: 333 time: 0.0238025 Sep 17 23:09:35.307734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51226) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.332965 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1feaa90-3cd0-4431-9c3d-d79c3f4c60a9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.333411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1feaa90-3cd0-4431-9c3d-d79c3f4c60a9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.334620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a0166e25-cb9f-4c2d-91d2-5930b7fd4b62 None None] Deleting port cd88698b-31e6-46d6-9814-2d93b53c58f7 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:35.335001 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0166e25-cb9f-4c2d-91d2-5930b7fd4b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:35.335129 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f1feaa90-3cd0-4431-9c3d-d79c3f4c60a9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/299690e7-c626-4849-ad2e-abbeba41ce54 HTTP/1.1" status: 404 len: 337 time: 0.0264249 Sep 17 23:09:35.337631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51228) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.364655 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1f9d75-f741-4f7f-9242-4eb896a814ab tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.365267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1f9d75-f741-4f7f-9242-4eb896a814ab tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.366952 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5c1f9d75-f741-4f7f-9242-4eb896a814ab tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/052f0ffc-09a4-460a-aa86-aeacb5817d47 HTTP/1.1" status: 404 len: 333 time: 0.0284395 Sep 17 23:09:35.369390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51230) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.394588 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2f1660-7fd3-4773-bca0-8ad61ce7101b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.395030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2f1660-7fd3-4773-bca0-8ad61ce7101b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.396724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9f2f1660-7fd3-4773-bca0-8ad61ce7101b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/35fb1d78-0265-4b4b-a490-62fb7a29e6a5 HTTP/1.1" status: 404 len: 337 time: 0.0264478 Sep 17 23:09:35.397014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a0166e25-cb9f-4c2d-91d2-5930b7fd4b62 None None] For port cd88698b-31e6-46d6-9814-2d93b53c58f7, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cd88698b-31e6-46d6-9814-2d93b53c58f7,segment=NetworkSegment(a0f2ad4e-8326-4345-a78f-812603a3eda0),segment_id=a0f2ad4e-8326-4345-a78f-812603a3eda0)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:35.397418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0166e25-cb9f-4c2d-91d2-5930b7fd4b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:35.399142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51232) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.411460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a0166e25-cb9f-4c2d-91d2-5930b7fd4b62 None None] Calling delete_port for cd88698b-31e6-46d6-9814-2d93b53c58f7 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:35.421707 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5358b898-7248-4d40-9535-5f1c6c8c8da2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.422435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5358b898-7248-4d40-9535-5f1c6c8c8da2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.424260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5358b898-7248-4d40-9535-5f1c6c8c8da2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/233fcfd3-90b6-486f-9b51-39ed64be171b HTTP/1.1" status: 404 len: 333 time: 0.0241783 Sep 17 23:09:35.426792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51234) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.452876 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-701d8237-8e4d-47fe-a5d1-aef21261bb08 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.453328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701d8237-8e4d-47fe-a5d1-aef21261bb08 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.455036 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-701d8237-8e4d-47fe-a5d1-aef21261bb08 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/e4798461-7727-40ba-b169-e076b73a7bcb HTTP/1.1" status: 404 len: 337 time: 0.0273201 Sep 17 23:09:35.457512 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51236) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.479864 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebca2e9-67f7-4668-a1a4-1aedf634c2b3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.480493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebca2e9-67f7-4668-a1a4-1aedf634c2b3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.482190 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3ebca2e9-67f7-4668-a1a4-1aedf634c2b3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/7c7d75a1-3282-44ee-909c-3073e6105817 HTTP/1.1" status: 404 len: 333 time: 0.0237763 Sep 17 23:09:35.485090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51238) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.509948 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba67357-6af5-4c3c-9551-c5e500c28b93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.510390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba67357-6af5-4c3c-9551-c5e500c28b93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.512587 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fba67357-6af5-4c3c-9551-c5e500c28b93 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/5d91f14b-fdc8-4a47-9fdf-6a43a5406117 HTTP/1.1" status: 404 len: 337 time: 0.0263755 Sep 17 23:09:35.515419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51240) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.546889 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-33392d7b-2475-4b87-894e-090bbeebba20 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.546889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33392d7b-2475-4b87-894e-090bbeebba20 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.546889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-33392d7b-2475-4b87-894e-090bbeebba20 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/e7beac11-f730-406d-ae05-05e30cc38230 HTTP/1.1" status: 404 len: 333 time: 0.0277648 Sep 17 23:09:35.548639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51242) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.565689 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0166e25-cb9f-4c2d-91d2-5930b7fd4b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:35.573338 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4a2ea0-64c2-43ef-8838-ff5a92604c55 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.573817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4a2ea0-64c2-43ef-8838-ff5a92604c55 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.576063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fc4a2ea0-64c2-43ef-8838-ff5a92604c55 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/d1994daa-5b46-4414-9a9d-6ac447fe8f1f HTTP/1.1" status: 404 len: 337 time: 0.0265262 Sep 17 23:09:35.583133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51244) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.592239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0166e25-cb9f-4c2d-91d2-5930b7fd4b62 None None] Pushing event deleted for resources: {'Port': ['ID=cd88698b-31e6-46d6-9814-2d93b53c58f7,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:35.595739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0166e25-cb9f-4c2d-91d2-5930b7fd4b62 None None] No DVR routers for this DVR port cd88698b-31e6-46d6-9814-2d93b53c58f7 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:35.607582 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d66f96-695b-4a47-a7b6-c2f5b331e265 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.610063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d66f96-695b-4a47-a7b6-c2f5b331e265 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.610160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-11d66f96-695b-4a47-a7b6-c2f5b331e265 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/f0883053-7ebc-4559-92ba-060bf19420d2 HTTP/1.1" status: 404 len: 333 time: 0.0260553 Sep 17 23:09:35.612591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51246) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.637952 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7436c003-9c09-4ea1-9047-c886adbc063e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.638805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7436c003-9c09-4ea1-9047-c886adbc063e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.640169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7436c003-9c09-4ea1-9047-c886adbc063e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/9a4d511b-779d-4030-890d-60a56ad83b40 HTTP/1.1" status: 404 len: 337 time: 0.0266519 Sep 17 23:09:35.642597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51248) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.667885 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22e4799-4bd5-442c-a24d-d578ef2eb0dc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.668424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22e4799-4bd5-442c-a24d-d578ef2eb0dc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.670122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d22e4799-4bd5-442c-a24d-d578ef2eb0dc tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/0b0a93f0-c131-496d-a93d-22ecbfba4cc2 HTTP/1.1" status: 404 len: 337 time: 0.0266197 Sep 17 23:09:35.672478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51250) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.694360 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65a7f92-5b55-4ebd-94b5-034b1ea73469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.694944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65a7f92-5b55-4ebd-94b5-034b1ea73469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.696618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b65a7f92-5b55-4ebd-94b5-034b1ea73469 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/fe6d3a53-af13-4faf-8494-66cc2b148151 HTTP/1.1" status: 404 len: 333 time: 0.0232673 Sep 17 23:09:35.698871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51252) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.729236 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d4d74c-365b-4065-9e8d-c0b86e83ee62 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.729674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d4d74c-365b-4065-9e8d-c0b86e83ee62 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.731521 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-41d4d74c-365b-4065-9e8d-c0b86e83ee62 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/5e845fbf-4d25-4cb0-8dd5-c2f90b7b1bde HTTP/1.1" status: 404 len: 337 time: 0.0310984 Sep 17 23:09:35.734046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51254) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.758870 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a77291-1d3f-43b8-aeb0-75bdf5950de0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.759311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a77291-1d3f-43b8-aeb0-75bdf5950de0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.760986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-05a77291-1d3f-43b8-aeb0-75bdf5950de0 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/5bca272a-03ff-46d3-8223-b93538811db4 HTTP/1.1" status: 404 len: 337 time: 0.0260625 Sep 17 23:09:35.764238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51256) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.786276 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf042aad-3d2b-495c-aefa-cd39dfa221a9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.786888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf042aad-3d2b-495c-aefa-cd39dfa221a9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.789120 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bf042aad-3d2b-495c-aefa-cd39dfa221a9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/d29beb60-3a2f-4adf-bc74-2fa158afc027 HTTP/1.1" status: 404 len: 333 time: 0.0239666 Sep 17 23:09:35.790882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51258) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.817412 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33d88a6-f8df-4518-8a8a-fdfd739d4eff tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.817780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33d88a6-f8df-4518-8a8a-fdfd739d4eff tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.819421 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b33d88a6-f8df-4518-8a8a-fdfd739d4eff tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/a458a271-3008-44b1-98d3-b2765999fd9f HTTP/1.1" status: 404 len: 337 time: 0.0276470 Sep 17 23:09:35.821776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51260) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.847694 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc3086c-2929-4073-84d8-e0c5032666be tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.848305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc3086c-2929-4073-84d8-e0c5032666be tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.849752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fbc3086c-2929-4073-84d8-e0c5032666be tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/6d31dc32-86e2-4a79-b1f5-aed713ab9c76 HTTP/1.1" status: 404 len: 337 time: 0.0271013 Sep 17 23:09:35.852263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51262) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.857817 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b273-0731-48af-b09c-35ad72616de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:35.874823 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0971a6c1-925b-4338-8870-c1de0aba7272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.875417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0971a6c1-925b-4338-8870-c1de0aba7272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.877111 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0971a6c1-925b-4338-8870-c1de0aba7272 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/b2437ae9-7b46-4e9f-9883-28ba431f949b HTTP/1.1" status: 404 len: 333 time: 0.0239234 Sep 17 23:09:35.879602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51264) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.909502 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-433cff4b-e644-4f55-99a6-e62966cabb82 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.909942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433cff4b-e644-4f55-99a6-e62966cabb82 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.911584 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-433cff4b-e644-4f55-99a6-e62966cabb82 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/f698b8ce-e5ac-4814-bd34-332e99019bcf HTTP/1.1" status: 404 len: 337 time: 0.0310295 Sep 17 23:09:35.914085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51266) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.939267 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d56a8df-c948-4f76-84cd-b9830abc1d55 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:35.939708 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d56a8df-c948-4f76-84cd-b9830abc1d55 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:35.941347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1d56a8df-c948-4f76-84cd-b9830abc1d55 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/fa14fc6e-d612-42a6-9a18-18021657129a HTTP/1.1" status: 404 len: 337 time: 0.0263472 Sep 17 23:09:35.943713 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51268) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:35.969547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f4b43fbf-673f-42e1-8ccc-0c39b35f50c5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c23f4-43eb-460a-ab57-b0993552499d HTTP/1.1" status: 200 len: 205 time: 0.0247848 Sep 17 23:09:35.971790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51270) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.007685 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-e5d9e647-c525-4186-807c-7b0cff89981a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] delete failed (client error): The resource could not be found. Sep 17 23:09:36.008687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e5d9e647-c525-4186-807c-7b0cff89981a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/routers/783c23f4-43eb-460a-ab57-b0993552499d HTTP/1.1" status: 404 len: 336 time: 0.0359738 Sep 17 23:09:36.011025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51272) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.040769 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7319ffb2-d5a4-41b8-af0d-fdca85df274a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.041213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7319ffb2-d5a4-41b8-af0d-fdca85df274a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.042826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7319ffb2-d5a4-41b8-af0d-fdca85df274a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/090347ac-efb5-405a-b744-b70d08bab74b HTTP/1.1" status: 404 len: 337 time: 0.0309489 Sep 17 23:09:36.045414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51274) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.070413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9df22ac9-281c-4549-970e-1218781277ee tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e HTTP/1.1" status: 200 len: 205 time: 0.0239360 Sep 17 23:09:36.072445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51276) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.109269 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-9dcbf834-7437-4968-8081-07a6dd96a961 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] delete failed (client error): The resource could not be found. Sep 17 23:09:36.110291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9dcbf834-7437-4968-8081-07a6dd96a961 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/routers/0e528cbd-4b4e-491b-9fc4-8ef27ca2bc5e HTTP/1.1" status: 404 len: 336 time: 0.0369856 Sep 17 23:09:36.112752 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51278) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.138764 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-033479be-73eb-4709-9ff6-367694a3e4d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.139211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033479be-73eb-4709-9ff6-367694a3e4d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.140902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-033479be-73eb-4709-9ff6-367694a3e4d5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/dc0e8c78-fa70-4dcb-8e65-c41ca419f00e HTTP/1.1" status: 404 len: 337 time: 0.0272720 Sep 17 23:09:36.143300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51280) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.172043 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b4ff85-c4b4-4df2-a0a9-574b995d7c19 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.172511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b4ff85-c4b4-4df2-a0a9-574b995d7c19 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.174169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f4b4ff85-c4b4-4df2-a0a9-574b995d7c19 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/d7934000-27f5-4d32-955c-847842d5aa48 HTTP/1.1" status: 404 len: 337 time: 0.0299923 Sep 17 23:09:36.176575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51282) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.199011 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4897a6-263b-413d-adf7-b0ca22ac740b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.200093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4897a6-263b-413d-adf7-b0ca22ac740b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.201772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4d4897a6-263b-413d-adf7-b0ca22ac740b tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/5d0afee5-6c2f-43e4-9c84-d493afd806ac HTTP/1.1" status: 404 len: 333 time: 0.0242107 Sep 17 23:09:36.204152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51284) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.229295 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef01f36e-9240-4dfd-aad8-3578539c1bd2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.229728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef01f36e-9240-4dfd-aad8-3578539c1bd2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.231976 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ef01f36e-9240-4dfd-aad8-3578539c1bd2 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/fc196c1d-bde9-4009-8f72-fbcc8ca6f459 HTTP/1.1" status: 404 len: 337 time: 0.0263920 Sep 17 23:09:36.238794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51286) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.260347 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58f6952-c38e-47fc-a679-24f8cc4f5c3e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.260934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58f6952-c38e-47fc-a679-24f8cc4f5c3e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.263071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b58f6952-c38e-47fc-a679-24f8cc4f5c3e tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/e7216514-9b39-4892-a9ff-3ed17351c443 HTTP/1.1" status: 404 len: 333 time: 0.0234096 Sep 17 23:09:36.265414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51288) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.290236 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0b41ec-f705-484b-a2c8-f2bf69b1d618 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.290674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0b41ec-f705-484b-a2c8-f2bf69b1d618 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.292321 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7b0b41ec-f705-484b-a2c8-f2bf69b1d618 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/14b06ec8-cd87-46ab-9f1c-4c789875f58a HTTP/1.1" status: 404 len: 337 time: 0.0260320 Sep 17 23:09:36.297888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51290) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.319390 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c999fb-ab89-4a6b-ac1d-7ab0f07a2029 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.320017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c999fb-ab89-4a6b-ac1d-7ab0f07a2029 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.325082 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a2c999fb-ab89-4a6b-ac1d-7ab0f07a2029 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/8c6b60d7-6129-4fab-97fc-ddeeb08644ec HTTP/1.1" status: 404 len: 333 time: 0.0229845 Sep 17 23:09:36.327207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51292) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.359043 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cce25e-0b29-426c-965f-6dee3b2bbfc5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.359502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cce25e-0b29-426c-965f-6dee3b2bbfc5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.361197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cd88698b-31e6-46d6-9814-2d93b53c58f7 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:09:36.361778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e8cce25e-0b29-426c-965f-6dee3b2bbfc5 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/2478e483-80bb-476a-bc91-7881741658d0 HTTP/1.1" status: 404 len: 337 time: 0.0331247 Sep 17 23:09:36.363725 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51294) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.381295 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: cd88698b-31e6-46d6-9814-2d93b53c58f7 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:09:36.381645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cd88698b-31e6-46d6-9814-2d93b53c58f7 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:09:36.385701 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ed654e-b6f4-450d-acad-b741263abba3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.386343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ed654e-b6f4-450d-acad-b741263abba3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.391208 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a2ed654e-b6f4-450d-acad-b741263abba3 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/5979b201-85e0-4d6d-b9a5-a4d19a50b857 HTTP/1.1" status: 404 len: 333 time: 0.0264673 Sep 17 23:09:36.391378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51296) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.417557 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad24600-4e87-4525-a96b-62f30e82a32a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.417993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad24600-4e87-4525-a96b-62f30e82a32a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.419723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aad24600-4e87-4525-a96b-62f30e82a32a tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/7e7308e4-c26e-4204-926f-223b273edf68 HTTP/1.1" status: 404 len: 337 time: 0.0273714 Sep 17 23:09:36.422270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51298) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.447308 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcdc2e2-3ffa-4644-abc5-598f642a9b17 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.447921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcdc2e2-3ffa-4644-abc5-598f642a9b17 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.450586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4bcdc2e2-3ffa-4644-abc5-598f642a9b17 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/8c752945-6b7e-45b2-acc0-e19c63c1eea5 HTTP/1.1" status: 404 len: 333 time: 0.0273979 Sep 17 23:09:36.454202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51300) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.483757 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae77125f-aca8-4ade-88f6-0854f91a0645 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.484241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae77125f-aca8-4ade-88f6-0854f91a0645 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.486017 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ae77125f-aca8-4ade-88f6-0854f91a0645 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/72d603f7-bf68-495d-89f7-30893f7e5318 HTTP/1.1" status: 404 len: 337 time: 0.0308537 Sep 17 23:09:36.488464 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.511032 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b1c318-0810-4e0a-a9d0-6b8bd6867f14 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.511634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b1c318-0810-4e0a-a9d0-6b8bd6867f14 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.514015 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-82b1c318-0810-4e0a-a9d0-6b8bd6867f14 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/e9495c46-c64a-4c78-b1ac-e31233661c5f HTTP/1.1" status: 404 len: 333 time: 0.0246744 Sep 17 23:09:36.516616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51304) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.541910 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-647addb8-e42b-4d33-a051-117e3b9962f9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.542340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647addb8-e42b-4d33-a051-117e3b9962f9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.544256 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-647addb8-e42b-4d33-a051-117e3b9962f9 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/872e63e5-159f-4036-995d-16bc9369d36f HTTP/1.1" status: 404 len: 337 time: 0.0266230 Sep 17 23:09:36.546749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51306) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.568694 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7232f42-5d98-49c6-a0f2-a60a0235ff0c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.569288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7232f42-5d98-49c6-a0f2-a60a0235ff0c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.570892 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d7232f42-5d98-49c6-a0f2-a60a0235ff0c tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/ports/de08b46e-f8d3-4d93-8342-7fe2f7edbfaf HTTP/1.1" status: 404 len: 333 time: 0.0231862 Sep 17 23:09:36.573127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51308) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.598194 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe53413-d199-4bc0-a2d2-e81e6b9bf61f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:36.598560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe53413-d199-4bc0-a2d2-e81e6b9bf61f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:36.600201 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dbe53413-d199-4bc0-a2d2-e81e6b9bf61f tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/subnets/a7789003-6ff9-4b45-9fc9-16029bca00a0 HTTP/1.1" status: 404 len: 337 time: 0.0262008 Sep 17 23:09:36.602489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51310) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:36.680622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:36.765460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:36.790365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e57885-52ae-4368-b5fd-23ea4b3627c1']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:36.800720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f2ad4e-8326-4345-a78f-812603a3eda0') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:36.801011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f2ad4e-8326-4345-a78f-812603a3eda0') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:36.810986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:36.823722 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:36.829867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:09:36.830260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: items = [ Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:09:36.833196 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:09:36.965733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:36.973416 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:36.974622 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] 10.222.0.30 "DELETE /v2.0/networks/38e57885-52ae-4368-b5fd-23ea4b3627c1 HTTP/1.1" status: 204 len: 168 time: 0.3712730 Sep 17 23:09:36.986503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be4b2f-1a2f-40af-bce1-0ce3123d3706 tempest-NetworksTestDHCPv6-835380136 tempest-NetworksTestDHCPv6-835380136-project] Pushing event deleted for resources: {'Network': ['ID=38e57885-52ae-4368-b5fd-23ea4b3627c1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:37.068331 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:37.409782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51316) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:37.463011 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:37.540620 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-72d67ce5-d18f-4359-b16f-2fd494a3c888 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47cbbc9a17aa4270b13146f80d9600fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295729 Sep 17 23:09:37.543950 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51320) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:37.592443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5c7d49da-0bbe-4173-aadd-08001146c6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:37.613694 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5c7d49da-0bbe-4173-aadd-08001146c6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:37.744744 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5c7d49da-0bbe-4173-aadd-08001146c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:37.748162 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5c7d49da-0bbe-4173-aadd-08001146c6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:37.749346 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5c7d49da-0bbe-4173-aadd-08001146c6fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c926ba0f-1db8-4695-851e-08928540e783 HTTP/1.1" status: 204 len: 168 time: 0.2043722 Sep 17 23:09:37.757526 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d49da-0bbe-4173-aadd-08001146c6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c926ba0f-1db8-4695-851e-08928540e783,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:38.797884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51342) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:38.891037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-703583865'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:38.966987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:38.970717 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:38.979554 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.070342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.144318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.172895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.173621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:09:39.179028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87140a53-beaa-4028-acb6-c75917d8dd29,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:39.186807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.187669 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Added segment d62a42ff-d819-46a4-a474-581e8e2fd62c of type vlan for network 163b7411-d15e-4c15-b52b-705fad3dbeb6 Sep 17 23:09:39.226559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.302412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.307943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:39.308551 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.373233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Network': ['ID=163b7411-d15e-4c15-b52b-705fad3dbeb6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:39.383599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:09:39.415821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0edfcae2-d5c2-4579-9d22-4be5e5e36c31 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6141424 Sep 17 23:09:39.416138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51346) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:39.423897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'name': 'tempest-PortsTestJSON-885098165'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:39.582676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:39.586157 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.603368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port afe24956-5e8e-4326-93d1-5dc93b62a4f9 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:39.767510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.847787 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:39.908523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=afe24956-5e8e-4326-93d1-5dc93b62a4f9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:39.917609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Checking segment: {'id': 'd62a42ff-d819-46a4-a474-581e8e2fd62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:39.917971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network hostable DHCP agents. Network: 163b7411-d15e-4c15-b52b-705fad3dbeb6, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:09:39.989858 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:09:40.081529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 163b7411-d15e-4c15-b52b-705fad3dbeb6) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:40.085029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:40.090977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:40.091276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465a070f-aaa0-4af3-99cd-70dfd2e3d22f None None] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:40.092400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:40.196788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a4c6bf69-339c-4d6b-9dd7-40488bee9667 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7793260 Sep 17 23:09:40.199825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51352) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:40.205604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-607738973'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:40.290912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:40.294459 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:40.319136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:09:40.328393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:40.329009 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Added segment 8a27b22c-a8df-4948-9d49-281cd83214a4 of type vlan for network 19594871-d536-4f72-8f7b-83087ea7d713 Sep 17 23:09:40.371707 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:40.452973 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:40.458707 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:40.459335 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:40.528844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Network': ['ID=19594871-d536-4f72-8f7b-83087ea7d713,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:40.542820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 19594871-d536-4f72-8f7b-83087ea7d713 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:09:40.559129 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-280d1f33-9c85-4dad-a299-5931f9233c51 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3559041 Sep 17 23:09:40.559461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51354) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:40.565283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'ports': [{'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6'}, {'network_id': '19594871-d536-4f72-8f7b-83087ea7d713'}]} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:40.565615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:40.566084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': '19594871-d536-4f72-8f7b-83087ea7d713'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:40.784451 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:40.813092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 2} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:40.817732 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:40.830850 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:40.914048 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 494dc7ce-7b9e-40df-871e-c9967501dd87 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:41.027549 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:41.096217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 12ab270a-8825-4805-b929-b551207c53e2 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:41.202536 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:41.308812 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:41.353143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:41.356165 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:41.359726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:41.360576 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:41.373682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=494dc7ce-7b9e-40df-871e-c9967501dd87,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:41.430150 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=12ab270a-8825-4805-b929-b551207c53e2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:41.437620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Checking segment: {'id': '8a27b22c-a8df-4948-9d49-281cd83214a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19594871-d536-4f72-8f7b-83087ea7d713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:41.437898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network hostable DHCP agents. Network: 19594871-d536-4f72-8f7b-83087ea7d713, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:09:41.514621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 19594871-d536-4f72-8f7b-83087ea7d713 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:09:41.593983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 19594871-d536-4f72-8f7b-83087ea7d713) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:41.598341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:41.601327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa28a0a-dfa5-42c4-9b06-8d2a6dc7fd3e None None] Network 19594871-d536-4f72-8f7b-83087ea7d713 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:41.605556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:41.610908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:41.611579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:41.692107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-956f0d8c-4684-4ffd-8c46-fc314bb9c8b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1315572 Sep 17 23:09:41.694809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51356) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:41.780923 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7a14eee8-0d82-420a-94b8-c6fb7fe76877 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 12ab270a-8825-4805-b929-b551207c53e2 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:41.781264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a14eee8-0d82-420a-94b8-c6fb7fe76877 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:41.851499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a14eee8-0d82-420a-94b8-c6fb7fe76877 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:41.863697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-7a14eee8-0d82-420a-94b8-c6fb7fe76877 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 12ab270a-8825-4805-b929-b551207c53e2 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:42.041353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a14eee8-0d82-420a-94b8-c6fb7fe76877 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.069000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14eee8-0d82-420a-94b8-c6fb7fe76877 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=12ab270a-8825-4805-b929-b551207c53e2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:42.076827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a14eee8-0d82-420a-94b8-c6fb7fe76877 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.078728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7a14eee8-0d82-420a-94b8-c6fb7fe76877 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/12ab270a-8825-4805-b929-b551207c53e2 HTTP/1.1" status: 204 len: 168 time: 0.3828728 Sep 17 23:09:42.081379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51358) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:42.129784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c3793-b553-44d5-9d97-624e1eb1ec03 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:42.136200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c3793-b553-44d5-9d97-624e1eb1ec03 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:42.137872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c26c3793-b553-44d5-9d97-624e1eb1ec03 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0555890 Sep 17 23:09:42.141168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51360) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:42.224899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ae66c219-05bc-478c-9c25-41087f3622e1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 494dc7ce-7b9e-40df-871e-c9967501dd87 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:42.225237 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae66c219-05bc-478c-9c25-41087f3622e1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.293376 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae66c219-05bc-478c-9c25-41087f3622e1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.305959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ae66c219-05bc-478c-9c25-41087f3622e1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 494dc7ce-7b9e-40df-871e-c9967501dd87 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:42.430072 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae66c219-05bc-478c-9c25-41087f3622e1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.457838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66c219-05bc-478c-9c25-41087f3622e1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=494dc7ce-7b9e-40df-871e-c9967501dd87,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:42.465191 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ae66c219-05bc-478c-9c25-41087f3622e1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.467231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ae66c219-05bc-478c-9c25-41087f3622e1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/494dc7ce-7b9e-40df-871e-c9967501dd87 HTTP/1.1" status: 204 len: 168 time: 0.3251231 Sep 17 23:09:42.469689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51362) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:42.516251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba1a4a-3a82-4468-8f48-678180d3206b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:42.517722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ceba1a4a-3a82-4468-8f48-678180d3206b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0471246 Sep 17 23:09:42.520478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51364) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:42.543709 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-954d5766-ce2f-4fff-93e1-a001cc3b1689 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:09:42.545289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-954d5766-ce2f-4fff-93e1-a001cc3b1689 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/12ab270a-8825-4805-b929-b551207c53e2 HTTP/1.1" status: 404 len: 333 time: 0.0239198 Sep 17 23:09:42.547973 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51366) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:42.571311 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cb22e9-2d8f-48ef-b57b-c6d2dda4375a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:09:42.572731 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-12cb22e9-2d8f-48ef-b57b-c6d2dda4375a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/494dc7ce-7b9e-40df-871e-c9967501dd87 HTTP/1.1" status: 404 len: 333 time: 0.0238295 Sep 17 23:09:42.575056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51368) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:42.651492 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.735897 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.760394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19594871-d536-4f72-8f7b-83087ea7d713']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:42.770043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a27b22c-a8df-4948-9d49-281cd83214a4') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:42.770342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a27b22c-a8df-4948-9d49-281cd83214a4') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:42.779692 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.792490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.798885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:09:42.799265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:09:42.802128 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:09:42.915720 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.923193 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:42.925358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/networks/19594871-d536-4f72-8f7b-83087ea7d713 HTTP/1.1" status: 204 len: 168 time: 0.3491199 Sep 17 23:09:42.929746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51370) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:42.935042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-396345846'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:42.938186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba723058-facc-46be-ae29-6fc147775fac tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Network': ['ID=19594871-d536-4f72-8f7b-83087ea7d713,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:43.018378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:43.021793 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:43.049843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:09:43.058405 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:43.058747 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Added segment 7ac6dc0c-1ecc-4308-8a69-d59515266abd of type vlan for network 9848d22c-3323-4c61-b869-32e274cc608f Sep 17 23:09:43.097676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:43.207206 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:43.213026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:43.213613 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:43.278525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Network': ['ID=9848d22c-3323-4c61-b869-32e274cc608f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:43.288613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 9848d22c-3323-4c61-b869-32e274cc608f details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:09:43.328697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dee97c40-4e30-42da-aa73-d93b1ac04e2c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3978453 Sep 17 23:09:43.331675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51372) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:43.336597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': '9848d22c-3323-4c61-b869-32e274cc608f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:43.502292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:43.505829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:43.744201 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:43.804533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=3bdcb6eb-7977-4bd1-bd2a-ed13def8d89d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:43.811750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Checking segment: {'id': '7ac6dc0c-1ecc-4308-8a69-d59515266abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9848d22c-3323-4c61-b869-32e274cc608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:43.812107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network hostable DHCP agents. Network: 9848d22c-3323-4c61-b869-32e274cc608f, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:09:43.898090 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 9848d22c-3323-4c61-b869-32e274cc608f is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:09:43.987907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 9848d22c-3323-4c61-b869-32e274cc608f) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:43.992596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:43.993537 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:43.997571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2428aeeb-adfd-4930-9dda-d6f74f2adae7 None None] Network 9848d22c-3323-4c61-b869-32e274cc608f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:44.086164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8a7df5f2-816f-4589-9dc8-b7fa526ffa3e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7533748 Sep 17 23:09:44.088974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51374) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:44.094185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': '9848d22c-3323-4c61-b869-32e274cc608f', 'name': 'tempest-PortsTestJSON-1383392794'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:44.148976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-9848d22c-3323-4c61-b869-32e274cc608f', 'network_id': '9848d22c-3323-4c61-b869-32e274cc608f', 'tenant_id': 'f5ae556e087e44c6a199dde056b5e926', 'fixed_ips': [{'subnet_id': '3bdcb6eb-7977-4bd1-bd2a-ed13def8d89d'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:09:44.149854 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:44.285843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:44.286038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Allocated IP 172.20.0.2 (9848d22c-3323-4c61-b869-32e274cc608f/3bdcb6eb-7977-4bd1-bd2a-ed13def8d89d/918627a1-f533-4f38-97b9-7a035406ece2) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:44.290158 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:44.308113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 1ef9ddf9-6e6a-44c9-bae3-9e40670a18f1 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:44.430605 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:44.504492 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:44.544533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Network 9848d22c-3323-4c61-b869-32e274cc608f is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:44.548046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:44.553348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.13 (9848d22c-3323-4c61-b869-32e274cc608f/3bdcb6eb-7977-4bd1-bd2a-ed13def8d89d/1ef9ddf9-6e6a-44c9-bae3-9e40670a18f1) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:44.553553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:44.560503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Pushing event updated for resources: {'Port': ['ID=918627a1-f533-4f38-97b9-7a035406ece2,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:44.613730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Attempting to bind port 918627a1-f533-4f38-97b9-7a035406ece2 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:44.614107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Attempting to bind port 918627a1-f533-4f38-97b9-7a035406ece2 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '7ac6dc0c-1ecc-4308-8a69-d59515266abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9848d22c-3323-4c61-b869-32e274cc608f'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:44.614477 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Attempting to bind port 918627a1-f533-4f38-97b9-7a035406ece2 on network 9848d22c-3323-4c61-b869-32e274cc608f {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:44.619577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:44.619961 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Checking segment: {'id': '7ac6dc0c-1ecc-4308-8a69-d59515266abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9848d22c-3323-4c61-b869-32e274cc608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:44.620429 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:44.620829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Bound using segment: {'id': '7ac6dc0c-1ecc-4308-8a69-d59515266abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9848d22c-3323-4c61-b869-32e274cc608f'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:44.621318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Bound port: 918627a1-f533-4f38-97b9-7a035406ece2, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac6dc0c-1ecc-4308-8a69-d59515266abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9848d22c-3323-4c61-b869-32e274cc608f'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:44.621682 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:44.689807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] For port 918627a1-f533-4f38-97b9-7a035406ece2, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:44.692873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] For port 918627a1-f533-4f38-97b9-7a035406ece2, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=918627a1-f533-4f38-97b9-7a035406ece2,segment=NetworkSegment(7ac6dc0c-1ecc-4308-8a69-d59515266abd),segment_id=7ac6dc0c-1ecc-4308-8a69-d59515266abd)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:44.705443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:44.785189 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:44.813903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:44.845799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787c7a0-44ab-4bd9-bb40-77666c36d589 None None] Pushing event updated for resources: {'Port': ['ID=918627a1-f533-4f38-97b9-7a035406ece2,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:44.862895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 9848d22c-3323-4c61-b869-32e274cc608f is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:44.866096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:44.869860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:44.902228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=1ef9ddf9-6e6a-44c9-bae3-9e40670a18f1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:44.931615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:44.932257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.013835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7c5c2b48-9855-4ed0-9219-6989181d0b97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9234726 Sep 17 23:09:45.017364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51376) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:45.113529 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-9d4dd31b-a6eb-4d63-902d-51af658c2300 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 1ef9ddf9-6e6a-44c9-bae3-9e40670a18f1 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:45.113881 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd31b-a6eb-4d63-902d-51af658c2300 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.209468 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd31b-a6eb-4d63-902d-51af658c2300 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.221337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-9d4dd31b-a6eb-4d63-902d-51af658c2300 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 1ef9ddf9-6e6a-44c9-bae3-9e40670a18f1 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:45.417009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd31b-a6eb-4d63-902d-51af658c2300 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.448745 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dd31b-a6eb-4d63-902d-51af658c2300 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=1ef9ddf9-6e6a-44c9-bae3-9e40670a18f1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:45.520147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd31b-a6eb-4d63-902d-51af658c2300 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.522551 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9d4dd31b-a6eb-4d63-902d-51af658c2300 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/1ef9ddf9-6e6a-44c9-bae3-9e40670a18f1 HTTP/1.1" status: 204 len: 168 time: 0.5041683 Sep 17 23:09:45.525177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51378) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:45.552609 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb92273a-69f2-4e3e-be3a-fd4fb19c494d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:09:45.553292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb92273a-69f2-4e3e-be3a-fd4fb19c494d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:45.555076 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cb92273a-69f2-4e3e-be3a-fd4fb19c494d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/1ef9ddf9-6e6a-44c9-bae3-9e40670a18f1 HTTP/1.1" status: 404 len: 333 time: 0.0286131 Sep 17 23:09:45.557853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51380) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:45.583066 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae4c841-a888-4876-b3b8-4f19879f64bf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:09:45.584639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cae4c841-a888-4876-b3b8-4f19879f64bf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/1ef9ddf9-6e6a-44c9-bae3-9e40670a18f1 HTTP/1.1" status: 404 len: 333 time: 0.0258744 Sep 17 23:09:45.587438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51382) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:45.645104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72338a6-4caa-4d48-80fd-e5ecfddccbf9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet 3bdcb6eb-7977-4bd1-bd2a-ed13def8d89d {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:45.648645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f72338a6-4caa-4d48-80fd-e5ecfddccbf9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.690014 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f72338a6-4caa-4d48-80fd-e5ecfddccbf9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.731721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d8c0f4-557b-4416-a018-1042cf0c4c18 None None] Network 9848d22c-3323-4c61-b869-32e274cc608f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:45.774015 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f72338a6-4caa-4d48-80fd-e5ecfddccbf9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.850285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c18cbf02-3821-4790-8741-bdb8c5ed3333 None None] Provisioning complete for port 918627a1-f533-4f38-97b9-7a035406ece2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:45.850663 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c18cbf02-3821-4790-8741-bdb8c5ed3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.893413 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f72338a6-4caa-4d48-80fd-e5ecfddccbf9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.921378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72338a6-4caa-4d48-80fd-e5ecfddccbf9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=3bdcb6eb-7977-4bd1-bd2a-ed13def8d89d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:45.927099 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f72338a6-4caa-4d48-80fd-e5ecfddccbf9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:45.931750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51384) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:45.934280 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f72338a6-4caa-4d48-80fd-e5ecfddccbf9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/3bdcb6eb-7977-4bd1-bd2a-ed13def8d89d HTTP/1.1" status: 204 len: 168 time: 0.3433435 Sep 17 23:09:45.973061 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c18cbf02-3821-4790-8741-bdb8c5ed3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.005971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c18cbf02-3821-4790-8741-bdb8c5ed3333 None None] For port 918627a1-f533-4f38-97b9-7a035406ece2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=918627a1-f533-4f38-97b9-7a035406ece2,segment=NetworkSegment(7ac6dc0c-1ecc-4308-8a69-d59515266abd),segment_id=7ac6dc0c-1ecc-4308-8a69-d59515266abd)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:46.022788 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.077555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 918627a1-f533-4f38-97b9-7a035406ece2 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:46.077830 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.096966 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c18cbf02-3821-4790-8741-bdb8c5ed3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.137321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a38f4-109a-45c0-af98-9f628c107e76 None None] Network 9848d22c-3323-4c61-b869-32e274cc608f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:46.152184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] For port 918627a1-f533-4f38-97b9-7a035406ece2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=918627a1-f533-4f38-97b9-7a035406ece2,segment=NetworkSegment(7ac6dc0c-1ecc-4308-8a69-d59515266abd),segment_id=7ac6dc0c-1ecc-4308-8a69-d59515266abd)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:46.152553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.164385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cbf02-3821-4790-8741-bdb8c5ed3333 None None] Pushing event updated for resources: {'Port': ['ID=918627a1-f533-4f38-97b9-7a035406ece2,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:46.174256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 918627a1-f533-4f38-97b9-7a035406ece2 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:46.231031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3947f010-c248-4077-97b4-bb5b9e09eb9f None None] Provisioning complete for port 918627a1-f533-4f38-97b9-7a035406ece2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:46.231500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3947f010-c248-4077-97b4-bb5b9e09eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.333786 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.360524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=918627a1-f533-4f38-97b9-7a035406ece2,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:46.366604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No DVR routers for this DVR port 918627a1-f533-4f38-97b9-7a035406ece2 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:46.408765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d702910-4eae-4db4-a5da-f62a0c5041b4 None None] DHCP port deletion for 9848d22c-3323-4c61-b869-32e274cc608f request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:09:46.456441 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.476388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9848d22c-3323-4c61-b869-32e274cc608f']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:46.486499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac6dc0c-1ecc-4308-8a69-d59515266abd') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:46.486794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac6dc0c-1ecc-4308-8a69-d59515266abd') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:46.503311 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.518283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.526694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:09:46.527079 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:09:46.531300 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:09:46.641622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.651813 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.651813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/networks/9848d22c-3323-4c61-b869-32e274cc608f HTTP/1.1" status: 204 len: 168 time: 0.7167723 Sep 17 23:09:46.653760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51388) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:46.659054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1787411032'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:46.666191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2b696-ef24-4b90-ace2-8d544e73f91f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Network': ['ID=9848d22c-3323-4c61-b869-32e274cc608f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:46.761323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:46.765112 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.787824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:09:46.796873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.797264 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Added segment c76f9953-8cbc-4a63-8928-ebbbec2bf4b2 of type vlan for network 71e7b3fc-c49e-4f05-84c5-ac80012d9601 Sep 17 23:09:46.837855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.904287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.910360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:46.910970 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:46.981123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Network': ['ID=71e7b3fc-c49e-4f05-84c5-ac80012d9601,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:46.990902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-995a35db-9973-4c1e-9c3b-275a266bf308 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3360369 Sep 17 23:09:46.991797 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 71e7b3fc-c49e-4f05-84c5-ac80012d9601 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:09:46.993763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51390) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:46.999169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': '71e7b3fc-c49e-4f05-84c5-ac80012d9601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:47.131050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:47.134652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:47.361453 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:47.417905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=c563fbdc-562a-4b81-812a-57f6109a9dc9,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:47.428109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Checking segment: {'id': 'c76f9953-8cbc-4a63-8928-ebbbec2bf4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71e7b3fc-c49e-4f05-84c5-ac80012d9601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:47.428486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network hostable DHCP agents. Network: 71e7b3fc-c49e-4f05-84c5-ac80012d9601, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:09:47.486551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 71e7b3fc-c49e-4f05-84c5-ac80012d9601 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:09:47.538026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 71e7b3fc-c49e-4f05-84c5-ac80012d9601) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:47.541926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:47.542483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:47.547396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c4456-b718-4ca5-9357-751f33a39481 None None] Network 71e7b3fc-c49e-4f05-84c5-ac80012d9601 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:47.628417 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f05434c8-6129-4907-9552-ef5776c5ca49 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6333721 Sep 17 23:09:47.628650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51392) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:47.634061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': '71e7b3fc-c49e-4f05-84c5-ac80012d9601', 'security_groups': [], 'name': 'tempest-PortsTestJSON-931937935'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:47.690058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-71e7b3fc-c49e-4f05-84c5-ac80012d9601', 'network_id': '71e7b3fc-c49e-4f05-84c5-ac80012d9601', 'tenant_id': 'f5ae556e087e44c6a199dde056b5e926', 'fixed_ips': [{'subnet_id': 'c563fbdc-562a-4b81-812a-57f6109a9dc9'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:09:47.690926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:47.820340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Allocated IP 172.20.0.2 (71e7b3fc-c49e-4f05-84c5-ac80012d9601/c563fbdc-562a-4b81-812a-57f6109a9dc9/d58a6b24-438e-477d-add5-e2a25000b4d8) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:47.824359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:47.829180 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:47.853075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port a33cb827-e46f-4601-882f-2800e36ed2a3 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:47.967273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.024579 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.061941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Network 71e7b3fc-c49e-4f05-84c5-ac80012d9601 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:48.064904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:48.070398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:48.076028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.7 (71e7b3fc-c49e-4f05-84c5-ac80012d9601/c563fbdc-562a-4b81-812a-57f6109a9dc9/a33cb827-e46f-4601-882f-2800e36ed2a3) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:48.082743 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Pushing event updated for resources: {'Port': ['ID=d58a6b24-438e-477d-add5-e2a25000b4d8,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:48.139770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Attempting to bind port d58a6b24-438e-477d-add5-e2a25000b4d8 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:48.140164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Attempting to bind port d58a6b24-438e-477d-add5-e2a25000b4d8 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'c76f9953-8cbc-4a63-8928-ebbbec2bf4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71e7b3fc-c49e-4f05-84c5-ac80012d9601'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:48.140539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Attempting to bind port d58a6b24-438e-477d-add5-e2a25000b4d8 on network 71e7b3fc-c49e-4f05-84c5-ac80012d9601 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:48.146080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:48.149527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Checking segment: {'id': 'c76f9953-8cbc-4a63-8928-ebbbec2bf4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71e7b3fc-c49e-4f05-84c5-ac80012d9601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:48.149527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.149527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Bound using segment: {'id': 'c76f9953-8cbc-4a63-8928-ebbbec2bf4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71e7b3fc-c49e-4f05-84c5-ac80012d9601'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:48.149527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Bound port: d58a6b24-438e-477d-add5-e2a25000b4d8, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76f9953-8cbc-4a63-8928-ebbbec2bf4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71e7b3fc-c49e-4f05-84c5-ac80012d9601'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:48.149527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.203006 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.212150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] For port d58a6b24-438e-477d-add5-e2a25000b4d8, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:48.215418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] For port d58a6b24-438e-477d-add5-e2a25000b4d8, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d58a6b24-438e-477d-add5-e2a25000b4d8,segment=NetworkSegment(c76f9953-8cbc-4a63-8928-ebbbec2bf4b2),segment_id=c76f9953-8cbc-4a63-8928-ebbbec2bf4b2)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:48.276535 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.299287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.339820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 71e7b3fc-c49e-4f05-84c5-ac80012d9601 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:48.341358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a4689-4458-44bd-b39c-b87f66022ae8 None None] Pushing event updated for resources: {'Port': ['ID=d58a6b24-438e-477d-add5-e2a25000b4d8,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:48.343925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:48.347882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:48.376150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=a33cb827-e46f-4601-882f-2800e36ed2a3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:48.405220 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:48.405677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 918627a1-f533-4f38-97b9-7a035406ece2 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:09:48.405896 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.430417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 918627a1-f533-4f38-97b9-7a035406ece2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:09:48.430766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 918627a1-f533-4f38-97b9-7a035406ece2 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:09:48.466129 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-13d329ff-903d-45b6-8b1d-b4f33c34d3d2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8359890 Sep 17 23:09:48.468988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51394) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:48.584166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-be1988b9-700c-4e57-9473-4c55d559060a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port a33cb827-e46f-4601-882f-2800e36ed2a3 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:48.584516 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-be1988b9-700c-4e57-9473-4c55d559060a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.672990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-be1988b9-700c-4e57-9473-4c55d559060a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.684644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-be1988b9-700c-4e57-9473-4c55d559060a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for a33cb827-e46f-4601-882f-2800e36ed2a3 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:48.868476 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-be1988b9-700c-4e57-9473-4c55d559060a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.895497 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1988b9-700c-4e57-9473-4c55d559060a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=a33cb827-e46f-4601-882f-2800e36ed2a3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:48.971312 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-be1988b9-700c-4e57-9473-4c55d559060a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:48.975763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-be1988b9-700c-4e57-9473-4c55d559060a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/a33cb827-e46f-4601-882f-2800e36ed2a3 HTTP/1.1" status: 204 len: 168 time: 0.5032637 Sep 17 23:09:48.975910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51396) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:49.001427 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f81722-faa1-4ee0-9812-a0247764fbc7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:09:49.003010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-91f81722-faa1-4ee0-9812-a0247764fbc7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/a33cb827-e46f-4601-882f-2800e36ed2a3 HTTP/1.1" status: 404 len: 333 time: 0.0261374 Sep 17 23:09:49.005812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51398) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:49.058309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e10542-12d3-4fff-acd6-4ffa4cbeba89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet c563fbdc-562a-4b81-812a-57f6109a9dc9 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:49.062362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61e10542-12d3-4fff-acd6-4ffa4cbeba89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.258154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa0133-5567-4f10-a84c-b280b6abce7d None None] Network 71e7b3fc-c49e-4f05-84c5-ac80012d9601 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:49.331280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9a7ec04c-4d33-4f65-a78a-9c5e50b73f97 None None] Provisioning complete for port d58a6b24-438e-477d-add5-e2a25000b4d8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:49.331655 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9a7ec04c-4d33-4f65-a78a-9c5e50b73f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.426989 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61e10542-12d3-4fff-acd6-4ffa4cbeba89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.477384 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9a7ec04c-4d33-4f65-a78a-9c5e50b73f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.511991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9a7ec04c-4d33-4f65-a78a-9c5e50b73f97 None None] For port d58a6b24-438e-477d-add5-e2a25000b4d8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d58a6b24-438e-477d-add5-e2a25000b4d8,segment=NetworkSegment(c76f9953-8cbc-4a63-8928-ebbbec2bf4b2),segment_id=c76f9953-8cbc-4a63-8928-ebbbec2bf4b2)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:49.588585 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9a7ec04c-4d33-4f65-a78a-9c5e50b73f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.591192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61e10542-12d3-4fff-acd6-4ffa4cbeba89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.644658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ec04c-4d33-4f65-a78a-9c5e50b73f97 None None] Pushing event updated for resources: {'Port': ['ID=d58a6b24-438e-477d-add5-e2a25000b4d8,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:49.707737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-70202d3e-8c32-4c32-9184-33bb907cc043 None None] Provisioning complete for port d58a6b24-438e-477d-add5-e2a25000b4d8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:49.708143 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-70202d3e-8c32-4c32-9184-33bb907cc043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.738974 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61e10542-12d3-4fff-acd6-4ffa4cbeba89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.772424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e10542-12d3-4fff-acd6-4ffa4cbeba89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=c563fbdc-562a-4b81-812a-57f6109a9dc9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:49.774687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-61e10542-12d3-4fff-acd6-4ffa4cbeba89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.779169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-61e10542-12d3-4fff-acd6-4ffa4cbeba89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/c563fbdc-562a-4b81-812a-57f6109a9dc9 HTTP/1.1" status: 204 len: 168 time: 0.7698019 Sep 17 23:09:49.779420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51400) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:49.860811 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.882422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de271aaa-c390-410f-af46-1082541df26d None None] Network 71e7b3fc-c49e-4f05-84c5-ac80012d9601 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:49.920243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port d58a6b24-438e-477d-add5-e2a25000b4d8 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:49.920750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.938774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3bf299f3-73a6-45cb-9c83-27b280dd30ac None None] Could not find standard attr ID for object a33cb827-e46f-4601-882f-2800e36ed2a3. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:49.984745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] For port d58a6b24-438e-477d-add5-e2a25000b4d8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d58a6b24-438e-477d-add5-e2a25000b4d8,segment=NetworkSegment(c76f9953-8cbc-4a63-8928-ebbbec2bf4b2),segment_id=c76f9953-8cbc-4a63-8928-ebbbec2bf4b2)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:49.985214 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:49.997786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for d58a6b24-438e-477d-add5-e2a25000b4d8 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:50.071955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf8bf89-da9d-4847-b182-c15164e16245 None None] DHCP port deletion for 71e7b3fc-c49e-4f05-84c5-ac80012d9601 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:09:50.118795 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8bf89-da9d-4847-b182-c15164e16245 None None] Deleting port d58a6b24-438e-477d-add5-e2a25000b4d8 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:50.119175 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bf89-da9d-4847-b182-c15164e16245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.150234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.176828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=d58a6b24-438e-477d-add5-e2a25000b4d8,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:50.178912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No DVR routers for this DVR port d58a6b24-438e-477d-add5-e2a25000b4d8 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:50.191447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7cf8bf89-da9d-4847-b182-c15164e16245 None None] For port d58a6b24-438e-477d-add5-e2a25000b4d8, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=d58a6b24-438e-477d-add5-e2a25000b4d8,segment=NetworkSegment(c76f9953-8cbc-4a63-8928-ebbbec2bf4b2),segment_id=c76f9953-8cbc-4a63-8928-ebbbec2bf4b2)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:50.191447 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bf89-da9d-4847-b182-c15164e16245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.211285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8bf89-da9d-4847-b182-c15164e16245 None None] Calling delete_port for d58a6b24-438e-477d-add5-e2a25000b4d8 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:50.262744 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.283263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e7b3fc-c49e-4f05-84c5-ac80012d9601']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:50.289976 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bf89-da9d-4847-b182-c15164e16245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.292509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76f9953-8cbc-4a63-8928-ebbbec2bf4b2') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:50.292816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76f9953-8cbc-4a63-8928-ebbbec2bf4b2') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:50.303248 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.315190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8bf89-da9d-4847-b182-c15164e16245 None None] Pushing event deleted for resources: {'Port': ['ID=d58a6b24-438e-477d-add5-e2a25000b4d8,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:50.317569 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.318785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8bf89-da9d-4847-b182-c15164e16245 None None] No DVR routers for this DVR port d58a6b24-438e-477d-add5-e2a25000b4d8 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:09:50.323768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:09:50.324131 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:09:50.327570 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:09:50.469387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.474848 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.477945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/networks/71e7b3fc-c49e-4f05-84c5-ac80012d9601 HTTP/1.1" status: 204 len: 168 time: 0.6969602 Sep 17 23:09:50.482589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51402) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:50.488497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'name': 'tempest-PortsTestJSON-130965294'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:50.496232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11769008-fd7b-444a-ac7a-de8f74d97193 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Network': ['ID=71e7b3fc-c49e-4f05-84c5-ac80012d9601,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:50.641195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:50.644704 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.661355 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 751e8cf1-eaf8-4642-971d-eaa69f8b7e40 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:50.831669 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.910016 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.956037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:50.959034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:50.965130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:50.971488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:50.972318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.978917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=751e8cf1-eaf8-4642-971d-eaa69f8b7e40,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:51.041842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-174a8e54-c4f4-437d-ab8a-6cc485e031b6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5574379 Sep 17 23:09:51.044354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51404) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:51.131907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7877d-c932-4907-aada-e81e8b20165e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 751e8cf1-eaf8-4642-971d-eaa69f8b7e40 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:51.132289 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccb7877d-c932-4907-aada-e81e8b20165e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:51.203744 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccb7877d-c932-4907-aada-e81e8b20165e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:51.216518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7877d-c932-4907-aada-e81e8b20165e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 751e8cf1-eaf8-4642-971d-eaa69f8b7e40 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:51.406030 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccb7877d-c932-4907-aada-e81e8b20165e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:51.432397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7877d-c932-4907-aada-e81e8b20165e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=751e8cf1-eaf8-4642-971d-eaa69f8b7e40,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:51.440059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ccb7877d-c932-4907-aada-e81e8b20165e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:51.442350 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ccb7877d-c932-4907-aada-e81e8b20165e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/751e8cf1-eaf8-4642-971d-eaa69f8b7e40 HTTP/1.1" status: 204 len: 168 time: 0.3970504 Sep 17 23:09:51.444818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51406) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:51.449943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'mac_address': 'fa:16:3e:b3:b8:f2', 'name': 'tempest-PortsTestJSON-1083419315'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:51.612411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:51.676402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:51.695318 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 582320f8-42d9-4fea-8bfb-a6638b879536 yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:51.856938 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:51.944597 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:51.990845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:51.993888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:52.000345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:52.005809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:52.006402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:52.016403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=582320f8-42d9-4fea-8bfb-a6638b879536,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:52.076112 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-57aa6711-8985-4d6f-8558-56c3ea1859ca tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6302423 Sep 17 23:09:52.078644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51408) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:52.124600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768ec774-f9db-43c9-893c-4a9b76ed1d83 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:52.125973 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-768ec774-f9db-43c9-893c-4a9b76ed1d83 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/582320f8-42d9-4fea-8bfb-a6638b879536 HTTP/1.1" status: 200 len: 841 time: 0.0464039 Sep 17 23:09:52.128626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51410) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:52.212213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-739cac7a-3326-46c7-9390-da9f1240e8bb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 582320f8-42d9-4fea-8bfb-a6638b879536 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:52.212479 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739cac7a-3326-46c7-9390-da9f1240e8bb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:52.280854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739cac7a-3326-46c7-9390-da9f1240e8bb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:52.292269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-739cac7a-3326-46c7-9390-da9f1240e8bb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 582320f8-42d9-4fea-8bfb-a6638b879536 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:52.434062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739cac7a-3326-46c7-9390-da9f1240e8bb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:52.468460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cac7a-3326-46c7-9390-da9f1240e8bb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=582320f8-42d9-4fea-8bfb-a6638b879536,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:52.473741 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-739cac7a-3326-46c7-9390-da9f1240e8bb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:52.475631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-739cac7a-3326-46c7-9390-da9f1240e8bb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/582320f8-42d9-4fea-8bfb-a6638b879536 HTTP/1.1" status: 204 len: 168 time: 0.3460913 Sep 17 23:09:52.478172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51412) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:52.501499 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8a1025-979c-46eb-8ef8-96b2aa499b5a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:09:52.502917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bf8a1025-979c-46eb-8ef8-96b2aa499b5a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/582320f8-42d9-4fea-8bfb-a6638b879536 HTTP/1.1" status: 404 len: 333 time: 0.0238402 Sep 17 23:09:52.506152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51414) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:52.510621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'name': 'tempest-PortsTestJSON-367759893'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:52.696569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:52.700083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:52.717294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 5a5d0773-f61a-4751-80a7-aff0c9cc248c yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:52.874714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:52.961462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:53.010696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:53.013710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:53.019620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:53.025179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:53.025784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:53.034718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=5a5d0773-f61a-4751-80a7-aff0c9cc248c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:53.114476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ceb40103-9c01-4723-aa65-77dd33984135 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6073189 Sep 17 23:09:53.117146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51416) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:53.122597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ce5f6a17-131a-40b2-bb7d-ae5f58c331c9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:53.187803 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6a17-131a-40b2-bb7d-ae5f58c331c9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:53.623709 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6a17-131a-40b2-bb7d-ae5f58c331c9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:53.687792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6a17-131a-40b2-bb7d-ae5f58c331c9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:53.719558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f6a17-131a-40b2-bb7d-ae5f58c331c9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] In _notify_port_updated(), no bound segment for port 5a5d0773-f61a-4751-80a7-aff0c9cc248c on network 163b7411-d15e-4c15-b52b-705fad3dbeb6 {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:09:53.724960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f6a17-131a-40b2-bb7d-ae5f58c331c9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:53.725552 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6a17-131a-40b2-bb7d-ae5f58c331c9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:53.726837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ce5f6a17-131a-40b2-bb7d-ae5f58c331c9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "PUT /v2.0/ports/5a5d0773-f61a-4751-80a7-aff0c9cc248c HTTP/1.1" status: 200 len: 818 time: 0.6086934 Sep 17 23:09:53.729591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51418) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:53.765546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f6a17-131a-40b2-bb7d-ae5f58c331c9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=5a5d0773-f61a-4751-80a7-aff0c9cc248c,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:53.825478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fb7adeda-5ff6-472c-9178-2beb96208ccf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 5a5d0773-f61a-4751-80a7-aff0c9cc248c {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:53.825825 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb7adeda-5ff6-472c-9178-2beb96208ccf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:53.893417 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb7adeda-5ff6-472c-9178-2beb96208ccf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:53.905534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-fb7adeda-5ff6-472c-9178-2beb96208ccf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 5a5d0773-f61a-4751-80a7-aff0c9cc248c owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:54.050984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb7adeda-5ff6-472c-9178-2beb96208ccf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:54.081030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7adeda-5ff6-472c-9178-2beb96208ccf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=5a5d0773-f61a-4751-80a7-aff0c9cc248c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:54.086116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb7adeda-5ff6-472c-9178-2beb96208ccf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:54.088536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fb7adeda-5ff6-472c-9178-2beb96208ccf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/5a5d0773-f61a-4751-80a7-aff0c9cc248c HTTP/1.1" status: 204 len: 168 time: 0.3574867 Sep 17 23:09:54.090737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51420) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:54.138109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf58fe-140e-46b8-9feb-556ff37a2da8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:54.139615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5ecf58fe-140e-46b8-9feb-556ff37a2da8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0479589 Sep 17 23:09:54.142365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51422) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:54.165660 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d671f6-2c72-452f-a55c-db9ea87876e0 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:09:54.166990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b8d671f6-2c72-452f-a55c-db9ea87876e0 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/5a5d0773-f61a-4751-80a7-aff0c9cc248c HTTP/1.1" status: 404 len: 333 time: 0.0236526 Sep 17 23:09:54.171003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51424) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:54.176451 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-414192591'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:54.304244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:54.307748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:54.332889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:09:54.341705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:54.342673 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Added segment 3f24a712-70aa-4bec-ace5-4835723249e1 of type vlan for network d1bc9fc9-92f2-4565-97d8-2eedab254f6a Sep 17 23:09:54.382324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:54.469759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:54.475797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:54.476533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:54.542184 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Network': ['ID=d1bc9fc9-92f2-4565-97d8-2eedab254f6a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:54.552681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d1bc9fc9-92f2-4565-97d8-2eedab254f6a details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:09:54.579122 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-72e30932-ebca-47f4-9217-3a8052ef7f96 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4070003 Sep 17 23:09:54.581880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51426) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:54.586676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:54.732737 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:54.736716 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:54.985580 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:55.053751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=8b04770e-9ab3-4ac0-97ce-6b794b690a94,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:55.056933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Checking segment: {'id': '3f24a712-70aa-4bec-ace5-4835723249e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:55.057299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network hostable DHCP agents. Network: d1bc9fc9-92f2-4565-97d8-2eedab254f6a, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:09:55.143819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network d1bc9fc9-92f2-4565-97d8-2eedab254f6a is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:09:55.247123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d1bc9fc9-92f2-4565-97d8-2eedab254f6a) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:55.251941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:55.252552 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:55.258265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeca5e7-2a18-45d6-a719-397cb80e01bb None None] Network d1bc9fc9-92f2-4565-97d8-2eedab254f6a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:55.328266 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3f3da632-9d10-4171-88cd-169397659eeb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7452993 Sep 17 23:09:55.331024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51428) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:55.336243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8c9fd841-53f4-4792-b7cb-80821c41544a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:55.398778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-d1bc9fc9-92f2-4565-97d8-2eedab254f6a', 'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a', 'tenant_id': 'f5ae556e087e44c6a199dde056b5e926', 'fixed_ips': [{'subnet_id': '8b04770e-9ab3-4ac0-97ce-6b794b690a94'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:09:55.399670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:55.504145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9fd841-53f4-4792-b7cb-80821c41544a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:55.507693 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8c9fd841-53f4-4792-b7cb-80821c41544a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:55.531544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Allocated IP 172.20.0.2 (d1bc9fc9-92f2-4565-97d8-2eedab254f6a/8b04770e-9ab3-4ac0-97ce-6b794b690a94/0783cde5-d1b5-45b8-bd9c-6a897406a470) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:55.612449 n-d-713499-18 neutron-server[95454]: INFO neutron.db.ipam_backend_mixin [None req-8c9fd841-53f4-4792-b7cb-80821c41544a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8b04770e-9ab3-4ac0-97ce-6b794b690a94 (CIDR: 172.20.0.0/28) Sep 17 23:09:55.674280 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9fd841-53f4-4792-b7cb-80821c41544a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:09:55.674817 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9fd841-53f4-4792-b7cb-80821c41544a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:09:55.681910 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:55.744548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:55.766720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8c9fd841-53f4-4792-b7cb-80821c41544a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4342582 Sep 17 23:09:55.769341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51430) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:55.774419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7b1c3456-bdee-4937-93c9-59aace06270c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:55.783255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Network d1bc9fc9-92f2-4565-97d8-2eedab254f6a is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:55.786194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:55.789175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:55.803307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Pushing event updated for resources: {'Port': ['ID=0783cde5-d1b5-45b8-bd9c-6a897406a470,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:55.950008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1c3456-bdee-4937-93c9-59aace06270c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:55.954263 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3456-bdee-4937-93c9-59aace06270c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:56.034198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Attempting to bind port 0783cde5-d1b5-45b8-bd9c-6a897406a470 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:56.034475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Attempting to bind port 0783cde5-d1b5-45b8-bd9c-6a897406a470 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '3f24a712-70aa-4bec-ace5-4835723249e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:56.034832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Attempting to bind port 0783cde5-d1b5-45b8-bd9c-6a897406a470 on network d1bc9fc9-92f2-4565-97d8-2eedab254f6a {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:56.039679 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:56.040046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Checking segment: {'id': '3f24a712-70aa-4bec-ace5-4835723249e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:56.040466 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:56.040857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Bound using segment: {'id': '3f24a712-70aa-4bec-ace5-4835723249e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:56.041310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Bound port: 0783cde5-d1b5-45b8-bd9c-6a897406a470, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f24a712-70aa-4bec-ace5-4835723249e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:56.041688 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:56.103797 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] For port 0783cde5-d1b5-45b8-bd9c-6a897406a470, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:56.106969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] For port 0783cde5-d1b5-45b8-bd9c-6a897406a470, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0783cde5-d1b5-45b8-bd9c-6a897406a470,segment=NetworkSegment(3f24a712-70aa-4bec-ace5-4835723249e1),segment_id=3f24a712-70aa-4bec-ace5-4835723249e1)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:56.167717 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:56.226874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794291d-6533-4dfd-8fd5-d0081dec35f8 None None] Pushing event updated for resources: {'Port': ['ID=0783cde5-d1b5-45b8-bd9c-6a897406a470,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:56.258838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3456-bdee-4937-93c9-59aace06270c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:56.299502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c3456-bdee-4937-93c9-59aace06270c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network d1bc9fc9-92f2-4565-97d8-2eedab254f6a is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:56.302634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-7b1c3456-bdee-4937-93c9-59aace06270c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:56.306940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1c3456-bdee-4937-93c9-59aace06270c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:56.307537 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3456-bdee-4937-93c9-59aace06270c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:56.324330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c3456-bdee-4937-93c9-59aace06270c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=4185c067-fe91-4d92-a531-03a0b4127c24,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:56.408371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7b1c3456-bdee-4937-93c9-59aace06270c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6376178 Sep 17 23:09:56.410799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51432) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:56.416034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a', 'fixed_ips': [{'subnet_id': '8b04770e-9ab3-4ac0-97ce-6b794b690a94'}, {'subnet_id': '4185c067-fe91-4d92-a531-03a0b4127c24'}], 'name': 'tempest-PortsTestJSON-1872962492'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:56.589832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:56.672841 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:56.689293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port e64247e4-b9aa-4e76-a950-fcacd8e8b0ba yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:09:56.959533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.12 (d1bc9fc9-92f2-4565-97d8-2eedab254f6a/8b04770e-9ab3-4ac0-97ce-6b794b690a94/e64247e4-b9aa-4e76-a950-fcacd8e8b0ba) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:56.966709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.18 (d1bc9fc9-92f2-4565-97d8-2eedab254f6a/4185c067-fe91-4d92-a531-03a0b4127c24/e64247e4-b9aa-4e76-a950-fcacd8e8b0ba) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:57.085775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d763131b-eda7-4a30-a82f-bace8838375d None None] Network d1bc9fc9-92f2-4565-97d8-2eedab254f6a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:57.128626 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:57.153016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fcc89d14-bc9f-4abf-b6cc-ea4b9c7ffa59 None None] Provisioning complete for port 0783cde5-d1b5-45b8-bd9c-6a897406a470 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:57.153386 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fcc89d14-bc9f-4abf-b6cc-ea4b9c7ffa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:57.207780 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:57.255981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network d1bc9fc9-92f2-4565-97d8-2eedab254f6a is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:57.259338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:57.266823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:57.274380 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=e64247e4-b9aa-4e76-a950-fcacd8e8b0ba,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:57.322544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:57.323241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:57.331867 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fcc89d14-bc9f-4abf-b6cc-ea4b9c7ffa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:57.371044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fcc89d14-bc9f-4abf-b6cc-ea4b9c7ffa59 None None] For port 0783cde5-d1b5-45b8-bd9c-6a897406a470, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0783cde5-d1b5-45b8-bd9c-6a897406a470,segment=NetworkSegment(3f24a712-70aa-4bec-ace5-4835723249e1),segment_id=3f24a712-70aa-4bec-ace5-4835723249e1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:57.404206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d861ae37-5d2a-413d-8c67-81d3b40da67e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 0.9901521 Sep 17 23:09:57.405654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51436) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:57.411490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-dcac9a4b-31bb-41c3-ac18-1c344c3683c1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b04770e-9ab3-4ac0-97ce-6b794b690a94'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:57.461398 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fcc89d14-bc9f-4abf-b6cc-ea4b9c7ffa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:57.527311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a5a12-2a41-48e7-85ca-5f1d6141625b None None] Update dhcp port {'port': {'network_id': 'd1bc9fc9-92f2-4565-97d8-2eedab254f6a', 'fixed_ips': [{'subnet_id': '8b04770e-9ab3-4ac0-97ce-6b794b690a94', 'ip_address': '172.20.0.2'}, {'subnet_id': '4185c067-fe91-4d92-a531-03a0b4127c24'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '0783cde5-d1b5-45b8-bd9c-6a897406a470'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:09:57.557706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc89d14-bc9f-4abf-b6cc-ea4b9c7ffa59 None None] Pushing event updated for resources: {'Port': ['ID=0783cde5-d1b5-45b8-bd9c-6a897406a470,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:57.563302 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5a12-2a41-48e7-85ca-5f1d6141625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:57.584559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dcac9a4b-31bb-41c3-ac18-1c344c3683c1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:57.735343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-4b2a5a12-2a41-48e7-85ca-5f1d6141625b None None] Allocated IP 172.20.0.19 (d1bc9fc9-92f2-4565-97d8-2eedab254f6a/4185c067-fe91-4d92-a531-03a0b4127c24/0783cde5-d1b5-45b8-bd9c-6a897406a470) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:57.827863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4b2a5a12-2a41-48e7-85ca-5f1d6141625b None None] For port 0783cde5-d1b5-45b8-bd9c-6a897406a470, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0783cde5-d1b5-45b8-bd9c-6a897406a470,segment=NetworkSegment(3f24a712-70aa-4bec-ace5-4835723249e1),segment_id=3f24a712-70aa-4bec-ace5-4835723249e1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:57.858646 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5a12-2a41-48e7-85ca-5f1d6141625b None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:57.937488 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5a12-2a41-48e7-85ca-5f1d6141625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:57.993771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-dcac9a4b-31bb-41c3-ac18-1c344c3683c1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Delete allocated IP 172.20.0.18 (d1bc9fc9-92f2-4565-97d8-2eedab254f6a/4185c067-fe91-4d92-a531-03a0b4127c24) {{(pid=95455) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 23:09:58.025673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a5a12-2a41-48e7-85ca-5f1d6141625b None None] Pushing event updated for resources: {'Port': ['ID=0783cde5-d1b5-45b8-bd9c-6a897406a470,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:58.126185 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dcac9a4b-31bb-41c3-ac18-1c344c3683c1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:58.193263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dcac9a4b-31bb-41c3-ac18-1c344c3683c1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:58.266442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac9a4b-31bb-41c3-ac18-1c344c3683c1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=e64247e4-b9aa-4e76-a950-fcacd8e8b0ba,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:58.307020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-dcac9a4b-31bb-41c3-ac18-1c344c3683c1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] In _notify_port_updated(), no bound segment for port e64247e4-b9aa-4e76-a950-fcacd8e8b0ba on network d1bc9fc9-92f2-4565-97d8-2eedab254f6a {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:09:58.313189 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac9a4b-31bb-41c3-ac18-1c344c3683c1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:58.313998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dcac9a4b-31bb-41c3-ac18-1c344c3683c1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:58.315360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dcac9a4b-31bb-41c3-ac18-1c344c3683c1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "PUT /v2.0/ports/e64247e4-b9aa-4e76-a950-fcacd8e8b0ba HTTP/1.1" status: 200 len: 920 time: 0.9086668 Sep 17 23:09:58.318366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51438) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:58.323917 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-5f4ee494-b0fe-4be6-8045-8dd876f99a5c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b04770e-9ab3-4ac0-97ce-6b794b690a94'}, {'subnet_id': '4185c067-fe91-4d92-a531-03a0b4127c24'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:58.399490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee494-b0fe-4be6-8045-8dd876f99a5c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:58.437981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0783cde5-d1b5-45b8-bd9c-6a897406a470 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:58.489550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 0783cde5-d1b5-45b8-bd9c-6a897406a470 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:58.489550 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:58.517480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b8d95-60c8-4c6c-baea-2916ed2e43a6 None None] Network d1bc9fc9-92f2-4565-97d8-2eedab254f6a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:09:58.634634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9d900dbb-5961-472d-95ae-e13ed9a92440 None None] Provisioning complete for port e64247e4-b9aa-4e76-a950-fcacd8e8b0ba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:58.635007 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d900dbb-5961-472d-95ae-e13ed9a92440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:58.668101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ee494-b0fe-4be6-8045-8dd876f99a5c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.21 (d1bc9fc9-92f2-4565-97d8-2eedab254f6a/4185c067-fe91-4d92-a531-03a0b4127c24/e64247e4-b9aa-4e76-a950-fcacd8e8b0ba) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:58.720211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9d900dbb-5961-472d-95ae-e13ed9a92440 None None] Port e64247e4-b9aa-4e76-a950-fcacd8e8b0ba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:09:58.752595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9d900dbb-5961-472d-95ae-e13ed9a92440 None None] Provisioning complete for port 0783cde5-d1b5-45b8-bd9c-6a897406a470 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:58.752968 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9d900dbb-5961-472d-95ae-e13ed9a92440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:58.801520 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee494-b0fe-4be6-8045-8dd876f99a5c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:58.903833 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee494-b0fe-4be6-8045-8dd876f99a5c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:58.987856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ee494-b0fe-4be6-8045-8dd876f99a5c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=e64247e4-b9aa-4e76-a950-fcacd8e8b0ba,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:59.032579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ee494-b0fe-4be6-8045-8dd876f99a5c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] In _notify_port_updated(), no bound segment for port e64247e4-b9aa-4e76-a950-fcacd8e8b0ba on network d1bc9fc9-92f2-4565-97d8-2eedab254f6a {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:09:59.038151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ee494-b0fe-4be6-8045-8dd876f99a5c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:59.038771 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee494-b0fe-4be6-8045-8dd876f99a5c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.040094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5f4ee494-b0fe-4be6-8045-8dd876f99a5c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "PUT /v2.0/ports/e64247e4-b9aa-4e76-a950-fcacd8e8b0ba HTTP/1.1" status: 200 len: 1000 time: 0.7207119 Sep 17 23:09:59.042823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51440) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:59.130737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-21d8e0ff-f544-40c1-997a-ad5f821ef712 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port e64247e4-b9aa-4e76-a950-fcacd8e8b0ba {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:09:59.131096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21d8e0ff-f544-40c1-997a-ad5f821ef712 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.226853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21d8e0ff-f544-40c1-997a-ad5f821ef712 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.240944 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-21d8e0ff-f544-40c1-997a-ad5f821ef712 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for e64247e4-b9aa-4e76-a950-fcacd8e8b0ba owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:09:59.360370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-aeb8aa87-bad6-4e1d-adfe-aa85f4f71db3 None None] Provisioning complete for port e64247e4-b9aa-4e76-a950-fcacd8e8b0ba triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:59.361010 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-aeb8aa87-bad6-4e1d-adfe-aa85f4f71db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.401103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-aeb8aa87-bad6-4e1d-adfe-aa85f4f71db3 None None] Port e64247e4-b9aa-4e76-a950-fcacd8e8b0ba cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:09:59.413512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-aeb8aa87-bad6-4e1d-adfe-aa85f4f71db3 None None] Provisioning complete for port 0783cde5-d1b5-45b8-bd9c-6a897406a470 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:59.414061 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-aeb8aa87-bad6-4e1d-adfe-aa85f4f71db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.491125 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21d8e0ff-f544-40c1-997a-ad5f821ef712 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.529030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8e0ff-f544-40c1-997a-ad5f821ef712 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=e64247e4-b9aa-4e76-a950-fcacd8e8b0ba,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:59.532645 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.615267 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21d8e0ff-f544-40c1-997a-ad5f821ef712 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.619004 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-21d8e0ff-f544-40c1-997a-ad5f821ef712 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/e64247e4-b9aa-4e76-a950-fcacd8e8b0ba HTTP/1.1" status: 204 len: 168 time: 0.5752187 Sep 17 23:09:59.621637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51442) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:59.624427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a9377e1f-ea7a-48ca-a948-400de044fbcf None None] Could not find standard attr ID for object e64247e4-b9aa-4e76-a950-fcacd8e8b0ba. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:59.649137 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9335af9-9594-4307-a326-d32f02336bbd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:09:59.652171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e9335af9-9594-4307-a326-d32f02336bbd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/e64247e4-b9aa-4e76-a950-fcacd8e8b0ba HTTP/1.1" status: 404 len: 333 time: 0.0280786 Sep 17 23:09:59.653460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51444) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:59.710439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca09f7d-1ccb-46f2-9350-460f24273d16 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet 4185c067-fe91-4d92-a531-03a0b4127c24 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:09:59.714164 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eca09f7d-1ccb-46f2-9350-460f24273d16 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.735978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-48e8b825-011f-469c-8031-b480b04404d5 None None] Could not find standard attr ID for object e64247e4-b9aa-4e76-a950-fcacd8e8b0ba. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:59.763575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eca09f7d-1ccb-46f2-9350-460f24273d16 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.851436 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eca09f7d-1ccb-46f2-9350-460f24273d16 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:59.948568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9ffbbbc6-c91f-4ccb-92e9-a9c38dc78db8 None None] Could not find standard attr ID for object e64247e4-b9aa-4e76-a950-fcacd8e8b0ba. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:09:59.989989 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eca09f7d-1ccb-46f2-9350-460f24273d16 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.015413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca09f7d-1ccb-46f2-9350-460f24273d16 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=4185c067-fe91-4d92-a531-03a0b4127c24,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:00.021683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-eca09f7d-1ccb-46f2-9350-460f24273d16 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.023541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-eca09f7d-1ccb-46f2-9350-460f24273d16 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/4185c067-fe91-4d92-a531-03a0b4127c24 HTTP/1.1" status: 204 len: 168 time: 0.3691404 Sep 17 23:10:00.026104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51446) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:00.080806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-969456b4-fed2-49f8-bd4c-cd889205b8af tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet 8b04770e-9ab3-4ac0-97ce-6b794b690a94 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:00.083842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-969456b4-fed2-49f8-bd4c-cd889205b8af tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.123228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-969456b4-fed2-49f8-bd4c-cd889205b8af tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.207179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-969456b4-fed2-49f8-bd4c-cd889205b8af tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.335189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8bef4-b75d-45c7-8e96-c5682f274018 None None] Network d1bc9fc9-92f2-4565-97d8-2eedab254f6a requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:00.350437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-969456b4-fed2-49f8-bd4c-cd889205b8af tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.380971 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-969456b4-fed2-49f8-bd4c-cd889205b8af tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.382834 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-969456b4-fed2-49f8-bd4c-cd889205b8af tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/8b04770e-9ab3-4ac0-97ce-6b794b690a94 HTTP/1.1" status: 204 len: 168 time: 0.3558316 Sep 17 23:10:00.383903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969456b4-fed2-49f8-bd4c-cd889205b8af tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=8b04770e-9ab3-4ac0-97ce-6b794b690a94,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:00.385667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51448) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:00.469062 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.522030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 0783cde5-d1b5-45b8-bd9c-6a897406a470 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:00.522653 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.526918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356fc1fc-850d-43c4-aee8-26b1d0915017 None None] DHCP port deletion for d1bc9fc9-92f2-4565-97d8-2eedab254f6a request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:10:00.572325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-356fc1fc-850d-43c4-aee8-26b1d0915017 None None] Deleting port 0783cde5-d1b5-45b8-bd9c-6a897406a470 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:00.573009 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-356fc1fc-850d-43c4-aee8-26b1d0915017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.590220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] For port 0783cde5-d1b5-45b8-bd9c-6a897406a470, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0783cde5-d1b5-45b8-bd9c-6a897406a470,segment=NetworkSegment(3f24a712-70aa-4bec-ace5-4835723249e1),segment_id=3f24a712-70aa-4bec-ace5-4835723249e1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:00.590584 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.602941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 0783cde5-d1b5-45b8-bd9c-6a897406a470 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:00.637234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-356fc1fc-850d-43c4-aee8-26b1d0915017 None None] For port 0783cde5-d1b5-45b8-bd9c-6a897406a470, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=0783cde5-d1b5-45b8-bd9c-6a897406a470,segment=NetworkSegment(3f24a712-70aa-4bec-ace5-4835723249e1),segment_id=3f24a712-70aa-4bec-ace5-4835723249e1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:00.637628 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-356fc1fc-850d-43c4-aee8-26b1d0915017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.650860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-356fc1fc-850d-43c4-aee8-26b1d0915017 None None] Calling delete_port for 0783cde5-d1b5-45b8-bd9c-6a897406a470 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:00.750240 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.756021 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-356fc1fc-850d-43c4-aee8-26b1d0915017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.776575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=0783cde5-d1b5-45b8-bd9c-6a897406a470,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:00.778502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No DVR routers for this DVR port 0783cde5-d1b5-45b8-bd9c-6a897406a470 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:00.782101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fc1fc-850d-43c4-aee8-26b1d0915017 None None] Pushing event deleted for resources: {'Port': ['ID=0783cde5-d1b5-45b8-bd9c-6a897406a470,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:00.786548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356fc1fc-850d-43c4-aee8-26b1d0915017 None None] No DVR routers for this DVR port 0783cde5-d1b5-45b8-bd9c-6a897406a470 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:00.861089 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.880924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bc9fc9-92f2-4565-97d8-2eedab254f6a']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:00.889971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f24a712-70aa-4bec-ace5-4835723249e1') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:00.890264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f24a712-70aa-4bec-ace5-4835723249e1') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:00.899222 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.911861 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.917614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:10:00.917984 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:10:00.921434 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:10:01.039481 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:01.049549 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:01.049549 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/networks/d1bc9fc9-92f2-4565-97d8-2eedab254f6a HTTP/1.1" status: 204 len: 168 time: 0.6620908 Sep 17 23:10:01.053219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51450) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:01.060285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01e9a4-8d27-4f69-ae88-e42495b07afd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Network': ['ID=d1bc9fc9-92f2-4565-97d8-2eedab254f6a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:01.101063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a335508-163e-4522-928b-df1bc6762fb6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:01.102537 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8a335508-163e-4522-928b-df1bc6762fb6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0487239 Sep 17 23:10:01.106127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51452) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:01.149568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-56a63a0d-d7ef-4483-8099-070c9e69369b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0423267 Sep 17 23:10:01.153019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51454) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:01.158262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-599818822'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:01.264089 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:01.267602 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:01.290938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:10:01.300656 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:01.301059 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Added segment 0d15ed01-c5e1-441d-8369-108c0e3ef13b of type vlan for network e4fb3947-9c2e-473f-a837-84536ccf9787 Sep 17 23:10:01.346638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:01.439336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:01.444822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:01.445426 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:01.510275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Network': ['ID=e4fb3947-9c2e-473f-a837-84536ccf9787,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:01.520914 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e4fb3947-9c2e-473f-a837-84536ccf9787 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:10:01.556533 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a0e26830-1039-44ba-9dca-9f49e3e31ca7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4024012 Sep 17 23:10:01.559205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51456) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:01.564221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': 'e4fb3947-9c2e-473f-a837-84536ccf9787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:01.715280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:01.719701 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:01.967380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:02.028378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=0ec981f4-6f1c-40bf-8cef-9fa291c26c17,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:02.037984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Checking segment: {'id': '0d15ed01-c5e1-441d-8369-108c0e3ef13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e4fb3947-9c2e-473f-a837-84536ccf9787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:02.038394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network hostable DHCP agents. Network: e4fb3947-9c2e-473f-a837-84536ccf9787, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:10:02.115542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network e4fb3947-9c2e-473f-a837-84536ccf9787 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:10:02.178284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e4fb3947-9c2e-473f-a837-84536ccf9787) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:02.183517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:02.184103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:02.189026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed94ce5-416c-4a14-9fec-0469aa8527c4 None None] Network e4fb3947-9c2e-473f-a837-84536ccf9787 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:02.276140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-12e98701-9986-4327-aca0-233caae35918 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7156975 Sep 17 23:10:02.278501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51458) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:02.283730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': 'e4fb3947-9c2e-473f-a837-84536ccf9787', 'name': 'tempest-PortsTestJSON-1859490961'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:02.332333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-e4fb3947-9c2e-473f-a837-84536ccf9787', 'network_id': 'e4fb3947-9c2e-473f-a837-84536ccf9787', 'tenant_id': 'f5ae556e087e44c6a199dde056b5e926', 'fixed_ips': [{'subnet_id': '0ec981f4-6f1c-40bf-8cef-9fa291c26c17'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:10:02.333186 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:02.414283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0783cde5-d1b5-45b8-bd9c-6a897406a470 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:02.445965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 0783cde5-d1b5-45b8-bd9c-6a897406a470 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:10:02.448935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 0783cde5-d1b5-45b8-bd9c-6a897406a470 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:02.468092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:02.471780 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:02.489336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 0ba91a2c-9082-474f-ba4d-334b02e9825c yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:10:02.505289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Allocated IP 172.20.0.2 (e4fb3947-9c2e-473f-a837-84536ccf9787/0ec981f4-6f1c-40bf-8cef-9fa291c26c17/243f2ded-99cd-4a55-aa22-121bc89d07a6) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:02.649557 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:02.708194 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:02.744198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Network e4fb3947-9c2e-473f-a837-84536ccf9787 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:02.746927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:02.750442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:02.759164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.12 (e4fb3947-9c2e-473f-a837-84536ccf9787/0ec981f4-6f1c-40bf-8cef-9fa291c26c17/0ba91a2c-9082-474f-ba4d-334b02e9825c) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:02.760938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Pushing event updated for resources: {'Port': ['ID=243f2ded-99cd-4a55-aa22-121bc89d07a6,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:02.783616 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.783954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.784316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.784648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.784970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.785292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.785612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.785930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.786250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.786567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.786881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.787195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:02.820241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Attempting to bind port 243f2ded-99cd-4a55-aa22-121bc89d07a6 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:02.820607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Attempting to bind port 243f2ded-99cd-4a55-aa22-121bc89d07a6 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '0d15ed01-c5e1-441d-8369-108c0e3ef13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e4fb3947-9c2e-473f-a837-84536ccf9787'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:02.820966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Attempting to bind port 243f2ded-99cd-4a55-aa22-121bc89d07a6 on network e4fb3947-9c2e-473f-a837-84536ccf9787 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:02.825991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:02.826388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Checking segment: {'id': '0d15ed01-c5e1-441d-8369-108c0e3ef13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e4fb3947-9c2e-473f-a837-84536ccf9787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:02.826796 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:02.827178 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Bound using segment: {'id': '0d15ed01-c5e1-441d-8369-108c0e3ef13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e4fb3947-9c2e-473f-a837-84536ccf9787'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:02.827634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Bound port: 243f2ded-99cd-4a55-aa22-121bc89d07a6, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d15ed01-c5e1-441d-8369-108c0e3ef13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e4fb3947-9c2e-473f-a837-84536ccf9787'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:02.828028 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:02.889768 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] For port 243f2ded-99cd-4a55-aa22-121bc89d07a6, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:02.892888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] For port 243f2ded-99cd-4a55-aa22-121bc89d07a6, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=243f2ded-99cd-4a55-aa22-121bc89d07a6,segment=NetworkSegment(0d15ed01-c5e1-441d-8369-108c0e3ef13b),segment_id=0d15ed01-c5e1-441d-8369-108c0e3ef13b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:02.911234 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:02.973331 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:03.001685 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:03.038460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9febe-aa76-4ed8-972d-e217d7dcd294 None None] Pushing event updated for resources: {'Port': ['ID=243f2ded-99cd-4a55-aa22-121bc89d07a6,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:03.050597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network e4fb3947-9c2e-473f-a837-84536ccf9787 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:03.055731 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:03.060294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:03.065023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=0ba91a2c-9082-474f-ba4d-334b02e9825c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:03.117411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:03.118034 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:03.188305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51460) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:03.205794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': 'e4fb3947-9c2e-473f-a837-84536ccf9787', 'name': 'tempest-PortsTestJSON-566254636'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:03.206006 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c65a77da-a32b-4562-ab2b-598c769d416c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9251285 Sep 17 23:10:03.258632 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:10:03.332529 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9b8997a6-eb63-41f7-bbf7-4c929663d539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:03.412362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:03.415917 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:03.434049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 16b405b0-135a-4f2e-a9fb-b1b9ab31bf22 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:10:03.550541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.8 (e4fb3947-9c2e-473f-a837-84536ccf9787/0ec981f4-6f1c-40bf-8cef-9fa291c26c17/16b405b0-135a-4f2e-a9fb-b1b9ab31bf22) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:03.705885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:03.801719 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:03.843375 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network e4fb3947-9c2e-473f-a837-84536ccf9787 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:03.847295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:03.851709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:03.878477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=16b405b0-135a-4f2e-a9fb-b1b9ab31bf22,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:03.898005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290b3d23-0e9e-4ad0-8516-9f8145775d32 None None] Network e4fb3947-9c2e-473f-a837-84536ccf9787 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:03.908040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:03.908682 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:03.974331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2796eb2b-a43b-404c-b10b-6588c11cb4d8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7837799 Sep 17 23:10:03.976746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51464) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:04.019842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d3780d3e-b58c-4214-95f0-2b925cae5511 None None] Provisioning complete for port 243f2ded-99cd-4a55-aa22-121bc89d07a6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:04.020241 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3780d3e-b58c-4214-95f0-2b925cae5511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.064962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c902189e-eccc-4e58-9b86-3b5cfcc06a7b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:04.069112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c902189e-eccc-4e58-9b86-3b5cfcc06a7b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.0885217 Sep 17 23:10:04.069270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51466) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:04.128711 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3780d3e-b58c-4214-95f0-2b925cae5511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.162711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d3780d3e-b58c-4214-95f0-2b925cae5511 None None] For port 243f2ded-99cd-4a55-aa22-121bc89d07a6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=243f2ded-99cd-4a55-aa22-121bc89d07a6,segment=NetworkSegment(0d15ed01-c5e1-441d-8369-108c0e3ef13b),segment_id=0d15ed01-c5e1-441d-8369-108c0e3ef13b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:04.166503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 16b405b0-135a-4f2e-a9fb-b1b9ab31bf22 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:04.166841 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.259400 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.270337 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3780d3e-b58c-4214-95f0-2b925cae5511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.274486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 16b405b0-135a-4f2e-a9fb-b1b9ab31bf22 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:04.328993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3780d3e-b58c-4214-95f0-2b925cae5511 None None] Pushing event updated for resources: {'Port': ['ID=243f2ded-99cd-4a55-aa22-121bc89d07a6,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:04.401881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4ca3818a-c827-4df0-ad49-cd8d667c0982 None None] Provisioning complete for port 0ba91a2c-9082-474f-ba4d-334b02e9825c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:04.403048 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ca3818a-c827-4df0-ad49-cd8d667c0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.438193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 243f2ded-99cd-4a55-aa22-121bc89d07a6 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:04.464275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3818a-c827-4df0-ad49-cd8d667c0982 None None] Port 0ba91a2c-9082-474f-ba4d-334b02e9825c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:04.487026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4ca3818a-c827-4df0-ad49-cd8d667c0982 None None] Provisioning complete for port 16b405b0-135a-4f2e-a9fb-b1b9ab31bf22 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:04.487266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.487392 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ca3818a-c827-4df0-ad49-cd8d667c0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.511184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3818a-c827-4df0-ad49-cd8d667c0982 None None] Port 16b405b0-135a-4f2e-a9fb-b1b9ab31bf22 was deleted so its status cannot be updated. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 23:10:04.517080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=16b405b0-135a-4f2e-a9fb-b1b9ab31bf22,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:04.527532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 243f2ded-99cd-4a55-aa22-121bc89d07a6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:04.527912 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.529559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4ca3818a-c827-4df0-ad49-cd8d667c0982 None None] Provisioning complete for port 243f2ded-99cd-4a55-aa22-121bc89d07a6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:04.529918 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ca3818a-c827-4df0-ad49-cd8d667c0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.530547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.530959 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.531372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.531693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.532084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.532651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.534139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.534696 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.535192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.535523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.535969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.536321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:04.615138 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.620092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51468) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:04.620664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a64d3ab1-473b-430c-a7ef-4f845324fd71 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/16b405b0-135a-4f2e-a9fb-b1b9ab31bf22 HTTP/1.1" status: 204 len: 168 time: 0.5500865 Sep 17 23:10:04.649018 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-249e42f8-f0c2-4a28-b71b-49377dd4d9b1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:10:04.650805 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-249e42f8-f0c2-4a28-b71b-49377dd4d9b1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/16b405b0-135a-4f2e-a9fb-b1b9ab31bf22 HTTP/1.1" status: 404 len: 333 time: 0.0288975 Sep 17 23:10:04.653666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51470) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:04.752976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5cf171f6-8695-46d6-baa9-ae007d3d9cf3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 0ba91a2c-9082-474f-ba4d-334b02e9825c {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:04.753557 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cf171f6-8695-46d6-baa9-ae007d3d9cf3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.856463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cf171f6-8695-46d6-baa9-ae007d3d9cf3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:04.869837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-5cf171f6-8695-46d6-baa9-ae007d3d9cf3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 0ba91a2c-9082-474f-ba4d-334b02e9825c owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:04.950294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-27368960-6523-4176-8cd0-df87b157b225 None None] Could not find standard attr ID for object 16b405b0-135a-4f2e-a9fb-b1b9ab31bf22. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:10:04.961244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-27368960-6523-4176-8cd0-df87b157b225 None None] Provisioning complete for port 0ba91a2c-9082-474f-ba4d-334b02e9825c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:04.961613 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-27368960-6523-4176-8cd0-df87b157b225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.000607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-27368960-6523-4176-8cd0-df87b157b225 None None] Port 0ba91a2c-9082-474f-ba4d-334b02e9825c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:05.085261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cf171f6-8695-46d6-baa9-ae007d3d9cf3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.114225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf171f6-8695-46d6-baa9-ae007d3d9cf3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=0ba91a2c-9082-474f-ba4d-334b02e9825c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:05.183263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5cf171f6-8695-46d6-baa9-ae007d3d9cf3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.185211 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5cf171f6-8695-46d6-baa9-ae007d3d9cf3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/0ba91a2c-9082-474f-ba4d-334b02e9825c HTTP/1.1" status: 204 len: 168 time: 0.5303357 Sep 17 23:10:05.189035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51472) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:05.213994 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00b8653-e3f7-4f50-8d44-7c9a2d8b9355 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:10:05.215545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f00b8653-e3f7-4f50-8d44-7c9a2d8b9355 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/0ba91a2c-9082-474f-ba4d-334b02e9825c HTTP/1.1" status: 404 len: 333 time: 0.0255189 Sep 17 23:10:05.218696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51474) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:05.274505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c69f55b-2cf0-4a7e-bf08-21b2b3c2ead9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet 0ec981f4-6f1c-40bf-8cef-9fa291c26c17 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:05.277948 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c69f55b-2cf0-4a7e-bf08-21b2b3c2ead9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.317482 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c69f55b-2cf0-4a7e-bf08-21b2b3c2ead9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.396204 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c69f55b-2cf0-4a7e-bf08-21b2b3c2ead9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.521333 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c69f55b-2cf0-4a7e-bf08-21b2b3c2ead9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.548715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69f55b-2cf0-4a7e-bf08-21b2b3c2ead9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec981f4-6f1c-40bf-8cef-9fa291c26c17,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:05.553136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1c69f55b-2cf0-4a7e-bf08-21b2b3c2ead9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.555976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1c69f55b-2cf0-4a7e-bf08-21b2b3c2ead9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/0ec981f4-6f1c-40bf-8cef-9fa291c26c17 HTTP/1.1" status: 204 len: 168 time: 0.3352499 Sep 17 23:10:05.557653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51476) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:05.561136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5212d5d5-6a76-420c-a0c0-caebcd30ad73 None None] Network e4fb3947-9c2e-473f-a837-84536ccf9787 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:05.637676 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.693945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 243f2ded-99cd-4a55-aa22-121bc89d07a6 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:05.694365 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.726971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312ca10c-afb4-4292-ba10-400475154435 None None] DHCP port deletion for e4fb3947-9c2e-473f-a837-84536ccf9787 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:10:05.755884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] For port 243f2ded-99cd-4a55-aa22-121bc89d07a6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=243f2ded-99cd-4a55-aa22-121bc89d07a6,segment=NetworkSegment(0d15ed01-c5e1-441d-8369-108c0e3ef13b),segment_id=0d15ed01-c5e1-441d-8369-108c0e3ef13b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:05.756276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.768920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 243f2ded-99cd-4a55-aa22-121bc89d07a6 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:05.776738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-312ca10c-afb4-4292-ba10-400475154435 None None] Deleting port 243f2ded-99cd-4a55-aa22-121bc89d07a6 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:05.777068 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-312ca10c-afb4-4292-ba10-400475154435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.847862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-312ca10c-afb4-4292-ba10-400475154435 None None] For port 243f2ded-99cd-4a55-aa22-121bc89d07a6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=243f2ded-99cd-4a55-aa22-121bc89d07a6,segment=NetworkSegment(0d15ed01-c5e1-441d-8369-108c0e3ef13b),segment_id=0d15ed01-c5e1-441d-8369-108c0e3ef13b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:05.848299 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-312ca10c-afb4-4292-ba10-400475154435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.861245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-312ca10c-afb4-4292-ba10-400475154435 None None] Calling delete_port for 243f2ded-99cd-4a55-aa22-121bc89d07a6 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:05.903401 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1a270061-4f65-43e1-81f1-22cd6ab9d3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.921008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.943241 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-312ca10c-afb4-4292-ba10-400475154435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:05.956057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=243f2ded-99cd-4a55-aa22-121bc89d07a6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:05.962145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No DVR routers for this DVR port 243f2ded-99cd-4a55-aa22-121bc89d07a6 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:05.981788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ca10c-afb4-4292-ba10-400475154435 None None] Pushing event deleted for resources: {'Port': ['ID=243f2ded-99cd-4a55-aa22-121bc89d07a6,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:05.988675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ca10c-afb4-4292-ba10-400475154435 None None] No DVR routers for this DVR port 243f2ded-99cd-4a55-aa22-121bc89d07a6 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:06.040205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.062627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fb3947-9c2e-473f-a837-84536ccf9787']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:06.071445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d15ed01-c5e1-441d-8369-108c0e3ef13b') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:06.071740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d15ed01-c5e1-441d-8369-108c0e3ef13b') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:06.081396 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.094847 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.100480 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:10:06.100863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:10:06.103751 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:10:06.240863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.247854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.249757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/networks/e4fb3947-9c2e-473f-a837-84536ccf9787 HTTP/1.1" status: 204 len: 168 time: 0.6910861 Sep 17 23:10:06.253739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51478) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:06.259378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-141925470'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:06.268917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b3eb4-a238-4369-83de-868135e3951b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Network': ['ID=e4fb3947-9c2e-473f-a837-84536ccf9787,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:06.344370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:06.348055 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.371483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:10:06.376731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 243f2ded-99cd-4a55-aa22-121bc89d07a6 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:06.382230 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.382621 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Added segment 00b724ca-f296-433a-8b7f-3dd8fcc6a4f9 of type vlan for network a8ee856c-5f24-41ee-8235-e92c3716530b Sep 17 23:10:06.397666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 243f2ded-99cd-4a55-aa22-121bc89d07a6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:10:06.398023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 243f2ded-99cd-4a55-aa22-121bc89d07a6 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:06.425555 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.526761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.532709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:06.533288 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:06.597722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Network': ['ID=a8ee856c-5f24-41ee-8235-e92c3716530b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:06.608092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network a8ee856c-5f24-41ee-8235-e92c3716530b details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:10:06.622903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-686b64fe-2c28-4885-afba-39e9db5b0afb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3675866 Sep 17 23:10:06.626583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51480) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:06.631427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': 'a8ee856c-5f24-41ee-8235-e92c3716530b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:06.801090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:06.804613 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.035597 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.063881 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.099663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=894b96bf-bc68-4336-99d3-67787d276ac1,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:07.107221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Checking segment: {'id': '00b724ca-f296-433a-8b7f-3dd8fcc6a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8ee856c-5f24-41ee-8235-e92c3716530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:07.107570 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network hostable DHCP agents. Network: a8ee856c-5f24-41ee-8235-e92c3716530b, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:10:07.170857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network a8ee856c-5f24-41ee-8235-e92c3716530b is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:10:07.246589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, a8ee856c-5f24-41ee-8235-e92c3716530b) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:07.250861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:07.251446 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.255957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b8249b-684c-47e7-bd0b-ee957dd6baeb None None] Network a8ee856c-5f24-41ee-8235-e92c3716530b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:07.345698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a11f0df2-b9b1-4bcd-9c3d-217e88aee5a1 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7179618 Sep 17 23:10:07.348450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51482) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:07.353448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': 'a8ee856c-5f24-41ee-8235-e92c3716530b', 'name': 'tempest-PortsTestJSON-78814128', 'fixed_ips': [{'subnet_id': '894b96bf-bc68-4336-99d3-67787d276ac1', 'ip_address': '172.20.0.10'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:07.428133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-a8ee856c-5f24-41ee-8235-e92c3716530b', 'network_id': 'a8ee856c-5f24-41ee-8235-e92c3716530b', 'tenant_id': 'f5ae556e087e44c6a199dde056b5e926', 'fixed_ips': [{'subnet_id': '894b96bf-bc68-4336-99d3-67787d276ac1'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:10:07.428984 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.516623 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.543560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:07.562806 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Allocated IP 172.20.0.2 (a8ee856c-5f24-41ee-8235-e92c3716530b/894b96bf-bc68-4336-99d3-67787d276ac1/fa90fcd6-6fb8-4781-ad6f-fddf64168542) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:07.626188 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.643766 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 6376feb4-162b-4907-8ebe-51c414b45e8d yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:10:07.712995 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.772819 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.816860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Network a8ee856c-5f24-41ee-8235-e92c3716530b is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:07.819830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:07.825780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:07.833635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Pushing event updated for resources: {'Port': ['ID=fa90fcd6-6fb8-4781-ad6f-fddf64168542,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:07.891945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Attempting to bind port fa90fcd6-6fb8-4781-ad6f-fddf64168542 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:07.892344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Attempting to bind port fa90fcd6-6fb8-4781-ad6f-fddf64168542 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '00b724ca-f296-433a-8b7f-3dd8fcc6a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8ee856c-5f24-41ee-8235-e92c3716530b'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:07.892705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Attempting to bind port fa90fcd6-6fb8-4781-ad6f-fddf64168542 on network a8ee856c-5f24-41ee-8235-e92c3716530b {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:07.898236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:07.898667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Checking segment: {'id': '00b724ca-f296-433a-8b7f-3dd8fcc6a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8ee856c-5f24-41ee-8235-e92c3716530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:07.899106 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.899507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Bound using segment: {'id': '00b724ca-f296-433a-8b7f-3dd8fcc6a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8ee856c-5f24-41ee-8235-e92c3716530b'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:07.899984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Bound port: fa90fcd6-6fb8-4781-ad6f-fddf64168542, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b724ca-f296-433a-8b7f-3dd8fcc6a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8ee856c-5f24-41ee-8235-e92c3716530b'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:07.900398 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:07.968823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] For port fa90fcd6-6fb8-4781-ad6f-fddf64168542, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:07.972172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] For port fa90fcd6-6fb8-4781-ad6f-fddf64168542, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fa90fcd6-6fb8-4781-ad6f-fddf64168542,segment=NetworkSegment(00b724ca-f296-433a-8b7f-3dd8fcc6a4f9),segment_id=00b724ca-f296-433a-8b7f-3dd8fcc6a4f9)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:08.053066 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.115090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2a9a2-528e-4c73-bfe5-887f6037951d None None] Pushing event updated for resources: {'Port': ['ID=fa90fcd6-6fb8-4781-ad6f-fddf64168542,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:08.127789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.10 (a8ee856c-5f24-41ee-8235-e92c3716530b/894b96bf-bc68-4336-99d3-67787d276ac1/6376feb4-162b-4907-8ebe-51c414b45e8d) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:08.299324 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.382920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.407417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa90fcd6-6fb8-4781-ad6f-fddf64168542 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:08.429156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network a8ee856c-5f24-41ee-8235-e92c3716530b is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:08.432090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:08.434677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:08.455892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fa90fcd6-6fb8-4781-ad6f-fddf64168542 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:08.456321 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.465584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=6376feb4-162b-4907-8ebe-51c414b45e8d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:08.492563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:08.493165 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.540093 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.562873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9bb81c8c-c2d2-4578-92dc-fea25aa3a85d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2125044 Sep 17 23:10:08.565202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51486) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:08.570168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': 'a8ee856c-5f24-41ee-8235-e92c3716530b', 'name': 'tempest-PortsTestJSON-182717519', 'fixed_ips': [{'subnet_id': '894b96bf-bc68-4336-99d3-67787d276ac1', 'ip_address': '172.20.0.9'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:08.571587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port fa90fcd6-6fb8-4781-ad6f-fddf64168542, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fa90fcd6-6fb8-4781-ad6f-fddf64168542,segment=NetworkSegment(00b724ca-f296-433a-8b7f-3dd8fcc6a4f9),segment_id=00b724ca-f296-433a-8b7f-3dd8fcc6a4f9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:08.642152 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.696089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=fa90fcd6-6fb8-4781-ad6f-fddf64168542,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:08.766842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:08.772081 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.790857 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 857a4df9-f1fc-4976-8b26-bc5f571b2c68 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:10:08.950599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.9 (a8ee856c-5f24-41ee-8235-e92c3716530b/894b96bf-bc68-4336-99d3-67787d276ac1/857a4df9-f1fc-4976-8b26-bc5f571b2c68) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:08.982072 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be891c9-5547-431b-8615-4c0e7feba7fe None None] Network a8ee856c-5f24-41ee-8235-e92c3716530b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:09.070267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2aa2e4cd-bf10-4418-bd9b-e924253ac8f5 None None] Provisioning complete for port fa90fcd6-6fb8-4781-ad6f-fddf64168542 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:09.070648 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e4cd-bf10-4418-bd9b-e924253ac8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.115596 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.200560 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.245272 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.296271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network a8ee856c-5f24-41ee-8235-e92c3716530b is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:09.299401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:09.305274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:09.311837 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=857a4df9-f1fc-4976-8b26-bc5f571b2c68,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:09.361525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.362287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.440222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-152ca4ea-4657-49fe-a99b-aa61f5caf87c None None] Provisioning complete for port 6376feb4-162b-4907-8ebe-51c414b45e8d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:09.440542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fb7becdb-d6b2-4d3d-9d3f-86eda241a1ba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8741903 Sep 17 23:10:09.440990 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-152ca4ea-4657-49fe-a99b-aa61f5caf87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.443052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51488) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:09.479167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-152ca4ea-4657-49fe-a99b-aa61f5caf87c None None] Port 6376feb4-162b-4907-8ebe-51c414b45e8d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:09.490379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-152ca4ea-4657-49fe-a99b-aa61f5caf87c None None] Provisioning complete for port fa90fcd6-6fb8-4781-ad6f-fddf64168542 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:09.490754 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-152ca4ea-4657-49fe-a99b-aa61f5caf87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.537355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6200a67c-693a-440b-8a2c-f4f6b5c3bef9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.539265 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6200a67c-693a-440b-8a2c-f4f6b5c3bef9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.0952618 Sep 17 23:10:09.542191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51490) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:09.595383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b958ae39-b8d2-406d-bd4b-5530c372e7be tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.601238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b958ae39-b8d2-406d-bd4b-5530c372e7be tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.607159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b958ae39-b8d2-406d-bd4b-5530c372e7be tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:09.609024 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b958ae39-b8d2-406d-bd4b-5530c372e7be tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0657849 Sep 17 23:10:09.612623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51492) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:09.697591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b79c5671-f038-48e5-a38f-77bc0d013a88 None None] Provisioning complete for port 6376feb4-162b-4907-8ebe-51c414b45e8d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:09.698110 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b79c5671-f038-48e5-a38f-77bc0d013a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.710643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-af6cc7fd-adc2-40e9-a2dd-f54a26987581 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 857a4df9-f1fc-4976-8b26-bc5f571b2c68 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:09.711000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-af6cc7fd-adc2-40e9-a2dd-f54a26987581 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.742134 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b79c5671-f038-48e5-a38f-77bc0d013a88 None None] Port 6376feb4-162b-4907-8ebe-51c414b45e8d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:09.800807 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-af6cc7fd-adc2-40e9-a2dd-f54a26987581 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.812472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-af6cc7fd-adc2-40e9-a2dd-f54a26987581 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 857a4df9-f1fc-4976-8b26-bc5f571b2c68 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:09.860585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ecc7ff28-6727-4202-a1a9-8a0af6124637 None None] Provisioning complete for port 857a4df9-f1fc-4976-8b26-bc5f571b2c68 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:09.860897 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ecc7ff28-6727-4202-a1a9-8a0af6124637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:09.900112 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7ff28-6727-4202-a1a9-8a0af6124637 None None] Port 857a4df9-f1fc-4976-8b26-bc5f571b2c68 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:09.995276 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-af6cc7fd-adc2-40e9-a2dd-f54a26987581 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.024730 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cc7fd-adc2-40e9-a2dd-f54a26987581 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=857a4df9-f1fc-4976-8b26-bc5f571b2c68,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:10.098435 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-af6cc7fd-adc2-40e9-a2dd-f54a26987581 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.103306 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-af6cc7fd-adc2-40e9-a2dd-f54a26987581 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/857a4df9-f1fc-4976-8b26-bc5f571b2c68 HTTP/1.1" status: 204 len: 168 time: 0.4868071 Sep 17 23:10:10.103456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51494) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:10.129389 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-edef08b9-1b6e-4bf8-977f-cfaea46aa3db tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:10:10.131079 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-edef08b9-1b6e-4bf8-977f-cfaea46aa3db tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/857a4df9-f1fc-4976-8b26-bc5f571b2c68 HTTP/1.1" status: 404 len: 333 time: 0.0266974 Sep 17 23:10:10.141477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51496) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:10.231567 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-67c1f66c-b9f9-4803-beac-4b11305c5fc6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 6376feb4-162b-4907-8ebe-51c414b45e8d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:10.231909 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-67c1f66c-b9f9-4803-beac-4b11305c5fc6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.326942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-67c1f66c-b9f9-4803-beac-4b11305c5fc6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.340009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-67c1f66c-b9f9-4803-beac-4b11305c5fc6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 6376feb4-162b-4907-8ebe-51c414b45e8d owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:10.383440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa90fcd6-6fb8-4781-ad6f-fddf64168542 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:10.430901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port fa90fcd6-6fb8-4781-ad6f-fddf64168542 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:10.431273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.538227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-67c1f66c-b9f9-4803-beac-4b11305c5fc6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.566254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1f66c-b9f9-4803-beac-4b11305c5fc6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=6376feb4-162b-4907-8ebe-51c414b45e8d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:10.638428 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-67c1f66c-b9f9-4803-beac-4b11305c5fc6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.639286 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.641467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-67c1f66c-b9f9-4803-beac-4b11305c5fc6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/6376feb4-162b-4907-8ebe-51c414b45e8d HTTP/1.1" status: 204 len: 168 time: 0.4989655 Sep 17 23:10:10.644099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51498) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:10.673117 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8f8213-56a3-4028-aee6-46787a568e5a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:10:10.674764 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4f8f8213-56a3-4028-aee6-46787a568e5a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/6376feb4-162b-4907-8ebe-51c414b45e8d HTTP/1.1" status: 404 len: 333 time: 0.0295548 Sep 17 23:10:10.677478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51500) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:10.734539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3d5114-d9c8-4751-a868-47964927371e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet 894b96bf-bc68-4336-99d3-67787d276ac1 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:10.737977 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5114-d9c8-4751-a868-47964927371e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.778472 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5114-d9c8-4751-a868-47964927371e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.860527 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5114-d9c8-4751-a868-47964927371e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.003000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5114-d9c8-4751-a868-47964927371e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.032747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d5114-d9c8-4751-a868-47964927371e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=894b96bf-bc68-4336-99d3-67787d276ac1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:11.037919 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5114-d9c8-4751-a868-47964927371e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.043298 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cd3d5114-d9c8-4751-a868-47964927371e tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/894b96bf-bc68-4336-99d3-67787d276ac1 HTTP/1.1" status: 204 len: 168 time: 0.3615215 Sep 17 23:10:11.043298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51502) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:11.045781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92276330-eb53-469a-9562-f7058f4fe8af None None] Network a8ee856c-5f24-41ee-8235-e92c3716530b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:11.122387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.184392 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port fa90fcd6-6fb8-4781-ad6f-fddf64168542 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:11.184738 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.239450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2752c0a-fdf4-4fb5-9b6e-d68d21bcf25c None None] DHCP port deletion for a8ee856c-5f24-41ee-8235-e92c3716530b request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:10:11.252666 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] For port fa90fcd6-6fb8-4781-ad6f-fddf64168542, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fa90fcd6-6fb8-4781-ad6f-fddf64168542,segment=NetworkSegment(00b724ca-f296-433a-8b7f-3dd8fcc6a4f9),segment_id=00b724ca-f296-433a-8b7f-3dd8fcc6a4f9)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:11.253036 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.266070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for fa90fcd6-6fb8-4781-ad6f-fddf64168542 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:11.285930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e2752c0a-fdf4-4fb5-9b6e-d68d21bcf25c None None] Deleting port fa90fcd6-6fb8-4781-ad6f-fddf64168542 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:11.286312 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2752c0a-fdf4-4fb5-9b6e-d68d21bcf25c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.361218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e2752c0a-fdf4-4fb5-9b6e-d68d21bcf25c None None] For port fa90fcd6-6fb8-4781-ad6f-fddf64168542, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=fa90fcd6-6fb8-4781-ad6f-fddf64168542,segment=NetworkSegment(00b724ca-f296-433a-8b7f-3dd8fcc6a4f9),segment_id=00b724ca-f296-433a-8b7f-3dd8fcc6a4f9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:11.361611 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2752c0a-fdf4-4fb5-9b6e-d68d21bcf25c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.373689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e2752c0a-fdf4-4fb5-9b6e-d68d21bcf25c None None] Calling delete_port for fa90fcd6-6fb8-4781-ad6f-fddf64168542 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:11.412473 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.438733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=fa90fcd6-6fb8-4781-ad6f-fddf64168542,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:11.440621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No DVR routers for this DVR port fa90fcd6-6fb8-4781-ad6f-fddf64168542 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:11.450217 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2752c0a-fdf4-4fb5-9b6e-d68d21bcf25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.476354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2752c0a-fdf4-4fb5-9b6e-d68d21bcf25c None None] Pushing event deleted for resources: {'Port': ['ID=fa90fcd6-6fb8-4781-ad6f-fddf64168542,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:11.479873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2752c0a-fdf4-4fb5-9b6e-d68d21bcf25c None None] No DVR routers for this DVR port fa90fcd6-6fb8-4781-ad6f-fddf64168542 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:11.520386 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.544002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ee856c-5f24-41ee-8235-e92c3716530b']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:11.553433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b724ca-f296-433a-8b7f-3dd8fcc6a4f9') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:11.553724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b724ca-f296-433a-8b7f-3dd8fcc6a4f9') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:11.564097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.576920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.583305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:10:11.584719 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:10:11.586558 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:10:11.718963 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.726550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.728341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/networks/a8ee856c-5f24-41ee-8235-e92c3716530b HTTP/1.1" status: 204 len: 168 time: 0.6849027 Sep 17 23:10:11.733801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51504) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:11.740420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1055601754'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:11.745120 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af03e1-f2b0-460b-a738-dfd4cc2513eb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Network': ['ID=a8ee856c-5f24-41ee-8235-e92c3716530b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:11.839056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:11.842608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.865282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:10:11.873450 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:11.873863 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Added segment 0c345162-9674-4771-bcc8-63d1a8b4ed04 of type vlan for network 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 Sep 17 23:10:11.916703 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:12.011956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:12.017435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:12.018004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:12.081571 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Network': ['ID=5a48022d-4a46-48ee-99d0-03c2a7f6dba1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:12.089251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.089592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.089928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.090255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.090585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.090909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.091231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.091550 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.091951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.092259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.096059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.096059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:10:12.104628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:10:12.116114 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1e14fe1d-c5ae-4fff-82ca-75f6d1e7358b tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3824902 Sep 17 23:10:12.118835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51506) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:12.123919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': '5a48022d-4a46-48ee-99d0-03c2a7f6dba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:12.298386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:12.301878 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:12.389542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa90fcd6-6fb8-4781-ad6f-fddf64168542 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:12.410898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: fa90fcd6-6fb8-4781-ad6f-fddf64168542 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:10:12.411237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device fa90fcd6-6fb8-4781-ad6f-fddf64168542 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:12.549864 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:12.920835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=581b13ea-8cff-4888-9e13-37fafb82952b,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:12.930103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Checking segment: {'id': '0c345162-9674-4771-bcc8-63d1a8b4ed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a48022d-4a46-48ee-99d0-03c2a7f6dba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:12.930462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network hostable DHCP agents. Network: 5a48022d-4a46-48ee-99d0-03c2a7f6dba1, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:10:13.018079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:10:13.103497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 5a48022d-4a46-48ee-99d0-03c2a7f6dba1) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:13.109658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:13.110249 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.115696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a97e56-1f9d-4740-99ba-15941d5fbe12 None None] Network 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:13.196481 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-663711a0-ff8e-4637-b656-cd4c27d222a3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0763462 Sep 17 23:10:13.199131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51508) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:13.203677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8b80e845-7804-44a8-b502-cf6a8e58996d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-380450902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:13.259419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-5a48022d-4a46-48ee-99d0-03c2a7f6dba1', 'network_id': '5a48022d-4a46-48ee-99d0-03c2a7f6dba1', 'tenant_id': 'f5ae556e087e44c6a199dde056b5e926', 'fixed_ips': [{'subnet_id': '581b13ea-8cff-4888-9e13-37fafb82952b'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:10:13.260311 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.315238 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b80e845-7804-44a8-b502-cf6a8e58996d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.316414 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b80e845-7804-44a8-b502-cf6a8e58996d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.371608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b80e845-7804-44a8-b502-cf6a8e58996d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.391741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Allocated IP 172.20.0.2 (5a48022d-4a46-48ee-99d0-03c2a7f6dba1/581b13ea-8cff-4888-9e13-37fafb82952b/9213387a-cfe0-431a-b969-2408bc12be46) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:13.462564 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b80e845-7804-44a8-b502-cf6a8e58996d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.532378 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.553633 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8b80e845-7804-44a8-b502-cf6a8e58996d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.554894 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8b80e845-7804-44a8-b502-cf6a8e58996d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3546922 Sep 17 23:10:13.557586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51510) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:13.562378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'network_id': '5a48022d-4a46-48ee-99d0-03c2a7f6dba1', 'name': 'tempest-PortsTestJSON-1327164077'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:13.628400 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.667732 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Network 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:13.674915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:13.677252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:13.680430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Pushing event updated for resources: {'Port': ['ID=9213387a-cfe0-431a-b969-2408bc12be46,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:13.735548 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Attempting to bind port 9213387a-cfe0-431a-b969-2408bc12be46 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:13.735820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Attempting to bind port 9213387a-cfe0-431a-b969-2408bc12be46 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '0c345162-9674-4771-bcc8-63d1a8b4ed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a48022d-4a46-48ee-99d0-03c2a7f6dba1'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:13.736206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Attempting to bind port 9213387a-cfe0-431a-b969-2408bc12be46 on network 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:13.736624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:13.740144 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.741051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:13.741421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Checking segment: {'id': '0c345162-9674-4771-bcc8-63d1a8b4ed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a48022d-4a46-48ee-99d0-03c2a7f6dba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:13.741817 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.742206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Bound using segment: {'id': '0c345162-9674-4771-bcc8-63d1a8b4ed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a48022d-4a46-48ee-99d0-03c2a7f6dba1'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:13.742665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Bound port: 9213387a-cfe0-431a-b969-2408bc12be46, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c345162-9674-4771-bcc8-63d1a8b4ed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a48022d-4a46-48ee-99d0-03c2a7f6dba1'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:13.743039 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.757681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port ed0d2660-d10b-4e3c-a4b3-a65145aa37bd yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:10:13.806218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] For port 9213387a-cfe0-431a-b969-2408bc12be46, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:13.809396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] For port 9213387a-cfe0-431a-b969-2408bc12be46, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9213387a-cfe0-431a-b969-2408bc12be46,segment=NetworkSegment(0c345162-9674-4771-bcc8-63d1a8b4ed04),segment_id=0c345162-9674-4771-bcc8-63d1a8b4ed04)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:13.869110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.5 (5a48022d-4a46-48ee-99d0-03c2a7f6dba1/581b13ea-8cff-4888-9e13-37fafb82952b/ed0d2660-d10b-4e3c-a4b3-a65145aa37bd) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:13.887294 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:13.951512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dbf53-62dd-457c-8c95-de7e4276272d None None] Pushing event updated for resources: {'Port': ['ID=9213387a-cfe0-431a-b969-2408bc12be46,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:14.021947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:14.121828 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:14.168930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:14.173321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:14.179007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:14.204047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=ed0d2660-d10b-4e3c-a4b3-a65145aa37bd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:14.232672 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:14.233279 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:14.321937 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ada6c091-e4e1-417f-93f4-5b9c5afb11e8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7632122 Sep 17 23:10:14.324549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51512) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:14.413904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9213387a-cfe0-431a-b969-2408bc12be46 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:14.463489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9213387a-cfe0-431a-b969-2408bc12be46 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:14.464143 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:14.541535 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:14.578426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 9213387a-cfe0-431a-b969-2408bc12be46, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9213387a-cfe0-431a-b969-2408bc12be46,segment=NetworkSegment(0c345162-9674-4771-bcc8-63d1a8b4ed04),segment_id=0c345162-9674-4771-bcc8-63d1a8b4ed04)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:14.641948 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:14.655238 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:14.692908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=9213387a-cfe0-431a-b969-2408bc12be46,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:14.845409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9ca7c0-6c2d-4710-b6da-45ea4c6fad20 None None] Network 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:14.908717 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:14.970565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f01bbfb5-c798-4a49-8857-63b53f28e5ac None None] Provisioning complete for port 9213387a-cfe0-431a-b969-2408bc12be46 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:14.970930 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f01bbfb5-c798-4a49-8857-63b53f28e5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:14.977760 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.059727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=ed0d2660-d10b-4e3c-a4b3-a65145aa37bd,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:15.206178 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.369268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.459118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3a40f708-22a2-428d-b269-6a23300ff787 None None] Provisioning complete for port 9213387a-cfe0-431a-b969-2408bc12be46 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:15.459658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a40f708-22a2-428d-b269-6a23300ff787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.550992 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3a40f708-22a2-428d-b269-6a23300ff787 None None] Provisioning complete for port ed0d2660-d10b-4e3c-a4b3-a65145aa37bd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:15.551781 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a40f708-22a2-428d-b269-6a23300ff787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.589437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3a40f708-22a2-428d-b269-6a23300ff787 None None] Port ed0d2660-d10b-4e3c-a4b3-a65145aa37bd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:15.649557 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.708500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a3941c2c-b613-4dad-bb51-5c601f9f4426 None None] Provisioning complete for port ed0d2660-d10b-4e3c-a4b3-a65145aa37bd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:15.708876 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3941c2c-b613-4dad-bb51-5c601f9f4426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.713336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.742479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a3941c2c-b613-4dad-bb51-5c601f9f4426 None None] Port ed0d2660-d10b-4e3c-a4b3-a65145aa37bd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:15.790016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=ed0d2660-d10b-4e3c-a4b3-a65145aa37bd,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:15.792557 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.859933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c7a889b5-6601-42af-914e-35d617b96f97 None None] Provisioning complete for port ed0d2660-d10b-4e3c-a4b3-a65145aa37bd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:15.860338 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c7a889b5-6601-42af-914e-35d617b96f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:15.882592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:15.884043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:15.900736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c7a889b5-6601-42af-914e-35d617b96f97 None None] Port ed0d2660-d10b-4e3c-a4b3-a65145aa37bd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:16.062349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Router 511c4301-c920-4155-a4f9-3555521095f5 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:10:16.118791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-08cd7af9-4935-4e15-9b49-7ec58465ecde None None] Provisioning complete for port ed0d2660-d10b-4e3c-a4b3-a65145aa37bd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:16.119167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08cd7af9-4935-4e15-9b49-7ec58465ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:16.157716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7af9-4935-4e15-9b49-7ec58465ecde None None] Port ed0d2660-d10b-4e3c-a4b3-a65145aa37bd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:16.161662 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:10:16.166940 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-92dc9554-2f4d-4fce-a4ad-ca6c7fa798e6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "PUT /v2.0/routers/511c4301-c920-4155-a4f9-3555521095f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8412695 Sep 17 23:10:16.169704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51514) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:16.174255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d968c50a-a013-4823-8153-7314d44ad258 None None] Sync routers for ids ['511c4301-c920-4155-a4f9-3555521095f5'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:10:16.183461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d968c50a-a013-4823-8153-7314d44ad258 None None] Routers {'511c4301-c920-4155-a4f9-3555521095f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:16.184083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d968c50a-a013-4823-8153-7314d44ad258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['511c4301-c920-4155-a4f9-3555521095f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:16.220385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d968c50a-a013-4823-8153-7314d44ad258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:16.222140 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677cb1ad-2dd1-40af-ba79-0e3dad3e1507 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:16.223772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-677cb1ad-2dd1-40af-ba79-0e3dad3e1507 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports?device_id=511c4301-c920-4155-a4f9-3555521095f5 HTTP/1.1" status: 200 len: 982 time: 0.0532355 Sep 17 23:10:16.226699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51516) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:16.228956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d968c50a-a013-4823-8153-7314d44ad258 None None] Routers {'511c4301-c920-4155-a4f9-3555521095f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:16.229560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d968c50a-a013-4823-8153-7314d44ad258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['511c4301-c920-4155-a4f9-3555521095f5'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:16.260875 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d968c50a-a013-4823-8153-7314d44ad258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:16.261535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d968c50a-a013-4823-8153-7314d44ad258 None None] The sync data for ids ['511c4301-c920-4155-a4f9-3555521095f5'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:10:16.386301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9213387a-cfe0-431a-b969-2408bc12be46 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:16.436099 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9213387a-cfe0-431a-b969-2408bc12be46 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:16.436413 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:16.637144 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:17.174303 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port ed0d2660-d10b-4e3c-a4b3-a65145aa37bd {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:17.174932 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:17.261137 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:17.272858 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for ed0d2660-d10b-4e3c-a4b3-a65145aa37bd owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:17.520921 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:17.547767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=ed0d2660-d10b-4e3c-a4b3-a65145aa37bd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:17.689670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:17.849530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Router 511c4301-c920-4155-a4f9-3555521095f5 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:10:17.926091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:10:17.931559 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-674aaa2e-25b7-4578-9473-a99ac4b401dd tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "PUT /v2.0/routers/511c4301-c920-4155-a4f9-3555521095f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7037807 Sep 17 23:10:17.934210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51522) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:17.935263 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a9f31-f283-47b4-a03b-4b1a7b2a1fb8 None None] Sync routers for ids ['511c4301-c920-4155-a4f9-3555521095f5'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:10:17.945413 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a9f31-f283-47b4-a03b-4b1a7b2a1fb8 None None] Routers {'511c4301-c920-4155-a4f9-3555521095f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:17.946021 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ff4a9f31-f283-47b4-a03b-4b1a7b2a1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['511c4301-c920-4155-a4f9-3555521095f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:17.958240 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6b766a-e499-4545-9c66-fa301c6626a6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:10:17.959747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2f6b766a-e499-4545-9c66-fa301c6626a6 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/ed0d2660-d10b-4e3c-a4b3-a65145aa37bd HTTP/1.1" status: 404 len: 333 time: 0.0244892 Sep 17 23:10:17.962333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51524) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:17.979172 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ff4a9f31-f283-47b4-a03b-4b1a7b2a1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:17.988712 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a9f31-f283-47b4-a03b-4b1a7b2a1fb8 None None] Routers {'511c4301-c920-4155-a4f9-3555521095f5'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:17.989310 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ff4a9f31-f283-47b4-a03b-4b1a7b2a1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['511c4301-c920-4155-a4f9-3555521095f5'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:18.024592 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-ff4a9f31-f283-47b4-a03b-4b1a7b2a1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:18.025239 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a9f31-f283-47b4-a03b-4b1a7b2a1fb8 None None] The sync data for ids ['511c4301-c920-4155-a4f9-3555521095f5'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:10:18.038495 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13951b49-d0c2-4321-bbd1-722a01b04db2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.198319 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13951b49-d0c2-4321-bbd1-722a01b04db2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.200475 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13951b49-d0c2-4321-bbd1-722a01b04db2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.309452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13951b49-d0c2-4321-bbd1-722a01b04db2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.310009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13951b49-d0c2-4321-bbd1-722a01b04db2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Fanout notify agent at l3_agent the message router_deleted on router 511c4301-c920-4155-a4f9-3555521095f5 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:10:18.317340 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-13951b49-d0c2-4321-bbd1-722a01b04db2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.318441 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-13951b49-d0c2-4321-bbd1-722a01b04db2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/routers/511c4301-c920-4155-a4f9-3555521095f5 HTTP/1.1" status: 204 len: 168 time: 0.3552315 Sep 17 23:10:18.321081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51526) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:18.373103 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-406b546f-9d69-4213-be0a-dfadc73f446f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet 581b13ea-8cff-4888-9e13-37fafb82952b {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:18.376753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-406b546f-9d69-4213-be0a-dfadc73f446f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.420292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-406b546f-9d69-4213-be0a-dfadc73f446f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.501885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-406b546f-9d69-4213-be0a-dfadc73f446f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.628113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-406b546f-9d69-4213-be0a-dfadc73f446f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.660135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b546f-9d69-4213-be0a-dfadc73f446f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=581b13ea-8cff-4888-9e13-37fafb82952b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:18.665286 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-406b546f-9d69-4213-be0a-dfadc73f446f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.666647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-406b546f-9d69-4213-be0a-dfadc73f446f tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/581b13ea-8cff-4888-9e13-37fafb82952b HTTP/1.1" status: 204 len: 168 time: 0.3446414 Sep 17 23:10:18.669304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51528) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:18.671755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350a4b2-a04c-4362-9155-c3106616ba99 None None] Network 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:18.745009 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.802142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 9213387a-cfe0-431a-b969-2408bc12be46 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:18.802489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.839065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d979cd2-813a-4f1e-ae46-b76eb2c7b40a None None] DHCP port deletion for 5a48022d-4a46-48ee-99d0-03c2a7f6dba1 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:10:18.873556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] For port 9213387a-cfe0-431a-b969-2408bc12be46, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9213387a-cfe0-431a-b969-2408bc12be46,segment=NetworkSegment(0c345162-9674-4771-bcc8-63d1a8b4ed04),segment_id=0c345162-9674-4771-bcc8-63d1a8b4ed04)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:18.873924 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.887186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4d979cd2-813a-4f1e-ae46-b76eb2c7b40a None None] Deleting port 9213387a-cfe0-431a-b969-2408bc12be46 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:18.887186 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4d979cd2-813a-4f1e-ae46-b76eb2c7b40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.887454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 9213387a-cfe0-431a-b969-2408bc12be46 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:18.947281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4d979cd2-813a-4f1e-ae46-b76eb2c7b40a None None] For port 9213387a-cfe0-431a-b969-2408bc12be46, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9213387a-cfe0-431a-b969-2408bc12be46,segment=NetworkSegment(0c345162-9674-4771-bcc8-63d1a8b4ed04),segment_id=0c345162-9674-4771-bcc8-63d1a8b4ed04)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:18.947679 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4d979cd2-813a-4f1e-ae46-b76eb2c7b40a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:18.963918 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4d979cd2-813a-4f1e-ae46-b76eb2c7b40a None None] Calling delete_port for 9213387a-cfe0-431a-b969-2408bc12be46 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:19.019065 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.043050 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4d979cd2-813a-4f1e-ae46-b76eb2c7b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.046994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=9213387a-cfe0-431a-b969-2408bc12be46,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:19.050826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No DVR routers for this DVR port 9213387a-cfe0-431a-b969-2408bc12be46 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:19.068318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d979cd2-813a-4f1e-ae46-b76eb2c7b40a None None] Pushing event deleted for resources: {'Port': ['ID=9213387a-cfe0-431a-b969-2408bc12be46,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:19.072257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d979cd2-813a-4f1e-ae46-b76eb2c7b40a None None] No DVR routers for this DVR port 9213387a-cfe0-431a-b969-2408bc12be46 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:19.135024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.155265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a48022d-4a46-48ee-99d0-03c2a7f6dba1']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:19.164605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c345162-9674-4771-bcc8-63d1a8b4ed04') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:19.164907 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c345162-9674-4771-bcc8-63d1a8b4ed04') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:19.174074 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.187528 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.193894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:10:19.194860 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:10:19.197316 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:10:19.325116 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.333667 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.336371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/networks/5a48022d-4a46-48ee-99d0-03c2a7f6dba1 HTTP/1.1" status: 204 len: 168 time: 0.6658218 Sep 17 23:10:19.340366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51530) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:19.350518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c3aaf-667c-455b-83b4-6edf7b695a89 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Network': ['ID=5a48022d-4a46-48ee-99d0-03c2a7f6dba1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:19.389753 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c60dc-f9b3-42f0-8fb1-4a8334671d9d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:19.391280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f04c60dc-f9b3-42f0-8fb1-4a8334671d9d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/afe24956-5e8e-4326-93d1-5dc93b62a4f9 HTTP/1.1" status: 200 len: 840 time: 0.0495636 Sep 17 23:10:19.395090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51532) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:19.440385 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ffed30a7-855d-4534-8610-4ebb14fd0b6a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/afe24956-5e8e-4326-93d1-5dc93b62a4f9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0439880 Sep 17 23:10:19.444468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51534) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:19.450639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-55c74833-e565-4e72-baec-d7f170be278c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:19.629447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c74833-e565-4e72-baec-d7f170be278c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:19.633575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55c74833-e565-4e72-baec-d7f170be278c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.875799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55c74833-e565-4e72-baec-d7f170be278c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.927428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c74833-e565-4e72-baec-d7f170be278c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:19.930749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-55c74833-e565-4e72-baec-d7f170be278c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:19.934403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c74833-e565-4e72-baec-d7f170be278c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:19.935051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55c74833-e565-4e72-baec-d7f170be278c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:19.941482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45d07f-efcb-4120-8332-211e74c60294 None None] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:19.955541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c74833-e565-4e72-baec-d7f170be278c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=3d5cd194-d55b-42ac-9926-cfc8e7325753,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:20.034042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-55c74833-e565-4e72-baec-d7f170be278c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5884171 Sep 17 23:10:20.036907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51536) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:20.041508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-89003481-94f2-4d1f-921a-a2504e230ef0 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'security_group': {'name': 'tempest-secgroup-735820480'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:20.108497 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-163b7411-d15e-4c15-b52b-705fad3dbeb6', 'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'tenant_id': 'f5ae556e087e44c6a199dde056b5e926', 'fixed_ips': [{'subnet_id': '3d5cd194-d55b-42ac-9926-cfc8e7325753'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:10:20.110054 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.147931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89003481-94f2-4d1f-921a-a2504e230ef0 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.232051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89003481-94f2-4d1f-921a-a2504e230ef0 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.247946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Allocated IP 172.20.0.2 (163b7411-d15e-4c15-b52b-705fad3dbeb6/3d5cd194-d55b-42ac-9926-cfc8e7325753/96e98535-7e7e-4dc8-b6ae-03652b5e8e05) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:20.298156 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89003481-94f2-4d1f-921a-a2504e230ef0 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.329519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89003481-94f2-4d1f-921a-a2504e230ef0 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c44a72-8ba1-4c5c-aa86-0694b2e609ac,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:20.390636 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-89003481-94f2-4d1f-921a-a2504e230ef0 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.392297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-89003481-94f2-4d1f-921a-a2504e230ef0 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3543408 Sep 17 23:10:20.395127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51538) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:20.399997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f46ad8e7-faa4-4f64-801d-3e20f97f2f62 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'security_group': {'name': 'tempest-secgroup-614743734'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:20.400778 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.405075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9213387a-cfe0-431a-b969-2408bc12be46 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:20.425670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 9213387a-cfe0-431a-b969-2408bc12be46 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:10:20.426017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9213387a-cfe0-431a-b969-2408bc12be46 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:20.509716 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.532839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f46ad8e7-faa4-4f64-801d-3e20f97f2f62 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.548997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:20.556202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:20.558299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Pushing event updated for resources: {'Port': ['ID=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:20.560433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:20.616133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Attempting to bind port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:20.616507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Attempting to bind port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd62a42ff-d819-46a4-a474-581e8e2fd62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:20.616872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Attempting to bind port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 on network 163b7411-d15e-4c15-b52b-705fad3dbeb6 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:20.618617 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f46ad8e7-faa4-4f64-801d-3e20f97f2f62 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.621850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:20.622681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Checking segment: {'id': 'd62a42ff-d819-46a4-a474-581e8e2fd62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:20.622681 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.622987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Bound using segment: {'id': 'd62a42ff-d819-46a4-a474-581e8e2fd62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:20.623448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Bound port: 96e98535-7e7e-4dc8-b6ae-03652b5e8e05, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62a42ff-d819-46a4-a474-581e8e2fd62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:20.623831 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.689769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] For port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:20.692273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f46ad8e7-faa4-4f64-801d-3e20f97f2f62 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.692770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] For port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,segment=NetworkSegment(d62a42ff-d819-46a4-a474-581e8e2fd62c),segment_id=d62a42ff-d819-46a4-a474-581e8e2fd62c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:20.721877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ad8e7-faa4-4f64-801d-3e20f97f2f62 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13134c14-63bd-4c36-bd48-0b52118924bd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:20.772800 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.782067 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f46ad8e7-faa4-4f64-801d-3e20f97f2f62 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.783375 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f46ad8e7-faa4-4f64-801d-3e20f97f2f62 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3869464 Sep 17 23:10:20.786171 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51540) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:20.790951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-436087299', 'security_groups': ['13134c14-63bd-4c36-bd48-0b52118924bd'], 'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d5cd194-d55b-42ac-9926-cfc8e7325753'}]}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:20.834863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d38abc-b3f0-48f7-9743-304b131c185b None None] Pushing event updated for resources: {'Port': ['ID=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:20.972601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:21.065096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.083669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port 6704c7bc-9db5-4fec-895f-d51f697c69e3 yet. {{(pid=95454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:10:21.242386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.4 (163b7411-d15e-4c15-b52b-705fad3dbeb6/3d5cd194-d55b-42ac-9926-cfc8e7325753/6704c7bc-9db5-4fec-895f-d51f697c69e3) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:21.380662 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.464692 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.511488 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:21.517491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:21.522060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:21.526057 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=6704c7bc-9db5-4fec-895f-d51f697c69e3,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:21.572750 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:21.573551 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.625493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e503b575-278e-4e79-b0e0-8b5c7af6b462 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8380196 Sep 17 23:10:21.627839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51542) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:21.632686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-aa38b67e-a2ac-444a-95f3-147026d64fb7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:21.716594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-75d338e2-c17f-4be6-b2bc-45a531d7f1ce None None] Provisioning complete for port afe24956-5e8e-4326-93d1-5dc93b62a4f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:21.717136 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75d338e2-c17f-4be6-b2bc-45a531d7f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.761112 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-75d338e2-c17f-4be6-b2bc-45a531d7f1ce None None] Port afe24956-5e8e-4326-93d1-5dc93b62a4f9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:21.767148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-75d338e2-c17f-4be6-b2bc-45a531d7f1ce None None] Provisioning complete for port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:21.767526 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75d338e2-c17f-4be6-b2bc-45a531d7f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.795280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa38b67e-a2ac-444a-95f3-147026d64fb7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:21.799669 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-aa38b67e-a2ac-444a-95f3-147026d64fb7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.856704 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75d338e2-c17f-4be6-b2bc-45a531d7f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.898328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-75d338e2-c17f-4be6-b2bc-45a531d7f1ce None None] For port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,segment=NetworkSegment(d62a42ff-d819-46a4-a474-581e8e2fd62c),segment_id=d62a42ff-d819-46a4-a474-581e8e2fd62c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:21.905216 n-d-713499-18 neutron-server[95454]: INFO neutron.db.ipam_backend_mixin [None req-aa38b67e-a2ac-444a-95f3-147026d64fb7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3d5cd194-d55b-42ac-9926-cfc8e7325753 (CIDR: 172.20.0.0/28) Sep 17 23:10:22.000331 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa38b67e-a2ac-444a-95f3-147026d64fb7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:22.000793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa38b67e-a2ac-444a-95f3-147026d64fb7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:22.029108 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75d338e2-c17f-4be6-b2bc-45a531d7f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.076145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d338e2-c17f-4be6-b2bc-45a531d7f1ce None None] Pushing event updated for resources: {'Port': ['ID=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:22.081456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-aa38b67e-a2ac-444a-95f3-147026d64fb7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4525471 Sep 17 23:10:22.087801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51544) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:22.089081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f8111cc9-9d94-4bd0-947c-5dd7186d48fa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:22.149094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-379c558f-4295-4129-982f-c1f3154ae42f None None] Provisioning complete for port 6704c7bc-9db5-4fec-895f-d51f697c69e3 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:22.149463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-379c558f-4295-4129-982f-c1f3154ae42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.184438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-379c558f-4295-4129-982f-c1f3154ae42f None None] Port 6704c7bc-9db5-4fec-895f-d51f697c69e3 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:22.250325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8111cc9-9d94-4bd0-947c-5dd7186d48fa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:22.253942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8111cc9-9d94-4bd0-947c-5dd7186d48fa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.420551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:22.471108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:22.471473 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.532855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8111cc9-9d94-4bd0-947c-5dd7186d48fa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.578525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8111cc9-9d94-4bd0-947c-5dd7186d48fa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:22.581716 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-f8111cc9-9d94-4bd0-947c-5dd7186d48fa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:22.585902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8111cc9-9d94-4bd0-947c-5dd7186d48fa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:22.586492 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8111cc9-9d94-4bd0-947c-5dd7186d48fa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.591630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89868aed-e419-4cdd-b0f0-52b338c0a4d8 None None] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:22.601585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8111cc9-9d94-4bd0-947c-5dd7186d48fa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=3e53d551-2ad0-4e3c-8780-1047fde36682,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:22.658420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f8111cc9-9d94-4bd0-947c-5dd7186d48fa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5733492 Sep 17 23:10:22.664320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51546) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:22.669571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1463600874', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3e53d551-2ad0-4e3c-8780-1047fde36682'}], 'security_groups': ['c2c44a72-8ba1-4c5c-aa86-0694b2e609ac']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:22.731562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:22.804413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df74b1a3-03fa-4ce1-b2a3-0c79c88c469b None None] Update dhcp port {'port': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'fixed_ips': [{'subnet_id': '3d5cd194-d55b-42ac-9926-cfc8e7325753', 'ip_address': '172.20.0.2'}, {'subnet_id': '3e53d551-2ad0-4e3c-8780-1047fde36682'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '96e98535-7e7e-4dc8-b6ae-03652b5e8e05'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:10:22.833946 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-df74b1a3-03fa-4ce1-b2a3-0c79c88c469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.026763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Delete allocated IP 172.20.0.4 (163b7411-d15e-4c15-b52b-705fad3dbeb6/3d5cd194-d55b-42ac-9926-cfc8e7325753) {{(pid=95454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 23:10:23.036272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.20 (163b7411-d15e-4c15-b52b-705fad3dbeb6/3e53d551-2ad0-4e3c-8780-1047fde36682/6704c7bc-9db5-4fec-895f-d51f697c69e3) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:23.191682 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.342044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.392816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-df74b1a3-03fa-4ce1-b2a3-0c79c88c469b None None] Allocated IP 172.20.0.18 (163b7411-d15e-4c15-b52b-705fad3dbeb6/3e53d551-2ad0-4e3c-8780-1047fde36682/96e98535-7e7e-4dc8-b6ae-03652b5e8e05) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:23.495860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-df74b1a3-03fa-4ce1-b2a3-0c79c88c469b None None] For port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,segment=NetworkSegment(d62a42ff-d819-46a4-a474-581e8e2fd62c),segment_id=d62a42ff-d819-46a4-a474-581e8e2fd62c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:23.526740 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-df74b1a3-03fa-4ce1-b2a3-0c79c88c469b None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.627728 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-df74b1a3-03fa-4ce1-b2a3-0c79c88c469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.719353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74b1a3-03fa-4ce1-b2a3-0c79c88c469b None None] Pushing event updated for resources: {'Port': ['ID=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:23.733179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=6704c7bc-9db5-4fec-895f-d51f697c69e3,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:23.753492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] In _notify_port_updated(), no bound segment for port 6704c7bc-9db5-4fec-895f-d51f697c69e3 on network 163b7411-d15e-4c15-b52b-705fad3dbeb6 {{(pid=95454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:10:23.758988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:23.759602 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.760980 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1e33eaea-c26c-48b9-a4e6-e9a5ef5c3e97 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "PUT /v2.0/ports/6704c7bc-9db5-4fec-895f-d51f697c69e3 HTTP/1.1" status: 200 len: 921 time: 1.0956900 Sep 17 23:10:23.763668 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51548) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:23.856635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3e311ab6-a69e-4caa-873e-1202e08619d4 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port 6704c7bc-9db5-4fec-895f-d51f697c69e3 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:23.856987 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e311ab6-a69e-4caa-873e-1202e08619d4 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.945075 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e311ab6-a69e-4caa-873e-1202e08619d4 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.958523 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3e311ab6-a69e-4caa-873e-1202e08619d4 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for 6704c7bc-9db5-4fec-895f-d51f697c69e3 owned by {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:24.181419 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e311ab6-a69e-4caa-873e-1202e08619d4 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.206724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e311ab6-a69e-4caa-873e-1202e08619d4 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=6704c7bc-9db5-4fec-895f-d51f697c69e3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:24.220438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-03f5036d-4fe1-4900-986f-05e852c446cc None None] Provisioning complete for port afe24956-5e8e-4326-93d1-5dc93b62a4f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:24.220988 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03f5036d-4fe1-4900-986f-05e852c446cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.254800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-03f5036d-4fe1-4900-986f-05e852c446cc None None] Port afe24956-5e8e-4326-93d1-5dc93b62a4f9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:24.264441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-03f5036d-4fe1-4900-986f-05e852c446cc None None] Provisioning complete for port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:24.265042 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03f5036d-4fe1-4900-986f-05e852c446cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.278926 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e311ab6-a69e-4caa-873e-1202e08619d4 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.281487 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3e311ab6-a69e-4caa-873e-1202e08619d4 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/6704c7bc-9db5-4fec-895f-d51f697c69e3 HTTP/1.1" status: 204 len: 168 time: 0.5168655 Sep 17 23:10:24.284680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51550) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:24.308560 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a54d95-bf84-4c0f-9cae-76f619f2c510 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:10:24.312863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51552) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:24.313516 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c5a54d95-bf84-4c0f-9cae-76f619f2c510 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/6704c7bc-9db5-4fec-895f-d51f697c69e3 HTTP/1.1" status: 404 len: 333 time: 0.0276539 Sep 17 23:10:24.349560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-03f5036d-4fe1-4900-986f-05e852c446cc None None] Could not find standard attr ID for object 6704c7bc-9db5-4fec-895f-d51f697c69e3. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:10:24.369739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4219bdcf-39c0-4f2f-ad15-b8e051914baa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.393956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4219bdcf-39c0-4f2f-ad15-b8e051914baa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.406438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:24.465445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:24.465813 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.503556 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4219bdcf-39c0-4f2f-ad15-b8e051914baa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.506780 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4219bdcf-39c0-4f2f-ad15-b8e051914baa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.507902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4219bdcf-39c0-4f2f-ad15-b8e051914baa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/security-groups/13134c14-63bd-4c36-bd48-0b52118924bd HTTP/1.1" status: 204 len: 168 time: 0.1931295 Sep 17 23:10:24.510791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51554) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:24.519537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219bdcf-39c0-4f2f-ad15-b8e051914baa tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13134c14-63bd-4c36-bd48-0b52118924bd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:24.570510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f27d692-a302-478b-a216-14950f7b2936 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.596483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f27d692-a302-478b-a216-14950f7b2936 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.665742 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0508fe0e-7907-41ee-b4e7-460380590eb6 None None] Could not find standard attr ID for object 6704c7bc-9db5-4fec-895f-d51f697c69e3. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:10:24.692034 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f27d692-a302-478b-a216-14950f7b2936 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.694743 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9f27d692-a302-478b-a216-14950f7b2936 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.695906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9f27d692-a302-478b-a216-14950f7b2936 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/security-groups/c2c44a72-8ba1-4c5c-aa86-0694b2e609ac HTTP/1.1" status: 204 len: 168 time: 0.1841023 Sep 17 23:10:24.698961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51556) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:24.706849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27d692-a302-478b-a216-14950f7b2936 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c44a72-8ba1-4c5c-aa86-0694b2e609ac,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:24.760989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47382a4-f131-4be5-9317-abb21cdcccec tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet 3d5cd194-d55b-42ac-9926-cfc8e7325753 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:24.764219 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d47382a4-f131-4be5-9317-abb21cdcccec tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.807692 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d47382a4-f131-4be5-9317-abb21cdcccec tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:24.888806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d47382a4-f131-4be5-9317-abb21cdcccec tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.001126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d47382a4-f131-4be5-9317-abb21cdcccec tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.025752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47382a4-f131-4be5-9317-abb21cdcccec tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5cd194-d55b-42ac-9926-cfc8e7325753,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:25.032061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d47382a4-f131-4be5-9317-abb21cdcccec tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.033960 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d47382a4-f131-4be5-9317-abb21cdcccec tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/3d5cd194-d55b-42ac-9926-cfc8e7325753 HTTP/1.1" status: 204 len: 168 time: 0.3340790 Sep 17 23:10:25.038003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51558) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:25.039175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e01f28b-a4c2-4ee0-8ac3-8cdb83e15d69 None None] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:25.042685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-fcaf46eb-b6a2-4a74-b6e8-4e241defa793 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:25.206405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaf46eb-b6a2-4a74-b6e8-4e241defa793 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:25.209964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fcaf46eb-b6a2-4a74-b6e8-4e241defa793 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.492318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fcaf46eb-b6a2-4a74-b6e8-4e241defa793 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.547390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf46eb-b6a2-4a74-b6e8-4e241defa793 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:25.550729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf46eb-b6a2-4a74-b6e8-4e241defa793 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:25.554165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaf46eb-b6a2-4a74-b6e8-4e241defa793 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:25.554764 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fcaf46eb-b6a2-4a74-b6e8-4e241defa793 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.560596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf46eb-b6a2-4a74-b6e8-4e241defa793 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=ffdaab38-19bf-4c8f-8ead-bf47e5e2f024,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:25.630394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fcaf46eb-b6a2-4a74-b6e8-4e241defa793 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5914831 Sep 17 23:10:25.632928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51560) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:25.637695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3b481108-4a40-4763-bd54-7f19c4b856cf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'security_group': {'name': 'tempest-secgroup-546560257'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:25.687927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f48d69-9c6e-4fda-abd3-f3c5bea1b542 None None] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:25.732049 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b481108-4a40-4763-bd54-7f19c4b856cf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.830613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cd16ae35-6fb4-4d7b-9ece-f6faaf752cc1 None None] Provisioning complete for port afe24956-5e8e-4326-93d1-5dc93b62a4f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:25.830984 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cd16ae35-6fb4-4d7b-9ece-f6faaf752cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.845042 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b481108-4a40-4763-bd54-7f19c4b856cf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.884016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cd16ae35-6fb4-4d7b-9ece-f6faaf752cc1 None None] Port afe24956-5e8e-4326-93d1-5dc93b62a4f9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:25.900719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cd16ae35-6fb4-4d7b-9ece-f6faaf752cc1 None None] Provisioning complete for port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:25.901097 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cd16ae35-6fb4-4d7b-9ece-f6faaf752cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.932432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b481108-4a40-4763-bd54-7f19c4b856cf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:25.966269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b481108-4a40-4763-bd54-7f19c4b856cf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d02aed-6e1c-4a01-9e17-40585a623aa0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:25.972837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3488044-0d1d-4337-a22b-f3954453b463 None None] Update dhcp port {'port': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'fixed_ips': [{'subnet_id': '3e53d551-2ad0-4e3c-8780-1047fde36682', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ffdaab38-19bf-4c8f-8ead-bf47e5e2f024'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '96e98535-7e7e-4dc8-b6ae-03652b5e8e05'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:10:26.001162 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3488044-0d1d-4337-a22b-f3954453b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.023797 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3b481108-4a40-4763-bd54-7f19c4b856cf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.027970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3b481108-4a40-4763-bd54-7f19c4b856cf tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3916221 Sep 17 23:10:26.028653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51562) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:26.034012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8160ced9-37bb-4436-9b43-837112505164 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'security_group': {'name': 'tempest-secgroup-321268222'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:26.115682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8160ced9-37bb-4436-9b43-837112505164 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.201116 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a3488044-0d1d-4337-a22b-f3954453b463 None None] Allocated IP 172.20.0.2 (163b7411-d15e-4c15-b52b-705fad3dbeb6/ffdaab38-19bf-4c8f-8ead-bf47e5e2f024/96e98535-7e7e-4dc8-b6ae-03652b5e8e05) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:26.209807 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8160ced9-37bb-4436-9b43-837112505164 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.269681 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8160ced9-37bb-4436-9b43-837112505164 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.300701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160ced9-37bb-4436-9b43-837112505164 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b6aeef-68f5-4ac9-805c-034f6ad3f3bd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:26.399575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8160ced9-37bb-4436-9b43-837112505164 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.401009 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8160ced9-37bb-4436-9b43-837112505164 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3714068 Sep 17 23:10:26.403664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51564) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:26.408334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-abd3b793-b1fb-48ee-b8c0-a51e49b1284d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'security_group': {'name': 'tempest-secgroup-1832957495'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:26.464837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a3488044-0d1d-4337-a22b-f3954453b463 None None] For port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,segment=NetworkSegment(d62a42ff-d819-46a4-a474-581e8e2fd62c),segment_id=d62a42ff-d819-46a4-a474-581e8e2fd62c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:26.497244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3488044-0d1d-4337-a22b-f3954453b463 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.503697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-abd3b793-b1fb-48ee-b8c0-a51e49b1284d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.581545 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-abd3b793-b1fb-48ee-b8c0-a51e49b1284d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.627529 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3488044-0d1d-4337-a22b-f3954453b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.667273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-abd3b793-b1fb-48ee-b8c0-a51e49b1284d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.700955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3b793-b1fb-48ee-b8c0-a51e49b1284d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416c1182-ced0-467a-8e8e-64af5ac86afe,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:26.713630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3488044-0d1d-4337-a22b-f3954453b463 None None] Pushing event updated for resources: {'Port': ['ID=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:26.749044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-abd3b793-b1fb-48ee-b8c0-a51e49b1284d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:26.750719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-abd3b793-b1fb-48ee-b8c0-a51e49b1284d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3460858 Sep 17 23:10:26.753353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51566) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:26.758294 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1060731044', 'security_groups': ['416c1182-ced0-467a-8e8e-64af5ac86afe'], 'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ffdaab38-19bf-4c8f-8ead-bf47e5e2f024'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:26.926312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:27.017790 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:27.036304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] device_id is not set on port daee3966-f7a8-4c92-a153-1baca29df6ee yet. {{(pid=95455) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:10:27.189278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6f964846-8174-4ba7-940a-838038722fa5 None None] Provisioning complete for port afe24956-5e8e-4326-93d1-5dc93b62a4f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:27.189575 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6f964846-8174-4ba7-940a-838038722fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:27.201314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.4 (163b7411-d15e-4c15-b52b-705fad3dbeb6/ffdaab38-19bf-4c8f-8ead-bf47e5e2f024/daee3966-f7a8-4c92-a153-1baca29df6ee) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:27.227383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6f964846-8174-4ba7-940a-838038722fa5 None None] Port afe24956-5e8e-4326-93d1-5dc93b62a4f9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:27.237559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6f964846-8174-4ba7-940a-838038722fa5 None None] Provisioning complete for port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:27.237930 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6f964846-8174-4ba7-940a-838038722fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:27.334141 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:27.422752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:27.462893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:27.466093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:27.477395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:27.497385 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=daee3966-f7a8-4c92-a153-1baca29df6ee,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:27.529847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:27.531077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:27.596437 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a64051d2-5908-4220-9dd8-b5f8eae790b8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8419316 Sep 17 23:10:27.599014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51568) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:27.604062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-06eae036-9904-4aa4-b049-537818599783 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:27.733323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1413b961-f77c-4967-91b8-2aa3c2edcb8e None None] Provisioning complete for port daee3966-f7a8-4c92-a153-1baca29df6ee triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:27.733977 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1413b961-f77c-4967-91b8-2aa3c2edcb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:27.767158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1413b961-f77c-4967-91b8-2aa3c2edcb8e None None] Port daee3966-f7a8-4c92-a153-1baca29df6ee cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:27.783253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eae036-9904-4aa4-b049-537818599783 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:27.787801 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-06eae036-9904-4aa4-b049-537818599783 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:27.885433 n-d-713499-18 neutron-server[95455]: INFO neutron.db.ipam_backend_mixin [None req-06eae036-9904-4aa4-b049-537818599783 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ffdaab38-19bf-4c8f-8ead-bf47e5e2f024 (CIDR: 172.20.0.0/28) Sep 17 23:10:27.925125 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-06eae036-9904-4aa4-b049-537818599783 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:27.925612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06eae036-9904-4aa4-b049-537818599783 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:27.990020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-06eae036-9904-4aa4-b049-537818599783 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3899069 Sep 17 23:10:27.992534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51570) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:27.997389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-93c3f448-a019-4cae-bd57-671f4aa68449 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:28.172421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c3f448-a019-4cae-bd57-671f4aa68449 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:28.176079 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93c3f448-a019-4cae-bd57-671f4aa68449 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.271428 n-d-713499-18 neutron-server[95455]: INFO neutron.db.ipam_backend_mixin [None req-93c3f448-a019-4cae-bd57-671f4aa68449 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3e53d551-2ad0-4e3c-8780-1047fde36682 (CIDR: 172.20.0.16/28) Sep 17 23:10:28.321083 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c3f448-a019-4cae-bd57-671f4aa68449 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:28.321572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c3f448-a019-4cae-bd57-671f4aa68449 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:28.384708 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-93c3f448-a019-4cae-bd57-671f4aa68449 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3910689 Sep 17 23:10:28.387218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51572) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:28.391672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:28.393433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-e53c0138-bd7f-4f92-b623-807e811ab0f8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'subnet': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:28.441691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:28.442064 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.554648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53c0138-bd7f-4f92-b623-807e811ab0f8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Made reservation on behalf of f5ae556e087e44c6a199dde056b5e926 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:28.558250 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e53c0138-bd7f-4f92-b623-807e811ab0f8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.812784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e53c0138-bd7f-4f92-b623-807e811ab0f8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.851301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53c0138-bd7f-4f92-b623-807e811ab0f8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:28.854287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-e53c0138-bd7f-4f92-b623-807e811ab0f8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:28.858472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53c0138-bd7f-4f92-b623-807e811ab0f8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:28.859208 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e53c0138-bd7f-4f92-b623-807e811ab0f8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:28.863091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb03390-860c-40ad-87a4-665a84646b09 None None] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:28.876070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c0138-bd7f-4f92-b623-807e811ab0f8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Subnet': ['ID=3c9d4a16-0406-4ac9-8e34-95051d3da364,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:28.944286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e53c0138-bd7f-4f92-b623-807e811ab0f8 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5559571 Sep 17 23:10:28.946883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51574) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:28.952018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-534166737', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3c9d4a16-0406-4ac9-8e34-95051d3da364'}], 'security_groups': ['57d02aed-6e1c-4a01-9e17-40585a623aa0', 'a3b6aeef-68f5-4ac9-805c-034f6ad3f3bd']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:29.020656 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:29.068778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9059b54a-89dd-492f-bc5e-a224250c7fd1 None None] Update dhcp port {'port': {'network_id': '163b7411-d15e-4c15-b52b-705fad3dbeb6', 'fixed_ips': [{'subnet_id': '3e53d551-2ad0-4e3c-8780-1047fde36682', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ffdaab38-19bf-4c8f-8ead-bf47e5e2f024', 'ip_address': '172.20.0.2'}, {'subnet_id': '3c9d4a16-0406-4ac9-8e34-95051d3da364'}], 'binding:host_id': 'n-d-713499-18'}, 'id': '96e98535-7e7e-4dc8-b6ae-03652b5e8e05'} from n-d-713499-18. {{(pid=95456) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:10:29.097807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9059b54a-89dd-492f-bc5e-a224250c7fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:29.261401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-9059b54a-89dd-492f-bc5e-a224250c7fd1 None None] Allocated IP 172.20.0.34 (163b7411-d15e-4c15-b52b-705fad3dbeb6/3c9d4a16-0406-4ac9-8e34-95051d3da364/96e98535-7e7e-4dc8-b6ae-03652b5e8e05) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:29.358985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-9059b54a-89dd-492f-bc5e-a224250c7fd1 None None] For port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,segment=NetworkSegment(d62a42ff-d819-46a4-a474-581e8e2fd62c),segment_id=d62a42ff-d819-46a4-a474-581e8e2fd62c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:29.386300 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9059b54a-89dd-492f-bc5e-a224250c7fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:29.470251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9059b54a-89dd-492f-bc5e-a224250c7fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:29.501951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:29.574736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059b54a-89dd-492f-bc5e-a224250c7fd1 None None] Pushing event updated for resources: {'Port': ['ID=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:29.575121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Delete allocated IP 172.20.0.4 (163b7411-d15e-4c15-b52b-705fad3dbeb6/ffdaab38-19bf-4c8f-8ead-bf47e5e2f024) {{(pid=95455) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 23:10:29.587130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Allocated IP 172.20.0.36 (163b7411-d15e-4c15-b52b-705fad3dbeb6/3c9d4a16-0406-4ac9-8e34-95051d3da364/daee3966-f7a8-4c92-a153-1baca29df6ee) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:29.761907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:29.850572 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:29.918684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event updated for resources: {'Port': ['ID=daee3966-f7a8-4c92-a153-1baca29df6ee,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:29.964323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] In _notify_port_updated(), no bound segment for port daee3966-f7a8-4c92-a153-1baca29df6ee on network 163b7411-d15e-4c15-b52b-705fad3dbeb6 {{(pid=95455) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:10:29.969961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:29.970612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:29.971983 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c74b1690-22bf-4021-bb04-4cd88ff6046c tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "PUT /v2.0/ports/daee3966-f7a8-4c92-a153-1baca29df6ee HTTP/1.1" status: 200 len: 959 time: 1.0241749 Sep 17 23:10:29.974897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51576) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:30.067648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-724d9262-a1d5-4e4e-adc3-638c1de75600 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port daee3966-f7a8-4c92-a153-1baca29df6ee {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:30.073932 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-724d9262-a1d5-4e4e-adc3-638c1de75600 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:30.098402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c7699359-f090-4ec1-a903-6d6ea517dc69 None None] Provisioning complete for port daee3966-f7a8-4c92-a153-1baca29df6ee triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:30.099227 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c7699359-f090-4ec1-a903-6d6ea517dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:30.138872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c7699359-f090-4ec1-a903-6d6ea517dc69 None None] Port daee3966-f7a8-4c92-a153-1baca29df6ee cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:30.149326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c7699359-f090-4ec1-a903-6d6ea517dc69 None None] Provisioning complete for port afe24956-5e8e-4326-93d1-5dc93b62a4f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:30.149697 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c7699359-f090-4ec1-a903-6d6ea517dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:30.160685 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-724d9262-a1d5-4e4e-adc3-638c1de75600 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:30.172805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-724d9262-a1d5-4e4e-adc3-638c1de75600 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for daee3966-f7a8-4c92-a153-1baca29df6ee owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:30.182690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c7699359-f090-4ec1-a903-6d6ea517dc69 None None] Port afe24956-5e8e-4326-93d1-5dc93b62a4f9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:30.192423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c7699359-f090-4ec1-a903-6d6ea517dc69 None None] Provisioning complete for port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:30.192797 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c7699359-f090-4ec1-a903-6d6ea517dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:30.395280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:30.448346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:30.448812 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:30.598347 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-34581320-2b99-4197-9137-7fd93021491f None None] Provisioning complete for port daee3966-f7a8-4c92-a153-1baca29df6ee triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:30.602863 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-34581320-2b99-4197-9137-7fd93021491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:30.633460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-34581320-2b99-4197-9137-7fd93021491f None None] Port daee3966-f7a8-4c92-a153-1baca29df6ee cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:30.697640 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-724d9262-a1d5-4e4e-adc3-638c1de75600 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:30.729255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d9262-a1d5-4e4e-adc3-638c1de75600 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=daee3966-f7a8-4c92-a153-1baca29df6ee,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:30.797186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-724d9262-a1d5-4e4e-adc3-638c1de75600 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:30.799321 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-724d9262-a1d5-4e4e-adc3-638c1de75600 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/daee3966-f7a8-4c92-a153-1baca29df6ee HTTP/1.1" status: 204 len: 168 time: 0.8234611 Sep 17 23:10:30.802101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51578) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:30.826236 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd38255-5c2d-49d9-bcf5-eb71dd59b6e9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] GET failed (client error): The resource could not be found. Sep 17 23:10:30.828311 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ebd38255-5c2d-49d9-bcf5-eb71dd59b6e9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports/daee3966-f7a8-4c92-a153-1baca29df6ee HTTP/1.1" status: 404 len: 333 time: 0.0252376 Sep 17 23:10:30.831280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51580) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:30.886059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9628f98-00ed-4855-be01-18139d7b01b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:30.909679 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9628f98-00ed-4855-be01-18139d7b01b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.038873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9628f98-00ed-4855-be01-18139d7b01b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.041538 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a9628f98-00ed-4855-be01-18139d7b01b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.042684 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a9628f98-00ed-4855-be01-18139d7b01b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/security-groups/416c1182-ced0-467a-8e8e-64af5ac86afe HTTP/1.1" status: 204 len: 168 time: 0.2104843 Sep 17 23:10:31.045437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51582) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:31.051815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9628f98-00ed-4855-be01-18139d7b01b5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416c1182-ced0-467a-8e8e-64af5ac86afe,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:31.099215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1063c0-7273-49a0-8907-140d643e80b3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.121072 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1063c0-7273-49a0-8907-140d643e80b3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.244272 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1063c0-7273-49a0-8907-140d643e80b3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.246938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3d1063c0-7273-49a0-8907-140d643e80b3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.248093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3d1063c0-7273-49a0-8907-140d643e80b3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/security-groups/a3b6aeef-68f5-4ac9-805c-034f6ad3f3bd HTTP/1.1" status: 204 len: 168 time: 0.2014470 Sep 17 23:10:31.251477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51584) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:31.257926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1063c0-7273-49a0-8907-140d643e80b3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b6aeef-68f5-4ac9-805c-034f6ad3f3bd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:31.304812 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-485cea47-1362-4d3d-956c-25c9a2f3117d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.326401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-485cea47-1362-4d3d-956c-25c9a2f3117d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.449805 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-485cea47-1362-4d3d-956c-25c9a2f3117d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.452586 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-485cea47-1362-4d3d-956c-25c9a2f3117d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.453740 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-485cea47-1362-4d3d-956c-25c9a2f3117d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/security-groups/57d02aed-6e1c-4a01-9e17-40585a623aa0 HTTP/1.1" status: 204 len: 168 time: 0.2011280 Sep 17 23:10:31.456467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51586) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:31.462725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cea47-1362-4d3d-956c-25c9a2f3117d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d02aed-6e1c-4a01-9e17-40585a623aa0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:31.514307 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-845b156e-59da-46ca-b26e-4f9e18068f22 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet ffdaab38-19bf-4c8f-8ead-bf47e5e2f024 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:31.517471 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-845b156e-59da-46ca-b26e-4f9e18068f22 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.555945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-845b156e-59da-46ca-b26e-4f9e18068f22 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.640152 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-845b156e-59da-46ca-b26e-4f9e18068f22 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.766647 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-845b156e-59da-46ca-b26e-4f9e18068f22 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.793831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b156e-59da-46ca-b26e-4f9e18068f22 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=ffdaab38-19bf-4c8f-8ead-bf47e5e2f024,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:31.798270 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-845b156e-59da-46ca-b26e-4f9e18068f22 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.803043 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-845b156e-59da-46ca-b26e-4f9e18068f22 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/ffdaab38-19bf-4c8f-8ead-bf47e5e2f024 HTTP/1.1" status: 204 len: 168 time: 0.3426280 Sep 17 23:10:31.804261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51588) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:31.806858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae74e13-2d76-4868-8086-9ee3bd7a5720 None None] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:31.853786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e8fef0-612c-457b-86dd-71b756111789 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet 3c9d4a16-0406-4ac9-8e34-95051d3da364 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:31.856824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fef0-612c-457b-86dd-71b756111789 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.897198 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fef0-612c-457b-86dd-71b756111789 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:31.985760 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fef0-612c-457b-86dd-71b756111789 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.092314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fef0-612c-457b-86dd-71b756111789 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.123754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fef0-612c-457b-86dd-71b756111789 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.126469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e1e8fef0-612c-457b-86dd-71b756111789 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/3c9d4a16-0406-4ac9-8e34-95051d3da364 HTTP/1.1" status: 204 len: 168 time: 0.3212526 Sep 17 23:10:32.127544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8fef0-612c-457b-86dd-71b756111789 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9d4a16-0406-4ac9-8e34-95051d3da364,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:32.129130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51590) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.160576 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-30160ad2-a6b5-4466-b043-ec7db9a62395 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.161035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30160ad2-a6b5-4466-b043-ec7db9a62395 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.162756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-30160ad2-a6b5-4466-b043-ec7db9a62395 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/ffdaab38-19bf-4c8f-8ead-bf47e5e2f024 HTTP/1.1" status: 404 len: 337 time: 0.0291598 Sep 17 23:10:32.165229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51592) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.217502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-174223ee-9550-4ad6-b84a-b4ee20d72e4d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting subnet 3e53d551-2ad0-4e3c-8780-1047fde36682 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:32.222498 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-174223ee-9550-4ad6-b84a-b4ee20d72e4d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.274161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-174223ee-9550-4ad6-b84a-b4ee20d72e4d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.360294 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-174223ee-9550-4ad6-b84a-b4ee20d72e4d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.428327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b28b5d9-c6c8-42c6-ab29-48d072ce669d None None] Network 163b7411-d15e-4c15-b52b-705fad3dbeb6 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:32.486617 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-174223ee-9550-4ad6-b84a-b4ee20d72e4d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.506412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4f07fb85-b996-4232-a13b-22a72a3a52f0 None None] Provisioning complete for port afe24956-5e8e-4326-93d1-5dc93b62a4f9 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:32.506791 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f07fb85-b996-4232-a13b-22a72a3a52f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.525730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174223ee-9550-4ad6-b84a-b4ee20d72e4d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Subnet': ['ID=3e53d551-2ad0-4e3c-8780-1047fde36682,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:32.527861 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-174223ee-9550-4ad6-b84a-b4ee20d72e4d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.532904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-174223ee-9550-4ad6-b84a-b4ee20d72e4d tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/3e53d551-2ad0-4e3c-8780-1047fde36682 HTTP/1.1" status: 204 len: 168 time: 0.3635037 Sep 17 23:10:32.533342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51594) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.560554 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ed964e-f950-4e33-a15b-881239bcc984 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.561202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ed964e-f950-4e33-a15b-881239bcc984 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.563174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-78ed964e-f950-4e33-a15b-881239bcc984 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/3d5cd194-d55b-42ac-9926-cfc8e7325753 HTTP/1.1" status: 404 len: 337 time: 0.0291202 Sep 17 23:10:32.566100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51596) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.572008 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4f07fb85-b996-4232-a13b-22a72a3a52f0 None None] Port afe24956-5e8e-4326-93d1-5dc93b62a4f9 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:32.596900 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-73b14a00-0132-49f6-804f-aa8feb55c5b9 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "GET /v2.0/ports?device_id=511c4301-c920-4155-a4f9-3555521095f5 HTTP/1.1" status: 200 len: 205 time: 0.0295022 Sep 17 23:10:32.599386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51598) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.601803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4f07fb85-b996-4232-a13b-22a72a3a52f0 None None] Provisioning complete for port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:32.602184 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f07fb85-b996-4232-a13b-22a72a3a52f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.635649 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-18797c93-703e-4204-9959-153940f976d3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] delete failed (client error): The resource could not be found. Sep 17 23:10:32.639068 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-18797c93-703e-4204-9959-153940f976d3 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/routers/511c4301-c920-4155-a4f9-3555521095f5 HTTP/1.1" status: 404 len: 336 time: 0.0363009 Sep 17 23:10:32.639168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51600) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.673065 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c7ca45-7033-407e-ab09-65700731c061 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.673065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c7ca45-7033-407e-ab09-65700731c061 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.673065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35c7ca45-7033-407e-ab09-65700731c061 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/581b13ea-8cff-4888-9e13-37fafb82952b HTTP/1.1" status: 404 len: 337 time: 0.0326426 Sep 17 23:10:32.676113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51602) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.700058 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c09fe7-b41f-4904-9fe4-c86b03840274 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.700527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c09fe7-b41f-4904-9fe4-c86b03840274 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.702343 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b7c09fe7-b41f-4904-9fe4-c86b03840274 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/894b96bf-bc68-4336-99d3-67787d276ac1 HTTP/1.1" status: 404 len: 337 time: 0.0261359 Sep 17 23:10:32.704739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51604) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.708288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550f66d-a29d-4ca2-80ba-4f17514741e8 None None] DHCP port deletion for 163b7411-d15e-4c15-b52b-705fad3dbeb6 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:10:32.730325 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-437edf78-db54-4b95-b4d0-0782d3e37dd2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.730767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437edf78-db54-4b95-b4d0-0782d3e37dd2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.732469 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-437edf78-db54-4b95-b4d0-0782d3e37dd2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/0ec981f4-6f1c-40bf-8cef-9fa291c26c17 HTTP/1.1" status: 404 len: 337 time: 0.0267367 Sep 17 23:10:32.735610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51606) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.755528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c550f66d-a29d-4ca2-80ba-4f17514741e8 None None] Deleting port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:32.755903 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c550f66d-a29d-4ca2-80ba-4f17514741e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.757168 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-f871ffe5-17a6-4c52-9561-9c7e9b6b42f5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.757777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f871ffe5-17a6-4c52-9561-9c7e9b6b42f5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.759430 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f871ffe5-17a6-4c52-9561-9c7e9b6b42f5 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/e64247e4-b9aa-4e76-a950-fcacd8e8b0ba HTTP/1.1" status: 404 len: 333 time: 0.0229046 Sep 17 23:10:32.761859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51608) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.788529 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aeb3395-eacc-492f-8b86-28983879addb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.788965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aeb3395-eacc-492f-8b86-28983879addb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.790630 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5aeb3395-eacc-492f-8b86-28983879addb tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/4185c067-fe91-4d92-a531-03a0b4127c24 HTTP/1.1" status: 404 len: 337 time: 0.0278866 Sep 17 23:10:32.793045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51610) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.818025 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a3f4f9-e337-49da-aabc-26575a32fbba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.818474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a3f4f9-e337-49da-aabc-26575a32fbba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.818599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c550f66d-a29d-4ca2-80ba-4f17514741e8 None None] For port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,segment=NetworkSegment(d62a42ff-d819-46a4-a474-581e8e2fd62c),segment_id=d62a42ff-d819-46a4-a474-581e8e2fd62c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:32.819082 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c550f66d-a29d-4ca2-80ba-4f17514741e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:32.820173 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-13a3f4f9-e337-49da-aabc-26575a32fbba tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/8b04770e-9ab3-4ac0-97ce-6b794b690a94 HTTP/1.1" status: 404 len: 337 time: 0.0262203 Sep 17 23:10:32.822663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51612) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.832737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c550f66d-a29d-4ca2-80ba-4f17514741e8 None None] Calling delete_port for 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:32.849715 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6862a47-5722-4092-8749-09497bccabb7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.850339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6862a47-5722-4092-8749-09497bccabb7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.852041 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a6862a47-5722-4092-8749-09497bccabb7 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/a33cb827-e46f-4601-882f-2800e36ed2a3 HTTP/1.1" status: 404 len: 333 time: 0.0285504 Sep 17 23:10:32.854519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51614) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.891677 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-608d03ad-869b-4290-967a-cdac72c76f2a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.892143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608d03ad-869b-4290-967a-cdac72c76f2a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.895079 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-608d03ad-869b-4290-967a-cdac72c76f2a tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/c563fbdc-562a-4b81-812a-57f6109a9dc9 HTTP/1.1" status: 404 len: 337 time: 0.0394495 Sep 17 23:10:32.897484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51616) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.929136 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cecb40b-08ab-4ada-8cfe-27ff8ade4c07 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] DELETE failed (client error): The resource could not be found. Sep 17 23:10:32.929508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cecb40b-08ab-4ada-8cfe-27ff8ade4c07 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:10:32.931205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3cecb40b-08ab-4ada-8cfe-27ff8ade4c07 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/subnets/3bdcb6eb-7977-4bd1-bd2a-ed13def8d89d HTTP/1.1" status: 404 len: 337 time: 0.0327907 Sep 17 23:10:32.944648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51618) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:32.989119 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c550f66d-a29d-4ca2-80ba-4f17514741e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.014150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550f66d-a29d-4ca2-80ba-4f17514741e8 None None] Pushing event deleted for resources: {'Port': ['ID=96e98535-7e7e-4dc8-b6ae-03652b5e8e05,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:33.018062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550f66d-a29d-4ca2-80ba-4f17514741e8 None None] No DVR routers for this DVR port 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:33.028919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9ec8c-bbbf-44bf-8a50-d6ee5c05dba2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Deleting port afe24956-5e8e-4326-93d1-5dc93b62a4f9 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:33.029263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6ea9ec8c-bbbf-44bf-8a50-d6ee5c05dba2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.098181 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6ea9ec8c-bbbf-44bf-8a50-d6ee5c05dba2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.111256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9ec8c-bbbf-44bf-8a50-d6ee5c05dba2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Calling delete_port for afe24956-5e8e-4326-93d1-5dc93b62a4f9 owned by {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:33.223461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6ea9ec8c-bbbf-44bf-8a50-d6ee5c05dba2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.251859 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-91b538b7-7236-4629-93a7-02dd055af1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.254460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9ec8c-bbbf-44bf-8a50-d6ee5c05dba2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Port': ['ID=afe24956-5e8e-4326-93d1-5dc93b62a4f9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:33.258089 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6ea9ec8c-bbbf-44bf-8a50-d6ee5c05dba2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.260090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6ea9ec8c-bbbf-44bf-8a50-d6ee5c05dba2 tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/ports/afe24956-5e8e-4326-93d1-5dc93b62a4f9 HTTP/1.1" status: 204 len: 168 time: 0.3145380 Sep 17 23:10:33.262767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51620) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:33.337389 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.426222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.445919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163b7411-d15e-4c15-b52b-705fad3dbeb6']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:33.455889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62a42ff-d819-46a4-a474-581e8e2fd62c') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:33.456217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62a42ff-d819-46a4-a474-581e8e2fd62c') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:33.465530 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.478459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.484181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:10:33.484565 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:10:33.487426 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:10:33.605779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.612983 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:33.614662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] 10.222.0.30 "DELETE /v2.0/networks/163b7411-d15e-4c15-b52b-705fad3dbeb6 HTTP/1.1" status: 204 len: 168 time: 0.3509893 Sep 17 23:10:33.626331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db8743-7653-4d48-aacc-97573442c6ea tempest-PortsTestJSON-508288123 tempest-PortsTestJSON-508288123-project] Pushing event deleted for resources: {'Network': ['ID=163b7411-d15e-4c15-b52b-705fad3dbeb6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:34.021310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51626) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:34.151849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e706482b-356c-4416-8e8c-192f75330435 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5ae556e087e44c6a199dde056b5e926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293557 Sep 17 23:10:34.154353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51630) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:34.201459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee96d-f2e5-4b74-a8dc-cf80a5f69525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:34.226813 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee96d-f2e5-4b74-a8dc-cf80a5f69525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:34.349242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee96d-f2e5-4b74-a8dc-cf80a5f69525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:34.352032 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee96d-f2e5-4b74-a8dc-cf80a5f69525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:34.353229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ac1ee96d-f2e5-4b74-a8dc-cf80a5f69525 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87140a53-beaa-4028-acb6-c75917d8dd29 HTTP/1.1" status: 204 len: 168 time: 0.1979823 Sep 17 23:10:34.362708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ee96d-f2e5-4b74-a8dc-cf80a5f69525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87140a53-beaa-4028-acb6-c75917d8dd29,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:34.394060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:34.414882 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:10:34.415227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 96e98535-7e7e-4dc8-b6ae-03652b5e8e05 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:35.289522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51652) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:35.381433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-687c05ae-3868-4e41-87d9-e8bab2dac430 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1212280982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:35.451612 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-687c05ae-3868-4e41-87d9-e8bab2dac430 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.453286 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-687c05ae-3868-4e41-87d9-e8bab2dac430 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.506222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-687c05ae-3868-4e41-87d9-e8bab2dac430 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.555011 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-687c05ae-3868-4e41-87d9-e8bab2dac430 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.650094 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-687c05ae-3868-4e41-87d9-e8bab2dac430 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.651307 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-687c05ae-3868-4e41-87d9-e8bab2dac430 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3607690 Sep 17 23:10:35.654044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51656) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:35.658775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-130304966'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:35.737491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Made reservation on behalf of 05460d40836e400bb9412a60ddb7c1a0 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:35.740877 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.750174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.839490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.886317 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a47b0bbe-4112-4229-948e-9b76dfdec04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.914731 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.942547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:10:35.951108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a432a271-8605-413d-bf7f-7d3c5a4e5384,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:35.957049 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:35.957382 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Added segment e9e01ba8-1795-4426-b1af-38f730f6d214 of type vlan for network f6426651-6df5-4e71-9bcb-ef4ce405a198 Sep 17 23:10:35.996041 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.080359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.085937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:36.086524 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.156345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Network': ['ID=f6426651-6df5-4e71-9bcb-ef4ce405a198,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:36.167117 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network f6426651-6df5-4e71-9bcb-ef4ce405a198 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:10:36.173312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-20b96d50-603a-4cca-84ee-f82fccd362eb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5182769 Sep 17 23:10:36.176114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51658) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:36.181035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'subnet': {'network_id': 'f6426651-6df5-4e71-9bcb-ef4ce405a198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:36.354472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Made reservation on behalf of 05460d40836e400bb9412a60ddb7c1a0 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:36.358008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.594034 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.656100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Subnet': ['ID=17b801e5-2228-4be1-8469-387401e72c08,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:36.665387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Checking segment: {'id': 'e9e01ba8-1795-4426-b1af-38f730f6d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6426651-6df5-4e71-9bcb-ef4ce405a198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:36.665764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network hostable DHCP agents. Network: f6426651-6df5-4e71-9bcb-ef4ce405a198, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:10:36.746943 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network f6426651-6df5-4e71-9bcb-ef4ce405a198 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:10:36.822774 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, f6426651-6df5-4e71-9bcb-ef4ce405a198) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:36.827052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:36.827645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.832935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae100d-8aad-4505-9402-cb09145134e5 None None] Network f6426651-6df5-4e71-9bcb-ef4ce405a198 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:36.909539 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-75e671b9-c4c8-434e-8284-15d1d2ea1619 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7323129 Sep 17 23:10:36.913148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51660) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:36.918890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'network': {'name': 'tempest-router-network01--1560808592'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:36.984916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-f6426651-6df5-4e71-9bcb-ef4ce405a198', 'network_id': 'f6426651-6df5-4e71-9bcb-ef4ce405a198', 'tenant_id': '05460d40836e400bb9412a60ddb7c1a0', 'fixed_ips': [{'subnet_id': '17b801e5-2228-4be1-8469-387401e72c08'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:10:36.985851 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:36.988808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Made reservation on behalf of 05460d40836e400bb9412a60ddb7c1a0 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:36.993047 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.017921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:10:37.026530 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.026889 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Added segment dcc628c9-0be8-4ffd-b679-e495e99ff64c of type vlan for network f2bc1691-ce1d-4d13-bdfc-b798a00468ae Sep 17 23:10:37.052156 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.069217 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.128071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Allocated IP 2001:db8::2 (f6426651-6df5-4e71-9bcb-ef4ce405a198/17b801e5-2228-4be1-8469-387401e72c08/479d6811-ab89-41be-a586-1b53b321df46) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:37.137322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.143575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:37.144188 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.218342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Network': ['ID=f2bc1691-ce1d-4d13-bdfc-b798a00468ae,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:37.231256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network f2bc1691-ce1d-4d13-bdfc-b798a00468ae details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:10:37.241468 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35b1dca8-783b-4586-a5f4-55a1681c3a04 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3271167 Sep 17 23:10:37.244235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51662) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:37.249283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'network': {'name': 'tempest-router-network02--1844344627'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:37.320147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Made reservation on behalf of 05460d40836e400bb9412a60ddb7c1a0 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:37.323769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.327145 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.347902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:10:37.356389 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.356978 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Added segment 63aad3c9-754c-4061-b921-c8a79dcc7112 of type vlan for network d12f0cd8-4e40-4539-a2e4-afbf43d5cd57 Sep 17 23:10:37.383438 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.396294 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.431839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Network f6426651-6df5-4e71-9bcb-ef4ce405a198 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:37.434808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:37.440384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:37.447390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Pushing event updated for resources: {'Port': ['ID=479d6811-ab89-41be-a586-1b53b321df46,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:37.457485 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.463543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:37.464207 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.493325 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.503030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Attempting to bind port 479d6811-ab89-41be-a586-1b53b321df46 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:37.503393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Attempting to bind port 479d6811-ab89-41be-a586-1b53b321df46 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'e9e01ba8-1795-4426-b1af-38f730f6d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6426651-6df5-4e71-9bcb-ef4ce405a198'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:37.503752 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Attempting to bind port 479d6811-ab89-41be-a586-1b53b321df46 on network f6426651-6df5-4e71-9bcb-ef4ce405a198 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:37.508887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:37.509255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Checking segment: {'id': 'e9e01ba8-1795-4426-b1af-38f730f6d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6426651-6df5-4e71-9bcb-ef4ce405a198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:37.509649 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.510065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Bound using segment: {'id': 'e9e01ba8-1795-4426-b1af-38f730f6d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6426651-6df5-4e71-9bcb-ef4ce405a198'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:37.510521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Bound port: 479d6811-ab89-41be-a586-1b53b321df46, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e01ba8-1795-4426-b1af-38f730f6d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6426651-6df5-4e71-9bcb-ef4ce405a198'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:37.510893 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.533532 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2882137 Sep 17 23:10:37.536618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51664) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:37.537073 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d6c05-7514-49e0-8d42-7063e9a64626 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Network': ['ID=d12f0cd8-4e40-4539-a2e4-afbf43d5cd57,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:37.542210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'subnet': {'network_id': 'f2bc1691-ce1d-4d13-bdfc-b798a00468ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:37.552577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d12f0cd8-4e40-4539-a2e4-afbf43d5cd57 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:10:37.617968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] For port 479d6811-ab89-41be-a586-1b53b321df46, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:37.638409 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] For port 479d6811-ab89-41be-a586-1b53b321df46, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=479d6811-ab89-41be-a586-1b53b321df46,segment=NetworkSegment(e9e01ba8-1795-4426-b1af-38f730f6d214),segment_id=e9e01ba8-1795-4426-b1af-38f730f6d214)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:37.697580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Made reservation on behalf of 05460d40836e400bb9412a60ddb7c1a0 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:37.701460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.715444 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:37.780955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b920f5f-3d1e-471f-b923-bf0ef6971c4a None None] Pushing event updated for resources: {'Port': ['ID=479d6811-ab89-41be-a586-1b53b321df46,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:37.949322 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:38.013659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Subnet': ['ID=11587e79-337d-4dc1-afdc-46597d8ce02e,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:38.023385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Checking segment: {'id': 'dcc628c9-0be8-4ffd-b679-e495e99ff64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f2bc1691-ce1d-4d13-bdfc-b798a00468ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:38.023749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network hostable DHCP agents. Network: f2bc1691-ce1d-4d13-bdfc-b798a00468ae, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:10:38.074449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network f2bc1691-ce1d-4d13-bdfc-b798a00468ae is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:10:38.125749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, f2bc1691-ce1d-4d13-bdfc-b798a00468ae) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:38.130695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:38.131283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:38.136073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf8d773-1957-4e46-809d-c7faa228d364 None None] Network f2bc1691-ce1d-4d13-bdfc-b798a00468ae requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:38.246959 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b8251f60-8668-4080-902c-4e2f39808a38 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7091808 Sep 17 23:10:38.249961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51666) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:38.256228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'subnet': {'network_id': 'd12f0cd8-4e40-4539-a2e4-afbf43d5cd57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:38.294108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-f2bc1691-ce1d-4d13-bdfc-b798a00468ae', 'network_id': 'f2bc1691-ce1d-4d13-bdfc-b798a00468ae', 'tenant_id': '05460d40836e400bb9412a60ddb7c1a0', 'fixed_ips': [{'subnet_id': '11587e79-337d-4dc1-afdc-46597d8ce02e'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:10:38.295034 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:38.417628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Made reservation on behalf of 05460d40836e400bb9412a60ddb7c1a0 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:38.421600 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:38.446317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Allocated IP 2001:db8::2 (f2bc1691-ce1d-4d13-bdfc-b798a00468ae/11587e79-337d-4dc1-afdc-46597d8ce02e/9540c41f-8f66-4fba-9424-761dd61acd75) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:38.450155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 479d6811-ab89-41be-a586-1b53b321df46 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:38.573512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 479d6811-ab89-41be-a586-1b53b321df46 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:38.573512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:38.707772 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:38.776212 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Subnet': ['ID=ea5eb584-ea9d-4b9e-84ae-f35aea77eb98,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:38.786758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Checking segment: {'id': '63aad3c9-754c-4061-b921-c8a79dcc7112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd12f0cd8-4e40-4539-a2e4-afbf43d5cd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:38.787127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network hostable DHCP agents. Network: d12f0cd8-4e40-4539-a2e4-afbf43d5cd57, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:10:38.817614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc82efb-b85b-4c02-a1bf-be006d63f1ef None None] Network f6426651-6df5-4e71-9bcb-ef4ce405a198 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:38.872900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network d12f0cd8-4e40-4539-a2e4-afbf43d5cd57 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:10:38.905515 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:38.909171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4530e5fb-ff86-4921-a9e2-163317b6bd7c None None] Provisioning complete for port 479d6811-ab89-41be-a586-1b53b321df46 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:38.909553 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4530e5fb-ff86-4921-a9e2-163317b6bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:38.966091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d12f0cd8-4e40-4539-a2e4-afbf43d5cd57) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:38.975423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:38.976002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:38.980232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970dae3-0fad-4993-ac9f-8cd4e0bc15f8 None None] Network d12f0cd8-4e40-4539-a2e4-afbf43d5cd57 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:39.003990 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.018573 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.096943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-01d64c43-40ab-44b7-a6bc-149eaef98c40 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8457267 Sep 17 23:10:39.099489 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51668) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:39.171558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Network f2bc1691-ce1d-4d13-bdfc-b798a00468ae is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:39.200145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 479d6811-ab89-41be-a586-1b53b321df46, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=479d6811-ab89-41be-a586-1b53b321df46,segment=NetworkSegment(e9e01ba8-1795-4426-b1af-38f730f6d214),segment_id=e9e01ba8-1795-4426-b1af-38f730f6d214)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:39.205090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:39.210090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Pushing event updated for resources: {'Port': ['ID=9540c41f-8f66-4fba-9424-761dd61acd75,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:39.215969 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:39.257307 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4530e5fb-ff86-4921-a9e2-163317b6bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.265131 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.329651 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.388991 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.396573 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Attempting to bind port 9540c41f-8f66-4fba-9424-761dd61acd75 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:39.396948 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Attempting to bind port 9540c41f-8f66-4fba-9424-761dd61acd75 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'dcc628c9-0be8-4ffd-b679-e495e99ff64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f2bc1691-ce1d-4d13-bdfc-b798a00468ae'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:39.397315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Attempting to bind port 9540c41f-8f66-4fba-9424-761dd61acd75 on network f2bc1691-ce1d-4d13-bdfc-b798a00468ae {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:39.455264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:39.455652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Checking segment: {'id': 'dcc628c9-0be8-4ffd-b679-e495e99ff64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f2bc1691-ce1d-4d13-bdfc-b798a00468ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:39.456060 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.456494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Bound using segment: {'id': 'dcc628c9-0be8-4ffd-b679-e495e99ff64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f2bc1691-ce1d-4d13-bdfc-b798a00468ae'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:39.456991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Bound port: 9540c41f-8f66-4fba-9424-761dd61acd75, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc628c9-0be8-4ffd-b679-e495e99ff64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f2bc1691-ce1d-4d13-bdfc-b798a00468ae'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:39.457374 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.471816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=479d6811-ab89-41be-a586-1b53b321df46,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:39.482436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-d12f0cd8-4e40-4539-a2e4-afbf43d5cd57', 'network_id': 'd12f0cd8-4e40-4539-a2e4-afbf43d5cd57', 'tenant_id': '05460d40836e400bb9412a60ddb7c1a0', 'fixed_ips': [{'subnet_id': 'ea5eb584-ea9d-4b9e-84ae-f35aea77eb98'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:10:39.483305 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.489344 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-4530e5fb-ff86-4921-a9e2-163317b6bd7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:10:39.489693 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-4530e5fb-ff86-4921-a9e2-163317b6bd7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:10:39.622837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] For port 9540c41f-8f66-4fba-9424-761dd61acd75, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:39.627906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] For port 9540c41f-8f66-4fba-9424-761dd61acd75, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9540c41f-8f66-4fba-9424-761dd61acd75,segment=NetworkSegment(dcc628c9-0be8-4ffd-b679-e495e99ff64c),segment_id=dcc628c9-0be8-4ffd-b679-e495e99ff64c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:39.654556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Allocated IP 2001:db8::1 (f2bc1691-ce1d-4d13-bdfc-b798a00468ae/11587e79-337d-4dc1-afdc-46597d8ce02e/046f0292-5c13-4703-9e2a-876a57d86d5f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:39.673851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Allocated IP 2001:db8::2 (d12f0cd8-4e40-4539-a2e4-afbf43d5cd57/ea5eb584-ea9d-4b9e-84ae-f35aea77eb98/bcea234f-fb3d-43a4-ad97-6be0d5b72b22) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:39.741974 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.767866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.829731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85732da4-9d2e-4e6c-bfe3-a2d3f9198a27 None None] Pushing event updated for resources: {'Port': ['ID=9540c41f-8f66-4fba-9424-761dd61acd75,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:39.876893 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.886423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.940325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network f2bc1691-ce1d-4d13-bdfc-b798a00468ae is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:39.943418 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:39.944243 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:39.947235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:39.947795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.004671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Port': ['ID=046f0292-5c13-4703-9e2a-876a57d86d5f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:40.039036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Network d12f0cd8-4e40-4539-a2e4-afbf43d5cd57 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:40.045036 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Pushing event updated for resources: {'Port': ['ID=bcea234f-fb3d-43a4-ad97-6be0d5b72b22,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:40.055458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:40.061757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:40.127561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Attempting to bind port bcea234f-fb3d-43a4-ad97-6be0d5b72b22 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:40.127924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Attempting to bind port bcea234f-fb3d-43a4-ad97-6be0d5b72b22 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '63aad3c9-754c-4061-b921-c8a79dcc7112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd12f0cd8-4e40-4539-a2e4-afbf43d5cd57'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:40.128323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Attempting to bind port bcea234f-fb3d-43a4-ad97-6be0d5b72b22 on network d12f0cd8-4e40-4539-a2e4-afbf43d5cd57 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:40.133819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:40.134193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Checking segment: {'id': '63aad3c9-754c-4061-b921-c8a79dcc7112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd12f0cd8-4e40-4539-a2e4-afbf43d5cd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:40.134593 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.134991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Bound using segment: {'id': '63aad3c9-754c-4061-b921-c8a79dcc7112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd12f0cd8-4e40-4539-a2e4-afbf43d5cd57'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:40.135454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Bound port: bcea234f-fb3d-43a4-ad97-6be0d5b72b22, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aad3c9-754c-4061-b921-c8a79dcc7112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd12f0cd8-4e40-4539-a2e4-afbf43d5cd57'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:40.135898 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.165975 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.208684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0f813eaa-8a5d-4c98-baf7-3f4f5b4cfe44 None None] Provisioning complete for port 479d6811-ab89-41be-a586-1b53b321df46 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:40.209334 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f813eaa-8a5d-4c98-baf7-3f4f5b4cfe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.231321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] For port bcea234f-fb3d-43a4-ad97-6be0d5b72b22, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:40.245889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] For port bcea234f-fb3d-43a4-ad97-6be0d5b72b22, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bcea234f-fb3d-43a4-ad97-6be0d5b72b22,segment=NetworkSegment(63aad3c9-754c-4061-b921-c8a79dcc7112),segment_id=63aad3c9-754c-4061-b921-c8a79dcc7112)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:40.261133 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:10:40.324831 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.401176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19657a7-90cc-46bd-8b73-7cf7fd150676 None None] Pushing event updated for resources: {'Port': ['ID=bcea234f-fb3d-43a4-ad97-6be0d5b72b22,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:40.464212 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.506390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9540c41f-8f66-4fba-9424-761dd61acd75 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:40.531866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.532829 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.558169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9540c41f-8f66-4fba-9424-761dd61acd75 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:40.558546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.644205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Port': ['ID=046f0292-5c13-4703-9e2a-876a57d86d5f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:40.677428 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.690682 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.721904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 9540c41f-8f66-4fba-9424-761dd61acd75, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9540c41f-8f66-4fba-9424-761dd61acd75,segment=NetworkSegment(dcc628c9-0be8-4ffd-b679-e495e99ff64c),segment_id=dcc628c9-0be8-4ffd-b679-e495e99ff64c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:40.729498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network f2bc1691-ce1d-4d13-bdfc-b798a00468ae is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:40.731034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:40.788861 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.789821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 479d6811-ab89-41be-a586-1b53b321df46 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:40.873628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=9540c41f-8f66-4fba-9424-761dd61acd75,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:40.886296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 479d6811-ab89-41be-a586-1b53b321df46 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:40.886745 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.955173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Router 443c4881-398d-4224-992a-b2abb89de32a is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:10:40.957590 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a26293-840f-4f71-b541-aa949017f377 None None] Network f2bc1691-ce1d-4d13-bdfc-b798a00468ae requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:41.048800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:10:41.053835 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d6ca2d8d-2b46-40fb-888c-557a0fff3b5f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "PUT /v2.0/routers/443c4881-398d-4224-992a-b2abb89de32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9533734 Sep 17 23:10:41.056604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51670) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:41.056822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e56997d5-a076-446b-81b9-34c0facc7a25 None None] Provisioning complete for port 9540c41f-8f66-4fba-9424-761dd61acd75 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:41.057071 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e56997d5-a076-446b-81b9-34c0facc7a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:41.060327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce49669-8688-454c-b682-03613609920d None None] Sync routers for ids ['443c4881-398d-4224-992a-b2abb89de32a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:10:41.121133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce49669-8688-454c-b682-03613609920d None None] Routers {'443c4881-398d-4224-992a-b2abb89de32a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:41.121775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fce49669-8688-454c-b682-03613609920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['443c4881-398d-4224-992a-b2abb89de32a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:41.169747 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fce49669-8688-454c-b682-03613609920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:41.208209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce49669-8688-454c-b682-03613609920d None None] Routers {'443c4881-398d-4224-992a-b2abb89de32a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:41.208729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fce49669-8688-454c-b682-03613609920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['443c4881-398d-4224-992a-b2abb89de32a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:41.452441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3375f9d1-f79d-4fae-9aef-c624d8ad3633 None None] Network d12f0cd8-4e40-4539-a2e4-afbf43d5cd57 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:41.458621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fce49669-8688-454c-b682-03613609920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:41.459183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce49669-8688-454c-b682-03613609920d None None] The sync data for ids ['443c4881-398d-4224-992a-b2abb89de32a'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:10:41.635205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e9719613-93aa-499a-8509-b4528af22538 None None] Provisioning complete for port bcea234f-fb3d-43a4-ad97-6be0d5b72b22 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:41.635581 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e9719613-93aa-499a-8509-b4528af22538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:41.749904 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e9719613-93aa-499a-8509-b4528af22538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:41.760678 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-4f01c9f8-4efc-45ab-bdd6-280269acb7bd tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:41.761930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4f01c9f8-4efc-45ab-bdd6-280269acb7bd tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "PUT /v2.0/routers/443c4881-398d-4224-992a-b2abb89de32a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7038181 Sep 17 23:10:41.764948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51672) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:41.785554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e9719613-93aa-499a-8509-b4528af22538 None None] For port bcea234f-fb3d-43a4-ad97-6be0d5b72b22, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bcea234f-fb3d-43a4-ad97-6be0d5b72b22,segment=NetworkSegment(63aad3c9-754c-4061-b921-c8a79dcc7112),segment_id=63aad3c9-754c-4061-b921-c8a79dcc7112)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:41.856265 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e9719613-93aa-499a-8509-b4528af22538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:41.915997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9719613-93aa-499a-8509-b4528af22538 None None] Pushing event updated for resources: {'Port': ['ID=bcea234f-fb3d-43a4-ad97-6be0d5b72b22,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:41.980786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1ef1252b-c390-4bcf-89b7-d86050b23583 None None] Provisioning complete for port bcea234f-fb3d-43a4-ad97-6be0d5b72b22 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:41.981173 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ef1252b-c390-4bcf-89b7-d86050b23583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:42.078260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1ef1252b-c390-4bcf-89b7-d86050b23583 None None] Provisioning complete for port 046f0292-5c13-4703-9e2a-876a57d86d5f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:42.078643 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ef1252b-c390-4bcf-89b7-d86050b23583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:42.114904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1252b-c390-4bcf-89b7-d86050b23583 None None] Port 046f0292-5c13-4703-9e2a-876a57d86d5f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:42.129975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1ef1252b-c390-4bcf-89b7-d86050b23583 None None] Provisioning complete for port 9540c41f-8f66-4fba-9424-761dd61acd75 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:42.130353 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1ef1252b-c390-4bcf-89b7-d86050b23583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:42.155253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:42.336450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-96798109-7e9f-47fd-b3a4-2f21a5a01d0e None None] Provisioning complete for port 046f0292-5c13-4703-9e2a-876a57d86d5f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:42.337245 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96798109-7e9f-47fd-b3a4-2f21a5a01d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:42.370906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-96798109-7e9f-47fd-b3a4-2f21a5a01d0e None None] Port 046f0292-5c13-4703-9e2a-876a57d86d5f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:42.429431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Deleting port 046f0292-5c13-4703-9e2a-876a57d86d5f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:42.429779 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:42.487309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9540c41f-8f66-4fba-9424-761dd61acd75 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:42.520845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:42.533397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Calling delete_port for 046f0292-5c13-4703-9e2a-876a57d86d5f owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:42.534812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9540c41f-8f66-4fba-9424-761dd61acd75 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:42.535182 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:42.613984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcea234f-fb3d-43a4-ad97-6be0d5b72b22 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:42.659258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bcea234f-fb3d-43a4-ad97-6be0d5b72b22 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:42.659745 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:42.787454 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:42.811713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Port': ['ID=046f0292-5c13-4703-9e2a-876a57d86d5f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:42.910546 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:43.068652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Router 443c4881-398d-4224-992a-b2abb89de32a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:10:43.144075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:10:43.149087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2b48179b-f137-43f5-835e-9092cfcc8363 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "PUT /v2.0/routers/443c4881-398d-4224-992a-b2abb89de32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3826156 Sep 17 23:10:43.152663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51676) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:43.155019 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1892016-a4b5-49bb-879c-ec8730b72873 None None] Sync routers for ids ['443c4881-398d-4224-992a-b2abb89de32a'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:10:43.164058 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1892016-a4b5-49bb-879c-ec8730b72873 None None] Routers {'443c4881-398d-4224-992a-b2abb89de32a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:43.164682 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a1892016-a4b5-49bb-879c-ec8730b72873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['443c4881-398d-4224-992a-b2abb89de32a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:43.189036 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-326368de-a41c-47b0-9237-ab65fd078bdc tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] delete failed (client error): The resource could not be found. Sep 17 23:10:43.193285 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-326368de-a41c-47b0-9237-ab65fd078bdc tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1038690285 HTTP/1.1" status: 404 len: 335 time: 0.0365295 Sep 17 23:10:43.195950 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a1892016-a4b5-49bb-879c-ec8730b72873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:43.196321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51678) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:43.201998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-db7d4020-73aa-41af-852e-5b41d5d49b08 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'router': {'external_gateway_info': {'network_id': '443c4881-398d-4224-992a-b2abb89de32a'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:43.207028 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1892016-a4b5-49bb-879c-ec8730b72873 None None] Routers {'443c4881-398d-4224-992a-b2abb89de32a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:43.207811 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a1892016-a4b5-49bb-879c-ec8730b72873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['443c4881-398d-4224-992a-b2abb89de32a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:43.241850 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a1892016-a4b5-49bb-879c-ec8730b72873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:43.242495 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1892016-a4b5-49bb-879c-ec8730b72873 None None] The sync data for ids ['443c4881-398d-4224-992a-b2abb89de32a'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:10:43.419126 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-db7d4020-73aa-41af-852e-5b41d5d49b08 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:43.496365 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-db7d4020-73aa-41af-852e-5b41d5d49b08 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] update failed (client error): The resource could not be found. Sep 17 23:10:43.497425 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-db7d4020-73aa-41af-852e-5b41d5d49b08 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "PUT /v2.0/routers/443c4881-398d-4224-992a-b2abb89de32a HTTP/1.1" status: 404 len: 339 time: 0.3001361 Sep 17 23:10:43.501830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51680) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:43.506738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1600502153'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:43.587101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Made reservation on behalf of 05460d40836e400bb9412a60ddb7c1a0 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:43.590801 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:43.613777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:10:43.622175 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:43.622517 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Added segment 8d198236-5735-4911-9fc9-1807a73f2868 of type vlan for network 4e12141a-bfeb-4abb-b027-33872b07969f Sep 17 23:10:43.663089 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:43.758846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:43.764382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:43.764965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:43.832663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Network': ['ID=4e12141a-bfeb-4abb-b027-33872b07969f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:43.843098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4e12141a-bfeb-4abb-b027-33872b07969f details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:10:43.867583 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d927051f-d62f-42d4-ace4-c7cc2cf47b32 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3646524 Sep 17 23:10:43.870502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51682) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:43.875429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'subnet': {'network_id': '4e12141a-bfeb-4abb-b027-33872b07969f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:44.360739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Made reservation on behalf of 05460d40836e400bb9412a60ddb7c1a0 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:10:44.364466 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:44.589301 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:44.654540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Subnet': ['ID=8cd97341-dd77-406f-8b57-f71416ed42b3,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:44.663055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Checking segment: {'id': '8d198236-5735-4911-9fc9-1807a73f2868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4e12141a-bfeb-4abb-b027-33872b07969f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:44.663409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network hostable DHCP agents. Network: 4e12141a-bfeb-4abb-b027-33872b07969f, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:10:44.748748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network 4e12141a-bfeb-4abb-b027-33872b07969f is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:10:44.811248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4e12141a-bfeb-4abb-b027-33872b07969f) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:44.815511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:44.816104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:44.821056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b7e0f-4d51-4f7a-8945-c6cdd7283c14 None None] Network 4e12141a-bfeb-4abb-b027-33872b07969f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:44.889552 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-571d3480-7981-43b2-bcb1-433d175b0e2b tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0152993 Sep 17 23:10:44.890087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51684) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:44.895030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-01ea1081-96c9-4772-a391-991a3c11cca9 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e12141a-bfeb-4abb-b027-33872b07969f'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:44.972486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-4e12141a-bfeb-4abb-b027-33872b07969f', 'network_id': '4e12141a-bfeb-4abb-b027-33872b07969f', 'tenant_id': '05460d40836e400bb9412a60ddb7c1a0', 'fixed_ips': [{'subnet_id': '8cd97341-dd77-406f-8b57-f71416ed42b3'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:10:44.973421 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:45.107585 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01ea1081-96c9-4772-a391-991a3c11cca9 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:45.110855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Allocated IP 2001:db8:1::2 (4e12141a-bfeb-4abb-b027-33872b07969f/8cd97341-dd77-406f-8b57-f71416ed42b3/9149f8ee-f44a-4989-a14d-962d334b2bcd) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:45.256905 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:45.290745 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-01ea1081-96c9-4772-a391-991a3c11cca9 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:45.291788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-01ea1081-96c9-4772-a391-991a3c11cca9 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "PUT /v2.0/routers/443c4881-398d-4224-992a-b2abb89de32a HTTP/1.1" status: 400 len: 364 time: 0.4010549 Sep 17 23:10:45.295544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51686) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:45.326307 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:45.364820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Network 4e12141a-bfeb-4abb-b027-33872b07969f is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:45.367683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:45.373276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:45.379063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Pushing event updated for resources: {'Port': ['ID=9149f8ee-f44a-4989-a14d-962d334b2bcd,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:45.431500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Attempting to bind port 9149f8ee-f44a-4989-a14d-962d334b2bcd on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:10:45.431867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Attempting to bind port 9149f8ee-f44a-4989-a14d-962d334b2bcd by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '8d198236-5735-4911-9fc9-1807a73f2868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4e12141a-bfeb-4abb-b027-33872b07969f'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:10:45.432280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Attempting to bind port 9149f8ee-f44a-4989-a14d-962d334b2bcd on network 4e12141a-bfeb-4abb-b027-33872b07969f {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:10:45.437159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:10:45.437531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Checking segment: {'id': '8d198236-5735-4911-9fc9-1807a73f2868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4e12141a-bfeb-4abb-b027-33872b07969f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:10:45.437932 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:45.438669 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Bound using segment: {'id': '8d198236-5735-4911-9fc9-1807a73f2868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4e12141a-bfeb-4abb-b027-33872b07969f'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:10:45.439140 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Bound port: 9149f8ee-f44a-4989-a14d-962d334b2bcd, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d198236-5735-4911-9fc9-1807a73f2868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4e12141a-bfeb-4abb-b027-33872b07969f'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:10:45.439523 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:45.504331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] For port 9149f8ee-f44a-4989-a14d-962d334b2bcd, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:10:45.508754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] For port 9149f8ee-f44a-4989-a14d-962d334b2bcd, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9149f8ee-f44a-4989-a14d-962d334b2bcd,segment=NetworkSegment(8d198236-5735-4911-9fc9-1807a73f2868),segment_id=8d198236-5735-4911-9fc9-1807a73f2868)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:10:45.555199 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:45.574153 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:45.622739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcd1c5-0384-436e-9d32-0407dd85fa31 None None] Pushing event updated for resources: {'Port': ['ID=9149f8ee-f44a-4989-a14d-962d334b2bcd,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:45.842367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Allocated IP 2001:db8::1 (f6426651-6df5-4e71-9bcb-ef4ce405a198/17b801e5-2228-4be1-8469-387401e72c08/c8a06390-f765-4ccf-92e9-7a487c87e45d) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:10:45.956664 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.044889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.089464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network f6426651-6df5-4e71-9bcb-ef4ce405a198 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:46.092540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:46.098878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:10:46.099391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.135389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Port': ['ID=c8a06390-f765-4ccf-92e9-7a487c87e45d,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:46.288523 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.429818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-68c3808d-8d10-4362-83f8-78e85a018796 None None] Provisioning complete for port c8a06390-f765-4ccf-92e9-7a487c87e45d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:46.430389 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-68c3808d-8d10-4362-83f8-78e85a018796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.464164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9149f8ee-f44a-4989-a14d-962d334b2bcd up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:46.499209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-68c3808d-8d10-4362-83f8-78e85a018796 None None] Port c8a06390-f765-4ccf-92e9-7a487c87e45d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:46.524821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9149f8ee-f44a-4989-a14d-962d334b2bcd triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:46.525200 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.600817 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.610865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a55615-0b11-48ef-8454-6ebaba1e49a0 None None] Network 4e12141a-bfeb-4abb-b027-33872b07969f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:46.674319 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.675124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.677139 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.694676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8a1e2de8-8c66-4bb0-9323-e4a5d35203f3 None None] Provisioning complete for port 9149f8ee-f44a-4989-a14d-962d334b2bcd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:46.695046 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2de8-8c66-4bb0-9323-e4a5d35203f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.744881 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event updated for resources: {'Port': ['ID=c8a06390-f765-4ccf-92e9-7a487c87e45d,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:46.766084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 9149f8ee-f44a-4989-a14d-962d334b2bcd, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9149f8ee-f44a-4989-a14d-962d334b2bcd,segment=NetworkSegment(8d198236-5735-4911-9fc9-1807a73f2868),segment_id=8d198236-5735-4911-9fc9-1807a73f2868)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:46.806062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Network f6426651-6df5-4e71-9bcb-ef4ce405a198 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:10:46.807395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:10:46.825523 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.886759 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2de8-8c66-4bb0-9323-e4a5d35203f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:46.915182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Router 443c4881-398d-4224-992a-b2abb89de32a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:10:46.928627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=9149f8ee-f44a-4989-a14d-962d334b2bcd,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:46.970311 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-8a1e2de8-8c66-4bb0-9323-e4a5d35203f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:10:46.970592 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-8a1e2de8-8c66-4bb0-9323-e4a5d35203f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:10:47.014850 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:10:47.020385 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-440c2c7f-b666-46df-9536-13744b7ce117 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "PUT /v2.0/routers/443c4881-398d-4224-992a-b2abb89de32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7237389 Sep 17 23:10:47.023045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51688) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:47.025815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3b494-b48f-4ab1-9eef-3bc7cd79cbc3 None None] Sync routers for ids ['443c4881-398d-4224-992a-b2abb89de32a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:10:47.040413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3b494-b48f-4ab1-9eef-3bc7cd79cbc3 None None] Routers {'443c4881-398d-4224-992a-b2abb89de32a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:47.041337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d4e3b494-b48f-4ab1-9eef-3bc7cd79cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['443c4881-398d-4224-992a-b2abb89de32a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:47.080167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d4e3b494-b48f-4ab1-9eef-3bc7cd79cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:47.090124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3b494-b48f-4ab1-9eef-3bc7cd79cbc3 None None] Routers {'443c4881-398d-4224-992a-b2abb89de32a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:47.090830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d4e3b494-b48f-4ab1-9eef-3bc7cd79cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['443c4881-398d-4224-992a-b2abb89de32a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:47.124234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-12ac98eb-5989-4d5b-840f-4fd03dac04fc tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:47.126861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d4e3b494-b48f-4ab1-9eef-3bc7cd79cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:47.127508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3b494-b48f-4ab1-9eef-3bc7cd79cbc3 None None] The sync data for ids ['443c4881-398d-4224-992a-b2abb89de32a'] in n-d-713499-18 is: [] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:10:47.211263 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-12ac98eb-5989-4d5b-840f-4fd03dac04fc tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 23:10:47.212347 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-12ac98eb-5989-4d5b-840f-4fd03dac04fc tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/routers/443c4881-398d-4224-992a-b2abb89de32a HTTP/1.1" status: 409 len: 329 time: 0.1883221 Sep 17 23:10:47.215581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51690) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:47.626642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a00c3f46-9450-4f95-9636-2b72b9744672 None None] Provisioning complete for port 9149f8ee-f44a-4989-a14d-962d334b2bcd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:47.627379 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f46-9450-4f95-9636-2b72b9744672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:47.740096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a00c3f46-9450-4f95-9636-2b72b9744672 None None] Provisioning complete for port c8a06390-f765-4ccf-92e9-7a487c87e45d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:47.740529 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f46-9450-4f95-9636-2b72b9744672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:47.774269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a00c3f46-9450-4f95-9636-2b72b9744672 None None] Port c8a06390-f765-4ccf-92e9-7a487c87e45d cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:10:47.818932 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:48.066732 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Deleting port c8a06390-f765-4ccf-92e9-7a487c87e45d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:48.067433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:48.155262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:48.167004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Calling delete_port for c8a06390-f765-4ccf-92e9-7a487c87e45d owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:48.208179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-b528f88c-174b-4a3a-97c2-f5437df602a9 req-aab0d483-4374-40c5-b327-09042ffd462d service neutron] (95454) timed out ('10.222.0.23', 57484) {{(pid=95454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:10:48.406597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9149f8ee-f44a-4989-a14d-962d334b2bcd up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:10:48.415649 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:48.443874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Port': ['ID=c8a06390-f765-4ccf-92e9-7a487c87e45d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:48.455787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9149f8ee-f44a-4989-a14d-962d334b2bcd triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:10:48.456190 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:48.541446 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:48.705238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Router 443c4881-398d-4224-992a-b2abb89de32a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:10:48.781031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:10:48.785956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ab22ff0c-e6cf-44b3-a6c3-6d682c011c15 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "PUT /v2.0/routers/443c4881-398d-4224-992a-b2abb89de32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5693684 Sep 17 23:10:48.789500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51692) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:48.791944 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248dfa7-bff4-4b07-b1a5-be181a5cdadf None None] Sync routers for ids ['443c4881-398d-4224-992a-b2abb89de32a'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:10:48.802215 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248dfa7-bff4-4b07-b1a5-be181a5cdadf None None] Routers {'443c4881-398d-4224-992a-b2abb89de32a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:48.802809 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7248dfa7-bff4-4b07-b1a5-be181a5cdadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['443c4881-398d-4224-992a-b2abb89de32a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:48.826659 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-0976e7f2-59ae-4044-bc5d-9c62c7458fd5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] show failed (client error): The resource could not be found. Sep 17 23:10:48.827697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0976e7f2-59ae-4044-bc5d-9c62c7458fd5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-224896621 HTTP/1.1" status: 404 len: 334 time: 0.0372570 Sep 17 23:10:48.831681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51694) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:48.833948 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7248dfa7-bff4-4b07-b1a5-be181a5cdadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:48.835984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2c8033d6-32ee-488b-8f5d-2b4cc498c317 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:48.842817 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248dfa7-bff4-4b07-b1a5-be181a5cdadf None None] Routers {'443c4881-398d-4224-992a-b2abb89de32a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:10:48.843407 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7248dfa7-bff4-4b07-b1a5-be181a5cdadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:10:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['443c4881-398d-4224-992a-b2abb89de32a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:48.872835 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-2c8033d6-32ee-488b-8f5d-2b4cc498c317 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] update failed (client error): The resource could not be found. Sep 17 23:10:48.873777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2c8033d6-32ee-488b-8f5d-2b4cc498c317 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1840412052 HTTP/1.1" status: 404 len: 335 time: 0.0411611 Sep 17 23:10:48.874826 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7248dfa7-bff4-4b07-b1a5-be181a5cdadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:48.875482 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248dfa7-bff4-4b07-b1a5-be181a5cdadf None None] The sync data for ids ['443c4881-398d-4224-992a-b2abb89de32a'] in n-d-713499-18 is: [] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:10:48.878082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51696) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:48.928533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8545dc7-0613-4220-98f8-fa15909f2c75 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Deleting subnet 8cd97341-dd77-406f-8b57-f71416ed42b3 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:48.931515 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8545dc7-0613-4220-98f8-fa15909f2c75 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:48.970637 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8545dc7-0613-4220-98f8-fa15909f2c75 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.055326 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8545dc7-0613-4220-98f8-fa15909f2c75 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.177993 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8545dc7-0613-4220-98f8-fa15909f2c75 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.207533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8545dc7-0613-4220-98f8-fa15909f2c75 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd97341-dd77-406f-8b57-f71416ed42b3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:49.209634 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8545dc7-0613-4220-98f8-fa15909f2c75 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.211590 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d8545dc7-0613-4220-98f8-fa15909f2c75 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/subnets/8cd97341-dd77-406f-8b57-f71416ed42b3 HTTP/1.1" status: 204 len: 168 time: 0.3325791 Sep 17 23:10:49.214325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51698) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:49.217231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2308098-90ed-41bd-985e-a147347c7ab3 None None] Network 4e12141a-bfeb-4abb-b027-33872b07969f requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:49.291082 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.350699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Deleting port 9149f8ee-f44a-4989-a14d-962d334b2bcd {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:49.351035 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.418588 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] For port 9149f8ee-f44a-4989-a14d-962d334b2bcd, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9149f8ee-f44a-4989-a14d-962d334b2bcd,segment=NetworkSegment(8d198236-5735-4911-9fc9-1807a73f2868),segment_id=8d198236-5735-4911-9fc9-1807a73f2868)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:49.418870 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.432691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Calling delete_port for 9149f8ee-f44a-4989-a14d-962d334b2bcd owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:49.565838 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.592844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Port': ['ID=9149f8ee-f44a-4989-a14d-962d334b2bcd,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:49.596951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] No DVR routers for this DVR port 9149f8ee-f44a-4989-a14d-962d334b2bcd on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:49.619861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac18cbf-13ed-4f6b-a2cd-dc9244b85562 None None] DHCP port deletion for 4e12141a-bfeb-4abb-b027-33872b07969f request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:10:49.680514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.699864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e12141a-bfeb-4abb-b027-33872b07969f']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:49.709326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d198236-5735-4911-9fc9-1807a73f2868') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:49.710885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d198236-5735-4911-9fc9-1807a73f2868') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:49.719000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.732535 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.738551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:10:49.739500 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:10:49.741894 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:10:49.866995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.874059 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.876545 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/networks/4e12141a-bfeb-4abb-b027-33872b07969f HTTP/1.1" status: 204 len: 168 time: 0.6611347 Sep 17 23:10:49.882771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51700) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:49.896508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1003cac-ce98-4cdd-8836-8709810a2393 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Network': ['ID=4e12141a-bfeb-4abb-b027-33872b07969f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:49.948257 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee00ad6-e62e-41dc-ac2a-9ed0d534c1cb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Deleting subnet ea5eb584-ea9d-4b9e-84ae-f35aea77eb98 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:49.951432 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bee00ad6-e62e-41dc-ac2a-9ed0d534c1cb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:49.991348 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bee00ad6-e62e-41dc-ac2a-9ed0d534c1cb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.073107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bee00ad6-e62e-41dc-ac2a-9ed0d534c1cb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.200477 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bee00ad6-e62e-41dc-ac2a-9ed0d534c1cb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.229091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee00ad6-e62e-41dc-ac2a-9ed0d534c1cb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5eb584-ea9d-4b9e-84ae-f35aea77eb98,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:50.231063 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bee00ad6-e62e-41dc-ac2a-9ed0d534c1cb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.232977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bee00ad6-e62e-41dc-ac2a-9ed0d534c1cb tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/subnets/ea5eb584-ea9d-4b9e-84ae-f35aea77eb98 HTTP/1.1" status: 204 len: 168 time: 0.3530807 Sep 17 23:10:50.235842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa839b62-1ea9-4286-bed3-e58d4d79478b None None] Network d12f0cd8-4e40-4539-a2e4-afbf43d5cd57 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:50.236763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51702) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:50.288351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9137b7-efbc-4ea3-beee-0e3e9cb67838 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Deleting subnet 11587e79-337d-4dc1-afdc-46597d8ce02e {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:50.291481 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab9137b7-efbc-4ea3-beee-0e3e9cb67838 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.332367 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab9137b7-efbc-4ea3-beee-0e3e9cb67838 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.424560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248f8b80-1e08-4c16-ab2a-c74b12261b0b None None] DHCP port deletion for d12f0cd8-4e40-4539-a2e4-afbf43d5cd57 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:10:50.430289 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab9137b7-efbc-4ea3-beee-0e3e9cb67838 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.449849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9149f8ee-f44a-4989-a14d-962d334b2bcd no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:50.471265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 9149f8ee-f44a-4989-a14d-962d334b2bcd {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:10:50.471537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9149f8ee-f44a-4989-a14d-962d334b2bcd not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:50.494549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-248f8b80-1e08-4c16-ab2a-c74b12261b0b None None] Deleting port bcea234f-fb3d-43a4-ad97-6be0d5b72b22 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:50.494931 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-248f8b80-1e08-4c16-ab2a-c74b12261b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.531594 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab9137b7-efbc-4ea3-beee-0e3e9cb67838 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.559348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-248f8b80-1e08-4c16-ab2a-c74b12261b0b None None] For port bcea234f-fb3d-43a4-ad97-6be0d5b72b22, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bcea234f-fb3d-43a4-ad97-6be0d5b72b22,segment=NetworkSegment(63aad3c9-754c-4061-b921-c8a79dcc7112),segment_id=63aad3c9-754c-4061-b921-c8a79dcc7112)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:50.559752 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-248f8b80-1e08-4c16-ab2a-c74b12261b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.562634 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ab9137b7-efbc-4ea3-beee-0e3e9cb67838 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.564545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ab9137b7-efbc-4ea3-beee-0e3e9cb67838 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/subnets/11587e79-337d-4dc1-afdc-46597d8ce02e HTTP/1.1" status: 204 len: 168 time: 0.3267715 Sep 17 23:10:50.565635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9137b7-efbc-4ea3-beee-0e3e9cb67838 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Subnet': ['ID=11587e79-337d-4dc1-afdc-46597d8ce02e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:50.567106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51704) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:50.572091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbedf92-d606-4d3e-8908-65589715558e None None] Network f2bc1691-ce1d-4d13-bdfc-b798a00468ae requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:50.587551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-248f8b80-1e08-4c16-ab2a-c74b12261b0b None None] Calling delete_port for bcea234f-fb3d-43a4-ad97-6be0d5b72b22 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:50.644186 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.695482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Deleting port bcea234f-fb3d-43a4-ad97-6be0d5b72b22 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:50.695823 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.762415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] For port bcea234f-fb3d-43a4-ad97-6be0d5b72b22, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bcea234f-fb3d-43a4-ad97-6be0d5b72b22,segment=NetworkSegment(63aad3c9-754c-4061-b921-c8a79dcc7112),segment_id=63aad3c9-754c-4061-b921-c8a79dcc7112)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:50.762790 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.776226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Calling delete_port for bcea234f-fb3d-43a4-ad97-6be0d5b72b22 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:50.808146 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6625c6-a6b2-4f2a-bd7a-d5a22d733db6 None None] DHCP port deletion for f2bc1691-ce1d-4d13-bdfc-b798a00468ae request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:10:50.833707 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-248f8b80-1e08-4c16-ab2a-c74b12261b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.855175 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.865136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f8b80-1e08-4c16-ab2a-c74b12261b0b None None] No DVR routers for this DVR port bcea234f-fb3d-43a4-ad97-6be0d5b72b22 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:50.867793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f8b80-1e08-4c16-ab2a-c74b12261b0b None None] Pushing event deleted for resources: {'Port': ['ID=bcea234f-fb3d-43a4-ad97-6be0d5b72b22,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:50.885784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Port': ['ID=bcea234f-fb3d-43a4-ad97-6be0d5b72b22,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:50.890355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] No DVR routers for this DVR port bcea234f-fb3d-43a4-ad97-6be0d5b72b22 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:50.895536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ec6625c6-a6b2-4f2a-bd7a-d5a22d733db6 None None] Deleting port 9540c41f-8f66-4fba-9424-761dd61acd75 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:50.895912 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ec6625c6-a6b2-4f2a-bd7a-d5a22d733db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.964391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ec6625c6-a6b2-4f2a-bd7a-d5a22d733db6 None None] For port 9540c41f-8f66-4fba-9424-761dd61acd75, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9540c41f-8f66-4fba-9424-761dd61acd75,segment=NetworkSegment(dcc628c9-0be8-4ffd-b679-e495e99ff64c),segment_id=dcc628c9-0be8-4ffd-b679-e495e99ff64c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:50.965063 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ec6625c6-a6b2-4f2a-bd7a-d5a22d733db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.977532 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.979118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-ec6625c6-a6b2-4f2a-bd7a-d5a22d733db6 None None] Calling delete_port for 9540c41f-8f66-4fba-9424-761dd61acd75 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:50.999468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12f0cd8-4e40-4539-a2e4-afbf43d5cd57']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:51.009377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63aad3c9-754c-4061-b921-c8a79dcc7112') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:51.009669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63aad3c9-754c-4061-b921-c8a79dcc7112') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:51.018940 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.031904 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.038215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:10:51.038675 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: self.session.flush() Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:10:51.041747 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:10:51.131715 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ec6625c6-a6b2-4f2a-bd7a-d5a22d733db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.159965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6625c6-a6b2-4f2a-bd7a-d5a22d733db6 None None] Pushing event deleted for resources: {'Port': ['ID=9540c41f-8f66-4fba-9424-761dd61acd75,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:51.163481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6625c6-a6b2-4f2a-bd7a-d5a22d733db6 None None] No DVR routers for this DVR port 9540c41f-8f66-4fba-9424-761dd61acd75 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:51.194235 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.205672 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.205672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/networks/d12f0cd8-4e40-4539-a2e4-afbf43d5cd57 HTTP/1.1" status: 204 len: 168 time: 0.6348937 Sep 17 23:10:51.206279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51706) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:51.214700 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902770-0555-4c1f-9cd1-4c8a63e018d5 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Network': ['ID=d12f0cd8-4e40-4539-a2e4-afbf43d5cd57,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:51.280886 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.375219 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.394700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bc1691-ce1d-4d13-bdfc-b798a00468ae']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:51.403565 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc628c9-0be8-4ffd-b679-e495e99ff64c') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:51.403856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc628c9-0be8-4ffd-b679-e495e99ff64c') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:51.413412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.427214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.432764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:10:51.433143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:10:51.435982 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:10:51.575668 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.582533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.584357 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/networks/f2bc1691-ce1d-4d13-bdfc-b798a00468ae HTTP/1.1" status: 204 len: 168 time: 0.3776588 Sep 17 23:10:51.586939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51708) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:51.596464 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec901954-6db1-4d85-b6fa-21ab955bea6f tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Network': ['ID=f2bc1691-ce1d-4d13-bdfc-b798a00468ae,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:51.637014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d100220d-1791-472e-a989-40b841401288 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Deleting subnet 17b801e5-2228-4be1-8469-387401e72c08 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:10:51.640000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d100220d-1791-472e-a989-40b841401288 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.683504 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d100220d-1791-472e-a989-40b841401288 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.763117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d100220d-1791-472e-a989-40b841401288 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.903540 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d100220d-1791-472e-a989-40b841401288 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.935230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100220d-1791-472e-a989-40b841401288 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Subnet': ['ID=17b801e5-2228-4be1-8469-387401e72c08,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:51.939704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d100220d-1791-472e-a989-40b841401288 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.942172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d100220d-1791-472e-a989-40b841401288 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/subnets/17b801e5-2228-4be1-8469-387401e72c08 HTTP/1.1" status: 204 len: 168 time: 0.3541284 Sep 17 23:10:51.943997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51710) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:51.945709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5821b1e1-8d49-42ed-8847-3dff39fe3943 None None] Network f6426651-6df5-4e71-9bcb-ef4ce405a198 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:10:52.019241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.073219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Deleting port 479d6811-ab89-41be-a586-1b53b321df46 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:52.073593 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.119466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38d0ce1-9cf9-4570-928a-537103d37302 None None] DHCP port deletion for f6426651-6df5-4e71-9bcb-ef4ce405a198 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:10:52.142903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] For port 479d6811-ab89-41be-a586-1b53b321df46, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=479d6811-ab89-41be-a586-1b53b321df46,segment=NetworkSegment(e9e01ba8-1795-4426-b1af-38f730f6d214),segment_id=e9e01ba8-1795-4426-b1af-38f730f6d214)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:52.143265 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.155671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Calling delete_port for 479d6811-ab89-41be-a586-1b53b321df46 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:52.170218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d38d0ce1-9cf9-4570-928a-537103d37302 None None] Deleting port 479d6811-ab89-41be-a586-1b53b321df46 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:10:52.170596 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d38d0ce1-9cf9-4570-928a-537103d37302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.233868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d38d0ce1-9cf9-4570-928a-537103d37302 None None] For port 479d6811-ab89-41be-a586-1b53b321df46, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=479d6811-ab89-41be-a586-1b53b321df46,segment=NetworkSegment(e9e01ba8-1795-4426-b1af-38f730f6d214),segment_id=e9e01ba8-1795-4426-b1af-38f730f6d214)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:10:52.234266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d38d0ce1-9cf9-4570-928a-537103d37302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.246411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d38d0ce1-9cf9-4570-928a-537103d37302 None None] Calling delete_port for 479d6811-ab89-41be-a586-1b53b321df46 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:10:52.315177 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.323397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d38d0ce1-9cf9-4570-928a-537103d37302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.342000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Port': ['ID=479d6811-ab89-41be-a586-1b53b321df46,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:52.347631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d0ce1-9cf9-4570-928a-537103d37302 None None] Pushing event deleted for resources: {'Port': ['ID=479d6811-ab89-41be-a586-1b53b321df46,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:52.353629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] No DVR routers for this DVR port 479d6811-ab89-41be-a586-1b53b321df46 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:52.355624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38d0ce1-9cf9-4570-928a-537103d37302 None None] No DVR routers for this DVR port 479d6811-ab89-41be-a586-1b53b321df46 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:10:52.426621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9540c41f-8f66-4fba-9424-761dd61acd75 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:52.443690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.446873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 9540c41f-8f66-4fba-9424-761dd61acd75 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:10:52.447220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9540c41f-8f66-4fba-9424-761dd61acd75 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:52.447639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcea234f-fb3d-43a4-ad97-6be0d5b72b22 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:52.463982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6426651-6df5-4e71-9bcb-ef4ce405a198']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:52.466537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: bcea234f-fb3d-43a4-ad97-6be0d5b72b22 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:10:52.466874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bcea234f-fb3d-43a4-ad97-6be0d5b72b22 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:52.467287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 479d6811-ab89-41be-a586-1b53b321df46 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:10:52.474142 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e01ba8-1795-4426-b1af-38f730f6d214') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:52.474440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e01ba8-1795-4426-b1af-38f730f6d214') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:10:52.483862 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.486425 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 479d6811-ab89-41be-a586-1b53b321df46 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:10:52.486793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 479d6811-ab89-41be-a586-1b53b321df46 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:10:52.497141 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.503338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:10:52.503761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:10:52.506590 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:10:52.633569 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.638665 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.640978 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/networks/f6426651-6df5-4e71-9bcb-ef4ce405a198 HTTP/1.1" status: 204 len: 168 time: 0.6958313 Sep 17 23:10:52.644161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51712) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:52.657525 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dbbf7-1bce-479a-abbf-7097efe1c07e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Pushing event deleted for resources: {'Network': ['ID=f6426651-6df5-4e71-9bcb-ef4ce405a198,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:52.671570 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0e161358-8958-419e-89a6-e69a6d21ce18 tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "GET /v2.0/ports?device_id=443c4881-398d-4224-992a-b2abb89de32a HTTP/1.1" status: 200 len: 205 time: 0.0262461 Sep 17 23:10:52.674377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51714) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:52.752952 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46af4ef3-42b8-4d12-ac08-028141148b4e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.910108 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46af4ef3-42b8-4d12-ac08-028141148b4e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.912228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46af4ef3-42b8-4d12-ac08-028141148b4e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:53.034279 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46af4ef3-42b8-4d12-ac08-028141148b4e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:53.034742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46af4ef3-42b8-4d12-ac08-028141148b4e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Fanout notify agent at l3_agent the message router_deleted on router 443c4881-398d-4224-992a-b2abb89de32a {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:10:53.041534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46af4ef3-42b8-4d12-ac08-028141148b4e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:53.042641 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-46af4ef3-42b8-4d12-ac08-028141148b4e tempest-RoutersNegativeIpV6Test-2026746582 tempest-RoutersNegativeIpV6Test-2026746582-project] 10.222.0.30 "DELETE /v2.0/routers/443c4881-398d-4224-992a-b2abb89de32a HTTP/1.1" status: 204 len: 168 time: 0.3673718 Sep 17 23:10:53.515974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51720) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:53.644231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3f84c41a-b579-4944-99ea-3aad539006ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05460d40836e400bb9412a60ddb7c1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269197 Sep 17 23:10:53.646659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51724) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:53.693955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1c74d42-f8d4-4883-ab54-d23a13ca18ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:53.723296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1c74d42-f8d4-4883-ab54-d23a13ca18ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:53.828534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1c74d42-f8d4-4883-ab54-d23a13ca18ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:53.831123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1c74d42-f8d4-4883-ab54-d23a13ca18ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:53.832274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e1c74d42-f8d4-4883-ab54-d23a13ca18ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a432a271-8605-413d-bf7f-7d3c5a4e5384 HTTP/1.1" status: 204 len: 168 time: 0.1847019 Sep 17 23:10:53.839997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c74d42-f8d4-4883-ab54-d23a13ca18ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a432a271-8605-413d-bf7f-7d3c5a4e5384,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:54.820789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51746) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:54.915470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9c172342-7a14-497c-adaf-030d299dccfd tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:54.916252 n-d-713499-18 neutron-server[95455]: WARNING neutron.api.v2.base [None req-9c172342-7a14-497c-adaf-030d299dccfd tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 23:10:54.916742 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-9c172342-7a14-497c-adaf-030d299dccfd tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 23:10:54.917746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9c172342-7a14-497c-adaf-030d299dccfd tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0958369 Sep 17 23:10:54.921254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51750) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:54.926605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013161928'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:55.027388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.036736 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.125365 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.192187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.229310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dfe12f-3574-48b3-b2c8-a707677a0290,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:55.283217 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.346897 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.381034 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0124fca2-a8ab-4d84-aa2f-fadf3d868fc4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:55.432439 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.433732 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-adaafcf7-a33b-4b5c-9161-0726eaa9e82a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5115962 Sep 17 23:10:55.436480 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51752) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:55.441001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c696216f-f349-42c5-8d76-fc1f427f1040 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': '0124fca2-a8ab-4d84-aa2f-fadf3d868fc4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:55.525524 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c696216f-f349-42c5-8d76-fc1f427f1040 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.582100 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c696216f-f349-42c5-8d76-fc1f427f1040 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.634119 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c696216f-f349-42c5-8d76-fc1f427f1040 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.653104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696216f-f349-42c5-8d76-fc1f427f1040 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011a4f6b-d2d0-4e50-bd1a-bd34a8387706,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:55.729930 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c696216f-f349-42c5-8d76-fc1f427f1040 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.731200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c696216f-f349-42c5-8d76-fc1f427f1040 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2937706 Sep 17 23:10:55.733940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51754) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:55.738333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f4953dc4-1773-462e-bb8a-62a0989ed801 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': '0124fca2-a8ab-4d84-aa2f-fadf3d868fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:55.816404 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f4953dc4-1773-462e-bb8a-62a0989ed801 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.897309 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-f4953dc4-1773-462e-bb8a-62a0989ed801 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 23:10:55.898403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f4953dc4-1773-462e-bb8a-62a0989ed801 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1635234 Sep 17 23:10:55.901090 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51756) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:55.955344 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1579ca8-69e9-47cc-9aee-d95ee3402211 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:55.978362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1579ca8-69e9-47cc-9aee-d95ee3402211 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.080492 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1579ca8-69e9-47cc-9aee-d95ee3402211 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.083114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e1579ca8-69e9-47cc-9aee-d95ee3402211 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.084299 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e1579ca8-69e9-47cc-9aee-d95ee3402211 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "DELETE /v2.0/security-groups/0124fca2-a8ab-4d84-aa2f-fadf3d868fc4 HTTP/1.1" status: 204 len: 168 time: 0.1822872 Sep 17 23:10:56.087006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51758) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:56.093545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1579ca8-69e9-47cc-9aee-d95ee3402211 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0124fca2-a8ab-4d84-aa2f-fadf3d868fc4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:56.144553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-98202a9d-b89c-45be-98cd-47e54317b10b tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563381 Sep 17 23:10:56.148143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51760) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:56.152395 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-64276153-4942-4c57-af4a-494edffd800c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'tempest-secgroup--258429462'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:56.228555 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64276153-4942-4c57-af4a-494edffd800c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.332280 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64276153-4942-4c57-af4a-494edffd800c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.377518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64276153-4942-4c57-af4a-494edffd800c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.404971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64276153-4942-4c57-af4a-494edffd800c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7020bb-2f9f-42e0-a76b-f2e710df1253,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:56.456818 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64276153-4942-4c57-af4a-494edffd800c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.458063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-64276153-4942-4c57-af4a-494edffd800c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3090405 Sep 17 23:10:56.460931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51762) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:56.465507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-3cac5d80-57e2-4052-a16c-16302839325a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'dc7020bb-2f9f-42e0-a76b-f2e710df1253', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:56.466200 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-3cac5d80-57e2-4052-a16c-16302839325a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 23:10:56.466712 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-3cac5d80-57e2-4052-a16c-16302839325a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:56.467623 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3cac5d80-57e2-4052-a16c-16302839325a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057831 Sep 17 23:10:56.471781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51764) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:56.527615 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e989eea1-b587-4dfb-a002-3420189ea66e tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.550170 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e989eea1-b587-4dfb-a002-3420189ea66e tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.663008 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e989eea1-b587-4dfb-a002-3420189ea66e tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.665752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e989eea1-b587-4dfb-a002-3420189ea66e tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.666904 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e989eea1-b587-4dfb-a002-3420189ea66e tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc7020bb-2f9f-42e0-a76b-f2e710df1253 HTTP/1.1" status: 204 len: 168 time: 0.1942558 Sep 17 23:10:56.669720 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51766) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:56.676516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989eea1-b587-4dfb-a002-3420189ea66e tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7020bb-2f9f-42e0-a76b-f2e710df1253,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:56.728620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f1511600-9f15-4af9-afbe-b5cfb6bf9e70 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576539 Sep 17 23:10:56.732195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51768) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:56.737025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-64285ec2-4234-4d42-aab6-00cadb99fc41 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836639122'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:56.828292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64285ec2-4234-4d42-aab6-00cadb99fc41 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.910329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64285ec2-4234-4d42-aab6-00cadb99fc41 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:56.981060 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64285ec2-4234-4d42-aab6-00cadb99fc41 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.009127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64285ec2-4234-4d42-aab6-00cadb99fc41 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1645e1-b400-4073-83ea-05af89f15f83,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:57.074571 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64285ec2-4234-4d42-aab6-00cadb99fc41 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.075867 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-64285ec2-4234-4d42-aab6-00cadb99fc41 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3427496 Sep 17 23:10:57.078809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51770) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.083929 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7880c990-a1d4-454a-8cc4-798efe9ffeea tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': '7a1645e1-b400-4073-83ea-05af89f15f83', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:57.089502 n-d-713499-18 neutron-server[95455]: WARNING neutron.api.v2.base [None req-7880c990-a1d4-454a-8cc4-798efe9ffeea tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 23:10:57.089502 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-7880c990-a1d4-454a-8cc4-798efe9ffeea tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:57.089502 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7880c990-a1d4-454a-8cc4-798efe9ffeea tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064404 Sep 17 23:10:57.091439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51772) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.144075 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0c93c26-0d50-4e65-9a71-28693ca1c96d tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.166103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0c93c26-0d50-4e65-9a71-28693ca1c96d tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.257238 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0c93c26-0d50-4e65-9a71-28693ca1c96d tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.259669 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0c93c26-0d50-4e65-9a71-28693ca1c96d tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.260847 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e0c93c26-0d50-4e65-9a71-28693ca1c96d tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "DELETE /v2.0/security-groups/7a1645e1-b400-4073-83ea-05af89f15f83 HTTP/1.1" status: 204 len: 168 time: 0.1685669 Sep 17 23:10:57.263566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51774) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.270667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c93c26-0d50-4e65-9a71-28693ca1c96d tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1645e1-b400-4073-83ea-05af89f15f83,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:57.308943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-397157a0-78d1-41a4-8911-3759d6aee8a6 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440779 Sep 17 23:10:57.312761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51776) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.317991 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0bd3632c-5d8b-4b35-ad74-220c64864985 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'tempest-secgroup--730916084'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:57.394895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bd3632c-5d8b-4b35-ad74-220c64864985 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.474068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bd3632c-5d8b-4b35-ad74-220c64864985 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.525418 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bd3632c-5d8b-4b35-ad74-220c64864985 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.553244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3632c-5d8b-4b35-ad74-220c64864985 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda07a59-6ec8-42bd-8a43-1a94fc67396a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:57.622330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0bd3632c-5d8b-4b35-ad74-220c64864985 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.623573 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0bd3632c-5d8b-4b35-ad74-220c64864985 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3098650 Sep 17 23:10:57.626428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51778) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.631700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ee80880a-e4bb-4d56-987f-9bfc41390f38 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'bda07a59-6ec8-42bd-8a43-1a94fc67396a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:57.632617 n-d-713499-18 neutron-server[95455]: WARNING neutron.api.v2.base [None req-ee80880a-e4bb-4d56-987f-9bfc41390f38 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 23:10:57.633147 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-ee80880a-e4bb-4d56-987f-9bfc41390f38 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:57.634057 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ee80880a-e4bb-4d56-987f-9bfc41390f38 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057952 Sep 17 23:10:57.636289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51780) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.640286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-89b8511b-6305-4e3a-ab07-3bf8c43242ee tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'bda07a59-6ec8-42bd-8a43-1a94fc67396a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:57.640898 n-d-713499-18 neutron-server[95455]: WARNING neutron.api.v2.base [None req-89b8511b-6305-4e3a-ab07-3bf8c43242ee tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 23:10:57.641366 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-89b8511b-6305-4e3a-ab07-3bf8c43242ee tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:57.642229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-89b8511b-6305-4e3a-ab07-3bf8c43242ee tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0050929 Sep 17 23:10:57.644553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51782) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.652429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ecc1bebb-6a40-485c-b390-6d0cf1585094 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'bda07a59-6ec8-42bd-8a43-1a94fc67396a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:57.653181 n-d-713499-18 neutron-server[95455]: WARNING neutron.api.v2.base [None req-ecc1bebb-6a40-485c-b390-6d0cf1585094 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 23:10:57.654568 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-ecc1bebb-6a40-485c-b390-6d0cf1585094 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:57.654568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ecc1bebb-6a40-485c-b390-6d0cf1585094 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091829 Sep 17 23:10:57.656854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51784) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.660748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-eb4bd337-24f1-41f5-bb8e-ec0f9cfc2f42 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'bda07a59-6ec8-42bd-8a43-1a94fc67396a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:57.661542 n-d-713499-18 neutron-server[95455]: WARNING neutron.api.v2.base [None req-eb4bd337-24f1-41f5-bb8e-ec0f9cfc2f42 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 23:10:57.661988 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-eb4bd337-24f1-41f5-bb8e-ec0f9cfc2f42 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:57.662880 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-eb4bd337-24f1-41f5-bb8e-ec0f9cfc2f42 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0051446 Sep 17 23:10:57.665234 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51786) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.725697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11f900af-9c86-42f2-9b47-324cd1938133 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.749298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11f900af-9c86-42f2-9b47-324cd1938133 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.873819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11f900af-9c86-42f2-9b47-324cd1938133 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.876302 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-11f900af-9c86-42f2-9b47-324cd1938133 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:57.877435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-11f900af-9c86-42f2-9b47-324cd1938133 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "DELETE /v2.0/security-groups/bda07a59-6ec8-42bd-8a43-1a94fc67396a HTTP/1.1" status: 204 len: 168 time: 0.2114971 Sep 17 23:10:57.880260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51788) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.886604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f900af-9c86-42f2-9b47-324cd1938133 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda07a59-6ec8-42bd-8a43-1a94fc67396a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:57.923352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-eb087ede-307a-464f-9061-97f76d0339bf tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418694 Sep 17 23:10:57.927148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51790) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:57.931990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4985e514-ef51-4689-bd1d-ab733ef61827 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'tempest-secgroup--577435035'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:58.015537 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4985e514-ef51-4689-bd1d-ab733ef61827 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:58.096103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4985e514-ef51-4689-bd1d-ab733ef61827 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:58.181178 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4985e514-ef51-4689-bd1d-ab733ef61827 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:58.211458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985e514-ef51-4689-bd1d-ab733ef61827 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5b5c0e-4817-4665-bf4c-abffb577f4ca,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:58.286035 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4985e514-ef51-4689-bd1d-ab733ef61827 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:58.287299 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4985e514-ef51-4689-bd1d-ab733ef61827 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3590465 Sep 17 23:10:58.290247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51792) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:58.295168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-be480cdc-0512-4501-a984-380bb10fbc2c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'ae5b5c0e-4817-4665-bf4c-abffb577f4ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:58.295302 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-be480cdc-0512-4501-a984-380bb10fbc2c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 23:10:58.295744 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-be480cdc-0512-4501-a984-380bb10fbc2c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:58.296722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-be480cdc-0512-4501-a984-380bb10fbc2c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055478 Sep 17 23:10:58.299242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51794) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:58.303679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-54270bc6-dc0c-4926-b633-c816558565c3 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'ae5b5c0e-4817-4665-bf4c-abffb577f4ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:58.474065 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-54270bc6-dc0c-4926-b633-c816558565c3 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:58.475026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-54270bc6-dc0c-4926-b633-c816558565c3 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1749365 Sep 17 23:10:58.478278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51796) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:58.482593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-49e2a987-67ef-4081-a0e3-2b8a02f00aae tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'ae5b5c0e-4817-4665-bf4c-abffb577f4ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:58.483059 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-49e2a987-67ef-4081-a0e3-2b8a02f00aae tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 23:10:58.483511 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-49e2a987-67ef-4081-a0e3-2b8a02f00aae tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:58.484456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-49e2a987-67ef-4081-a0e3-2b8a02f00aae tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052369 Sep 17 23:10:58.486693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51798) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:58.491066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-210e7779-cf30-44c4-8cc2-13c8f90949c9 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'ae5b5c0e-4817-4665-bf4c-abffb577f4ca', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:58.656849 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-210e7779-cf30-44c4-8cc2-13c8f90949c9 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:58.657897 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-210e7779-cf30-44c4-8cc2-13c8f90949c9 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1703742 Sep 17 23:10:58.661271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51800) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:58.665526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b6d1857c-b6dc-4afc-bf27-ad6280bd14c2 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'ae5b5c0e-4817-4665-bf4c-abffb577f4ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:58.665988 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-b6d1857c-b6dc-4afc-bf27-ad6280bd14c2 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 23:10:58.666472 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-b6d1857c-b6dc-4afc-bf27-ad6280bd14c2 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:58.667379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b6d1857c-b6dc-4afc-bf27-ad6280bd14c2 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052049 Sep 17 23:10:58.675041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51802) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:58.680076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-46ecda66-06b3-4541-b526-605efc0758a0 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'ae5b5c0e-4817-4665-bf4c-abffb577f4ca', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:58.817558 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-46ecda66-06b3-4541-b526-605efc0758a0 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:58.818542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-46ecda66-06b3-4541-b526-605efc0758a0 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1426594 Sep 17 23:10:58.821328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51804) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:58.825615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6f833da6-2645-47ef-8aa8-80a133a92fa0 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'ae5b5c0e-4817-4665-bf4c-abffb577f4ca', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:58.829387 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-6f833da6-2645-47ef-8aa8-80a133a92fa0 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 23:10:58.829387 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-6f833da6-2645-47ef-8aa8-80a133a92fa0 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:58.829387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6f833da6-2645-47ef-8aa8-80a133a92fa0 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052536 Sep 17 23:10:58.831197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51806) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:58.835398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d984a1fa-b49a-4368-a5bf-982ff569b3bf tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'ae5b5c0e-4817-4665-bf4c-abffb577f4ca', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:58.965382 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-d984a1fa-b49a-4368-a5bf-982ff569b3bf tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:58.966443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d984a1fa-b49a-4368-a5bf-982ff569b3bf tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1343687 Sep 17 23:10:58.969266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51808) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:58.975972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-97f2d3d3-4f5c-4d79-a2cf-38b16833783b tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'ae5b5c0e-4817-4665-bf4c-abffb577f4ca', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:59.171177 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-97f2d3d3-4f5c-4d79-a2cf-38b16833783b tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:10:59.172325 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-97f2d3d3-4f5c-4d79-a2cf-38b16833783b tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2020774 Sep 17 23:10:59.175290 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51810) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:59.227687 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48c1eb9f-2a52-4a4b-ac0d-c93b389223dc tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:59.249728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48c1eb9f-2a52-4a4b-ac0d-c93b389223dc tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:59.354345 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48c1eb9f-2a52-4a4b-ac0d-c93b389223dc tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:59.356851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-48c1eb9f-2a52-4a4b-ac0d-c93b389223dc tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:59.358033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-48c1eb9f-2a52-4a4b-ac0d-c93b389223dc tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "DELETE /v2.0/security-groups/ae5b5c0e-4817-4665-bf4c-abffb577f4ca HTTP/1.1" status: 204 len: 168 time: 0.1818309 Sep 17 23:10:59.360860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51812) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:59.367701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1eb9f-2a52-4a4b-ac0d-c93b389223dc tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5b5c0e-4817-4665-bf4c-abffb577f4ca,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:59.406146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e48f8b44-f4d3-4369-9399-f7c3b6dedac7 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440986 Sep 17 23:10:59.409871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51814) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:59.414808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ca27e9dc-d5e0-4f29-9ab8-e7ca90f5029a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'tempest-secgroup--358836767'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:59.497252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca27e9dc-d5e0-4f29-9ab8-e7ca90f5029a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:59.508167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:59.576990 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca27e9dc-d5e0-4f29-9ab8-e7ca90f5029a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:59.628013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca27e9dc-d5e0-4f29-9ab8-e7ca90f5029a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:59.651319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27e9dc-d5e0-4f29-9ab8-e7ca90f5029a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872da99a-5735-4190-9d16-e0a5d413c252,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:10:59.718339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca27e9dc-d5e0-4f29-9ab8-e7ca90f5029a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:59.719606 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ca27e9dc-d5e0-4f29-9ab8-e7ca90f5029a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3081861 Sep 17 23:10:59.722427 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51816) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:59.726889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4aa685cf-1c32-410c-b7a8-1816833b23ed tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': '872da99a-5735-4190-9d16-e0a5d413c252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:10:59.896889 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-4aa685cf-1c32-410c-b7a8-1816833b23ed tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The resource could not be found. Sep 17 23:10:59.898064 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4aa685cf-1c32-410c-b7a8-1816833b23ed tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1746721 Sep 17 23:10:59.901060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51818) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:10:59.906483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-07ad319f-5ac1-451a-be59-3f6759b3a30a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': '872da99a-5735-4190-9d16-e0a5d413c252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ec9bd1df-65b6-4e64-b242-3451bc601b05'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:00.063077 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-07ad319f-5ac1-451a-be59-3f6759b3a30a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The resource could not be found. Sep 17 23:11:00.064170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-07ad319f-5ac1-451a-be59-3f6759b3a30a tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1621792 Sep 17 23:11:00.067508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51820) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:00.126378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cab6882c-9b52-4ea8-b5ba-9dddeb21ed23 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.151773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cab6882c-9b52-4ea8-b5ba-9dddeb21ed23 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.262684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cab6882c-9b52-4ea8-b5ba-9dddeb21ed23 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.265394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cab6882c-9b52-4ea8-b5ba-9dddeb21ed23 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.266545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cab6882c-9b52-4ea8-b5ba-9dddeb21ed23 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "DELETE /v2.0/security-groups/872da99a-5735-4190-9d16-e0a5d413c252 HTTP/1.1" status: 204 len: 168 time: 0.1978688 Sep 17 23:11:00.269310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51824) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:00.275748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6882c-9b52-4ea8-b5ba-9dddeb21ed23 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872da99a-5735-4190-9d16-e0a5d413c252,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:00.313517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c3292d7e-dfad-441c-8584-b8ec1cc1ff2c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0429714 Sep 17 23:11:00.318555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51826) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:00.322860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7084399c-0890-4e61-894e-9221adf4a529 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': '787c159d-860b-4bea-9e9d-aec8838b5251', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:00.445693 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-7084399c-0890-4e61-894e-9221adf4a529 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The resource could not be found. Sep 17 23:11:00.446657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7084399c-0890-4e61-894e-9221adf4a529 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1271873 Sep 17 23:11:00.450310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51828) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:00.454598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-77064584-5541-47af-a457-f8f8c4440727 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542479176'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:00.519483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77064584-5541-47af-a457-f8f8c4440727 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.599913 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77064584-5541-47af-a457-f8f8c4440727 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.674041 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77064584-5541-47af-a457-f8f8c4440727 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.702168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77064584-5541-47af-a457-f8f8c4440727 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba571a97-fec7-445b-baa9-2f51b8ba7b7c,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:00.754245 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-77064584-5541-47af-a457-f8f8c4440727 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.755515 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-77064584-5541-47af-a457-f8f8c4440727 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3042560 Sep 17 23:11:00.758684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51830) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:00.762904 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-735230db-8234-4c2f-9670-769369d88ce8 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'tempest-secgroup--722850687'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:00.834325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-735230db-8234-4c2f-9670-769369d88ce8 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.913428 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-735230db-8234-4c2f-9670-769369d88ce8 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:00.982647 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-735230db-8234-4c2f-9670-769369d88ce8 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.011358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735230db-8234-4c2f-9670-769369d88ce8 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5811d2-041c-4971-8bf7-1e575afa56bc,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:01.090946 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-735230db-8234-4c2f-9670-769369d88ce8 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.092248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-735230db-8234-4c2f-9670-769369d88ce8 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3325956 Sep 17 23:11:01.095064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51832) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:01.099462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c2ea11f2-9d30-4637-b19f-5ced9e8f8ff9 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group_rule': {'security_group_id': 'ba571a97-fec7-445b-baa9-2f51b8ba7b7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eb5811d2-041c-4971-8bf7-1e575afa56bc'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:01.272581 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-c2ea11f2-9d30-4637-b19f-5ced9e8f8ff9 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:11:01.273567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c2ea11f2-9d30-4637-b19f-5ced9e8f8ff9 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1775730 Sep 17 23:11:01.276410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51834) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:01.327792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-43e1857e-cfaf-45ca-8037-4deae188ab95 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.350746 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-43e1857e-cfaf-45ca-8037-4deae188ab95 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.468325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-43e1857e-cfaf-45ca-8037-4deae188ab95 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.470832 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-43e1857e-cfaf-45ca-8037-4deae188ab95 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.471962 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-43e1857e-cfaf-45ca-8037-4deae188ab95 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "DELETE /v2.0/security-groups/eb5811d2-041c-4971-8bf7-1e575afa56bc HTTP/1.1" status: 204 len: 168 time: 0.1946650 Sep 17 23:11:01.475437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51836) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:01.481315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1857e-cfaf-45ca-8037-4deae188ab95 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5811d2-041c-4971-8bf7-1e575afa56bc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:01.528714 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2cee00cf-4756-439f-b8c2-363d700bd3eb tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0519428 Sep 17 23:11:01.531524 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51838) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:01.583663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78026e2e-82d4-489b-ab93-fc5b9f061e47 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.605536 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78026e2e-82d4-489b-ab93-fc5b9f061e47 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.720363 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78026e2e-82d4-489b-ab93-fc5b9f061e47 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.724608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78026e2e-82d4-489b-ab93-fc5b9f061e47 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.731312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-78026e2e-82d4-489b-ab93-fc5b9f061e47 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "DELETE /v2.0/security-groups/ba571a97-fec7-445b-baa9-2f51b8ba7b7c HTTP/1.1" status: 204 len: 168 time: 0.1933608 Sep 17 23:11:01.731490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51840) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:01.734751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78026e2e-82d4-489b-ab93-fc5b9f061e47 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba571a97-fec7-445b-baa9-2f51b8ba7b7c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:01.771645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f794f5e7-fa67-4eca-99ec-159002b3c384 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419433 Sep 17 23:11:01.775352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51842) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:01.779623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-b6b12aaf-65dc-4755-a1fb-77d9f6f34a58 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106835917'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:01.891004 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6b12aaf-65dc-4755-a1fb-77d9f6f34a58 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:01.969799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6b12aaf-65dc-4755-a1fb-77d9f6f34a58 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:02.051622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6b12aaf-65dc-4755-a1fb-77d9f6f34a58 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:02.080516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b12aaf-65dc-4755-a1fb-77d9f6f34a58 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef5ab8b-9049-446c-9083-8dc8263b9394,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:02.125755 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6b12aaf-65dc-4755-a1fb-77d9f6f34a58 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:02.127055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b6b12aaf-65dc-4755-a1fb-77d9f6f34a58 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3507955 Sep 17 23:11:02.130677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51844) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:02.135271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-fb2862fb-8950-419f-ab6e-d947818ba5b1 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:02.135687 n-d-713499-18 neutron-server[95454]: WARNING neutron.api.v2.base [None req-fb2862fb-8950-419f-ab6e-d947818ba5b1 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 23:11:02.136204 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-fb2862fb-8950-419f-ab6e-d947818ba5b1 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 23:11:02.137127 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-fb2862fb-8950-419f-ab6e-d947818ba5b1 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "PUT /v2.0/security-groups/3ef5ab8b-9049-446c-9083-8dc8263b9394 HTTP/1.1" status: 409 len: 330 time: 0.0054920 Sep 17 23:11:02.139553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51846) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:02.194211 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1cffb9a3-5b6a-41be-9ae0-ed7fdf01007c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:02.219000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1cffb9a3-5b6a-41be-9ae0-ed7fdf01007c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:02.302857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1cffb9a3-5b6a-41be-9ae0-ed7fdf01007c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:02.305421 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1cffb9a3-5b6a-41be-9ae0-ed7fdf01007c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:02.306635 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1cffb9a3-5b6a-41be-9ae0-ed7fdf01007c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "DELETE /v2.0/security-groups/3ef5ab8b-9049-446c-9083-8dc8263b9394 HTTP/1.1" status: 204 len: 168 time: 0.1661911 Sep 17 23:11:02.309359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51848) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:02.315354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffb9a3-5b6a-41be-9ae0-ed7fdf01007c tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef5ab8b-9049-446c-9083-8dc8263b9394,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:02.359124 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b65b7768-593f-48e2-9d8c-ca0ebd9dd6ba tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456829 Sep 17 23:11:02.360164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51850) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:02.374094 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-1de28221-e1c6-4b31-af44-c2d005486b57 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] delete failed (client error): The resource could not be found. Sep 17 23:11:02.375059 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1de28221-e1c6-4b31-af44-c2d005486b57 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "DELETE /v2.0/security-groups/9c53821f-71cc-4495-b402-9ab05b56dddf HTTP/1.1" status: 404 len: 347 time: 0.0138459 Sep 17 23:11:02.378391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51852) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:02.393924 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-3fe9c1a7-8a45-42bb-8d69-56c321dd33a8 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] show failed (client error): The resource could not be found. Sep 17 23:11:02.394944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3fe9c1a7-8a45-42bb-8d69-56c321dd33a8 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-groups/7f48bee4-267e-496c-b036-f662cdc532c7 HTTP/1.1" status: 404 len: 347 time: 0.0155590 Sep 17 23:11:02.398160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 51854) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:02.411391 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-f87e7da6-a903-40f6-9e80-c83edea530c6 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] show failed (client error): The resource could not be found. Sep 17 23:11:02.412335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f87e7da6-a903-40f6-9e80-c83edea530c6 tempest-NegativeSecGroupTest-1338452120 tempest-NegativeSecGroupTest-1338452120-project] 10.222.0.30 "GET /v2.0/security-group-rules/b860bb22-340c-403c-a773-c739fa3322d3 HTTP/1.1" status: 404 len: 356 time: 0.0133324 Sep 17 23:11:02.875317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51860) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:03.003510 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-19bb22c2-1e20-4ea1-b06f-229d68f3efec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8be172f1f54c474394bc819d3749d37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270180 Sep 17 23:11:03.006214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 51864) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:03.052710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b20b6d5a-2f03-44a9-8d29-2ea2cd4969a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.073179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b20b6d5a-2f03-44a9-8d29-2ea2cd4969a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.170898 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b20b6d5a-2f03-44a9-8d29-2ea2cd4969a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.173443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b20b6d5a-2f03-44a9-8d29-2ea2cd4969a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.174586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b20b6d5a-2f03-44a9-8d29-2ea2cd4969a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0dfe12f-3574-48b3-b2c8-a707677a0290 HTTP/1.1" status: 204 len: 168 time: 0.1674891 Sep 17 23:11:03.182815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b6d5a-2f03-44a9-8d29-2ea2cd4969a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dfe12f-3574-48b3-b2c8-a707677a0290,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:03.308554 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0dca138a-d173-423a-8cd5-0906c47ff13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:05.862472 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bdc2f2cc-7a53-4ca6-9167-bd71a4777d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:07.043814 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:07.474739 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:09.194113 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:10.634110 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:17.260411 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:11:29.547850 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:29.741001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-05001773-8d46-42e1-ba6a-9d6b3e57fa3c req-7c8bbef4-b5bc-432c-bf03-81cdf5676569 service neutron] (95455) timed out ('10.222.0.30', 46734) {{(pid=95455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:11:33.297348 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b21443de-9ded-45b0-b594-6a48dacacaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:35.867631 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5d584b7c-72e3-449a-be80-5d81d3c7abab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:37.073031 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:37.484635 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:39.158744 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:40.673691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:54.260096 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:11:59.535595 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:03.290364 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a6e478bd-f59a-4c4e-abc9-0c9f8291c2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:05.870656 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6bc71bbd-4d2e-4432-b991-8f7feb45fb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:07.067001 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:07.495562 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:09.181373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:10.251843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52368) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:10.357406 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:10.447298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:10.506510 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:10.544110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ee4975-25f5-4dc2-b261-c2cc9accbee3,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:10.548696 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a638ff29efb34026a5f119a4f3f4b67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958124 Sep 17 23:12:10.551385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52374) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:10.554128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.554476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.554815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.555150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.555478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.555806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.556151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.556636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.556939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.557260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.557583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.557898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265ad16-8c42-4d59-b165-632802758691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.605138 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:10.626245 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:10.649472 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:10.722105 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:10.724710 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:10.725886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53ee4975-25f5-4dc2-b261-c2cc9accbee3 HTTP/1.1" status: 204 len: 168 time: 0.1734731 Sep 17 23:12:10.733958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ee4975-25f5-4dc2-b261-c2cc9accbee3,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:10.741982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.742329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.742726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.742988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.743319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.743644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.743966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.744328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.744647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.744967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.745351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:10.745641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e572e53-b99e-4a4e-874b-5f743b9f918d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:11.276605 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52382) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:11.290202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486eb2f0-1004-4e79-8c34-f2058589898d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:11.379069 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486eb2f0-1004-4e79-8c34-f2058589898d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:11.442473 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-486eb2f0-1004-4e79-8c34-f2058589898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:11.480927 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-486eb2f0-1004-4e79-8c34-f2058589898d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=736dcdff554941dc9345cc5e6b719582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030938 Sep 17 23:12:11.482037 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486eb2f0-1004-4e79-8c34-f2058589898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedc8831-fa0b-4e57-8214-10d6550a1675,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:11.483697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52384) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:11.532469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-65ab3953-4f72-4dc0-874c-bc2a35830c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:11.554399 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-65ab3953-4f72-4dc0-874c-bc2a35830c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:11.666818 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-65ab3953-4f72-4dc0-874c-bc2a35830c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:11.669445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-65ab3953-4f72-4dc0-874c-bc2a35830c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:11.670610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-65ab3953-4f72-4dc0-874c-bc2a35830c1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bedc8831-fa0b-4e57-8214-10d6550a1675 HTTP/1.1" status: 204 len: 168 time: 0.1852849 Sep 17 23:12:11.678896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab3953-4f72-4dc0-874c-bc2a35830c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedc8831-fa0b-4e57-8214-10d6550a1675,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:26.232639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52482) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:26.352347 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78a86669-4e52-4636-9201-1d4c6d1409cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:26.454276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78a86669-4e52-4636-9201-1d4c6d1409cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:26.545132 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-78a86669-4e52-4636-9201-1d4c6d1409cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:26.587955 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-78a86669-4e52-4636-9201-1d4c6d1409cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6307c4971234456a96369c925ce6a1ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539529 Sep 17 23:12:26.588690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a86669-4e52-4636-9201-1d4c6d1409cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2291ed-cfd7-40e5-b4f6-741887ccd13a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:26.590673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52488) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:26.642000 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f780-4aa8-45d3-983c-1f549fb3c54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:26.662815 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f780-4aa8-45d3-983c-1f549fb3c54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:26.787287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f780-4aa8-45d3-983c-1f549fb3c54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:26.789926 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f780-4aa8-45d3-983c-1f549fb3c54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:26.791465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f2f0f780-4aa8-45d3-983c-1f549fb3c54c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b2291ed-cfd7-40e5-b4f6-741887ccd13a HTTP/1.1" status: 204 len: 168 time: 0.1996026 Sep 17 23:12:26.810018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0f780-4aa8-45d3-983c-1f549fb3c54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2291ed-cfd7-40e5-b4f6-741887ccd13a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:27.320872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52494) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:27.334233 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8517d6d-77c5-4922-9487-cae4ef697fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:27.419499 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8517d6d-77c5-4922-9487-cae4ef697fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:27.498735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8517d6d-77c5-4922-9487-cae4ef697fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:27.535106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8517d6d-77c5-4922-9487-cae4ef697fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52981432-dc3b-4c6c-abe6-a35fb79f8d2e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:27.539410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d8517d6d-77c5-4922-9487-cae4ef697fb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5e82e690cb946f6a03a598abeb7cdbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174549 Sep 17 23:12:27.542573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52496) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:27.589312 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1239-3ae4-47f4-927c-93a01bd5144c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:27.612901 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1239-3ae4-47f4-927c-93a01bd5144c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:27.727544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1239-3ae4-47f4-927c-93a01bd5144c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:27.730351 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1239-3ae4-47f4-927c-93a01bd5144c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:27.736833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2c7d1239-3ae4-47f4-927c-93a01bd5144c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52981432-dc3b-4c6c-abe6-a35fb79f8d2e HTTP/1.1" status: 204 len: 168 time: 0.1886158 Sep 17 23:12:27.739203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d1239-3ae4-47f4-927c-93a01bd5144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52981432-dc3b-4c6c-abe6-a35fb79f8d2e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:29.540604 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:31.260058 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:12:33.301535 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-898de2d9-984a-4dd8-82e8-36fddf5dd35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:34.705254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52590) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:34.808911 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a65f3df-34c4-423b-87a5-e6629c7fd3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:34.893944 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a65f3df-34c4-423b-87a5-e6629c7fd3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:34.963550 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a65f3df-34c4-423b-87a5-e6629c7fd3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.000520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65f3df-34c4-423b-87a5-e6629c7fd3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673bec07-2cfc-4c0b-a454-f4708124a7f7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:35.004845 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8a65f3df-34c4-423b-87a5-e6629c7fd3a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bbe3532a13241c7b78238aeea800504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980025 Sep 17 23:12:35.007411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52594) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:35.054902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec44e5dc-b1dc-47c3-b808-0a512aaec79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.075043 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec44e5dc-b1dc-47c3-b808-0a512aaec79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.169318 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec44e5dc-b1dc-47c3-b808-0a512aaec79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.171868 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec44e5dc-b1dc-47c3-b808-0a512aaec79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.173080 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ec44e5dc-b1dc-47c3-b808-0a512aaec79a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/673bec07-2cfc-4c0b-a454-f4708124a7f7 HTTP/1.1" status: 204 len: 168 time: 0.1647782 Sep 17 23:12:35.180921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44e5dc-b1dc-47c3-b808-0a512aaec79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673bec07-2cfc-4c0b-a454-f4708124a7f7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:35.681623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52600) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:35.699211 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c83b7818-20ad-42ba-a6bf-f68cfeded827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.786397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c83b7818-20ad-42ba-a6bf-f68cfeded827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.855151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c83b7818-20ad-42ba-a6bf-f68cfeded827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.888979 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2fed653f-c705-4114-8477-c0ee39dddc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.895000 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c83b7818-20ad-42ba-a6bf-f68cfeded827 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89639a971c7545df8a63a668a55d4df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123163 Sep 17 23:12:35.895736 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b7818-20ad-42ba-a6bf-f68cfeded827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb12431-b899-4280-b87f-a03c59642768,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:35.897879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52602) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:35.948877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3faa9949-2339-405c-99a4-c992edfdcf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:35.969891 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3faa9949-2339-405c-99a4-c992edfdcf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:36.054679 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3faa9949-2339-405c-99a4-c992edfdcf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:36.057263 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3faa9949-2339-405c-99a4-c992edfdcf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:36.058407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3faa9949-2339-405c-99a4-c992edfdcf73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bb12431-b899-4280-b87f-a03c59642768 HTTP/1.1" status: 204 len: 168 time: 0.1595573 Sep 17 23:12:36.067236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa9949-2339-405c-99a4-c992edfdcf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb12431-b899-4280-b87f-a03c59642768,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:37.083144 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:37.489043 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:39.147057 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:40.712053 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:49.229751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52734) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:49.339765 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32745f3f-686d-43fd-8e2c-591a410e050d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:49.433365 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32745f3f-686d-43fd-8e2c-591a410e050d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:49.529130 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-32745f3f-686d-43fd-8e2c-591a410e050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:49.571103 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-32745f3f-686d-43fd-8e2c-591a410e050d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb28fb0c1d3e44b096b1315d97e48d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401942 Sep 17 23:12:49.571901 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32745f3f-686d-43fd-8e2c-591a410e050d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae43a6-df5c-4752-b512-05c44d32f82b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:49.573842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52738) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:49.626561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2588b17-2311-4e10-b36c-2dbfbc66fb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:49.647637 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2588b17-2311-4e10-b36c-2dbfbc66fb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:49.763136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2588b17-2311-4e10-b36c-2dbfbc66fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:49.765821 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a2588b17-2311-4e10-b36c-2dbfbc66fb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:49.766994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a2588b17-2311-4e10-b36c-2dbfbc66fb0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0ae43a6-df5c-4752-b512-05c44d32f82b HTTP/1.1" status: 204 len: 168 time: 0.1920943 Sep 17 23:12:49.775195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2588b17-2311-4e10-b36c-2dbfbc66fb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae43a6-df5c-4752-b512-05c44d32f82b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:50.326686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52744) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:50.339955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17172dc6-a7b5-4f95-9aa4-f945807d6ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:50.431010 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17172dc6-a7b5-4f95-9aa4-f945807d6ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:50.522953 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-17172dc6-a7b5-4f95-9aa4-f945807d6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:50.562323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-17172dc6-a7b5-4f95-9aa4-f945807d6ca4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=452bf9af95e54e888d71ebddc2c2e5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343855 Sep 17 23:12:50.563708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17172dc6-a7b5-4f95-9aa4-f945807d6ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d208ef1d-8afd-4d49-87df-f2902b54ef01,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:50.565006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52746) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:50.614141 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0df8fd53-948f-4860-8139-c8623911ff31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:50.634256 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0df8fd53-948f-4860-8139-c8623911ff31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:50.740320 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0df8fd53-948f-4860-8139-c8623911ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:50.742812 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0df8fd53-948f-4860-8139-c8623911ff31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:50.744019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0df8fd53-948f-4860-8139-c8623911ff31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d208ef1d-8afd-4d49-87df-f2902b54ef01 HTTP/1.1" status: 204 len: 168 time: 0.1779873 Sep 17 23:12:50.751521 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8fd53-948f-4860-8139-c8623911ff31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d208ef1d-8afd-4d49-87df-f2902b54ef01,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:51.367781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52752) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:51.380691 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-102e6d9d-7493-4411-86d3-94c1498e049f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:51.466380 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-102e6d9d-7493-4411-86d3-94c1498e049f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:51.550681 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-102e6d9d-7493-4411-86d3-94c1498e049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:51.588941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-102e6d9d-7493-4411-86d3-94c1498e049f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aede210238cd4365b7a1ba9fadd73ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199419 Sep 17 23:12:51.593971 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e6d9d-7493-4411-86d3-94c1498e049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22bd790-aece-46bf-b92d-2d989e0bfe86,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:51.594066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52754) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:51.641085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69e1a2fd-4bca-4538-9d01-e87b70ae0300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:51.662887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69e1a2fd-4bca-4538-9d01-e87b70ae0300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:51.778456 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69e1a2fd-4bca-4538-9d01-e87b70ae0300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:51.780989 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69e1a2fd-4bca-4538-9d01-e87b70ae0300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:51.782150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-69e1a2fd-4bca-4538-9d01-e87b70ae0300 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d22bd790-aece-46bf-b92d-2d989e0bfe86 HTTP/1.1" status: 204 len: 168 time: 0.1893575 Sep 17 23:12:51.790630 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1a2fd-4bca-4538-9d01-e87b70ae0300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22bd790-aece-46bf-b92d-2d989e0bfe86,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:54.857506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52808) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:54.863093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'network': {'name': 'tempest-network-smoke--1552412753', 'project_id': '37c91c2bb1b9485491ed69d698414171', 'port_security_enabled': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:12:54.962944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Made reservation on behalf of 37c91c2bb1b9485491ed69d698414171 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:12:54.966555 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:54.975421 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:55.059674 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:55.121535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:55.151389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:12:55.160044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6399d4f-38c8-4ccb-ad8e-fe8bb691ec46,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:55.166106 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:55.166446 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Added segment cb15a474-cc40-4132-a6d1-b76acbb7de4a of type vlan for network de7e3cae-c5ef-462f-bad7-a41a62c5d075 Sep 17 23:12:55.208772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:55.321287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:55.327119 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:55.327787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:55.392551 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Network': ['ID=de7e3cae-c5ef-462f-bad7-a41a62c5d075,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:55.402738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network de7e3cae-c5ef-462f-bad7-a41a62c5d075 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:12:55.419440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b4bf5cde-3cf7-41e6-99d2-07b0f6b5def1 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5608118 Sep 17 23:12:55.422226 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52810) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:55.427410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'admin_state_up': True, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:12:55.552695 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:55.555840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:55.609339 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:55.833298 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:56.072514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:56.090626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:56.194378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Allocated IP 172.25.6.94 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/8f6cdc30-a1e9-4601-944a-96b3ee33041b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:12:56.293879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:56.414888 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:56.453696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:12:56.456454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:12:56.459908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:12:56.485231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Port': ['ID=8f6cdc30-a1e9-4601-944a-96b3ee33041b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:56.758366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:57.267458 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:57.460043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Router 2fe54d14-b045-4ea0-ae12-054958f33c87 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:12:57.561172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:12:57.572163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Sync routers for ids ['2fe54d14-b045-4ea0-ae12-054958f33c87'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:12:57.580912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Routers {'2fe54d14-b045-4ea0-ae12-054958f33c87'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:12:57.581561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:12:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2fe54d14-b045-4ea0-ae12-054958f33c87'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:12:57.637505 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:57.638757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c1875154-5813-4309-8658-33b2a8dbf47a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2155759 Sep 17 23:12:57.641888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52812) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:57.685563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Set router 2fe54d14-b045-4ea0-ae12-054958f33c87 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:12:57.772705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-40d18c09-9982-48ee-b4a0-2ebc82fe9838 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=37c91c2bb1b9485491ed69d698414171&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1297207 Sep 17 23:12:57.775631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52816) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:57.862473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:12:56Z', 'revision_number': 3, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:12:57.889488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Checking router: 2fe54d14-b045-4ea0-ae12-054958f33c87 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:12:57.889836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Updating router 2fe54d14-b045-4ea0-ae12-054958f33c87 port 8f6cdc30-a1e9-4601-944a-96b3ee33041b binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:12:57.918894 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:57.927752 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2271ff-1119-4425-9a1a-33f2a60e42ff tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:57.929315 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1a2271ff-1119-4425-9a1a-33f2a60e42ff tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1527472 Sep 17 23:12:57.932315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52818) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:57.967442 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3b2fd2ca-cad4-4956-a09c-f31fa1561f84 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337675 Sep 17 23:12:57.969936 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52820) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:57.974880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795016822', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'project_id': '37c91c2bb1b9485491ed69d698414171', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:12:58.129138 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Made reservation on behalf of 37c91c2bb1b9485491ed69d698414171 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:12:58.132840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:58.172159 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:58.259950 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:58.310711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Attempting to bind port 8f6cdc30-a1e9-4601-944a-96b3ee33041b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:12:58.311078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Attempting to bind port 8f6cdc30-a1e9-4601-944a-96b3ee33041b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:12:58.311439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Attempting to bind port 8f6cdc30-a1e9-4601-944a-96b3ee33041b on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:12:58.317708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Pushing event updated for resources: {'Port': ['ID=8f6cdc30-a1e9-4601-944a-96b3ee33041b,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:58.325585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:12:58.325957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:12:58.326357 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:58.326751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:12:58.327214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Bound port: 8f6cdc30-a1e9-4601-944a-96b3ee33041b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:12:58.327643 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:58.330556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.330906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.331246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.331626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.331959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.332313 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.332645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.333102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.333341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.333666 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.333990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.334312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:12:58.388348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] For port 8f6cdc30-a1e9-4601-944a-96b3ee33041b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:12:58.391288 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] For port 8f6cdc30-a1e9-4601-944a-96b3ee33041b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8f6cdc30-a1e9-4601-944a-96b3ee33041b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:12:58.403243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:58.455032 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:58.464139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Subnet': ['ID=4f27847c-2dbb-4842-a4b3-c00cb079d515,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:58.473691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Checking segment: {'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:12:58.474162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network hostable DHCP agents. Network: de7e3cae-c5ef-462f-bad7-a41a62c5d075, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:12:58.511506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Routers {'2fe54d14-b045-4ea0-ae12-054958f33c87'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:12:58.512033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:12:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2fe54d14-b045-4ea0-ae12-054958f33c87'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:12:58.546602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19eb98e-5a89-41c7-9d9b-8198981ea2cc None None] Pushing event updated for resources: {'Port': ['ID=8f6cdc30-a1e9-4601-944a-96b3ee33041b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:58.552523 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network de7e3cae-c5ef-462f-bad7-a41a62c5d075 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:12:58.614882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, de7e3cae-c5ef-462f-bad7-a41a62c5d075) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:12:58.619545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:58.620139 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:58.621705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] Set router 2fe54d14-b045-4ea0-ae12-054958f33c87 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:12:58.648834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1f17f5-f5d5-49f0-abea-85a054aa460f None None] Network de7e3cae-c5ef-462f-bad7-a41a62c5d075 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:12:58.695326 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-648e5753-bd74-41b1-9aa4-5762c30dabad tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7243557 Sep 17 23:12:58.698112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52822) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:12:59.078051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:12:59.078908 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:59.094301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:12:56Z', 'revision_number': 3, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:12:59.126514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee357f-bb2d-4358-8cf8-7e96a52d27ab None None] The sync data for ids ['2fe54d14-b045-4ea0-ae12-054958f33c87'] in n-d-713499-18 is: [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:12:56Z', 'revision_number': 3, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:12:59.159665 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:59.264645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Allocated IP 172.20.0.2 (de7e3cae-c5ef-462f-bad7-a41a62c5d075/4f27847c-2dbb-4842-a4b3-c00cb079d515/22837dec-f99d-47b3-b5a6-11858e441c91) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:12:59.450709 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:59.540985 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:59.575914 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:59.585889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Network de7e3cae-c5ef-462f-bad7-a41a62c5d075 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:12:59.590608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:12:59.596879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:12:59.607297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Pushing event updated for resources: {'Port': ['ID=22837dec-f99d-47b3-b5a6-11858e441c91,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:59.622579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Allocated IP 172.20.0.1 (de7e3cae-c5ef-462f-bad7-a41a62c5d075/4f27847c-2dbb-4842-a4b3-c00cb079d515/053c7d5f-e36b-45da-81ab-75afdd07af23) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:12:59.668821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Attempting to bind port 22837dec-f99d-47b3-b5a6-11858e441c91 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:12:59.669376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Attempting to bind port 22837dec-f99d-47b3-b5a6-11858e441c91 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:12:59.669588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Attempting to bind port 22837dec-f99d-47b3-b5a6-11858e441c91 on network de7e3cae-c5ef-462f-bad7-a41a62c5d075 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:12:59.674967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:12:59.675574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Checking segment: {'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:12:59.676432 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:59.676839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Bound using segment: {'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:12:59.677318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Bound port: 22837dec-f99d-47b3-b5a6-11858e441c91, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:12:59.677720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:59.747753 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] For port 22837dec-f99d-47b3-b5a6-11858e441c91, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:12:59.748905 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:59.751010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] For port 22837dec-f99d-47b3-b5a6-11858e441c91, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=22837dec-f99d-47b3-b5a6-11858e441c91,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:12:59.843403 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:59.876705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:59.912368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e7ab4-725a-47ac-97b1-d284a3c312e5 None None] Pushing event updated for resources: {'Port': ['ID=22837dec-f99d-47b3-b5a6-11858e441c91,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:12:59.931543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network de7e3cae-c5ef-462f-bad7-a41a62c5d075 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:12:59.934845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:12:59.937816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:12:59.980322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Port': ['ID=053c7d5f-e36b-45da-81ab-75afdd07af23,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:00.004995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:00.223521 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:00.527548 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:00.550496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 22837dec-f99d-47b3-b5a6-11858e441c91 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:00.591894 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:00.609255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 22837dec-f99d-47b3-b5a6-11858e441c91 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:00.609638 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:00.678707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Port': ['ID=053c7d5f-e36b-45da-81ab-75afdd07af23,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:00.681192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:00.699650 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:00.736428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 22837dec-f99d-47b3-b5a6-11858e441c91, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=22837dec-f99d-47b3-b5a6-11858e441c91,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:00.780228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network de7e3cae-c5ef-462f-bad7-a41a62c5d075 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:13:00.781716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:13:00.802804 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:00.803882 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f6cdc30-a1e9-4601-944a-96b3ee33041b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:00.895403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=22837dec-f99d-47b3-b5a6-11858e441c91,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:00.912067 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971dcb65-917d-488f-9b71-cedbada562aa None None] Network de7e3cae-c5ef-462f-bad7-a41a62c5d075 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:13:00.916638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Router 2fe54d14-b045-4ea0-ae12-054958f33c87 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:13:00.941332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8f6cdc30-a1e9-4601-944a-96b3ee33041b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:00.941711 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.009101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a7dfca3e-53a8-4434-8a89-394ace6d6d0f None None] Provisioning complete for port 22837dec-f99d-47b3-b5a6-11858e441c91 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:01.009673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7dfca3e-53a8-4434-8a89-394ace6d6d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.031869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:13:01.040572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52830) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:01.041044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b41eb6f4-765a-491a-85b2-2a96b4acfdf6 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "PUT /v2.0/routers/2fe54d14-b045-4ea0-ae12-054958f33c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3414786 Sep 17 23:13:01.049150 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7e0a8cc1-8e85-450c-a49d-07d4a3da7166 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--243008737', 'description': 'tempest-secgroup_access--243008737 description', 'project_id': '37c91c2bb1b9485491ed69d698414171'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:01.140101 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8cc1-8e85-450c-a49d-07d4a3da7166 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.196888 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.217493 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Sync routers for ids ['2fe54d14-b045-4ea0-ae12-054958f33c87'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:13:01.227700 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Routers {'2fe54d14-b045-4ea0-ae12-054958f33c87'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:01.228385 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:12:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2fe54d14-b045-4ea0-ae12-054958f33c87'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:01.237816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 8f6cdc30-a1e9-4601-944a-96b3ee33041b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8f6cdc30-a1e9-4601-944a-96b3ee33041b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:01.304908 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.346938 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Set router 2fe54d14-b045-4ea0-ae12-054958f33c87 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:01.362485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=8f6cdc30-a1e9-4601-944a-96b3ee33041b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:01.540192 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8cc1-8e85-450c-a49d-07d4a3da7166 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.546280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-deada37d-59e9-4ece-9d64-b56940d1a9b4 None None] Provisioning complete for port 22837dec-f99d-47b3-b5a6-11858e441c91 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:01.546660 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-deada37d-59e9-4ece-9d64-b56940d1a9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.602339 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:13:00Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '053c7d5f-e36b-45da-81ab-75afdd07af23', 'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:20:ce:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:59Z', 'updated_at': '2021-09-17T23:13:00Z', 'revision_number': 2, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:01.609370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8cc1-8e85-450c-a49d-07d4a3da7166 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.635009 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Checking router: 2fe54d14-b045-4ea0-ae12-054958f33c87 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:13:01.635614 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Updating router 2fe54d14-b045-4ea0-ae12-054958f33c87 port 053c7d5f-e36b-45da-81ab-75afdd07af23 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:13:01.641264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a8cc1-8e85-450c-a49d-07d4a3da7166 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0113c56d-72db-4b58-95ba-66376c43f4b7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:01.651142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-deada37d-59e9-4ece-9d64-b56940d1a9b4 None None] Provisioning complete for port 053c7d5f-e36b-45da-81ab-75afdd07af23 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:01.651708 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-deada37d-59e9-4ece-9d64-b56940d1a9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.672867 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.688672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-deada37d-59e9-4ece-9d64-b56940d1a9b4 None None] Port 053c7d5f-e36b-45da-81ab-75afdd07af23 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:13:01.705852 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8cc1-8e85-450c-a49d-07d4a3da7166 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.708174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7e0a8cc1-8e85-450c-a49d-07d4a3da7166 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6647692 Sep 17 23:13:01.711278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52832) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:01.720569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0e48899e-8bde-435a-b0a5-6424483f6153 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--433788192', 'description': 'tempest-secgroup_general--433788192 description', 'project_id': '37c91c2bb1b9485491ed69d698414171'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:01.808985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-02d63afb-6911-4b3e-a2e5-aa8a19aded17 None None] Provisioning complete for port 053c7d5f-e36b-45da-81ab-75afdd07af23 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:01.809565 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-02d63afb-6911-4b3e-a2e5-aa8a19aded17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.848973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-02d63afb-6911-4b3e-a2e5-aa8a19aded17 None None] Port 053c7d5f-e36b-45da-81ab-75afdd07af23 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:13:01.849190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e48899e-8bde-435a-b0a5-6424483f6153 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.944352 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e48899e-8bde-435a-b0a5-6424483f6153 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.967091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8fe5938d-a84f-4899-b313-bc5dfaa07d27 None None] Provisioning complete for port 053c7d5f-e36b-45da-81ab-75afdd07af23 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:01.967465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8fe5938d-a84f-4899-b313-bc5dfaa07d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:01.995137 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.000960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5938d-a84f-4899-b313-bc5dfaa07d27 None None] Port 053c7d5f-e36b-45da-81ab-75afdd07af23 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:13:02.037081 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e48899e-8bde-435a-b0a5-6424483f6153 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.066640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48899e-8bde-435a-b0a5-6424483f6153 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3691272-0a7a-4d5b-9644-0baa49de6710,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:02.071563 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.123766 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Pushing event updated for resources: {'Port': ['ID=053c7d5f-e36b-45da-81ab-75afdd07af23,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:02.135569 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.135908 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.136273 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.136600 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.136927 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.137318 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.137700 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.137954 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.138272 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.138583 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.138680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e48899e-8bde-435a-b0a5-6424483f6153 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.138899 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.139213 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:02.143530 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0e48899e-8bde-435a-b0a5-6424483f6153 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4278157 Sep 17 23:13:02.143530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52834) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:02.148266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-fa40894d-6d56-43a2-b034-6fee5db05394 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'security_group_rule': {'security_group_id': '0113c56d-72db-4b58-95ba-66376c43f4b7', 'project_id': '37c91c2bb1b9485491ed69d698414171', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:02.259066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa40894d-6d56-43a2-b034-6fee5db05394 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.289327 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Attempting to bind port 053c7d5f-e36b-45da-81ab-75afdd07af23 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:13:02.289948 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Attempting to bind port 053c7d5f-e36b-45da-81ab-75afdd07af23 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:13:02.290041 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Attempting to bind port 053c7d5f-e36b-45da-81ab-75afdd07af23 on network de7e3cae-c5ef-462f-bad7-a41a62c5d075 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:02.295439 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:13:02.295707 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Checking segment: {'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:13:02.296105 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.297147 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Bound using segment: {'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:13:02.297640 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Bound port: 053c7d5f-e36b-45da-81ab-75afdd07af23, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:13:02.298018 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.320615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a59e519f-eb13-4d88-af74-330e6d51b7ff None None] Provisioning complete for port 053c7d5f-e36b-45da-81ab-75afdd07af23 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:02.321193 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a59e519f-eb13-4d88-af74-330e6d51b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.333328 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa40894d-6d56-43a2-b034-6fee5db05394 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.359202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a59e519f-eb13-4d88-af74-330e6d51b7ff None None] Port 053c7d5f-e36b-45da-81ab-75afdd07af23 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:13:02.363075 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] For port 053c7d5f-e36b-45da-81ab-75afdd07af23, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:02.366403 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] For port 053c7d5f-e36b-45da-81ab-75afdd07af23, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=053c7d5f-e36b-45da-81ab-75afdd07af23,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:13:02.418581 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa40894d-6d56-43a2-b034-6fee5db05394 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.441267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40894d-6d56-43a2-b034-6fee5db05394 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88fbd67-f2b7-491c-8f41-dd3d4510d306,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:02.460601 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.492804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 22837dec-f99d-47b3-b5a6-11858e441c91 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:02.517561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fa40894d-6d56-43a2-b034-6fee5db05394 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.521596 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Routers {'2fe54d14-b045-4ea0-ae12-054958f33c87'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:02.522216 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:12:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2fe54d14-b045-4ea0-ae12-054958f33c87'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:02.523111 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fa40894d-6d56-43a2-b034-6fee5db05394 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791213 Sep 17 23:13:02.546199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 22837dec-f99d-47b3-b5a6-11858e441c91 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:02.546574 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.574424 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff776a-739b-42e1-a74c-f6b742d4e688 None None] Pushing event updated for resources: {'Port': ['ID=053c7d5f-e36b-45da-81ab-75afdd07af23,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:02.657614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f6cdc30-a1e9-4601-944a-96b3ee33041b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:02.663781 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] Set router 2fe54d14-b045-4ea0-ae12-054958f33c87 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:02.726225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8f6cdc30-a1e9-4601-944a-96b3ee33041b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:02.726842 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.810988 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-baa9f734-887d-49d4-9fc6-960b523be483 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--243008737&fields=id&tenant_id=37c91c2bb1b9485491ed69d698414171 HTTP/1.1" status: 200 len: 267 time: 0.0353436 Sep 17 23:13:02.811556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2d975c49-90fc-4d5d-a3a9-56aa1111e1a6 None None] Provisioning complete for port 053c7d5f-e36b-45da-81ab-75afdd07af23 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:02.811931 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2d975c49-90fc-4d5d-a3a9-56aa1111e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.862519 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-b1b78f3d-c01c-4bd1-a5a9-6489725b82c0 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--433788192&fields=id&tenant_id=37c91c2bb1b9485491ed69d698414171 HTTP/1.1" status: 200 len: 267 time: 0.0399785 Sep 17 23:13:02.887859 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:13:00Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '053c7d5f-e36b-45da-81ab-75afdd07af23', 'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:20:ce:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:59Z', 'updated_at': '2021-09-17T23:13:02Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:02.905658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2d975c49-90fc-4d5d-a3a9-56aa1111e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:02.915092 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a976d8-c6fc-4552-b244-0beb61aae8e8 None None] The sync data for ids ['2fe54d14-b045-4ea0-ae12-054958f33c87'] in n-d-713499-18 is: [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:13:00Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '053c7d5f-e36b-45da-81ab-75afdd07af23', 'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:20:ce:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:59Z', 'updated_at': '2021-09-17T23:13:02Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:13:02.939656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2d975c49-90fc-4d5d-a3a9-56aa1111e1a6 None None] For port 053c7d5f-e36b-45da-81ab-75afdd07af23, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=053c7d5f-e36b-45da-81ab-75afdd07af23,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:02.994836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-a3ec17dc-0599-4874-a55b-c68c2a2bafde tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:02.996350 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-a3ec17dc-0599-4874-a55b-c68c2a2bafde tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/networks?id=de7e3cae-c5ef-462f-bad7-a41a62c5d075 HTTP/1.1" status: 200 len: 797 time: 0.1255701 Sep 17 23:13:03.013861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-fd36cad1-247d-4794-ab59-9a39bc3f6690 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/quotas/37c91c2bb1b9485491ed69d698414171 HTTP/1.1" status: 200 len: 375 time: 0.0116463 Sep 17 23:13:03.020745 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2d975c49-90fc-4d5d-a3a9-56aa1111e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:03.073757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d975c49-90fc-4d5d-a3a9-56aa1111e1a6 None None] Pushing event updated for resources: {'Port': ['ID=053c7d5f-e36b-45da-81ab-75afdd07af23,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:03.087767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d021536c-e782-4969-8080-931ea5fc6785 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=37c91c2bb1b9485491ed69d698414171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661042 Sep 17 23:13:03.161440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-df68f86d-65e0-4991-a849-3c1e791b1604 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:13:03.162519 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-df68f86d-65e0-4991-a849-3c1e791b1604 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0655541 Sep 17 23:13:03.258202 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-371ab9aa-6d12-40cd-8111-9e9d6244b7ea service neutron] 10.222.0.30 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890172 Sep 17 23:13:03.298399 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-db4fed37-5fcb-47a7-8988-f3663c702a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:03.357491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-8959df79-adbb-4f4f-a343-a3ea7abbac20 service neutron] 10.222.0.30 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930190 Sep 17 23:13:03.717977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d6787c00-730c-46d5-aa0c-871c35b58ac7 req-193ca8a4-53d7-47c2-bd8f-242d76121470 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 210 time: 0.0949721 Sep 17 23:13:04.498660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 053c7d5f-e36b-45da-81ab-75afdd07af23 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:04.548667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 053c7d5f-e36b-45da-81ab-75afdd07af23 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:04.549040 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:04.837526 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-72bad899-50f8-48be-ba20-52288437f78a req-aa10fc6c-c148-47b7-ba7c-cfa4f8946f61 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 210 time: 0.0277493 Sep 17 23:13:05.650907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-cbf4957b-32b4-4fca-8ef8-1cda3330faf8 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:05.652310 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-cbf4957b-32b4-4fca-8ef8-1cda3330faf8 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.23 "GET /v2.0/networks?id=de7e3cae-c5ef-462f-bad7-a41a62c5d075 HTTP/1.1" status: 200 len: 797 time: 0.1047301 Sep 17 23:13:05.705599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-e9e68345-a664-4c4a-9c6c-1569f7f23e68 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37c91c2bb1b9485491ed69d698414171 HTTP/1.1" status: 200 len: 476 time: 0.0435848 Sep 17 23:13:05.715809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'port': {'device_id': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'admin_state_up': True, 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'security_groups': ['0113c56d-72db-4b58-95ba-66376c43f4b7', 'b3691272-0a7a-4d5b-9644-0baa49de6710']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:05.852594 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f80fb9ab-bda0-4cf5-89c1-09415927a5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:05.871507 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Made reservation on behalf of 37c91c2bb1b9485491ed69d698414171 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:13:05.875065 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:05.966161 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51f3fcdc-089c-4472-9b8d-8f05fa2ef02f req-c8cee896-d891-4637-9b9a-1547be46f5a8 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 210 time: 0.0353937 Sep 17 23:13:06.027378 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Allocated IP 172.20.0.4 (de7e3cae-c5ef-462f-bad7-a41a62c5d075/4f27847c-2dbb-4842-a4b3-c00cb079d515/e4f6a4a1-9663-41b2-8f7d-4e5856aeb615) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:13:06.178084 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:06.277429 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:06.321946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network de7e3cae-c5ef-462f-bad7-a41a62c5d075 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:13:06.325180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:13:06.327628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:13:06.361343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Port': ['ID=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:06.390538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:06.391187 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:06.477893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-2e6a1842-5178-4867-adbe-9720faa08b2b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7657077 Sep 17 23:13:06.538810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Request body: {'port': {'device_id': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:06.563187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-48562535-907d-4960-b3d0-f7f411de03dc None None] Provisioning complete for port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:06.563661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-48562535-907d-4960-b3d0-f7f411de03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:06.594762 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:06.598340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-48562535-907d-4960-b3d0-f7f411de03dc None None] Port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:13:06.858763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:13:06.866584 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:06.878049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Transition to ACTIVE for port object e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:13:06.939863 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:07.008993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Pushing event updated for resources: {'Port': ['ID=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:07.047168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:07.061704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Attempting to bind port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:13:07.061704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Attempting to bind port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:13:07.062132 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Attempting to bind port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 on network de7e3cae-c5ef-462f-bad7-a41a62c5d075 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:07.066802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 on network de7e3cae-c5ef-462f-bad7-a41a62c5d075 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:13:07.067124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Attempting to bind port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 on network de7e3cae-c5ef-462f-bad7-a41a62c5d075 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:07.072758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:13:07.073094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Checking segment: {'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:13:07.073476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Bound using segment: {'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:13:07.073903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Bound port: e4f6a4a1-9663-41b2-8f7d-4e5856aeb615, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb15a474-cc40-4132-a6d1-b76acbb7de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:13:07.074257 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:07.106772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8695f5-88f5-4395-9666-ceaa9b121bc3 req-b5df5c6e-ca1d-4d53-9749-9c02c8767793 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:07.108633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d8695f5-88f5-4395-9666-ceaa9b121bc3 req-b5df5c6e-ca1d-4d53-9749-9c02c8767793 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 982 time: 0.0599272 Sep 17 23:13:07.149770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] For port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:07.153104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] For port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:13:07.156453 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d8695f5-88f5-4395-9666-ceaa9b121bc3 req-8badf639-0b64-4acd-bc41-fd5af9343d80 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0411623 Sep 17 23:13:07.213256 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:07.246791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:07.247604 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:07.249410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d5c19553-c833-4620-b325-44d68be3848f service neutron] 10.222.0.23 "PUT /v2.0/ports/e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 HTTP/1.1" status: 200 len: 1131 time: 0.7636566 Sep 17 23:13:07.251674 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'tag': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:07.257393 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "20630fd7-cbb4-4cf7-8038-829cc6eead1f", "tag": "e4f6a4a1-9663-41b2-8f7d-4e5856aeb615"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:07.291217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c19553-c833-4620-b325-44d68be3848f service neutron] Pushing event updated for resources: {'Port': ['ID=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:07.369204 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f96de57-d82a-4502-84fd-823537557da0 x-openstack-request-id: req-2f96de57-d82a-4502-84fd-823537557da0 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:07.369502 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20630fd7-cbb4-4cf7-8038-829cc6eead1f", "tag": "e4f6a4a1-9663-41b2-8f7d-4e5856aeb615", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:07.370130 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f96de57-d82a-4502-84fd-823537557da0 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:07.370529 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'tag': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'status': 'completed', 'code': 200} Sep 17 23:13:07.418683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d72d32fc-1f37-4908-950f-3bc9c2cce7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:07.420253 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d72d32fc-1f37-4908-950f-3bc9c2cce7f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37c91c2bb1b9485491ed69d698414171&device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 1134 time: 0.0445344 Sep 17 23:13:07.470550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-86edec39-9fd9-4d27-b240-e51ec5e18d83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 HTTP/1.1" status: 200 len: 217 time: 0.0416028 Sep 17 23:13:07.509876 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:07.522940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d873c8f0-1080-48e2-8343-e523443790a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:07.524382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-d873c8f0-1080-48e2-8343-e523443790a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f27847c-2dbb-4842-a4b3-c00cb079d515 HTTP/1.1" status: 200 len: 835 time: 0.0465600 Sep 17 23:13:07.577125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-f7478777-b362-4e61-ac04-82851b735cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:07.581277 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-f7478777-b362-4e61-ac04-82851b735cb0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de7e3cae-c5ef-462f-bad7-a41a62c5d075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476596 Sep 17 23:13:07.672104 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-964bf88c-8e6f-4e49-958e-74c7d7452e6a service neutron] 10.222.0.23 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850692 Sep 17 23:13:07.759320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cdd59be-6c4c-472e-932e-20bd06ea1d74 req-eaf7e282-9769-4598-82af-0e94d470c41a service neutron] 10.222.0.23 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804183 Sep 17 23:13:07.895980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-6ac91dbc-3f07-4846-968f-06d5ec16257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:07.897604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-6ac91dbc-3f07-4846-968f-06d5ec16257d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37c91c2bb1b9485491ed69d698414171&device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 1134 time: 0.0419104 Sep 17 23:13:07.993884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-b6bd0beb-79ba-4672-b7e3-e68d0f86b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:07.995295 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-b6bd0beb-79ba-4672-b7e3-e68d0f86b7dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=de7e3cae-c5ef-462f-bad7-a41a62c5d075 HTTP/1.1" status: 200 len: 898 time: 0.0911205 Sep 17 23:13:08.035199 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-ad6276c3-a1b7-4b6e-a2e1-ca438b5ce7e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 HTTP/1.1" status: 200 len: 217 time: 0.0330417 Sep 17 23:13:08.089690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-46f526e0-7cff-4df8-872a-75404a47adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:08.091173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-46f526e0-7cff-4df8-872a-75404a47adae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f27847c-2dbb-4842-a4b3-c00cb079d515 HTTP/1.1" status: 200 len: 835 time: 0.0482996 Sep 17 23:13:08.138308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-09d36d3e-773f-4ea0-b6f9-bcad8f483bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:08.139812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-09d36d3e-773f-4ea0-b6f9-bcad8f483bb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de7e3cae-c5ef-462f-bad7-a41a62c5d075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397503 Sep 17 23:13:08.237767 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-615f4768-71c6-460c-b00a-ef951e632a2e service neutron] 10.222.0.23 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897539 Sep 17 23:13:08.260586 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:13:08.284650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16140d-3f3b-4ba1-b44d-eb0b1ec47b78 req-b1ee4bc3-f52e-4b7b-92c0-24fb5103123f tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:08.293164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db16140d-3f3b-4ba1-b44d-eb0b1ec47b78 req-b1ee4bc3-f52e-4b7b-92c0-24fb5103123f tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 982 time: 0.0544448 Sep 17 23:13:08.330837 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db16140d-3f3b-4ba1-b44d-eb0b1ec47b78 req-75524cf6-6059-4e8d-ae37-e9b2ec5f5b8e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366011 Sep 17 23:13:08.332330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b62cf6e5-4fdd-4e41-a595-c9fe84773fdf req-ed75c4ac-2a26-47fc-9215-42433e814a60 service neutron] 10.222.0.23 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856555 Sep 17 23:13:08.884527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:13:08.980026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:08.991376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'port_id': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'mac_address': 'fa:16:3e:0f:36:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:13:09.027414 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:09.039761 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:13:09.058825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:09.122641 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:09.144630 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:09.169262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:09.378597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['e4f6a4a1-9663-41b2-8f7d-4e5856aeb615'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:13:09.453662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262328a2-fe81-4adc-ae56-e165e5acc1fc req-f604f043-8c60-45af-b34e-1c6521779af8 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:09.455086 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-262328a2-fe81-4adc-ae56-e165e5acc1fc req-f604f043-8c60-45af-b34e-1c6521779af8 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 983 time: 0.0504372 Sep 17 23:13:09.495868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-262328a2-fe81-4adc-ae56-e165e5acc1fc req-d8682bae-2a71-417b-9895-d67509c72e5d tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0334275 Sep 17 23:13:10.609836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a542f3-9c65-4a56-826e-1245175cbf7a req-6687ff89-3539-4ac9-af43-5fc0b37b45a2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:10.611306 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92a542f3-9c65-4a56-826e-1245175cbf7a req-6687ff89-3539-4ac9-af43-5fc0b37b45a2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 983 time: 0.0494263 Sep 17 23:13:10.653660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92a542f3-9c65-4a56-826e-1245175cbf7a req-385b59dd-fe0d-4029-b168-f739409c9640 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0355573 Sep 17 23:13:10.711563 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:10.898821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:11.008391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:13:11.012495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:11.012872 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:11.097763 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:11.121909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:11.124201 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c721fbb-c13a-48d4-b976-dbe6a784ddb1" -d '{"events": [{"server_uuid": "20630fd7-cbb4-4cf7-8038-829cc6eead1f", "name": "network-vif-plugged", "status": "completed", "tag": "e4f6a4a1-9663-41b2-8f7d-4e5856aeb615"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:11.136790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:11.209275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:11.234588 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad8bfe8-5c7d-4935-a020-84afba34ed05 x-openstack-request-id: req-2ad8bfe8-5c7d-4935-a020-84afba34ed05 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:11.234872 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20630fd7-cbb4-4cf7-8038-829cc6eead1f", "name": "network-vif-plugged", "status": "completed", "tag": "e4f6a4a1-9663-41b2-8f7d-4e5856aeb615", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:11.235118 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ad8bfe8-5c7d-4935-a020-84afba34ed05 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:11.235520 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'code': 200} Sep 17 23:13:11.261612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:11.320421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ea446-e68d-40d8-8959-58a7dcf1e416 req-aa4cb5d8-346f-4e4c-9c0b-5f0e25b73065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:11.321920 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a89ea446-e68d-40d8-8959-58a7dcf1e416 req-aa4cb5d8-346f-4e4c-9c0b-5f0e25b73065 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 1136 time: 0.0442681 Sep 17 23:13:11.358163 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a89ea446-e68d-40d8-8959-58a7dcf1e416 req-79388a35-b35d-4a40-83a9-4fa97ee9cbc5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0113c56d-72db-4b58-95ba-66376c43f4b7&id=b3691272-0a7a-4d5b-9644-0baa49de6710&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0291557 Sep 17 23:13:11.767079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc047ad-d698-4a66-8c7c-171f1dbcbd92 req-869293a8-6245-4253-9434-a5dc4adfa28b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:11.768555 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5bc047ad-d698-4a66-8c7c-171f1dbcbd92 req-869293a8-6245-4253-9434-a5dc4adfa28b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 984 time: 0.0477436 Sep 17 23:13:11.807176 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5bc047ad-d698-4a66-8c7c-171f1dbcbd92 req-678a06c0-0747-4562-a25a-797ed79b08eb tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0325122 Sep 17 23:13:12.922510 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7f78e-c994-4ede-b5c7-0bef5a2c2d9f req-460b8465-c185-4d2e-a3eb-90c21ac8e046 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:12.923987 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5a7f78e-c994-4ede-b5c7-0bef5a2c2d9f req-460b8465-c185-4d2e-a3eb-90c21ac8e046 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 984 time: 0.0488377 Sep 17 23:13:12.963921 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5a7f78e-c994-4ede-b5c7-0bef5a2c2d9f req-7510e9c9-ca36-49b1-80e1-6ba744e4d69f tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0330341 Sep 17 23:13:13.082597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6c81-4ab7-4ae1-b070-c6c0ba261180 req-f18c4485-cc10-4fec-88c7-a449ccb56205 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:13.084988 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d4c6c81-4ab7-4ae1-b070-c6c0ba261180 req-f18c4485-cc10-4fec-88c7-a449ccb56205 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 984 time: 0.0536785 Sep 17 23:13:13.124287 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4d4c6c81-4ab7-4ae1-b070-c6c0ba261180 req-92c92791-8434-49b2-9e2c-060c38ac5dcf tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0329542 Sep 17 23:13:13.228989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b67257-7bcb-4ffc-8388-324212b02ddd req-8dd8f16d-8cdd-4887-8552-08377cd6fe5e tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:13.230671 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d1b67257-7bcb-4ffc-8388-324212b02ddd req-8dd8f16d-8cdd-4887-8552-08377cd6fe5e tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 1136 time: 0.0419688 Sep 17 23:13:13.249273 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d1b67257-7bcb-4ffc-8388-324212b02ddd req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:13.339862 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d1b67257-7bcb-4ffc-8388-324212b02ddd req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:13.431085 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-d1b67257-7bcb-4ffc-8388-324212b02ddd req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:13.459168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d1b67257-7bcb-4ffc-8388-324212b02ddd req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2224998 Sep 17 23:13:13.463956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2875a88b-7d95-47cb-8026-95244791c408,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:13.471834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.472215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.472565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.472900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.473233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.473623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.474324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.474471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.474803 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.475126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.475450 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.475792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78d158-a01f-4949-a53c-85925e5d1e85 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:13.480484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52914) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:13.522139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf465b6-c00a-4419-b2e4-a37b6739fa5f tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:13.523707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-cbf465b6-c00a-4419-b2e4-a37b6739fa5f tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 1131 time: 0.0422688 Sep 17 23:13:13.526880 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 52916) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:13.531061 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:13.603010 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:13.704260 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:13.807847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Allocated IP 172.25.6.134 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/0dc68875-645c-4dfe-bb9f-ebbb7069b806) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:13:13.911831 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:14.013070 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:14.050864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:13:14.053678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:13:14.059157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:13:14.082278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Port': ['ID=0dc68875-645c-4dfe-bb9f-ebbb7069b806,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:14.522337 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:14.675654 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:14.830873 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:14.899472 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:14.966091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Port': ['ID=0dc68875-645c-4dfe-bb9f-ebbb7069b806,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:14.976460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:15.072826 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Floating IP d2cb2cc4-557f-4fd2-baf9-2650119d3499 associated. External IP: 172.25.6.134, port: e4f6a4a1-9663-41b2-8f7d-4e5856aeb615. Sep 17 23:13:15.590496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Router 2fe54d14-b045-4ea0-ae12-054958f33c87 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:13:15.696791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:13:15.706323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] Sync routers for ids ['2fe54d14-b045-4ea0-ae12-054958f33c87'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:13:15.719522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] Routers {'2fe54d14-b045-4ea0-ae12-054958f33c87'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:15.720159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:13:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2fe54d14-b045-4ea0-ae12-054958f33c87'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:15.772638 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:15.803380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4357c72d-80b4-4415-a4d4-e6676b6262e4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2754638 Sep 17 23:13:15.803981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'tag': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:15.806212 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52918) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:15.806711 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105fbc87-89d3-48d5-bd41-ae4614f49186" -d '{"events": [{"name": "network-changed", "server_uuid": "20630fd7-cbb4-4cf7-8038-829cc6eead1f", "tag": "e4f6a4a1-9663-41b2-8f7d-4e5856aeb615"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:15.827154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] Set router 2fe54d14-b045-4ea0-ae12-054958f33c87 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:15.982201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ac76b-1940-4977-86ba-4a539b3a4763 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:15.982690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ac76b-1940-4977-86ba-4a539b3a4763 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:15.983158 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ac76b-1940-4977-86ba-4a539b3a4763 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:15.983627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ac76b-1940-4977-86ba-4a539b3a4763 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:15.985358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-580ac76b-1940-4977-86ba-4a539b3a4763 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1773777 Sep 17 23:13:15.987977 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52922) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:16.041966 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4100bde-fe84-41ba-befc-491e27cd4486 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:16.042426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4100bde-fe84-41ba-befc-491e27cd4486 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:16.042885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4100bde-fe84-41ba-befc-491e27cd4486 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:16.043403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4100bde-fe84-41ba-befc-491e27cd4486 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:16.045113 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c4100bde-fe84-41ba-befc-491e27cd4486 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0561934 Sep 17 23:13:16.047931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52924) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:16.210351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:13:00Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd2cb2cc4-557f-4fd2-baf9-2650119d3499', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'port_id': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'mac_address': 'fa:16:3e:0f:36:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:13:14Z', 'updated_at': '2021-09-17T23:13:14Z', 'revision_number': 0, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053c7d5f-e36b-45da-81ab-75afdd07af23', 'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:20:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:59Z', 'updated_at': '2021-09-17T23:13:02Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:16.242411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] Checking router: 2fe54d14-b045-4ea0-ae12-054958f33c87 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:13:16.251542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] Routers {'2fe54d14-b045-4ea0-ae12-054958f33c87'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:16.252197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:13:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2fe54d14-b045-4ea0-ae12-054958f33c87'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:16.364933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] Set router 2fe54d14-b045-4ea0-ae12-054958f33c87 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:16.597813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:13:00Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd2cb2cc4-557f-4fd2-baf9-2650119d3499', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'port_id': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'mac_address': 'fa:16:3e:0f:36:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:13:14Z', 'updated_at': '2021-09-17T23:13:14Z', 'revision_number': 0, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053c7d5f-e36b-45da-81ab-75afdd07af23', 'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:20:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:59Z', 'updated_at': '2021-09-17T23:13:02Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:16.624448 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd015493-5870-478b-9d38-7cf30967ba7e None None] The sync data for ids ['2fe54d14-b045-4ea0-ae12-054958f33c87'] in n-d-713499-18 is: [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:13:00Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'd2cb2cc4-557f-4fd2-baf9-2650119d3499', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'port_id': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'mac_address': 'fa:16:3e:0f:36:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:13:14Z', 'updated_at': '2021-09-17T23:13:14Z', 'revision_number': 0, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053c7d5f-e36b-45da-81ab-75afdd07af23', 'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:20:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:59Z', 'updated_at': '2021-09-17T23:13:02Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:13:16.633529 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7b12ab22-f2d9-48a0-b5f0-6154ea991f6d tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.5844774 Sep 17 23:13:16.636604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52926) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:16.710232 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a50fa8b-d3be-4146-9122-53fb9bd2fc63 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:16.710951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a50fa8b-d3be-4146-9122-53fb9bd2fc63 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:16.712577 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7a50fa8b-d3be-4146-9122-53fb9bd2fc63 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2fe54d14-b045-4ea0-ae12-054958f33c87 HTTP/1.1" status: 200 len: 1991 time: 0.0750494 Sep 17 23:13:16.821035 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c723c-1697-4b0b-9be9-3cde5f5b77ff None None] New status for floating IP d2cb2cc4-557f-4fd2-baf9-2650119d3499: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:13:16.864534 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb9c09e-2dd9-4f26-9286-f2fab064a706 x-openstack-request-id: req-beb9c09e-2dd9-4f26-9286-f2fab064a706 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:16.864972 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20630fd7-cbb4-4cf7-8038-829cc6eead1f", "tag": "e4f6a4a1-9663-41b2-8f7d-4e5856aeb615", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:16.865067 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-beb9c09e-2dd9-4f26-9286-f2fab064a706 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:16.865424 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'tag': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'status': 'completed', 'code': 200} Sep 17 23:13:16.926616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-88dc29d0-21c4-4533-b5fa-bb8a655423e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:16.928143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-88dc29d0-21c4-4533-b5fa-bb8a655423e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37c91c2bb1b9485491ed69d698414171&device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 1136 time: 0.0414581 Sep 17 23:13:17.022546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-555baf97-2fe1-458d-8286-ec15ed7f2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:17.023942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-555baf97-2fe1-458d-8286-ec15ed7f2687 service neutron] 10.222.0.23 "GET /v2.0/networks?id=de7e3cae-c5ef-462f-bad7-a41a62c5d075 HTTP/1.1" status: 200 len: 898 time: 0.0892036 Sep 17 23:13:17.124854 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-e451ac6a-fedb-4049-82bc-b1cba4e741a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 HTTP/1.1" status: 200 len: 1001 time: 0.0943370 Sep 17 23:13:17.178933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-a21b4656-f06d-4e93-ae42-708912acae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:17.180466 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-a21b4656-f06d-4e93-ae42-708912acae19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f27847c-2dbb-4842-a4b3-c00cb079d515 HTTP/1.1" status: 200 len: 835 time: 0.0490441 Sep 17 23:13:17.226156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-e3923809-3b7b-4133-afa0-6767e19fcdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:17.227664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-e3923809-3b7b-4133-afa0-6767e19fcdab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de7e3cae-c5ef-462f-bad7-a41a62c5d075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407670 Sep 17 23:13:17.319889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-5a184c19-58b3-47c9-aa46-7249b01955bf service neutron] 10.222.0.23 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850420 Sep 17 23:13:17.407312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-105fbc87-89d3-48d5-bd41-ae4614f49186 req-3c3160e1-5f28-4e4e-94ce-2e3aeaac0742 service neutron] 10.222.0.23 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810292 Sep 17 23:13:29.566154 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:33.253251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e6f88e7d-43d9-48df-8777-adfcdaf6312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:35.905008 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-89ee2c92-0d2b-4ffa-a70f-407b086bc586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:37.042263 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:37.533167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:39.189054 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:40.710305 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:45.263749 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:13:49.462359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52946) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:49.538443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2d809a47-349d-4099-8b20-1beb800e5a54 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1374 time: 0.0748816 Sep 17 23:13:49.541016 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52948) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:49.546158 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'network': {'name': 'tempest-network-smoke--431453852', 'project_id': '37c91c2bb1b9485491ed69d698414171', 'port_security_enabled': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:49.669453 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Made reservation on behalf of 37c91c2bb1b9485491ed69d698414171 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:13:49.673558 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:49.697046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:13:49.705454 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:49.706801 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Added segment 17cc0b86-e706-4c8b-a0ef-0d494808ed57 of type vlan for network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc Sep 17 23:13:49.753465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:49.839894 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:49.846235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:49.846805 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:49.913873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Network': ['ID=e0ebc9dc-b898-4955-911f-cfc3de8dc1dc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:49.922174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.922520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.922854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.923185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.923513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.923838 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.924187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.924573 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.924901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.925222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.925539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.925861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:49.941201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:13:49.961219 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bbf534ce-188c-4765-811e-fcdbb48319e3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4191883 Sep 17 23:13:49.963761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52950) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:49.968930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-820309217', 'admin_state_up': True, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:50.057505 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:50.058566 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:50.110224 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:50.325611 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:50.555938 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:50.578947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:50.679986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Allocated IP 172.25.6.150 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/482983b1-39bf-4b32-b2c9-f0e57b287318) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:13:50.782026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:50.880576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:50.917055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:13:50.920614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:13:50.923890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:13:50.951263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Port': ['ID=482983b1-39bf-4b32-b2c9-f0e57b287318,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:51.257295 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:51.445632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:51.658586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Router c012694d-c660-43a5-9e30-33339af14fdb is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:13:51.765228 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:13:51.775149 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Sync routers for ids ['c012694d-c660-43a5-9e30-33339af14fdb'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:13:51.784871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Routers {'c012694d-c660-43a5-9e30-33339af14fdb'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:51.789035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:13:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c012694d-c660-43a5-9e30-33339af14fdb'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:51.841814 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:51.843205 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5717a5e0-dc92-4b6b-b838-14ba2afb3714 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8782227 Sep 17 23:13:51.846048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52952) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:51.891323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Set router c012694d-c660-43a5-9e30-33339af14fdb gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:51.911428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f83bd-c0a3-429d-b6e8-574601719e6d tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:51.912997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d95f83bd-c0a3-429d-b6e8-574601719e6d tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=37c91c2bb1b9485491ed69d698414171&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0659559 Sep 17 23:13:51.915766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52954) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:52.079380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-820309217', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:51Z', 'revision_number': 3, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:52.107462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Checking router: c012694d-c660-43a5-9e30-33339af14fdb for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:13:52.107808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Updating router c012694d-c660-43a5-9e30-33339af14fdb port 482983b1-39bf-4b32-b2c9-f0e57b287318 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:13:52.133244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:52.237036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2ae63c-3313-4636-9f9d-e620fa8c8d45 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:52.238769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8e2ae63c-3313-4636-9f9d-e620fa8c8d45 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3216841 Sep 17 23:13:52.241888 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52956) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:52.268745 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5749f99d-ec21-4c9e-8c63-7301c55d11dc tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258002 Sep 17 23:13:52.271333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52958) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:52.298795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7b8d389e-d861-4643-8ce9-4a60f4aa7266 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=37c91c2bb1b9485491ed69d698414171&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264418 Sep 17 23:13:52.301249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52960) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:52.385568 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:52.389614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5dffcc-ca9d-408b-949f-83eab02c139c tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:52.391132 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ce5dffcc-ca9d-408b-949f-83eab02c139c tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889866 Sep 17 23:13:52.394043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52962) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:52.422278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cacbac43-5c88-4401-9eb0-fe848cb10d07 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272288 Sep 17 23:13:52.424634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52964) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:52.429160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344068645', 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc', 'project_id': '37c91c2bb1b9485491ed69d698414171', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:52.470187 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:52.518899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Attempting to bind port 482983b1-39bf-4b32-b2c9-f0e57b287318 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:13:52.520545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Attempting to bind port 482983b1-39bf-4b32-b2c9-f0e57b287318 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:13:52.520545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Attempting to bind port 482983b1-39bf-4b32-b2c9-f0e57b287318 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:52.526397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8e7a3-20b7-4b05-baad-7f54f92cf334 None None] Pushing event updated for resources: {'Port': ['ID=482983b1-39bf-4b32-b2c9-f0e57b287318,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:52.529829 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:13:52.530200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:13:52.530599 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:52.530979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:13:52.531439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Bound port: 482983b1-39bf-4b32-b2c9-f0e57b287318, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:13:52.531814 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:52.573312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Made reservation on behalf of 37c91c2bb1b9485491ed69d698414171 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:13:52.577791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:52.582488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] For port 482983b1-39bf-4b32-b2c9-f0e57b287318, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:52.585881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] For port 482983b1-39bf-4b32-b2c9-f0e57b287318, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=482983b1-39bf-4b32-b2c9-f0e57b287318,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:13:52.642558 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:52.702000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Routers {'c012694d-c660-43a5-9e30-33339af14fdb'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:52.702631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:13:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c012694d-c660-43a5-9e30-33339af14fdb'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:52.740009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8e7a3-20b7-4b05-baad-7f54f92cf334 None None] Pushing event updated for resources: {'Port': ['ID=482983b1-39bf-4b32-b2c9-f0e57b287318,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:52.813578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] Set router c012694d-c660-43a5-9e30-33339af14fdb gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:52.814203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:52.878277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Subnet': ['ID=64459d81-e7f5-403c-be6d-8dff28ca8e19,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:52.887269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Checking segment: {'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:13:52.888147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network hostable DHCP agents. Network: e0ebc9dc-b898-4955-911f-cfc3de8dc1dc, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:13:52.982919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:13:52.993137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-820309217', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:51Z', 'revision_number': 3, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:53.019652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad310210-c014-4d1f-875b-570cdd4e9cec None None] The sync data for ids ['c012694d-c660-43a5-9e30-33339af14fdb'] in n-d-713499-18 is: [{'id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-820309217', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:51Z', 'revision_number': 3, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:13:53.068910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e0ebc9dc-b898-4955-911f-cfc3de8dc1dc) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:13:53.073053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:53.073760 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:53.082333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef3b758-400f-4b9e-b4db-13dad8984532 None None] Network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:13:53.163233 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a076abe9-4935-4eee-b33b-074ca36fc63a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7350810 Sep 17 23:13:53.163345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 52966) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:13:53.244450 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-e0ebc9dc-b898-4955-911f-cfc3de8dc1dc', 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'fixed_ips': [{'subnet_id': '64459d81-e7f5-403c-be6d-8dff28ca8e19'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:13:53.245426 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:53.399637 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Allocated IP 172.20.0.18 (e0ebc9dc-b898-4955-911f-cfc3de8dc1dc/64459d81-e7f5-403c-be6d-8dff28ca8e19/feab3a1a-7870-4ad8-a26f-630e88f6c5fc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:13:53.558696 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:53.607416 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:53.654393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:13:53.659796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:13:53.663952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:13:53.667116 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Pushing event updated for resources: {'Port': ['ID=feab3a1a-7870-4ad8-a26f-630e88f6c5fc,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:53.677297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:53.723254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Attempting to bind port feab3a1a-7870-4ad8-a26f-630e88f6c5fc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:13:53.723766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Attempting to bind port feab3a1a-7870-4ad8-a26f-630e88f6c5fc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:13:53.724254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Attempting to bind port feab3a1a-7870-4ad8-a26f-630e88f6c5fc on network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:53.729844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:13:53.730280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Checking segment: {'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:13:53.730976 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:53.732074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Bound using segment: {'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:13:53.732690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Bound port: feab3a1a-7870-4ad8-a26f-630e88f6c5fc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:13:53.733138 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:53.801021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] For port feab3a1a-7870-4ad8-a26f-630e88f6c5fc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:53.804405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] For port feab3a1a-7870-4ad8-a26f-630e88f6c5fc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=feab3a1a-7870-4ad8-a26f-630e88f6c5fc,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:13:53.882773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:53.954204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea2a71-211a-4243-9854-47fefda8536e None None] Pushing event updated for resources: {'Port': ['ID=feab3a1a-7870-4ad8-a26f-630e88f6c5fc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:53.969466 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Allocated IP 172.20.0.17 (e0ebc9dc-b898-4955-911f-cfc3de8dc1dc/64459d81-e7f5-403c-be6d-8dff28ca8e19/e551fdb9-e238-4770-9bee-88db1fdf6299) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:13:54.105529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.206765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.250128 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:13:54.253231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:13:54.258938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:13:54.265650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Port': ['ID=e551fdb9-e238-4770-9bee-88db1fdf6299,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:54.308996 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.522835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.554259 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 482983b1-39bf-4b32-b2c9-f0e57b287318 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:54.608769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 482983b1-39bf-4b32-b2c9-f0e57b287318 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:54.609235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.685871 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.706583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 482983b1-39bf-4b32-b2c9-f0e57b287318, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=482983b1-39bf-4b32-b2c9-f0e57b287318,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:54.813192 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.818861 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.830275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device feab3a1a-7870-4ad8-a26f-630e88f6c5fc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:54.864766 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.897716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=482983b1-39bf-4b32-b2c9-f0e57b287318,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:54.910597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port feab3a1a-7870-4ad8-a26f-630e88f6c5fc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:54.910953 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.941338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Port': ['ID=e551fdb9-e238-4770-9bee-88db1fdf6299,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:54.944653 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.990720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:55.022304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port feab3a1a-7870-4ad8-a26f-630e88f6c5fc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=feab3a1a-7870-4ad8-a26f-630e88f6c5fc,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:55.044886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:13:55.046244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:13:55.070515 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:55.125011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=feab3a1a-7870-4ad8-a26f-630e88f6c5fc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:55.166401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Router c012694d-c660-43a5-9e30-33339af14fdb has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:13:55.277617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:13:55.283266 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a135fe8a-b061-4f1e-bae1-536cae874203 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "PUT /v2.0/routers/c012694d-c660-43a5-9e30-33339af14fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1189389 Sep 17 23:13:55.295185 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Sync routers for ids ['c012694d-c660-43a5-9e30-33339af14fdb'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:13:55.305163 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Routers {'c012694d-c660-43a5-9e30-33339af14fdb'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:55.305784 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:13:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c012694d-c660-43a5-9e30-33339af14fdb'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:55.413927 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Set router c012694d-c660-43a5-9e30-33339af14fdb gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:55.463473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e6bc6-1d1c-457a-bed9-1794badc988a None None] Network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:13:55.509053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-7f9d09c2-e08b-4b6a-9fbd-6482830c3385 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:55.510574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-7f9d09c2-e08b-4b6a-9fbd-6482830c3385 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/networks?id=e0ebc9dc-b898-4955-911f-cfc3de8dc1dc HTTP/1.1" status: 200 len: 797 time: 0.1118076 Sep 17 23:13:55.526444 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-cc386b51-6ecb-42fa-a76a-2aabf42bd7c7 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/quotas/37c91c2bb1b9485491ed69d698414171 HTTP/1.1" status: 200 len: 375 time: 0.0092046 Sep 17 23:13:55.555124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ae13dd82-6988-435c-8c46-8968e0f68d10 None None] Provisioning complete for port feab3a1a-7870-4ad8-a26f-630e88f6c5fc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:55.555500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ae13dd82-6988-435c-8c46-8968e0f68d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:55.591074 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-1a29fcf1-8b24-4efb-9af0-4cdc6f5285a9 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=37c91c2bb1b9485491ed69d698414171&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0571024 Sep 17 23:13:55.627657 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-820309217', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:54Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e551fdb9-e238-4770-9bee-88db1fdf6299', 'name': '', 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:aa:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '64459d81-e7f5-403c-be6d-8dff28ca8e19', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:53Z', 'updated_at': '2021-09-17T23:13:54Z', 'revision_number': 2, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '64459d81-e7f5-403c-be6d-8dff28ca8e19', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:55.655818 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Checking router: c012694d-c660-43a5-9e30-33339af14fdb for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:13:55.656204 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Updating router c012694d-c660-43a5-9e30-33339af14fdb port e551fdb9-e238-4770-9bee-88db1fdf6299 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:13:55.669635 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-0fecb9f3-463b-4eae-86e6-d77373f0ea4f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:13:55.671269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-0fecb9f3-463b-4eae-86e6-d77373f0ea4f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0680668 Sep 17 23:13:55.684510 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:55.772400 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-080ed03f-0e36-417a-9b71-6b37e1ef4ccd service neutron] 10.222.0.30 "GET /v2.0/networks/e0ebc9dc-b898-4955-911f-cfc3de8dc1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944924 Sep 17 23:13:55.872589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-a7d69091-7242-40d3-a94a-99820a2ce9ec service neutron] 10.222.0.30 "GET /v2.0/networks/e0ebc9dc-b898-4955-911f-cfc3de8dc1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930882 Sep 17 23:13:55.968328 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.047482 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.109543 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a5f4a-2a6a-4550-91e4-939656cf7e4d None None] Pushing event updated for resources: {'Port': ['ID=e551fdb9-e238-4770-9bee-88db1fdf6299,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:56.112462 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-32b3b4ac-1e56-4fb5-bb11-33f494f2f4ff req-3bb3a675-c25b-47e3-a802-c230b237d497 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 210 time: 0.0317833 Sep 17 23:13:56.135629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-96df2d37-c7fd-4886-878f-b8269a6c4efd None None] Provisioning complete for port e551fdb9-e238-4770-9bee-88db1fdf6299 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:56.136569 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96df2d37-c7fd-4886-878f-b8269a6c4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.170162 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Attempting to bind port e551fdb9-e238-4770-9bee-88db1fdf6299 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:13:56.170526 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Attempting to bind port e551fdb9-e238-4770-9bee-88db1fdf6299 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:13:56.170888 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Attempting to bind port e551fdb9-e238-4770-9bee-88db1fdf6299 on network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:56.176186 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:13:56.176614 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Checking segment: {'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:13:56.177021 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.177409 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Bound using segment: {'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:13:56.177875 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Bound port: e551fdb9-e238-4770-9bee-88db1fdf6299, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:13:56.178256 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.182628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-96df2d37-c7fd-4886-878f-b8269a6c4efd None None] Port e551fdb9-e238-4770-9bee-88db1fdf6299 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:13:56.197547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-96df2d37-c7fd-4886-878f-b8269a6c4efd None None] Provisioning complete for port feab3a1a-7870-4ad8-a26f-630e88f6c5fc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:56.197856 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-96df2d37-c7fd-4886-878f-b8269a6c4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.260580 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] For port e551fdb9-e238-4770-9bee-88db1fdf6299, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:56.265079 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] For port e551fdb9-e238-4770-9bee-88db1fdf6299, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e551fdb9-e238-4770-9bee-88db1fdf6299,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:13:56.350630 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.413546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f0ff3f33-7e27-487a-b23b-506a156cce78 None None] Provisioning complete for port e551fdb9-e238-4770-9bee-88db1fdf6299 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:56.413923 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3f33-7e27-487a-b23b-506a156cce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.428112 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a5f4a-2a6a-4550-91e4-939656cf7e4d None None] Pushing event updated for resources: {'Port': ['ID=e551fdb9-e238-4770-9bee-88db1fdf6299,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:56.431128 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Routers {'c012694d-c660-43a5-9e30-33339af14fdb'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:13:56.431759 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:13:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c012694d-c660-43a5-9e30-33339af14fdb'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:56.535220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 482983b1-39bf-4b32-b2c9-f0e57b287318 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:56.562792 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] Set router c012694d-c660-43a5-9e30-33339af14fdb gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:13:56.577338 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3f33-7e27-487a-b23b-506a156cce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.618157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f0ff3f33-7e27-487a-b23b-506a156cce78 None None] For port e551fdb9-e238-4770-9bee-88db1fdf6299, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e551fdb9-e238-4770-9bee-88db1fdf6299,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:56.620997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 482983b1-39bf-4b32-b2c9-f0e57b287318 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:56.621373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.706711 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3f33-7e27-487a-b23b-506a156cce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.749580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device feab3a1a-7870-4ad8-a26f-630e88f6c5fc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:56.796539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff3f33-7e27-487a-b23b-506a156cce78 None None] Pushing event updated for resources: {'Port': ['ID=e551fdb9-e238-4770-9bee-88db1fdf6299,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:56.818150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port feab3a1a-7870-4ad8-a26f-630e88f6c5fc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:56.818538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.871393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-33674d6c-e1cd-431d-b463-102f871567ca None None] Provisioning complete for port e551fdb9-e238-4770-9bee-88db1fdf6299 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:56.871837 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-33674d6c-e1cd-431d-b463-102f871567ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:56.893356 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-820309217', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:54Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e551fdb9-e238-4770-9bee-88db1fdf6299', 'name': '', 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:aa:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '64459d81-e7f5-403c-be6d-8dff28ca8e19', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:53Z', 'updated_at': '2021-09-17T23:13:56Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '64459d81-e7f5-403c-be6d-8dff28ca8e19', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:13:56.938908 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12d813-90dc-4f3c-b13b-ea01ba88e0dc None None] The sync data for ids ['c012694d-c660-43a5-9e30-33339af14fdb'] in n-d-713499-18 is: [{'id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-820309217', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:54Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e551fdb9-e238-4770-9bee-88db1fdf6299', 'name': '', 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:aa:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '64459d81-e7f5-403c-be6d-8dff28ca8e19', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:53Z', 'updated_at': '2021-09-17T23:13:56Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '64459d81-e7f5-403c-be6d-8dff28ca8e19', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:13:57.152217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f6305a65-7259-450e-bd1a-453af31b424c None None] Provisioning complete for port e551fdb9-e238-4770-9bee-88db1fdf6299 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:57.155102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f6305a65-7259-450e-bd1a-453af31b424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:57.201495 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-726a3b8e-6292-47e5-bf05-ecca9bdf1a20 req-c30e186d-7aaf-4d04-a0e7-6d6dacd6f732 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 210 time: 0.0350130 Sep 17 23:13:58.299978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-178bb5ba-34a6-4ce0-b7b0-87d66cc11e08 req-c7e9d5ce-2f51-4a9b-8fbb-2c2d16ac1f5e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 210 time: 0.0292287 Sep 17 23:13:58.413772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-13cffd95-14c9-423c-b571-5c9460d18696 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:58.415134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-13cffd95-14c9-423c-b571-5c9460d18696 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.15 "GET /v2.0/networks?id=e0ebc9dc-b898-4955-911f-cfc3de8dc1dc HTTP/1.1" status: 200 len: 797 time: 0.1046212 Sep 17 23:13:58.434809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Request body: {'port': {'device_id': '1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff', 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc', 'admin_state_up': True, 'tenant_id': '37c91c2bb1b9485491ed69d698414171'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:58.535988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e551fdb9-e238-4770-9bee-88db1fdf6299 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:58.591916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port e551fdb9-e238-4770-9bee-88db1fdf6299 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:58.592317 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:58.887327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Made reservation on behalf of 37c91c2bb1b9485491ed69d698414171 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:13:58.891788 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.018239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Allocated IP 172.20.0.27 (e0ebc9dc-b898-4955-911f-cfc3de8dc1dc/64459d81-e7f5-403c-be6d-8dff28ca8e19/817d1dbc-a85c-4e3a-babc-728b471c7535) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:13:59.129148 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.229287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.268944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:13:59.271955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:13:59.274367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:13:59.302569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event updated for resources: {'Port': ['ID=817d1dbc-a85c-4e3a-babc-728b471c7535,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:59.333322 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:59.333960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.422860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116abb8-8f56-40b1-9bd7-ba7496d096c8 req-4fd1dcee-4c42-4642-877d-333b381d454c tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:59.424789 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e116abb8-8f56-40b1-9bd7-ba7496d096c8 req-4fd1dcee-4c42-4642-877d-333b381d454c tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 895 time: 0.0515215 Sep 17 23:13:59.426188 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-2760d6a3-2231-4a67-b391-4cc4836a0d24 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9954667 Sep 17 23:13:59.441631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-7a84c313-e5a9-4cb7-a6f4-a740476a84f9 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:13:59.442618 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-7a84c313-e5a9-4cb7-a6f4-a740476a84f9 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056174 Sep 17 23:13:59.489691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-483a8ca4-efbe-4455-aa54-75ca24f97255 None None] Provisioning complete for port 817d1dbc-a85c-4e3a-babc-728b471c7535 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:59.490097 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-483a8ca4-efbe-4455-aa54-75ca24f97255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.510996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Request body: {'port': {'device_id': '1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:59.533923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-483a8ca4-efbe-4455-aa54-75ca24f97255 None None] Port 817d1dbc-a85c-4e3a-babc-728b471c7535 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:13:59.589908 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.607894 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.896442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817d1dbc-a85c-4e3a-babc-728b471c7535 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:13:59.904029 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.920367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Transition to ACTIVE for port object 817d1dbc-a85c-4e3a-babc-728b471c7535 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:14:00.005863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:00.055639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Pushing event updated for resources: {'Port': ['ID=817d1dbc-a85c-4e3a-babc-728b471c7535,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:00.152949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Attempting to bind port 817d1dbc-a85c-4e3a-babc-728b471c7535 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:14:00.153202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Attempting to bind port 817d1dbc-a85c-4e3a-babc-728b471c7535 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:14:00.153531 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Attempting to bind port 817d1dbc-a85c-4e3a-babc-728b471c7535 on network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:14:00.158764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Port 817d1dbc-a85c-4e3a-babc-728b471c7535 on network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:14:00.159084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Attempting to bind port 817d1dbc-a85c-4e3a-babc-728b471c7535 on network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:14:00.164097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:14:00.164459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Checking segment: {'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:14:00.164846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Bound using segment: {'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:14:00.165269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Bound port: 817d1dbc-a85c-4e3a-babc-728b471c7535, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cc0b86-e706-4c8b-a0ef-0d494808ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:14:00.165624 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:00.230732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] For port 817d1dbc-a85c-4e3a-babc-728b471c7535, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:14:00.235380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] For port 817d1dbc-a85c-4e3a-babc-728b471c7535, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=817d1dbc-a85c-4e3a-babc-728b471c7535,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:14:00.315170 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:00.349844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.350405 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:00.351794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] 10.222.0.15 "PUT /v2.0/ports/817d1dbc-a85c-4e3a-babc-728b471c7535 HTTP/1.1" status: 200 len: 1056 time: 0.8942971 Sep 17 23:14:00.354020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff', 'tag': '817d1dbc-a85c-4e3a-babc-728b471c7535'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:00.356369 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4eade8-8d91-424d-ac77-053543cfad26" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff", "tag": "817d1dbc-a85c-4e3a-babc-728b471c7535"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:00.393343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d0347-6149-4f28-b4f0-9ad33d5d8c89 service neutron] Pushing event updated for resources: {'Port': ['ID=817d1dbc-a85c-4e3a-babc-728b471c7535,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:00.508071 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad8e9ce-c0c4-4eba-8206-d0d0e5ad84bf x-openstack-request-id: req-fad8e9ce-c0c4-4eba-8206-d0d0e5ad84bf {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:00.508692 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff", "tag": "817d1dbc-a85c-4e3a-babc-728b471c7535", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:00.508943 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fad8e9ce-c0c4-4eba-8206-d0d0e5ad84bf {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:00.509345 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff', 'tag': '817d1dbc-a85c-4e3a-babc-728b471c7535', 'status': 'completed', 'code': 200} Sep 17 23:14:00.551527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ff90e-d50d-49b6-b2b1-8c71abbfd44e req-f93eee51-e2bc-42cc-8cbf-5a07e5f6a6a4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.552696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-db4cc905-0917-4e38-9fdf-0830b0473c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.553314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc1ff90e-d50d-49b6-b2b1-8c71abbfd44e req-f93eee51-e2bc-42cc-8cbf-5a07e5f6a6a4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 907 time: 0.0528574 Sep 17 23:14:00.554192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-db4cc905-0917-4e38-9fdf-0830b0473c4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37c91c2bb1b9485491ed69d698414171&device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 1059 time: 0.0824456 Sep 17 23:14:00.621208 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-ee987102-facb-4659-bdd5-a62ee0a83265 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=817d1dbc-a85c-4e3a-babc-728b471c7535 HTTP/1.1" status: 200 len: 217 time: 0.0517826 Sep 17 23:14:00.678245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-76e81f85-9743-48d2-b3e5-4185af14ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.679611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-76e81f85-9743-48d2-b3e5-4185af14ecd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64459d81-e7f5-403c-be6d-8dff28ca8e19 HTTP/1.1" status: 200 len: 838 time: 0.0521088 Sep 17 23:14:00.754475 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-5c3c7f6a-d39b-4bb6-b7e1-0e9871f7e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.755970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-5c3c7f6a-d39b-4bb6-b7e1-0e9871f7e6bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0ebc9dc-b898-4955-911f-cfc3de8dc1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0689995 Sep 17 23:14:00.847268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-4a388855-6269-44df-9acd-2b351a5d135e service neutron] 10.222.0.15 "GET /v2.0/networks/e0ebc9dc-b898-4955-911f-cfc3de8dc1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827341 Sep 17 23:14:00.938414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1729d9b6-6ecd-4324-9dde-3724372a9ce4 req-7c918f09-2de0-493a-9ed4-b8c7339d4cc9 service neutron] 10.222.0.15 "GET /v2.0/networks/e0ebc9dc-b898-4955-911f-cfc3de8dc1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839982 Sep 17 23:14:01.073302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab5a5133-516a-40da-bd31-dd50168db877 req-de2e009f-10e1-4578-87e5-cfcdd4a04215 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421245 Sep 17 23:14:01.113384 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-128ed147-b092-4d36-abdc-c711c3a281d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.114866 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-128ed147-b092-4d36-abdc-c711c3a281d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37c91c2bb1b9485491ed69d698414171&device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 1059 time: 0.0490875 Sep 17 23:14:01.162693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a5133-516a-40da-bd31-dd50168db877 req-3a02788c-df46-47f3-8512-33799e4c7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.164232 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab5a5133-516a-40da-bd31-dd50168db877 req-3a02788c-df46-47f3-8512-33799e4c7bc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37c91c2bb1b9485491ed69d698414171&device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 1136 time: 0.0460415 Sep 17 23:14:01.261796 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-c34e9436-ab92-48a4-af38-ab8990f9c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.263780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-c34e9436-ab92-48a4-af38-ab8990f9c7ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=e0ebc9dc-b898-4955-911f-cfc3de8dc1dc HTTP/1.1" status: 200 len: 898 time: 0.1411169 Sep 17 23:14:01.268104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a5133-516a-40da-bd31-dd50168db877 req-03ad6701-15a0-476f-bdf9-79f362ae95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.269591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab5a5133-516a-40da-bd31-dd50168db877 req-03ad6701-15a0-476f-bdf9-79f362ae95f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=de7e3cae-c5ef-462f-bad7-a41a62c5d075 HTTP/1.1" status: 200 len: 898 time: 0.0863254 Sep 17 23:14:01.312512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-60151df9-296a-4636-838b-960324ccac97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=817d1dbc-a85c-4e3a-babc-728b471c7535 HTTP/1.1" status: 200 len: 217 time: 0.0420454 Sep 17 23:14:01.342692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab5a5133-516a-40da-bd31-dd50168db877 req-7c4dc362-9f98-4770-8744-08b97b126a27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 HTTP/1.1" status: 200 len: 1001 time: 0.0662272 Sep 17 23:14:01.360880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-cfed8bb3-71f6-4f94-993d-4b226f7acbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.362338 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-cfed8bb3-71f6-4f94-993d-4b226f7acbc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64459d81-e7f5-403c-be6d-8dff28ca8e19 HTTP/1.1" status: 200 len: 838 time: 0.0435185 Sep 17 23:14:01.394113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a5133-516a-40da-bd31-dd50168db877 req-16eaba84-0dab-4d0a-993f-095a415fc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.395583 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab5a5133-516a-40da-bd31-dd50168db877 req-16eaba84-0dab-4d0a-993f-095a415fc839 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f27847c-2dbb-4842-a4b3-c00cb079d515 HTTP/1.1" status: 200 len: 835 time: 0.0461454 Sep 17 23:14:01.407728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-445a7714-e90a-4a09-8bb2-cf78fb885b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.409225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-445a7714-e90a-4a09-8bb2-cf78fb885b53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0ebc9dc-b898-4955-911f-cfc3de8dc1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0401042 Sep 17 23:14:01.441533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a5133-516a-40da-bd31-dd50168db877 req-331fc25b-f228-4ec8-b7df-2cc5ecb5a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.443047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab5a5133-516a-40da-bd31-dd50168db877 req-331fc25b-f228-4ec8-b7df-2cc5ecb5a289 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de7e3cae-c5ef-462f-bad7-a41a62c5d075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409074 Sep 17 23:14:01.501181 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-c77d070e-1c76-4d4a-a828-29c8fd485fac service neutron] 10.222.0.15 "GET /v2.0/networks/e0ebc9dc-b898-4955-911f-cfc3de8dc1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848579 Sep 17 23:14:01.537309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab5a5133-516a-40da-bd31-dd50168db877 req-e75c5bf6-b713-4db5-9b6d-d0fafcf194cd service neutron] 10.222.0.23 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864933 Sep 17 23:14:01.592495 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2c4eade8-8d91-424d-ac77-053543cfad26 req-330b7ef6-0e34-430d-9c5d-1bbd00e76da6 service neutron] 10.222.0.15 "GET /v2.0/networks/e0ebc9dc-b898-4955-911f-cfc3de8dc1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836704 Sep 17 23:14:01.632169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab5a5133-516a-40da-bd31-dd50168db877 req-1fe3c3c9-8678-46e8-baa8-5194f9a36145 service neutron] 10.222.0.23 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877917 Sep 17 23:14:01.678267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68c012-99a6-4a81-98ef-147bbab6fd0a req-1cae4db7-3ae5-4ec0-b853-bc5c508f4dd3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.679764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd68c012-99a6-4a81-98ef-147bbab6fd0a req-1cae4db7-3ae5-4ec0-b853-bc5c508f4dd3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 907 time: 0.0579822 Sep 17 23:14:02.807379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6d054-60f6-4d6d-a3ce-4ec7b2d6f8ca req-df8c3503-afc1-45cb-bddb-ecf9acf5183e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:02.808901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66d6d054-60f6-4d6d-a3ce-4ec7b2d6f8ca req-df8c3503-afc1-45cb-bddb-ecf9acf5183e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 907 time: 0.0555575 Sep 17 23:14:02.991528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 817d1dbc-a85c-4e3a-babc-728b471c7535 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:14:03.104941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 817d1dbc-a85c-4e3a-babc-728b471c7535, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=817d1dbc-a85c-4e3a-babc-728b471c7535,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:03.116780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '817d1dbc-a85c-4e3a-babc-728b471c7535', 'network_id': 'e0ebc9dc-b898-4955-911f-cfc3de8dc1dc', 'port_id': '817d1dbc-a85c-4e3a-babc-728b471c7535', 'mac_address': 'fa:16:3e:34:43:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64459d81-e7f5-403c-be6d-8dff28ca8e19', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:14:03.154127 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:03.173307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817d1dbc-a85c-4e3a-babc-728b471c7535 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:14:03.201964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 817d1dbc-a85c-4e3a-babc-728b471c7535, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=817d1dbc-a85c-4e3a-babc-728b471c7535,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:03.282302 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:03.305115 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-93202b5b-8ee2-4592-b26a-ad19fbe1d196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:03.331467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=817d1dbc-a85c-4e3a-babc-728b471c7535,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:03.341868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.342215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.343260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.343689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.344048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.344447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.344792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.345134 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.345470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.345802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.346137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.346466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:03.718423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['817d1dbc-a85c-4e3a-babc-728b471c7535'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:14:03.927170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c343e93-b392-43c6-87c7-4367d3755231 req-ba512c09-8997-416e-98d6-4d892627360b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:03.928638 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c343e93-b392-43c6-87c7-4367d3755231 req-ba512c09-8997-416e-98d6-4d892627360b tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 908 time: 0.0527856 Sep 17 23:14:05.008328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 817d1dbc-a85c-4e3a-babc-728b471c7535 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:14:05.041979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be429a75-b20d-4316-b982-c1bcc9a08925 req-daee63af-5bf8-49a2-9ab8-84bdc04945be tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:05.043542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-be429a75-b20d-4316-b982-c1bcc9a08925 req-daee63af-5bf8-49a2-9ab8-84bdc04945be tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 908 time: 0.0482843 Sep 17 23:14:05.121202 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 817d1dbc-a85c-4e3a-babc-728b471c7535 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:14:05.125455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 817d1dbc-a85c-4e3a-babc-728b471c7535 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:14:05.125824 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:05.203558 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:05.229280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817d1dbc-a85c-4e3a-babc-728b471c7535'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:05.229280 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b454c5f4-3365-4a5f-a551-a32e7829e2bf" -d '{"events": [{"server_uuid": "1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff", "name": "network-vif-plugged", "status": "completed", "tag": "817d1dbc-a85c-4e3a-babc-728b471c7535"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:05.239839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 817d1dbc-a85c-4e3a-babc-728b471c7535, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=817d1dbc-a85c-4e3a-babc-728b471c7535,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:05.264956 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9872ca94-ca74-4c4a-93e4-32c6a445a94a x-openstack-request-id: req-9872ca94-ca74-4c4a-93e4-32c6a445a94a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:05.265241 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff", "name": "network-vif-plugged", "status": "completed", "tag": "817d1dbc-a85c-4e3a-babc-728b471c7535", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:05.265490 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9872ca94-ca74-4c4a-93e4-32c6a445a94a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:05.265875 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817d1dbc-a85c-4e3a-babc-728b471c7535', 'code': 200} Sep 17 23:14:05.304171 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:05.352190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=817d1dbc-a85c-4e3a-babc-728b471c7535,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:05.382883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8728ee-8079-4a04-a28e-5770f061f78b req-813c270d-97d3-4a58-8e1c-15e69a0796d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:05.384419 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc8728ee-8079-4a04-a28e-5770f061f78b req-813c270d-97d3-4a58-8e1c-15e69a0796d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 1061 time: 0.0394154 Sep 17 23:14:05.904013 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-29184e0c-e2fb-4b65-907b-645165928386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:06.165795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd724-3876-446e-a472-8e67854af9a4 req-cc8796e1-e616-4511-8ee1-beed82373163 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:06.167249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-041bd724-3876-446e-a472-8e67854af9a4 req-cc8796e1-e616-4511-8ee1-beed82373163 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 909 time: 0.0563869 Sep 17 23:14:07.093138 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:07.283019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102490c-fd35-40a0-aac0-bff9c23b852a req-0216efe7-3238-4c40-948e-528223645ad4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:07.284413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e102490c-fd35-40a0-aac0-bff9c23b852a req-0216efe7-3238-4c40-948e-528223645ad4 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 909 time: 0.0484135 Sep 17 23:14:07.396229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29c4c6-de92-4bab-a1d7-875ec4b04764 req-f4ae1cbc-f872-40c3-809d-01db832c5d51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:07.397698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc29c4c6-de92-4bab-a1d7-875ec4b04764 req-f4ae1cbc-f872-40c3-809d-01db832c5d51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 909 time: 0.0481412 Sep 17 23:14:07.498320 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:07.500837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57ae8f-bf7e-4575-8c5b-918eeef8be8d req-8052835c-2155-4422-a49f-45869a85a4e2 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:07.502329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef57ae8f-bf7e-4575-8c5b-918eeef8be8d req-8052835c-2155-4422-a49f-45869a85a4e2 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 1061 time: 0.0401671 Sep 17 23:14:07.609278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339ca23-406a-4dce-bd70-04015e676393 req-ad322a75-bae9-4819-869d-e99f6e83d399 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:07.610798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c339ca23-406a-4dce-bd70-04015e676393 req-ad322a75-bae9-4819-869d-e99f6e83d399 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 1136 time: 0.0449154 Sep 17 23:14:07.645840 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c339ca23-406a-4dce-bd70-04015e676393 req-1ae21998-901d-4e6e-91a2-09d055191827 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0289605 Sep 17 23:14:07.667658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53034) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:07.706827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7c81fc-1d87-4b0b-b36b-065f1553daa4 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:07.708344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-5b7c81fc-1d87-4b0b-b36b-065f1553daa4 tempest-TestSecurityGroupsBasicOps-1096004277 tempest-TestSecurityGroupsBasicOps-1096004277-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 1056 time: 0.0396643 Sep 17 23:14:08.140742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24eee0-a8e3-44b5-ba12-f64aad487f2a req-78a1853a-8d0a-4530-9097-ff6303099133 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:08.142236 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd24eee0-a8e3-44b5-ba12-f64aad487f2a req-78a1853a-8d0a-4530-9097-ff6303099133 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 909 time: 0.0498805 Sep 17 23:14:09.178216 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:09.259755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdaa2c-8a4d-4b3c-a0c8-9759a3daf1d2 req-ff8ec5e0-d998-48ab-a883-c57cd1ecad6a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:09.261224 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cefdaa2c-8a4d-4b3c-a0c8-9759a3daf1d2 req-ff8ec5e0-d998-48ab-a883-c57cd1ecad6a tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 909 time: 0.0514526 Sep 17 23:14:09.611152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f43173-6743-4d71-8216-be1ffd782d9b req-80d76305-8eb2-4512-b6c2-7b994fa06a7d tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:09.612595 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-85f43173-6743-4d71-8216-be1ffd782d9b req-80d76305-8eb2-4512-b6c2-7b994fa06a7d tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 909 time: 0.0473020 Sep 17 23:14:09.703387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-85f43173-6743-4d71-8216-be1ffd782d9b req-9ca86b75-3a8f-4f55-9437-ee53d29376ed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Deleting port 817d1dbc-a85c-4e3a-babc-728b471c7535 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:09.703732 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-85f43173-6743-4d71-8216-be1ffd782d9b req-9ca86b75-3a8f-4f55-9437-ee53d29376ed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:09.795045 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-85f43173-6743-4d71-8216-be1ffd782d9b req-9ca86b75-3a8f-4f55-9437-ee53d29376ed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] For port 817d1dbc-a85c-4e3a-babc-728b471c7535, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=817d1dbc-a85c-4e3a-babc-728b471c7535,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:09.795411 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-85f43173-6743-4d71-8216-be1ffd782d9b req-9ca86b75-3a8f-4f55-9437-ee53d29376ed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:09.808076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-85f43173-6743-4d71-8216-be1ffd782d9b req-9ca86b75-3a8f-4f55-9437-ee53d29376ed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Calling delete_port for 817d1dbc-a85c-4e3a-babc-728b471c7535 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:10.000338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-85f43173-6743-4d71-8216-be1ffd782d9b req-9ca86b75-3a8f-4f55-9437-ee53d29376ed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:10.029218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca86b75-3a8f-4f55-9437-ee53d29376ed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Port': ['ID=817d1dbc-a85c-4e3a-babc-728b471c7535,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:10.071332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f43173-6743-4d71-8216-be1ffd782d9b req-9ca86b75-3a8f-4f55-9437-ee53d29376ed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] No DVR routers for this DVR port 817d1dbc-a85c-4e3a-babc-728b471c7535 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:14:10.074103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-85f43173-6743-4d71-8216-be1ffd782d9b req-9ca86b75-3a8f-4f55-9437-ee53d29376ed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:10.076074 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-85f43173-6743-4d71-8216-be1ffd782d9b req-9ca86b75-3a8f-4f55-9437-ee53d29376ed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.15 "DELETE /v2.0/ports/817d1dbc-a85c-4e3a-babc-728b471c7535 HTTP/1.1" status: 204 len: 173 time: 0.4576416 Sep 17 23:14:10.076543 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff', 'name': 'network-vif-deleted', 'tag': '817d1dbc-a85c-4e3a-babc-728b471c7535'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:10.078875 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be3ee42-794c-42f5-ae63-c03c3f9e63e3" -d '{"events": [{"server_uuid": "1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff", "name": "network-vif-deleted", "tag": "817d1dbc-a85c-4e3a-babc-728b471c7535"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:10.117649 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2197d2df-e387-4bf2-8d0e-940f50ef07ea x-openstack-request-id: req-2197d2df-e387-4bf2-8d0e-940f50ef07ea {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:10.117649 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff", "name": "network-vif-deleted", "tag": "817d1dbc-a85c-4e3a-babc-728b471c7535", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:10.118156 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2197d2df-e387-4bf2-8d0e-940f50ef07ea {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:10.118457 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff', 'name': 'network-vif-deleted', 'tag': '817d1dbc-a85c-4e3a-babc-728b471c7535', 'status': 'completed', 'code': 200} Sep 17 23:14:10.362696 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1932963b-0056-4564-b70c-6719bf139cd1 req-d0d13d4b-24c4-4cfa-a97b-a59f7bec7eed tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fc0-ec4e-4993-a28c-c7fd9ffa0aff HTTP/1.1" status: 200 len: 210 time: 0.0312862 Sep 17 23:14:10.721849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:11.417262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53048) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:11.798403 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:12.054494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Deleting port e551fdb9-e238-4770-9bee-88db1fdf6299 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:12.054752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:12.145987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] For port e551fdb9-e238-4770-9bee-88db1fdf6299, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e551fdb9-e238-4770-9bee-88db1fdf6299,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:12.146355 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:12.157884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Calling delete_port for e551fdb9-e238-4770-9bee-88db1fdf6299 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:12.418466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:12.444572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Port': ['ID=e551fdb9-e238-4770-9bee-88db1fdf6299,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:12.618468 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:12.833943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Router c012694d-c660-43a5-9e30-33339af14fdb has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:14:12.940620 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:14:12.946706 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a5b41b96-c072-4399-8149-24692252fe70 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "PUT /v2.0/routers/c012694d-c660-43a5-9e30-33339af14fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5283108 Sep 17 23:14:12.948681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53050) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:12.950476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] Sync routers for ids ['c012694d-c660-43a5-9e30-33339af14fdb'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:14:12.960300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] Routers {'c012694d-c660-43a5-9e30-33339af14fdb'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:14:12.960914 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:14:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c012694d-c660-43a5-9e30-33339af14fdb'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:13.000574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48e7137-25ba-48b9-b666-aef60bf6aad3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Deleting subnet 64459d81-e7f5-403c-be6d-8dff28ca8e19 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:14:13.004711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a48e7137-25ba-48b9-b666-aef60bf6aad3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.043718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a48e7137-25ba-48b9-b666-aef60bf6aad3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.070441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 817d1dbc-a85c-4e3a-babc-728b471c7535 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:13.074062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] Set router c012694d-c660-43a5-9e30-33339af14fdb gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:14:13.113555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 817d1dbc-a85c-4e3a-babc-728b471c7535 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:13.113880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 817d1dbc-a85c-4e3a-babc-728b471c7535 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:13.133804 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a48e7137-25ba-48b9-b666-aef60bf6aad3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.264701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-820309217', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:14:12Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:13.281486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a48e7137-25ba-48b9-b666-aef60bf6aad3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.290129 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] Checking router: c012694d-c660-43a5-9e30-33339af14fdb for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:14:13.298345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] Routers {'c012694d-c660-43a5-9e30-33339af14fdb'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:14:13.299442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:14:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['c012694d-c660-43a5-9e30-33339af14fdb'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:13.309169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e7137-25ba-48b9-b666-aef60bf6aad3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Subnet': ['ID=64459d81-e7f5-403c-be6d-8dff28ca8e19,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:13.312958 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a48e7137-25ba-48b9-b666-aef60bf6aad3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.315519 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a48e7137-25ba-48b9-b666-aef60bf6aad3 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "DELETE /v2.0/subnets/64459d81-e7f5-403c-be6d-8dff28ca8e19 HTTP/1.1" status: 204 len: 168 time: 0.3650990 Sep 17 23:14:13.318264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53052) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:13.343651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66460a53-78b3-4ff6-b8a3-3738ecb2abe8 None None] Network e0ebc9dc-b898-4955-911f-cfc3de8dc1dc requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:14:13.425406 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.496851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] Set router c012694d-c660-43a5-9e30-33339af14fdb gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:14:13.642128 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e9c139-373e-48ba-8397-575db6697949 None None] DHCP port deletion for e0ebc9dc-b898-4955-911f-cfc3de8dc1dc request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:14:13.734512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9c139-373e-48ba-8397-575db6697949 None None] Deleting port feab3a1a-7870-4ad8-a26f-630e88f6c5fc {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:13.734801 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c139-373e-48ba-8397-575db6697949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.747194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-820309217', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:14:12Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:13.781335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c199139-241f-420a-a923-307e02f8fa42 None None] The sync data for ids ['c012694d-c660-43a5-9e30-33339af14fdb'] in n-d-713499-18 is: [{'id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-820309217', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:14:12Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '482983b1-39bf-4b32-b2c9-f0e57b287318', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012694d-c660-43a5-9e30-33339af14fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:13:50Z', 'updated_at': '2021-09-17T23:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:14:13.835749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d7e9c139-373e-48ba-8397-575db6697949 None None] For port feab3a1a-7870-4ad8-a26f-630e88f6c5fc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=feab3a1a-7870-4ad8-a26f-630e88f6c5fc,segment=NetworkSegment(17cc0b86-e706-4c8b-a0ef-0d494808ed57),segment_id=17cc0b86-e706-4c8b-a0ef-0d494808ed57)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:13.836237 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c139-373e-48ba-8397-575db6697949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.850861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9c139-373e-48ba-8397-575db6697949 None None] Calling delete_port for feab3a1a-7870-4ad8-a26f-630e88f6c5fc owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:13.852578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.951553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Deleting port 482983b1-39bf-4b32-b2c9-f0e57b287318 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:13.951905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.978592 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c139-373e-48ba-8397-575db6697949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.005480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9c139-373e-48ba-8397-575db6697949 None None] Pushing event deleted for resources: {'Port': ['ID=feab3a1a-7870-4ad8-a26f-630e88f6c5fc,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:14.009520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e9c139-373e-48ba-8397-575db6697949 None None] No DVR routers for this DVR port feab3a1a-7870-4ad8-a26f-630e88f6c5fc on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:14:14.044691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] For port 482983b1-39bf-4b32-b2c9-f0e57b287318, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=482983b1-39bf-4b32-b2c9-f0e57b287318,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:14.045057 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.058076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Calling delete_port for 482983b1-39bf-4b32-b2c9-f0e57b287318 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:14.281217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.306952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Port': ['ID=482983b1-39bf-4b32-b2c9-f0e57b287318,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:14.331761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.332103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.332469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.332797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.333125 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.333453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.333785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.334095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.334416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.334734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.335310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.335622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:14.376660 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.466745 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.468890 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.563877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e551fdb9-e238-4770-9bee-88db1fdf6299 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:14.587821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: e551fdb9-e238-4770-9bee-88db1fdf6299 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:14.588193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e551fdb9-e238-4770-9bee-88db1fdf6299 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:14.588609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device feab3a1a-7870-4ad8-a26f-630e88f6c5fc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:14.595693 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.596329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Fanout notify agent at l3_agent the message router_deleted on router c012694d-c660-43a5-9e30-33339af14fdb {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:14:14.604308 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.606090 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c67dd0e3-88bf-4dff-9a5a-72d27313a2e2 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "DELETE /v2.0/routers/c012694d-c660-43a5-9e30-33339af14fdb HTTP/1.1" status: 204 len: 168 time: 1.2864726 Sep 17 23:14:14.607188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: feab3a1a-7870-4ad8-a26f-630e88f6c5fc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:14.607538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device feab3a1a-7870-4ad8-a26f-630e88f6c5fc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:14.609368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53054) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:14.688691 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.779663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.799893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ebc9dc-b898-4955-911f-cfc3de8dc1dc']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:14.808997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cc0b86-e706-4c8b-a0ef-0d494808ed57') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:14.809291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cc0b86-e706-4c8b-a0ef-0d494808ed57') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:14.818745 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.832082 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.838307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:14:14.838685 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:14:14.841791 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:14:15.212521 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.216993 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.218946 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "DELETE /v2.0/networks/e0ebc9dc-b898-4955-911f-cfc3de8dc1dc HTTP/1.1" status: 204 len: 168 time: 0.6082344 Sep 17 23:14:15.221745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53056) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:15.233165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0971970-b46f-4b50-8689-90eb3ee09318 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Network': ['ID=e0ebc9dc-b898-4955-911f-cfc3de8dc1dc,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:15.433980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Deleting port 0dc68875-645c-4dfe-bb9f-ebbb7069b806 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:15.434322 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.510869 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.511550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.522607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Calling delete_port for 0dc68875-645c-4dfe-bb9f-ebbb7069b806 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:15.773083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.796271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Port': ['ID=0dc68875-645c-4dfe-bb9f-ebbb7069b806,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:15.864955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.865307 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Floating IP d2cb2cc4-557f-4fd2-baf9-2650119d3499 disassociated (deleted). External IP: 172.25.6.134, port: e4f6a4a1-9663-41b2-8f7d-4e5856aeb615. Sep 17 23:14:16.080627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Router 2fe54d14-b045-4ea0-ae12-054958f33c87 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:14:16.186916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:14:16.192505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:16.198234 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] Sync routers for ids ['2fe54d14-b045-4ea0-ae12-054958f33c87'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:14:16.207890 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] Routers {'2fe54d14-b045-4ea0-ae12-054958f33c87'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:14:16.208524 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:14:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2fe54d14-b045-4ea0-ae12-054958f33c87'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:16.221441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ee54118f-4846-4cc9-ad0d-a2f631821add tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "DELETE /v2.0/floatingips/d2cb2cc4-557f-4fd2-baf9-2650119d3499 HTTP/1.1" status: 204 len: 168 time: 0.9985495 Sep 17 23:14:16.222029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'tag': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:16.224287 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6a069c-fa01-40eb-969e-0bc997f17ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "20630fd7-cbb4-4cf7-8038-829cc6eead1f", "tag": "e4f6a4a1-9663-41b2-8f7d-4e5856aeb615"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:16.268481 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bf0d86-8d3f-405a-a138-4dd474eccb69 x-openstack-request-id: req-42bf0d86-8d3f-405a-a138-4dd474eccb69 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:16.268771 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20630fd7-cbb4-4cf7-8038-829cc6eead1f", "tag": "e4f6a4a1-9663-41b2-8f7d-4e5856aeb615", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:16.273938 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42bf0d86-8d3f-405a-a138-4dd474eccb69 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:16.273938 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'tag': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'status': 'completed', 'code': 200} Sep 17 23:14:16.322979 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] Set router 2fe54d14-b045-4ea0-ae12-054958f33c87 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:14:16.331715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-96152080-f8c4-4657-88e4-6d2441d93ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:16.333186 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-96152080-f8c4-4657-88e4-6d2441d93ca3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37c91c2bb1b9485491ed69d698414171&device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 1136 time: 0.0421903 Sep 17 23:14:16.429970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-d6b3c95a-5608-40d9-87e7-3195ca9c330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:16.431454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-d6b3c95a-5608-40d9-87e7-3195ca9c330e service neutron] 10.222.0.23 "GET /v2.0/networks?id=de7e3cae-c5ef-462f-bad7-a41a62c5d075 HTTP/1.1" status: 200 len: 898 time: 0.0916040 Sep 17 23:14:16.481553 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-a081ab07-8b53-4f33-8c63-189f92315c97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 HTTP/1.1" status: 200 len: 217 time: 0.0425508 Sep 17 23:14:16.484391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 482983b1-39bf-4b32-b2c9-f0e57b287318 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:16.512826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 482983b1-39bf-4b32-b2c9-f0e57b287318 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:16.513172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 482983b1-39bf-4b32-b2c9-f0e57b287318 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:16.532842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-0299c9bd-9897-481c-8d9e-1e7fdebac277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:16.534964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-0299c9bd-9897-481c-8d9e-1e7fdebac277 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f27847c-2dbb-4842-a4b3-c00cb079d515 HTTP/1.1" status: 200 len: 835 time: 0.0458946 Sep 17 23:14:16.544898 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:13:00Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '053c7d5f-e36b-45da-81ab-75afdd07af23', 'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:20:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:59Z', 'updated_at': '2021-09-17T23:13:02Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:16.577237 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] Checking router: 2fe54d14-b045-4ea0-ae12-054958f33c87 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:14:16.585449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-ab512a0c-44eb-46d4-9c1a-6791e8d0bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:16.586887 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] Routers {'2fe54d14-b045-4ea0-ae12-054958f33c87'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:14:16.587155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-ab512a0c-44eb-46d4-9c1a-6791e8d0bfc4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de7e3cae-c5ef-462f-bad7-a41a62c5d075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435519 Sep 17 23:14:16.587513 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:14:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2fe54d14-b045-4ea0-ae12-054958f33c87'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:16.696420 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] Set router 2fe54d14-b045-4ea0-ae12-054958f33c87 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:14:16.723484 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-f664da71-6f27-4d09-9a78-a3c7916fe435 service neutron] 10.222.0.23 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289582 Sep 17 23:14:16.732344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5957-c678-46ae-b2a2-1eb96f4abde1 req-0c41ad3b-45c3-428e-b420-d00091d5002c tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:16.733801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29ff5957-c678-46ae-b2a2-1eb96f4abde1 req-0c41ad3b-45c3-428e-b420-d00091d5002c tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 984 time: 0.0753047 Sep 17 23:14:16.838260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29ff5957-c678-46ae-b2a2-1eb96f4abde1 req-62a01bdd-be2d-4f09-be7b-fa1c7366a369 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0953536 Sep 17 23:14:16.861534 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8e6a069c-fa01-40eb-969e-0bc997f17ae7 req-0de16f25-a7ec-48e4-97ae-011c3012e754 service neutron] 10.222.0.23 "GET /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268013 Sep 17 23:14:16.905078 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:13:00Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '053c7d5f-e36b-45da-81ab-75afdd07af23', 'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:20:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:59Z', 'updated_at': '2021-09-17T23:13:02Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:16.931117 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c930699-3af1-44b1-b124-c5b8a02d454c None None] The sync data for ids ['2fe54d14-b045-4ea0-ae12-054958f33c87'] in n-d-713499-18 is: [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:13:00Z', 'revision_number': 4, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '053c7d5f-e36b-45da-81ab-75afdd07af23', 'name': '', 'network_id': 'de7e3cae-c5ef-462f-bad7-a41a62c5d075', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'mac_address': 'fa:16:3e:20:ce:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:59Z', 'updated_at': '2021-09-17T23:13:02Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'subnets': [{'id': '4f27847c-2dbb-4842-a4b3-c00cb079d515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:14:17.157491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a3b26-ade1-462b-8ad7-d3d0e2b3375d None None] New status for floating IP d2cb2cc4-557f-4fd2-baf9-2650119d3499: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:14:17.829742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-3c3f1125-d131-4c89-b86c-4e9d3fe6dab8 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:17.831278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-3c3f1125-d131-4c89-b86c-4e9d3fe6dab8 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.23 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 984 time: 0.0493009 Sep 17 23:14:17.928197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-22767648-67be-4b52-a651-0d793747609e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Deleting port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:17.928600 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-22767648-67be-4b52-a651-0d793747609e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:17.992393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276f856-ac5c-44a6-b9a0-b43edb40bec2 req-4eeb4e64-563e-4cc6-a134-47656bc0c8de tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:17.993916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4276f856-ac5c-44a6-b9a0-b43edb40bec2 req-4eeb4e64-563e-4cc6-a134-47656bc0c8de tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 984 time: 0.0496545 Sep 17 23:14:18.016391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-22767648-67be-4b52-a651-0d793747609e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] For port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:18.016773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-22767648-67be-4b52-a651-0d793747609e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:18.030270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-22767648-67be-4b52-a651-0d793747609e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Calling delete_port for e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:18.034980 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4276f856-ac5c-44a6-b9a0-b43edb40bec2 req-8c3cdf8f-612d-4b24-b219-0772310fd427 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3691272-0a7a-4d5b-9644-0baa49de6710&id=0113c56d-72db-4b58-95ba-66376c43f4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0347245 Sep 17 23:14:18.212809 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-22767648-67be-4b52-a651-0d793747609e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:18.248965 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22767648-67be-4b52-a651-0d793747609e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Port': ['ID=e4f6a4a1-9663-41b2-8f7d-4e5856aeb615,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:18.287769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-22767648-67be-4b52-a651-0d793747609e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] No DVR routers for this DVR port e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:14:18.291155 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-22767648-67be-4b52-a651-0d793747609e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:18.293423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97f547e5-f51c-4561-9072-aba389d3ef92 req-22767648-67be-4b52-a651-0d793747609e tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.23 "DELETE /v2.0/ports/e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 HTTP/1.1" status: 204 len: 173 time: 0.4562874 Sep 17 23:14:18.294829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'name': 'network-vif-deleted', 'tag': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:18.296144 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1a33bf4a107801d4e04861dd0445b3952a9b9874caac90c6d328cae88daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9032d38e-2c50-489c-8606-d0306931cc11" -d '{"events": [{"server_uuid": "20630fd7-cbb4-4cf7-8038-829cc6eead1f", "name": "network-vif-deleted", "tag": "e4f6a4a1-9663-41b2-8f7d-4e5856aeb615"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:18.333268 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca798338-9b5d-4607-8697-5d31f5c62f1b x-openstack-request-id: req-ca798338-9b5d-4607-8697-5d31f5c62f1b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:18.333553 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20630fd7-cbb4-4cf7-8038-829cc6eead1f", "name": "network-vif-deleted", "tag": "e4f6a4a1-9663-41b2-8f7d-4e5856aeb615", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:18.333807 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca798338-9b5d-4607-8697-5d31f5c62f1b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:18.334207 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20630fd7-cbb4-4cf7-8038-829cc6eead1f', 'name': 'network-vif-deleted', 'tag': 'e4f6a4a1-9663-41b2-8f7d-4e5856aeb615', 'status': 'completed', 'code': 200} Sep 17 23:14:19.147267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-34908b8c-6fa3-4109-b7a6-a276e5f17780 req-51c05d7f-529b-410a-bb17-8fbc7624af17 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "GET /v2.0/ports?device_id=20630fd7-cbb4-4cf7-8038-829cc6eead1f HTTP/1.1" status: 200 len: 210 time: 0.0298922 Sep 17 23:14:20.204599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53076) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:20.260773 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26dead81-7b12-4d01-9642-fabefa0eca51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:20.282652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26dead81-7b12-4d01-9642-fabefa0eca51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:20.394063 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26dead81-7b12-4d01-9642-fabefa0eca51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:20.396667 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-26dead81-7b12-4d01-9642-fabefa0eca51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:20.397831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-26dead81-7b12-4d01-9642-fabefa0eca51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "DELETE /v2.0/security-groups/b3691272-0a7a-4d5b-9644-0baa49de6710 HTTP/1.1" status: 204 len: 168 time: 0.1922438 Sep 17 23:14:20.400805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53078) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:20.406743 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dead81-7b12-4d01-9642-fabefa0eca51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3691272-0a7a-4d5b-9644-0baa49de6710,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:20.459330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ffb599f-cbbc-48e6-9b5f-af0a6eed1614 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:20.485572 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ffb599f-cbbc-48e6-9b5f-af0a6eed1614 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:20.601116 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ffb599f-cbbc-48e6-9b5f-af0a6eed1614 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:20.603600 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1ffb599f-cbbc-48e6-9b5f-af0a6eed1614 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:20.604764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1ffb599f-cbbc-48e6-9b5f-af0a6eed1614 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "DELETE /v2.0/security-groups/0113c56d-72db-4b58-95ba-66376c43f4b7 HTTP/1.1" status: 204 len: 168 time: 0.2029843 Sep 17 23:14:20.607693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53080) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:20.613651 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb599f-cbbc-48e6-9b5f-af0a6eed1614 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0113c56d-72db-4b58-95ba-66376c43f4b7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:20.958911 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:21.177530 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:21.197228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:21.197566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e4f6a4a1-9663-41b2-8f7d-4e5856aeb615 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:21.210278 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Deleting port 053c7d5f-e36b-45da-81ab-75afdd07af23 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:21.210780 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:21.301341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] For port 053c7d5f-e36b-45da-81ab-75afdd07af23, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=053c7d5f-e36b-45da-81ab-75afdd07af23,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:21.301697 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:21.313156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Calling delete_port for 053c7d5f-e36b-45da-81ab-75afdd07af23 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:21.554215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:21.580217 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Port': ['ID=053c7d5f-e36b-45da-81ab-75afdd07af23,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:21.755296 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:22.262971 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:14:22.294805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Router 2fe54d14-b045-4ea0-ae12-054958f33c87 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:14:22.425991 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:14:22.434208 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-de3dd189-1fec-498e-b6d1-dc7ec3af9b76 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "PUT /v2.0/routers/2fe54d14-b045-4ea0-ae12-054958f33c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8240898 Sep 17 23:14:22.436285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53082) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:22.440443 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] Sync routers for ids ['2fe54d14-b045-4ea0-ae12-054958f33c87'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:14:22.450250 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] Routers {'2fe54d14-b045-4ea0-ae12-054958f33c87'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:14:22.450980 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:14:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2fe54d14-b045-4ea0-ae12-054958f33c87'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:22.510472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d87771-c088-4a13-8d82-571b43e17eee tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Deleting subnet 4f27847c-2dbb-4842-a4b3-c00cb079d515 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:14:22.514304 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7d87771-c088-4a13-8d82-571b43e17eee tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:22.560789 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7d87771-c088-4a13-8d82-571b43e17eee tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:22.561917 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] Set router 2fe54d14-b045-4ea0-ae12-054958f33c87 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:14:22.656539 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7d87771-c088-4a13-8d82-571b43e17eee tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:22.757361 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:14:21Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:22.784729 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] Checking router: 2fe54d14-b045-4ea0-ae12-054958f33c87 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:14:22.793417 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] Routers {'2fe54d14-b045-4ea0-ae12-054958f33c87'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:14:22.794072 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:14:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2fe54d14-b045-4ea0-ae12-054958f33c87'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:22.818992 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7d87771-c088-4a13-8d82-571b43e17eee tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:22.848044 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d87771-c088-4a13-8d82-571b43e17eee tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Subnet': ['ID=4f27847c-2dbb-4842-a4b3-c00cb079d515,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:22.851748 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d7d87771-c088-4a13-8d82-571b43e17eee tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:22.855349 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d7d87771-c088-4a13-8d82-571b43e17eee tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "DELETE /v2.0/subnets/4f27847c-2dbb-4842-a4b3-c00cb079d515 HTTP/1.1" status: 204 len: 168 time: 0.4164505 Sep 17 23:14:22.858959 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53084) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:22.864336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ee47a-6cf7-40eb-af5b-9ed6d42265d7 None None] Network de7e3cae-c5ef-462f-bad7-a41a62c5d075 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:14:22.915900 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] Set router 2fe54d14-b045-4ea0-ae12-054958f33c87 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:14:22.995207 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.133900 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.217558 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:14:21Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:23.225921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8496d29-b19f-43cd-a38b-7a5ce2503508 None None] DHCP port deletion for de7e3cae-c5ef-462f-bad7-a41a62c5d075 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:14:23.246456 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Deleting port 8f6cdc30-a1e9-4601-944a-96b3ee33041b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:23.246801 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.250498 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918501d-df64-41e6-8562-bb20395b5c1a None None] The sync data for ids ['2fe54d14-b045-4ea0-ae12-054958f33c87'] in n-d-713499-18 is: [{'id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1308631910', 'tenant_id': '37c91c2bb1b9485491ed69d698414171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:12:55Z', 'updated_at': '2021-09-17T23:14:21Z', 'revision_number': 5, 'project_id': '37c91c2bb1b9485491ed69d698414171', 'gw_port': {'id': '8f6cdc30-a1e9-4601-944a-96b3ee33041b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe54d14-b045-4ea0-ae12-054958f33c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:12:56Z', 'updated_at': '2021-09-17T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:14:23.279750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d8496d29-b19f-43cd-a38b-7a5ce2503508 None None] Deleting port 22837dec-f99d-47b3-b5a6-11858e441c91 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:23.280158 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d8496d29-b19f-43cd-a38b-7a5ce2503508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.331394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] For port 8f6cdc30-a1e9-4601-944a-96b3ee33041b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8f6cdc30-a1e9-4601-944a-96b3ee33041b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:23.331970 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.345628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Calling delete_port for 8f6cdc30-a1e9-4601-944a-96b3ee33041b owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:23.353798 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d8496d29-b19f-43cd-a38b-7a5ce2503508 None None] For port 22837dec-f99d-47b3-b5a6-11858e441c91, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=22837dec-f99d-47b3-b5a6-11858e441c91,segment=NetworkSegment(cb15a474-cc40-4132-a6d1-b76acbb7de4a),segment_id=cb15a474-cc40-4132-a6d1-b76acbb7de4a)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:23.354219 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d8496d29-b19f-43cd-a38b-7a5ce2503508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.367201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d8496d29-b19f-43cd-a38b-7a5ce2503508 None None] Calling delete_port for 22837dec-f99d-47b3-b5a6-11858e441c91 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:23.526937 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d8496d29-b19f-43cd-a38b-7a5ce2503508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.551446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8496d29-b19f-43cd-a38b-7a5ce2503508 None None] Pushing event deleted for resources: {'Port': ['ID=22837dec-f99d-47b3-b5a6-11858e441c91,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:23.557037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8496d29-b19f-43cd-a38b-7a5ce2503508 None None] No DVR routers for this DVR port 22837dec-f99d-47b3-b5a6-11858e441c91 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:14:23.611470 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.644106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Port': ['ID=8f6cdc30-a1e9-4601-944a-96b3ee33041b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:23.709388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.802020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.804195 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.915136 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.915769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Fanout notify agent at l3_agent the message router_deleted on router 2fe54d14-b045-4ea0-ae12-054958f33c87 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:14:23.927187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.927187 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b3ded5ee-4e13-415d-89ee-ce3198599308 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "DELETE /v2.0/routers/2fe54d14-b045-4ea0-ae12-054958f33c87 HTTP/1.1" status: 204 len: 168 time: 1.0642252 Sep 17 23:14:23.927187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:24.007909 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.101258 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.123012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7e3cae-c5ef-462f-bad7-a41a62c5d075']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:24.132734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb15a474-cc40-4132-a6d1-b76acbb7de4a') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:24.133028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb15a474-cc40-4132-a6d1-b76acbb7de4a') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:24.142224 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.155484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.161215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:14:24.167914 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:14:24.303936 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.311256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.313100 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] 10.222.0.30 "DELETE /v2.0/networks/de7e3cae-c5ef-462f-bad7-a41a62c5d075 HTTP/1.1" status: 204 len: 168 time: 0.3853455 Sep 17 23:14:24.324813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f65f0-0305-46cf-a661-13e7de734f51 tempest-TestSecurityGroupsBasicOps-1767927142 tempest-TestSecurityGroupsBasicOps-1767927142-project] Pushing event deleted for resources: {'Network': ['ID=de7e3cae-c5ef-462f-bad7-a41a62c5d075,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:24.524946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 22837dec-f99d-47b3-b5a6-11858e441c91 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:24.548988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 22837dec-f99d-47b3-b5a6-11858e441c91 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:24.549332 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 22837dec-f99d-47b3-b5a6-11858e441c91 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:24.549884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 053c7d5f-e36b-45da-81ab-75afdd07af23 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:24.568147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 053c7d5f-e36b-45da-81ab-75afdd07af23 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:24.568501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 053c7d5f-e36b-45da-81ab-75afdd07af23 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:24.568901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f6cdc30-a1e9-4601-944a-96b3ee33041b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:24.587630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 8f6cdc30-a1e9-4601-944a-96b3ee33041b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:24.587970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f6cdc30-a1e9-4601-944a-96b3ee33041b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:24.912612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53094) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:25.046171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3b997d59-6fca-429f-b101-3112827e29c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37c91c2bb1b9485491ed69d698414171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324060 Sep 17 23:14:25.048632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53098) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:25.096499 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec96cebd-c00d-4d3d-83c1-42f405d60db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:25.119630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec96cebd-c00d-4d3d-83c1-42f405d60db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:25.240726 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec96cebd-c00d-4d3d-83c1-42f405d60db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:25.243321 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ec96cebd-c00d-4d3d-83c1-42f405d60db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:25.244506 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ec96cebd-c00d-4d3d-83c1-42f405d60db8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6399d4f-38c8-4ccb-ad8e-fe8bb691ec46 HTTP/1.1" status: 204 len: 168 time: 0.1949842 Sep 17 23:14:25.252488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96cebd-c00d-4d3d-83c1-42f405d60db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6399d4f-38c8-4ccb-ad8e-fe8bb691ec46,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:25.879487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53104) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:25.892890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e98063-d6a9-44ce-bd27-9f9b07908c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:25.984615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e98063-d6a9-44ce-bd27-9f9b07908c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.051708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e98063-d6a9-44ce-bd27-9f9b07908c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.088583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e98063-d6a9-44ce-bd27-9f9b07908c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb87bf1-03be-4696-bb69-df67428adca5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:26.095728 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-16e98063-d6a9-44ce-bd27-9f9b07908c43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bbcb35711ec4608bd7df1f39c9137e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126367 Sep 17 23:14:26.096113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53106) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:26.153959 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ef51f89-1b45-4055-8ed6-f3658b52fe97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.175824 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ef51f89-1b45-4055-8ed6-f3658b52fe97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.298394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ef51f89-1b45-4055-8ed6-f3658b52fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.301355 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ef51f89-1b45-4055-8ed6-f3658b52fe97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.302609 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7ef51f89-1b45-4055-8ed6-f3658b52fe97 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bb87bf1-03be-4696-bb69-df67428adca5 HTTP/1.1" status: 204 len: 168 time: 0.2057350 Sep 17 23:14:26.310608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef51f89-1b45-4055-8ed6-f3658b52fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb87bf1-03be-4696-bb69-df67428adca5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:26.965472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53112) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:27.005170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f6c2a762-fdd3-4f95-8637-8bca5b8db1c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b7ccde71c7445e3aaa9df93140600e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386453 Sep 17 23:14:27.007508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53114) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:27.055383 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14c5bea3-895f-4df8-bf96-ef2717c7eae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.075962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14c5bea3-895f-4df8-bf96-ef2717c7eae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.207013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14c5bea3-895f-4df8-bf96-ef2717c7eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.209850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-14c5bea3-895f-4df8-bf96-ef2717c7eae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.211012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-14c5bea3-895f-4df8-bf96-ef2717c7eae6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2875a88b-7d95-47cb-8026-95244791c408 HTTP/1.1" status: 204 len: 168 time: 0.2026279 Sep 17 23:14:27.218805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5bea3-895f-4df8-bf96-ef2717c7eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2875a88b-7d95-47cb-8026-95244791c408,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:29.561216 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:33.280979 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-223f62e4-1ea8-4758-91c3-76d4e4fd6c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:35.925116 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1d3d-ab90-4b4a-9b7b-f3d791bf6c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:37.041237 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:37.521463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:38.156745 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-c21b6110-604d-4e86-bc9c-c5454a30af88 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=71cb3dd4f64b43f7ad6fe9affdb20a4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299790 Sep 17 23:14:38.332687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-396bad85-c996-49db-b5b7-31f50025ed2a tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:38.335044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-396bad85-c996-49db-b5b7-31f50025ed2a tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801758 Sep 17 23:14:38.350011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-c58016a6-4d04-4a4e-ab67-eb3afba2e57c tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/quotas/71cb3dd4f64b43f7ad6fe9affdb20a4b HTTP/1.1" status: 200 len: 375 time: 0.0090058 Sep 17 23:14:38.385889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-00c3b2bc-3982-465e-b72f-44d978f23932 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=71cb3dd4f64b43f7ad6fe9affdb20a4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305200 Sep 17 23:14:38.762573 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6eff2ae9-9818-4152-a9d4-6d88a1de0f97 req-3082afc7-2ca1-4102-baa5-99ef3d438920 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 210 time: 0.1346948 Sep 17 23:14:39.170403 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:39.855089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a38e915-6253-490c-955c-7c53bc4a7c4b req-bdc90e3a-9131-4e5e-be50-0f1b24aa68e6 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 210 time: 0.0268583 Sep 17 23:14:40.613770 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-afabfcf3-d227-4900-831a-b4977dfa3f79 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=71cb3dd4f64b43f7ad6fe9affdb20a4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306194 Sep 17 23:14:40.754838 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:40.798210 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-2399811c-bfec-46ff-8aa6-ccba05a53b2f tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:40.799661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-2399811c-bfec-46ff-8aa6-ccba05a53b2f tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799302 Sep 17 23:14:40.818386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Request body: {'port': {'device_id': '167057eb-1239-4a23-8125-6970bf9dff27', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'admin_state_up': True, 'tenant_id': '71cb3dd4f64b43f7ad6fe9affdb20a4b'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:14:40.956129 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7db51422-67d4-427a-a84d-6259e2e1a442 req-8ae59454-5fe3-41ab-94b9-ffe9d805d380 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 210 time: 0.0263109 Sep 17 23:14:41.010267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Made reservation on behalf of 71cb3dd4f64b43f7ad6fe9affdb20a4b for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:14:41.013723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:41.022218 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:41.109351 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:41.194982 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:41.260596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdcacb1-d65b-479b-8d52-f88df45d6103,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:41.327595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Allocated IP 192.168.233.194 (d4badc02-9300-4d9c-81bc-bd162709c099/36e9c16a-63d7-4d8c-a8bd-979952e5dc6f/73e96811-8954-47d1-a91c-0b81a0a53c96) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:14:41.474029 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:41.555143 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:41.594098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Network d4badc02-9300-4d9c-81bc-bd162709c099 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:14:41.597031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:14:41.601305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:14:41.630109 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Pushing event updated for resources: {'Port': ['ID=73e96811-8954-47d1-a91c-0b81a0a53c96,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:41.656256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:41.656892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:41.731614 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1469483c-6cb5-42d2-90df-703da8053619 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9177241 Sep 17 23:14:41.841151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Request body: {'port': {'device_id': '167057eb-1239-4a23-8125-6970bf9dff27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:14:41.860737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-f06314a2-98e0-48bb-bec6-a395acfd4b0b None None] Provisioning complete for port 73e96811-8954-47d1-a91c-0b81a0a53c96 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:14:41.861269 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f06314a2-98e0-48bb-bec6-a395acfd4b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:41.896778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f06314a2-98e0-48bb-bec6-a395acfd4b0b None None] Port 73e96811-8954-47d1-a91c-0b81a0a53c96 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:14:41.897132 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:42.070350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8d21d-402c-4965-8a08-38b39c68e5dc req-7b4ee293-730b-497c-9033-d32069647112 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:42.071744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-05c8d21d-402c-4965-8a08-38b39c68e5dc req-7b4ee293-730b-497c-9033-d32069647112 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 936 time: 0.0478153 Sep 17 23:14:42.109436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-05c8d21d-402c-4965-8a08-38b39c68e5dc req-fab95fbf-b6f6-477c-9d5d-b79318422034 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Sep 17 23:14:42.163058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e96811-8954-47d1-a91c-0b81a0a53c96 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:14:42.170293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:42.182464 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Transition to ACTIVE for port object 73e96811-8954-47d1-a91c-0b81a0a53c96 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:14:42.256970 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:42.312442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Pushing event updated for resources: {'Port': ['ID=73e96811-8954-47d1-a91c-0b81a0a53c96,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:42.384225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Attempting to bind port 73e96811-8954-47d1-a91c-0b81a0a53c96 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:14:42.384564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Attempting to bind port 73e96811-8954-47d1-a91c-0b81a0a53c96 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:14:42.384895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Attempting to bind port 73e96811-8954-47d1-a91c-0b81a0a53c96 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:14:42.389897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Port 73e96811-8954-47d1-a91c-0b81a0a53c96 on network d4badc02-9300-4d9c-81bc-bd162709c099 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:14:42.390215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Attempting to bind port 73e96811-8954-47d1-a91c-0b81a0a53c96 on network d4badc02-9300-4d9c-81bc-bd162709c099 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:14:42.395387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:14:42.404256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Checking segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:14:42.404256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Bound using segment: {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:14:42.404256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Bound port: 73e96811-8954-47d1-a91c-0b81a0a53c96, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1941a06-3c4c-4d41-82ff-91425510ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:14:42.404256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:42.464022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] For port 73e96811-8954-47d1-a91c-0b81a0a53c96, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:14:42.467159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] For port 73e96811-8954-47d1-a91c-0b81a0a53c96, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=73e96811-8954-47d1-a91c-0b81a0a53c96,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:14:42.526747 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:42.562580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:42.563289 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:42.564851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] 10.222.0.15 "PUT /v2.0/ports/73e96811-8954-47d1-a91c-0b81a0a53c96 HTTP/1.1" status: 200 len: 1097 time: 0.7659054 Sep 17 23:14:42.566974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167057eb-1239-4a23-8125-6970bf9dff27', 'tag': '73e96811-8954-47d1-a91c-0b81a0a53c96'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:42.569503 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd71d02a-12ac-472f-9e32-2a7e87a0ba9c" -d '{"events": [{"name": "network-changed", "server_uuid": "167057eb-1239-4a23-8125-6970bf9dff27", "tag": "73e96811-8954-47d1-a91c-0b81a0a53c96"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:42.595701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51bb21-d383-47dc-9a73-a26f463029d9 service neutron] Pushing event updated for resources: {'Port': ['ID=73e96811-8954-47d1-a91c-0b81a0a53c96,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:42.614740 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffdc30a-67f7-461d-bfaa-9748db073270 x-openstack-request-id: req-dffdc30a-67f7-461d-bfaa-9748db073270 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:42.615039 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167057eb-1239-4a23-8125-6970bf9dff27", "tag": "73e96811-8954-47d1-a91c-0b81a0a53c96", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:42.615283 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dffdc30a-67f7-461d-bfaa-9748db073270 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:42.615673 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167057eb-1239-4a23-8125-6970bf9dff27', 'tag': '73e96811-8954-47d1-a91c-0b81a0a53c96', 'status': 'completed', 'code': 200} Sep 17 23:14:42.698438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d02a-12ac-472f-9e32-2a7e87a0ba9c req-ab1e8aad-d94f-4ea9-abc2-e7023e9a7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:42.699941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd71d02a-12ac-472f-9e32-2a7e87a0ba9c req-ab1e8aad-d94f-4ea9-abc2-e7023e9a7d6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71cb3dd4f64b43f7ad6fe9affdb20a4b&device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 1100 time: 0.0439136 Sep 17 23:14:42.739787 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd71d02a-12ac-472f-9e32-2a7e87a0ba9c req-e6d4371b-90aa-47a4-8e66-4946e47fa885 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=71cb3dd4f64b43f7ad6fe9affdb20a4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266602 Sep 17 23:14:42.894117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d02a-12ac-472f-9e32-2a7e87a0ba9c req-3b21793f-e6a4-4dd5-9313-f6f2f024063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:42.896181 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dd71d02a-12ac-472f-9e32-2a7e87a0ba9c req-3b21793f-e6a4-4dd5-9313-f6f2f024063a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504576 Sep 17 23:14:43.002314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-d3c7e279-23d8-48f9-8a49-13ab67b50fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:43.003791 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-d3c7e279-23d8-48f9-8a49-13ab67b50fd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71cb3dd4f64b43f7ad6fe9affdb20a4b&device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 1100 time: 0.0471542 Sep 17 23:14:43.051835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-f52164a9-f01b-4ff0-b3a6-421a0f1395c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=73e96811-8954-47d1-a91c-0b81a0a53c96 HTTP/1.1" status: 200 len: 217 time: 0.0339441 Sep 17 23:14:43.100681 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-68028887-95f8-4e08-9911-ad20d3513f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:43.102025 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-68028887-95f8-4e08-9911-ad20d3513f69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e9c16a-63d7-4d8c-a8bd-979952e5dc6f HTTP/1.1" status: 200 len: 843 time: 0.0435822 Sep 17 23:14:43.147535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b6cbc35-ced1-4a71-832e-3730ec55761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:43.149541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-1b6cbc35-ced1-4a71-832e-3730ec55761e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4badc02-9300-4d9c-81bc-bd162709c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403633 Sep 17 23:14:43.225135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9764e-347c-4bc2-8d7a-ce45e3197d81 req-05ffcf92-a4fd-47ef-9c39-82934d9c2252 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:43.226669 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61e9764e-347c-4bc2-8d7a-ce45e3197d81 req-05ffcf92-a4fd-47ef-9c39-82934d9c2252 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 948 time: 0.0495288 Sep 17 23:14:43.241253 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-25e57bfd-0787-4fa8-9b4d-2d907209d05b service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849938 Sep 17 23:14:43.263891 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-61e9764e-347c-4bc2-8d7a-ce45e3197d81 req-62086a99-3cba-4be1-83e3-505f24e9c516 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312557 Sep 17 23:14:43.612376 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-566a335c-4753-446a-a41f-f56f3c96c3ff req-fc6510bf-3d78-4fe5-b2b3-c2acf9132ec6 service neutron] 10.222.0.15 "GET /v2.0/networks/d4badc02-9300-4d9c-81bc-bd162709c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633728 Sep 17 23:14:44.390479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff17ebf-77ac-49c2-a95e-2cd81ae2bfe2 req-e8d3e388-e5e8-4fc6-8570-482c86b2750a tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:44.391984 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ff17ebf-77ac-49c2-a95e-2cd81ae2bfe2 req-e8d3e388-e5e8-4fc6-8570-482c86b2750a tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 948 time: 0.0490935 Sep 17 23:14:44.433286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ff17ebf-77ac-49c2-a95e-2cd81ae2bfe2 req-c8e57d9c-9592-458b-aa67-976e82680ae0 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343630 Sep 17 23:14:45.599681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ec554-8be7-48c3-877b-4eecddf5848f req-3219175e-0d1e-4468-b2e1-99e2ca06efa5 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:45.601701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-479ec554-8be7-48c3-877b-4eecddf5848f req-3219175e-0d1e-4468-b2e1-99e2ca06efa5 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 948 time: 0.0740223 Sep 17 23:14:45.640088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-479ec554-8be7-48c3-877b-4eecddf5848f req-583b4384-e4c2-47cf-9e44-b77b0529d811 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Sep 17 23:14:46.752859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9a5a4-450a-4221-9c24-1eaa9f93bcdc req-a45941de-004c-4d26-a1b7-bd354082f806 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:46.754222 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ac9a5a4-450a-4221-9c24-1eaa9f93bcdc req-a45941de-004c-4d26-a1b7-bd354082f806 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 948 time: 0.0482688 Sep 17 23:14:46.792361 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ac9a5a4-450a-4221-9c24-1eaa9f93bcdc req-8beda786-9926-47b6-a3e9-c257c2f12020 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Sep 17 23:14:47.175993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 73e96811-8954-47d1-a91c-0b81a0a53c96 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:14:47.268369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 73e96811-8954-47d1-a91c-0b81a0a53c96, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=73e96811-8954-47d1-a91c-0b81a0a53c96,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:47.279776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '73e96811-8954-47d1-a91c-0b81a0a53c96', 'network_id': 'd4badc02-9300-4d9c-81bc-bd162709c099', 'port_id': '73e96811-8954-47d1-a91c-0b81a0a53c96', 'mac_address': 'fa:16:3e:13:e5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9c16a-63d7-4d8c-a8bd-979952e5dc6f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:14:47.320745 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:47.333872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e96811-8954-47d1-a91c-0b81a0a53c96 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:14:47.353502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 73e96811-8954-47d1-a91c-0b81a0a53c96, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=73e96811-8954-47d1-a91c-0b81a0a53c96,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:47.445261 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:47.494933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=73e96811-8954-47d1-a91c-0b81a0a53c96,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:47.794125 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['73e96811-8954-47d1-a91c-0b81a0a53c96'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:14:47.908283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e04cdb-50f8-4c57-8f31-4d13cc182db3 req-68a1d409-e5ef-4896-bfea-5fb34f81d952 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:47.909868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99e04cdb-50f8-4c57-8f31-4d13cc182db3 req-68a1d409-e5ef-4896-bfea-5fb34f81d952 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 949 time: 0.0496943 Sep 17 23:14:47.951879 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99e04cdb-50f8-4c57-8f31-4d13cc182db3 req-2b28aebf-0579-4343-9895-64899be9e24a tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351582 Sep 17 23:14:49.078616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e33ab2-34f2-4556-903e-37f34cf4dee3 req-989c459a-0888-4ebb-8d9a-4db2da31ec66 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:49.080703 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-43e33ab2-34f2-4556-903e-37f34cf4dee3 req-989c459a-0888-4ebb-8d9a-4db2da31ec66 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 949 time: 0.0631855 Sep 17 23:14:49.124357 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-43e33ab2-34f2-4556-903e-37f34cf4dee3 req-9dbfc12b-1b20-496e-9e8d-13e73b04f77c tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Sep 17 23:14:49.210184 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 73e96811-8954-47d1-a91c-0b81a0a53c96 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:14:49.343104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 73e96811-8954-47d1-a91c-0b81a0a53c96 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:14:49.346789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 73e96811-8954-47d1-a91c-0b81a0a53c96 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:14:49.347165 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:49.443902 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:49.470641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167057eb-1239-4a23-8125-6970bf9dff27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e96811-8954-47d1-a91c-0b81a0a53c96'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:49.472920 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06ff0060090722e518a3b5a439ab7d65491112172eccb06b659bac1c275b04f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3597e46f-281a-4536-a3cf-07a86b4bb50c" -d '{"events": [{"server_uuid": "167057eb-1239-4a23-8125-6970bf9dff27", "name": "network-vif-plugged", "status": "completed", "tag": "73e96811-8954-47d1-a91c-0b81a0a53c96"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:49.485862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 73e96811-8954-47d1-a91c-0b81a0a53c96, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=73e96811-8954-47d1-a91c-0b81a0a53c96,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:49.509951 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157bf143-330e-4f69-8da5-3c3225f3f65a x-openstack-request-id: req-157bf143-330e-4f69-8da5-3c3225f3f65a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:49.510243 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167057eb-1239-4a23-8125-6970bf9dff27", "name": "network-vif-plugged", "status": "completed", "tag": "73e96811-8954-47d1-a91c-0b81a0a53c96", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:49.510497 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-157bf143-330e-4f69-8da5-3c3225f3f65a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:49.510893 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167057eb-1239-4a23-8125-6970bf9dff27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e96811-8954-47d1-a91c-0b81a0a53c96', 'code': 200} Sep 17 23:14:49.535870 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:49.585198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=73e96811-8954-47d1-a91c-0b81a0a53c96,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:49.630418 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8366092-94f6-4d60-8d34-af671d6d02b9 req-cd3bcd85-5fd7-419b-8475-8f0aa30acd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:49.631925 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8366092-94f6-4d60-8d34-af671d6d02b9 req-cd3bcd85-5fd7-419b-8475-8f0aa30acd4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 1102 time: 0.0396616 Sep 17 23:14:49.673567 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e8366092-94f6-4d60-8d34-af671d6d02b9 req-16f59cd9-c33c-4fdd-86ba-f06c5e428db7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Sep 17 23:14:50.242018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd544450-543f-4dfc-83cf-508de202c6b0 req-c3947248-62e1-4cff-9811-392dd00a966c tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:50.243530 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd544450-543f-4dfc-83cf-508de202c6b0 req-c3947248-62e1-4cff-9811-392dd00a966c tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 950 time: 0.0524178 Sep 17 23:14:50.289110 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bd544450-543f-4dfc-83cf-508de202c6b0 req-3d6f06de-c652-45e0-841d-888027f65930 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394578 Sep 17 23:14:51.413239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048978cd-d41c-441b-9c64-d9154583b61d req-9ee5817d-f4c9-4983-abee-db925f062d9a tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:51.414736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-048978cd-d41c-441b-9c64-d9154583b61d req-9ee5817d-f4c9-4983-abee-db925f062d9a tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 950 time: 0.0493526 Sep 17 23:14:51.451964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-048978cd-d41c-441b-9c64-d9154583b61d req-2f3a559c-67f6-4832-b773-c1a610fe95d9 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 Sep 17 23:14:51.770723 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-cfc7013f-33da-45a5-93e3-8cff94f9da77 req-eade92dd-6ea8-47bc-ae78-1870282b3227 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:14:51.771760 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cfc7013f-33da-45a5-93e3-8cff94f9da77 req-eade92dd-6ea8-47bc-ae78-1870282b3227 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056465 Sep 17 23:14:52.325393 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-c36179f2-dbf3-4489-8f63-3a27979904c9 req-ec9e39dc-fbd4-418c-aaed-b5573666874f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:14:52.326406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c36179f2-dbf3-4489-8f63-3a27979904c9 req-ec9e39dc-fbd4-418c-aaed-b5573666874f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488102 Sep 17 23:14:52.906211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a2a44-6c0f-4ac2-a2fb-378f1754e9fc req-ab958bc7-d6df-4c61-bbb9-1ee0c47d014f tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:52.907697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-981a2a44-6c0f-4ac2-a2fb-378f1754e9fc req-ab958bc7-d6df-4c61-bbb9-1ee0c47d014f tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 950 time: 0.0525765 Sep 17 23:14:52.945356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-981a2a44-6c0f-4ac2-a2fb-378f1754e9fc req-9b25f9fd-3f66-4dd3-ab63-6ea72d33fa8c tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Sep 17 23:14:54.064239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010f3f8-6195-41a4-8941-96c5f40bd18e req-5176d0b1-fe2f-48df-a7dc-e960efae306a tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:54.065699 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4010f3f8-6195-41a4-8941-96c5f40bd18e req-5176d0b1-fe2f-48df-a7dc-e960efae306a tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 950 time: 0.0529370 Sep 17 23:14:54.103438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4010f3f8-6195-41a4-8941-96c5f40bd18e req-a827d616-1e47-4dec-8260-2fd923eb4654 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebdcacb1-d65b-479b-8d52-f88df45d6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317481 Sep 17 23:14:54.344393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-0594458e-4f4b-41b7-b0f1-fff68aa41e93 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:54.345772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-0594458e-4f4b-41b7-b0f1-fff68aa41e93 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.15 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 950 time: 0.0487492 Sep 17 23:14:54.437906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Deleting port 73e96811-8954-47d1-a91c-0b81a0a53c96 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:54.438231 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:54.533236 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] For port 73e96811-8954-47d1-a91c-0b81a0a53c96, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=73e96811-8954-47d1-a91c-0b81a0a53c96,segment=NetworkSegment(d1941a06-3c4c-4d41-82ff-91425510ba0b),segment_id=d1941a06-3c4c-4d41-82ff-91425510ba0b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:54.533598 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:54.545461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Calling delete_port for 73e96811-8954-47d1-a91c-0b81a0a53c96 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:54.725691 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:54.753425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Pushing event deleted for resources: {'Port': ['ID=73e96811-8954-47d1-a91c-0b81a0a53c96,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:54.757784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['73e96811-8954-47d1-a91c-0b81a0a53c96'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:14:54.765710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.766052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.766381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.766707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.767042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.767359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.767683 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.768009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.768434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.768669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.769036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.769340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:54.804658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] No DVR routers for this DVR port 73e96811-8954-47d1-a91c-0b81a0a53c96 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:14:54.807291 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:54.809381 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dbc19ae-9853-4483-914f-28875ee764d2 req-8593be2a-d031-42f2-b3b1-b10796019842 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.15 "DELETE /v2.0/ports/73e96811-8954-47d1-a91c-0b81a0a53c96 HTTP/1.1" status: 204 len: 173 time: 0.4575138 Sep 17 23:14:54.809823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167057eb-1239-4a23-8125-6970bf9dff27', 'name': 'network-vif-deleted', 'tag': '73e96811-8954-47d1-a91c-0b81a0a53c96'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:54.812111 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa7862b-8131-4009-83a6-8cc56b911df6" -d '{"events": [{"server_uuid": "167057eb-1239-4a23-8125-6970bf9dff27", "name": "network-vif-deleted", "tag": "73e96811-8954-47d1-a91c-0b81a0a53c96"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:54.853875 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0325dbff-78b4-4edd-abbc-f82c803be314 x-openstack-request-id: req-0325dbff-78b4-4edd-abbc-f82c803be314 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:54.854177 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167057eb-1239-4a23-8125-6970bf9dff27", "name": "network-vif-deleted", "tag": "73e96811-8954-47d1-a91c-0b81a0a53c96", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:54.854433 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0325dbff-78b4-4edd-abbc-f82c803be314 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:54.854838 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167057eb-1239-4a23-8125-6970bf9dff27', 'name': 'network-vif-deleted', 'tag': '73e96811-8954-47d1-a91c-0b81a0a53c96', 'status': 'completed', 'code': 200} Sep 17 23:14:55.206663 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e58ff868-ae5b-4bb0-b136-ac20e2d16042 req-424ec01e-4d64-4a72-b8d0-f5c5696815e1 tempest-ServersAdminNegativeTestJSON-1019083059 tempest-ServersAdminNegativeTestJSON-1019083059-project] 10.222.0.30 "GET /v2.0/ports?device_id=167057eb-1239-4a23-8125-6970bf9dff27 HTTP/1.1" status: 200 len: 210 time: 0.0264885 Sep 17 23:14:56.830040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53260) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:56.959610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4c2a16a8-3539-4cdc-a51b-2d1a5cb2acae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71cb3dd4f64b43f7ad6fe9affdb20a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280904 Sep 17 23:14:56.962239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53264) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:57.011955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1723b62c-4437-4d9a-a74e-085a1baacca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:57.032605 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1723b62c-4437-4d9a-a74e-085a1baacca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:57.147589 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1723b62c-4437-4d9a-a74e-085a1baacca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:57.150279 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1723b62c-4437-4d9a-a74e-085a1baacca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:57.151434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1723b62c-4437-4d9a-a74e-085a1baacca1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ebdcacb1-d65b-479b-8d52-f88df45d6103 HTTP/1.1" status: 204 len: 168 time: 0.1883085 Sep 17 23:14:57.159296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723b62c-4437-4d9a-a74e-085a1baacca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdcacb1-d65b-479b-8d52-f88df45d6103,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:57.254053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 73e96811-8954-47d1-a91c-0b81a0a53c96 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:57.277924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 73e96811-8954-47d1-a91c-0b81a0a53c96 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:57.277924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 73e96811-8954-47d1-a91c-0b81a0a53c96 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:57.718032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53270) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:57.731242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-235c768f-ba9f-4a99-bf65-9bf16b1d4ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:57.817633 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-235c768f-ba9f-4a99-bf65-9bf16b1d4ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:57.889940 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-235c768f-ba9f-4a99-bf65-9bf16b1d4ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:57.928293 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-235c768f-ba9f-4a99-bf65-9bf16b1d4ceb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e21aa4c491434996bcfbaed00b3645a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091706 Sep 17 23:14:57.929167 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c768f-ba9f-4a99-bf65-9bf16b1d4ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f2a623-2566-4de9-a52b-4ba42c726ace,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:57.931079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53272) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:57.979443 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1184763f-73ab-41f9-b26d-226fffea708f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:58.001159 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1184763f-73ab-41f9-b26d-226fffea708f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:58.130003 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1184763f-73ab-41f9-b26d-226fffea708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:58.132578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1184763f-73ab-41f9-b26d-226fffea708f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:58.133754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1184763f-73ab-41f9-b26d-226fffea708f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22f2a623-2566-4de9-a52b-4ba42c726ace HTTP/1.1" status: 204 len: 168 time: 0.2016141 Sep 17 23:14:58.142382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184763f-73ab-41f9-b26d-226fffea708f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f2a623-2566-4de9-a52b-4ba42c726ace,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:59.127871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53294) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:59.220495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1544694931-network', 'tenant_id': '51c08b0324c54b3cb2b8e62fec84d863'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:14:59.261987 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:14:59.307201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Made reservation on behalf of 51c08b0324c54b3cb2b8e62fec84d863 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:14:59.309475 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.317895 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.431227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.508706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.534389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:14:59.546312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334463d4-5ba9-459e-8b09-6e4005724d61,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:59.549227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.549570 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Added segment 4a388809-c296-4a44-a1c1-5cde21357ff8 of type vlan for network e38a20c6-7111-4a2a-8255-a8811e578709 Sep 17 23:14:59.589843 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.594208 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.679904 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.680917 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:59.681504 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.742146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] Pushing event updated for resources: {'Network': ['ID=e38a20c6-7111-4a2a-8255-a8811e578709,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:59.755421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network e38a20c6-7111-4a2a-8255-a8811e578709 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:14:59.778337 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e49abe33-4cb0-4005-9eef-0d01c2f54b20 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6492743 Sep 17 23:14:59.781258 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53298) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:59.786980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Request body: {'subnet': {'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1544694931-subnet', 'tenant_id': '51c08b0324c54b3cb2b8e62fec84d863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:14:59.868777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Made reservation on behalf of 51c08b0324c54b3cb2b8e62fec84d863 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:14:59.871154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:00.090586 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:00.152645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30aa7baa-ba99-4f6c-bbcb-8e19477f76c4,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:00.159705 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Checking segment: {'id': '4a388809-c296-4a44-a1c1-5cde21357ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:00.160063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Network hostable DHCP agents. Network: e38a20c6-7111-4a2a-8255-a8811e578709, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:00.226987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Network e38a20c6-7111-4a2a-8255-a8811e578709 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:00.295771 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, e38a20c6-7111-4a2a-8255-a8811e578709) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:00.299902 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:00.300676 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:00.305279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f43d4-8fc0-4e73-bf83-e7a878a0447f None None] Network e38a20c6-7111-4a2a-8255-a8811e578709 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:00.399755 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a12b8819-bb1d-4223-8a2a-0a666b45dec2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6174245 Sep 17 23:15:00.445088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b9ce23-9be7-4e27-bf41-181f9f690768 None None] Network e38a20c6-7111-4a2a-8255-a8811e578709 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:00.839485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56a163-887d-4fcb-9679-84205e1e93df req-7785f94e-d3a7-4a75-83e7-0850ef01710b tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:00.840991 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-7785f94e-d3a7-4a75-83e7-0850ef01710b tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/networks?id=e38a20c6-7111-4a2a-8255-a8811e578709 HTTP/1.1" status: 200 len: 812 time: 0.1087136 Sep 17 23:15:00.855843 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-52269911-7e9e-4e22-9e53-8510a713830f tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/quotas/51c08b0324c54b3cb2b8e62fec84d863 HTTP/1.1" status: 200 len: 375 time: 0.0091865 Sep 17 23:15:00.887484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-6d0a77af-246a-4cdf-940a-c720a4b89378 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=51c08b0324c54b3cb2b8e62fec84d863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263429 Sep 17 23:15:00.978994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0a509211-57bc-4819-82a9-e34f0f3d2356 service neutron] 10.222.0.30 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845900 Sep 17 23:15:01.066114 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-da7453e6-a224-475c-90f3-54311aad56f9 service neutron] 10.222.0.30 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812225 Sep 17 23:15:01.320650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3148ca61-6e44-46d7-a11c-9a8edf73166d req-024f7110-caad-4c08-b824-4e8bf29be195 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 210 time: 0.0265994 Sep 17 23:15:02.422586 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4ef4d1c2-f2fe-4c2f-a46e-c73316ce2177 req-c01ec5aa-5110-4a3f-a05a-8dbf718d2de5 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 210 time: 0.0313077 Sep 17 23:15:03.251595 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ce51ddde-1bb3-456e-9cb3-e87cf406b16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:03.440141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56a163-887d-4fcb-9679-84205e1e93df req-5ecfc586-163b-47c7-8f2e-b4dcb226e98e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:03.441689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-5ecfc586-163b-47c7-8f2e-b4dcb226e98e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.15 "GET /v2.0/networks?id=e38a20c6-7111-4a2a-8255-a8811e578709 HTTP/1.1" status: 200 len: 812 time: 0.1068702 Sep 17 23:15:03.460664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Request body: {'port': {'device_id': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709', 'admin_state_up': True, 'tenant_id': '51c08b0324c54b3cb2b8e62fec84d863'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:03.519469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-993cda3d-4e01-4951-b08c-682be6b1ece1 req-df0ff4da-96ae-461d-a59b-6376bc07ab07 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Sep 17 23:15:03.678808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Made reservation on behalf of 51c08b0324c54b3cb2b8e62fec84d863 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:03.682435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:03.808367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Allocated IP 172.20.0.7 (e38a20c6-7111-4a2a-8255-a8811e578709/30aa7baa-ba99-4f6c-bbcb-8e19477f76c4/e82bcd2d-37ee-48a2-9f3c-86cd6c959f12) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:03.958574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:04.046011 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:04.089617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Network e38a20c6-7111-4a2a-8255-a8811e578709 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:04.096854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:04.104174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:04.111024 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Pushing event updated for resources: {'Port': ['ID=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:04.161834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:04.162437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:04.258278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0077c6ef-6156-47fc-a663-9c5c77d0d043 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021817 Sep 17 23:15:04.276046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Request body: {'port': {'device_id': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:04.328026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:04.636892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:15:04.646179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:04.663165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Transition to ACTIVE for port object e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:15:04.671771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737f871-5b81-4970-b762-135d4cffc058 req-c1ea0529-c362-4ae0-9baf-0ec359520370 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:04.673278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5737f871-5b81-4970-b762-135d4cffc058 req-c1ea0529-c362-4ae0-9baf-0ec359520370 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 931 time: 0.0784936 Sep 17 23:15:04.712232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5737f871-5b81-4970-b762-135d4cffc058 req-a2187bc1-9ca6-4e25-9b50-571e77f2e129 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Sep 17 23:15:04.742258 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:04.798095 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Pushing event updated for resources: {'Port': ['ID=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:04.868685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Attempting to bind port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:04.869020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Attempting to bind port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '4a388809-c296-4a44-a1c1-5cde21357ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:04.869344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Attempting to bind port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 on network e38a20c6-7111-4a2a-8255-a8811e578709 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:04.873579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 on network e38a20c6-7111-4a2a-8255-a8811e578709 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:15:04.873904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Attempting to bind port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 on network e38a20c6-7111-4a2a-8255-a8811e578709 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:04.878628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:04.878964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Checking segment: {'id': '4a388809-c296-4a44-a1c1-5cde21357ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:04.879346 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Bound using segment: {'id': '4a388809-c296-4a44-a1c1-5cde21357ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:04.879768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Bound port: e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a388809-c296-4a44-a1c1-5cde21357ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:04.880138 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:04.942745 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:04.950424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,segment=NetworkSegment(4a388809-c296-4a44-a1c1-5cde21357ff8),segment_id=4a388809-c296-4a44-a1c1-5cde21357ff8)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:05.027533 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:05.061734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:05.062444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:05.063921 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] 10.222.0.15 "PUT /v2.0/ports/e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 HTTP/1.1" status: 200 len: 1092 time: 0.7926652 Sep 17 23:15:05.064401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:15:05.066624 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e055293d684e1c143f8008ed44072fa7b1f97f26ff9a08874e5dbf82f58cf87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13d7a6f-b12e-4236-b52f-f6d34ed4952f" -d '{"events": [{"name": "network-changed", "server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:15:05.091123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5553c9-2679-4cb0-970b-9f690183e855 service neutron] Pushing event updated for resources: {'Port': ['ID=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:05.108333 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272eef3c-a9cc-48a1-88fc-820921d6a8ec x-openstack-request-id: req-272eef3c-a9cc-48a1-88fc-820921d6a8ec {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:15:05.108651 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:15:05.108902 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-272eef3c-a9cc-48a1-88fc-820921d6a8ec {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:15:05.109297 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12', 'status': 'completed', 'code': 200} Sep 17 23:15:05.191584 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d7a6f-b12e-4236-b52f-f6d34ed4952f req-6bc0e09d-09af-4c2b-9e6a-0f2b93ac3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:05.193257 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f13d7a6f-b12e-4236-b52f-f6d34ed4952f req-6bc0e09d-09af-4c2b-9e6a-0f2b93ac3e1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51c08b0324c54b3cb2b8e62fec84d863&device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 1095 time: 0.0447276 Sep 17 23:15:05.359488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d7a6f-b12e-4236-b52f-f6d34ed4952f req-94fdaa8d-5875-45b2-98ce-74b63f5bc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:05.360903 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f13d7a6f-b12e-4236-b52f-f6d34ed4952f req-94fdaa8d-5875-45b2-98ce-74b63f5bc41f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=51c08b0324c54b3cb2b8e62fec84d863&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1547709 Sep 17 23:15:05.457803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d7a6f-b12e-4236-b52f-f6d34ed4952f req-b5cb828f-04c1-4f0a-b55b-e38662d326e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:05.460015 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f13d7a6f-b12e-4236-b52f-f6d34ed4952f req-b5cb828f-04c1-4f0a-b55b-e38662d326e3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878999 Sep 17 23:15:05.556985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56a163-887d-4fcb-9679-84205e1e93df req-29e236f3-6b48-4059-ad7b-658eab30e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:05.558443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-29e236f3-6b48-4059-ad7b-658eab30e6dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51c08b0324c54b3cb2b8e62fec84d863&device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 1095 time: 0.0436628 Sep 17 23:15:05.604545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0b97bde0-de7c-4cc1-896c-3ae1299522e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 HTTP/1.1" status: 200 len: 217 time: 0.0328777 Sep 17 23:15:05.651499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56a163-887d-4fcb-9679-84205e1e93df req-93e6db4b-08d3-4c2e-8513-88159c1fb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:05.652943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-93e6db4b-08d3-4c2e-8513-88159c1fb001 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30aa7baa-ba99-4f6c-bbcb-8e19477f76c4 HTTP/1.1" status: 200 len: 852 time: 0.0422511 Sep 17 23:15:05.682301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-6ac22db0-b52c-49a0-a974-bed14331155b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e38a20c6-7111-4a2a-8255-a8811e578709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229940 Sep 17 23:15:05.774084 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-0429269c-3c1b-4762-ac38-e633d02e4d0b service neutron] 10.222.0.15 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846226 Sep 17 23:15:05.874462 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-654cc34c-6ae2-4567-a217-8a326d30f32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:05.882388 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3cbb9-7816-44b8-875e-3ca6017f629e req-d756a926-76e4-4e1f-8875-3e424d54c96a tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:05.883854 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ba3cbb9-7816-44b8-875e-3ca6017f629e req-d756a926-76e4-4e1f-8875-3e424d54c96a tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 943 time: 0.1052577 Sep 17 23:15:05.915994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c56a163-887d-4fcb-9679-84205e1e93df req-32140c0e-a043-46b2-8e12-cc3d80c7a937 service neutron] 10.222.0.15 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290619 Sep 17 23:15:05.932767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ba3cbb9-7816-44b8-875e-3ca6017f629e req-38069874-f357-4f6b-827d-0cdf5f6d3ddb tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Sep 17 23:15:07.049178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818caa6f-3092-45c0-bf62-5e263f84d97e req-a65b09fd-4e7f-417c-b746-09a4c631f121 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:07.049846 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:07.051744 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-818caa6f-3092-45c0-bf62-5e263f84d97e req-a65b09fd-4e7f-417c-b746-09a4c631f121 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 943 time: 0.0496583 Sep 17 23:15:07.088689 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-818caa6f-3092-45c0-bf62-5e263f84d97e req-38f32a70-9709-4044-90c6-a169c4f86b02 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311210 Sep 17 23:15:07.495743 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:08.203972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8d5c3-96d1-4f98-a101-9435a272170c req-2ca0e145-9b0d-4802-8a9d-01bcf2b4581d tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:08.205632 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95c8d5c3-96d1-4f98-a101-9435a272170c req-2ca0e145-9b0d-4802-8a9d-01bcf2b4581d tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 943 time: 0.0495572 Sep 17 23:15:08.245151 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95c8d5c3-96d1-4f98-a101-9435a272170c req-398f53cc-4054-45d8-a777-e94add18ec66 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332413 Sep 17 23:15:09.200190 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:09.360069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:15:09.362469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418fbca-65f4-421e-abce-a97fe6ff73fe req-6131d515-a666-4132-a6f7-0e37d3c396cb tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:09.364085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1418fbca-65f4-421e-abce-a97fe6ff73fe req-6131d515-a666-4132-a6f7-0e37d3c396cb tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 943 time: 0.0539093 Sep 17 23:15:09.404737 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1418fbca-65f4-421e-abce-a97fe6ff73fe req-333b424c-e083-45c8-a175-c3f175b4125b tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327322 Sep 17 23:15:09.458250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,segment=NetworkSegment(4a388809-c296-4a44-a1c1-5cde21357ff8),segment_id=4a388809-c296-4a44-a1c1-5cde21357ff8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:09.469553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12', 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709', 'port_id': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12', 'mac_address': 'fa:16:3e:17:1e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30aa7baa-ba99-4f6c-bbcb-8e19477f76c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:15:09.504720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:09.518350 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:15:09.536420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,segment=NetworkSegment(4a388809-c296-4a44-a1c1-5cde21357ff8),segment_id=4a388809-c296-4a44-a1c1-5cde21357ff8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:09.588088 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:09.634844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:09.642022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.642372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.642716 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.643052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.643387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.643724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.644052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.644400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.644726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.645049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.645375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.645697 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:09.972703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['e82bcd2d-37ee-48a2-9f3c-86cd6c959f12'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:15:10.518758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e4cc8-7bac-4760-b3f1-0d279c852294 req-3fe0a710-c83e-4684-ab86-9f6e10cba91e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:10.520226 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-134e4cc8-7bac-4760-b3f1-0d279c852294 req-3fe0a710-c83e-4684-ab86-9f6e10cba91e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 944 time: 0.0486917 Sep 17 23:15:10.562161 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-134e4cc8-7bac-4760-b3f1-0d279c852294 req-b1b88251-35bd-4a7d-8ea0-da8098644b83 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Sep 17 23:15:10.712691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:11.361765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:11.479883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:15:11.483628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:11.483997 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:11.561593 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:11.582812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:15:11.600850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,segment=NetworkSegment(4a388809-c296-4a44-a1c1-5cde21357ff8),segment_id=4a388809-c296-4a44-a1c1-5cde21357ff8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:11.627652 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3932ad69-d0c6-441b-9bec-3a137771144c" -d '{"events": [{"server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "name": "network-vif-plugged", "status": "completed", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:15:11.669295 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:11.695031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753266ab-4cac-4e6d-a280-ff950eae90a9 req-ff3cf467-2892-49c0-8e09-24ece7a15d3b tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:11.696662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-753266ab-4cac-4e6d-a280-ff950eae90a9 req-ff3cf467-2892-49c0-8e09-24ece7a15d3b tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 944 time: 0.0610313 Sep 17 23:15:11.721276 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53983e95-1668-4701-acf8-5bd8cd4f8536 x-openstack-request-id: req-53983e95-1668-4701-acf8-5bd8cd4f8536 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:15:11.721836 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "name": "network-vif-plugged", "status": "completed", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:15:11.721836 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53983e95-1668-4701-acf8-5bd8cd4f8536 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:15:11.722255 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12', 'code': 200} Sep 17 23:15:11.725670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:11.744110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-753266ab-4cac-4e6d-a280-ff950eae90a9 req-d9f78d58-b191-48ef-a438-0ac96ed64093 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349224 Sep 17 23:15:11.867303 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaad84-83f5-4228-ba52-ea718ab05ffb req-a73fc300-6bd0-479f-afc4-c8c28e4f234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:11.868841 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57aaad84-83f5-4228-ba52-ea718ab05ffb req-a73fc300-6bd0-479f-afc4-c8c28e4f234a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 1097 time: 0.0438516 Sep 17 23:15:11.903962 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-57aaad84-83f5-4228-ba52-ea718ab05ffb req-1c614945-71ad-454a-bf0e-08951b5fe959 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286276 Sep 17 23:15:12.871135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63fdc-e159-40c3-a44b-d045e7bb932e req-1608ccb0-f342-4d8b-8fa2-104fd11eeb67 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:12.872615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4af63fdc-e159-40c3-a44b-d045e7bb932e req-1608ccb0-f342-4d8b-8fa2-104fd11eeb67 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0480161 Sep 17 23:15:12.909156 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4af63fdc-e159-40c3-a44b-d045e7bb932e req-461b5bcb-024c-49a1-9486-ed524a542ef2 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305862 Sep 17 23:15:14.021706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a1033-71d0-488f-8cda-a785d17a1f52 req-9041e684-d2d0-40f9-ba83-3069b5f0c300 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:14.024038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c87a1033-71d0-488f-8cda-a785d17a1f52 req-9041e684-d2d0-40f9-ba83-3069b5f0c300 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0485690 Sep 17 23:15:14.060389 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c87a1033-71d0-488f-8cda-a785d17a1f52 req-0e1bdb88-ee5a-48d6-abc1-ea66bbf0073e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Sep 17 23:15:14.473028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e169b-271f-4eea-84ca-7681cc3de929 req-ec8bbbe6-1cdc-4811-aa62-b12e170af026 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:14.474520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-435e169b-271f-4eea-84ca-7681cc3de929 req-ec8bbbe6-1cdc-4811-aa62-b12e170af026 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0532606 Sep 17 23:15:14.513812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-435e169b-271f-4eea-84ca-7681cc3de929 req-604ab26b-f06e-4e5b-b739-8c4996eba7d0 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Sep 17 23:15:14.623748 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-c9c88423-51ff-46a1-a588-95f2fbc909c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891705 Sep 17 23:15:14.632826 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-f1c60274-aea3-4060-adb2-e5c6e755396d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:15:14.633778 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-f1c60274-aea3-4060-adb2-e5c6e755396d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054588 Sep 17 23:15:15.635046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b5c1b-d524-42db-802c-b17e42a497fb req-418ac338-1825-464b-a086-fe2dc1e33a55 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:15.636585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c8b5c1b-d524-42db-802c-b17e42a497fb req-418ac338-1825-464b-a086-fe2dc1e33a55 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0545316 Sep 17 23:15:15.673040 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0c8b5c1b-d524-42db-802c-b17e42a497fb req-a60672da-d74a-432b-8f20-d58c3a2badfa tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306675 Sep 17 23:15:16.657710 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01477-a982-4209-bb7b-66122f269a5e req-c9dcc3ec-bac7-4fb6-afeb-0f991f3d7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:16.659171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-c9dcc3ec-bac7-4fb6-afeb-0f991f3d7bd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51c08b0324c54b3cb2b8e62fec84d863&device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 1097 time: 0.0400805 Sep 17 23:15:16.753424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01477-a982-4209-bb7b-66122f269a5e req-7406496d-9ece-4791-9d30-3baeeeb8a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:16.754930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-7406496d-9ece-4791-9d30-3baeeeb8a406 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e38a20c6-7111-4a2a-8255-a8811e578709 HTTP/1.1" status: 200 len: 913 time: 0.0888047 Sep 17 23:15:16.790921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090604de-0e32-400a-a8c9-83b887a964c6 req-36c39558-def1-4ab2-a095-740473f80689 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:16.792462 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-090604de-0e32-400a-a8c9-83b887a964c6 req-36c39558-def1-4ab2-a095-740473f80689 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0498552 Sep 17 23:15:16.796474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-1a9275b6-b872-4c81-88cf-b35f1dd46842 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 HTTP/1.1" status: 200 len: 217 time: 0.0339048 Sep 17 23:15:16.831851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-090604de-0e32-400a-a8c9-83b887a964c6 req-c49d6132-1e4b-4329-98d1-eeee9fb6ea9d tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331604 Sep 17 23:15:16.844587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01477-a982-4209-bb7b-66122f269a5e req-67d9dcc7-e60b-42bc-a327-56adb00244d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:16.846050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-67d9dcc7-e60b-42bc-a327-56adb00244d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30aa7baa-ba99-4f6c-bbcb-8e19477f76c4 HTTP/1.1" status: 200 len: 852 time: 0.0433838 Sep 17 23:15:16.876800 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-b0187d4d-c53d-47e7-928e-a9a95ec6e63c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e38a20c6-7111-4a2a-8255-a8811e578709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239501 Sep 17 23:15:16.967890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-f73999d2-3fb6-4536-b539-f77b64ae0924 service neutron] 10.222.0.15 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838432 Sep 17 23:15:17.058497 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-a634f43a-6775-43be-affc-7509f101af3a service neutron] 10.222.0.15 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835569 Sep 17 23:15:17.946699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d770fe1-9553-4943-bab0-4831e5b1efae req-79ca437f-cba9-40dc-bd14-807df357ac11 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:17.948227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d770fe1-9553-4943-bab0-4831e5b1efae req-79ca437f-cba9-40dc-bd14-807df357ac11 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0486965 Sep 17 23:15:17.985823 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5d770fe1-9553-4943-bab0-4831e5b1efae req-1d1b966f-79b4-45c5-8020-3bae219ef775 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317461 Sep 17 23:15:19.098262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8781921-e12c-4206-9541-4bcade834403 req-3821fd8d-59cb-4c16-8d48-036fdc5782b7 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:19.100269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8781921-e12c-4206-9541-4bcade834403 req-3821fd8d-59cb-4c16-8d48-036fdc5782b7 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0480392 Sep 17 23:15:19.139200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b8781921-e12c-4206-9541-4bcade834403 req-fb1fb6fc-dde6-4244-b301-b053c69372b4 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Sep 17 23:15:20.273784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252ea41-77be-43be-9d9a-251ec13cfa58 req-e7e3f82d-9056-4fd6-b538-2075a3a7ccac tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:20.275265 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a252ea41-77be-43be-9d9a-251ec13cfa58 req-e7e3f82d-9056-4fd6-b538-2075a3a7ccac tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0554767 Sep 17 23:15:20.315445 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a252ea41-77be-43be-9d9a-251ec13cfa58 req-d92ca5b7-165d-4387-ae81-64158c417b30 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343175 Sep 17 23:15:21.434255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca699566-a2b7-4973-bfd1-d55f2b1519c5 req-099cbb4c-07c7-4874-83b9-9009e12a1141 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:21.435727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca699566-a2b7-4973-bfd1-d55f2b1519c5 req-099cbb4c-07c7-4874-83b9-9009e12a1141 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0532317 Sep 17 23:15:21.473056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ca699566-a2b7-4973-bfd1-d55f2b1519c5 req-3ae2f4dc-f1af-4d08-8d42-f7d8700f1304 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Sep 17 23:15:22.602500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f3f1d-90e4-4958-881a-eba99d68742f req-b76f3904-da30-4e8c-a788-8c3697d4e337 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:22.604049 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-092f3f1d-90e4-4958-881a-eba99d68742f req-b76f3904-da30-4e8c-a788-8c3697d4e337 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0579185 Sep 17 23:15:22.643494 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-092f3f1d-90e4-4958-881a-eba99d68742f req-baad1d3f-39cf-4812-bed9-f350b79bb179 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Sep 17 23:15:23.758208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f3c37-d513-45d8-a87c-a406a33e41c6 req-90d58e8e-5a55-446b-86ee-e21747269ec0 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:23.759715 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f5f3c37-d513-45d8-a87c-a406a33e41c6 req-90d58e8e-5a55-446b-86ee-e21747269ec0 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0486474 Sep 17 23:15:23.796589 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f5f3c37-d513-45d8-a87c-a406a33e41c6 req-585d0c79-6f11-4c49-ac65-2385187c188f tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Sep 17 23:15:24.909835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63690d-30df-4de9-823a-a035104c9b98 req-17efec32-400a-49b0-8fe3-4f3147aa47f4 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:24.911263 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa63690d-30df-4de9-823a-a035104c9b98 req-17efec32-400a-49b0-8fe3-4f3147aa47f4 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0477788 Sep 17 23:15:24.948370 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa63690d-30df-4de9-823a-a035104c9b98 req-a60ab084-7dad-4558-a87d-10675487683c tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Sep 17 23:15:26.063041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71310450-6848-4751-818d-8878155c3625 req-d91ef14d-ccc3-481a-b324-483739033495 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:26.064464 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-71310450-6848-4751-818d-8878155c3625 req-d91ef14d-ccc3-481a-b324-483739033495 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0493577 Sep 17 23:15:26.103291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-71310450-6848-4751-818d-8878155c3625 req-6233896d-b205-4257-bd32-ef7124c9812b tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Sep 17 23:15:27.217240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e371b47-54e2-4435-8f0b-912edb020d1f req-22f5bb33-b28c-4e11-97ae-bd5d090b991e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:27.218711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e371b47-54e2-4435-8f0b-912edb020d1f req-22f5bb33-b28c-4e11-97ae-bd5d090b991e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0482857 Sep 17 23:15:27.255465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9e371b47-54e2-4435-8f0b-912edb020d1f req-6ae7923b-8b60-4b01-8f88-968ec0662878 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Sep 17 23:15:28.373772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbf8cb-79bf-423f-beb0-068e661d40ff req-a7c18372-4bbc-46d3-8189-4871cf3426a5 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:28.375168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dfbf8cb-79bf-423f-beb0-068e661d40ff req-a7c18372-4bbc-46d3-8189-4871cf3426a5 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0523033 Sep 17 23:15:28.414345 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5dfbf8cb-79bf-423f-beb0-068e661d40ff req-42beb7bc-4f54-4b69-843a-c4a98a30ab3e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332613 Sep 17 23:15:29.531606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0b92-c3d5-4adc-bd12-4e151d83f659 req-38b11bc6-cf3f-4ccf-bb0e-f2e5f89af5c8 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:29.533078 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7c7f0b92-c3d5-4adc-bd12-4e151d83f659 req-38b11bc6-cf3f-4ccf-bb0e-f2e5f89af5c8 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0518754 Sep 17 23:15:29.571546 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7c7f0b92-c3d5-4adc-bd12-4e151d83f659 req-ecbdee16-1d6c-4c1b-ab6f-8c78dc5ed0bf tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320439 Sep 17 23:15:29.620995 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.685514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de763bc-6815-4d3c-bb37-370726078b2b req-56ce931b-1ad8-4f4a-a1dd-7b3681c80371 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:30.686995 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0de763bc-6815-4d3c-bb37-370726078b2b req-56ce931b-1ad8-4f4a-a1dd-7b3681c80371 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Sep 17 23:15:30.724482 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0de763bc-6815-4d3c-bb37-370726078b2b req-75d75d32-1481-4116-bc3c-e81da678b623 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Sep 17 23:15:31.837296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69b28a-d20e-4ea8-a48e-cc29fb20c199 req-80720f53-d9b9-4bdc-a613-7f4fe1a2515d tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:31.838738 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf69b28a-d20e-4ea8-a48e-cc29fb20c199 req-80720f53-d9b9-4bdc-a613-7f4fe1a2515d tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0484109 Sep 17 23:15:31.876023 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf69b28a-d20e-4ea8-a48e-cc29fb20c199 req-3ee4eb43-909d-44a7-a8e3-fce39dc1a97e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Sep 17 23:15:32.991769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245a0dc-4ab6-469c-b3a7-9a6a74c3530b req-31768ffe-bce2-4b9f-aaa9-ded61f8c2fa3 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:32.993268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2245a0dc-4ab6-469c-b3a7-9a6a74c3530b req-31768ffe-bce2-4b9f-aaa9-ded61f8c2fa3 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Sep 17 23:15:33.030054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2245a0dc-4ab6-469c-b3a7-9a6a74c3530b req-1db8ed57-66c7-4c6e-9a6a-c976d2d7ac35 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309412 Sep 17 23:15:33.266223 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-42235ee1-495c-45f8-bb18-035a53681c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:34.142801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153a8a6-4018-4a76-8e9c-2e76eefd4880 req-a82d24f2-48a3-4ae3-8b60-3d417461a9bf tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:34.144277 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2153a8a6-4018-4a76-8e9c-2e76eefd4880 req-a82d24f2-48a3-4ae3-8b60-3d417461a9bf tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0488832 Sep 17 23:15:34.182219 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2153a8a6-4018-4a76-8e9c-2e76eefd4880 req-7592b34f-a997-44c0-ac4f-164ce97d00d0 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Sep 17 23:15:35.311390 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34036713-7d8d-4fb4-ae6e-ca122eaf4039 req-01b4afec-24a5-4add-9881-6aa9f00a983c tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:35.312917 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34036713-7d8d-4fb4-ae6e-ca122eaf4039 req-01b4afec-24a5-4add-9881-6aa9f00a983c tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0527325 Sep 17 23:15:35.350761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34036713-7d8d-4fb4-ae6e-ca122eaf4039 req-8490dc4a-9914-41d4-8a6a-11ca99644c29 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Sep 17 23:15:35.867523 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3ffdeb50-bdbc-4098-9128-125d607dd8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.261340 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:15:36.474715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c535c8-140f-424d-b971-75d7bea15223 req-aead2871-ac38-41f2-ab8f-66ebce4c33a6 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:36.476220 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00c535c8-140f-424d-b971-75d7bea15223 req-aead2871-ac38-41f2-ab8f-66ebce4c33a6 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0542884 Sep 17 23:15:36.513876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00c535c8-140f-424d-b971-75d7bea15223 req-5bbb0ada-45b4-4b71-aec0-9283c86f29ba tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Sep 17 23:15:37.044713 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:37.490814 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:37.627921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20a5fb-f1b1-40e8-8e3d-57d223097052 req-e2b9729a-2877-4c73-afb6-521fc1240f2f tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:37.629412 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef20a5fb-f1b1-40e8-8e3d-57d223097052 req-e2b9729a-2877-4c73-afb6-521fc1240f2f tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0488019 Sep 17 23:15:37.667003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef20a5fb-f1b1-40e8-8e3d-57d223097052 req-9de79d97-bfc0-4144-9ca4-37a58e5e5415 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Sep 17 23:15:38.782434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b977a-979d-471a-b9fd-3ab6683cedbb req-5a85586a-7b35-49c9-882c-c435e90d1277 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:38.783818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b1b977a-979d-471a-b9fd-3ab6683cedbb req-5a85586a-7b35-49c9-882c-c435e90d1277 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0487731 Sep 17 23:15:38.821088 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b1b977a-979d-471a-b9fd-3ab6683cedbb req-962733eb-86d1-4756-ba27-d6dabfd8a1ff tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308478 Sep 17 23:15:39.197781 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.933585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985a03b-dd58-43fe-aed1-b7605b0b0ca7 req-a9deed22-fb72-4a85-8187-9d62c99a57ee tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:39.935154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1985a03b-dd58-43fe-aed1-b7605b0b0ca7 req-a9deed22-fb72-4a85-8187-9d62c99a57ee tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0483258 Sep 17 23:15:39.973875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1985a03b-dd58-43fe-aed1-b7605b0b0ca7 req-4303b9fe-ac90-4976-812c-7e4e25d1d36a tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Sep 17 23:15:40.799057 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.087985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55c844-329d-457b-a2a7-6e93a880f4e9 req-9eeac2b7-0a32-4035-ac45-97c574c9c664 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:41.089405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e55c844-329d-457b-a2a7-6e93a880f4e9 req-9eeac2b7-0a32-4035-ac45-97c574c9c664 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0486345 Sep 17 23:15:41.126992 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e55c844-329d-457b-a2a7-6e93a880f4e9 req-d620b715-ad94-45f9-84f8-27748aeb0853 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Sep 17 23:15:42.243967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dc655-6754-485c-a6f5-b1880e380e28 req-ecfeb542-0be5-4bc3-abed-73e3e0ed96d7 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:42.245463 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d9dc655-6754-485c-a6f5-b1880e380e28 req-ecfeb542-0be5-4bc3-abed-73e3e0ed96d7 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0522182 Sep 17 23:15:42.282178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d9dc655-6754-485c-a6f5-b1880e380e28 req-c244966c-6e2c-4b0f-9299-4df544903f82 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Sep 17 23:15:43.400895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b9f30-a0ca-4086-b3dc-ef258316b1e7 req-ae4dc5f8-842d-4189-8607-43f695de6f7e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:43.402372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-263b9f30-a0ca-4086-b3dc-ef258316b1e7 req-ae4dc5f8-842d-4189-8607-43f695de6f7e tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0527196 Sep 17 23:15:43.439785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-263b9f30-a0ca-4086-b3dc-ef258316b1e7 req-07447164-82cb-4175-a8f7-654583422c60 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Sep 17 23:15:44.247686 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-5cd01477-a982-4209-bb7b-66122f269a5e req-bc8193b9-2204-4883-814b-d0b84e1b1a35 service neutron] show failed (client error): The resource could not be found. Sep 17 23:15:44.248734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-bc8193b9-2204-4883-814b-d0b84e1b1a35 service neutron] 10.222.0.15 "GET /v2.0/ports/e82bcd2d-37ee-48a2-9f3c-86cd6c959f12/bindings/n-h1-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0561283 Sep 17 23:15:44.559085 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4413dc-8afb-4fed-9720-2b9c61fba588 req-99c4100e-6dae-4411-8f34-d6da755169a1 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:44.560654 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a4413dc-8afb-4fed-9720-2b9c61fba588 req-99c4100e-6dae-4411-8f34-d6da755169a1 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0506365 Sep 17 23:15:44.601644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a4413dc-8afb-4fed-9720-2b9c61fba588 req-5b31307c-3b05-435c-acc7-8a27853b5dd6 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349965 Sep 17 23:15:44.832834 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01477-a982-4209-bb7b-66122f269a5e req-5cc4c96d-d889-46f1-9c69-6dbb721575df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:44.835344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-5cc4c96d-d889-46f1-9c69-6dbb721575df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6&tenant_id=51c08b0324c54b3cb2b8e62fec84d863 HTTP/1.1" status: 200 len: 1097 time: 0.1133587 Sep 17 23:15:44.846868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:44.898502 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.094848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,segment=NetworkSegment(4a388809-c296-4a44-a1c1-5cde21357ff8),segment_id=4a388809-c296-4a44-a1c1-5cde21357ff8)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:45.126828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:45.169201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:15:45.174963 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.187553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Transition to ACTIVE for port object e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:15:45.217898 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f977b4-5628-46b2-9bcc-c76e94fe17a5" -d '{"events": [{"server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "name": "network-vif-unplugged", "status": "completed", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:15:45.256923 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.306573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Pushing event updated for resources: {'Port': ['ID=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:45.325928 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f2d2cf-7ca8-466b-947b-c1cd47e814e5 x-openstack-request-id: req-88f2d2cf-7ca8-466b-947b-c1cd47e814e5 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:15:45.326212 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "name": "network-vif-unplugged", "status": "completed", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:15:45.326463 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88f2d2cf-7ca8-466b-947b-c1cd47e814e5 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:15:45.326849 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12', 'code': 200} Sep 17 23:15:45.327501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] No DVR routers for this DVR port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:45.331244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.334736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.334736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.334736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.334736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.334736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.334736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.334736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.334736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.334736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.334736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.335544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:45.370788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Attempting to bind port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:45.371039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Attempting to bind port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '4a388809-c296-4a44-a1c1-5cde21357ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:45.371360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Attempting to bind port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 on network e38a20c6-7111-4a2a-8255-a8811e578709 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:45.375655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 on network e38a20c6-7111-4a2a-8255-a8811e578709 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:15:45.375966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Attempting to bind port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 on network e38a20c6-7111-4a2a-8255-a8811e578709 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:45.380825 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:45.381156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Checking segment: {'id': '4a388809-c296-4a44-a1c1-5cde21357ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:45.381532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Bound using segment: {'id': '4a388809-c296-4a44-a1c1-5cde21357ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:45.381950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Bound port: e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a388809-c296-4a44-a1c1-5cde21357ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:45.382295 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.446388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:45.449313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,segment=NetworkSegment(4a388809-c296-4a44-a1c1-5cde21357ff8),segment_id=4a388809-c296-4a44-a1c1-5cde21357ff8)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:45.519180 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.555126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:45.555736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.557160 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] 10.222.0.23 "PUT /v2.0/ports/e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 HTTP/1.1" status: 200 len: 1092 time: 0.7141938 Sep 17 23:15:45.576874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b9288-4da4-4839-978d-33a5d37e1e93 service neutron] Pushing event updated for resources: {'Port': ['ID=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:45.619578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01477-a982-4209-bb7b-66122f269a5e req-ce874a89-da76-47bc-bcee-9178793c6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:45.621164 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-ce874a89-da76-47bc-bcee-9178793c6571 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51c08b0324c54b3cb2b8e62fec84d863&device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 1095 time: 0.0414591 Sep 17 23:15:45.750762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92696212-d554-47f5-a889-1f26c58462f1 req-fe3e7299-0813-45f4-9fb3-332739c76021 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:45.752261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92696212-d554-47f5-a889-1f26c58462f1 req-fe3e7299-0813-45f4-9fb3-332739c76021 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 943 time: 0.0667491 Sep 17 23:15:45.753365 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01477-a982-4209-bb7b-66122f269a5e req-6fda0d28-0204-42bc-8b5a-ac37869d7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:45.754666 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-6fda0d28-0204-42bc-8b5a-ac37869d7252 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e38a20c6-7111-4a2a-8255-a8811e578709 HTTP/1.1" status: 200 len: 913 time: 0.1266820 Sep 17 23:15:45.803180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-abe33249-29d9-4ca9-a05f-029d6a121485 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 HTTP/1.1" status: 200 len: 217 time: 0.0393691 Sep 17 23:15:45.849053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-92696212-d554-47f5-a889-1f26c58462f1 req-ba975bfc-81cb-47cc-92ad-a50bdf6840b6 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908809 Sep 17 23:15:45.865251 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01477-a982-4209-bb7b-66122f269a5e req-9907ce81-54e3-44a8-bfb5-fc98fcd474e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:45.866686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-9907ce81-54e3-44a8-bfb5-fc98fcd474e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30aa7baa-ba99-4f6c-bbcb-8e19477f76c4 HTTP/1.1" status: 200 len: 852 time: 0.0567312 Sep 17 23:15:45.898208 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-f90f432c-8d75-4d92-a7fa-13fcbecc90da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e38a20c6-7111-4a2a-8255-a8811e578709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245612 Sep 17 23:15:45.985618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-3a9dbfad-9a45-48a3-b388-6b608202937d service neutron] 10.222.0.23 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802023 Sep 17 23:15:46.075870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd01477-a982-4209-bb7b-66122f269a5e req-92f3f79d-fddc-48e2-8457-8a224cd834b2 service neutron] 10.222.0.23 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831234 Sep 17 23:15:46.966242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50bab0-36fa-425f-a1de-4e022cd593d4 req-0b5dd0ab-b8cd-4c7c-9cc1-7687a4e4be9f tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:46.967701 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1b50bab0-36fa-425f-a1de-4e022cd593d4 req-0b5dd0ab-b8cd-4c7c-9cc1-7687a4e4be9f tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 943 time: 0.0493362 Sep 17 23:15:47.004627 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1b50bab0-36fa-425f-a1de-4e022cd593d4 req-58919ae5-9370-4ca8-8e10-2cb0dca3ff98 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310082 Sep 17 23:15:47.328102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:15:47.330467 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:15:47.377156 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fbd61f-6348-4a36-87e0-f87508afbc0f x-openstack-request-id: req-46fbd61f-6348-4a36-87e0-f87508afbc0f {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:15:47.377445 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:15:47.377718 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46fbd61f-6348-4a36-87e0-f87508afbc0f {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:15:47.378111 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12', 'status': 'completed', 'code': 200} Sep 17 23:15:47.440812 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-9cf526a2-4c50-4446-a2f1-67735e68c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:47.442315 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-9cf526a2-4c50-4446-a2f1-67735e68c19c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51c08b0324c54b3cb2b8e62fec84d863&device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 1095 time: 0.0404208 Sep 17 23:15:47.455805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-71741844-3267-4aae-b0c3-ccdbf9657f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:47.457300 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-71741844-3267-4aae-b0c3-ccdbf9657f0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51c08b0324c54b3cb2b8e62fec84d863&device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 1095 time: 0.0406017 Sep 17 23:15:47.540908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-fec4b6e5-cebf-4630-8a21-e4be87ceab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:47.542302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-fec4b6e5-cebf-4630-8a21-e4be87ceab8b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e38a20c6-7111-4a2a-8255-a8811e578709 HTTP/1.1" status: 200 len: 913 time: 0.0908332 Sep 17 23:15:47.551154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-5c0b1ecc-cbcc-4c8c-ab5a-39460a3ed1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:47.552635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-5c0b1ecc-cbcc-4c8c-ab5a-39460a3ed1b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e38a20c6-7111-4a2a-8255-a8811e578709 HTTP/1.1" status: 200 len: 913 time: 0.0871949 Sep 17 23:15:47.564999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:15:47.588280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-9b093fbe-e931-4f77-b637-b9e1c00b5dee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 HTTP/1.1" status: 200 len: 217 time: 0.0382757 Sep 17 23:15:47.596633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-d84863dc-8f6b-453c-afe9-f1ec00c60575 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 HTTP/1.1" status: 200 len: 217 time: 0.0361693 Sep 17 23:15:47.607913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:15:47.637837 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-13375c1f-89bc-4524-95ac-fcc3e2b6a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:47.639345 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-13375c1f-89bc-4524-95ac-fcc3e2b6a7eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30aa7baa-ba99-4f6c-bbcb-8e19477f76c4 HTTP/1.1" status: 200 len: 852 time: 0.0441635 Sep 17 23:15:47.649903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-23b785ac-18fe-48b6-8945-59e17b5ad0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:47.651424 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-23b785ac-18fe-48b6-8945-59e17b5ad0e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30aa7baa-ba99-4f6c-bbcb-8e19477f76c4 HTTP/1.1" status: 200 len: 852 time: 0.0481009 Sep 17 23:15:47.679471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-6e8eb1e8-53aa-494b-9783-b124fa0ad1ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e38a20c6-7111-4a2a-8255-a8811e578709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280244 Sep 17 23:15:47.682757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-f91616da-9c60-46b7-b92c-5ab14d60a7f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e38a20c6-7111-4a2a-8255-a8811e578709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241916 Sep 17 23:15:47.773453 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-af674b90-6157-4546-bf57-0e7494f3ffab service neutron] 10.222.0.23 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863853 Sep 17 23:15:47.776062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-7cd67d7d-b6bc-4462-89c7-2130f8531142 service neutron] 10.222.0.15 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866065 Sep 17 23:15:47.873469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-445142cc-0026-41bc-8199-51e85720f615 service neutron] 10.222.0.23 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921342 Sep 17 23:15:47.873700 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef4d2d99-5b8e-4298-98d7-39c76d774a2d req-2524a12a-9db9-4744-b9c8-b95ee4d59a9f service neutron] 10.222.0.15 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903087 Sep 17 23:15:48.120614 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e6a1f-44ad-4a64-af10-84f65169dc71 req-13ed5aac-348e-4ba3-93c8-936b36f92520 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:48.122111 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df8e6a1f-44ad-4a64-af10-84f65169dc71 req-13ed5aac-348e-4ba3-93c8-936b36f92520 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 943 time: 0.0506971 Sep 17 23:15:48.159369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-df8e6a1f-44ad-4a64-af10-84f65169dc71 req-664b948b-984f-40e0-85c7-6c14fe878256 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Sep 17 23:15:48.640637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-e7a935f6-d36f-451d-a5cf-3d8edc2bdfea tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:48.642131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-e7a935f6-d36f-451d-a5cf-3d8edc2bdfea tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.15 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6&tenant_id=51c08b0324c54b3cb2b8e62fec84d863&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 943 time: 0.0902450 Sep 17 23:15:48.701335 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-2e0d81ff-f197-4375-b9f2-aa05e9212252 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:15:48.702313 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-2e0d81ff-f197-4375-b9f2-aa05e9212252 service neutron] 10.222.0.15 "DELETE /v2.0/ports/e82bcd2d-37ee-48a2-9f3c-86cd6c959f12/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0524416 Sep 17 23:15:48.804002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4f8dbaa8-b210-4f6e-8a43-79e188d5a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:48.805411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4f8dbaa8-b210-4f6e-8a43-79e188d5a5d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51c08b0324c54b3cb2b8e62fec84d863&device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 1095 time: 0.0399764 Sep 17 23:15:49.182340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-f23579fa-f49d-408f-9e9c-53ab8f28aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:49.183804 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-f23579fa-f49d-408f-9e9c-53ab8f28aa55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e38a20c6-7111-4a2a-8255-a8811e578709 HTTP/1.1" status: 200 len: 913 time: 0.3714113 Sep 17 23:15:49.222705 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-34f9e4a9-aa70-400e-b458-d5aebac35624 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 HTTP/1.1" status: 200 len: 217 time: 0.0319173 Sep 17 23:15:49.273376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-a75abea3-d1a0-4aec-ad8f-327de39c6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:49.274776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-a75abea3-d1a0-4aec-ad8f-327de39c6433 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30aa7baa-ba99-4f6c-bbcb-8e19477f76c4 HTTP/1.1" status: 200 len: 852 time: 0.0455608 Sep 17 23:15:49.305405 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-5661e249-41e5-48d4-a429-4ba2f9f39126 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e38a20c6-7111-4a2a-8255-a8811e578709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242298 Sep 17 23:15:49.392944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-fa011ae7-502b-4702-9c1c-50d9d47f7351 service neutron] 10.222.0.15 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800929 Sep 17 23:15:49.484379 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-02f9d237-5f8f-43bf-b16d-2709f1086a9e service neutron] 10.222.0.15 "GET /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844176 Sep 17 23:15:49.567429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:15:49.661755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,segment=NetworkSegment(4a388809-c296-4a44-a1c1-5cde21357ff8),segment_id=4a388809-c296-4a44-a1c1-5cde21357ff8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:49.673550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12', 'network_id': 'e38a20c6-7111-4a2a-8255-a8811e578709', 'port_id': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12', 'mac_address': 'fa:16:3e:17:1e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30aa7baa-ba99-4f6c-bbcb-8e19477f76c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:15:49.714870 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:49.727507 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:15:49.746307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,segment=NetworkSegment(4a388809-c296-4a44-a1c1-5cde21357ff8),segment_id=4a388809-c296-4a44-a1c1-5cde21357ff8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:49.821465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:49.868267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:50.067027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['e82bcd2d-37ee-48a2-9f3c-86cd6c959f12'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:15:50.856375 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532fe7a-9948-43fb-8295-b83294041b01 req-fb4667a9-e594-4a12-9d94-3ba5490d446c tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:50.857857 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f532fe7a-9948-43fb-8295-b83294041b01 req-fb4667a9-e594-4a12-9d94-3ba5490d446c tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 944 time: 0.0489359 Sep 17 23:15:50.894877 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f532fe7a-9948-43fb-8295-b83294041b01 req-1a563114-d569-4fb3-89d3-abfb078c13fa tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310478 Sep 17 23:15:51.569789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:51.707701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:15:51.712960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:51.718310 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.789637 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.812090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:15:51.814345 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766af841-ee08-4e12-b2eb-4ee84b649c0c" -d '{"events": [{"server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "name": "network-vif-plugged", "status": "completed", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:15:51.828328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,segment=NetworkSegment(4a388809-c296-4a44-a1c1-5cde21357ff8),segment_id=4a388809-c296-4a44-a1c1-5cde21357ff8)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:51.852685 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c02825-6378-4bb4-b17e-695fbd482e14 x-openstack-request-id: req-01c02825-6378-4bb4-b17e-695fbd482e14 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:15:51.852976 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "name": "network-vif-plugged", "status": "completed", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:15:51.853224 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01c02825-6378-4bb4-b17e-695fbd482e14 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:15:51.853615 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12', 'code': 200} Sep 17 23:15:51.901585 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.951972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:52.009622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4860-577f-4b18-b6de-7c882f60d743 req-628ff2d2-148d-4967-9433-e9ee9d11cc6d tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:52.011174 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d31a4860-577f-4b18-b6de-7c882f60d743 req-628ff2d2-148d-4967-9433-e9ee9d11cc6d tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Sep 17 23:15:52.052719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d31a4860-577f-4b18-b6de-7c882f60d743 req-e065529d-0bb7-432f-98a7-ff5ee4f5ab92 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/security-groups?id=334463d4-5ba9-459e-8b09-6e4005724d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356429 Sep 17 23:15:52.078860 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-ee1f31b4-8d63-48df-9d1a-a5b9cf7b46af tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:52.080278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-ee1f31b4-8d63-48df-9d1a-a5b9cf7b46af tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 945 time: 0.0491805 Sep 17 23:15:52.167246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4d064c2c-141e-48fa-afba-d4eac1737737 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Deleting port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:52.167584 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4d064c2c-141e-48fa-afba-d4eac1737737 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:52.256013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4d064c2c-141e-48fa-afba-d4eac1737737 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] For port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,segment=NetworkSegment(4a388809-c296-4a44-a1c1-5cde21357ff8),segment_id=4a388809-c296-4a44-a1c1-5cde21357ff8)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:52.256948 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4d064c2c-141e-48fa-afba-d4eac1737737 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:52.268992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4d064c2c-141e-48fa-afba-d4eac1737737 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Calling delete_port for e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:52.477579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4d064c2c-141e-48fa-afba-d4eac1737737 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:52.489479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['e82bcd2d-37ee-48a2-9f3c-86cd6c959f12'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:15:52.505615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d064c2c-141e-48fa-afba-d4eac1737737 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Pushing event deleted for resources: {'Port': ['ID=e82bcd2d-37ee-48a2-9f3c-86cd6c959f12,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:52.545886 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4d064c2c-141e-48fa-afba-d4eac1737737 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] No DVR routers for this DVR port e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:52.548636 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4d064c2c-141e-48fa-afba-d4eac1737737 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:52.550626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ddcc5430-5d16-4939-bfcc-c5a35a74cf9f req-4d064c2c-141e-48fa-afba-d4eac1737737 tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.23 "DELETE /v2.0/ports/e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 HTTP/1.1" status: 204 len: 173 time: 0.4641440 Sep 17 23:15:52.551063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'name': 'network-vif-deleted', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:15:52.553348 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7888260-cfc9-43f0-b919-efb2579a2eeb" -d '{"events": [{"server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "name": "network-vif-deleted", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:15:52.589893 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9e38d5-7e7b-41b2-a4c2-ad2be0656480 x-openstack-request-id: req-2d9e38d5-7e7b-41b2-a4c2-ad2be0656480 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:15:52.590188 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d5b37a-c1a8-467a-9674-0220ce61fee6", "name": "network-vif-deleted", "tag": "e82bcd2d-37ee-48a2-9f3c-86cd6c959f12", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:15:52.590443 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d9e38d5-7e7b-41b2-a4c2-ad2be0656480 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:15:52.590842 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d5b37a-c1a8-467a-9674-0220ce61fee6', 'name': 'network-vif-deleted', 'tag': 'e82bcd2d-37ee-48a2-9f3c-86cd6c959f12', 'status': 'completed', 'code': 200} Sep 17 23:15:53.157831 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-24c28e42-e49a-4ac2-ae80-cec5b571517b req-2ac8a515-dd48-43db-8692-71b5a16ab2be tempest-DeleteServersTestJSON-1008923063 tempest-DeleteServersTestJSON-1008923063-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d5b37a-c1a8-467a-9674-0220ce61fee6 HTTP/1.1" status: 200 len: 210 time: 0.0258467 Sep 17 23:15:54.286856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53484) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:54.330784 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-8457052b-6faf-46a8-9a7f-7901c0160629 admin admin] Deleting subnet 30aa7baa-ba99-4f6c-bbcb-8e19477f76c4 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:15:54.333973 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8457052b-6faf-46a8-9a7f-7901c0160629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.367467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8457052b-6faf-46a8-9a7f-7901c0160629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.404845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8457052b-6faf-46a8-9a7f-7901c0160629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.511941 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8457052b-6faf-46a8-9a7f-7901c0160629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.536645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457052b-6faf-46a8-9a7f-7901c0160629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30aa7baa-ba99-4f6c-bbcb-8e19477f76c4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:54.540428 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8457052b-6faf-46a8-9a7f-7901c0160629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.543728 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8457052b-6faf-46a8-9a7f-7901c0160629 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/30aa7baa-ba99-4f6c-bbcb-8e19477f76c4 HTTP/1.1" status: 204 len: 168 time: 0.2544205 Sep 17 23:15:54.545079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53486) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:54.611677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.691394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.711951 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38a20c6-7111-4a2a-8255-a8811e578709']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:54.720958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a388809-c296-4a44-a1c1-5cde21357ff8') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:54.721255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a388809-c296-4a44-a1c1-5cde21357ff8') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:54.731249 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.744735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.750524 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:54.750905 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:54.752601 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:54.890949 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.897340 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:54.899337 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] 10.222.0.30 "DELETE /v2.0/networks/e38a20c6-7111-4a2a-8255-a8811e578709 HTTP/1.1" status: 204 len: 168 time: 0.3533514 Sep 17 23:15:54.915802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Pushing event deleted for resources: {'Network': ['ID=e38a20c6-7111-4a2a-8255-a8811e578709,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:54.923363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.923711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.924048 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.924432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.924756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.925085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.925412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.925734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.926056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.926378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.926698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:54.927015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b391131-4133-4813-ad4d-d5715b21083a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.186835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53490) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:55.225785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bc92d3f7-28c0-46d4-9abd-fce3178c0831 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51c08b0324c54b3cb2b8e62fec84d863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378261 Sep 17 23:15:55.229030 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53492) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:55.275004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89fbcccb-0525-43fd-9869-c98b92ec1bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:55.306304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89fbcccb-0525-43fd-9869-c98b92ec1bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:55.404692 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89fbcccb-0525-43fd-9869-c98b92ec1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:55.407246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-89fbcccb-0525-43fd-9869-c98b92ec1bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:55.408442 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-89fbcccb-0525-43fd-9869-c98b92ec1bc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/334463d4-5ba9-459e-8b09-6e4005724d61 HTTP/1.1" status: 204 len: 168 time: 0.1785123 Sep 17 23:15:55.416297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbcccb-0525-43fd-9869-c98b92ec1bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334463d4-5ba9-459e-8b09-6e4005724d61,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:55.598922 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:15:55.618465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:15:55.618813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device e82bcd2d-37ee-48a2-9f3c-86cd6c959f12 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:15:56.381557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53514) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:56.479065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1626393052-network', 'tenant_id': 'd319b4d852164e03922fc0b9dcfde991'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:56.564771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Made reservation on behalf of d319b4d852164e03922fc0b9dcfde991 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:56.567110 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:56.576546 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:56.667397 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:56.741607 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:56.766165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:15:56.775582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dd353f-0435-46e8-b34a-fa9af990acf1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:56.780276 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:56.786225 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Added segment 339afe78-c430-41ad-aed2-ea1490513677 of type vlan for network d9b1dd69-348e-405d-93dc-b88a5a126cee Sep 17 23:15:56.818870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:56.924621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:56.925640 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:56.926263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:57.015496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] Pushing event updated for resources: {'Network': ['ID=d9b1dd69-348e-405d-93dc-b88a5a126cee,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:57.024795 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d9b1dd69-348e-405d-93dc-b88a5a126cee details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:15:57.028214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6718b462-3bf7-4748-a337-7491d2076a3b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6455402 Sep 17 23:15:57.031302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53518) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:57.036244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Request body: {'subnet': {'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1626393052-subnet', 'tenant_id': 'd319b4d852164e03922fc0b9dcfde991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:57.119056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Made reservation on behalf of d319b4d852164e03922fc0b9dcfde991 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:57.121508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:57.353508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:57.409015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18a99b9-13b3-4e7f-a5fb-afec413b9149,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:57.419185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Checking segment: {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:57.419547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Network hostable DHCP agents. Network: d9b1dd69-348e-405d-93dc-b88a5a126cee, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:57.478567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Network d9b1dd69-348e-405d-93dc-b88a5a126cee is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:57.524627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d9b1dd69-348e-405d-93dc-b88a5a126cee) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:57.528624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:57.529204 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:57.534038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1387be9b-7eaa-490e-a3bc-53d1f8ef7f80 None None] Network d9b1dd69-348e-405d-93dc-b88a5a126cee requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:57.588329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a6988e2b-56d9-4028-9ee9-773df1a92a09 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5558400 Sep 17 23:15:57.657631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f5a9cc-d105-4abe-b8df-fa5e730c8182 None None] Network d9b1dd69-348e-405d-93dc-b88a5a126cee requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:58.000944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-14627f79-6311-485f-a2b2-ade59efe6523 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:58.002402 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-14627f79-6311-485f-a2b2-ade59efe6523 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 815 time: 0.1030536 Sep 17 23:15:58.017504 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-de566edb-3487-4acf-94df-7345ead5d30b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/quotas/d319b4d852164e03922fc0b9dcfde991 HTTP/1.1" status: 200 len: 375 time: 0.0088160 Sep 17 23:15:58.047869 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8ac5932b-c39a-4983-859e-1161fb4bd818 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252571 Sep 17 23:15:58.212767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8f7e834e-dd90-4ec7-b05a-a4a1f7948efe service neutron] 10.222.0.30 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243491 Sep 17 23:15:58.300443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-56116da6-5d97-4d36-9fa0-7e225da4afec service neutron] 10.222.0.30 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816231 Sep 17 23:15:58.536142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8e3cd33-f320-4998-b5bc-354ba7d2d102 req-a51172a8-124c-4ebc-b004-e7e97837fcdc tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 210 time: 0.0303223 Sep 17 23:15:59.638971 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a987aa25-f51e-4037-a542-4bc9fba64cc0 req-1f7014f9-9afb-42fc-9606-5b8600f51293 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 210 time: 0.0270252 Sep 17 23:15:59.650816 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:00.546846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-88427999-6e41-48c5-a335-f6eb6ff4205e tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:00.548321 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-88427999-6e41-48c5-a335-f6eb6ff4205e tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.23 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 815 time: 0.1016982 Sep 17 23:16:00.561197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Request body: {'port': {'device_id': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee', 'admin_state_up': True, 'tenant_id': 'd319b4d852164e03922fc0b9dcfde991'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:00.734970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1d1276c0-0e5b-4363-b2df-68d4fcdb3cef req-678c11f2-de32-4d8d-a71b-da130f6005bc tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 210 time: 0.0271754 Sep 17 23:16:00.758992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Made reservation on behalf of d319b4d852164e03922fc0b9dcfde991 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:16:00.762814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:00.889295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Allocated IP 172.20.0.3 (d9b1dd69-348e-405d-93dc-b88a5a126cee/b18a99b9-13b3-4e7f-a5fb-afec413b9149/859468ab-7b1f-42f0-80b2-2234e6533f80) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:16:01.039259 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:01.102564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:01.146352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Network d9b1dd69-348e-405d-93dc-b88a5a126cee is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:16:01.149970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:16:01.153717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:16:01.181291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Pushing event updated for resources: {'Port': ['ID=859468ab-7b1f-42f0-80b2-2234e6533f80,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:01.207675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:01.208556 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:01.307901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ee8fb32c-d65a-4530-b508-33981b773a6a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7504644 Sep 17 23:16:01.320394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Request body: {'port': {'device_id': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:01.372614 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:01.633326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859468ab-7b1f-42f0-80b2-2234e6533f80 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:16:01.641167 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:01.657763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Transition to ACTIVE for port object 859468ab-7b1f-42f0-80b2-2234e6533f80 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:16:01.742001 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:01.789541 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Pushing event updated for resources: {'Port': ['ID=859468ab-7b1f-42f0-80b2-2234e6533f80,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:01.860542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bc731-e9e4-412b-98cd-58b8a1d3e2a8 req-713a5eba-c10c-4c6e-a926-120979b32b7d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:01.862014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e96bc731-e9e4-412b-98cd-58b8a1d3e2a8 req-713a5eba-c10c-4c6e-a926-120979b32b7d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 943 time: 0.0535972 Sep 17 23:16:01.863454 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Attempting to bind port 859468ab-7b1f-42f0-80b2-2234e6533f80 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:16:01.863787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Attempting to bind port 859468ab-7b1f-42f0-80b2-2234e6533f80 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:16:01.864111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Attempting to bind port 859468ab-7b1f-42f0-80b2-2234e6533f80 on network d9b1dd69-348e-405d-93dc-b88a5a126cee {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:01.869184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Port 859468ab-7b1f-42f0-80b2-2234e6533f80 on network d9b1dd69-348e-405d-93dc-b88a5a126cee not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:16:01.869458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Attempting to bind port 859468ab-7b1f-42f0-80b2-2234e6533f80 on network d9b1dd69-348e-405d-93dc-b88a5a126cee {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:01.875129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:16:01.875464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Checking segment: {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:16:01.875840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Bound using segment: {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:16:01.876293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Bound port: 859468ab-7b1f-42f0-80b2-2234e6533f80, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:16:01.876647 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:01.901359 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e96bc731-e9e4-412b-98cd-58b8a1d3e2a8 req-f17f620a-1661-4b74-bc6f-5a7c38208b6c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Sep 17 23:16:02.284939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:16:02.287736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=859468ab-7b1f-42f0-80b2-2234e6533f80,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:16:02.364820 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:02.399185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:02.399823 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:02.401305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] 10.222.0.23 "PUT /v2.0/ports/859468ab-7b1f-42f0-80b2-2234e6533f80 HTTP/1.1" status: 200 len: 1092 time: 1.0854793 Sep 17 23:16:02.401775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:02.404048 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d2b6b0-dfa8-438e-9f98-d5636bc809d3" -d '{"events": [{"name": "network-changed", "server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:02.432548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a2974-73a7-4132-b196-eb9210c914d9 service neutron] Pushing event updated for resources: {'Port': ['ID=859468ab-7b1f-42f0-80b2-2234e6533f80,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:02.447124 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56caaba-78e1-4d0c-9cfa-dcc86b48cea2 x-openstack-request-id: req-e56caaba-78e1-4d0c-9cfa-dcc86b48cea2 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:02.447124 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:02.447124 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e56caaba-78e1-4d0c-9cfa-dcc86b48cea2 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:02.447124 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80', 'status': 'completed', 'code': 200} Sep 17 23:16:02.502637 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2b6b0-dfa8-438e-9f98-d5636bc809d3 req-37f6846c-9c5f-47a9-b097-029ee1efb8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:02.504092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79d2b6b0-dfa8-438e-9f98-d5636bc809d3 req-37f6846c-9c5f-47a9-b097-029ee1efb8b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 1095 time: 0.0421593 Sep 17 23:16:02.609634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2b6b0-dfa8-438e-9f98-d5636bc809d3 req-5fe730c6-9319-4f1d-a551-20a87a8d9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:02.611011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79d2b6b0-dfa8-438e-9f98-d5636bc809d3 req-5fe730c6-9319-4f1d-a551-20a87a8d9973 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d319b4d852164e03922fc0b9dcfde991&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0989809 Sep 17 23:16:02.706199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2b6b0-dfa8-438e-9f98-d5636bc809d3 req-b55456a6-da69-4ccb-ba66-d42ed2434987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:02.707665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79d2b6b0-dfa8-438e-9f98-d5636bc809d3 req-b55456a6-da69-4ccb-ba66-d42ed2434987 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896888 Sep 17 23:16:02.780338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-b2d2f771-91b5-4b91-8503-9c16661cdb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:02.781791 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-b2d2f771-91b5-4b91-8503-9c16661cdb12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 1095 time: 0.0393276 Sep 17 23:16:02.822271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-633b9c80-11c4-4cc5-93a9-b85e9582508c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859468ab-7b1f-42f0-80b2-2234e6533f80 HTTP/1.1" status: 200 len: 217 time: 0.0327044 Sep 17 23:16:02.870462 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-85f79741-05c9-4f2d-92dc-28886e6382d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:02.871788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-85f79741-05c9-4f2d-92dc-28886e6382d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0429792 Sep 17 23:16:02.905555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-2da5955f-bb9c-4834-8eeb-4cfbc6365e3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267761 Sep 17 23:16:02.995407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-0f81faf5-13b8-4c95-a383-7a8873802fa9 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825541 Sep 17 23:16:03.016409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017642-e9ef-4ea5-9291-5f4ce0f47057 req-c80a9da1-b431-4083-8282-737e6c7c54f0 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:03.019798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f017642-e9ef-4ea5-9291-5f4ce0f47057 req-c80a9da1-b431-4083-8282-737e6c7c54f0 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 943 time: 0.0519378 Sep 17 23:16:03.056584 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f017642-e9ef-4ea5-9291-5f4ce0f47057 req-50d52ede-cddd-4360-b0cd-7d8ac008cd21 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Sep 17 23:16:03.092765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6927a40a-00e1-411c-8134-bbe4b54936f9 req-ebefdca6-a12d-46b3-85ba-ffbb81377cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866988 Sep 17 23:16:03.267233 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f705281-bbae-4b8d-8420-a000d296b008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:04.171759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601d5c6-1b61-495e-ae49-a9bf19f86d65 req-e237353f-96c6-48cf-b972-3402399d9f76 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:04.173339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b601d5c6-1b61-495e-ae49-a9bf19f86d65 req-e237353f-96c6-48cf-b972-3402399d9f76 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 943 time: 0.0483534 Sep 17 23:16:04.211575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b601d5c6-1b61-495e-ae49-a9bf19f86d65 req-9fd26823-13ea-4118-87ba-41c45c533d94 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324016 Sep 17 23:16:05.332230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745b5df-4204-4b18-afbe-df57e058204b req-1f5731a8-65c2-4bfd-b5b5-3b236e48e0ba tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:05.332230 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8745b5df-4204-4b18-afbe-df57e058204b req-1f5731a8-65c2-4bfd-b5b5-3b236e48e0ba tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 943 time: 0.0487747 Sep 17 23:16:05.371731 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8745b5df-4204-4b18-afbe-df57e058204b req-b7778ecb-6cce-4937-a2b6-c4b8ec184488 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342548 Sep 17 23:16:05.890094 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4aa514fa-9db8-45e4-b57a-bd1f45107608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:06.498013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447af73-2d5b-4d98-b9ae-0ed6e5267cce req-dd9a051c-c19a-495a-90ce-055d200a6901 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:06.499474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c447af73-2d5b-4d98-b9ae-0ed6e5267cce req-dd9a051c-c19a-495a-90ce-055d200a6901 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 943 time: 0.0483570 Sep 17 23:16:06.536104 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c447af73-2d5b-4d98-b9ae-0ed6e5267cce req-1938b844-3523-48e5-a613-ba670de7c18b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309217 Sep 17 23:16:07.056667 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:07.500989 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:07.660725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 859468ab-7b1f-42f0-80b2-2234e6533f80 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:16:07.685288 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4a092-a0a8-4d10-adc4-fb85bb5a35c4 req-9a25d622-1a71-4564-8d63-751720cb6e2d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:07.686951 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81d4a092-a0a8-4d10-adc4-fb85bb5a35c4 req-9a25d622-1a71-4564-8d63-751720cb6e2d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 943 time: 0.0568330 Sep 17 23:16:07.724901 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81d4a092-a0a8-4d10-adc4-fb85bb5a35c4 req-ce702046-b8c4-428d-a1ba-5deae3ee3fcd tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Sep 17 23:16:07.756630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=859468ab-7b1f-42f0-80b2-2234e6533f80,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:07.767427 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '859468ab-7b1f-42f0-80b2-2234e6533f80', 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee', 'port_id': '859468ab-7b1f-42f0-80b2-2234e6533f80', 'mac_address': 'fa:16:3e:b7:d0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18a99b9-13b3-4e7f-a5fb-afec413b9149', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:16:07.807007 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:07.968248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859468ab-7b1f-42f0-80b2-2234e6533f80 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:16:07.988113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=859468ab-7b1f-42f0-80b2-2234e6533f80,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:08.067065 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:08.114456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=859468ab-7b1f-42f0-80b2-2234e6533f80,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:08.251391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['859468ab-7b1f-42f0-80b2-2234e6533f80'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:16:08.843614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6375f-59ee-43d8-9aa4-26f1e45147ea req-5eea92dd-4557-4dcb-8943-2bed654ad576 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:08.845004 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cbe6375f-59ee-43d8-9aa4-26f1e45147ea req-5eea92dd-4557-4dcb-8943-2bed654ad576 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 944 time: 0.0524733 Sep 17 23:16:08.881020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cbe6375f-59ee-43d8-9aa4-26f1e45147ea req-c37cd439-4d1a-441f-8789-c650c6d4595e tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302484 Sep 17 23:16:09.210265 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:09.676128 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 859468ab-7b1f-42f0-80b2-2234e6533f80 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:16:09.769777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 859468ab-7b1f-42f0-80b2-2234e6533f80 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:16:09.773570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 859468ab-7b1f-42f0-80b2-2234e6533f80 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:16:09.774166 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:09.848259 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:09.870850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:09.873133 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2f717b-16c8-434f-95ef-d334301cba37" -d '{"events": [{"server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "name": "network-vif-plugged", "status": "completed", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:09.885340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=859468ab-7b1f-42f0-80b2-2234e6533f80,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:09.913906 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1ca339-9151-456b-8ab3-205dc8b5c4d1 x-openstack-request-id: req-3a1ca339-9151-456b-8ab3-205dc8b5c4d1 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:09.913906 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "name": "network-vif-plugged", "status": "completed", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:09.913906 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a1ca339-9151-456b-8ab3-205dc8b5c4d1 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:09.913906 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80', 'code': 200} Sep 17 23:16:09.947417 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:10.003635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=859468ab-7b1f-42f0-80b2-2234e6533f80,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:10.011373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.011717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.012080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.012442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.012775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.013120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.013469 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.013790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.014110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.014426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.014769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.015141 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:10.028883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f566f64-3cb7-45b5-984e-95d7e3a0e6ce req-f87bf891-ba1b-46b9-a61a-dd2a3e0aff85 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:10.030396 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f566f64-3cb7-45b5-984e-95d7e3a0e6ce req-f87bf891-ba1b-46b9-a61a-dd2a3e0aff85 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0805361 Sep 17 23:16:10.035040 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65e81-1d6e-4f54-bd60-5c64d687e51e req-0c648201-6a6c-4f4e-a507-7c0388434451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:10.036441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5ee65e81-1d6e-4f54-bd60-5c64d687e51e req-0c648201-6a6c-4f4e-a507-7c0388434451 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 1097 time: 0.0578833 Sep 17 23:16:10.091212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f566f64-3cb7-45b5-984e-95d7e3a0e6ce req-6015d67d-cb72-4876-8ebb-bc697a8075ea tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538280 Sep 17 23:16:10.096612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5ee65e81-1d6e-4f54-bd60-5c64d687e51e req-a570c71d-841d-4c5d-875a-b3a481f77c75 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528293 Sep 17 23:16:10.759242 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:11.213892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6597e8-55d3-4a89-860d-68e5f545f489 req-083f8fe4-c52a-4db4-acc5-f9bea0e95d8f tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:11.215408 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d6597e8-55d3-4a89-860d-68e5f545f489 req-083f8fe4-c52a-4db4-acc5-f9bea0e95d8f tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0543644 Sep 17 23:16:11.253667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7d6597e8-55d3-4a89-860d-68e5f545f489 req-3d1464f9-9a63-40c2-aaa1-02a9ba996b88 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Sep 17 23:16:12.366102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fa93f-e64f-42be-a56c-ed3618292ff4 req-28d298db-6cf5-4928-8993-6f102802065c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:12.368269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-410fa93f-e64f-42be-a56c-ed3618292ff4 req-28d298db-6cf5-4928-8993-6f102802065c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0481181 Sep 17 23:16:12.404625 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-410fa93f-e64f-42be-a56c-ed3618292ff4 req-79205f33-1526-440d-a3c2-01048f4dd7df tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306485 Sep 17 23:16:12.516145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe09026-7ca4-4344-aa87-18c153b4b040 req-ae1deebf-5cd5-4572-ad9a-e1dbaa68fd0f tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:12.517616 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe09026-7ca4-4344-aa87-18c153b4b040 req-ae1deebf-5cd5-4572-ad9a-e1dbaa68fd0f tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0478301 Sep 17 23:16:12.554140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe09026-7ca4-4344-aa87-18c153b4b040 req-9b665978-3a83-435b-8e93-f43e02a1df1d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 Sep 17 23:16:12.823921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f89267-6ee9-4386-a9be-5b27b7e4acac req-d50b1d02-8ce0-4ce0-919e-612e162a46c6 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:12.825411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28f89267-6ee9-4386-a9be-5b27b7e4acac req-d50b1d02-8ce0-4ce0-919e-612e162a46c6 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0532150 Sep 17 23:16:12.862285 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-28f89267-6ee9-4386-a9be-5b27b7e4acac req-ce7bed59-a0f6-429d-8022-5a01b1ac2d29 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310469 Sep 17 23:16:12.974134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68304f4f-0afd-46f6-89ef-c62cd363e12a req-bf7d7bc3-db3f-4c65-8730-1264b806207e tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:12.975478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-68304f4f-0afd-46f6-89ef-c62cd363e12a req-bf7d7bc3-db3f-4c65-8730-1264b806207e tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0488338 Sep 17 23:16:13.012850 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-68304f4f-0afd-46f6-89ef-c62cd363e12a req-5d5d0db7-d690-4a4a-974a-0360f3e681f4 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310163 Sep 17 23:16:13.261229 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:16:13.388352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbe270-1b12-4b50-9dec-50bfdcd82112 req-1a596dc8-006b-41e1-8e46-67ad36ddf27d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:13.389845 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dabbe270-1b12-4b50-9dec-50bfdcd82112 req-1a596dc8-006b-41e1-8e46-67ad36ddf27d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0476716 Sep 17 23:16:13.431609 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dabbe270-1b12-4b50-9dec-50bfdcd82112 req-b861eaaa-c194-4873-b14f-2de7d4e78211 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354800 Sep 17 23:16:13.625499 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-8f315f9b-2099-456c-b1a1-a9c0ccdff499 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763483 Sep 17 23:16:14.552794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0629298-1b0c-4105-a664-09e12db76e3c req-99606061-3188-4887-a7c7-607262a18c28 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:14.554506 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0629298-1b0c-4105-a664-09e12db76e3c req-99606061-3188-4887-a7c7-607262a18c28 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0523736 Sep 17 23:16:14.598435 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0629298-1b0c-4105-a664-09e12db76e3c req-0603680e-b0ea-495e-9a2c-f949752bb026 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371180 Sep 17 23:16:15.744746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ec0e5-8cf8-4b67-a4e5-74ce17f1b89e req-2ba89870-3799-4c50-aa70-160fe0ad6d5c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:15.746225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b29ec0e5-8cf8-4b67-a4e5-74ce17f1b89e req-2ba89870-3799-4c50-aa70-160fe0ad6d5c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0673959 Sep 17 23:16:15.748889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-59f15a5f-9191-417f-92ff-a73059816c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:15.750257 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-59f15a5f-9191-417f-92ff-a73059816c43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 1097 time: 0.0794072 Sep 17 23:16:15.839759 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b29ec0e5-8cf8-4b67-a4e5-74ce17f1b89e req-2a1a82f7-757f-405c-a716-a6497c7de1c7 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875616 Sep 17 23:16:15.867148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-89c5c073-05f8-4646-a2f1-2f64238832b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:15.869235 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-89c5c073-05f8-4646-a2f1-2f64238832b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.1108315 Sep 17 23:16:15.909088 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-5264abb5-2f53-4e50-8762-58145c916a52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859468ab-7b1f-42f0-80b2-2234e6533f80 HTTP/1.1" status: 200 len: 217 time: 0.0336342 Sep 17 23:16:15.956964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-dcd44ba4-62d7-415c-8d97-b76d275f993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:15.958633 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-dcd44ba4-62d7-415c-8d97-b76d275f993a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0422170 Sep 17 23:16:15.996106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-5b05a203-4e25-4241-b909-f3ae4d4d9b56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301437 Sep 17 23:16:16.085594 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-02dbb0d7-d22b-4b27-b6fd-ecf28792cf1b service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819092 Sep 17 23:16:16.177348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-8d93d4e9-c022-43cd-b6d7-2c2e18bd2f83 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852122 Sep 17 23:16:16.956341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede1352-8f5b-4907-a36a-23615819193b req-3d12df35-0e06-4111-b60f-0f5560491cbc tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:16.958062 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ede1352-8f5b-4907-a36a-23615819193b req-3d12df35-0e06-4111-b60f-0f5560491cbc tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0491312 Sep 17 23:16:17.000176 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7ede1352-8f5b-4907-a36a-23615819193b req-5a81c744-7de0-41c1-a924-d114ac6b9aeb tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Sep 17 23:16:18.120367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379d57b-e87e-4ce4-9e95-74ccf505540a req-f6f3ad86-8f47-4dbd-aefb-393b846dd13b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:18.121873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8379d57b-e87e-4ce4-9e95-74ccf505540a req-f6f3ad86-8f47-4dbd-aefb-393b846dd13b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0494506 Sep 17 23:16:18.160399 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8379d57b-e87e-4ce4-9e95-74ccf505540a req-d7785f60-48bc-41ea-ad2a-e195284d5026 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Sep 17 23:16:19.276919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da24fe3-7f45-418b-9e8d-473fc29c55cf req-2173672a-f7d5-4a74-a593-d49ce15919c2 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:19.278441 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6da24fe3-7f45-418b-9e8d-473fc29c55cf req-2173672a-f7d5-4a74-a593-d49ce15919c2 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0516675 Sep 17 23:16:19.316483 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6da24fe3-7f45-418b-9e8d-473fc29c55cf req-eefdd9f1-d640-4de9-978c-ad74c02d939c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Sep 17 23:16:20.430379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58e0a2-0c2c-4ec6-99c3-459ba568c3f8 req-cdf19dfe-1224-4980-9a78-c490acaca538 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:20.431893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c58e0a2-0c2c-4ec6-99c3-459ba568c3f8 req-cdf19dfe-1224-4980-9a78-c490acaca538 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0488007 Sep 17 23:16:20.469575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c58e0a2-0c2c-4ec6-99c3-459ba568c3f8 req-5bf40a6e-2c7d-4fdc-846b-146b2906fd42 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Sep 17 23:16:21.583956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b7fb9-73bd-47bf-a73b-85e70e5692ea req-237a4d4f-e5da-4342-8f80-a460428d8ecf tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:21.585482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-541b7fb9-73bd-47bf-a73b-85e70e5692ea req-237a4d4f-e5da-4342-8f80-a460428d8ecf tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0493944 Sep 17 23:16:21.622842 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-541b7fb9-73bd-47bf-a73b-85e70e5692ea req-28453f7b-8ca5-43db-b1c4-b95f592f6ffc tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Sep 17 23:16:22.741369 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81492d0b-064e-492e-aff2-63de9648e2e2 req-49fff912-cbdf-4fbc-975a-acd8c95b4c8d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:22.742836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81492d0b-064e-492e-aff2-63de9648e2e2 req-49fff912-cbdf-4fbc-975a-acd8c95b4c8d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0528255 Sep 17 23:16:22.780090 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81492d0b-064e-492e-aff2-63de9648e2e2 req-44112182-085b-4b27-9532-f7f5f0d109c7 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306067 Sep 17 23:16:23.899677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7aac-854a-408e-8958-56447dffae0f req-72cd4287-f4c8-42a1-a699-735234cd91e5 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:23.901215 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60dd7aac-854a-408e-8958-56447dffae0f req-72cd4287-f4c8-42a1-a699-735234cd91e5 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0504646 Sep 17 23:16:23.943969 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-60dd7aac-854a-408e-8958-56447dffae0f req-a9c73f5f-d57f-4dd5-b1ef-386e586a27d0 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361691 Sep 17 23:16:25.056774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9556c-1631-4bd8-bcdc-72d463d71766 req-327b148d-adeb-4450-8a01-ea6eaf70b252 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:25.058263 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a1a9556c-1631-4bd8-bcdc-72d463d71766 req-327b148d-adeb-4450-8a01-ea6eaf70b252 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0484495 Sep 17 23:16:25.096963 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a1a9556c-1631-4bd8-bcdc-72d463d71766 req-1c8e8e7f-0b3c-4e1a-8958-b7d1bd02cfb6 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Sep 17 23:16:26.210753 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086cd1a-883d-4615-99da-470d6492be5b req-859ceafe-71f0-40b2-b17d-0c6653c9994c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:26.212269 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c086cd1a-883d-4615-99da-470d6492be5b req-859ceafe-71f0-40b2-b17d-0c6653c9994c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0497019 Sep 17 23:16:26.252911 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c086cd1a-883d-4615-99da-470d6492be5b req-dc3ef6db-f6cb-487d-b7e0-9ee265c0304b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346160 Sep 17 23:16:27.366988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1599abb-dae0-4137-a0c0-d8801753356c req-5d643630-3003-40f4-8be6-76d16987fa8c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:27.371546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d1599abb-dae0-4137-a0c0-d8801753356c req-5d643630-3003-40f4-8be6-76d16987fa8c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Sep 17 23:16:27.406926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d1599abb-dae0-4137-a0c0-d8801753356c req-d0bee985-2b90-4cd9-9328-dde14b2cb5b2 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Sep 17 23:16:28.520460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4b884-9488-47f8-9131-5738e2663b80 req-17cc93de-fc90-4f60-bb27-a316fc481391 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:28.521929 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5e4b884-9488-47f8-9131-5738e2663b80 req-17cc93de-fc90-4f60-bb27-a316fc481391 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0486727 Sep 17 23:16:28.560079 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a5e4b884-9488-47f8-9131-5738e2663b80 req-9639e017-aeeb-42ca-bd14-ea3f82617ddb tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315917 Sep 17 23:16:29.648213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:29.680100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da323f1a-4c4b-47ec-9cc5-656ec70fd204 req-1ccdcde2-8ac0-430b-8e22-e8b8ba09b36c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:29.681636 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da323f1a-4c4b-47ec-9cc5-656ec70fd204 req-1ccdcde2-8ac0-430b-8e22-e8b8ba09b36c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0559764 Sep 17 23:16:29.723618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da323f1a-4c4b-47ec-9cc5-656ec70fd204 req-079b498f-21d9-4372-b8e0-9f57ff63fab0 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356224 Sep 17 23:16:30.837284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1bd82-023c-4668-8e2b-b5a86c486913 req-f323a637-4b0a-4d6c-b007-9021b1a77caa tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:30.838654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46d1bd82-023c-4668-8e2b-b5a86c486913 req-f323a637-4b0a-4d6c-b007-9021b1a77caa tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0493734 Sep 17 23:16:30.879812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-46d1bd82-023c-4668-8e2b-b5a86c486913 req-5f0507ba-b1b2-412f-b11e-64c9d5e32190 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348542 Sep 17 23:16:31.995034 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731b93d-86f8-4b37-937f-089b8889d70c req-251b4147-ff55-4eb3-9462-16809457839d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:31.997130 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3731b93d-86f8-4b37-937f-089b8889d70c req-251b4147-ff55-4eb3-9462-16809457839d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0520873 Sep 17 23:16:32.033868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3731b93d-86f8-4b37-937f-089b8889d70c req-7072d2c5-0573-48ec-92cb-65956c069bcf tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307777 Sep 17 23:16:33.150851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727428a0-4510-4e8c-b645-56f21285c02d req-db64bd59-5cf7-48d4-825a-f0117070d875 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:33.152934 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-727428a0-4510-4e8c-b645-56f21285c02d req-db64bd59-5cf7-48d4-825a-f0117070d875 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0497110 Sep 17 23:16:33.153582 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-861df48c-91ea-4d59-aa83-f73838727d17 service neutron] show failed (client error): The resource could not be found. Sep 17 23:16:33.154665 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-861df48c-91ea-4d59-aa83-f73838727d17 service neutron] 10.222.0.23 "GET /v2.0/ports/859468ab-7b1f-42f0-80b2-2234e6533f80/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0597570 Sep 17 23:16:33.191711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-727428a0-4510-4e8c-b645-56f21285c02d req-098a36de-c316-49eb-bf60-a08aa4ad2f50 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Sep 17 23:16:33.283775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4265fa69-e93f-4e67-bfde-ab89d281a258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:33.668053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-9a225423-eb2c-47e0-86ce-e99da505dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:33.669469 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-9a225423-eb2c-47e0-86ce-e99da505dc26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41&tenant_id=d319b4d852164e03922fc0b9dcfde991 HTTP/1.1" status: 200 len: 1097 time: 0.0706816 Sep 17 23:16:33.687312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:33.742123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:33.937600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=859468ab-7b1f-42f0-80b2-2234e6533f80,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:33.969404 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:16:34.006670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:34.012500 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:34.024853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Transition to ACTIVE for port object 859468ab-7b1f-42f0-80b2-2234e6533f80 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:16:34.045256 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5c341b-5787-4a69-b1e9-734ed420cf9f" -d '{"events": [{"server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "name": "network-vif-unplugged", "status": "completed", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:34.083871 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:34.138537 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Pushing event updated for resources: {'Port': ['ID=859468ab-7b1f-42f0-80b2-2234e6533f80,revision_number=6']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:34.154727 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8c6a9e-0884-4813-85f5-ee79081f2056 x-openstack-request-id: req-ee8c6a9e-0884-4813-85f5-ee79081f2056 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:34.155352 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "name": "network-vif-unplugged", "status": "completed", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:34.155352 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee8c6a9e-0884-4813-85f5-ee79081f2056 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:34.155632 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80', 'code': 200} Sep 17 23:16:34.156506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] No DVR routers for this DVR port 859468ab-7b1f-42f0-80b2-2234e6533f80 on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:16:34.192898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Attempting to bind port 859468ab-7b1f-42f0-80b2-2234e6533f80 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:16:34.193153 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Attempting to bind port 859468ab-7b1f-42f0-80b2-2234e6533f80 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:16:34.193476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Attempting to bind port 859468ab-7b1f-42f0-80b2-2234e6533f80 on network d9b1dd69-348e-405d-93dc-b88a5a126cee {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:34.197703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Port 859468ab-7b1f-42f0-80b2-2234e6533f80 on network d9b1dd69-348e-405d-93dc-b88a5a126cee not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:16:34.198020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Attempting to bind port 859468ab-7b1f-42f0-80b2-2234e6533f80 on network d9b1dd69-348e-405d-93dc-b88a5a126cee {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:34.203593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:16:34.203926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Checking segment: {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:16:34.204369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Bound using segment: {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:16:34.204794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Bound port: 859468ab-7b1f-42f0-80b2-2234e6533f80, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:16:34.205149 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:34.294924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:16:34.314389 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=859468ab-7b1f-42f0-80b2-2234e6533f80,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:16:34.329847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367b4d6-2bc3-4337-a08e-c8170ca2b893 req-1fb9e37f-7883-476d-974c-181f43c8c049 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.331317 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4367b4d6-2bc3-4337-a08e-c8170ca2b893 req-1fb9e37f-7883-476d-974c-181f43c8c049 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 943 time: 0.0690093 Sep 17 23:16:34.369512 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4367b4d6-2bc3-4337-a08e-c8170ca2b893 req-3317e9b0-ad00-41e2-9b56-b580bd9a67e5 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Sep 17 23:16:34.371032 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:34.409834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.409834 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:34.409834 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] 10.222.0.15 "PUT /v2.0/ports/859468ab-7b1f-42f0-80b2-2234e6533f80 HTTP/1.1" status: 200 len: 1092 time: 0.7228048 Sep 17 23:16:34.428815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778eafa-7775-446c-8d48-d032c39f487d service neutron] Pushing event updated for resources: {'Port': ['ID=859468ab-7b1f-42f0-80b2-2234e6533f80,revision_number=7']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:34.478027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-fdc80f9e-81bb-4153-af94-1102292b3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.479463 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-fdc80f9e-81bb-4153-af94-1102292b3e42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 1095 time: 0.0413015 Sep 17 23:16:34.572290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-a276922c-fcea-44d1-a898-075f740523a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.573760 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-a276922c-fcea-44d1-a898-075f740523a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0874546 Sep 17 23:16:34.615731 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-2e28a4eb-4a33-405b-a8a2-b5d1f9a3ae44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859468ab-7b1f-42f0-80b2-2234e6533f80 HTTP/1.1" status: 200 len: 217 time: 0.0336840 Sep 17 23:16:34.664778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-831e7b26-eb37-40fd-bcf6-5ad31b0415fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.666192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-831e7b26-eb37-40fd-bcf6-5ad31b0415fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0440450 Sep 17 23:16:34.700156 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-20523079-a318-4e45-8572-932b5c554663 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271902 Sep 17 23:16:34.787879 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-12a5b3ae-487f-44ff-8092-a1936b888aa9 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800087 Sep 17 23:16:34.879724 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00dcd805-5a2a-4410-89b2-8630fbaa01f0 req-f4cfb708-dcdf-48eb-90cb-9ae0e7f8ebb7 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850444 Sep 17 23:16:35.491536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1562f-2ecf-4d2a-97c1-de29478b2af0 req-916aae6d-ca57-4dd7-b12a-6f3ac13070d8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:35.493048 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c8d1562f-2ecf-4d2a-97c1-de29478b2af0 req-916aae6d-ca57-4dd7-b12a-6f3ac13070d8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 943 time: 0.0541418 Sep 17 23:16:35.531133 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c8d1562f-2ecf-4d2a-97c1-de29478b2af0 req-e5cb7715-1f5d-401f-b422-efb3c609deaa tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Sep 17 23:16:35.894885 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ed5356c2-048c-4fae-a543-135137dcdeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:36.157251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:36.159549 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f73b28-3467-4078-a438-943094b2fad1" -d '{"events": [{"name": "network-changed", "server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:36.205539 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b58f7a-6ff5-402e-968a-623cc1098658 x-openstack-request-id: req-32b58f7a-6ff5-402e-968a-623cc1098658 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:36.205837 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:36.206090 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32b58f7a-6ff5-402e-968a-623cc1098658 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:36.206486 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80', 'status': 'completed', 'code': 200} Sep 17 23:16:36.269445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f73b28-3467-4078-a438-943094b2fad1 req-c3d558e8-a09f-4b66-8779-bd971df0cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.270991 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-c3d558e8-a09f-4b66-8779-bd971df0cfda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 1095 time: 0.0426307 Sep 17 23:16:36.285158 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f73b28-3467-4078-a438-943094b2fad1 req-76047cc0-5024-47e5-beeb-202fb02be693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.286696 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-76047cc0-5024-47e5-beeb-202fb02be693 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 1095 time: 0.0403681 Sep 17 23:16:36.363051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f73b28-3467-4078-a438-943094b2fad1 req-78a3a0f2-11a4-49d3-a5d4-d696fde13777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.364790 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-78a3a0f2-11a4-49d3-a5d4-d696fde13777 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0873744 Sep 17 23:16:36.380652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f73b28-3467-4078-a438-943094b2fad1 req-46c90328-e775-4e9a-b5a1-db6f71b0e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.386091 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-46c90328-e775-4e9a-b5a1-db6f71b0e25a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0882256 Sep 17 23:16:36.410718 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-e1037179-d41f-4b7f-9d37-a891bd33ee19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859468ab-7b1f-42f0-80b2-2234e6533f80 HTTP/1.1" status: 200 len: 217 time: 0.0390596 Sep 17 23:16:36.429579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-8382768b-d72d-4d90-b2a7-b8b792846da3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859468ab-7b1f-42f0-80b2-2234e6533f80 HTTP/1.1" status: 200 len: 217 time: 0.0402398 Sep 17 23:16:36.466741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f73b28-3467-4078-a438-943094b2fad1 req-ba94592e-2d5b-4ca5-8c74-17a55443e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.468258 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-ba94592e-2d5b-4ca5-8c74-17a55443e04e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0509489 Sep 17 23:16:36.495751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f73b28-3467-4078-a438-943094b2fad1 req-055ba277-0f94-4049-a809-5a7de8b84efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.498102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-055ba277-0f94-4049-a809-5a7de8b84efa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0618255 Sep 17 23:16:36.500669 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-1e6a373e-3ac8-473a-a561-ced2acefe546 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257280 Sep 17 23:16:36.529350 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-e6229f70-a68f-41d9-89a4-602b0c60420f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242331 Sep 17 23:16:36.597109 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-07e69b15-d552-4a4a-912b-d3636416a87a service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897100 Sep 17 23:16:36.627614 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-6f5c6490-cf4f-4582-a82f-91520534b3a7 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896058 Sep 17 23:16:36.710269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e3cad-4844-47f8-9155-54cef0e5f68c req-a2aaf08e-4f09-4c27-abcd-31b548180363 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.711680 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-697e3cad-4844-47f8-9155-54cef0e5f68c req-a2aaf08e-4f09-4c27-abcd-31b548180363 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 943 time: 0.1091256 Sep 17 23:16:36.722959 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-729be2d6-04a3-448d-a755-c759889f0361 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881090 Sep 17 23:16:36.753459 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79f73b28-3467-4078-a438-943094b2fad1 req-5b8c0c88-03fb-4889-92cc-6a1ab2d4666a service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489689 Sep 17 23:16:36.767411 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-697e3cad-4844-47f8-9155-54cef0e5f68c req-881fbfe1-7dbf-4749-a247-e54158420959 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477016 Sep 17 23:16:37.055209 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:37.535307 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:37.765395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 859468ab-7b1f-42f0-80b2-2234e6533f80 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:16:37.842014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 859468ab-7b1f-42f0-80b2-2234e6533f80 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:16:37.891338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce6895-e90f-476c-8960-0fd70d7f9ca4 req-b253fbce-d953-4bd1-bbaf-e1ba3295e215 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:37.892849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7dce6895-e90f-476c-8960-0fd70d7f9ca4 req-b253fbce-d953-4bd1-bbaf-e1ba3295e215 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 943 time: 0.0487313 Sep 17 23:16:37.899846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=859468ab-7b1f-42f0-80b2-2234e6533f80,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:37.902318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 859468ab-7b1f-42f0-80b2-2234e6533f80 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:16:37.912003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '859468ab-7b1f-42f0-80b2-2234e6533f80', 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee', 'port_id': '859468ab-7b1f-42f0-80b2-2234e6533f80', 'mac_address': 'fa:16:3e:b7:d0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18a99b9-13b3-4e7f-a5fb-afec413b9149', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:16:37.931725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7dce6895-e90f-476c-8960-0fd70d7f9ca4 req-531a685b-9cba-44ad-aeb6-017e679a5ac3 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Sep 17 23:16:37.951635 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:37.964252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859468ab-7b1f-42f0-80b2-2234e6533f80 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:16:37.983317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=859468ab-7b1f-42f0-80b2-2234e6533f80,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:38.038116 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:38.088076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=859468ab-7b1f-42f0-80b2-2234e6533f80,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:38.418337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['859468ab-7b1f-42f0-80b2-2234e6533f80'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:16:39.048205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9d518-60f3-4782-ab5e-37ca6987a7d8 req-b36a11ce-c7af-4e34-94e2-d6b6257fd7ed tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:39.049709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-baf9d518-60f3-4782-ab5e-37ca6987a7d8 req-b36a11ce-c7af-4e34-94e2-d6b6257fd7ed tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 944 time: 0.0486789 Sep 17 23:16:39.089344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-baf9d518-60f3-4782-ab5e-37ca6987a7d8 req-5c0061e4-ae47-475a-8f53-41b56035b391 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336907 Sep 17 23:16:39.192169 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:39.415574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88435c-410f-471d-a0ad-3705e7fd6025 req-139ac31a-5cae-4d0f-aa07-624941ec7af2 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:39.417087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c88435c-410f-471d-a0ad-3705e7fd6025 req-139ac31a-5cae-4d0f-aa07-624941ec7af2 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 944 time: 0.0491350 Sep 17 23:16:39.458200 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c88435c-410f-471d-a0ad-3705e7fd6025 req-816d9d1b-9cae-4b6a-b4a3-b6c7be04971c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Sep 17 23:16:39.552175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-9ec8572c-bafa-47dd-8301-94598699216b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:39.553662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-9ec8572c-bafa-47dd-8301-94598699216b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.23 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41&tenant_id=d319b4d852164e03922fc0b9dcfde991&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 944 time: 0.0923612 Sep 17 23:16:39.612499 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-0263d25b-2b1c-40a4-924a-0c15261cc144 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:16:39.613387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-0263d25b-2b1c-40a4-924a-0c15261cc144 service neutron] 10.222.0.23 "DELETE /v2.0/ports/859468ab-7b1f-42f0-80b2-2234e6533f80/bindings/n-h1-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0528555 Sep 17 23:16:39.695415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-6aaee756-448d-439e-ae25-fce1f5e3e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:39.697023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-6aaee756-448d-439e-ae25-fce1f5e3e0e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 1096 time: 0.0432274 Sep 17 23:16:39.765978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 859468ab-7b1f-42f0-80b2-2234e6533f80 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:16:39.786652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-5605296b-ab00-4a09-8650-e02a9ab2b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:39.788312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-5605296b-ab00-4a09-8650-e02a9ab2b88e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0845108 Sep 17 23:16:39.832192 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-8cc483db-6095-4585-88e5-2ad76b698bea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859468ab-7b1f-42f0-80b2-2234e6533f80 HTTP/1.1" status: 200 len: 217 time: 0.0373440 Sep 17 23:16:39.879911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-00c73b59-7d34-4a05-badc-4e59c73e29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:39.881327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-00c73b59-7d34-4a05-badc-4e59c73e29df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0426860 Sep 17 23:16:39.900892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 859468ab-7b1f-42f0-80b2-2234e6533f80 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:16:39.905010 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 859468ab-7b1f-42f0-80b2-2234e6533f80 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:16:39.905378 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:39.911950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-45fda5a9-d283-4212-b6ae-8898565ff973 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239587 Sep 17 23:16:39.986232 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:40.004770 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-1c78626b-40d2-4917-8e45-440acb2ce9f3 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857928 Sep 17 23:16:40.009565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:40.012468 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce122be-af12-4b0b-aa12-c79cdc78a6a9" -d '{"events": [{"server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "name": "network-vif-plugged", "status": "completed", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:40.025568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=859468ab-7b1f-42f0-80b2-2234e6533f80,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:40.063177 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3d0691-694f-4e4e-8176-22587bb64e44 x-openstack-request-id: req-ea3d0691-694f-4e4e-8176-22587bb64e44 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:40.063474 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "name": "network-vif-plugged", "status": "completed", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:40.063736 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea3d0691-694f-4e4e-8176-22587bb64e44 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:40.064168 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80', 'code': 200} Sep 17 23:16:40.098142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-18138755-2a0c-4ea4-8317-23bbe575e0f6 req-953d98bd-2ee4-4d55-a99f-5463ce6be091 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868056 Sep 17 23:16:40.111216 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:40.162691 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=859468ab-7b1f-42f0-80b2-2234e6533f80,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:40.576380 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eaf853-0374-498b-b3cf-513399f28b37 req-05769488-486b-437a-8312-0b8cd3eb9c48 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:40.577885 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97eaf853-0374-498b-b3cf-513399f28b37 req-05769488-486b-437a-8312-0b8cd3eb9c48 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0510037 Sep 17 23:16:40.616147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-97eaf853-0374-498b-b3cf-513399f28b37 req-123ebe2c-156f-4c55-b9e1-943b819e88b9 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Sep 17 23:16:40.769313 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:41.731019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c49093-c807-4661-900d-58f1b0f47643 req-e6a4f08d-6c8f-45b2-b0c4-7969b14fd6b7 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:41.732525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c2c49093-c807-4661-900d-58f1b0f47643 req-e6a4f08d-6c8f-45b2-b0c4-7969b14fd6b7 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0494533 Sep 17 23:16:41.770946 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c2c49093-c807-4661-900d-58f1b0f47643 req-9119eb5c-0b99-4385-8126-11a022378413 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Sep 17 23:16:41.885484 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfa1cb-6e0e-4779-bdf5-8e5329b567c7 req-ee824e6d-b8ec-45b6-8b25-a68cc485f3f0 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:41.887604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4bfa1cb-6e0e-4779-bdf5-8e5329b567c7 req-ee824e6d-b8ec-45b6-8b25-a68cc485f3f0 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0521824 Sep 17 23:16:41.924399 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c4bfa1cb-6e0e-4779-bdf5-8e5329b567c7 req-e546808a-6b5c-4026-9e3a-62a9df04ca0b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308127 Sep 17 23:16:42.035534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f6162-b15e-45ac-a2db-0b4444fda123 req-d3e40cec-ebe4-4f4d-99ab-a910ec3db9ae tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:42.037051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e9f6162-b15e-45ac-a2db-0b4444fda123 req-d3e40cec-ebe4-4f4d-99ab-a910ec3db9ae tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0480244 Sep 17 23:16:42.077444 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7e9f6162-b15e-45ac-a2db-0b4444fda123 req-a88c0863-dfa1-4c10-bf2e-25b36c1bd017 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345330 Sep 17 23:16:42.665330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-f208c792-041d-4da3-b0f0-2f268732ce49 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:42.666846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-f208c792-041d-4da3-b0f0-2f268732ce49 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 815 time: 0.1007135 Sep 17 23:16:42.682096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-fa004152-06a8-4b32-adb6-54ad409b8d8f tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/quotas/d319b4d852164e03922fc0b9dcfde991 HTTP/1.1" status: 200 len: 375 time: 0.0088444 Sep 17 23:16:42.729490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-0d2f13fa-ca76-46bd-a769-3e84289652b5 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415630 Sep 17 23:16:42.821040 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-f7074d76-13b3-48b3-9b62-1060d42c2aaf service neutron] 10.222.0.30 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841491 Sep 17 23:16:42.911814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-a86c8d27-5f4a-46c5-88e3-29933419f604 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841680 Sep 17 23:16:43.138362 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-00b93d36-e60b-4a1f-8b2d-ada71e23d1ec req-70a49316-85ff-435d-b883-c024a2bbc548 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 210 time: 0.0282958 Sep 17 23:16:43.979397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-0d7a8a38-b34f-4883-87f9-89d6458448d8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:43.980892 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-0d7a8a38-b34f-4883-87f9-89d6458448d8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.15 "GET /v2.0/ports?device_id=891e241f-e4d3-4ceb-b9d0-40a125170a41 HTTP/1.1" status: 200 len: 945 time: 0.0492411 Sep 17 23:16:44.069191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-2dcc64e9-bf1c-40e7-a8a9-98be18a8ece1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Deleting port 859468ab-7b1f-42f0-80b2-2234e6533f80 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:16:44.069527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-2dcc64e9-bf1c-40e7-a8a9-98be18a8ece1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:44.458515 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e79ee1ad-fa00-43a4-81e2-4817613dd62b req-b626c975-c5d3-4f17-9dc4-de2c4199d3d1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 210 time: 0.0337017 Sep 17 23:16:44.481905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-2dcc64e9-bf1c-40e7-a8a9-98be18a8ece1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] For port 859468ab-7b1f-42f0-80b2-2234e6533f80, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=859468ab-7b1f-42f0-80b2-2234e6533f80,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:44.482296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-2dcc64e9-bf1c-40e7-a8a9-98be18a8ece1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:44.494654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-2dcc64e9-bf1c-40e7-a8a9-98be18a8ece1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Calling delete_port for 859468ab-7b1f-42f0-80b2-2234e6533f80 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:16:44.678429 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-2dcc64e9-bf1c-40e7-a8a9-98be18a8ece1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:44.707258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc64e9-bf1c-40e7-a8a9-98be18a8ece1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Pushing event deleted for resources: {'Port': ['ID=859468ab-7b1f-42f0-80b2-2234e6533f80,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:44.712611 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['859468ab-7b1f-42f0-80b2-2234e6533f80'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:16:44.749793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-2dcc64e9-bf1c-40e7-a8a9-98be18a8ece1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] No DVR routers for this DVR port 859468ab-7b1f-42f0-80b2-2234e6533f80 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:16:44.752248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-2dcc64e9-bf1c-40e7-a8a9-98be18a8ece1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:44.754221 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66034a58-b5b2-4d3b-8be1-14f428781a50 req-2dcc64e9-bf1c-40e7-a8a9-98be18a8ece1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.15 "DELETE /v2.0/ports/859468ab-7b1f-42f0-80b2-2234e6533f80 HTTP/1.1" status: 204 len: 173 time: 0.7671106 Sep 17 23:16:44.754653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'name': 'network-vif-deleted', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:44.756908 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c994857-a78f-45fe-88a2-03ae8537c925" -d '{"events": [{"server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "name": "network-vif-deleted", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:44.792738 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17652245-7c19-4a48-ba9d-497463ddaf3b x-openstack-request-id: req-17652245-7c19-4a48-ba9d-497463ddaf3b {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:44.793031 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891e241f-e4d3-4ceb-b9d0-40a125170a41", "name": "network-vif-deleted", "tag": "859468ab-7b1f-42f0-80b2-2234e6533f80", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:44.793273 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17652245-7c19-4a48-ba9d-497463ddaf3b {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:44.793671 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891e241f-e4d3-4ceb-b9d0-40a125170a41', 'name': 'network-vif-deleted', 'tag': '859468ab-7b1f-42f0-80b2-2234e6533f80', 'status': 'completed', 'code': 200} Sep 17 23:16:45.078046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-8fb03749-9610-48cf-b915-1f4a0bb05312 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:45.079669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-8fb03749-9610-48cf-b915-1f4a0bb05312 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.15 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 815 time: 0.1043897 Sep 17 23:16:45.097834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Request body: {'port': {'device_id': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee', 'admin_state_up': True, 'tenant_id': 'd319b4d852164e03922fc0b9dcfde991'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:45.294766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Made reservation on behalf of d319b4d852164e03922fc0b9dcfde991 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:16:45.298388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.424578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Allocated IP 172.20.0.10 (d9b1dd69-348e-405d-93dc-b88a5a126cee/b18a99b9-13b3-4e7f-a5fb-afec413b9149/4d6e048d-ab54-4f3b-9d12-990dff8a9b9b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:16:45.569501 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-db76e687-5401-4f85-84d0-c8daf1b6f31d req-7cc0c31c-5c8b-4124-af72-1d355b602876 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 210 time: 0.0321081 Sep 17 23:16:45.606693 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.678102 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.710855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['859468ab-7b1f-42f0-80b2-2234e6533f80'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:16:45.723582 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Network d9b1dd69-348e-405d-93dc-b88a5a126cee is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:16:45.726791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:16:45.734055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:16:45.757890 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Pushing event updated for resources: {'Port': ['ID=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:45.785470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:45.786068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:45.899765 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-7f2f4e32-06c3-4c4f-aff3-80130f50d733 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8061824 Sep 17 23:16:45.917061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Request body: {'port': {'device_id': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:45.969237 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:46.229422 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:16:46.237183 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:46.248660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Transition to ACTIVE for port object 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:16:46.306190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:46.355040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:46.422155 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Attempting to bind port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:16:46.422482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Attempting to bind port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:16:46.422803 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Attempting to bind port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b on network d9b1dd69-348e-405d-93dc-b88a5a126cee {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:46.427149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b on network d9b1dd69-348e-405d-93dc-b88a5a126cee not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:16:46.427468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Attempting to bind port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b on network d9b1dd69-348e-405d-93dc-b88a5a126cee {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:46.432328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:16:46.432658 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Checking segment: {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:16:46.433037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Bound using segment: {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:16:46.433577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Bound port: 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:16:46.433931 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:46.498939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:16:46.501864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:16:46.569095 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:46.610853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.610853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:46.611071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 200 len: 1093 time: 0.6980462 Sep 17 23:16:46.630696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b26e89-4b24-4a71-bf44-9621d7865024 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:46.694312 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2576e5a-f0cd-45e1-a601-ca6f4f4650f0 req-69c1e2ab-ff1c-4909-84ab-f69ba2f3795f tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.695788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2576e5a-f0cd-45e1-a601-ca6f4f4650f0 req-69c1e2ab-ff1c-4909-84ab-f69ba2f3795f tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 944 time: 0.0507340 Sep 17 23:16:46.735450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2576e5a-f0cd-45e1-a601-ca6f4f4650f0 req-ac2aadd4-8bd2-4235-aa25-e5ee9c1508f1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326781 Sep 17 23:16:46.785142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-3229bb28-450c-4cbf-a6bc-7670cf1b7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.786536 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-3229bb28-450c-4cbf-a6bc-7670cf1b7a66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 1096 time: 0.0423799 Sep 17 23:16:46.795064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:46.797320 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:46.839072 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f07fc7-447c-4747-88da-5b6ba3be656a x-openstack-request-id: req-f9f07fc7-447c-4747-88da-5b6ba3be656a {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:46.839364 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:46.839709 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9f07fc7-447c-4747-88da-5b6ba3be656a {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:46.840192 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b', 'status': 'completed', 'code': 200} Sep 17 23:16:46.841972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-52e6899c-13d9-4c81-afe3-50ca60abc03e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 200 len: 217 time: 0.0417607 Sep 17 23:16:46.893876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-775a30e7-2aea-46ab-8644-f4538851079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:46.895259 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-775a30e7-2aea-46ab-8644-f4538851079b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0432918 Sep 17 23:16:46.925334 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-c2140c20-84ed-427f-9016-03506709d256 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233092 Sep 17 23:16:47.017068 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-738cc5c0-aadb-4b8b-a1ac-8dc3fdd8eb47 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843279 Sep 17 23:16:47.105520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3137627c-9620-4d25-89d8-68c10d6b5fb1 req-28e5bf7e-8a32-4ceb-b835-9c2198631214 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803888 Sep 17 23:16:47.316521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8 req-35994d7f-d62e-4ecd-8a51-922b57589c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:47.318008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8 req-35994d7f-d62e-4ecd-8a51-922b57589c2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 1096 time: 0.0418625 Sep 17 23:16:47.415542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8 req-f5390047-46d0-4dda-8672-330bfeb2ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:47.417059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8 req-f5390047-46d0-4dda-8672-330bfeb2ca78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0897832 Sep 17 23:16:47.456825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8 req-cf1a5300-b316-4275-b074-d4f244b18836 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 200 len: 217 time: 0.0332572 Sep 17 23:16:47.509397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8 req-3cd43582-ac06-4a58-9001-ed639701fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:47.510821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8 req-3cd43582-ac06-4a58-9001-ed639701fa59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0475037 Sep 17 23:16:47.541973 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8 req-b8681121-b520-45a2-a553-0c2ebd5f8a41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239925 Sep 17 23:16:47.629155 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8 req-6c86a809-5337-41b6-890b-49c6a654b164 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799863 Sep 17 23:16:47.723348 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-29c1a999-90bc-44bc-9f99-6e68ef1e43c8 req-bd230f6f-e57d-41b0-b404-489782b6acee service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875533 Sep 17 23:16:47.810706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 859468ab-7b1f-42f0-80b2-2234e6533f80 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:16:47.831396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 859468ab-7b1f-42f0-80b2-2234e6533f80 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:16:47.831740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 859468ab-7b1f-42f0-80b2-2234e6533f80 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:16:47.861182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b946c3-d196-417e-899d-e138e51c17cb req-0d705331-f9a1-4b03-afb9-37d8185cb235 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:47.863304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8b946c3-d196-417e-899d-e138e51c17cb req-0d705331-f9a1-4b03-afb9-37d8185cb235 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 944 time: 0.0603671 Sep 17 23:16:47.904789 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a8b946c3-d196-417e-899d-e138e51c17cb req-238f623f-36bf-4aa4-b0d1-87622d59d394 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357497 Sep 17 23:16:49.020144 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b28cf-23af-43a1-becc-2f91a4337896 req-8dfe1bea-e930-4238-b1ad-235da77344db tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:49.021646 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-751b28cf-23af-43a1-becc-2f91a4337896 req-8dfe1bea-e930-4238-b1ad-235da77344db tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 944 time: 0.0495179 Sep 17 23:16:49.058722 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-751b28cf-23af-43a1-becc-2f91a4337896 req-4782c9bb-b085-4cf5-9246-3e13fbec9635 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Sep 17 23:16:50.172458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b4a89-b706-4eb3-9c99-851256222328 req-6954f6ba-3b37-43d2-b913-42882a5058cb tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:50.173933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-884b4a89-b706-4eb3-9c99-851256222328 req-6954f6ba-3b37-43d2-b913-42882a5058cb tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 944 time: 0.0483835 Sep 17 23:16:50.210434 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-884b4a89-b706-4eb3-9c99-851256222328 req-23a920b4-1fd5-48f4-a2de-b5a41f519ad9 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306499 Sep 17 23:16:50.260068 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:16:51.322549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba3bf-fd17-47be-8c15-9807880edca5 req-8f1fb6b0-557f-4cfc-a385-07f534659e8e tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:51.324008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba9ba3bf-fd17-47be-8c15-9807880edca5 req-8f1fb6b0-557f-4cfc-a385-07f534659e8e tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 944 time: 0.0484588 Sep 17 23:16:51.366428 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba9ba3bf-fd17-47be-8c15-9807880edca5 req-9a394ab1-f111-4e5a-b6c3-8ee1babd7425 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364745 Sep 17 23:16:51.797257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:16:51.898061 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:51.909300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b', 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee', 'port_id': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b', 'mac_address': 'fa:16:3e:90:87:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18a99b9-13b3-4e7f-a5fb-afec413b9149', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:16:51.946932 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:51.960609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:16:51.979103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:52.071492 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:52.117283 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:52.416440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['4d6e048d-ab54-4f3b-9d12-990dff8a9b9b'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:16:52.480940 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127faf61-6dfb-4a10-be9a-8fad511a7a3c req-003009b6-00a6-4df4-8a7e-7bd3cb8f77e3 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:52.482955 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-127faf61-6dfb-4a10-be9a-8fad511a7a3c req-003009b6-00a6-4df4-8a7e-7bd3cb8f77e3 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 945 time: 0.0492921 Sep 17 23:16:52.522593 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-127faf61-6dfb-4a10-be9a-8fad511a7a3c req-f1eb8faa-04b8-41fc-886b-dcd88b623d80 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339293 Sep 17 23:16:53.638039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fedcf-43c3-4f7b-a3e1-1c515270a39f req-b6c6a3dd-a748-458d-8fcb-aeecfff3fda8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:53.639605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-599fedcf-43c3-4f7b-a3e1-1c515270a39f req-b6c6a3dd-a748-458d-8fcb-aeecfff3fda8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 945 time: 0.0495930 Sep 17 23:16:53.677863 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-599fedcf-43c3-4f7b-a3e1-1c515270a39f req-8acdb567-3313-473c-8a13-c547916f08f5 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Sep 17 23:16:53.811903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:16:53.906026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:16:53.909809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:16:53.910192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:53.987997 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:54.009384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:54.011591 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96c424f-9cea-4a23-84e7-2d20172cfb2e" -d '{"events": [{"server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "name": "network-vif-plugged", "status": "completed", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:54.024491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:54.048606 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad49288-30c4-4440-87d0-f67651ceeedc x-openstack-request-id: req-6ad49288-30c4-4440-87d0-f67651ceeedc {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:54.049067 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "name": "network-vif-plugged", "status": "completed", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:54.049331 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ad49288-30c4-4440-87d0-f67651ceeedc {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:54.049720 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b', 'code': 200} Sep 17 23:16:54.071600 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:54.125738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:54.171567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffe07a-25ea-4f46-baf5-c86617a9eb2e req-fb402ce4-0af2-4356-b859-4a03d54ad617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:54.173072 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84ffe07a-25ea-4f46-baf5-c86617a9eb2e req-fb402ce4-0af2-4356-b859-4a03d54ad617 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 1098 time: 0.0399735 Sep 17 23:16:54.208396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-84ffe07a-25ea-4f46-baf5-c86617a9eb2e req-ebf228e7-19cf-435c-8082-6636dfd723d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277939 Sep 17 23:16:54.789172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951b027-fa32-4fdf-b749-821ba582f4b9 req-a1540237-36a2-4966-9407-850b68f95216 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:54.790620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2951b027-fa32-4fdf-b749-821ba582f4b9 req-a1540237-36a2-4966-9407-850b68f95216 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0479620 Sep 17 23:16:54.831571 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2951b027-fa32-4fdf-b749-821ba582f4b9 req-f1140bb2-93a9-4ab1-be7b-bf6b50a0924d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348198 Sep 17 23:16:55.948374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035b5ec-e9c9-43d2-98af-d805ceffec9f req-22093eac-84a2-447e-8a72-0bd8a8ba04d4 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:55.949856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7035b5ec-e9c9-43d2-98af-d805ceffec9f req-22093eac-84a2-447e-8a72-0bd8a8ba04d4 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0520701 Sep 17 23:16:55.987564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7035b5ec-e9c9-43d2-98af-d805ceffec9f req-ca900192-6a79-4449-8cb9-5dd6fc4bdc2b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313051 Sep 17 23:16:56.098990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77abc40-d3f6-4069-9f9e-85c154c696bb req-ce0bb574-d7e7-4586-83ff-c074933424ea tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:56.100487 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d77abc40-d3f6-4069-9f9e-85c154c696bb req-ce0bb574-d7e7-4586-83ff-c074933424ea tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0487638 Sep 17 23:16:56.138202 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d77abc40-d3f6-4069-9f9e-85c154c696bb req-27c40bdd-d366-418a-baab-04a7c9d2557c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Sep 17 23:16:56.656342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49528cb-0599-4d67-a1ab-1180e48f4706 req-8f68be95-c9d5-420a-81e3-a5c61494b1dd tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:56.657824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a49528cb-0599-4d67-a1ab-1180e48f4706 req-8f68be95-c9d5-420a-81e3-a5c61494b1dd tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0505991 Sep 17 23:16:56.699682 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a49528cb-0599-4d67-a1ab-1180e48f4706 req-6f6e770c-3f78-422e-918f-95214f902fe8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358214 Sep 17 23:16:56.770022 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-e12ed000-f5b9-4e03-b1c1-865ab37ad5f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395143 Sep 17 23:16:57.819101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aed05d-7216-4c4b-baba-1bc8ac58d9da req-b7bb7242-e197-4729-b44b-2f2018e92437 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:57.820495 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8aed05d-7216-4c4b-baba-1bc8ac58d9da req-b7bb7242-e197-4729-b44b-2f2018e92437 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0537984 Sep 17 23:16:57.859143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d8aed05d-7216-4c4b-baba-1bc8ac58d9da req-35707b1a-64c8-462e-a341-c044c32281cf tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Sep 17 23:16:58.845092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-a73926e3-d469-45d9-b512-1c5d2ec3eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:58.846483 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-a73926e3-d469-45d9-b512-1c5d2ec3eb31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 1098 time: 0.0451918 Sep 17 23:16:58.945269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-f1f20e45-0ec4-4f82-a90c-8c83e458b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:58.946731 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-f1f20e45-0ec4-4f82-a90c-8c83e458b9b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0935879 Sep 17 23:16:59.001140 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-6cec5390-c57e-43c1-9838-7950ea870b93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 200 len: 217 time: 0.0362678 Sep 17 23:16:59.027981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c43a40-d5cf-4c57-9d31-e59f0571e788 req-ac1e3436-6d88-4b12-97f6-4aaf54834631 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:59.029638 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74c43a40-d5cf-4c57-9d31-e59f0571e788 req-ac1e3436-6d88-4b12-97f6-4aaf54834631 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0985236 Sep 17 23:16:59.087292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-4eacf061-209c-4649-b4e5-3a81b1945889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:59.088746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-4eacf061-209c-4649-b4e5-3a81b1945889 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0786474 Sep 17 23:16:59.096148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-74c43a40-d5cf-4c57-9d31-e59f0571e788 req-54b305c9-2290-47fd-9c94-8ea94a59b05c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478230 Sep 17 23:16:59.121643 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-a7b68e64-334b-408d-9d72-98a55f085d63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246568 Sep 17 23:16:59.213689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-6255a73a-fe77-4aab-91de-0915a895edbc service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849915 Sep 17 23:16:59.305541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-f0cdb7a4-45be-4ac5-bb79-002c88f5da92 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850189 Sep 17 23:16:59.642827 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:00.207770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a10bbe-3183-4edc-93a7-ba4839e39fe7 req-04ca17ae-c7a9-4289-b035-ea3a0ce319dc tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:00.209256 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39a10bbe-3183-4edc-93a7-ba4839e39fe7 req-04ca17ae-c7a9-4289-b035-ea3a0ce319dc tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0481739 Sep 17 23:17:00.245581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-39a10bbe-3183-4edc-93a7-ba4839e39fe7 req-15261dc8-a2c5-44ad-9830-9ff5b547e827 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304613 Sep 17 23:17:01.366576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed567535-a9e7-4318-aa31-f649a998fc72 req-a5995920-f9d9-4347-998a-2a6506642256 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:01.366576 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ed567535-a9e7-4318-aa31-f649a998fc72 req-a5995920-f9d9-4347-998a-2a6506642256 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0503356 Sep 17 23:17:01.402428 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ed567535-a9e7-4318-aa31-f649a998fc72 req-ed3613e8-786f-40d7-aa68-d60cb2073c44 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309100 Sep 17 23:17:02.522639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a429d04-13c6-40ba-8dcc-0a0e0840d4f6 req-22bfc6d1-c256-43d6-a2c9-dc60f06bd4ce tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:02.524115 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a429d04-13c6-40ba-8dcc-0a0e0840d4f6 req-22bfc6d1-c256-43d6-a2c9-dc60f06bd4ce tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0526931 Sep 17 23:17:02.561423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a429d04-13c6-40ba-8dcc-0a0e0840d4f6 req-a60ddea1-bbee-49c6-8c68-6d414c76ea8f tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Sep 17 23:17:03.266145 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7cb815db-bca7-4ffd-b372-005df2b18dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:03.682665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cca496-86ed-4ea5-a935-580888173f29 req-d624b02d-ad0d-4b28-9827-fa4537ec6a80 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:03.684169 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5cca496-86ed-4ea5-a935-580888173f29 req-d624b02d-ad0d-4b28-9827-fa4537ec6a80 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0545037 Sep 17 23:17:03.723677 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5cca496-86ed-4ea5-a935-580888173f29 req-9c312ba7-b0f4-4780-887b-f04ca6bac085 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Sep 17 23:17:04.838325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb26a-f9fc-4844-8cbe-1f2540c83999 req-ede8a06f-ad23-4e5d-89d3-2fa47399af14 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:04.839789 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe3cb26a-f9fc-4844-8cbe-1f2540c83999 req-ede8a06f-ad23-4e5d-89d3-2fa47399af14 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0491834 Sep 17 23:17:04.877512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fe3cb26a-f9fc-4844-8cbe-1f2540c83999 req-f3954103-40a0-4353-8364-4eeaa1bf2bb4 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Sep 17 23:17:05.865417 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2d94663c-5da8-4787-9c62-46ad60ab196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:05.995081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7874678-f996-4df4-b391-e37293390dd9 req-c5701214-3a6f-49a6-89f8-cb2990c102b3 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:05.996541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7874678-f996-4df4-b391-e37293390dd9 req-c5701214-3a6f-49a6-89f8-cb2990c102b3 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0521410 Sep 17 23:17:06.039788 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7874678-f996-4df4-b391-e37293390dd9 req-4a38b5c9-0da5-4ae3-ba6a-f81f9422593f tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371366 Sep 17 23:17:07.042807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.154798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9aace-2cab-4952-8399-1ea0d2846d03 req-3f68fd5f-8fdc-4fd7-ba43-29677d0aff4c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:07.156994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-44b9aace-2cab-4952-8399-1ea0d2846d03 req-3f68fd5f-8fdc-4fd7-ba43-29677d0aff4c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0499904 Sep 17 23:17:07.194070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-44b9aace-2cab-4952-8399-1ea0d2846d03 req-ff150be7-f895-4cc6-bb0e-853f9f4dc8a2 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312316 Sep 17 23:17:07.511483 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.311334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff0a90-40a1-4450-9476-24d58dbfde5d req-bdb8c213-6cca-48ae-9ef0-e85e4a084561 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:08.313948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4bff0a90-40a1-4450-9476-24d58dbfde5d req-bdb8c213-6cca-48ae-9ef0-e85e4a084561 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0500350 Sep 17 23:17:08.355807 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4bff0a90-40a1-4450-9476-24d58dbfde5d req-196f2338-36c5-4f20-b413-a3979fbae204 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Sep 17 23:17:09.197226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:09.478043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80959df-7658-4271-b848-f575bf341329 req-b495316c-9e5f-4f0d-8a54-56c0937dba75 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:09.479509 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b80959df-7658-4271-b848-f575bf341329 req-b495316c-9e5f-4f0d-8a54-56c0937dba75 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0519488 Sep 17 23:17:09.516656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b80959df-7658-4271-b848-f575bf341329 req-6a9ff00a-ce32-47c2-aa9f-e0de6c828268 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310478 Sep 17 23:17:10.630558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e2be-0c60-49c0-b489-19838d5a057c req-2fe14fb3-c623-4c08-a6ec-7eab707f05f1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:10.632038 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2311e2be-0c60-49c0-b489-19838d5a057c req-2fe14fb3-c623-4c08-a6ec-7eab707f05f1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0488293 Sep 17 23:17:10.670063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2311e2be-0c60-49c0-b489-19838d5a057c req-ed2cb405-c209-45f7-9cca-725a76c26f99 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Sep 17 23:17:10.734188 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.463668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492944-a6bc-4ac6-9bb3-fa1399ba36db req-e9b61c4e-5ff3-4da4-90c5-14c710081883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:11.465141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da492944-a6bc-4ac6-9bb3-fa1399ba36db req-e9b61c4e-5ff3-4da4-90c5-14c710081883 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 1098 time: 0.0443962 Sep 17 23:17:11.564351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492944-a6bc-4ac6-9bb3-fa1399ba36db req-2a9e2080-5d08-417a-b3f1-53fd0ee3cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:11.565787 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da492944-a6bc-4ac6-9bb3-fa1399ba36db req-2a9e2080-5d08-417a-b3f1-53fd0ee3cce7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0821030 Sep 17 23:17:11.611472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da492944-a6bc-4ac6-9bb3-fa1399ba36db req-6fefa96c-e788-4b3c-b948-00cac74668b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 200 len: 217 time: 0.0379624 Sep 17 23:17:11.660932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492944-a6bc-4ac6-9bb3-fa1399ba36db req-642efdf1-cb92-4550-8833-fdbbb8b67ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:11.662305 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da492944-a6bc-4ac6-9bb3-fa1399ba36db req-642efdf1-cb92-4550-8833-fdbbb8b67ae3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0421951 Sep 17 23:17:11.694090 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da492944-a6bc-4ac6-9bb3-fa1399ba36db req-de3e8a3b-8c04-4b24-9fc8-8159b8f58af2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252762 Sep 17 23:17:11.790608 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da492944-a6bc-4ac6-9bb3-fa1399ba36db req-3b8cf67e-5fe4-4fcc-bdef-00594a8a9b56 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896859 Sep 17 23:17:11.886164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-da492944-a6bc-4ac6-9bb3-fa1399ba36db req-3b7f70e8-b6f9-452a-9e04-c27c7d1e9c59 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884178 Sep 17 23:17:12.025144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344aaff-66be-4d80-8673-b204eaa5b78c req-d8440480-18d1-4950-8356-e758a0eae2a3 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:12.027155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7344aaff-66be-4d80-8673-b204eaa5b78c req-d8440480-18d1-4950-8356-e758a0eae2a3 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0524218 Sep 17 23:17:12.067002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7344aaff-66be-4d80-8673-b204eaa5b78c req-a9b48299-5ec1-4cb0-a7d1-a643bf3aa389 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336721 Sep 17 23:17:13.182094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c86254-4846-4539-b9b5-2f2aef82a980 req-6f0415c6-fb79-454f-8543-f768339a0e12 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:13.183546 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5c86254-4846-4539-b9b5-2f2aef82a980 req-6f0415c6-fb79-454f-8543-f768339a0e12 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0491326 Sep 17 23:17:13.220869 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5c86254-4846-4539-b9b5-2f2aef82a980 req-6933427a-6177-463d-b3bb-da8c497e1091 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Sep 17 23:17:14.333701 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01661c01-ecd9-45e3-9f69-780391443670 req-16bdf5d8-66fe-4c37-96ab-d881b259a1c5 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:14.335171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01661c01-ecd9-45e3-9f69-780391443670 req-16bdf5d8-66fe-4c37-96ab-d881b259a1c5 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0485616 Sep 17 23:17:14.375131 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01661c01-ecd9-45e3-9f69-780391443670 req-1ce4f038-2ed0-4ef0-9257-5e6a5a796819 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Sep 17 23:17:15.490410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cf040-3b2c-419c-a49c-60dba85777eb req-4709334e-2f1e-41ac-a915-f36af54bbac5 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:15.491864 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cc2cf040-3b2c-419c-a49c-60dba85777eb req-4709334e-2f1e-41ac-a915-f36af54bbac5 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0537431 Sep 17 23:17:15.528490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cc2cf040-3b2c-419c-a49c-60dba85777eb req-ef51a1e7-2fe0-4c1d-bac1-5997a6f6f5f8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307944 Sep 17 23:17:16.659296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a581e-fc45-41d7-8315-4f476a55a326 req-e878d67e-f6fc-409f-93a1-aaed52ed2c4a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:16.660902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a58a581e-fc45-41d7-8315-4f476a55a326 req-e878d67e-f6fc-409f-93a1-aaed52ed2c4a tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0606563 Sep 17 23:17:16.698069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a58a581e-fc45-41d7-8315-4f476a55a326 req-4dba570c-7f77-47d7-b92d-8a72c0d12d15 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Sep 17 23:17:17.811157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b559c9-a9a6-4f9d-80f1-3368790ff47b req-bd966443-872b-4443-bafc-d11008a72267 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:17.812614 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0b559c9-a9a6-4f9d-80f1-3368790ff47b req-bd966443-872b-4443-bafc-d11008a72267 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0475864 Sep 17 23:17:17.849756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0b559c9-a9a6-4f9d-80f1-3368790ff47b req-7a39aa63-b36e-4bd8-987d-52afba6c3de3 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305099 Sep 17 23:17:18.964238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aa3b8-b925-40fa-b867-a7524bd0b70c req-2350ac74-5acc-41c4-b9dd-11c8f6124977 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:18.965714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-773aa3b8-b925-40fa-b867-a7524bd0b70c req-2350ac74-5acc-41c4-b9dd-11c8f6124977 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0492849 Sep 17 23:17:19.006308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-773aa3b8-b925-40fa-b867-a7524bd0b70c req-78776f4b-8395-49b6-96e3-8719f7f4723b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338562 Sep 17 23:17:20.121895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453ed3c-f957-4acd-beed-20b96623e01e req-4fda391f-e625-488a-b705-985c00886540 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:20.122802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d453ed3c-f957-4acd-beed-20b96623e01e req-4fda391f-e625-488a-b705-985c00886540 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0492702 Sep 17 23:17:20.161776 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d453ed3c-f957-4acd-beed-20b96623e01e req-dacbbb1f-5add-49d4-8fad-796e56f527bb tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Sep 17 23:17:21.274794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cbae8-8ef4-482f-9f38-436c741091e8 req-efe5c5f1-a9e7-4c2f-a065-e38e819b6720 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:21.276380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a23cbae8-8ef4-482f-9f38-436c741091e8 req-efe5c5f1-a9e7-4c2f-a065-e38e819b6720 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0478826 Sep 17 23:17:21.314812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a23cbae8-8ef4-482f-9f38-436c741091e8 req-533a222f-88e6-477a-af72-6780f0864cae tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320342 Sep 17 23:17:22.434642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ef50-a904-4b89-9d84-dbaedd232e25 req-d768eccc-c4b8-4de1-8155-cac1eadddb78 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:22.436095 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1626ef50-a904-4b89-9d84-dbaedd232e25 req-d768eccc-c4b8-4de1-8155-cac1eadddb78 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0546072 Sep 17 23:17:22.474679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1626ef50-a904-4b89-9d84-dbaedd232e25 req-ea860e1a-72ad-47a2-b38b-cbf6d055cf4d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Sep 17 23:17:23.590854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6ebfa-3088-4adf-a84c-0d4c0da6bb71 req-b1f9d726-03a6-4878-beec-91a1f1e267bf tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:23.592360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-37e6ebfa-3088-4adf-a84c-0d4c0da6bb71 req-b1f9d726-03a6-4878-beec-91a1f1e267bf tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0513866 Sep 17 23:17:23.629272 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-37e6ebfa-3088-4adf-a84c-0d4c0da6bb71 req-79c8c7d5-2223-4a72-ae07-1e71097d16b1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304527 Sep 17 23:17:24.745728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb1b34-6cbf-4417-9bc3-cb1e418d6c3e req-45428ad0-bb84-4fef-9ad0-d29203824f6d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:24.747193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-36cb1b34-6cbf-4417-9bc3-cb1e418d6c3e req-45428ad0-bb84-4fef-9ad0-d29203824f6d tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0511823 Sep 17 23:17:24.786184 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-36cb1b34-6cbf-4417-9bc3-cb1e418d6c3e req-6e62a861-1779-43dd-9be5-9e30c3dd48db tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Sep 17 23:17:25.914104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74edfa-92a7-422e-baa9-7dd657ee2bd9 req-381e0f16-5a58-4228-854e-fac5e6ccd557 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:25.915783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc74edfa-92a7-422e-baa9-7dd657ee2bd9 req-381e0f16-5a58-4228-854e-fac5e6ccd557 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0559084 Sep 17 23:17:25.957705 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc74edfa-92a7-422e-baa9-7dd657ee2bd9 req-275468fc-d930-49e3-b1c6-194f12fffa4e tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341883 Sep 17 23:17:26.507229 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-3670c0ed-3505-4bfb-9ff8-4fc8aac31e7f service neutron] show failed (client error): The resource could not be found. Sep 17 23:17:26.508269 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-3670c0ed-3505-4bfb-9ff8-4fc8aac31e7f service neutron] 10.222.0.15 "GET /v2.0/ports/4d6e048d-ab54-4f3b-9d12-990dff8a9b9b/bindings/n-h1-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0539982 Sep 17 23:17:26.984021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-d193ad84-36cf-4898-9d1f-cb98aeae3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:26.985842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-d193ad84-36cf-4898-9d1f-cb98aeae3b9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7&tenant_id=d319b4d852164e03922fc0b9dcfde991 HTTP/1.1" status: 200 len: 1098 time: 0.0417492 Sep 17 23:17:26.996829 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-5a25183e-c491-4fe9-94b8-642f806c25b4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:17:26.998165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-5a25183e-c491-4fe9-94b8-642f806c25b4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057905 Sep 17 23:17:27.009614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:27.066704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.076935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a83096-3373-4e3a-b9e6-0f7c1a11a4e1 req-41234e55-9887-40a2-9292-88749d4ae4c9 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:27.078422 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0a83096-3373-4e3a-b9e6-0f7c1a11a4e1 req-41234e55-9887-40a2-9292-88749d4ae4c9 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0530591 Sep 17 23:17:27.117403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a0a83096-3373-4e3a-b9e6-0f7c1a11a4e1 req-dcd94984-3839-47e7-a43b-9b56e67d8d89 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318780 Sep 17 23:17:27.259746 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:17:27.266424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:27.298103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:27.336465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:17:27.338696 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29264d9f-061b-45e5-8bc0-2633721d17d5" -d '{"events": [{"server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:17:27.342747 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.355103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Transition to ACTIVE for port object 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:17:27.386077 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2d102d-0df0-4e2e-b530-58c3bbb02533 x-openstack-request-id: req-0e2d102d-0df0-4e2e-b530-58c3bbb02533 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:17:27.386368 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:17:27.386724 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e2d102d-0df0-4e2e-b530-58c3bbb02533 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:17:27.387125 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b', 'code': 200} Sep 17 23:17:27.425842 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.490706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] No DVR routers for this DVR port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:17:27.493819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:27.505781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.506130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.506472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.506808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.507134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.507468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.507848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.508143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.515229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.515229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.515229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.515229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:27.537618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Attempting to bind port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:27.543843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Attempting to bind port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:27.543843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Attempting to bind port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b on network d9b1dd69-348e-405d-93dc-b88a5a126cee {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:27.543843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b on network d9b1dd69-348e-405d-93dc-b88a5a126cee not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:17:27.543843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Attempting to bind port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b on network d9b1dd69-348e-405d-93dc-b88a5a126cee {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:27.547625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:27.547960 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Checking segment: {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:27.548391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Bound using segment: {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:27.549326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Bound port: 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339afe78-c430-41ad-aed2-ea1490513677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:27.549900 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.612394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:27.615338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:27.694244 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.730694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:27.731396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.732859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] 10.222.0.23 "PUT /v2.0/ports/4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 200 len: 1093 time: 0.7270553 Sep 17 23:17:27.753675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c496ad6-f731-42f8-a306-9d0b3ed6c948 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:27.801053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-60277a31-c7a9-4c22-b8b3-a4fb62b527a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:27.802473 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-60277a31-c7a9-4c22-b8b3-a4fb62b527a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 1096 time: 0.0457931 Sep 17 23:17:27.889882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-625b30a6-8366-40cf-9ad5-6b51c750b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:27.891334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-625b30a6-8366-40cf-9ad5-6b51c750b11c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0825346 Sep 17 23:17:27.935040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-9d584503-4779-4cc9-a279-a3f40ee249ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 200 len: 217 time: 0.0371387 Sep 17 23:17:27.984969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-cc51fbf1-90ff-4049-81f0-e86807635c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:27.986937 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-cc51fbf1-90ff-4049-81f0-e86807635c9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0436666 Sep 17 23:17:28.016654 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-2ed8ae10-4159-459e-83b3-34114d1aa549 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233352 Sep 17 23:17:28.108260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-89d27b7d-accb-4b87-a7e4-e4e989c9742a service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843518 Sep 17 23:17:28.197907 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0d20d6d-53da-4c22-9f56-c7fadee21242 req-907b7028-f365-4437-bdd5-9044cc29884f service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829084 Sep 17 23:17:28.234552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aa94a-6a64-426b-89ee-3dbe1e8ccaa1 req-e2609cec-5672-492b-89cf-e20bb92c72cb tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:28.236075 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4a3aa94a-6a64-426b-89ee-3dbe1e8ccaa1 req-e2609cec-5672-492b-89cf-e20bb92c72cb tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 944 time: 0.0494099 Sep 17 23:17:28.274841 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4a3aa94a-6a64-426b-89ee-3dbe1e8ccaa1 req-8032a08d-9add-49ab-ad01-b16ead05cddd tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318332 Sep 17 23:17:29.393520 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b12a3-275c-4d99-bc0d-23153e852a1b req-cf78c2b2-b0fb-4c08-9055-2207d2d148df tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:29.395010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba2b12a3-275c-4d99-bc0d-23153e852a1b req-cf78c2b2-b0fb-4c08-9055-2207d2d148df tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 944 time: 0.0488520 Sep 17 23:17:29.395464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:17:29.397733 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759b1e3b-dc1c-4fcd-a039-42306ca2c926" -d '{"events": [{"name": "network-changed", "server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:17:29.437775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba2b12a3-275c-4d99-bc0d-23153e852a1b req-6846afef-8bd1-4824-bf4d-a693c7dc5720 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367980 Sep 17 23:17:29.445041 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6933d6c-2d3c-4f6c-80d7-3a09e01bc9d6 x-openstack-request-id: req-f6933d6c-2d3c-4f6c-80d7-3a09e01bc9d6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:17:29.445354 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:17:29.445601 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6933d6c-2d3c-4f6c-80d7-3a09e01bc9d6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:17:29.445987 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b', 'status': 'completed', 'code': 200} Sep 17 23:17:29.510135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-48850eb6-ca1d-4ceb-b7b3-fabe0a5d3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:29.511627 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-48850eb6-ca1d-4ceb-b7b3-fabe0a5d3d8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 1096 time: 0.0399699 Sep 17 23:17:29.523940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-586b0f9b-451a-4ead-a724-60b5b66263ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:29.525727 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-586b0f9b-451a-4ead-a724-60b5b66263ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 1096 time: 0.0414774 Sep 17 23:17:29.600751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-f4de0493-ee19-47f7-be5f-02a6e00eb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:29.602226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-f4de0493-ee19-47f7-be5f-02a6e00eb014 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0830181 Sep 17 23:17:29.620268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-e52fe351-9792-48a4-aa8d-07dc630ab14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:29.621734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-e52fe351-9792-48a4-aa8d-07dc630ab14b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0898833 Sep 17 23:17:29.648076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-9af3a545-3757-4cea-932a-c6937e0c0e9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 200 len: 217 time: 0.0383570 Sep 17 23:17:29.659533 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:29.662059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-aadc7873-43be-4118-abb3-282d95b398e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 200 len: 217 time: 0.0333996 Sep 17 23:17:29.697921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-ee27c0fb-f095-4140-aaa7-cebbfcae760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:29.699383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-ee27c0fb-f095-4140-aaa7-cebbfcae760a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0447586 Sep 17 23:17:29.714055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-4378d85a-faa3-4438-a9b0-99cbf2db7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:29.715478 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-4378d85a-faa3-4438-a9b0-99cbf2db7e6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0475781 Sep 17 23:17:29.732997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-d6a3be9a-982b-4a04-ab9b-ec4adbbcac33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247965 Sep 17 23:17:29.746414 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-36f2334b-b14c-4ecd-9b31-53910b8c4cbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244021 Sep 17 23:17:29.827173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-05536f6a-7b07-4e26-89b6-d3f5f61c08fe service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862563 Sep 17 23:17:29.838654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-38431e0a-0ec5-43d3-b71a-6e3472abd50b service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852654 Sep 17 23:17:29.923221 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-bd477d0e-9c5e-495f-b1ce-6d28bb6bdd0f service neutron] 10.222.0.23 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845091 Sep 17 23:17:29.935757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-759b1e3b-dc1c-4fcd-a039-42306ca2c926 req-3837a993-70b7-4807-a7c7-e463003f412d service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902762 Sep 17 23:17:30.558626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0aceb-7ada-4c08-9aee-6c4f1f41a8c4 req-d32b3f82-3834-4f46-90c9-fe2f015949d1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:30.560111 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfb0aceb-7ada-4c08-9aee-6c4f1f41a8c4 req-d32b3f82-3834-4f46-90c9-fe2f015949d1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 944 time: 0.0491412 Sep 17 23:17:30.598411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bfb0aceb-7ada-4c08-9aee-6c4f1f41a8c4 req-1e921f1d-7d51-4a91-9396-13c56fe0ee64 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Sep 17 23:17:30.922748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546090-60bc-4f89-8d10-9b97dacb7a66 req-f6094699-6062-42b9-87ae-b016b4c43ffe tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:30.924869 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76546090-60bc-4f89-8d10-9b97dacb7a66 req-f6094699-6062-42b9-87ae-b016b4c43ffe tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 944 time: 0.0498531 Sep 17 23:17:30.978136 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-76546090-60bc-4f89-8d10-9b97dacb7a66 req-3e73f79a-458d-4d47-899b-70cd1eedf8f3 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471053 Sep 17 23:17:31.015557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-a3b5315d-74ec-437e-8bea-d8aa48c293d2 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:31.017015 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-a3b5315d-74ec-437e-8bea-d8aa48c293d2 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7&tenant_id=d319b4d852164e03922fc0b9dcfde991&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 944 time: 0.0556304 Sep 17 23:17:31.074808 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-508358b6-a9ed-407c-b048-b08dc435a791 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:17:31.075812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-508358b6-a9ed-407c-b048-b08dc435a791 service neutron] 10.222.0.15 "DELETE /v2.0/ports/4d6e048d-ab54-4f3b-9d12-990dff8a9b9b/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0518992 Sep 17 23:17:31.186963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-7fa88c58-1c87-498c-9099-b9af4ec0062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:31.188458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-7fa88c58-1c87-498c-9099-b9af4ec0062e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d319b4d852164e03922fc0b9dcfde991&device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 1096 time: 0.0404155 Sep 17 23:17:31.280771 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-0c1f5c06-e8e0-4efc-a8eb-14e7a08be3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:31.282221 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-0c1f5c06-e8e0-4efc-a8eb-14e7a08be3ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 200 len: 916 time: 0.0862563 Sep 17 23:17:31.323092 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-551246b0-c769-4bbf-ad73-0267bc89a0be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 200 len: 217 time: 0.0332248 Sep 17 23:17:31.376203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-6db8a2ea-2366-4960-a3ca-fc0f55832e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:31.378142 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-6db8a2ea-2366-4960-a3ca-fc0f55832e6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 200 len: 855 time: 0.0490804 Sep 17 23:17:31.409010 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-bf6c0ea7-2cbf-46f3-b4f6-e93a749adc4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9b1dd69-348e-405d-93dc-b88a5a126cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242467 Sep 17 23:17:31.497315 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-6209abbe-1073-463a-b0a5-846d793195e7 service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809114 Sep 17 23:17:31.588697 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-53c9f629-c0be-4935-af8f-f5c274521c5d req-26101c11-b64c-4198-8145-8e16c5f3810d service neutron] 10.222.0.15 "GET /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845134 Sep 17 23:17:31.935188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:17:31.980999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:17:32.018464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:17:32.105485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c92fd9-b146-4df8-aabf-8f139f3bb35a req-7a65af7f-dbb8-4330-aeca-7e1d10d48f2b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:32.107010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85c92fd9-b146-4df8-aabf-8f139f3bb35a req-7a65af7f-dbb8-4330-aeca-7e1d10d48f2b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 944 time: 0.0549138 Sep 17 23:17:32.116683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:32.128989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b', 'network_id': 'd9b1dd69-348e-405d-93dc-b88a5a126cee', 'port_id': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b', 'mac_address': 'fa:16:3e:90:87:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18a99b9-13b3-4e7f-a5fb-afec413b9149', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:17:32.173115 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:32.187063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:17:32.208884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:32.275826 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:32.327577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:32.336945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.337285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.337864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.338234 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.338719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.339013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.339292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.339619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.339956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.340308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.340662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.340983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:32.483369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-85c92fd9-b146-4df8-aabf-8f139f3bb35a req-aa890b29-b81e-48b0-9fd6-c07ecd0406d8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696177 Sep 17 23:17:32.484396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['4d6e048d-ab54-4f3b-9d12-990dff8a9b9b'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:17:33.265013 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ec4423bb-7841-454d-99b2-f0e193f221c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:33.598940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d33992-0e28-4771-ae36-2f5e9b3f1466 req-df62459c-526f-491d-a007-3c3d4cc3fb08 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:33.600418 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-36d33992-0e28-4771-ae36-2f5e9b3f1466 req-df62459c-526f-491d-a007-3c3d4cc3fb08 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 945 time: 0.0489800 Sep 17 23:17:33.637052 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-36d33992-0e28-4771-ae36-2f5e9b3f1466 req-ea98882e-6fc4-48de-8c0f-b4d6ef4c275c tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307736 Sep 17 23:17:33.748303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3d9b-28b4-4ed8-b9b3-6db708873991 req-6e5a1660-897b-4aa7-ae29-5db3aac73498 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:33.749765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e16e3d9b-28b4-4ed8-b9b3-6db708873991 req-6e5a1660-897b-4aa7-ae29-5db3aac73498 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 945 time: 0.0485780 Sep 17 23:17:33.787219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e16e3d9b-28b4-4ed8-b9b3-6db708873991 req-a9601d46-9b48-4bac-839f-c6471b751dc7 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308807 Sep 17 23:17:33.897820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a86e93-847a-497d-8ee0-141547f44570 req-5064ae79-407e-4463-ad17-30b807b23b09 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:33.899163 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81a86e93-847a-497d-8ee0-141547f44570 req-5064ae79-407e-4463-ad17-30b807b23b09 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 945 time: 0.0473392 Sep 17 23:17:33.940229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81a86e93-847a-497d-8ee0-141547f44570 req-a6f117f0-da20-4c6e-8bbf-4bae115bcfd9 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Sep 17 23:17:34.039510 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:34.162122 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:17:34.166059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:34.166432 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:34.247202 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:34.269883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:17:34.272201 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdd421f-a46b-4dc5-9cfe-cd918b0577cc" -d '{"events": [{"server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "name": "network-vif-plugged", "status": "completed", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:17:34.293051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:34.310663 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4193d3-636a-4166-b8e2-5afd16ad2b45 x-openstack-request-id: req-fb4193d3-636a-4166-b8e2-5afd16ad2b45 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:17:34.310946 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "name": "network-vif-plugged", "status": "completed", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:17:34.311198 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb4193d3-636a-4166-b8e2-5afd16ad2b45 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:17:34.311587 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b', 'code': 200} Sep 17 23:17:34.345251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:34.398030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:34.493032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954afcb-0bad-419d-a841-605e52b46aa7 req-fd2a74b6-6fd6-4af8-8fcb-d2009b52b8d8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:34.494457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5954afcb-0bad-419d-a841-605e52b46aa7 req-fd2a74b6-6fd6-4af8-8fcb-d2009b52b8d8 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0508554 Sep 17 23:17:34.535383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5954afcb-0bad-419d-a841-605e52b46aa7 req-fbc54ebe-bd47-4c63-8526-42e718fad740 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Sep 17 23:17:35.679903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35ac56-5478-4d00-9ba0-fa410d30637b req-f4207172-f896-41ff-8d48-b0fe668a000b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:35.681405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb35ac56-5478-4d00-9ba0-fa410d30637b req-f4207172-f896-41ff-8d48-b0fe668a000b tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0774379 Sep 17 23:17:35.690355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-a2f0976d-7555-4804-9099-ee0a56090b82 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:35.691696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-a2f0976d-7555-4804-9099-ee0a56090b82 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad373000-dd2d-441a-b7ec-b13bc35d49b7 HTTP/1.1" status: 200 len: 946 time: 0.0864365 Sep 17 23:17:35.770728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb35ac56-5478-4d00-9ba0-fa410d30637b req-f8e0b2ed-99ee-451f-84d6-a00e63b66da1 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8dd353f-0435-46e8-b34a-fa9af990acf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780604 Sep 17 23:17:35.797519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-e7acb8b8-5f55-4307-9de0-6e4c3f40e918 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Deleting port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:17:35.797857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-e7acb8b8-5f55-4307-9de0-6e4c3f40e918 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:35.888935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-e7acb8b8-5f55-4307-9de0-6e4c3f40e918 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] For port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,segment=NetworkSegment(339afe78-c430-41ad-aed2-ea1490513677),segment_id=339afe78-c430-41ad-aed2-ea1490513677)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:35.889301 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-e7acb8b8-5f55-4307-9de0-6e4c3f40e918 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:35.902659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-e7acb8b8-5f55-4307-9de0-6e4c3f40e918 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Calling delete_port for 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:17:35.909702 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-698c77b4-3631-4445-a6ce-4a772d244e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:36.082395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-e7acb8b8-5f55-4307-9de0-6e4c3f40e918 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:36.093908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['4d6e048d-ab54-4f3b-9d12-990dff8a9b9b'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:17:36.109332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acb8b8-5f55-4307-9de0-6e4c3f40e918 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Pushing event deleted for resources: {'Port': ['ID=4d6e048d-ab54-4f3b-9d12-990dff8a9b9b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:36.153430 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-e7acb8b8-5f55-4307-9de0-6e4c3f40e918 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] No DVR routers for this DVR port 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:17:36.156041 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-e7acb8b8-5f55-4307-9de0-6e4c3f40e918 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:36.158162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ecb53f61-24cb-46ef-b951-b101bc0b9eae req-e7acb8b8-5f55-4307-9de0-6e4c3f40e918 tempest-ServerDiskConfigTestJSON-157962340 tempest-ServerDiskConfigTestJSON-157962340-project] 10.222.0.23 "DELETE /v2.0/ports/4d6e048d-ab54-4f3b-9d12-990dff8a9b9b HTTP/1.1" status: 204 len: 173 time: 0.4598668 Sep 17 23:17:36.158580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'name': 'network-vif-deleted', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:17:36.160850 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c18900e-4762-45c5-912a-48f598d2e601" -d '{"events": [{"server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "name": "network-vif-deleted", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:17:36.195417 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771d1207-1192-4804-915a-5b413a67cef8 x-openstack-request-id: req-771d1207-1192-4804-915a-5b413a67cef8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:17:36.195707 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad373000-dd2d-441a-b7ec-b13bc35d49b7", "name": "network-vif-deleted", "tag": "4d6e048d-ab54-4f3b-9d12-990dff8a9b9b", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:17:36.195966 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-771d1207-1192-4804-915a-5b413a67cef8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:17:36.196401 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad373000-dd2d-441a-b7ec-b13bc35d49b7', 'name': 'network-vif-deleted', 'tag': '4d6e048d-ab54-4f3b-9d12-990dff8a9b9b', 'status': 'completed', 'code': 200} Sep 17 23:17:36.894713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53922) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:36.941564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Deleting subnet b18a99b9-13b3-4e7f-a5fb-afec413b9149 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:17:36.945146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:36.980294 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.022463 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.042098 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.128348 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.153922 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18a99b9-13b3-4e7f-a5fb-afec413b9149,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:37.158803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.160693 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b18a99b9-13b3-4e7f-a5fb-afec413b9149 HTTP/1.1" status: 204 len: 168 time: 0.2649443 Sep 17 23:17:37.163864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53924) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:37.166643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.167039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.167379 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.167722 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.168054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.168408 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.168737 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.169060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.169383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.169718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.170149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.170472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64194824-3137-4728-b074-7ee6317c96f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:37.237427 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.312696 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.332610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b1dd69-348e-405d-93dc-b88a5a126cee']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:37.341509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339afe78-c430-41ad-aed2-ea1490513677') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:37.341801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339afe78-c430-41ad-aed2-ea1490513677') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:37.351443 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.364444 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.370279 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:17:37.370695 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:17:37.372380 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:17:37.503553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.509122 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.515774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d9b1dd69-348e-405d-93dc-b88a5a126cee HTTP/1.1" status: 204 len: 168 time: 0.3460741 Sep 17 23:17:37.522075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fcb75-8c94-4829-a001-6a9d6495ef68 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b1dd69-348e-405d-93dc-b88a5a126cee,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:37.533481 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.857835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53928) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:37.898786 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-484bfc6a-8850-4b86-81d2-184ec94b5a19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d319b4d852164e03922fc0b9dcfde991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397787 Sep 17 23:17:37.901196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53930) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:37.947470 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7847972d-2df9-45f9-a1dd-3a81b934c4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.968500 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7847972d-2df9-45f9-a1dd-3a81b934c4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:38.105850 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7847972d-2df9-45f9-a1dd-3a81b934c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:38.108413 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7847972d-2df9-45f9-a1dd-3a81b934c4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:38.109573 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7847972d-2df9-45f9-a1dd-3a81b934c4b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8dd353f-0435-46e8-b34a-fa9af990acf1 HTTP/1.1" status: 204 len: 168 time: 0.2074969 Sep 17 23:17:38.118652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847972d-2df9-45f9-a1dd-3a81b934c4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dd353f-0435-46e8-b34a-fa9af990acf1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:39.162394 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:39.182038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53952) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:39.303338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-768597934-network', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:39.402207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Made reservation on behalf of ed9ff7e82b954be3a84eaf35de886d9e for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:17:39.404525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:39.413379 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:39.518241 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:39.584630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:39.611435 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:17:39.617617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15623086-03af-4e80-b8b9-500ac4fd2ab4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:39.623633 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:39.623980 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Added segment 2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e of type vlan for network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 Sep 17 23:17:39.663669 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:39.733306 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:39.734266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:39.734849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:40.072140 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:17:40.093700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:17:40.094051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4d6e048d-ab54-4f3b-9d12-990dff8a9b9b not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:17:40.107393 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9242446 Sep 17 23:17:40.110434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53956) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:40.111577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de23ccc-f756-4771-9f13-a17cddf0bfd1 admin admin] Pushing event updated for resources: {'Network': ['ID=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:40.117989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Request body: {'subnet': {'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-768597934-subnet', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:40.125913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:17:40.202281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Made reservation on behalf of ed9ff7e82b954be3a84eaf35de886d9e for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:17:40.205315 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:40.452768 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:40.509542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed170482-bfe4-477b-b919-6853b305cc01,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:40.518758 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:40.519117 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Network hostable DHCP agents. Network: bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:17:40.635311 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:17:40.716174 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:40.721452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:40.721452 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:40.725166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07fa4e-2f8f-4272-97f4-b6f15ba8fc5e None None] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:17:40.783151 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:40.803442 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e6ae4f64-b51c-4377-9ad8-b8858d11c7fe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6911538 Sep 17 23:17:40.806223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53958) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:40.810586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:40.869868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:17:40.872288 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:40.882424 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:40.883487 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:40.940044 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.007108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Allocated IP 172.20.0.2 (bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41/ed170482-bfe4-477b-b919-6853b305cc01/95347418-e0e3-4bbe-92ef-67278d0fa99f) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:41.138234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.151361 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.229743 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.270704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:41.273436 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:41.276933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:41.289523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Pushing event updated for resources: {'Port': ['ID=95347418-e0e3-4bbe-92ef-67278d0fa99f,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:41.336874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Attempting to bind port 95347418-e0e3-4bbe-92ef-67278d0fa99f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:41.337240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Attempting to bind port 95347418-e0e3-4bbe-92ef-67278d0fa99f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:41.337631 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Attempting to bind port 95347418-e0e3-4bbe-92ef-67278d0fa99f on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:41.342456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:41.342826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:41.343225 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.343617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:41.344077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Bound port: 95347418-e0e3-4bbe-92ef-67278d0fa99f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:41.344479 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.391727 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.406249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] For port 95347418-e0e3-4bbe-92ef-67278d0fa99f, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:41.409432 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] For port 95347418-e0e3-4bbe-92ef-67278d0fa99f, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=95347418-e0e3-4bbe-92ef-67278d0fa99f,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:41.411448 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.471858 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.515672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Allocated IP 172.25.6.128 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/7866b76b-2e0b-4a15-a0ba-fb47b8c15799) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:41.533755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83739458-5a2a-4bbc-a15d-66c3bac656cb None None] Pushing event updated for resources: {'Port': ['ID=95347418-e0e3-4bbe-92ef-67278d0fa99f,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:41.624518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.728383 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.771835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:41.783255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:41.783255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:41.786047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Pushing event updated for resources: {'Port': ['ID=7866b76b-2e0b-4a15-a0ba-fb47b8c15799,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:42.119128 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:42.326931 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:42.409830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0170f347-3995-45a0-980f-8300bf09d5fe None None] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:17:42.520740 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:17:42.526430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4a442e0d-5ce5-43d2-b31e-d67b17f78b7a None None] Provisioning complete for port 95347418-e0e3-4bbe-92ef-67278d0fa99f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:42.526807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4a442e0d-5ce5-43d2-b31e-d67b17f78b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:42.645531 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4a442e0d-5ce5-43d2-b31e-d67b17f78b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:42.655625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:17:42.687351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 95347418-e0e3-4bbe-92ef-67278d0fa99f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:42.689551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:17:42.697821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4a442e0d-5ce5-43d2-b31e-d67b17f78b7a None None] For port 95347418-e0e3-4bbe-92ef-67278d0fa99f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=95347418-e0e3-4bbe-92ef-67278d0fa99f,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:42.725011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:42.727854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:42.745361 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:42.746935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ce964e22-03d3-4b89-851c-a28190a7ee44 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9396844 Sep 17 23:17:42.749880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53960) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:42.938209 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4a442e0d-5ce5-43d2-b31e-d67b17f78b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.039109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 95347418-e0e3-4bbe-92ef-67278d0fa99f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:43.039484 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.073151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a442e0d-5ce5-43d2-b31e-d67b17f78b7a None None] Pushing event updated for resources: {'Port': ['ID=95347418-e0e3-4bbe-92ef-67278d0fa99f,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:43.086236 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:43.155164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-88bb0a83-d400-4c19-a6c0-f30cf28a02c8 None None] Provisioning complete for port 95347418-e0e3-4bbe-92ef-67278d0fa99f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:43.155544 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-88bb0a83-d400-4c19-a6c0-f30cf28a02c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.178435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.380778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Allocated IP 172.20.0.1 (bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41/ed170482-bfe4-477b-b919-6853b305cc01/ef5cae61-a201-4e5d-89a6-4984b8abdabd) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:43.389849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:41Z', 'revision_number': 3, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:43.422741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:17:43.424077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Updating router b96223fa-ddb3-47bb-bf5e-f4c340152f01 port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:17:43.447527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.484790 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.550796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.586805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:43.589806 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:43.592884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:43.627974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Pushing event updated for resources: {'Port': ['ID=ef5cae61-a201-4e5d-89a6-4984b8abdabd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:43.641784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.711399 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.817813 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.843542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.871201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Attempting to bind port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:43.871492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Attempting to bind port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:43.871859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Attempting to bind port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:43.873888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef92ee4-cacd-443a-a8cb-95c7768bb19e None None] Pushing event updated for resources: {'Port': ['ID=7866b76b-2e0b-4a15-a0ba-fb47b8c15799,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:43.879354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:43.879736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:43.880150 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.880550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:43.881012 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Bound port: 7866b76b-2e0b-4a15-a0ba-fb47b8c15799, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:43.881394 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.933166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-829d0da0-0136-4952-96a4-2b8fdae299ee None None] Provisioning complete for port ef5cae61-a201-4e5d-89a6-4984b8abdabd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:43.933541 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-829d0da0-0136-4952-96a4-2b8fdae299ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:43.965617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] For port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:43.983897 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] For port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7866b76b-2e0b-4a15-a0ba-fb47b8c15799,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:43.985155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-829d0da0-0136-4952-96a4-2b8fdae299ee None None] Port ef5cae61-a201-4e5d-89a6-4984b8abdabd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:17:44.011532 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:44.064828 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:44.099204 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:44.123348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:44.123988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:44.164725 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef92ee4-cacd-443a-a8cb-95c7768bb19e None None] Pushing event updated for resources: {'Port': ['ID=7866b76b-2e0b-4a15-a0ba-fb47b8c15799,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:44.171113 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:44.174416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Pushing event updated for resources: {'Port': ['ID=ef5cae61-a201-4e5d-89a6-4984b8abdabd,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:44.239874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:44.265711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:44.267733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:44.389020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:17:44.467491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 2, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:44.494773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3ac1e-9176-4f6f-b78c-ff6a316614b1 None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 2, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:17:44.509372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-35436991-9c2b-4184-90b4-ce0fc0ba75cc None None] Provisioning complete for port ef5cae61-a201-4e5d-89a6-4984b8abdabd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:44.509755 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-35436991-9c2b-4184-90b4-ce0fc0ba75cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:44.522098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:17:44.533171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aed13c5c-ee77-4b38-8568-63e9d46eac1a admin admin] 10.222.0.30 "PUT /v2.0/routers/b96223fa-ddb3-47bb-bf5e-f4c340152f01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7816322 Sep 17 23:17:44.555892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-35436991-9c2b-4184-90b4-ce0fc0ba75cc None None] Port ef5cae61-a201-4e5d-89a6-4984b8abdabd cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:17:44.646481 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 95347418-e0e3-4bbe-92ef-67278d0fa99f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:44.707649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 95347418-e0e3-4bbe-92ef-67278d0fa99f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:44.708032 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.084746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53968) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:45.089592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-acf4914e-d2d6-4814-ad67-5e974d819d44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--673708962', 'description': 'tempest-description--973884826'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:45.168264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-acf4914e-d2d6-4814-ad67-5e974d819d44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.261863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-acf4914e-d2d6-4814-ad67-5e974d819d44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.304882 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-acf4914e-d2d6-4814-ad67-5e974d819d44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.337437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4914e-d2d6-4814-ad67-5e974d819d44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bd9102-6a44-458d-a187-d620585ba947,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:45.373981 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-acf4914e-d2d6-4814-ad67-5e974d819d44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.376769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-acf4914e-d2d6-4814-ad67-5e974d819d44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2894640 Sep 17 23:17:45.378344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 53970) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:45.385945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0ae45ce1-3fc9-4729-8deb-a0b08bc1356b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'security_group_rule': {'security_group_id': 'f4bd9102-6a44-458d-a187-d620585ba947', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:45.453150 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ae45ce1-3fc9-4729-8deb-a0b08bc1356b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.517608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ae45ce1-3fc9-4729-8deb-a0b08bc1356b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.579791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ae45ce1-3fc9-4729-8deb-a0b08bc1356b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.599327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae45ce1-3fc9-4729-8deb-a0b08bc1356b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ceebcd1-5bed-406c-8f4f-434d65a2d7a9,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:45.664873 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0ae45ce1-3fc9-4729-8deb-a0b08bc1356b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.666122 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0ae45ce1-3fc9-4729-8deb-a0b08bc1356b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868023 Sep 17 23:17:45.669060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53972) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:45.673920 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-c9196378-d400-4b00-9807-f1dbeffde229 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'security_group_rule': {'security_group_id': 'f4bd9102-6a44-458d-a187-d620585ba947', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:45.767793 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9196378-d400-4b00-9807-f1dbeffde229 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.862918 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9196378-d400-4b00-9807-f1dbeffde229 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.920730 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9196378-d400-4b00-9807-f1dbeffde229 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:45.940054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9196378-d400-4b00-9807-f1dbeffde229 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa2f14b-104b-4302-89e3-bd069784858c,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:46.002756 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9196378-d400-4b00-9807-f1dbeffde229 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.003990 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c9196378-d400-4b00-9807-f1dbeffde229 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3339307 Sep 17 23:17:46.007078 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 53974) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:46.011394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:46.092749 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.197299 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.302811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Allocated IP 172.25.6.66 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/60ef5ff4-5f79-4bcd-be57-49aca0abc173) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:46.407352 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:17:46.415514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.417595 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:46.418201 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:46.522490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.523760 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:46.558285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:46.561137 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:46.564751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:46.598126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event updated for resources: {'Port': ['ID=60ef5ff4-5f79-4bcd-be57-49aca0abc173,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:46.687847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:46.705072 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.733236 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 2, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:46.740298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:46.740676 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.764109 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:17:46.764640 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Updating router b96223fa-ddb3-47bb-bf5e-f4c340152f01 port ef5cae61-a201-4e5d-89a6-4984b8abdabd binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:17:46.796989 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.806423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.824361 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.852824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7866b76b-2e0b-4a15-a0ba-fb47b8c15799,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:46.922158 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:46.972926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=7866b76b-2e0b-4a15-a0ba-fb47b8c15799,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:47.084438 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.162308 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.216699 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Pushing event updated for resources: {'Port': ['ID=ef5cae61-a201-4e5d-89a6-4984b8abdabd,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:47.245430 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.245812 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.246107 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.246439 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.246767 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.247093 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.247417 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.247741 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.248241 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.248569 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.248890 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.249209 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:47.287297 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Attempting to bind port ef5cae61-a201-4e5d-89a6-4984b8abdabd on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:47.287687 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Attempting to bind port ef5cae61-a201-4e5d-89a6-4984b8abdabd by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:47.288049 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Attempting to bind port ef5cae61-a201-4e5d-89a6-4984b8abdabd on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:47.293717 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:47.294090 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:47.294488 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.294886 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:47.295365 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Bound port: ef5cae61-a201-4e5d-89a6-4984b8abdabd, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:47.295713 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.342955 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.363879 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] For port ef5cae61-a201-4e5d-89a6-4984b8abdabd, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:47.367361 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] For port ef5cae61-a201-4e5d-89a6-4984b8abdabd, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ef5cae61-a201-4e5d-89a6-4984b8abdabd,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:47.402241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.465312 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.472041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event updated for resources: {'Port': ['ID=60ef5ff4-5f79-4bcd-be57-49aca0abc173,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:47.485234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.499946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d9f5c3e0-b75f-4bf6-b4b2-444d070229ad None None] Provisioning complete for port ef5cae61-a201-4e5d-89a6-4984b8abdabd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:47.503136 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d9f5c3e0-b75f-4bf6-b4b2-444d070229ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.527353 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:47.528000 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:47.561970 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c99e8e-6884-4f27-98a7-ee1b57b568c0 None None] Pushing event updated for resources: {'Port': ['ID=ef5cae61-a201-4e5d-89a6-4984b8abdabd,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:47.568268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.572374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-70f4b379-d691-4b81-9d03-537e6c8d8877 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5615406 Sep 17 23:17:47.596232 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d9f5c3e0-b75f-4bf6-b4b2-444d070229ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.633578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d9f5c3e0-b75f-4bf6-b4b2-444d070229ad None None] For port ef5cae61-a201-4e5d-89a6-4984b8abdabd, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ef5cae61-a201-4e5d-89a6-4984b8abdabd,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:47.662484 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:47.687974 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d9f5c3e0-b75f-4bf6-b4b2-444d070229ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.750346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5c3e0-b75f-4bf6-b4b2-444d070229ad None None] Pushing event updated for resources: {'Port': ['ID=ef5cae61-a201-4e5d-89a6-4984b8abdabd,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:47.756483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-2677a65a-fd75-4a51-b516-eb5d5902c017 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--673708962&fields=id&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 267 time: 0.0462613 Sep 17 23:17:47.810491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ddf45c86-44a5-4948-a919-e2311cd4dc72 None None] Provisioning complete for port ef5cae61-a201-4e5d-89a6-4984b8abdabd triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:47.810961 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ddf45c86-44a5-4948-a919-e2311cd4dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:47.873930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-d3a0e9d2-f011-4b5d-8c9f-489f12078432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:47.875377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-d3a0e9d2-f011-4b5d-8c9f-489f12078432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 811 time: 0.1115141 Sep 17 23:17:47.895180 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-0d607279-5e65-4232-b647-658fd288066b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/quotas/ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 375 time: 0.0127988 Sep 17 23:17:47.961217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-9f87481b-3acf-4c3a-8e2a-715091ad853a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584285 Sep 17 23:17:47.977592 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:48.004731 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e774d90-204b-445d-b962-3d9829d2ca3f None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:17:48.066381 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-87fd932a-f9df-4f82-a66d-f24fbbd97dcf service neutron] 10.222.0.30 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916960 Sep 17 23:17:48.164305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-ec307bcb-2d54-405f-97d0-116f74dad9cc service neutron] 10.222.0.30 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917666 Sep 17 23:17:48.447223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bdc270ee-1d3b-40e0-af9c-0a7ae4d61a28 req-c2b3e49a-85ee-4f93-b957-ff812d01f68a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 210 time: 0.0268648 Sep 17 23:17:48.666989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:48.713728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:48.714361 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:48.795166 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ef5cae61-a201-4e5d-89a6-4984b8abdabd up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:48.840860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port ef5cae61-a201-4e5d-89a6-4984b8abdabd triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:48.841237 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:49.546708 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-22496d03-de43-47f2-a096-33e4d2ca5cf2 req-51cfc918-80f8-4a39-b596-e6647896a469 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 210 time: 0.0295336 Sep 17 23:17:50.444859 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b6f62f01-4ff4-45cf-9307-1e96d98f2a38 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:50.446344 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b6f62f01-4ff4-45cf-9307-1e96d98f2a38 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 811 time: 0.0979970 Sep 17 23:17:50.504375 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-44f58113-64a3-441e-8243-3632dc76497a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 379 time: 0.0477972 Sep 17 23:17:50.513400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'port': {'device_id': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'admin_state_up': True, 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'security_groups': ['f4bd9102-6a44-458d-a187-d620585ba947']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:50.643554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6277fc8d-bb44-40d0-bd6e-094b3800788d req-87d4d4b3-f006-4348-95e5-0ce78067bd07 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 210 time: 0.0269680 Sep 17 23:17:50.680453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Made reservation on behalf of ed9ff7e82b954be3a84eaf35de886d9e for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:17:50.684179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:50.812468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Allocated IP 172.20.0.8 (bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41/ed170482-bfe4-477b-b919-6853b305cc01/223c623b-3c34-4323-9b81-3a36ec56c1c4) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:50.945947 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.025294 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.066586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:51.069555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:51.075755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:51.082536 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event updated for resources: {'Port': ['ID=223c623b-3c34-4323-9b81-3a36ec56c1c4,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:51.129452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:51.130069 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.198482 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b9de47d7-02a6-45b7-a91d-98d10567ddc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6879921 Sep 17 23:17:51.211256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Request body: {'port': {'device_id': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:51.269893 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.334301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e4655f77-9164-412f-8317-042900f70e57 None None] Provisioning complete for port 223c623b-3c34-4323-9b81-3a36ec56c1c4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:51.334869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e4655f77-9164-412f-8317-042900f70e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.368842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e4655f77-9164-412f-8317-042900f70e57 None None] Port 223c623b-3c34-4323-9b81-3a36ec56c1c4 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:17:51.527899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223c623b-3c34-4323-9b81-3a36ec56c1c4 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:17:51.535678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.547010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Transition to ACTIVE for port object 223c623b-3c34-4323-9b81-3a36ec56c1c4 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:17:51.624403 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.691554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Pushing event updated for resources: {'Port': ['ID=223c623b-3c34-4323-9b81-3a36ec56c1c4,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:51.788150 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7c2b9-27de-4118-b1ba-70641c569f61 req-c107b3cb-4812-4184-aa42-856bc9088b78 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:51.789746 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3c7c2b9-27de-4118-b1ba-70641c569f61 req-c107b3cb-4812-4184-aa42-856bc9088b78 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 943 time: 0.0730338 Sep 17 23:17:51.790475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Attempting to bind port 223c623b-3c34-4323-9b81-3a36ec56c1c4 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:51.790805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Attempting to bind port 223c623b-3c34-4323-9b81-3a36ec56c1c4 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:51.791129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Attempting to bind port 223c623b-3c34-4323-9b81-3a36ec56c1c4 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:51.797319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Port 223c623b-3c34-4323-9b81-3a36ec56c1c4 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:17:51.797642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Attempting to bind port 223c623b-3c34-4323-9b81-3a36ec56c1c4 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:51.808938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:51.809282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:51.809681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:51.810109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Bound port: 223c623b-3c34-4323-9b81-3a36ec56c1c4, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:51.810470 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.870291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3c7c2b9-27de-4118-b1ba-70641c569f61 req-5423a77b-b89e-4f59-a395-4b76fa80c2f7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739784 Sep 17 23:17:51.899751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:51.902899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:51.950729 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.987018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:51.987712 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.989155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] 10.222.0.23 "PUT /v2.0/ports/223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 1092 time: 0.7828660 Sep 17 23:17:51.989670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:17:51.991849 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da512f74-1535-4fcc-8e9e-a0a4c321174e" -d '{"events": [{"name": "network-changed", "server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:17:52.019335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a164-fdfc-4576-b5d9-71c9ebc1c47e service neutron] Pushing event updated for resources: {'Port': ['ID=223c623b-3c34-4323-9b81-3a36ec56c1c4,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:52.041908 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f37a50-62a0-4b67-861d-bcbc93700fb6 x-openstack-request-id: req-03f37a50-62a0-4b67-861d-bcbc93700fb6 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:17:52.042248 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:17:52.042458 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03f37a50-62a0-4b67-861d-bcbc93700fb6 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:17:52.042879 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'status': 'completed', 'code': 200} Sep 17 23:17:52.109104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da512f74-1535-4fcc-8e9e-a0a4c321174e req-1941bd98-ddb3-4357-a745-25b3fabc2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:52.110625 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da512f74-1535-4fcc-8e9e-a0a4c321174e req-1941bd98-ddb3-4357-a745-25b3fabc2321 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1095 time: 0.0449195 Sep 17 23:17:52.214349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da512f74-1535-4fcc-8e9e-a0a4c321174e req-91e7157b-7c38-4818-a9e8-74ca9b24774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:52.215859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da512f74-1535-4fcc-8e9e-a0a4c321174e req-91e7157b-7c38-4818-a9e8-74ca9b24774b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0977049 Sep 17 23:17:52.308397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da512f74-1535-4fcc-8e9e-a0a4c321174e req-26498ece-b3ad-40ae-a7a4-f2f5a2749c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:52.309823 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da512f74-1535-4fcc-8e9e-a0a4c321174e req-26498ece-b3ad-40ae-a7a4-f2f5a2749c81 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877059 Sep 17 23:17:52.383964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-3c7cc5c4-fbaa-404f-8ec2-f0b1f8918963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:52.385484 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-3c7cc5c4-fbaa-404f-8ec2-f0b1f8918963 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1095 time: 0.0409570 Sep 17 23:17:52.431229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-828fc37a-3bea-4271-952b-8283a57f6b0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 217 time: 0.0373344 Sep 17 23:17:52.480809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-2a5b9e57-86c3-4f37-b42d-68406585ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:52.482236 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-2a5b9e57-86c3-4f37-b42d-68406585ddda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0443430 Sep 17 23:17:52.528659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-61bfe101-1d31-4853-aeab-03ececc503b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:52.530193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-61bfe101-1d31-4853-aeab-03ececc503b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409811 Sep 17 23:17:52.623809 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-100ceacb-a4b2-4e8e-b2e6-fedc1ceca5f8 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862448 Sep 17 23:17:52.712522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50949fd8-15df-4a66-a68e-a11e05ea5fb7 req-20c78617-b479-4df5-9cb0-97d948d811a2 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814242 Sep 17 23:17:52.997639 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044a28a-888c-4a08-89d7-8975b7cbcc88 req-a1f8e65e-fca4-4ea7-a250-23d1d2e43f2b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:52.999018 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7044a28a-888c-4a08-89d7-8975b7cbcc88 req-a1f8e65e-fca4-4ea7-a250-23d1d2e43f2b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 943 time: 0.0534625 Sep 17 23:17:53.036736 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7044a28a-888c-4a08-89d7-8975b7cbcc88 req-651e386e-ba57-4141-9642-290c62bc7317 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314949 Sep 17 23:17:54.151441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40964e4-e3ac-45ad-9250-e8dd3ed62148 req-a4bd7d77-8961-42ad-a513-fee01fb12333 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:54.152930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f40964e4-e3ac-45ad-9250-e8dd3ed62148 req-a4bd7d77-8961-42ad-a513-fee01fb12333 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 943 time: 0.0488319 Sep 17 23:17:54.189110 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f40964e4-e3ac-45ad-9250-e8dd3ed62148 req-a1df32a0-5512-4816-bb74-100585d5db00 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302153 Sep 17 23:17:55.303518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c20764-c65a-4239-8e27-c840e871493b req-4f519196-9b7e-48ce-9d17-af520e6b760e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:55.305023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54c20764-c65a-4239-8e27-c840e871493b req-4f519196-9b7e-48ce-9d17-af520e6b760e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 943 time: 0.0487232 Sep 17 23:17:55.342981 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54c20764-c65a-4239-8e27-c840e871493b req-ba9671ca-fbaf-48cf-a6b1-50cb3790ffd9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319974 Sep 17 23:17:56.126396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 223c623b-3c34-4323-9b81-3a36ec56c1c4 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:17:56.221986 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:56.233249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'port_id': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'mac_address': 'fa:16:3e:65:75:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:17:56.268849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:56.280837 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223c623b-3c34-4323-9b81-3a36ec56c1c4 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:17:56.300740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:56.371982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:56.420649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=223c623b-3c34-4323-9b81-3a36ec56c1c4,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:56.462386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da153c-26a3-4bdd-abf9-60b812569582 req-bc999c5e-88ba-48ff-8ca8-cd0017bd3e9c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:56.463875 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92da153c-26a3-4bdd-abf9-60b812569582 req-bc999c5e-88ba-48ff-8ca8-cd0017bd3e9c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 944 time: 0.0539956 Sep 17 23:17:56.501180 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92da153c-26a3-4bdd-abf9-60b812569582 req-2e71bf5a-c511-41e6-8135-45617cd27d39 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312822 Sep 17 23:17:56.556250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['223c623b-3c34-4323-9b81-3a36ec56c1c4'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:17:57.615492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7b657-36b1-4938-8ae6-0ba447565aad req-8c4f99fd-2c6c-45cc-ba7d-8e5b563f0337 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:57.617011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78a7b657-36b1-4938-8ae6-0ba447565aad req-8c4f99fd-2c6c-45cc-ba7d-8e5b563f0337 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 944 time: 0.0487518 Sep 17 23:17:57.653606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78a7b657-36b1-4938-8ae6-0ba447565aad req-c6a7ae2d-9cf7-496d-b7b0-26dd046305f6 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307269 Sep 17 23:17:58.157506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 223c623b-3c34-4323-9b81-3a36ec56c1c4 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:58.297589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 223c623b-3c34-4323-9b81-3a36ec56c1c4 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:17:58.301820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 223c623b-3c34-4323-9b81-3a36ec56c1c4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:58.302192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:58.380064 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:58.402978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:17:58.405271 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a6b10e-958a-4633-8c75-94e1f8dfc0b2" -d '{"events": [{"server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "name": "network-vif-plugged", "status": "completed", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:17:58.418476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:58.441127 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f68f18c-c7e6-40f2-893d-13c73c53695f x-openstack-request-id: req-6f68f18c-c7e6-40f2-893d-13c73c53695f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:17:58.441448 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "name": "network-vif-plugged", "status": "completed", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:17:58.441773 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f68f18c-c7e6-40f2-893d-13c73c53695f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:17:58.442162 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'code': 200} Sep 17 23:17:58.486289 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:58.534092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=223c623b-3c34-4323-9b81-3a36ec56c1c4,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:58.542962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ddd6a-a687-4247-80fa-a26902a04b9f req-2dce4600-aee4-4945-a5e6-ee1509a86f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:58.544478 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b27ddd6a-a687-4247-80fa-a26902a04b9f req-2dce4600-aee4-4945-a5e6-ee1509a86f8a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1097 time: 0.0487602 Sep 17 23:17:58.578979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b27ddd6a-a687-4247-80fa-a26902a04b9f req-e85a0631-73bd-4610-9c9a-1705f489eeff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279512 Sep 17 23:17:58.767259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b8d54-4d76-45dd-b3e9-9bfe6e156f33 req-e2cb1baf-c795-4132-9b65-a81e9828a58f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:58.768900 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c6b8d54-4d76-45dd-b3e9-9bfe6e156f33 req-e2cb1baf-c795-4132-9b65-a81e9828a58f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0481441 Sep 17 23:17:58.806022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c6b8d54-4d76-45dd-b3e9-9bfe6e156f33 req-bf66ea15-270a-461a-85c3-b20d4860b0c3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311842 Sep 17 23:17:59.686111 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:59.921925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312478d-6fc9-4242-92f5-7e503b74c36b req-3048104d-64db-4861-9c00-b827310c70b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:59.923411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9312478d-6fc9-4242-92f5-7e503b74c36b req-3048104d-64db-4861-9c00-b827310c70b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0499175 Sep 17 23:17:59.961735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9312478d-6fc9-4242-92f5-7e503b74c36b req-4f676c84-4667-44a9-85cd-9151ff94feb0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Sep 17 23:18:00.070446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db520c-8d2c-49f1-a6e7-212dea9c5370 req-a2f361bf-690c-4c03-909f-f1c7e61542ff tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:00.071924 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0db520c-8d2c-49f1-a6e7-212dea9c5370 req-a2f361bf-690c-4c03-909f-f1c7e61542ff tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0484111 Sep 17 23:18:00.080326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54034) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:18:00.085095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-85a49c4d-2438-4e44-b235-ea2c3badb093 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'floatingip': {'port_id': '223c623b-3c34-4323-9b81-3a36ec56c1c4'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:18:00.155733 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-85a49c4d-2438-4e44-b235-ea2c3badb093 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:00.963413 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-85a49c4d-2438-4e44-b235-ea2c3badb093 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:01.036437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-85a49c4d-2438-4e44-b235-ea2c3badb093 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:01.134985 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-85a49c4d-2438-4e44-b235-ea2c3badb093 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5 associated. External IP: 172.25.6.66, port: 223c623b-3c34-4323-9b81-3a36ec56c1c4. Sep 17 23:18:01.343537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a49c4d-2438-4e44-b235-ea2c3badb093 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:18:01.455819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a49c4d-2438-4e44-b235-ea2c3badb093 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:18:01.461889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-85a49c4d-2438-4e44-b235-ea2c3badb093 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:01.466235 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:18:01.475428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:18:01.476046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:18:01.493890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-85a49c4d-2438-4e44-b235-ea2c3badb093 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "PUT /v2.0/floatingips/4003728a-821c-442e-a8b2-a5a7801f56f5 HTTP/1.1" status: 200 len: 990 time: 1.4125233 Sep 17 23:18:01.494473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:18:01.496764 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd4a07-f174-4617-beb4-ff845e359e34" -d '{"events": [{"name": "network-changed", "server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:18:01.542295 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1487a8f-371a-44e2-955a-7bc8344ef4dc x-openstack-request-id: req-b1487a8f-371a-44e2-955a-7bc8344ef4dc {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:18:01.542586 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:18:01.542836 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1487a8f-371a-44e2-955a-7bc8344ef4dc {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:18:01.543234 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'status': 'completed', 'code': 200} Sep 17 23:18:01.607565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-04a24d56-1686-4f6f-a5ea-801e15d6ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:01.609082 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-04a24d56-1686-4f6f-a5ea-801e15d6ed7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1097 time: 0.0436444 Sep 17 23:18:01.702198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-356a07c5-39b8-4359-b63e-431137942a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:01.703698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-356a07c5-39b8-4359-b63e-431137942a53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0881684 Sep 17 23:18:01.740603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:18:01.801872 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-53cabdc8-5801-46a5-a742-7c84d29629db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 998 time: 0.0905457 Sep 17 23:18:01.852420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-def6bab1-bf79-4d8b-986e-5db196662c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:01.853885 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-def6bab1-bf79-4d8b-986e-5db196662c69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0449471 Sep 17 23:18:01.904888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-734885e6-acf7-4f66-9bc0-ca143ba3b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:01.906428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-734885e6-acf7-4f66-9bc0-ca143ba3b72b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455084 Sep 17 23:18:01.964538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:65:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:18:00Z', 'revision_number': 1, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:18:01.991438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:18:01.997056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-9e014a87-6b23-4da6-98b3-443419f30a12 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831635 Sep 17 23:18:01.999674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:18:02.000322 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:17:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:18:02.089781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f2fd4a07-f174-4617-beb4-ff845e359e34 req-6cdb154d-ada9-48bd-844b-be7ff7cea62f service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853422 Sep 17 23:18:02.113509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:18:02.335064 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:65:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:18:00Z', 'revision_number': 1, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:18:02.365591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e792e4bb-b761-4f8c-af44-ab61d5ea10b0 None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:65:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:18:00Z', 'revision_number': 1, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:18:02.558956 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a031e5-5a7e-4407-95ca-d1da8d839182 None None] New status for floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:18:03.343108 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-428e3add-1470-4e45-98a3-3d82f7e76d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:04.259079 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:18:05.061606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-cb9d6079-9d93-4e9a-80ee-c7f48e7fda53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392628 Sep 17 23:18:05.143317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-9c918501-2f76-40c5-9b99-ebdecce8883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:05.145056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-9c918501-2f76-40c5-9b99-ebdecce8883b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1097 time: 0.0431261 Sep 17 23:18:05.249845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-1791da59-ffa4-40ab-99ce-a4e0c75fc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:05.251316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-1791da59-ffa4-40ab-99ce-a4e0c75fc282 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0878243 Sep 17 23:18:05.317331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-a01ddd66-d8e2-431f-9abb-20ddfe8b04b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 1000 time: 0.0563095 Sep 17 23:18:05.370216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-b79e58c5-103b-49b6-85c5-4d7573ad99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:05.374369 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-b79e58c5-103b-49b6-85c5-4d7573ad99cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0479324 Sep 17 23:18:05.416798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-ce4a16ed-e592-47b3-991a-032887944232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:05.418281 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-ce4a16ed-e592-47b3-991a-032887944232 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396502 Sep 17 23:18:05.506822 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-cece4c5d-17d3-41f1-9b60-0280ef8a1625 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811429 Sep 17 23:18:05.602881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ba984124-34a9-4e47-8da9-3b72d2e169ab req-80ec25d7-047d-4492-b767-08750cbd726f service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890675 Sep 17 23:18:05.891571 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-37bd6f5f-d3b8-4172-af92-8f6c7f5c56a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:07.053229 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:07.537039 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:09.195998 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:10.754672 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:29.651091 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:33.264137 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-630eb564-8a47-40f9-9bbe-e48fd44b1ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:35.891797 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b9c7fb1e-b267-4a6c-b5da-963902d14e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:37.057693 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:37.524832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:39.206762 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:40.758902 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:41.258218 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:18:59.668491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:03.274421 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-831d94e6-6bbe-4f6b-ad7a-d4a6b82e14a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:05.891400 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3087aa89-cc66-4463-8eb0-fdb578250906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:06.079893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-7dcfe903-e65c-482f-93bc-bccd408505c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0619302 Sep 17 23:19:06.163440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-7539f483-9b74-415a-a0ef-6fc875e0bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:06.164903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-7539f483-9b74-415a-a0ef-6fc875e0bfb7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1097 time: 0.0414042 Sep 17 23:19:06.269103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-c4ea8069-73a0-4e72-acba-bcb853c4d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:06.270588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-c4ea8069-73a0-4e72-acba-bcb853c4d573 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0880966 Sep 17 23:19:06.337636 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-d3e4617e-e3f9-4618-afc9-0972a4d83c14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 1000 time: 0.0583165 Sep 17 23:19:06.389327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-64e21edf-0b11-46ae-8a7c-4e57d3f0a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:06.390812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-64e21edf-0b11-46ae-8a7c-4e57d3f0a172 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0466318 Sep 17 23:19:06.439140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-79d8f23d-ed22-4a07-9b9b-bb950a4ec7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:06.440710 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-79d8f23d-ed22-4a07-9b9b-bb950a4ec7d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429275 Sep 17 23:19:06.532947 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-4ef139b5-a3a0-443e-aaed-980b0e6d96ee service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851376 Sep 17 23:19:06.621451 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0a6562d6-84d3-4bef-967a-42b0fba6d8af req-584e12f2-c0ae-403c-8a17-22eec89aac25 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813072 Sep 17 23:19:07.057103 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:07.525869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:09.183169 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:10.800183 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:18.257266 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:19:29.679658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:33.272365 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c34bdd6d-a373-4c31-9190-998ee2b61d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:35.902497 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5be0df1b-acc8-4451-a53d-f7723b0a0241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.028493 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.258032 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019991da-03ce-42f9-af29-79ca0d2626f8 req-87211422-fa15-4f95-96a4-e7e2cbf4d8b4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:37.259513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-019991da-03ce-42f9-af29-79ca0d2626f8 req-87211422-fa15-4f95-96a4-e7e2cbf4d8b4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0497859 Sep 17 23:19:37.299574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-019991da-03ce-42f9-af29-79ca0d2626f8 req-e9ac4cad-fe2f-43d4-8e9e-720c13305ad9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319216 Sep 17 23:19:37.560081 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.772110 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cf8ae-44c0-4b39-a314-751f2c134fe4 req-d575a396-0c52-4faf-a0c8-7404662a5bcb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:38.773603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f4cf8ae-44c0-4b39-a314-751f2c134fe4 req-d575a396-0c52-4faf-a0c8-7404662a5bcb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.1081150 Sep 17 23:19:38.812000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f4cf8ae-44c0-4b39-a314-751f2c134fe4 req-5ec05523-9262-4217-a495-b86500d4e682 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316315 Sep 17 23:19:38.840905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54254) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:38.917772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-95e51378-0b9f-4211-9125-e951a7779f8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756638 Sep 17 23:19:38.926653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-21ab0d15-4cfb-4428-89fb-22fc3eb78eab service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:19:38.927633 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-21ab0d15-4cfb-4428-89fb-22fc3eb78eab service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049829 Sep 17 23:19:39.193563 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:39.982204 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b1a07-7045-49b3-8430-b88ee5585bab req-df11d35a-5f1b-488d-814c-85381c7b8555 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:39.983719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-920b1a07-7045-49b3-8430-b88ee5585bab req-df11d35a-5f1b-488d-814c-85381c7b8555 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.1018593 Sep 17 23:19:40.023228 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-920b1a07-7045-49b3-8430-b88ee5585bab req-847bc4e7-a40d-4272-a8fe-40a7e9d7f7ab tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333502 Sep 17 23:19:40.758005 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.049980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-2224f63c-e689-476c-9879-bccce6be4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:41.051494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-2224f63c-e689-476c-9879-bccce6be4f3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1097 time: 0.0404003 Sep 17 23:19:41.188657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-582f58e1-92f3-46fb-bc15-c72168a47ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:41.190162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-582f58e1-92f3-46fb-bc15-c72168a47ab3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.1314144 Sep 17 23:19:41.198474 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b497a-41d1-4176-95cd-e74c8d30bfd5 req-a94968e3-2584-48af-b4a5-c94ff6d0b5f0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:41.199858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d8b497a-41d1-4176-95cd-e74c8d30bfd5 req-a94968e3-2584-48af-b4a5-c94ff6d0b5f0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0827053 Sep 17 23:19:41.282648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d8b497a-41d1-4176-95cd-e74c8d30bfd5 req-4bed1e8e-08c7-48f3-be5e-3fc39415563e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762689 Sep 17 23:19:41.288430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-c2e3f522-591c-4324-87a3-90c175730848 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 1000 time: 0.0876544 Sep 17 23:19:41.338531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-6a7633b8-49de-40c8-a9a4-c71755a16896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:41.340777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-6a7633b8-49de-40c8-a9a4-c71755a16896 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0452471 Sep 17 23:19:41.385246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-011a0047-0252-4726-9401-6d3da0df7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:41.386769 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-011a0047-0252-4726-9401-6d3da0df7173 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396006 Sep 17 23:19:41.477483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-92efd2ff-542c-4893-920a-ea444aeb0e6a service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837476 Sep 17 23:19:41.564934 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-f7ab5261-70b4-4892-bdce-52700d3ffce8 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804443 Sep 17 23:19:42.404014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376ae6-8387-4872-b9b3-f2ab046be401 req-d7a4007f-d881-4274-9455-d9c126fb631d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:42.405527 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64376ae6-8387-4872-b9b3-f2ab046be401 req-d7a4007f-d881-4274-9455-d9c126fb631d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0543349 Sep 17 23:19:42.443783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-64376ae6-8387-4872-b9b3-f2ab046be401 req-56612bca-6e26-496e-87d0-82edc72cdc5a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323687 Sep 17 23:19:43.561328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf927204-0677-4d57-96ae-989c962138ec req-09d75cf4-6fc1-46f4-864a-1d544cc729ca tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:43.562803 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bf927204-0677-4d57-96ae-989c962138ec req-09d75cf4-6fc1-46f4-864a-1d544cc729ca tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0533407 Sep 17 23:19:43.599901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bf927204-0677-4d57-96ae-989c962138ec req-31720ec6-10f3-4d55-9656-a0233992aaa7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311966 Sep 17 23:19:44.713257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30451627-906c-49b5-a6ef-778bcc7cdb0a req-0cf2924c-d579-4fa5-aa5f-0ea1b5a8dfc2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:44.714811 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30451627-906c-49b5-a6ef-778bcc7cdb0a req-0cf2924c-d579-4fa5-aa5f-0ea1b5a8dfc2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0491121 Sep 17 23:19:44.751248 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30451627-906c-49b5-a6ef-778bcc7cdb0a req-17bb354d-0cd1-4a0e-a456-3e2f4c908baa tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307074 Sep 17 23:19:45.867564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097f262-a438-41b9-b441-a732baa52e38 req-efa7aa1b-c681-4cbb-9e11-2111c54f030c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:45.869071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2097f262-a438-41b9-b441-a732baa52e38 req-efa7aa1b-c681-4cbb-9e11-2111c54f030c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0503511 Sep 17 23:19:45.906143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2097f262-a438-41b9-b441-a732baa52e38 req-038cd9fa-a1c0-4080-8666-7c1367712357 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311544 Sep 17 23:19:47.021728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa184c2a-0132-48e4-9cad-c6510c2ebcae req-47b65a77-d658-4294-98ef-ecce44a96323 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:47.023180 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa184c2a-0132-48e4-9cad-c6510c2ebcae req-47b65a77-d658-4294-98ef-ecce44a96323 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0479584 Sep 17 23:19:47.061034 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa184c2a-0132-48e4-9cad-c6510c2ebcae req-df0e1d99-4ac7-4911-97db-912d60e773ed tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309865 Sep 17 23:19:48.176194 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c8702-6306-4ebd-8578-f372516efd48 req-ac1f5754-c515-496e-8b5f-726c40bd027e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:48.177651 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-203c8702-6306-4ebd-8578-f372516efd48 req-ac1f5754-c515-496e-8b5f-726c40bd027e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0482607 Sep 17 23:19:48.214037 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-203c8702-6306-4ebd-8578-f372516efd48 req-ee0b9ecf-8a7f-4cdb-980c-92b27f4da373 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305181 Sep 17 23:19:49.332659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bec28-1ec2-4e44-b77a-d0d898f0c1d5 req-659bf733-2f76-4e82-926c-ac29f8f41746 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:49.334114 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b71bec28-1ec2-4e44-b77a-d0d898f0c1d5 req-659bf733-2f76-4e82-926c-ac29f8f41746 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0538011 Sep 17 23:19:49.371063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b71bec28-1ec2-4e44-b77a-d0d898f0c1d5 req-6aa52905-de73-467d-af62-6cfec1397f8a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311666 Sep 17 23:19:50.488579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d7671-3f1b-42f3-b4f4-4e25765cd344 req-547f97fe-6c76-4d5f-be78-13ed1dedad05 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:50.490069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-821d7671-3f1b-42f3-b4f4-4e25765cd344 req-547f97fe-6c76-4d5f-be78-13ed1dedad05 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0518663 Sep 17 23:19:50.551104 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-821d7671-3f1b-42f3-b4f4-4e25765cd344 req-81aacd2b-23f8-4818-ad3c-0da6483204ac tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528252 Sep 17 23:19:51.664711 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f7d3b-85b4-4a2e-8363-624730051fd2 req-05458dd2-b087-4996-9345-4123b456fbb2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:51.666386 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d95f7d3b-85b4-4a2e-8363-624730051fd2 req-05458dd2-b087-4996-9345-4123b456fbb2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0487988 Sep 17 23:19:51.703896 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d95f7d3b-85b4-4a2e-8363-624730051fd2 req-9351fc30-8fd9-404a-a76c-eb5aa3a9beff tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311975 Sep 17 23:19:52.817012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ce1ea-ca99-4db3-b84d-90c4a08e7aa6 req-c3270151-29ac-4040-82a8-4b9472b24297 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:52.818500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c0ce1ea-ca99-4db3-b84d-90c4a08e7aa6 req-c3270151-29ac-4040-82a8-4b9472b24297 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0486245 Sep 17 23:19:52.857994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c0ce1ea-ca99-4db3-b84d-90c4a08e7aa6 req-6b6b4b0b-f526-41ce-aa1b-de3637a822dd tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335982 Sep 17 23:19:53.679342 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-23b4084c-db21-40df-b217-48f860e05da7 service neutron] show failed (client error): The resource could not be found. Sep 17 23:19:53.680407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-23b4084c-db21-40df-b217-48f860e05da7 service neutron] 10.222.0.23 "GET /v2.0/ports/223c623b-3c34-4323-9b81-3a36ec56c1c4/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0541091 Sep 17 23:19:53.974937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943670a1-ce95-4405-80fe-c6b0fbb7358b req-131bdc03-37ca-4006-8080-00f8d76634d3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:53.976380 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-943670a1-ce95-4405-80fe-c6b0fbb7358b req-131bdc03-37ca-4006-8080-00f8d76634d3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0512185 Sep 17 23:19:54.015304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-943670a1-ce95-4405-80fe-c6b0fbb7358b req-d6f7c63d-52d4-46ee-aea0-f79aa05b6576 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322952 Sep 17 23:19:54.200467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-88dfdb0b-2957-4165-8753-b3dc3f67b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:54.202024 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-88dfdb0b-2957-4165-8753-b3dc3f67b677 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 1097 time: 0.0875468 Sep 17 23:19:54.220231 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:54.272012 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.474654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:54.505909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:54.549777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:54.551974 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f163b-b9a6-48bb-bd8c-c025811f2528" -d '{"events": [{"server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "name": "network-vif-unplugged", "status": "completed", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:54.556107 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.568641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Transition to ACTIVE for port object 223c623b-3c34-4323-9b81-3a36ec56c1c4 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:19:54.602866 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e39d683-6fc7-4eaf-8beb-41e9851bc0bf x-openstack-request-id: req-9e39d683-6fc7-4eaf-8beb-41e9851bc0bf {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:54.603166 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "name": "network-vif-unplugged", "status": "completed", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:54.603420 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e39d683-6fc7-4eaf-8beb-41e9851bc0bf {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:54.603817 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'code': 200} Sep 17 23:19:54.655105 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.758558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=223c623b-3c34-4323-9b81-3a36ec56c1c4,revision_number=6']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:54.785242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.785579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.785921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.786247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.786573 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.786895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.787215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.787535 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.787855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.788196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.788515 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.788830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:54.836896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] No DVR routers for this DVR port 223c623b-3c34-4323-9b81-3a36ec56c1c4 on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:19:54.969161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Attempting to bind port 223c623b-3c34-4323-9b81-3a36ec56c1c4 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:19:54.969413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Attempting to bind port 223c623b-3c34-4323-9b81-3a36ec56c1c4 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:19:54.969735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Attempting to bind port 223c623b-3c34-4323-9b81-3a36ec56c1c4 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:54.974006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Port 223c623b-3c34-4323-9b81-3a36ec56c1c4 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:19:54.974327 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Attempting to bind port 223c623b-3c34-4323-9b81-3a36ec56c1c4 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:54.979078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:19:54.979656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:19:54.979767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:19:54.980219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Bound port: 223c623b-3c34-4323-9b81-3a36ec56c1c4, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:19:54.980574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.045925 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:55.049385 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:19:55.133085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc7046-cb97-4c60-b58f-a961e5d703bf req-cec691ae-41ed-4557-9ba3-094ac4d3e884 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.136950 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00cc7046-cb97-4c60-b58f-a961e5d703bf req-cec691ae-41ed-4557-9ba3-094ac4d3e884 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 943 time: 0.0513058 Sep 17 23:19:55.154424 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.198574 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.199187 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.200593 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 1092 time: 0.9843299 Sep 17 23:19:55.212737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-00cc7046-cb97-4c60-b58f-a961e5d703bf req-4e5ed77c-048e-420d-9eee-b18424928049 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722072 Sep 17 23:19:55.235442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801aa185-8e16-483e-a747-12e72273c9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=223c623b-3c34-4323-9b81-3a36ec56c1c4,revision_number=7']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:55.256037 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:19:55.289060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-50b1f711-fe7a-4b24-9508-03c31767c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.290717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-50b1f711-fe7a-4b24-9508-03c31767c79d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1095 time: 0.0463457 Sep 17 23:19:55.386837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-6e5bcff1-3809-4c08-a6b0-90ca2b31bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.388375 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-6e5bcff1-3809-4c08-a6b0-90ca2b31bea6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0899580 Sep 17 23:19:55.487781 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-20857676-2bf4-4d70-bf33-151c879454a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 998 time: 0.0916612 Sep 17 23:19:55.535981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-8de440bc-f75e-4c45-a544-d9711b17e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.537413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-8de440bc-f75e-4c45-a544-d9711b17e12b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0423853 Sep 17 23:19:55.581676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-41f75378-45c6-41cc-bc4f-fa74ad64bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:55.583117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-41f75378-45c6-41cc-bc4f-fa74ad64bb0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392663 Sep 17 23:19:55.680752 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-3d0620c5-8ce1-4a5c-8a47-7d5d1f82ed60 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905950 Sep 17 23:19:55.772772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-16827bb3-a65e-4a54-bcb9-7af7a90bcbd9 req-8f52a4ed-4a06-4ac1-906d-2cf88a1ff8f1 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850258 Sep 17 23:19:56.339676 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779d0ff-5846-4dd4-b9be-219709c13d8e req-d73fe2c6-a837-485b-99b1-b248c8d49e8d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.341102 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f779d0ff-5846-4dd4-b9be-219709c13d8e req-d73fe2c6-a837-485b-99b1-b248c8d49e8d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 943 time: 0.0531046 Sep 17 23:19:56.379152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f779d0ff-5846-4dd4-b9be-219709c13d8e req-ee746199-8bca-4a93-90b4-49ceea1df519 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319614 Sep 17 23:19:56.605306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:56.608345 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c85d1-9535-4ed4-a465-ee5178ae3829" -d '{"events": [{"name": "network-changed", "server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:56.654742 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dbda19-d862-4a5b-9c57-e375b8f0de22 x-openstack-request-id: req-15dbda19-d862-4a5b-9c57-e375b8f0de22 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:56.655033 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:56.655290 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15dbda19-d862-4a5b-9c57-e375b8f0de22 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:56.655683 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'status': 'completed', 'code': 200} Sep 17 23:19:56.700839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 223c623b-3c34-4323-9b81-3a36ec56c1c4 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:56.718049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-0947a8ca-a0ba-4c49-b001-0be98e624196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.720608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-0947a8ca-a0ba-4c49-b001-0be98e624196 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1095 time: 0.0418370 Sep 17 23:19:56.745343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 223c623b-3c34-4323-9b81-3a36ec56c1c4 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:56.820745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-4eef1cfe-1209-4fb2-b839-5e7ea8e38036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.822256 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-4eef1cfe-1209-4fb2-b839-5e7ea8e38036 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0955973 Sep 17 23:19:56.894191 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-901c47b3-e478-44cd-bd03-62d30aa71b9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 998 time: 0.0640991 Sep 17 23:19:56.945075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-2fea1bc4-75d1-420f-b5b3-f21c2406a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.946567 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-2fea1bc4-75d1-420f-b5b3-f21c2406a9b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0457549 Sep 17 23:19:56.997958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-3838e1f8-a5da-4804-b005-410edf36b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.999481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-3838e1f8-a5da-4804-b005-410edf36b973 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452013 Sep 17 23:19:57.045215 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-bf5ae9b5-81bd-47e1-ace4-8f4da9f90a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:57.046722 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-bf5ae9b5-81bd-47e1-ace4-8f4da9f90a12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1095 time: 0.3493235 Sep 17 23:19:57.091675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-3c3fffb6-21fe-44c3-92e2-5bd500a8fa5e service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841937 Sep 17 23:19:57.136746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-f94cb5a5-622a-45b2-81bf-3d3ea09a3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:57.138664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-f94cb5a5-622a-45b2-81bf-3d3ea09a3179 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0844426 Sep 17 23:19:57.185784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-5f5cd7d5-0c6c-489c-bd1b-36dbf2ee0b2d service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874681 Sep 17 23:19:57.206463 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-034ffef2-ee19-41f1-9f50-8d39d2405287 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 998 time: 0.0601277 Sep 17 23:19:57.255395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-3ea632f2-2a38-4e1f-98a4-8cd041a58aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:57.256820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-3ea632f2-2a38-4e1f-98a4-8cd041a58aac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0430944 Sep 17 23:19:57.302509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-fd92f5b8-95da-4ad2-8293-7545dd8d57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:57.303943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-fd92f5b8-95da-4ad2-8293-7545dd8d57f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394368 Sep 17 23:19:57.397083 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-6e1b8b15-8331-4ff6-9838-748d5376068b service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853400 Sep 17 23:19:57.494715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205be9a1-39c1-4db7-b7ef-19b083efebf6 req-6d54c8f8-2363-49a0-858e-3196dae07435 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:57.495320 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b33c85d1-9535-4ed4-a465-ee5178ae3829 req-730643d6-e6f9-4b5d-82b6-3171143109a7 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900908 Sep 17 23:19:57.496140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-205be9a1-39c1-4db7-b7ef-19b083efebf6 req-6d54c8f8-2363-49a0-858e-3196dae07435 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 943 time: 0.0491745 Sep 17 23:19:57.534034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-205be9a1-39c1-4db7-b7ef-19b083efebf6 req-71593d24-eea6-469f-b3b8-097e862d3e70 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Sep 17 23:19:58.654737 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bbe2e-a2f6-4099-af24-4783e8decdb0 req-7d4a2643-475e-403a-9893-93daae823d83 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:58.656225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a6bbe2e-a2f6-4099-af24-4783e8decdb0 req-7d4a2643-475e-403a-9893-93daae823d83 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 943 time: 0.0502706 Sep 17 23:19:58.694660 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a6bbe2e-a2f6-4099-af24-4783e8decdb0 req-85e6d181-486d-4413-b4b1-f1265c4cf6a7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321283 Sep 17 23:19:59.713103 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:59.809652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c80e5-0312-47bf-98a4-a89fc5039e93 req-1c10f331-ce34-432c-932d-682ac1e0d281 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:59.811773 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de2c80e5-0312-47bf-98a4-a89fc5039e93 req-1c10f331-ce34-432c-932d-682ac1e0d281 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 943 time: 0.0502715 Sep 17 23:19:59.849278 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de2c80e5-0312-47bf-98a4-a89fc5039e93 req-bda2daec-8b59-499a-ad1b-2327fc3e4e04 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313575 Sep 17 23:20:00.159826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7645c6-de2d-40b3-81af-03c66e3fd6ee req-9ad80365-8b51-4abd-ae7c-461d3a98f716 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:00.161356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e7645c6-de2d-40b3-81af-03c66e3fd6ee req-9ad80365-8b51-4abd-ae7c-461d3a98f716 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 943 time: 0.0559256 Sep 17 23:20:00.227306 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4e7645c6-de2d-40b3-81af-03c66e3fd6ee req-58c18eb9-159f-479b-bf69-79468ffd851f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586119 Sep 17 23:20:00.245357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-1792fdb7-3672-41ab-a9c7-b3fea470e3fe tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:00.246794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-1792fdb7-3672-41ab-a9c7-b3fea470e3fe tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 943 time: 0.0626698 Sep 17 23:20:00.307362 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-6dd8c437-5b55-4bca-ab57-1fd7524bd554 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:20:00.308302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-6dd8c437-5b55-4bca-ab57-1fd7524bd554 service neutron] 10.222.0.23 "DELETE /v2.0/ports/223c623b-3c34-4323-9b81-3a36ec56c1c4/bindings/n-h1-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0539715 Sep 17 23:20:00.392988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-4fd8760c-d891-49f3-87bc-d305908d2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:00.394458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-4fd8760c-d891-49f3-87bc-d305908d2673 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 1095 time: 0.0439777 Sep 17 23:20:00.484641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-39b75fbb-1dac-4487-bb08-e347b23e9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:00.486095 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-39b75fbb-1dac-4487-bb08-e347b23e9b98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0844936 Sep 17 23:20:00.523380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 223c623b-3c34-4323-9b81-3a36ec56c1c4 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:20:00.624558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:00.637127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'port_id': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'mac_address': 'fa:16:3e:65:75:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:20:00.679542 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:00.693369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223c623b-3c34-4323-9b81-3a36ec56c1c4 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:20:00.714383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:00.780771 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:00.814123 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-769e0db1-aac2-4032-a0d2-dfe963d9cbd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 200 len: 998 time: 0.3207641 Sep 17 23:20:00.830982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=223c623b-3c34-4323-9b81-3a36ec56c1c4,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:00.838274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.838618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.838955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.839289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.839620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.839953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.840304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.840630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.840957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.841275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.841596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.842104 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:00.863408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-38733b66-c020-4040-b1ea-c0ef251500ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:00.864931 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-38733b66-c020-4040-b1ea-c0ef251500ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0443094 Sep 17 23:20:00.910622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-54bc13ab-0e1a-4c4f-83e1-8328d90f009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:00.912144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-54bc13ab-0e1a-4c4f-83e1-8328d90f009f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399466 Sep 17 23:20:01.003188 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-c0718eea-6c24-4dc1-a701-342e24c74895 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837231 Sep 17 23:20:01.095501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f78f16f1-9593-4ae7-9dc2-6695e5623e97 req-23d36980-7508-49df-8d25-6ccbc836fbbb service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855989 Sep 17 23:20:01.191741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['223c623b-3c34-4323-9b81-3a36ec56c1c4'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:20:01.350556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4210b-d3be-4159-bc6a-8bb5fb1efd08 req-9c58a762-cf32-420c-a221-fd7a3d02c3ad tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:01.352149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0eb4210b-d3be-4159-bc6a-8bb5fb1efd08 req-9c58a762-cf32-420c-a221-fd7a3d02c3ad tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 944 time: 0.0508056 Sep 17 23:20:01.390611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0eb4210b-d3be-4159-bc6a-8bb5fb1efd08 req-cab8bc94-8cab-4362-8bf6-58272ab7d17b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322380 Sep 17 23:20:02.505905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50772bc1-fff8-4a99-a977-9992f5d65e48 req-7d6b1caa-fe25-4804-81e2-81dd9d95a6d1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:02.507366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50772bc1-fff8-4a99-a977-9992f5d65e48 req-7d6b1caa-fe25-4804-81e2-81dd9d95a6d1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 944 time: 0.0483432 Sep 17 23:20:02.530610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 223c623b-3c34-4323-9b81-3a36ec56c1c4 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:20:02.549595 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-50772bc1-fff8-4a99-a977-9992f5d65e48 req-a9768680-df02-48d3-bfc8-7440763be981 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362179 Sep 17 23:20:02.667152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 223c623b-3c34-4323-9b81-3a36ec56c1c4 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:20:02.667478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb674a-7e58-452b-b8a3-ba4a1a03042a req-3cd47083-8203-435e-92e5-df1c6f634170 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:02.669190 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79bb674a-7e58-452b-b8a3-ba4a1a03042a req-3cd47083-8203-435e-92e5-df1c6f634170 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 944 time: 0.0540090 Sep 17 23:20:02.671859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 223c623b-3c34-4323-9b81-3a36ec56c1c4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:02.672266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:02.708633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-79bb674a-7e58-452b-b8a3-ba4a1a03042a req-29e48468-0532-45a7-98d8-f55a3ff26f92 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324945 Sep 17 23:20:02.753765 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:02.775976 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:02.778250 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc856b-8280-4d64-abf5-63027748c63c" -d '{"events": [{"server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "name": "network-vif-plugged", "status": "completed", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:02.794315 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:02.821937 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde230ba-aee9-4c62-87a2-6996adaae078 x-openstack-request-id: req-fde230ba-aee9-4c62-87a2-6996adaae078 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:02.822229 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "name": "network-vif-plugged", "status": "completed", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:02.822478 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fde230ba-aee9-4c62-87a2-6996adaae078 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:02.822874 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'code': 200} Sep 17 23:20:02.825599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5c99b-68d5-4dd6-80b7-39d9f1f61c4d req-b9450f60-668b-4501-acbb-fd78235a012d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:02.827123 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4b5c99b-68d5-4dd6-80b7-39d9f1f61c4d req-b9450f60-668b-4501-acbb-fd78235a012d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 944 time: 0.0516846 Sep 17 23:20:02.838535 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:02.864667 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4b5c99b-68d5-4dd6-80b7-39d9f1f61c4d req-8773906f-3c2b-4f06-9c05-ee3c861c1e97 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Sep 17 23:20:02.897407 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=223c623b-3c34-4323-9b81-3a36ec56c1c4,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:03.267594 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1f8c43c4-1e29-436d-b884-2ea2c9dcb64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:03.269014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc3b14-b99e-4b98-ae7c-b02067e5b7d4 req-f23ab6fb-e924-4351-84fa-a7ae276cf2f9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:03.270540 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bccc3b14-b99e-4b98-ae7c-b02067e5b7d4 req-f23ab6fb-e924-4351-84fa-a7ae276cf2f9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0483882 Sep 17 23:20:03.312609 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bccc3b14-b99e-4b98-ae7c-b02067e5b7d4 req-077fadfa-d6c1-4e3a-a374-541798ff18ba tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358269 Sep 17 23:20:04.429872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b32cf2-3fda-476b-8260-51457e91fe1d req-7da6b40c-2d0f-47cc-96c9-622c47c4bb7e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:04.431343 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58b32cf2-3fda-476b-8260-51457e91fe1d req-7da6b40c-2d0f-47cc-96c9-622c47c4bb7e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0501461 Sep 17 23:20:04.469873 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-58b32cf2-3fda-476b-8260-51457e91fe1d req-83d2847b-9cfb-4667-b924-b7d6a9034b0e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322676 Sep 17 23:20:04.707383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-0d21f3cd-2590-4a46-9502-0e7f19c24298 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:04.708758 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-0d21f3cd-2590-4a46-9502-0e7f19c24298 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 945 time: 0.0481691 Sep 17 23:20:04.798293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Deleting port 223c623b-3c34-4323-9b81-3a36ec56c1c4 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:20:04.798617 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:04.887033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] For port 223c623b-3c34-4323-9b81-3a36ec56c1c4, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=223c623b-3c34-4323-9b81-3a36ec56c1c4,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:04.887394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:05.157359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:05.157718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:05.158029 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5 disassociated. External IP: 172.25.6.66, port: 223c623b-3c34-4323-9b81-3a36ec56c1c4. Sep 17 23:20:05.158366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Calling delete_port for 223c623b-3c34-4323-9b81-3a36ec56c1c4 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:20:05.353142 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:05.381939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event deleted for resources: {'Port': ['ID=223c623b-3c34-4323-9b81-3a36ec56c1c4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:05.498706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:20:05.572829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ced7cf4c-97eb-40fb-bd51-1f478f125d49 req-0b203d5f-d065-4010-9bcd-e4b184a2c1fa tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=01ea7884-e560-4184-8999-2ff5c5b0dafc HTTP/1.1" status: 200 len: 210 time: 0.0335405 Sep 17 23:20:05.617430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:20:05.627431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:20:05.637502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:05.638124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:19:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:05.656326 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] No DVR routers for this DVR port 223c623b-3c34-4323-9b81-3a36ec56c1c4 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:20:05.659058 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:05.661457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6046d86f-a620-4c50-aa1f-9f1a4578a5b1 req-55b48daf-96e4-4278-9b32-2020e96be2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.15 "DELETE /v2.0/ports/223c623b-3c34-4323-9b81-3a36ec56c1c4 HTTP/1.1" status: 204 len: 173 time: 0.9470284 Sep 17 23:20:05.661933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'name': 'network-vif-deleted', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:05.664694 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d74428f-e2df-4b26-b7b3-d2477a96c45b" -d '{"events": [{"server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "name": "network-vif-deleted", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:05.701657 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23482e6-5a67-494f-b851-202d9e78ce81 x-openstack-request-id: req-a23482e6-5a67-494f-b851-202d9e78ce81 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:05.702128 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ea7884-e560-4184-8999-2ff5c5b0dafc", "name": "network-vif-deleted", "tag": "223c623b-3c34-4323-9b81-3a36ec56c1c4", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:05.702383 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a23482e6-5a67-494f-b851-202d9e78ce81 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:05.702787 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ea7884-e560-4184-8999-2ff5c5b0dafc', 'name': 'network-vif-deleted', 'tag': '223c623b-3c34-4323-9b81-3a36ec56c1c4', 'status': 'completed', 'code': 200} Sep 17 23:20:05.745864 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:05.894165 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d5716ee3-87b5-4c42-9d49-b57fae39513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:05.974451 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:06.000197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:20:06.008570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:06.009164 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:20:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:06.117802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:06.315551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:06.346154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e2bbb-79f4-4bcc-b1d8-2e37ff96e14f None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:20:06.560245 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44141cd-67d7-409f-9ed6-4c28a2fdc929 None None] New status for floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:20:06.811145 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-f2a42cd7-a687-458a-8341-6c4ffd4d3ec0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--673708962&fields=id&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 267 time: 0.0364308 Sep 17 23:20:06.914665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-d50c704d-a8d6-41c0-8ba3-0f645a34a1ef tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:06.916103 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-d50c704d-a8d6-41c0-8ba3-0f645a34a1ef tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 811 time: 0.0980868 Sep 17 23:20:06.931418 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-862d371e-23fe-4884-8860-c3379930798f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/quotas/ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 375 time: 0.0087333 Sep 17 23:20:06.983637 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-6cb59524-d3aa-4600-9d37-3ce3bd84bc88 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463905 Sep 17 23:20:07.067531 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:07.127948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-bd47a096-91a9-4539-88ad-10a171ce5bcc service neutron] 10.222.0.30 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318991 Sep 17 23:20:07.220565 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-70bd30b4-04fe-41ca-a087-e7f6c20e8240 service neutron] 10.222.0.30 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863092 Sep 17 23:20:07.463394 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-56b6b892-82fc-4d37-a5bc-e39aca84a264 req-1a5af18f-fcc1-4072-8ad6-6f605b0cf652 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 210 time: 0.0286551 Sep 17 23:20:07.557646 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:08.553862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 223c623b-3c34-4323-9b81-3a36ec56c1c4 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:20:08.560964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebcfaa85-25ce-4820-aaed-1bd669835d50 req-05d7fcf8-647b-4bce-a13e-531e7a8f5488 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 210 time: 0.0265841 Sep 17 23:20:08.574653 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 223c623b-3c34-4323-9b81-3a36ec56c1c4 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:20:08.575003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 223c623b-3c34-4323-9b81-3a36ec56c1c4 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:20:09.209897 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:09.411647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-ee9cbe65-e067-4040-81cc-179a44a6a89d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:09.414314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-ee9cbe65-e067-4040-81cc-179a44a6a89d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 811 time: 0.1052008 Sep 17 23:20:09.465385 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3c07fabe-882e-4565-b118-f86ad77acbfb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 379 time: 0.0390871 Sep 17 23:20:09.485223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'port': {'device_id': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'admin_state_up': True, 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'security_groups': ['f4bd9102-6a44-458d-a187-d620585ba947']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:09.658648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b70a9d0-02a5-4496-bc4d-be935b0979dc req-d7853892-1575-4b2a-9603-8650c6202a65 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 210 time: 0.0306437 Sep 17 23:20:09.677866 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Made reservation on behalf of ed9ff7e82b954be3a84eaf35de886d9e for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:20:09.681658 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:09.810340 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Allocated IP 172.20.0.7 (bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41/ed170482-bfe4-477b-b919-6853b305cc01/a55427a9-3a46-4d97-8f67-f4d0b2c1bda6) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:20:09.941784 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:10.033575 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:10.075665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:20:10.079566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:20:10.085832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:20:10.110075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event updated for resources: {'Port': ['ID=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:10.125324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.125671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.126013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.126346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.126675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.127000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.127320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.127641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.127964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.128306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.128626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.128948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:10.151560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:10.152225 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:10.228314 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-5d8b3cb4-0730-44a4-b7b0-21d4cb2504ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7473304 Sep 17 23:20:10.241301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Request body: {'port': {'device_id': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:10.299528 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:10.343253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-499d3c63-8924-4af3-a6b5-50344384a9a2 None None] Provisioning complete for port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:10.344628 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-499d3c63-8924-4af3-a6b5-50344384a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:10.377958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-499d3c63-8924-4af3-a6b5-50344384a9a2 None None] Port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:20:10.564954 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:20:10.572153 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:10.584437 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Transition to ACTIVE for port object a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:20:10.649966 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:10.705913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Pushing event updated for resources: {'Port': ['ID=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:10.787107 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:10.808063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Attempting to bind port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:20:10.808417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Attempting to bind port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:20:10.808741 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Attempting to bind port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:20:10.824398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d343032-cbb7-406f-bab0-0f7b5fbb39ea req-15651fb4-daf4-4208-8361-04e6c28d7481 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:10.826030 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d343032-cbb7-406f-bab0-0f7b5fbb39ea req-15651fb4-daf4-4208-8361-04e6c28d7481 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 943 time: 0.0788522 Sep 17 23:20:10.826999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:20:10.827219 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Attempting to bind port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:20:10.835073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:20:10.835404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:20:10.835782 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:20:10.836231 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Bound port: a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:20:10.836589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:10.900651 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d343032-cbb7-406f-bab0-0f7b5fbb39ea req-b6dfcc12-b0d1-42ae-aac2-f156f09b1ffa tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675356 Sep 17 23:20:10.927222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:20:10.930272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:20:11.004249 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:11.043362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:11.043989 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:11.045573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] 10.222.0.23 "PUT /v2.0/ports/a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 1092 time: 0.8086357 Sep 17 23:20:11.045924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:11.049209 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4a54e-13c7-4218-b03c-1e69d55b0fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:11.081318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97fb2c-734b-4d38-909a-549f89231bfb service neutron] Pushing event updated for resources: {'Port': ['ID=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:11.087200 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0541a3b8-e558-4a55-82b5-e2d1a376ee9d x-openstack-request-id: req-0541a3b8-e558-4a55-82b5-e2d1a376ee9d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:11.087495 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:11.087753 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0541a3b8-e558-4a55-82b5-e2d1a376ee9d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:11.088179 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'status': 'completed', 'code': 200} Sep 17 23:20:11.153598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4a54e-13c7-4218-b03c-1e69d55b0fdb req-7f0db8a0-1429-430b-a40f-abd34ba2fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:11.155060 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bcf4a54e-13c7-4218-b03c-1e69d55b0fdb req-7f0db8a0-1429-430b-a40f-abd34ba2fabf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1095 time: 0.0439680 Sep 17 23:20:11.273612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4a54e-13c7-4218-b03c-1e69d55b0fdb req-9f93fe87-43da-4d17-9cd1-5a072c4d6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:11.275096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bcf4a54e-13c7-4218-b03c-1e69d55b0fdb req-9f93fe87-43da-4d17-9cd1-5a072c4d6aef service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1118922 Sep 17 23:20:11.371453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4a54e-13c7-4218-b03c-1e69d55b0fdb req-bc1250d8-d172-4d97-8bc2-6ccab39b91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:11.372977 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bcf4a54e-13c7-4218-b03c-1e69d55b0fdb req-bc1250d8-d172-4d97-8bc2-6ccab39b91fa service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907357 Sep 17 23:20:11.448551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-8bcb1713-19f0-4892-a20b-3d57a441e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:11.449991 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-8bcb1713-19f0-4892-a20b-3d57a441e412 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1095 time: 0.0423684 Sep 17 23:20:11.494944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-e9ee17e2-c678-42f8-8135-ee8e6d9d15a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 217 time: 0.0377605 Sep 17 23:20:11.542334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-cc2ed4cd-c811-491c-b4e9-d9bd1633968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:11.543734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-cc2ed4cd-c811-491c-b4e9-d9bd1633968e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0424185 Sep 17 23:20:11.589458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-bd15a81d-3313-4241-a583-25b4faa37d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:11.591010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-bd15a81d-3313-4241-a583-25b4faa37d5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401592 Sep 17 23:20:11.684943 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-4d1c93ec-3273-4355-b3a0-e02344735c80 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869696 Sep 17 23:20:11.772162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9506fd59-c6b0-4134-a76c-181abec86e88 req-25e04aad-77c5-4cd8-97f0-41f9a49a32bf service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804305 Sep 17 23:20:12.022052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250538b7-d42d-4d7c-a2f0-d22e3102fcd0 req-b9cf749b-2f5a-433f-bf02-3179e47bcc30 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:12.023707 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-250538b7-d42d-4d7c-a2f0-d22e3102fcd0 req-b9cf749b-2f5a-433f-bf02-3179e47bcc30 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 943 time: 0.0539501 Sep 17 23:20:12.060809 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-250538b7-d42d-4d7c-a2f0-d22e3102fcd0 req-496a0fc6-de1e-4a8e-bd1e-57ca7e0f0ee8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311561 Sep 17 23:20:13.178421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90662552-ce78-406d-8047-64b839262e2b req-8fd3094f-8c5c-490e-9dfa-c6fb1848b020 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:13.179907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90662552-ce78-406d-8047-64b839262e2b req-8fd3094f-8c5c-490e-9dfa-c6fb1848b020 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 943 time: 0.0493093 Sep 17 23:20:13.217230 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90662552-ce78-406d-8047-64b839262e2b req-f88deb09-9c37-48f6-861d-0609c8ae95bc tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313909 Sep 17 23:20:14.331511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf1e85-b6f3-405f-a3d2-87d008bd2709 req-c2186fa9-03f2-4046-a166-674f3cb9d50c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:14.333017 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66bf1e85-b6f3-405f-a3d2-87d008bd2709 req-c2186fa9-03f2-4046-a166-674f3cb9d50c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 943 time: 0.0491505 Sep 17 23:20:14.371949 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-66bf1e85-b6f3-405f-a3d2-87d008bd2709 req-b9d71863-229f-49ba-9a63-de5ba4eae257 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328000 Sep 17 23:20:14.778901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:20:14.875084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:14.885652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'port_id': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'mac_address': 'fa:16:3e:76:b8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:20:14.921687 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:14.933911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:20:14.953965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:15.026697 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:15.078386 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:15.270591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a55427a9-3a46-4d97-8f67-f4d0b2c1bda6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:20:15.491010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58ea32-5320-4ee9-82d6-e3e0e1704aa5 req-14e0bd1c-5f48-4bde-9027-6fb048666ac9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:15.492572 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f58ea32-5320-4ee9-82d6-e3e0e1704aa5 req-14e0bd1c-5f48-4bde-9027-6fb048666ac9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 944 time: 0.0522244 Sep 17 23:20:15.531756 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f58ea32-5320-4ee9-82d6-e3e0e1704aa5 req-ff78969e-035b-4709-a465-225b295d061a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325160 Sep 17 23:20:16.644760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c4b4-c1d6-4534-8b55-440620b551ad req-72d859c9-ee98-4752-ab15-4629ce520969 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:16.646231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ccf9c4b4-c1d6-4534-8b55-440620b551ad req-72d859c9-ee98-4752-ab15-4629ce520969 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 944 time: 0.0482829 Sep 17 23:20:16.683675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ccf9c4b4-c1d6-4534-8b55-440620b551ad req-3fc724c6-8095-4ece-a24b-689241ff73ff tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315995 Sep 17 23:20:16.809759 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:20:16.912828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:20:16.916642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:16.917031 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:16.991170 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:17.017194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:17.022084 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d9df32-a1ed-466a-a04c-4873ee2707b8" -d '{"events": [{"server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "name": "network-vif-plugged", "status": "completed", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:17.034122 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:17.090214 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:17.115589 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f7a21-e43c-466f-8514-eb313c1b0bdb x-openstack-request-id: req-a00f7a21-e43c-466f-8514-eb313c1b0bdb {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:17.116047 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "name": "network-vif-plugged", "status": "completed", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:17.116264 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a00f7a21-e43c-466f-8514-eb313c1b0bdb {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:17.116650 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'code': 200} Sep 17 23:20:17.144172 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:17.213067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28aa4-9171-4988-ae1e-fa1ed5c06203 req-e53846ef-43eb-4c23-a0d3-1abd2cc19cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:17.214554 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76d28aa4-9171-4988-ae1e-fa1ed5c06203 req-e53846ef-43eb-4c23-a0d3-1abd2cc19cd6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1097 time: 0.0435412 Sep 17 23:20:17.247206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-76d28aa4-9171-4988-ae1e-fa1ed5c06203 req-d18a1569-e86e-4b14-bf38-3e3503b3034d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258439 Sep 17 23:20:17.797545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb05db-4010-4829-8398-3771a5cdc14b req-0870a819-2a5d-4377-b2e6-ffc53a8e23ff tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:17.799131 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0cb05db-4010-4829-8398-3771a5cdc14b req-0870a819-2a5d-4377-b2e6-ffc53a8e23ff tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0499160 Sep 17 23:20:17.837171 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c0cb05db-4010-4829-8398-3771a5cdc14b req-605a88db-e8d5-440c-9ea8-ec04c1488227 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320852 Sep 17 23:20:18.951354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823e64-3016-436a-85e5-3e01faefcf55 req-b52b88e2-7e82-4db5-b93d-e7f211271763 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:18.952845 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14823e64-3016-436a-85e5-3e01faefcf55 req-b52b88e2-7e82-4db5-b93d-e7f211271763 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0486531 Sep 17 23:20:18.993976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14823e64-3016-436a-85e5-3e01faefcf55 req-926d8812-ccbc-4bfd-aa31-d7e0bd7e5bbe tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350397 Sep 17 23:20:19.103415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdeae9-23a9-4b62-987c-ec4fc371dcad req-d3617a79-e410-446b-8b21-1faaad7b5e4e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:19.104937 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f0bdeae9-23a9-4b62-987c-ec4fc371dcad req-d3617a79-e410-446b-8b21-1faaad7b5e4e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0476594 Sep 17 23:20:19.114073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54428) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:19.118432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-3fd0ab91-44ab-47dd-af43-a5514f437432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'floatingip': {'port_id': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:19.160241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ab91-44ab-47dd-af43-a5514f437432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:19.586052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ab91-44ab-47dd-af43-a5514f437432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:19.648627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ab91-44ab-47dd-af43-a5514f437432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:19.746375 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-3fd0ab91-44ab-47dd-af43-a5514f437432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5 associated. External IP: 172.25.6.66, port: a55427a9-3a46-4d97-8f67-f4d0b2c1bda6. Sep 17 23:20:19.953915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd0ab91-44ab-47dd-af43-a5514f437432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:20:20.070152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd0ab91-44ab-47dd-af43-a5514f437432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:20:20.075081 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ab91-44ab-47dd-af43-a5514f437432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:20.081513 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:20:20.091374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:20.091985 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:20:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:20.103311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3fd0ab91-44ab-47dd-af43-a5514f437432 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "PUT /v2.0/floatingips/4003728a-821c-442e-a8b2-a5a7801f56f5 HTTP/1.1" status: 200 len: 990 time: 0.9882066 Sep 17 23:20:20.103890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:20.106169 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358" -d '{"events": [{"name": "network-changed", "server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:20.144395 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694948f8-7cff-4074-8b70-7dfb09b43402 x-openstack-request-id: req-694948f8-7cff-4074-8b70-7dfb09b43402 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:20.145320 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:20.145764 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-694948f8-7cff-4074-8b70-7dfb09b43402 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:20.146365 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'status': 'completed', 'code': 200} Sep 17 23:20:20.214826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-fb94c322-5d85-4688-b32b-613491d2e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:20.216350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-fb94c322-5d85-4688-b32b-613491d2e3f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1097 time: 0.0467587 Sep 17 23:20:20.313342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-814ccb92-31c6-4326-ae3a-7de5b81d8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:20.314500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-814ccb92-31c6-4326-ae3a-7de5b81d8d11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0916238 Sep 17 23:20:20.366949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:20.384474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-41a874ee-4a83-4b92-a9ac-f2a1670725fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 998 time: 0.0628133 Sep 17 23:20:20.434709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-c5c5f5f5-187e-41ea-8335-d9a7b9405a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:20.436254 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-c5c5f5f5-187e-41ea-8335-d9a7b9405a7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0444853 Sep 17 23:20:20.482500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-69909364-ef7e-4447-bdb7-ecdb80fd58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:20.484042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-69909364-ef7e-4447-bdb7-ecdb80fd58fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412269 Sep 17 23:20:20.576536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-5620f327-556e-4062-aad9-a2f03cb9de37 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856950 Sep 17 23:20:20.588412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:76:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:20:19Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:20.614648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:20:20.622889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:20.623498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:20:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:20.665374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f74bf4ce-d11b-4fe5-92b1-50a6d154e358 req-464876ab-bae2-41b3-98c0-f458d7cd861e service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823262 Sep 17 23:20:20.732867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:20.951971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:76:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:20:19Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:20.978292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3756a-2661-4998-b946-b26ce3311ffc None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:76:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:20:19Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:20:21.160514 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34322e4-3613-4c9c-8858-cbf6c5d200bf None None] New status for floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:20:29.718123 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:32.255858 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:20:33.294911 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-628593c5-6fe2-4ae6-8470-38b00b4adb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:35.900491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b7a5d9f8-1b6c-4066-9c0a-4fa6f9bb6160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:37.093978 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:37.523690 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:39.220464 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:40.767906 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:59.728215 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:03.271514 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3262f4fc-8f9b-4072-9ccf-cab87661dce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:05.899860 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-29fcd826-6707-4dc5-8fad-4a6734429203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:07.088799 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:07.539744 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:09.122151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-0a251d39-262e-4640-b756-1249ab9754d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0822365 Sep 17 23:21:09.191756 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:09.217139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-0e933013-6b4c-40cb-b81f-119229242802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:09.218649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-0e933013-6b4c-40cb-b81f-119229242802 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1097 time: 0.0548408 Sep 17 23:21:09.254605 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:21:09.321253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-e5f484ce-c882-4d1a-82cf-3955760eee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:09.322716 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-e5f484ce-c882-4d1a-82cf-3955760eee9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0826256 Sep 17 23:21:09.389304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-8544b77c-cc6b-46cf-aba4-ad0c095f1dc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 1000 time: 0.0600522 Sep 17 23:21:09.437313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-e45c9750-b31e-43dc-a785-1c3f309f2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:09.438780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-e45c9750-b31e-43dc-a785-1c3f309f2284 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0433760 Sep 17 23:21:09.484924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-b7f81b06-b8cb-43d1-b6ca-862d255c3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:09.486428 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-b7f81b06-b8cb-43d1-b6ca-862d255c3316 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407062 Sep 17 23:21:09.853672 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-98714dc7-edad-45d3-a1d3-f676d422b77e service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604269 Sep 17 23:21:09.945427 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fb21a88-7d8f-4439-bba6-1ed68884d7fd req-62ed7588-91b6-44d0-b053-b453d2e55a11 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841985 Sep 17 23:21:10.751035 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:29.733462 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:33.271474 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-18dd8a86-e6d4-4e7e-8090-6fab4225240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:35.905169 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ea39b46d-e8ec-472b-84d8-01b231a6b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:37.053623 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:37.533213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:39.196673 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:40.808047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:46.253690 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:21:56.127176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a08c69-ad76-40d6-9d6d-76dc5e501f1f req-b6075759-9e48-41fd-96a5-3facd37b33fa tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:56.128683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8a08c69-ad76-40d6-9d6d-76dc5e501f1f req-b6075759-9e48-41fd-96a5-3facd37b33fa tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0518186 Sep 17 23:21:56.166718 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8a08c69-ad76-40d6-9d6d-76dc5e501f1f req-4b0d6dc9-2110-4ae4-83df-1acdbcb3de71 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315294 Sep 17 23:21:57.286029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7a85e-399b-442c-af54-e2eeb90b05e2 req-05020267-b959-403a-887f-dedaa17e76e7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:57.287602 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17f7a85e-399b-442c-af54-e2eeb90b05e2 req-05020267-b959-403a-887f-dedaa17e76e7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0522833 Sep 17 23:21:57.325035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-17f7a85e-399b-442c-af54-e2eeb90b05e2 req-aecab22d-fd6b-40f2-b8e0-5e5801de7185 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315301 Sep 17 23:21:58.440465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3df327-05c8-4832-9e9b-6ef058facbf8 req-9c201de8-3e3b-4e7a-916b-4f0478d055bc tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:58.441921 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef3df327-05c8-4832-9e9b-6ef058facbf8 req-9c201de8-3e3b-4e7a-916b-4f0478d055bc tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0495281 Sep 17 23:21:58.479836 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef3df327-05c8-4832-9e9b-6ef058facbf8 req-21639660-ac49-49d2-9eb9-d618f39200ca tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318146 Sep 17 23:21:59.593483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15623ecf-a530-4fea-9381-796db1a6c20c req-61bc0a78-7b63-4bd0-9803-df028a078319 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:59.594956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15623ecf-a530-4fea-9381-796db1a6c20c req-61bc0a78-7b63-4bd0-9803-df028a078319 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0489035 Sep 17 23:21:59.638556 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-15623ecf-a530-4fea-9381-796db1a6c20c req-1c2cd070-3fb1-4a75-90e2-b1091f76f0fa tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373948 Sep 17 23:21:59.749754 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:00.768192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd4138-1e79-4ac2-aefd-d2b24e85ae5c req-7e7f203f-55c2-4260-80ee-e1b3f25faaea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:00.769713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65dd4138-1e79-4ac2-aefd-d2b24e85ae5c req-7e7f203f-55c2-4260-80ee-e1b3f25faaea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0538573 Sep 17 23:22:00.807197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65dd4138-1e79-4ac2-aefd-d2b24e85ae5c req-57b1d181-9244-46e3-a91a-8245dcba0ece tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309339 Sep 17 23:22:01.921516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124c537-fe61-4061-b317-3af5de4d8e65 req-81a36e65-ce9a-4700-a765-e515189848b3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:01.923008 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c124c537-fe61-4061-b317-3af5de4d8e65 req-81a36e65-ce9a-4700-a765-e515189848b3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0487089 Sep 17 23:22:01.961140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c124c537-fe61-4061-b317-3af5de4d8e65 req-b60bf8b2-8977-41f9-aa31-bfed8fcce09c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322089 Sep 17 23:22:03.073531 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518172f-14be-4465-b9a4-f046a9c1f733 req-c976138c-3082-42de-a73b-4f3692b3df2b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:03.074985 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c518172f-14be-4465-b9a4-f046a9c1f733 req-c976138c-3082-42de-a73b-4f3692b3df2b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Sep 17 23:22:03.112687 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c518172f-14be-4465-b9a4-f046a9c1f733 req-be973eae-24ae-496c-9e99-465cef20523a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314965 Sep 17 23:22:03.275628 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-54f69db9-4261-4641-b792-0eae9440baf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:04.231839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfbb20-47ee-47a8-962f-b431cbd7ee08 req-ed82c1b1-228c-40a1-bf40-f6bb74688df6 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:04.233354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6dfbb20-47ee-47a8-962f-b431cbd7ee08 req-ed82c1b1-228c-40a1-bf40-f6bb74688df6 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0531096 Sep 17 23:22:04.270412 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6dfbb20-47ee-47a8-962f-b431cbd7ee08 req-ab28a5b2-cfb8-4a9e-9bc5-5e646a4a9143 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311003 Sep 17 23:22:05.387568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403ccbc-f226-4377-962f-734eeb13ddc4 req-b3e176c4-bce8-4c93-bd49-3cf48cf1e5a9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:05.389103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8403ccbc-f226-4377-962f-734eeb13ddc4 req-b3e176c4-bce8-4c93-bd49-3cf48cf1e5a9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0507452 Sep 17 23:22:05.497476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8403ccbc-f226-4377-962f-734eeb13ddc4 req-ebf0527b-8a33-43c8-8bdc-857a64b25542 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343881 Sep 17 23:22:05.898645 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef93e905-8b57-4c31-b94a-1f1c703196d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:06.545633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb4896-78d0-4fb7-a1cc-9cc3e13f755c req-0a294845-0913-4e3f-9f15-2543cc4e4192 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:06.547127 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81bb4896-78d0-4fb7-a1cc-9cc3e13f755c req-0a294845-0913-4e3f-9f15-2543cc4e4192 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0487068 Sep 17 23:22:06.585531 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-81bb4896-78d0-4fb7-a1cc-9cc3e13f755c req-692501e0-0bb0-47b4-9a82-bed54edeaaa8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323989 Sep 17 23:22:07.058377 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:07.527366 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:07.703337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aedda-40e4-48ed-9c86-aa65e88ce3f2 req-bfb7c7e4-3680-4217-a020-59b4640d13be tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:07.704830 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a7aedda-40e4-48ed-9c86-aa65e88ce3f2 req-bfb7c7e4-3680-4217-a020-59b4640d13be tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0528300 Sep 17 23:22:07.741429 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3a7aedda-40e4-48ed-9c86-aa65e88ce3f2 req-66f3dd64-cd29-43a6-98fc-6af443ae4be2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301938 Sep 17 23:22:08.090058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72b23f-f910-46fe-94c0-3b5ffc581bae req-17c4438b-e98f-4b85-9986-9061065a91d8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:08.091434 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e72b23f-f910-46fe-94c0-3b5ffc581bae req-17c4438b-e98f-4b85-9986-9061065a91d8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0495169 Sep 17 23:22:08.129231 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e72b23f-f910-46fe-94c0-3b5ffc581bae req-d1227db2-ff80-42c3-a312-2d6db12cf971 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318847 Sep 17 23:22:08.221743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-f69ff792-19f5-40ec-9650-e069021f2e09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402553 Sep 17 23:22:09.086533 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-259e4e7a-9f33-40aa-b75a-0c41830d2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:09.088559 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-259e4e7a-9f33-40aa-b75a-0c41830d2d75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1097 time: 0.0409963 Sep 17 23:22:09.199754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-5cbd62ff-b81b-403a-9c90-ad797e7dbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:09.201340 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-5cbd62ff-b81b-403a-9c90-ad797e7dbf7a service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0917077 Sep 17 23:22:09.235922 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:09.296036 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-af2d2b7e-5e17-45d1-997e-296bed459c41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 1000 time: 0.0815895 Sep 17 23:22:09.304720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4563b6-336d-406b-a2fa-fd22499488f0 req-a762acdf-b85f-48d7-a729-9b64f105c922 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:09.306140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a4563b6-336d-406b-a2fa-fd22499488f0 req-a762acdf-b85f-48d7-a729-9b64f105c922 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.1035080 Sep 17 23:22:09.376841 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-46859435-867f-4501-be53-223c4e221be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:09.378458 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-46859435-867f-4501-be53-223c4e221be7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0713835 Sep 17 23:22:09.381351 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9a4563b6-336d-406b-a2fa-fd22499488f0 req-a5e62ad4-cecb-41f2-886d-42aa17c255c0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670776 Sep 17 23:22:09.429475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-f54acc7a-66ff-485b-9181-636b8889ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:09.430933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-f54acc7a-66ff-485b-9181-636b8889ff5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458746 Sep 17 23:22:09.523515 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-96178086-d7f0-4a81-b431-0ca78d19dccd service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853379 Sep 17 23:22:09.615709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3fea9dd9-32f2-4faa-92fd-b092f37a6c42 req-0df66426-fa94-4233-bbb7-8f8684e65cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856066 Sep 17 23:22:10.194697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-6932206f-293d-4fd2-ac1b-0bb83f1eb122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:10.196225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-6932206f-293d-4fd2-ac1b-0bb83f1eb122 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1097 time: 0.0413363 Sep 17 23:22:10.291064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-cba78b95-68c1-41e2-a6eb-436e3dcddefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:10.292573 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-cba78b95-68c1-41e2-a6eb-436e3dcddefd service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0897243 Sep 17 23:22:10.368270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-97352b73-7456-4819-acdb-582d55bd6442 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 1000 time: 0.0653763 Sep 17 23:22:10.432599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-41348b1b-4138-444c-9ffa-90dabc5291d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:10.434077 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-41348b1b-4138-444c-9ffa-90dabc5291d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0617511 Sep 17 23:22:10.485358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-5e81de56-5e13-4abc-8c61-ffd004094936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:10.486875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-5e81de56-5e13-4abc-8c61-ffd004094936 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460856 Sep 17 23:22:10.499527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cb15d-fbcf-4237-a383-b4455089194d req-b29da597-3a0e-4478-bb2d-b9e714d66b4c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:10.501070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a7cb15d-fbcf-4237-a383-b4455089194d req-b29da597-3a0e-4478-bb2d-b9e714d66b4c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0484636 Sep 17 23:22:10.538991 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a7cb15d-fbcf-4237-a383-b4455089194d req-c62c6793-1686-48ad-9bbe-4c87f22d24f3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314724 Sep 17 23:22:10.580172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-5a4c3ce0-d802-43ab-bac2-4164a688d5a9 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855894 Sep 17 23:22:10.674122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-afac8ea6-bbb8-4faa-8ec4-ee5a0fc6d3aa service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850830 Sep 17 23:22:10.812300 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:11.661298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844b45d-0774-40e2-b139-90719005f629 req-eccc393d-163a-4bb4-a526-1690f979f564 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:11.662793 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2844b45d-0774-40e2-b139-90719005f629 req-eccc393d-163a-4bb4-a526-1690f979f564 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0503941 Sep 17 23:22:11.701157 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2844b45d-0774-40e2-b139-90719005f629 req-0dbe513d-1d48-4c9e-ace2-cb0cac1de876 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322754 Sep 17 23:22:12.690550 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-f3f9b563-b07b-4903-bf1b-bb47f173fda8 service neutron] show failed (client error): The resource could not be found. Sep 17 23:22:12.691524 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-f3f9b563-b07b-4903-bf1b-bb47f173fda8 service neutron] 10.222.0.23 "GET /v2.0/ports/a55427a9-3a46-4d97-8f67-f4d0b2c1bda6/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0531085 Sep 17 23:22:12.822481 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de853d9-402f-458d-ba68-4dc9e788b27c req-13a68d24-0665-4706-b55e-81947bd2c513 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:12.823973 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1de853d9-402f-458d-ba68-4dc9e788b27c req-13a68d24-0665-4706-b55e-81947bd2c513 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0539508 Sep 17 23:22:12.862366 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1de853d9-402f-458d-ba68-4dc9e788b27c req-223c54c1-c6c0-4db5-a43d-fadcf5bc96f9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320811 Sep 17 23:22:13.187904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-d5f9c2e6-215e-47ea-bf81-01eec6a3ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:13.189457 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-d5f9c2e6-215e-47ea-bf81-01eec6a3ed05 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 1097 time: 0.0407143 Sep 17 23:22:13.207410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:13.258638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:13.465022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:13.496132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:13.534343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:13.536623 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0594048f-001c-4b4b-a133-92b285db1a30" -d '{"events": [{"server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:13.540736 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:13.554252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Transition to ACTIVE for port object a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:22:13.661848 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8a3d26-3add-4b0b-8628-530f24268fd0 x-openstack-request-id: req-3e8a3d26-3add-4b0b-8628-530f24268fd0 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:13.662146 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "name": "network-vif-unplugged", "status": "completed", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:13.662459 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e8a3d26-3add-4b0b-8628-530f24268fd0 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:13.662865 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'code': 200} Sep 17 23:22:13.669758 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:13.747190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Pushing event updated for resources: {'Port': ['ID=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,revision_number=6']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:13.758192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.758542 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.758881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.759214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.759546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.759872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.760230 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.760556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.760880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.761203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.761527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.761851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:13.803665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] No DVR routers for this DVR port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:22:13.957122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Attempting to bind port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:22:13.957734 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Attempting to bind port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:22:13.957843 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Attempting to bind port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:13.977063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:22:13.977321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Attempting to bind port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:13.984887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:22:13.985226 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:22:13.985612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:22:13.986040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Bound port: a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:22:13.986401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:14.013636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe996f6-cbaf-4298-8426-d910c2ea00d6 req-590f4b88-b2e3-49cf-b0cc-aa533b05b7cf tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:14.015044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbe996f6-cbaf-4298-8426-d910c2ea00d6 req-590f4b88-b2e3-49cf-b0cc-aa533b05b7cf tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 943 time: 0.0719237 Sep 17 23:22:14.085689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbe996f6-cbaf-4298-8426-d910c2ea00d6 req-2ab8703b-a4e1-460d-9d9b-e2428a035e96 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504138 Sep 17 23:22:14.094942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:14.098271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:22:14.184449 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:14.219647 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:14.220284 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:14.221655 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] 10.222.0.15 "PUT /v2.0/ports/a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 1092 time: 1.0181596 Sep 17 23:22:14.246198 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdc7cb-7960-4d02-a1d0-9168c8cac1ae service neutron] Pushing event updated for resources: {'Port': ['ID=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,revision_number=7']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:14.298615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-14f2e646-e618-4f5e-94d4-9071c4845957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:14.300164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-14f2e646-e618-4f5e-94d4-9071c4845957 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1095 time: 0.0424185 Sep 17 23:22:14.402617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-f324b42c-dfa7-4a17-8b2e-9c03628a700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:14.404194 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-f324b42c-dfa7-4a17-8b2e-9c03628a700b service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0969925 Sep 17 23:22:14.468817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-b7d46289-855f-49ac-976d-ad207e6deb28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 998 time: 0.0573027 Sep 17 23:22:14.521270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-c031696b-404f-4d5c-aeb2-9e630e61119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:14.522700 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-c031696b-404f-4d5c-aeb2-9e630e61119e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0469701 Sep 17 23:22:14.566696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-fc26c644-4594-4d31-899a-144294757415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:14.568051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-fc26c644-4594-4d31-899a-144294757415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384207 Sep 17 23:22:14.662411 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-dc2149b7-7661-464d-b37e-3b2b3c7090b6 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872569 Sep 17 23:22:14.777831 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-486c2ed5-3f3d-41a0-878e-ec1ba65e97a6 req-de6a6325-a4dd-4800-ad4f-bf26b28ecad6 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087842 Sep 17 23:22:15.208010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d297-157a-430b-a0cc-f62d46dc21c8 req-08a57509-1314-487f-b233-1527bc56ac03 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:15.210178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db98d297-157a-430b-a0cc-f62d46dc21c8 req-08a57509-1314-487f-b233-1527bc56ac03 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 943 time: 0.0542500 Sep 17 23:22:15.247272 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-db98d297-157a-430b-a0cc-f62d46dc21c8 req-7fdfb11a-1b51-492b-b30e-969027e9f751 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312829 Sep 17 23:22:15.462299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:15.502781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:15.663882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:15.666343 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f116a92-05bb-467d-8396-cc3fbc499baa" -d '{"events": [{"name": "network-changed", "server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:15.713315 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e351f421-e018-4575-b671-3d7065c6d407 x-openstack-request-id: req-e351f421-e018-4575-b671-3d7065c6d407 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:15.713548 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:15.713796 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e351f421-e018-4575-b671-3d7065c6d407 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:15.714191 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'status': 'completed', 'code': 200} Sep 17 23:22:15.776719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-d2058f28-0747-4629-b38e-8e81acc8a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:15.778372 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-d2058f28-0747-4629-b38e-8e81acc8a3d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1095 time: 0.0438693 Sep 17 23:22:15.802509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-3f39526d-f45a-4627-8c50-e113505bc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:15.804747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-3f39526d-f45a-4627-8c50-e113505bc4e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1095 time: 0.0460706 Sep 17 23:22:15.876946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-70e59b42-20c8-4674-985e-0a29c57f98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:15.878819 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-70e59b42-20c8-4674-985e-0a29c57f98ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0927281 Sep 17 23:22:15.910150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-8ae5e03f-1291-487a-a000-7c9618a72460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:15.911668 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-8ae5e03f-1291-487a-a000-7c9618a72460 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0996706 Sep 17 23:22:15.952798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-ca55dd1b-c9a9-4178-a018-0b1cf2969a67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 998 time: 0.0664654 Sep 17 23:22:15.979331 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-8fa179de-bd5e-4afa-a8c8-0696cb7a1007 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 998 time: 0.0597515 Sep 17 23:22:16.007310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-26d8170b-5987-4b6a-b106-186820005e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:16.009045 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-26d8170b-5987-4b6a-b106-186820005e92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0494189 Sep 17 23:22:16.036778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-19c483d4-c137-4dc9-815c-6d9fa0e95490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:16.038664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-19c483d4-c137-4dc9-815c-6d9fa0e95490 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0522707 Sep 17 23:22:16.059264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-13a2afac-d879-4ac8-a0c7-b316e1505510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:16.060826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-13a2afac-d879-4ac8-a0c7-b316e1505510 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448554 Sep 17 23:22:16.086960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-940714d3-7f1e-4af3-9e4f-b0930f802ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:16.088476 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-940714d3-7f1e-4af3-9e4f-b0930f802ac7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426950 Sep 17 23:22:16.157063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-324aa5fc-0eec-470f-9d3f-b2075b69a50c service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889459 Sep 17 23:22:16.177801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-3132e3b7-a9f0-4816-8c57-83ae7882b307 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823598 Sep 17 23:22:16.251198 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-107b353b-9c0f-4cb1-9a73-dc6829ff5a11 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869980 Sep 17 23:22:16.271554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8f116a92-05bb-467d-8396-cc3fbc499baa req-26a36d5c-3f42-4a03-b3a9-4e2d3af9c8d0 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869417 Sep 17 23:22:16.363239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a46c-7c36-4854-96d3-17814b2f380e req-be9845b7-d78b-421f-8e5a-59630fdff38f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:16.364844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6446a46c-7c36-4854-96d3-17814b2f380e req-be9845b7-d78b-421f-8e5a-59630fdff38f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 943 time: 0.0500336 Sep 17 23:22:16.411284 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6446a46c-7c36-4854-96d3-17814b2f380e req-5884d310-0577-44dc-9e38-7cd9ce7fcd7a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380549 Sep 17 23:22:16.451533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dc245-f468-4346-aca9-19c360b92314 req-ffa97386-4c6c-46dd-b69f-ba2a675ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:16.453312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b94dc245-f468-4346-aca9-19c360b92314 req-ffa97386-4c6c-46dd-b69f-ba2a675ba6c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1095 time: 0.0448940 Sep 17 23:22:16.560960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dc245-f468-4346-aca9-19c360b92314 req-164f262b-438b-464b-9eea-d2ee29c2c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:16.562367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b94dc245-f468-4346-aca9-19c360b92314 req-164f262b-438b-464b-9eea-d2ee29c2c645 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0874832 Sep 17 23:22:16.626056 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b94dc245-f468-4346-aca9-19c360b92314 req-9afa20af-3b11-428c-810c-da7fd8f27e94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 998 time: 0.0557277 Sep 17 23:22:16.677626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dc245-f468-4346-aca9-19c360b92314 req-3710613f-9a3e-441b-bfc4-05b28dc0db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:16.679619 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b94dc245-f468-4346-aca9-19c360b92314 req-3710613f-9a3e-441b-bfc4-05b28dc0db4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0457065 Sep 17 23:22:16.738990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dc245-f468-4346-aca9-19c360b92314 req-8de5b1f8-bc7a-43f7-8cb7-ff3289b27f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:16.741102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b94dc245-f468-4346-aca9-19c360b92314 req-8de5b1f8-bc7a-43f7-8cb7-ff3289b27f21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538402 Sep 17 23:22:16.829288 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b94dc245-f468-4346-aca9-19c360b92314 req-5a1bd041-7add-4fc6-ba31-2d06b0ebf7b0 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804996 Sep 17 23:22:16.920856 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b94dc245-f468-4346-aca9-19c360b92314 req-62f9e0cd-f5d6-4351-ae57-37e76c35daa7 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837069 Sep 17 23:22:17.527889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30151ff0-0a41-42e6-a506-4dc99571a171 req-92ca55e1-b7ed-40e5-bf6e-3b086343e647 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:17.529366 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30151ff0-0a41-42e6-a506-4dc99571a171 req-92ca55e1-b7ed-40e5-bf6e-3b086343e647 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 943 time: 0.0484989 Sep 17 23:22:17.566202 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30151ff0-0a41-42e6-a506-4dc99571a171 req-9fd6c280-de09-4298-a843-416f9c15a1ce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310512 Sep 17 23:22:18.686919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406053-0334-4471-bd77-031f4212d495 req-2edced1d-5175-4faa-bf9b-56b009b4e398 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:18.688437 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10406053-0334-4471-bd77-031f4212d495 req-2edced1d-5175-4faa-bf9b-56b009b4e398 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 943 time: 0.0512443 Sep 17 23:22:18.727501 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-10406053-0334-4471-bd77-031f4212d495 req-cb2b9ae1-d377-400f-8d8f-6b44b1c9f52a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327213 Sep 17 23:22:19.083240 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98e6da-3296-4fe1-9721-945f561023cc req-167e40a3-10de-4df6-8683-14a1855567b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:19.084883 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc98e6da-3296-4fe1-9721-945f561023cc req-167e40a3-10de-4df6-8683-14a1855567b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 943 time: 0.0557823 Sep 17 23:22:19.094078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:22:19.155276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc98e6da-3296-4fe1-9721-945f561023cc req-95096e7f-9542-44d9-b943-67022d889b7c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551805 Sep 17 23:22:19.167435 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-754ad7b9-300c-4233-b202-44016979dc82 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:19.168801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-754ad7b9-300c-4233-b202-44016979dc82 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 943 time: 0.0781372 Sep 17 23:22:19.191633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:19.203127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'port_id': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'mac_address': 'fa:16:3e:76:b8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:22:19.229365 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-bc1677ae-2a4e-498d-af40-f0dc51394b40 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:22:19.230315 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-bc1677ae-2a4e-498d-af40-f0dc51394b40 service neutron] 10.222.0.23 "DELETE /v2.0/ports/a55427a9-3a46-4d97-8f67-f4d0b2c1bda6/bindings/n-h1-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0546074 Sep 17 23:22:19.244333 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:19.256888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:22:19.276032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:19.312397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-c3937d27-8fe3-4f6a-972c-1663fd950c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:19.313911 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-c3937d27-8fe3-4f6a-972c-1663fd950c55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1095 time: 0.0417612 Sep 17 23:22:19.332450 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:19.379340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:19.387351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.387701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.388484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.388484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.388709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.389033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.389358 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.389684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.390013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.390339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.390660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.390979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:19.409368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-e0d15e3c-fc73-48b5-ab46-8fa11b9fd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:19.410844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-e0d15e3c-fc73-48b5-ab46-8fa11b9fd82a service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0900264 Sep 17 23:22:19.478963 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-12712f66-ca70-4d32-b68a-775374dfcd03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 999 time: 0.0611918 Sep 17 23:22:19.528483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-3daf138d-b253-498e-8a36-cdbf59fc1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:19.529865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-3daf138d-b253-498e-8a36-cdbf59fc1730 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0445879 Sep 17 23:22:19.576811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-48b9804c-d211-4684-858b-b211e9236640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:19.578336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-48b9804c-d211-4684-858b-b211e9236640 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409081 Sep 17 23:22:19.670539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-92381979-016a-4ef0-a65a-80c0603432d5 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848277 Sep 17 23:22:19.748935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['a55427a9-3a46-4d97-8f67-f4d0b2c1bda6'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:22:19.761336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b04338b0-ccdc-4360-9fc0-983cbbde3ccc req-2f8b9106-746e-4df4-93a4-41d3330e37c8 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819864 Sep 17 23:22:20.279186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2650b7-a777-43d8-9313-8c12aaae33a1 req-98336b4d-6a43-4654-ad12-cf686d094d8a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:20.280669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2650b7-a777-43d8-9313-8c12aaae33a1 req-98336b4d-6a43-4654-ad12-cf686d094d8a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 944 time: 0.0525842 Sep 17 23:22:20.318452 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1e2650b7-a777-43d8-9313-8c12aaae33a1 req-61611b51-24d6-4258-994b-85ec57340af4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317502 Sep 17 23:22:21.109544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:22:21.200900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:22:21.205185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:21.205555 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:21.280931 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:21.302272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:21.306341 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09727ce7-1cb4-4739-99d6-dd9142229f15" -d '{"events": [{"server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "name": "network-vif-plugged", "status": "completed", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:21.321285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:21.342409 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad5bae9-afc7-45b2-9690-470fa9c64d84 x-openstack-request-id: req-aad5bae9-afc7-45b2-9690-470fa9c64d84 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:21.342708 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "name": "network-vif-plugged", "status": "completed", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:21.342967 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aad5bae9-afc7-45b2-9690-470fa9c64d84 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:21.343364 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'code': 200} Sep 17 23:22:21.383150 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:21.433185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:21.435802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79ca7-112b-4536-94e8-240a074c1442 req-fa4a519f-7cc5-49eb-bfcd-d44e0212090f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:21.437372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51e79ca7-112b-4536-94e8-240a074c1442 req-fa4a519f-7cc5-49eb-bfcd-d44e0212090f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0504620 Sep 17 23:22:21.475990 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-51e79ca7-112b-4536-94e8-240a074c1442 req-6b18eb2b-8ad6-4a00-98b1-35071e64c43c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324981 Sep 17 23:22:21.591806 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21374897-8588-4d68-a9ec-922c3f54f2a9 req-d6aa5948-2697-4581-b52e-8b44031525f2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:21.593320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21374897-8588-4d68-a9ec-922c3f54f2a9 req-d6aa5948-2697-4581-b52e-8b44031525f2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0494401 Sep 17 23:22:21.634670 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21374897-8588-4d68-a9ec-922c3f54f2a9 req-1c227339-b9eb-4444-a7e2-b36e0b18a6e3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353386 Sep 17 23:22:21.986734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32159-b4c3-49cc-bd3b-69b6cf613690 req-35e4929b-2c72-4480-a3b9-965db5322d52 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:21.988335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27b32159-b4c3-49cc-bd3b-69b6cf613690 req-35e4929b-2c72-4480-a3b9-965db5322d52 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0495174 Sep 17 23:22:22.029554 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-27b32159-b4c3-49cc-bd3b-69b6cf613690 req-e1bccd8a-5d9a-4bce-9e7a-fd85de7ece5d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346143 Sep 17 23:22:22.133903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-fe4df15e-6c95-4af8-a878-8b5dc83c016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:22.135371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-fe4df15e-6c95-4af8-a878-8b5dc83c016e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 1097 time: 0.0414245 Sep 17 23:22:22.224867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-8331457b-4da9-4e28-9a9f-23ec9540928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:22.226876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-8331457b-4da9-4e28-9a9f-23ec9540928d service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0847673 Sep 17 23:22:22.287862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-4392fa70-5820-498d-8741-2e9c13e8fbff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 200 len: 1000 time: 0.0546761 Sep 17 23:22:22.338696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-cd8b6cd9-9f0a-4e6c-8ba0-1f2fdaad9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:22.340236 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-cd8b6cd9-9f0a-4e6c-8ba0-1f2fdaad9655 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0456538 Sep 17 23:22:22.387026 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-6453bbeb-4da6-40b8-b471-8759fa0d823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:22.388544 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-6453bbeb-4da6-40b8-b471-8759fa0d823f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420308 Sep 17 23:22:22.477007 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-f65f5be3-739b-4967-92c7-dcf408575a2c service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808320 Sep 17 23:22:22.881154 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6a8a2473-62b8-4f96-ad6d-5ecf991b7d1a req-0c405676-4bc4-4195-9749-dba54c7a7102 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978477 Sep 17 23:22:23.145642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b103668-31a6-4545-af2b-429dc097e6c9 req-78727bd3-3784-4547-80be-6cd2339e7f44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:23.147097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b103668-31a6-4545-af2b-429dc097e6c9 req-78727bd3-3784-4547-80be-6cd2339e7f44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0495577 Sep 17 23:22:23.184661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0b103668-31a6-4545-af2b-429dc097e6c9 req-0bfa3900-c9c1-40e3-9b07-427f3be21431 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314684 Sep 17 23:22:23.252572 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:22:24.297054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d1120-1fa2-46af-8024-21ae36b685d8 req-aec5e117-58b3-451f-ad44-ac4f6869db7d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:24.298533 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b0d1120-1fa2-46af-8024-21ae36b685d8 req-aec5e117-58b3-451f-ad44-ac4f6869db7d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0478129 Sep 17 23:22:24.337000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1b0d1120-1fa2-46af-8024-21ae36b685d8 req-dfb97419-84d0-4e04-a138-22987e17c27a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320346 Sep 17 23:22:24.709255 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75067f-c132-4d93-a69d-c766cd863fec req-2a979344-db0b-4350-9eef-ccc7ae20b70d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:24.710844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c75067f-c132-4d93-a69d-c766cd863fec req-2a979344-db0b-4350-9eef-ccc7ae20b70d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0487978 Sep 17 23:22:24.752056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4c75067f-c132-4d93-a69d-c766cd863fec req-e3e6e97b-c5e2-4ea3-be57-9d55c522d8f1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353677 Sep 17 23:22:25.889224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce06b5-a0fc-4db2-a40a-14c89642e10a req-023cd147-8d73-4f3b-81f4-9640eddd4ffd tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:25.890712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7cce06b5-a0fc-4db2-a40a-14c89642e10a req-023cd147-8d73-4f3b-81f4-9640eddd4ffd tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0527952 Sep 17 23:22:25.934374 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7cce06b5-a0fc-4db2-a40a-14c89642e10a req-a581dcc3-1865-438c-9d36-d3b3af299905 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377095 Sep 17 23:22:26.172302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-17ee9264-e880-48e2-9a3d-8707eeb23757 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:26.173813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-17ee9264-e880-48e2-9a3d-8707eeb23757 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.15 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Sep 17 23:22:26.274104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Deleting port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:26.274444 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:26.365105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] For port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:26.365471 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:26.534682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:26.535075 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:26.535396 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5 disassociated. External IP: 172.25.6.66, port: a55427a9-3a46-4d97-8f67-f4d0b2c1bda6. Sep 17 23:22:26.535743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Calling delete_port for a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:26.703608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:26.732005 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event deleted for resources: {'Port': ['ID=a55427a9-3a46-4d97-8f67-f4d0b2c1bda6,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:26.850081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:22:26.960191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:22:26.971111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:22:26.981723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:26.982337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:22:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:27.000775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] No DVR routers for this DVR port a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:22:27.003674 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:27.005634 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb60122f-6f0f-4674-bfbc-0865bbf13231 req-877c25da-7f0b-4a3b-b058-11ea563d4076 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.15 "DELETE /v2.0/ports/a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 HTTP/1.1" status: 204 len: 173 time: 0.8253281 Sep 17 23:22:27.006072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'name': 'network-vif-deleted', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:27.008919 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9064585-52c0-45e3-b004-3ce48f8ebf63" -d '{"events": [{"server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "name": "network-vif-deleted", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:27.033675 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56a1e8e4-ee8a-4be6-8483-27fb8e6c0e43 req-8ce3baf3-04fb-48e8-b52a-b51c8302b736 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8 HTTP/1.1" status: 200 len: 210 time: 0.0298283 Sep 17 23:22:27.047209 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22a0c74-9a23-4978-b993-d4976c6d2dd3 x-openstack-request-id: req-b22a0c74-9a23-4978-b993-d4976c6d2dd3 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:27.047209 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8", "name": "network-vif-deleted", "tag": "a55427a9-3a46-4d97-8f67-f4d0b2c1bda6", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:27.047209 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b22a0c74-9a23-4978-b993-d4976c6d2dd3 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:27.047789 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b2e39a-90e9-4fa7-9de2-e5e47ff9dda8', 'name': 'network-vif-deleted', 'tag': 'a55427a9-3a46-4d97-8f67-f4d0b2c1bda6', 'status': 'completed', 'code': 200} Sep 17 23:22:27.107874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:27.313845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:27.343885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:22:27.352657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:27.353265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:22:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:27.458020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:27.653524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:27.679151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d18fea-cf5b-4693-8a1e-cb95bf8a731e None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:22:27.901057 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa7ad8d-28a8-4786-84cf-ad8ab2d7dbd5 None None] New status for floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:22:28.302504 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-fd09fd6a-2b74-47da-a2dd-b466e01ccbc6 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--673708962&fields=id&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 267 time: 0.0371165 Sep 17 23:22:28.408821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-b474db72-652c-4a1e-9ce2-2fd4f5859ef3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:28.411037 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-b474db72-652c-4a1e-9ce2-2fd4f5859ef3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 811 time: 0.1001532 Sep 17 23:22:28.425774 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-af040f8f-1cb1-4de2-8149-1c9896e8a7ae tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/quotas/ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 375 time: 0.0089631 Sep 17 23:22:28.478744 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-46922968-6a89-423e-a01b-bc8044f1380c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467980 Sep 17 23:22:28.626134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-0191e90e-a838-4451-9069-d7ccf2359ae6 service neutron] 10.222.0.30 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360433 Sep 17 23:22:28.718662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-8851577a-d25e-46fd-b761-31433505bd4c service neutron] 10.222.0.30 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864019 Sep 17 23:22:28.939210 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5b8fd2d-9986-4c46-81a1-6fa2c3a5ccd5 req-7d7f1e9b-289a-4e5c-9fdb-673cda315cfb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 210 time: 0.0268841 Sep 17 23:22:29.766961 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:30.034764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1d70fdbb-9cc0-4452-96be-654968ccf209 req-6f272564-e12e-4f24-b601-4cc501252989 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 210 time: 0.0277359 Sep 17 23:22:30.876811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-22639929-57a7-4036-9755-03cc47e6cfdb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:30.878263 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-22639929-57a7-4036-9755-03cc47e6cfdb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 811 time: 0.1057544 Sep 17 23:22:30.938808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-1aedca74-ca96-4dca-bfd5-352b8cae7d33 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 379 time: 0.0461535 Sep 17 23:22:30.948885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'port': {'device_id': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'admin_state_up': True, 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'security_groups': ['f4bd9102-6a44-458d-a187-d620585ba947']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:31.104058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Made reservation on behalf of ed9ff7e82b954be3a84eaf35de886d9e for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:22:31.107677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:31.129365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5a6d87e6-8857-4557-8467-8d1eb0d51636 req-943aa166-0f62-48d5-808e-2550b882ca04 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 210 time: 0.0264804 Sep 17 23:22:31.153767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:31.177847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:22:31.178286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device a55427a9-3a46-4d97-8f67-f4d0b2c1bda6 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:31.238249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Allocated IP 172.20.0.12 (bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41/ed170482-bfe4-477b-b919-6853b305cc01/ab6d0694-cfd3-497c-b383-8db33bb7d313) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:22:31.370173 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:31.453000 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:31.495277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:22:31.498333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:22:31.504612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:22:31.511335 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:31.559286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:31.559915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:31.686404 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-d9ed832f-88bb-4e2a-9044-5639fa03e2a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7419591 Sep 17 23:22:31.690552 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3530ddf5-2bbe-425b-a626-152ca332e068 None None] Provisioning complete for port ab6d0694-cfd3-497c-b383-8db33bb7d313 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:31.690941 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3530ddf5-2bbe-425b-a626-152ca332e068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:31.704889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Request body: {'port': {'device_id': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:31.725298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3530ddf5-2bbe-425b-a626-152ca332e068 None None] Port ab6d0694-cfd3-497c-b383-8db33bb7d313 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:22:31.764794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:32.034249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6d0694-cfd3-497c-b383-8db33bb7d313 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:22:32.041653 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:32.052988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Transition to ACTIVE for port object ab6d0694-cfd3-497c-b383-8db33bb7d313 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:22:32.125437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:32.240397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:32.292714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:22:32.293022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:22:32.293386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:32.304595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ad24e-9f48-4b07-8c7e-12d152a08841 req-3d554f58-7ba6-432d-8a0f-5960140e83be tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.306129 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b29ad24e-9f48-4b07-8c7e-12d152a08841 req-3d554f58-7ba6-432d-8a0f-5960140e83be tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 944 time: 0.0983524 Sep 17 23:22:32.308519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Port ab6d0694-cfd3-497c-b383-8db33bb7d313 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:22:32.308815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:32.320738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:22:32.321084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:22:32.321465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:22:32.321905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Bound port: ab6d0694-cfd3-497c-b383-8db33bb7d313, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:22:32.322263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:32.378848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b29ad24e-9f48-4b07-8c7e-12d152a08841 req-936d89ff-c507-434d-b908-8be7c35c6a03 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667193 Sep 17 23:22:32.405978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:32.409003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:22:32.493794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:32.535779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.536415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:32.538047 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] 10.222.0.15 "PUT /v2.0/ports/ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1093 time: 0.8375673 Sep 17 23:22:32.538286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:32.540603 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4474e8ff-a1fd-4bb9-bae0-f5438508ae2e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:32.569133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e3ddf-fbe6-40fb-8225-91dece575163 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:32.586917 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8b806-b2f9-4715-906e-316aa2141081 x-openstack-request-id: req-d2f8b806-b2f9-4715-906e-316aa2141081 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:32.587208 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:32.587461 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2f8b806-b2f9-4715-906e-316aa2141081 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:32.587864 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'status': 'completed', 'code': 200} Sep 17 23:22:32.671635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474e8ff-a1fd-4bb9-bae0-f5438508ae2e req-2440b393-e46a-4a1b-9c27-f9ecb1bf605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.673197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4474e8ff-a1fd-4bb9-bae0-f5438508ae2e req-2440b393-e46a-4a1b-9c27-f9ecb1bf605c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1096 time: 0.0443420 Sep 17 23:22:32.780378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474e8ff-a1fd-4bb9-bae0-f5438508ae2e req-b0892c5e-cd14-4543-b5da-a5fb860b2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.781843 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4474e8ff-a1fd-4bb9-bae0-f5438508ae2e req-b0892c5e-cd14-4543-b5da-a5fb860b2f2a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0958631 Sep 17 23:22:32.873773 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474e8ff-a1fd-4bb9-bae0-f5438508ae2e req-04c5d096-db06-4768-9741-7005fd64f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.875107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4474e8ff-a1fd-4bb9-bae0-f5438508ae2e req-04c5d096-db06-4768-9741-7005fd64f9f9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854087 Sep 17 23:22:32.971498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-8200e3d9-e774-4c06-9885-6e4acf4644c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:32.973100 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-8200e3d9-e774-4c06-9885-6e4acf4644c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1096 time: 0.0401344 Sep 17 23:22:33.021975 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-fcac6c2b-849a-437a-9e38-c5e9a8378dd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 217 time: 0.0368404 Sep 17 23:22:33.069969 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a89312cd-3613-434c-a0e4-f4a1cfbf8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:33.071382 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-a89312cd-3613-434c-a0e4-f4a1cfbf8a37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0427403 Sep 17 23:22:33.116452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-9b54ecf2-bbd6-4ac0-8bac-1bb680160699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:33.117947 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-9b54ecf2-bbd6-4ac0-8bac-1bb680160699 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400045 Sep 17 23:22:33.211014 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-ceadfa8d-372e-4f3d-b0f1-23d2f1c6f6f8 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862176 Sep 17 23:22:33.297425 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b4ba1c4c-058b-4397-8676-349be9a5d540 req-bdc4c815-f088-469d-9aef-81197f70ce62 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800347 Sep 17 23:22:33.298155 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3effddf4-ff3f-49a7-939e-40aa9334f6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:33.497450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bde27-4f93-488b-84bd-7bf6cbde0d2b req-8cdd6d5a-81af-4676-9b53-4c40de38cd1a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:33.498833 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a64bde27-4f93-488b-84bd-7bf6cbde0d2b req-8cdd6d5a-81af-4676-9b53-4c40de38cd1a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 944 time: 0.0529230 Sep 17 23:22:33.537160 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a64bde27-4f93-488b-84bd-7bf6cbde0d2b req-58d19a82-1abb-41ed-8638-8e90a5210818 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325141 Sep 17 23:22:34.657241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f37ea-6461-43eb-ace5-82e7dc7ac4fe req-d99f93fd-1b4b-4604-bb19-3c7353f464d3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:34.658752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-873f37ea-6461-43eb-ace5-82e7dc7ac4fe req-d99f93fd-1b4b-4604-bb19-3c7353f464d3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 944 time: 0.0518622 Sep 17 23:22:34.697995 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-873f37ea-6461-43eb-ace5-82e7dc7ac4fe req-c0eadfdc-de3a-4d68-82f5-86a7ceb5b769 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Sep 17 23:22:35.811380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb636-ff1c-489e-9fd4-5e183fdbd4a0 req-00e1a6d9-fa7f-4abd-9683-94cb3a7d1c02 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:35.812885 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-33fcb636-ff1c-489e-9fd4-5e183fdbd4a0 req-00e1a6d9-fa7f-4abd-9683-94cb3a7d1c02 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 944 time: 0.0484385 Sep 17 23:22:35.851627 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-33fcb636-ff1c-489e-9fd4-5e183fdbd4a0 req-0882f6d7-6531-4f88-80f6-e10e3cd1602a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 Sep 17 23:22:35.898381 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-74119985-97ff-485c-bb5b-036947f520b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:36.969051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442fc71-235e-4ec5-99cf-28869f2133dd req-5cae81b5-8095-4884-be3a-e4b674a5891e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:36.970517 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c442fc71-235e-4ec5-99cf-28869f2133dd req-5cae81b5-8095-4884-be3a-e4b674a5891e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 944 time: 0.0529888 Sep 17 23:22:37.010165 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c442fc71-235e-4ec5-99cf-28869f2133dd req-ac00d8e5-c3a9-4abe-af86-9502f91bfebd tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328708 Sep 17 23:22:37.063603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:37.188065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:22:37.287299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:37.301809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'port_id': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'mac_address': 'fa:16:3e:f2:50:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:22:37.337982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:37.349966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6d0694-cfd3-497c-b383-8db33bb7d313 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:22:37.369250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:37.463233 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:37.525354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:37.560451 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:37.820531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['ab6d0694-cfd3-497c-b383-8db33bb7d313'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:22:38.124292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cf779-e23c-4e31-b5ef-47dc3fd7534d req-8cea8669-7cd2-41da-a957-89d04a668ba7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:38.125757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-478cf779-e23c-4e31-b5ef-47dc3fd7534d req-8cea8669-7cd2-41da-a957-89d04a668ba7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0483136 Sep 17 23:22:38.163278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-478cf779-e23c-4e31-b5ef-47dc3fd7534d req-088dc466-ecdb-4f61-86ff-35032a3a404d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Sep 17 23:22:39.203300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:22:39.269127 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:39.280737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec3c59-a6f6-4dd7-9818-c0d5efa24fff req-f2f17f14-7d61-4663-99c4-e782a3b3eb41 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:39.282215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5ec3c59-a6f6-4dd7-9818-c0d5efa24fff req-f2f17f14-7d61-4663-99c4-e782a3b3eb41 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0489450 Sep 17 23:22:39.320004 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a5ec3c59-a6f6-4dd7-9818-c0d5efa24fff req-3eef179a-fc49-4ce7-83b8-d712ba420f9d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Sep 17 23:22:39.349219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port ab6d0694-cfd3-497c-b383-8db33bb7d313 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:22:39.353934 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port ab6d0694-cfd3-497c-b383-8db33bb7d313 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:39.359346 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:39.431281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:39.453327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:39.456656 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9370b99-4515-496c-ac3e-c755629d0d55" -d '{"events": [{"server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "name": "network-vif-plugged", "status": "completed", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:39.468337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:39.491812 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d59d31e-d262-47b4-9625-806a02210c38 x-openstack-request-id: req-1d59d31e-d262-47b4-9625-806a02210c38 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:39.492102 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "name": "network-vif-plugged", "status": "completed", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:39.492377 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d59d31e-d262-47b4-9625-806a02210c38 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:39.492766 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'code': 200} Sep 17 23:22:39.532540 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:39.579683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:39.617417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24cbc7-1e99-49d0-aa36-3c865489f9a9 req-9f04632c-4b4b-4ff9-bb0c-03f59b3c0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:39.618800 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd24cbc7-1e99-49d0-aa36-3c865489f9a9 req-9f04632c-4b4b-4ff9-bb0c-03f59b3c0757 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1098 time: 0.0437071 Sep 17 23:22:39.652813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd24cbc7-1e99-49d0-aa36-3c865489f9a9 req-4c6f8bcb-bac8-4327-b70e-aa044ec0251e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271320 Sep 17 23:22:40.435422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738a972-f2a8-4b1b-843f-a12d6f34c186 req-469fcdd9-f356-4eb6-9881-f0241a14e4a2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:40.436992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3738a972-f2a8-4b1b-843f-a12d6f34c186 req-469fcdd9-f356-4eb6-9881-f0241a14e4a2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0499351 Sep 17 23:22:40.474149 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3738a972-f2a8-4b1b-843f-a12d6f34c186 req-e3301528-10b4-4407-a0a5-6df0d6a30453 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312169 Sep 17 23:22:40.783353 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:41.594775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de624a3-f62a-4be6-a043-b20501b03696 req-ec6e3b9b-db7b-483c-8a50-0c66a81a77d0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:41.596278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4de624a3-f62a-4be6-a043-b20501b03696 req-ec6e3b9b-db7b-483c-8a50-0c66a81a77d0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0542774 Sep 17 23:22:41.634527 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4de624a3-f62a-4be6-a043-b20501b03696 req-6ed72a9d-7c22-4fc7-b3c2-9a7296960ef4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316935 Sep 17 23:22:41.749877 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3150d1-dfa6-4afa-b887-7a81bd9b5feb req-5dab6b13-5fb1-4d7d-9470-5de0a783d4b5 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:41.751371 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fa3150d1-dfa6-4afa-b887-7a81bd9b5feb req-5dab6b13-5fb1-4d7d-9470-5de0a783d4b5 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0539019 Sep 17 23:22:41.760781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 54802) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:41.765109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-44396527-c4ca-46ff-be35-857f4a9078b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'floatingip': {'port_id': 'ab6d0694-cfd3-497c-b383-8db33bb7d313'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:41.803202 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44396527-c4ca-46ff-be35-857f4a9078b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.238572 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44396527-c4ca-46ff-be35-857f4a9078b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.285954 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44396527-c4ca-46ff-be35-857f4a9078b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.384479 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-44396527-c4ca-46ff-be35-857f4a9078b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5 associated. External IP: 172.25.6.66, port: ab6d0694-cfd3-497c-b383-8db33bb7d313. Sep 17 23:22:42.843728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44396527-c4ca-46ff-be35-857f4a9078b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:22:42.957963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44396527-c4ca-46ff-be35-857f4a9078b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:22:42.963559 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44396527-c4ca-46ff-be35-857f4a9078b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.968047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:22:42.977433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:42.978048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:22:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:42.989833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-44396527-c4ca-46ff-be35-857f4a9078b9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "PUT /v2.0/floatingips/4003728a-821c-442e-a8b2-a5a7801f56f5 HTTP/1.1" status: 200 len: 991 time: 1.2279036 Sep 17 23:22:42.990349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:42.993432 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6568639d-567b-4d6e-9b7f-1242faedbcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:43.090948 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08821534-e43a-4767-b7d7-53eb4ac33d76 x-openstack-request-id: req-08821534-e43a-4767-b7d7-53eb4ac33d76 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:43.091322 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:43.091633 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08821534-e43a-4767-b7d7-53eb4ac33d76 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:43.092106 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'status': 'completed', 'code': 200} Sep 17 23:22:43.176519 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-f3ee5718-189c-4fb4-9f3f-99fa93b0a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:43.178012 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-f3ee5718-189c-4fb4-9f3f-99fa93b0a4bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1098 time: 0.0411234 Sep 17 23:22:43.245215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:43.270625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-3e8362a3-7f1c-4654-a82d-173ed05445bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:43.272116 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-3e8362a3-7f1c-4654-a82d-173ed05445bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0873067 Sep 17 23:22:43.336277 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-58cd41e9-158a-42e8-a45f-3ce32cf56cc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 999 time: 0.0568829 Sep 17 23:22:43.388449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-f789c6a9-b58c-4cb9-afd8-2759e40ecbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:43.397893 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-f789c6a9-b58c-4cb9-afd8-2759e40ecbc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0470641 Sep 17 23:22:43.435607 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-1e2c7a48-18c1-419a-b139-6272ad3a9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:43.437132 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-1e2c7a48-18c1-419a-b139-6272ad3a9d8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407450 Sep 17 23:22:43.468540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:f2:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:22:42Z', 'revision_number': 9, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:43.494011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:22:43.504163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:43.504703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:22:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:43.528522 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-b37d67b7-eb90-4d91-9323-a782426f9548 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830357 Sep 17 23:22:43.609479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:43.622318 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6568639d-567b-4d6e-9b7f-1242faedbcaf req-affa32fe-1866-42ac-b9c2-fbaf7026f706 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869601 Sep 17 23:22:43.831098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:f2:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:22:42Z', 'revision_number': 9, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:43.860591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a155a6b-069a-4152-b1d7-e2a6e5b116c9 None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:f2:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:22:42Z', 'revision_number': 9, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:22:44.057918 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83effc-4895-4a15-bac6-91277de138d5 None None] New status for floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:22:59.759395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:00.251987 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:23:03.274787 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4061441-e806-4796-83be-e2eb9d280d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:05.920213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d9add33f-abfd-44ae-8fa1-8a84e5542699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:07.057356 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:07.519873 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:09.251167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:10.852100 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:17.400017 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-594cfa24-ad6e-42e4-bc02-cd8b11fb29ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399177 Sep 17 23:23:17.499702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-fa65c95e-53e3-4e99-af16-e254e1dc4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:17.501235 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-fa65c95e-53e3-4e99-af16-e254e1dc4fc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1098 time: 0.0454223 Sep 17 23:23:17.603893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-30d754ce-c35d-4aeb-bc2e-eeb5d3cf3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:17.605401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-30d754ce-c35d-4aeb-bc2e-eeb5d3cf3b2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0853710 Sep 17 23:23:17.673234 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-dca801f8-41a5-4797-9918-106e945e2378 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1002 time: 0.0607264 Sep 17 23:23:17.720643 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-4f1f5b00-5dff-47a1-940b-a5d94323b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:17.722029 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-4f1f5b00-5dff-47a1-940b-a5d94323b76b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0419755 Sep 17 23:23:17.766031 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-d8e5b1d2-6e68-4a74-8194-9f22204e03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:17.767474 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-d8e5b1d2-6e68-4a74-8194-9f22204e03c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388854 Sep 17 23:23:17.859182 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-7535c779-837f-47e6-a5c2-4839eeed294e service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841956 Sep 17 23:23:17.946377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10c7b65f-1aa7-4b3c-abef-2a6886859e4b req-5eeded58-add1-4fc0-b96b-f4a33bc3cd6a service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798304 Sep 17 23:23:29.776400 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:33.279011 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ece6-79a4-447d-b76e-d1aba804df88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:35.896700 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef015024-07d0-4043-8fd2-28bcc2a86433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.067989 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:37.250711 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:23:37.541975 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.221113 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:40.810583 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:59.787077 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:03.301205 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8614eeca-1441-420e-bc63-20fd31ed7c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:05.878273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e4fc694-9a11-40d2-992f-f05c4aca053b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:07.073127 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:07.546196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:09.220988 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:10.820012 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:14.250094 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:24:19.397197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4535f678-3163-4d91-9798-3091457c12e1 req-ada612c4-57eb-48ce-8752-ad8cdb38c922 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440137 Sep 17 23:24:19.491610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535f678-3163-4d91-9798-3091457c12e1 req-8c9dcdb7-25f9-4abf-a39a-0ac3763ba4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:19.493100 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4535f678-3163-4d91-9798-3091457c12e1 req-8c9dcdb7-25f9-4abf-a39a-0ac3763ba4d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1098 time: 0.0409601 Sep 17 23:24:19.592192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535f678-3163-4d91-9798-3091457c12e1 req-f73509de-c848-4512-8b7e-7a0447262098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:19.593616 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4535f678-3163-4d91-9798-3091457c12e1 req-f73509de-c848-4512-8b7e-7a0447262098 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0823145 Sep 17 23:24:19.659543 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4535f678-3163-4d91-9798-3091457c12e1 req-c6961542-2cbc-4033-8cc7-b60f66e73402 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1002 time: 0.0587220 Sep 17 23:24:19.706573 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535f678-3163-4d91-9798-3091457c12e1 req-55786d3b-2360-4f46-a4ac-5a1d5152badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:19.707944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4535f678-3163-4d91-9798-3091457c12e1 req-55786d3b-2360-4f46-a4ac-5a1d5152badc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0419149 Sep 17 23:24:19.750704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535f678-3163-4d91-9798-3091457c12e1 req-fd8d5518-6600-45c3-85ae-d8c1b9d6ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:19.752134 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4535f678-3163-4d91-9798-3091457c12e1 req-fd8d5518-6600-45c3-85ae-d8c1b9d6ef0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0374503 Sep 17 23:24:19.763012 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-4535f678-3163-4d91-9798-3091457c12e1 req-b1e4f456-9f91-4504-9521-ad2cb5daccf8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:24:19.763927 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4535f678-3163-4d91-9798-3091457c12e1 req-b1e4f456-9f91-4504-9521-ad2cb5daccf8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051866 Sep 17 23:24:19.854845 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4535f678-3163-4d91-9798-3091457c12e1 req-d7e4a8ab-cff0-45b9-a475-15f389cc7f94 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835118 Sep 17 23:24:19.967049 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4535f678-3163-4d91-9798-3091457c12e1 req-76eb61b6-d417-4480-ad00-9a6b42661bd3 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042516 Sep 17 23:24:29.798320 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:33.249276 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb2d87ba-a7ef-4db7-9a30-13b82b9694fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:35.889274 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0017053-8e17-4eaf-9019-5bc69925e1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:37.077545 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:37.546207 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:39.226414 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:40.843063 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:51.250381 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:24:59.797047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:03.264468 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ad148534-d7de-46dc-9ef7-2363a29ea629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:05.934279 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7cec-3856-4acc-821c-0343412a3136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.077233 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.545755 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:09.225481 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:10.865527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:11.901381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-fd9c2c93-f228-4c8d-8867-9a84dfdc4f60 req-bc55dc85-1613-455b-a9ce-4d2c66dfd315 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:25:11.902392 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fd9c2c93-f228-4c8d-8867-9a84dfdc4f60 req-bc55dc85-1613-455b-a9ce-4d2c66dfd315 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059969 Sep 17 23:25:12.334759 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821402a-f1d8-45f7-9641-6009facd5528 req-c2dfb447-10d8-4102-a5b9-05201923bea4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:12.336304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c821402a-f1d8-45f7-9641-6009facd5528 req-c2dfb447-10d8-4102-a5b9-05201923bea4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.1165693 Sep 17 23:25:12.398723 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c821402a-f1d8-45f7-9641-6009facd5528 req-e312a035-d3a8-4652-bf09-784abf4176fa tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528734 Sep 17 23:25:12.403415 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-d1c1cb8f-1353-45b1-aa9b-ac397ff49eaa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106386 Sep 17 23:25:13.559148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e25167-adfb-46d9-b524-229e15e63b6b req-bc2d30ee-e988-4924-b200-fb43c6285a3d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:13.560673 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-97e25167-adfb-46d9-b524-229e15e63b6b req-bc2d30ee-e988-4924-b200-fb43c6285a3d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0932541 Sep 17 23:25:13.597978 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-97e25167-adfb-46d9-b524-229e15e63b6b req-8b2c5ddb-1512-4923-9b2f-87519b5e908c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312488 Sep 17 23:25:14.475248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-537f220e-f9f8-44fe-9d9d-6476b8889a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:14.476760 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-537f220e-f9f8-44fe-9d9d-6476b8889a41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1098 time: 0.0792174 Sep 17 23:25:14.568093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-5965948a-c823-424b-af99-d4f48d9c2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:14.569572 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-5965948a-c823-424b-af99-d4f48d9c2ca2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0858340 Sep 17 23:25:14.633321 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-25354af7-8e0e-46d4-9fcd-d5d7e12c1441 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1002 time: 0.0559800 Sep 17 23:25:14.683336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-c42b377b-5dfb-4648-8caa-3a91af87527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:14.684741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-c42b377b-5dfb-4648-8caa-3a91af87527d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0444024 Sep 17 23:25:14.720252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5828cc-0479-4c54-9002-5f9cac6b2a1f req-6f83b2c5-644c-43ce-ad36-b65a45127f38 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:14.722094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c5828cc-0479-4c54-9002-5f9cac6b2a1f req-6f83b2c5-644c-43ce-ad36-b65a45127f38 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0551286 Sep 17 23:25:14.734625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-5db03987-c4ee-4602-a8b2-268d0a4453a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:14.736153 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-5db03987-c4ee-4602-a8b2-268d0a4453a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448287 Sep 17 23:25:14.761944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3c5828cc-0479-4c54-9002-5f9cac6b2a1f req-6d3802ce-f1b3-4367-bd09-853a3e3a4505 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323913 Sep 17 23:25:14.831733 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-4b1186b4-a66d-46e3-bb09-25c7eb4f9fba service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879233 Sep 17 23:25:14.923989 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-2572b38a-c1c0-4cd9-8a3c-17b56d477b15 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850332 Sep 17 23:25:15.889547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4ab0c-7041-4e69-bc4b-98fab6ed64f9 req-cf555d8e-6cae-4c90-99e8-cee9be8f22bc tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:15.891004 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fac4ab0c-7041-4e69-bc4b-98fab6ed64f9 req-cf555d8e-6cae-4c90-99e8-cee9be8f22bc tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0490644 Sep 17 23:25:15.927372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fac4ab0c-7041-4e69-bc4b-98fab6ed64f9 req-78326b0e-23d0-4c00-b40a-d46e1572a3ff tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305619 Sep 17 23:25:17.055619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bc323-8d1f-4fe0-bc8b-ca804e597740 req-03b024f7-f0cd-4b9f-bc0f-490db0c884a1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:17.057131 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d9bc323-8d1f-4fe0-bc8b-ca804e597740 req-03b024f7-f0cd-4b9f-bc0f-490db0c884a1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0482254 Sep 17 23:25:17.095414 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5d9bc323-8d1f-4fe0-bc8b-ca804e597740 req-03816b20-5448-418f-bbf7-ed3b330a658d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317407 Sep 17 23:25:18.240493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22b26-3620-458f-aa95-385567dc7d1a req-ff8e23f0-1c2a-49d0-9e3c-7897818253c5 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:18.241931 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6ec22b26-3620-458f-aa95-385567dc7d1a req-ff8e23f0-1c2a-49d0-9e3c-7897818253c5 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0482335 Sep 17 23:25:18.283077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6ec22b26-3620-458f-aa95-385567dc7d1a req-d0dd730b-0323-41ff-93cf-387a775c5f20 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351765 Sep 17 23:25:19.398422 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7e25c-c143-4228-bbb8-6a08c6bd0824 req-caca526d-c126-4b04-8c1a-6730d0e206c8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:19.399898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54e7e25c-c143-4228-bbb8-6a08c6bd0824 req-caca526d-c126-4b04-8c1a-6730d0e206c8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0487516 Sep 17 23:25:19.437527 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54e7e25c-c143-4228-bbb8-6a08c6bd0824 req-c1efacfb-b940-4887-a314-234dc069497b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315678 Sep 17 23:25:20.566266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280eb3e-e6dc-4056-b9cf-5096435a34bb req-afad646a-cf5b-4d93-a446-da00d1534c05 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:20.567712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6280eb3e-e6dc-4056-b9cf-5096435a34bb req-afad646a-cf5b-4d93-a446-da00d1534c05 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0513496 Sep 17 23:25:20.605493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6280eb3e-e6dc-4056-b9cf-5096435a34bb req-818e05b8-a006-4b91-af87-c1bd5b242503 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Sep 17 23:25:21.438165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-644e5de6-9d9d-4498-b4d5-4abb32318ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:21.439639 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-644e5de6-9d9d-4498-b4d5-4abb32318ad7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1098 time: 0.0414913 Sep 17 23:25:21.542130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-581ce6f2-7bb4-461c-9df3-8fa21b59469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:21.544262 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-581ce6f2-7bb4-461c-9df3-8fa21b59469c service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0856893 Sep 17 23:25:21.605951 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-ee6e3a09-15a3-43ba-a2b1-70b06bae8ecf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1002 time: 0.0544434 Sep 17 23:25:21.652704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-7c42b12f-3d99-4e92-8ad0-2b295cc3f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:21.654318 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-7c42b12f-3d99-4e92-8ad0-2b295cc3f49b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0424168 Sep 17 23:25:21.704137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-a0ed2c01-9570-4939-944c-0a8bc342edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:21.705584 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-a0ed2c01-9570-4939-944c-0a8bc342edb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448072 Sep 17 23:25:21.728924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f9e2-2b4f-4263-9b52-1c59ff8ca447 req-bf6131e0-7f2f-4f62-ba48-5bb7ef377bd7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:21.730435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f867f9e2-2b4f-4263-9b52-1c59ff8ca447 req-bf6131e0-7f2f-4f62-ba48-5bb7ef377bd7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0528333 Sep 17 23:25:21.768889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f867f9e2-2b4f-4263-9b52-1c59ff8ca447 req-7ce9e6c6-84a9-4090-abc7-8a4332ea97b5 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322638 Sep 17 23:25:21.793884 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-3b235aa9-2f83-48b8-b742-4674751a5949 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813851 Sep 17 23:25:21.889634 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d121a177-b7a7-4dc5-8a28-c40c76ce0dab req-296d0a3e-4fcd-4d0a-b3c0-b7dd167a382d service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876186 Sep 17 23:25:22.884319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ebe04-e3a7-4d99-acab-51a196bf7f8e req-11268177-2e3a-431b-8016-2edc7eb0ea3a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:22.885783 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f97ebe04-e3a7-4d99-acab-51a196bf7f8e req-11268177-2e3a-431b-8016-2edc7eb0ea3a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0494747 Sep 17 23:25:22.923878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f97ebe04-e3a7-4d99-acab-51a196bf7f8e req-deeecda3-8543-44aa-9852-d356cdfa1989 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321987 Sep 17 23:25:24.036313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8fa16-0b42-4c5e-9091-c3ee1caca601 req-ff4d10ac-1021-429b-874c-bd8af12da515 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:24.037775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53a8fa16-0b42-4c5e-9091-c3ee1caca601 req-ff4d10ac-1021-429b-874c-bd8af12da515 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0480683 Sep 17 23:25:24.075126 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-53a8fa16-0b42-4c5e-9091-c3ee1caca601 req-72a012bd-b1be-459a-aa43-ffb855367c51 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308874 Sep 17 23:25:25.190312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f9a41-bb26-4856-8fac-9af25c1e36b8 req-863f465e-2ef4-4b37-af7f-1bd73ac285cf tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:25.191862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-022f9a41-bb26-4856-8fac-9af25c1e36b8 req-863f465e-2ef4-4b37-af7f-1bd73ac285cf tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0503342 Sep 17 23:25:25.239421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-022f9a41-bb26-4856-8fac-9af25c1e36b8 req-e5fbc6b7-d2bf-4b94-af54-0e5a5be6c093 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371435 Sep 17 23:25:26.354235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583f622-5f7c-4d96-a949-e30047e3f7b8 req-a10dd76c-3179-4fd3-b066-c4a94a2da190 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:26.355909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2583f622-5f7c-4d96-a949-e30047e3f7b8 req-a10dd76c-3179-4fd3-b066-c4a94a2da190 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0496912 Sep 17 23:25:26.392778 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2583f622-5f7c-4d96-a949-e30047e3f7b8 req-afc8198c-1792-49cf-92c0-c5529b6da966 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308859 Sep 17 23:25:27.451449 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-a9007b37-88dd-47a2-9841-3ed355428290 service neutron] show failed (client error): The resource could not be found. Sep 17 23:25:27.452523 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-a9007b37-88dd-47a2-9841-3ed355428290 service neutron] 10.222.0.15 "GET /v2.0/ports/ab6d0694-cfd3-497c-b383-8db33bb7d313/bindings/n-h1-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.3780074 Sep 17 23:25:27.510779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9c57f-f5a9-4332-96c6-ac03529a0e5f req-d45e30aa-29de-4941-a12c-fd07c6eeeadc tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:27.512481 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90a9c57f-f5a9-4332-96c6-ac03529a0e5f req-d45e30aa-29de-4941-a12c-fd07c6eeeadc tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0495403 Sep 17 23:25:27.550370 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-90a9c57f-f5a9-4332-96c6-ac03529a0e5f req-9a27586e-e0a2-40e2-a11e-623ba3726c3e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318768 Sep 17 23:25:27.935564 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-fd500cb3-3f86-4ac3-b63e-2b594344fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:27.937096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-fd500cb3-3f86-4ac3-b63e-2b594344fc5a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 1098 time: 0.0446594 Sep 17 23:25:27.949538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:28.000166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:28.201401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:28.232693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:28.249348 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:25:28.276382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:28.279032 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed688a7a-ae6d-42cd-82be-2cfe8a8c13b4" -d '{"events": [{"server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:28.283217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:28.295848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Transition to ACTIVE for port object ab6d0694-cfd3-497c-b383-8db33bb7d313 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:25:28.328685 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d4e511-cbfb-4228-9943-a61be1ffae6c x-openstack-request-id: req-d9d4e511-cbfb-4228-9943-a61be1ffae6c {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:28.328985 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:28.329239 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9d4e511-cbfb-4228-9943-a61be1ffae6c {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:28.329659 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'code': 200} Sep 17 23:25:28.379545 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:28.503159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=6']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:28.526296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.526296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.526296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.526296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.526650 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.526733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.527071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.528010 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.528391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.528723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.529056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.529388 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:28.578847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] No DVR routers for this DVR port ab6d0694-cfd3-497c-b383-8db33bb7d313 on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:25:28.671544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb57b4-9d43-4f3f-b18b-b3bb7be55c4e req-ad01112f-9760-4d57-aa57-542105a69ed0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:28.673103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbb57b4-9d43-4f3f-b18b-b3bb7be55c4e req-ad01112f-9760-4d57-aa57-542105a69ed0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 944 time: 0.0508065 Sep 17 23:25:28.716416 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbb57b4-9d43-4f3f-b18b-b3bb7be55c4e req-ae4e7c70-4e90-4557-ae4b-ad725179cc44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368166 Sep 17 23:25:28.721346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:25:28.721888 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:25:28.722442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:28.728254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Port ab6d0694-cfd3-497c-b383-8db33bb7d313 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:25:28.728586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:28.734069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:25:28.734399 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:28.734777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:25:28.735196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Bound port: ab6d0694-cfd3-497c-b383-8db33bb7d313, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:25:28.735552 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:28.800265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:28.803215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:25:28.899566 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:28.935274 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:28.935921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:28.937352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] 10.222.0.23 "PUT /v2.0/ports/ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1093 time: 0.9925580 Sep 17 23:25:28.959615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910b4a1-eb81-429c-a200-afdd29a82a8f service neutron] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:29.004083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-f5367f67-ba87-4992-a446-098e4ee40584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:29.005649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-f5367f67-ba87-4992-a446-098e4ee40584 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1096 time: 0.0429940 Sep 17 23:25:29.103491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-b962d5eb-b2aa-440a-a2bd-62e74d110208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:29.105096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-b962d5eb-b2aa-440a-a2bd-62e74d110208 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0919104 Sep 17 23:25:29.170134 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-8dff5df2-764a-404f-9051-b68fd6500cd5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1000 time: 0.0578437 Sep 17 23:25:29.219499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-bc099250-4d75-4948-97ee-310f6140eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:29.220997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-bc099250-4d75-4948-97ee-310f6140eaf7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0443909 Sep 17 23:25:29.271767 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-d484917f-cbc8-4c25-9dd7-2e1aecb62826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:29.273260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-d484917f-cbc8-4c25-9dd7-2e1aecb62826 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455949 Sep 17 23:25:29.367556 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-dd31876d-6213-403b-b7f5-da28fc36a45d service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871885 Sep 17 23:25:29.466420 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-c18898e9-9e89-442b-8542-3778c5b3f9ca service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924330 Sep 17 23:25:29.819795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:29.838935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7441527-7b26-4b5b-b970-7a03c0e98e90 req-a717eb5a-3a70-40fa-8900-302756223ba4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:29.840435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7441527-7b26-4b5b-b970-7a03c0e98e90 req-a717eb5a-3a70-40fa-8900-302756223ba4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 944 time: 0.0493402 Sep 17 23:25:29.877212 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7441527-7b26-4b5b-b970-7a03c0e98e90 req-62f84fe7-b032-4e76-a26f-a9eafafd53cb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307183 Sep 17 23:25:30.330800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:30.333260 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202894f3-961b-42bf-a842-3b7cb15e0dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:30.383857 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4178071-7bb7-433d-8f1d-afb43daca962 x-openstack-request-id: req-a4178071-7bb7-433d-8f1d-afb43daca962 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:30.384176 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:30.384433 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4178071-7bb7-433d-8f1d-afb43daca962 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:30.384832 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'status': 'completed', 'code': 200} Sep 17 23:25:30.447308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-4d27a6c4-2dbb-4ad6-85ed-ac1627a78f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:30.449106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-4d27a6c4-2dbb-4ad6-85ed-ac1627a78f57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1096 time: 0.0422249 Sep 17 23:25:30.463110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-eeacdb2a-f671-4ebf-a196-ac25920d8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:30.464606 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-eeacdb2a-f671-4ebf-a196-ac25920d8d0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1096 time: 0.0422342 Sep 17 23:25:30.544847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-75fa5b25-fa7c-4859-a079-e1e871f54d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:30.548000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-75fa5b25-fa7c-4859-a079-e1e871f54d6c service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0896401 Sep 17 23:25:30.560506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-b0a1b0f4-46d4-4eb8-aac5-88f5a302f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:30.561955 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-b0a1b0f4-46d4-4eb8-aac5-88f5a302f9a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0904880 Sep 17 23:25:30.624709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-31c28350-d676-4005-b9b2-e0b36b8e1e9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1000 time: 0.0707841 Sep 17 23:25:30.651190 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-be68f790-b1f7-424a-950f-e814431a30b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1000 time: 0.0813162 Sep 17 23:25:30.675685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-c75ce6f7-521f-42ff-a721-4a6a3de9f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:30.677185 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-c75ce6f7-521f-42ff-a721-4a6a3de9f1ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0450633 Sep 17 23:25:30.699964 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-b79025cc-dd01-4469-ba64-4987a6a26631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:30.701614 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-b79025cc-dd01-4469-ba64-4987a6a26631 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0442369 Sep 17 23:25:30.723296 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-b5a1cd76-6f49-4a45-99e4-fa8faef6507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:30.724851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-b5a1cd76-6f49-4a45-99e4-fa8faef6507e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400872 Sep 17 23:25:30.747495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-ffd963e3-93ef-47de-b1cb-17279da1df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:30.749015 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-ffd963e3-93ef-47de-b1cb-17279da1df05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408459 Sep 17 23:25:30.818512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-42e1aa58-c27c-48ae-8981-d5910e98d0d5 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861647 Sep 17 23:25:30.840778 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-fbf97d72-bd1e-4f5e-bc61-3a7113bba1e8 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Sep 17 23:25:30.910970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-f2905fc3-e341-44e5-b389-f672691ff7b1 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842423 Sep 17 23:25:30.932773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-202894f3-961b-42bf-a842-3b7cb15e0dc7 req-fdf3770c-2574-4e46-ab2a-472d2c781b7f service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854049 Sep 17 23:25:31.017608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd17604-5a1e-403f-949f-523a25a4fda3 req-f2377672-14eb-435c-a5ac-f06767a2828b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:31.019096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8bd17604-5a1e-403f-949f-523a25a4fda3 req-f2377672-14eb-435c-a5ac-f06767a2828b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 944 time: 0.0513070 Sep 17 23:25:31.061717 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8bd17604-5a1e-403f-949f-523a25a4fda3 req-5cf591dd-95e5-45de-b9f5-ab10532c824a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361843 Sep 17 23:25:32.056132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:25:32.096242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:25:32.186413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149059fd-786d-4b93-9fdc-ea851765c4a2 req-10a07d79-9d5f-4b7a-8a58-18bc99e0d4e4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:32.188369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-149059fd-786d-4b93-9fdc-ea851765c4a2 req-10a07d79-9d5f-4b7a-8a58-18bc99e0d4e4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 944 time: 0.0550594 Sep 17 23:25:32.229901 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-149059fd-786d-4b93-9fdc-ea851765c4a2 req-5302a588-0def-4ee2-8f73-efc04d8f05e8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348427 Sep 17 23:25:32.305818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:25:32.421892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:32.435925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'port_id': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'mac_address': 'fa:16:3e:f2:50:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:25:32.482998 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:32.499349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6d0694-cfd3-497c-b383-8db33bb7d313 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:25:32.522045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:32.597326 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:32.645954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:32.654249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.654597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.654935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.655270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.655603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.655928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.656289 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.656619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.657042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.657370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.657694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.658076 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:32.841806 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ab6d0694-cfd3-497c-b383-8db33bb7d313'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:25:32.849788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e7b90-4aa5-4b3b-a88c-2e592f920b0f req-3b93cf11-3ece-4c5f-8e73-78870f280fc3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:32.851711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf1e7b90-4aa5-4b3b-a88c-2e592f920b0f req-3b93cf11-3ece-4c5f-8e73-78870f280fc3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0577884 Sep 17 23:25:32.895606 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf1e7b90-4aa5-4b3b-a88c-2e592f920b0f req-d27b66b7-6512-48cd-87e0-2ddec98686ed tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363934 Sep 17 23:25:32.910356 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-0ad4cc6c-e279-4852-894b-b56782e0c35a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:32.916494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-0ad4cc6c-e279-4852-894b-b56782e0c35a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&binding%3Ahost_id=n-h1-713499-18 HTTP/1.1" status: 200 len: 945 time: 0.0636787 Sep 17 23:25:32.977317 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-5aa8fa5e-fc8a-4785-b988-b907779eef39 service neutron] 10.222.0.23 "GET /v2.0/ports/ab6d0694-cfd3-497c-b383-8db33bb7d313/bindings/n-h1-713499-18 HTTP/1.1" status: 200 len: 383 time: 0.0572131 Sep 17 23:25:33.045905 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-dbc2aa69-2acc-4d85-9a9e-98ef988b90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:33.047436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-dbc2aa69-2acc-4d85-9a9e-98ef988b90a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1097 time: 0.0451708 Sep 17 23:25:33.140522 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-cdf2a64d-2b49-46a5-a95d-184b9ada5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:33.142000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-cdf2a64d-2b49-46a5-a95d-184b9ada5aa4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0879943 Sep 17 23:25:33.208106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-3af16404-da7d-41bd-ae41-964ad0d85bb8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1001 time: 0.0572290 Sep 17 23:25:33.261811 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-10db69da-49bf-4843-b9ba-7a1255b4c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:33.264158 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-10db69da-49bf-4843-b9ba-7a1255b4c014 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0484087 Sep 17 23:25:33.276709 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0bee0e2b-fc0f-47ca-ad02-80a1b577879a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:33.320678 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-cdde0f24-6a4a-4ae8-a48e-42e317771e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:33.322250 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-cdde0f24-6a4a-4ae8-a48e-42e317771e91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509553 Sep 17 23:25:33.413868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-23ed1f03-0810-4622-b391-dee64ef3a843 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842791 Sep 17 23:25:33.509060 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-f11e8ae0-9af0-492c-b409-24fd33075f00 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880225 Sep 17 23:25:34.027221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab56dd8-efdd-443b-a678-5f942eee5636 req-aef66b4b-4530-4bcc-b0b9-cbd7a62cd6e4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:34.029289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ab56dd8-efdd-443b-a678-5f942eee5636 req-aef66b4b-4530-4bcc-b0b9-cbd7a62cd6e4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0512693 Sep 17 23:25:34.067825 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ab56dd8-efdd-443b-a678-5f942eee5636 req-8ae971e7-bb2e-4c27-9450-e51e5293d56d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323441 Sep 17 23:25:34.337561 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:34.442065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port ab6d0694-cfd3-497c-b383-8db33bb7d313 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:25:34.446007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port ab6d0694-cfd3-497c-b383-8db33bb7d313 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:34.446387 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:34.527355 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:34.548968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:34.551227 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895afe36-c940-47ab-91d3-95d730b0fdc9" -d '{"events": [{"server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "name": "network-vif-plugged", "status": "completed", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:34.568243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:34.630044 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:34.661266 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1094d0a-88c1-44e9-b0ed-c8aef8a1e3ec x-openstack-request-id: req-a1094d0a-88c1-44e9-b0ed-c8aef8a1e3ec {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:34.662057 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "name": "network-vif-plugged", "status": "completed", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:34.662057 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1094d0a-88c1-44e9-b0ed-c8aef8a1e3ec {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:34.662360 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'code': 200} Sep 17 23:25:34.679965 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:35.192456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81f39f-7bbd-459e-a19f-46109e6f7f49 req-e68229cb-55ec-4c23-bffd-ea5acf1ea3f9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:35.193944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de81f39f-7bbd-459e-a19f-46109e6f7f49 req-e68229cb-55ec-4c23-bffd-ea5acf1ea3f9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0540404 Sep 17 23:25:35.231837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de81f39f-7bbd-459e-a19f-46109e6f7f49 req-24c97598-cc3b-4089-b8bb-eec31471e1d6 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315809 Sep 17 23:25:35.887736 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9bf53bd1-edb4-4e5b-ad7a-5aca39f91bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:35.918908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-98c0fde5-d95d-47c4-a20b-7d1fa0baafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:35.921049 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-98c0fde5-d95d-47c4-a20b-7d1fa0baafd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 1098 time: 0.0476878 Sep 17 23:25:35.938203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:36.000263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:36.206449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:36.246718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:36.289341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:36.291732 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccfe209-9770-4646-966f-7d2ff1f4a913" -d '{"events": [{"server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:36.295764 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:36.312247 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Transition to ACTIVE for port object ab6d0694-cfd3-497c-b383-8db33bb7d313 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:25:36.348251 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b248d489-4c78-4098-8498-f60e9a83a53c x-openstack-request-id: req-b248d489-4c78-4098-8498-f60e9a83a53c {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:36.348574 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:36.348828 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b248d489-4c78-4098-8498-f60e9a83a53c {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:36.349227 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'code': 200} Sep 17 23:25:36.361596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811512ba-2d77-45eb-baa2-57d6e268ee6c req-f584de4d-b986-4e9e-a2b5-2d6e35cbb850 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:36.363098 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-811512ba-2d77-45eb-baa2-57d6e268ee6c req-f584de4d-b986-4e9e-a2b5-2d6e35cbb850 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0528758 Sep 17 23:25:36.385583 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:36.447242 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-811512ba-2d77-45eb-baa2-57d6e268ee6c req-8d6696cf-3d55-4722-929e-1e87e5a8e4dd tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782239 Sep 17 23:25:36.480609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=10']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:36.493627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.493970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.494311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.494646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.494978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.495307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.495632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.495956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.496307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.496635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.496956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.498953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:36.536854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] No DVR routers for this DVR port ab6d0694-cfd3-497c-b383-8db33bb7d313 on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:25:36.677178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:25:36.677514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:25:36.677840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:36.682057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Port ab6d0694-cfd3-497c-b383-8db33bb7d313 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:25:36.682374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Attempting to bind port ab6d0694-cfd3-497c-b383-8db33bb7d313 on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:36.687277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:25:36.687606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:36.688028 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:25:36.688434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Bound port: ab6d0694-cfd3-497c-b383-8db33bb7d313, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:25:36.688788 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:36.753361 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:36.756588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:25:36.819478 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:36.852777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:36.853461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:36.854825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] 10.222.0.15 "PUT /v2.0/ports/ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1094 time: 0.9209280 Sep 17 23:25:36.880532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bb36f-1c2e-470a-868e-516bd7c986eb service neutron] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=11']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:36.929999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-cab48b38-d2f3-43e8-abde-345fc05af70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:36.931520 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-cab48b38-d2f3-43e8-abde-345fc05af70e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1097 time: 0.0431221 Sep 17 23:25:37.032263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-38543902-9712-4450-9449-d852cd59646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:37.033719 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-38543902-9712-4450-9449-d852cd59646a service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0950367 Sep 17 23:25:37.081821 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:37.101650 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-f0631085-4af7-4f54-912a-50c6c9f7418d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1000 time: 0.0601182 Sep 17 23:25:37.157066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-4485198b-9688-4f62-a14d-f2cd7f1e245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:37.158524 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-4485198b-9688-4f62-a14d-f2cd7f1e245e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0501416 Sep 17 23:25:37.207306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-193e0710-3c3c-4d88-8fe2-cb897bcd67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:37.208825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-193e0710-3c3c-4d88-8fe2-cb897bcd67f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418983 Sep 17 23:25:37.300022 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-56f51c5d-2580-476c-94dd-5a0a86f644ec service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829363 Sep 17 23:25:37.395767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f1ef1ea-94f1-480f-962d-d63cf3850429 req-96cbe307-6c90-436b-9ef5-c45506125dae service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882378 Sep 17 23:25:37.551243 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:37.566371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dac95-2431-4d64-b56b-d93a1aaa9d3f req-48600ee2-05b6-4463-9e78-a6f71c3955bc tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:37.567871 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c54dac95-2431-4d64-b56b-d93a1aaa9d3f req-48600ee2-05b6-4463-9e78-a6f71c3955bc tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0493922 Sep 17 23:25:37.605507 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c54dac95-2431-4d64-b56b-d93a1aaa9d3f req-3bdf8806-87c3-4daa-9492-2a8960cc089c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311368 Sep 17 23:25:38.346879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:25:38.350200 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:38.352721 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:38.385694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:25:38.401379 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89697111-ac5e-4d03-91f1-432d81636079 x-openstack-request-id: req-89697111-ac5e-4d03-91f1-432d81636079 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:38.401379 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:38.401379 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89697111-ac5e-4d03-91f1-432d81636079 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:38.401379 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'status': 'completed', 'code': 200} Sep 17 23:25:38.464540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-e3ec80f8-cb7f-46e4-82d9-5415858aa650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:38.466138 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-e3ec80f8-cb7f-46e4-82d9-5415858aa650 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1097 time: 0.0424168 Sep 17 23:25:38.481639 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-3673dda5-f55a-47bf-91c2-cab92f496101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:38.483132 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-3673dda5-f55a-47bf-91c2-cab92f496101 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 1097 time: 0.0416689 Sep 17 23:25:38.562748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-9b67083b-b208-41d4-ab3f-d20f544a2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:38.564285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-9b67083b-b208-41d4-ab3f-d20f544a2988 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0915258 Sep 17 23:25:38.583536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-0eb2b62e-b248-4696-bba3-3a87a6ffd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:38.585042 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-0eb2b62e-b248-4696-bba3-3a87a6ffd512 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0947821 Sep 17 23:25:38.628720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-5acf5f99-e457-4078-8016-5c1da22ff0f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1000 time: 0.0576546 Sep 17 23:25:38.666648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-4f0dad18-bc73-482c-8d34-a6ff4b915c5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 200 len: 1000 time: 0.0714884 Sep 17 23:25:38.684201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-c913c6d2-f1ad-42d8-bda4-ac6ac847df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:38.686308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-c913c6d2-f1ad-42d8-bda4-ac6ac847df1f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0507791 Sep 17 23:25:38.723585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-6ad59a29-fe95-4488-b0b6-ea493cc73b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:38.725085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-6ad59a29-fe95-4488-b0b6-ea493cc73b6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0504236 Sep 17 23:25:38.763616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-d80072c0-cd89-4947-ba85-faeb989174b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:38.765167 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-d80072c0-cd89-4947-ba85-faeb989174b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722864 Sep 17 23:25:38.771678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-e573b39c-8cb2-4469-87fc-4c63704966f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:38.773002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413ce53-1ecd-41a6-b04e-a34f2658434d req-2dd4f25d-6911-4f72-af71-f7e44fb45cb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:38.773235 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-e573b39c-8cb2-4469-87fc-4c63704966f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404916 Sep 17 23:25:38.774423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d413ce53-1ecd-41a6-b04e-a34f2658434d req-2dd4f25d-6911-4f72-af71-f7e44fb45cb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0732675 Sep 17 23:25:38.864149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-6053fd0a-10ff-479f-a719-da3202024d0c service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837977 Sep 17 23:25:38.868804 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d413ce53-1ecd-41a6-b04e-a34f2658434d req-f43f9f16-d3e9-49e9-ae4f-40dd5523bb5f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860474 Sep 17 23:25:38.894388 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-549853d3-9eec-4ee2-86bd-6a9ded415370 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189818 Sep 17 23:25:38.963786 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-16538d2b-228b-4d4a-990b-78401de98a21 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906422 Sep 17 23:25:38.988766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5abf9fb0-e8c3-41d0-82fd-c97c70acdf2a req-2d59a66a-73ac-4592-9065-d6b1da4c8e9b service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875616 Sep 17 23:25:39.241317 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:39.989015 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c311451-1001-4cbe-bec4-69f03270709c req-03db42eb-91a3-407f-b7f1-f7041702f5d0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:39.990493 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c311451-1001-4cbe-bec4-69f03270709c req-03db42eb-91a3-407f-b7f1-f7041702f5d0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0502415 Sep 17 23:25:40.027760 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c311451-1001-4cbe-bec4-69f03270709c req-36e26c5f-0612-47a7-a0cf-ab353ad5ed7c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Sep 17 23:25:40.830868 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:41.144108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825a2b-4fb7-48ea-b59b-120362d3e0a7 req-80868cc7-d356-4e6f-9a3c-2883780deb06 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:41.145606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c825a2b-4fb7-48ea-b59b-120362d3e0a7 req-80868cc7-d356-4e6f-9a3c-2883780deb06 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0514832 Sep 17 23:25:41.182598 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1c825a2b-4fb7-48ea-b59b-120362d3e0a7 req-4af30d63-f37a-4fe1-98bf-b23f3f4fd234 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309858 Sep 17 23:25:41.312743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c284fc-c141-420b-957b-30c5a7b190a2 req-79d44a2c-151b-4adc-839e-a5614788e8be tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:41.314249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89c284fc-c141-420b-957b-30c5a7b190a2 req-79d44a2c-151b-4adc-839e-a5614788e8be tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0665770 Sep 17 23:25:41.352011 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-89c284fc-c141-420b-957b-30c5a7b190a2 req-2b0ac1f1-56a4-40ee-8704-72634fd5726a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318732 Sep 17 23:25:41.464687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139e3bc-676c-4d53-bd53-8142b8b39971 req-87b211af-6c27-49c7-9170-2edd72f38b22 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:41.466155 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2139e3bc-676c-4d53-bd53-8142b8b39971 req-87b211af-6c27-49c7-9170-2edd72f38b22 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Sep 17 23:25:41.505749 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2139e3bc-676c-4d53-bd53-8142b8b39971 req-dc78652f-fd97-4f24-91fc-61c5b784b3b1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335078 Sep 17 23:25:41.947614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70162d8-df39-4310-a07f-fce232880f97 req-1e02787c-966c-44b1-bdf9-c15a3d62ed7d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:41.949343 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a70162d8-df39-4310-a07f-fce232880f97 req-1e02787c-966c-44b1-bdf9-c15a3d62ed7d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Sep 17 23:25:41.990519 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a70162d8-df39-4310-a07f-fce232880f97 req-d154223c-4bb8-4c36-99a1-21128833bad3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351336 Sep 17 23:25:42.097888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:25:42.192551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:42.204022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'port_id': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'mac_address': 'fa:16:3e:f2:50:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:25:42.239829 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:42.251908 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6d0694-cfd3-497c-b383-8db33bb7d313 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:25:42.276977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:42.350548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:42.399750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=12']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:42.818512 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['ab6d0694-cfd3-497c-b383-8db33bb7d313'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:25:43.108785 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6b91f-5da6-42c7-a399-d2dd460d3bf7 req-01cfa69d-3824-426d-800b-41d0c600eed9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:43.110299 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ac6b91f-5da6-42c7-a399-d2dd460d3bf7 req-01cfa69d-3824-426d-800b-41d0c600eed9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0507131 Sep 17 23:25:43.148242 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ac6b91f-5da6-42c7-a399-d2dd460d3bf7 req-57268297-4d66-41ee-8501-b496599da3d5 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320635 Sep 17 23:25:43.430446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-7c78457a-8bd4-402e-b1cd-fcafe74f3968 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:43.431895 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-7c78457a-8bd4-402e-b1cd-fcafe74f3968 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 946 time: 0.0479536 Sep 17 23:25:43.524546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Deleting port ab6d0694-cfd3-497c-b383-8db33bb7d313 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:25:43.524892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:43.613208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] For port ab6d0694-cfd3-497c-b383-8db33bb7d313, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=ab6d0694-cfd3-497c-b383-8db33bb7d313,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:43.613572 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:43.784438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:43.784710 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:43.785027 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5 disassociated. External IP: 172.25.6.66, port: ab6d0694-cfd3-497c-b383-8db33bb7d313. Sep 17 23:25:43.785373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Calling delete_port for ab6d0694-cfd3-497c-b383-8db33bb7d313 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:25:43.955991 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:43.989233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event deleted for resources: {'Port': ['ID=ab6d0694-cfd3-497c-b383-8db33bb7d313,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:44.103649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:25:44.106947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:25:44.112010 n-d-713499-18 neutron-server[95456]: INFO neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No ports have port_id starting with ab6d0694-cfd3-497c-b383-8db33bb7d313 Sep 17 23:25:44.113377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 requested by agent hyperv_n-h2-713499-18 not found in database {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 17 23:25:44.211187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:25:44.222602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:25:44.232048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:44.232699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:44.244459 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5a39422d-b051-4153-a85a-d3c7ee178019 req-9ba5a4b9-a041-4034-8245-d1a47ab39a10 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27d248-1311-4893-940c-6e5f05d0eff7 HTTP/1.1" status: 200 len: 210 time: 0.0285227 Sep 17 23:25:44.254044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] No DVR routers for this DVR port ab6d0694-cfd3-497c-b383-8db33bb7d313 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:25:44.256844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:44.258761 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ad1a7ee-a98e-41ab-a91a-988f1e95eb4f req-537541b1-4dcd-444e-9cc2-5d2102ccd61a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.15 "DELETE /v2.0/ports/ab6d0694-cfd3-497c-b383-8db33bb7d313 HTTP/1.1" status: 204 len: 173 time: 0.8204441 Sep 17 23:25:44.259203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'name': 'network-vif-deleted', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:44.261946 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036e80d3-aa86-4e9c-8c36-889504936ab1" -d '{"events": [{"server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "name": "network-vif-deleted", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:44.301042 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e249f25-4ebc-4b64-9c0d-03cd9bdf5030 x-openstack-request-id: req-9e249f25-4ebc-4b64-9c0d-03cd9bdf5030 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:44.301383 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27d248-1311-4893-940c-6e5f05d0eff7", "name": "network-vif-deleted", "tag": "ab6d0694-cfd3-497c-b383-8db33bb7d313", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:44.301636 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e249f25-4ebc-4b64-9c0d-03cd9bdf5030 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:44.302153 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27d248-1311-4893-940c-6e5f05d0eff7', 'name': 'network-vif-deleted', 'tag': 'ab6d0694-cfd3-497c-b383-8db33bb7d313', 'status': 'completed', 'code': 200} Sep 17 23:25:44.348442 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:44.548298 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:44.579187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:25:44.591113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:44.591712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:44.850834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:45.044857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:45.076219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58639ea5-6c10-4c40-a434-ee3c9de2c595 None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:25:45.292997 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313da30-4b02-4b45-91a1-9396e852b653 None None] New status for floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:25:45.540270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-5292e9d2-b62a-497c-8352-2107a88a5610 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--673708962&fields=id&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 267 time: 0.0313833 Sep 17 23:25:45.649093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-7fd3a340-0335-4296-852e-a3825c98c2a9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:45.652661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-7fd3a340-0335-4296-852e-a3825c98c2a9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 811 time: 0.1049139 Sep 17 23:25:45.668361 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-3a4acb16-4a5c-4e0c-a2da-c2f74d35f658 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/quotas/ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 375 time: 0.0093665 Sep 17 23:25:45.987574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-dc086381-c77a-4523-ad6e-aa9476264db6 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3129613 Sep 17 23:25:46.054389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-e0f0b3df-208d-496d-b184-79811524820c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:25:46.055398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-e0f0b3df-208d-496d-b184-79811524820c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552678 Sep 17 23:25:46.149135 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-a7a2754b-4849-4823-aee1-7476eeb5a328 service neutron] 10.222.0.30 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827634 Sep 17 23:25:46.239146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-540e0aaf-03fb-4156-9e78-5e8d3ab86261 service neutron] 10.222.0.30 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839100 Sep 17 23:25:46.476916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e7097f3-e504-4313-94bf-d2ec1ce82229 req-24b4622b-87fa-4b6f-b297-63b43ccda630 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 210 time: 0.0274827 Sep 17 23:25:47.574858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8b10e9-6163-4165-bc1d-9e6a50b1a6f9 req-2b9d7454-fcbc-4711-b643-5c58d87cbcfe tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 210 time: 0.0293379 Sep 17 23:25:48.149302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:25:48.169625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: ab6d0694-cfd3-497c-b383-8db33bb7d313 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:25:48.169966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device ab6d0694-cfd3-497c-b383-8db33bb7d313 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:25:48.331471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-bfd25f53-f47f-42ba-8a80-193cfe54c60a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:48.333010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-bfd25f53-f47f-42ba-8a80-193cfe54c60a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 811 time: 0.1058259 Sep 17 23:25:48.375106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-6120b347-e793-4ea5-8894-b14ded092780 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 379 time: 0.0334320 Sep 17 23:25:48.383848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'port': {'device_id': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'admin_state_up': True, 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'security_groups': ['f4bd9102-6a44-458d-a187-d620585ba947']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:48.545134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Made reservation on behalf of ed9ff7e82b954be3a84eaf35de886d9e for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:25:48.549353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:48.670316 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a57f6753-1439-43a5-bf41-6cff2b2bd2c0 req-76986a1b-dbc2-4eeb-94f3-40f4d76d1022 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 210 time: 0.0271547 Sep 17 23:25:48.682303 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Allocated IP 172.20.0.8 (bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41/ed170482-bfe4-477b-b919-6853b305cc01/5fb738fc-d628-4a3e-80d3-5888010f119a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:25:48.832431 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:48.922364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:48.964835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:48.967934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:48.974942 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:25:48.998442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:49.027141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:49.027766 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.100352 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-d2e2b49f-ae42-41fc-9114-9c555a7b6dce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7198877 Sep 17 23:25:49.113832 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Request body: {'port': {'device_id': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:49.173942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.175424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4428080a-be9d-41c8-94d4-da363f2912e4 None None] Provisioning complete for port 5fb738fc-d628-4a3e-80d3-5888010f119a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:49.175951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4428080a-be9d-41c8-94d4-da363f2912e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.209523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4428080a-be9d-41c8-94d4-da363f2912e4 None None] Port 5fb738fc-d628-4a3e-80d3-5888010f119a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:25:49.450136 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb738fc-d628-4a3e-80d3-5888010f119a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:25:49.457582 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.469018 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Transition to ACTIVE for port object 5fb738fc-d628-4a3e-80d3-5888010f119a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:25:49.509038 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.561721 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:49.635403 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:25:49.635728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:25:49.636045 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:49.640790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Port 5fb738fc-d628-4a3e-80d3-5888010f119a on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:25:49.641107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:25:49.646907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:25:49.647237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:25:49.647728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:25:49.648175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Bound port: 5fb738fc-d628-4a3e-80d3-5888010f119a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:25:49.648530 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.726352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:25:49.729788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:25:49.791929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac36cf-11b0-4133-a445-94f6ce809a54 req-5a7b034c-eec9-402d-b568-3eac9a5adb40 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:49.793456 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45ac36cf-11b0-4133-a445-94f6ce809a54 req-5a7b034c-eec9-402d-b568-3eac9a5adb40 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0497658 Sep 17 23:25:49.796033 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.847487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:49.848107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.849513 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] 10.222.0.23 "PUT /v2.0/ports/5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 1092 time: 0.7409513 Sep 17 23:25:49.851911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:49.854262 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56e5391-0059-4333-9034-07ef9715bdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:49.890003 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-45ac36cf-11b0-4133-a445-94f6ce809a54 req-ba12c7fe-81b9-4b40-b76a-117f69639ee9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868332 Sep 17 23:25:49.896937 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897ab3fd-46b1-4241-9b6f-a6289dd336e3 x-openstack-request-id: req-897ab3fd-46b1-4241-9b6f-a6289dd336e3 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:49.897432 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:49.897693 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-897ab3fd-46b1-4241-9b6f-a6289dd336e3 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:49.898099 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'status': 'completed', 'code': 200} Sep 17 23:25:49.899456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e351a-ee41-4801-a022-8dbba73c9f31 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:49.963749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e5391-0059-4333-9034-07ef9715bdc5 req-c9719c2f-3625-4011-b09a-db6af75214d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:49.965376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56e5391-0059-4333-9034-07ef9715bdc5 req-c9719c2f-3625-4011-b09a-db6af75214d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0482440 Sep 17 23:25:50.076680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e5391-0059-4333-9034-07ef9715bdc5 req-3c3b9e45-de38-46d6-8d7b-7e9e9c3af3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:50.078177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56e5391-0059-4333-9034-07ef9715bdc5 req-3c3b9e45-de38-46d6-8d7b-7e9e9c3af3b6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1045794 Sep 17 23:25:50.171300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e5391-0059-4333-9034-07ef9715bdc5 req-42695a88-bdca-4fb3-9879-a00173d39380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:50.172826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a56e5391-0059-4333-9034-07ef9715bdc5 req-42695a88-bdca-4fb3-9879-a00173d39380 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879695 Sep 17 23:25:50.245826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-18519404-51b7-495c-8f89-d06e1c66778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:50.247206 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-18519404-51b7-495c-8f89-d06e1c66778d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0398805 Sep 17 23:25:50.291930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-9e5540fb-d68d-4c29-9183-7b78722c8c5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 217 time: 0.0370259 Sep 17 23:25:50.342736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-4ac3aa27-2a02-446d-94a9-6ed6f764dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:50.344204 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-4ac3aa27-2a02-446d-94a9-6ed6f764dc7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0459952 Sep 17 23:25:50.389358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-3f9bfa8f-e063-49c0-a406-b788c446f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:50.390824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-3f9bfa8f-e063-49c0-a406-b788c446f75b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400219 Sep 17 23:25:50.482029 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-51938f00-6d54-4e22-89fd-a68dd62fdbfc service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838678 Sep 17 23:25:50.571140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa425cb8-6f82-400b-a5f2-25e10f9016ad req-38a789bb-9421-422f-9f16-6bcd8bbb8b36 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818551 Sep 17 23:25:51.019251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24d2f7-06ae-4c70-abd3-6eb314040d66 req-4b3e0a2d-a4bf-4976-bee2-a465155055d7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:51.020754 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bc24d2f7-06ae-4c70-abd3-6eb314040d66 req-4b3e0a2d-a4bf-4976-bee2-a465155055d7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0497119 Sep 17 23:25:51.061560 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bc24d2f7-06ae-4c70-abd3-6eb314040d66 req-2972dff9-a06c-4f2f-9d18-fdb81882cac3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346081 Sep 17 23:25:52.183526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf941c-bcec-49b7-b060-6eb138b1077c req-f9c6f5b2-7cec-4292-8fb4-2b8282282aa5 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:52.185219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ddf941c-bcec-49b7-b060-6eb138b1077c req-f9c6f5b2-7cec-4292-8fb4-2b8282282aa5 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0547950 Sep 17 23:25:52.223262 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3ddf941c-bcec-49b7-b060-6eb138b1077c req-0f38bd12-7e5e-481b-b438-83934c252779 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320804 Sep 17 23:25:53.339573 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f159f4-4713-481c-994b-09708955ec89 req-ae121445-6a61-4517-8cdd-76818374d57e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:53.341039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70f159f4-4713-481c-994b-09708955ec89 req-ae121445-6a61-4517-8cdd-76818374d57e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0523598 Sep 17 23:25:53.378529 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70f159f4-4713-481c-994b-09708955ec89 req-38d3de85-5e09-4a4e-bdf1-ca47d50c64ca tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309291 Sep 17 23:25:54.440139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5fb738fc-d628-4a3e-80d3-5888010f119a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:25:54.492736 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c5921-a878-4386-9219-b4a7e292e3f8 req-690252ba-429a-441b-94a0-0b3133c0c3da tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:54.494296 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d9c5921-a878-4386-9219-b4a7e292e3f8 req-690252ba-429a-441b-94a0-0b3133c0c3da tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0491359 Sep 17 23:25:54.532244 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d9c5921-a878-4386-9219-b4a7e292e3f8 req-9701bd67-b5f8-47f3-a7ba-4b3e3b392ee9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319154 Sep 17 23:25:54.539124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:54.551136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'port_id': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'mac_address': 'fa:16:3e:80:aa:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:25:54.589142 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:54.601446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb738fc-d628-4a3e-80d3-5888010f119a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:25:54.619978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:54.704909 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:54.751394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:54.895824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['5fb738fc-d628-4a3e-80d3-5888010f119a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:25:55.647197 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350e293-b82d-4b85-8dce-285ae455e52d req-f2d732ab-9c0f-41f3-a1d8-fcd1816fd3a9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:55.648696 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9350e293-b82d-4b85-8dce-285ae455e52d req-f2d732ab-9c0f-41f3-a1d8-fcd1816fd3a9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0494313 Sep 17 23:25:55.685320 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9350e293-b82d-4b85-8dce-285ae455e52d req-4141c272-d0eb-461b-8f69-15b59fc9b8d1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308199 Sep 17 23:25:56.456466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5fb738fc-d628-4a3e-80d3-5888010f119a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:56.567093 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 5fb738fc-d628-4a3e-80d3-5888010f119a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:25:56.570809 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 5fb738fc-d628-4a3e-80d3-5888010f119a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:56.571185 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:56.651554 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:56.675027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:56.677316 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffcec36-2602-414e-ba30-fb01f5bb547b" -d '{"events": [{"server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:56.689842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:56.718605 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefc66b3-01af-406a-a376-30a8c17af979 x-openstack-request-id: req-aefc66b3-01af-406a-a376-30a8c17af979 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:56.718605 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:56.718605 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aefc66b3-01af-406a-a376-30a8c17af979 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:56.718605 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'code': 200} Sep 17 23:25:56.762179 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:56.811577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1953b-ae83-4f1d-8431-fa5e05494eb1 req-7d3656cf-80cc-4b11-9cf4-6d67ea191cb1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:56.813094 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-feb1953b-ae83-4f1d-8431-fa5e05494eb1 req-7d3656cf-80cc-4b11-9cf4-6d67ea191cb1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0509832 Sep 17 23:25:56.814500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:56.818791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12541edf-8921-43f2-9686-d161423b2578 req-b32d0ade-6934-4ada-b5a3-a88bf760597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:56.820364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12541edf-8921-43f2-9686-d161423b2578 req-b32d0ade-6934-4ada-b5a3-a88bf760597d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1097 time: 0.0412991 Sep 17 23:25:56.855395 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-feb1953b-ae83-4f1d-8431-fa5e05494eb1 req-5f28746f-aff2-438b-b1b4-2f9071033e94 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343103 Sep 17 23:25:56.856037 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-12541edf-8921-43f2-9686-d161423b2578 req-a7694206-4e9e-425f-8d43-6011e196360c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280044 Sep 17 23:25:57.975545 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55609-cf64-450d-a775-fb7cda90d599 req-9d9fe7bc-ef37-49f0-8673-acbc2bf29d68 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:57.977084 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4bd55609-cf64-450d-a775-fb7cda90d599 req-9d9fe7bc-ef37-49f0-8673-acbc2bf29d68 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0529201 Sep 17 23:25:58.015049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4bd55609-cf64-450d-a775-fb7cda90d599 req-3d4a5677-5bed-433d-a71d-f6d0e7962b97 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320625 Sep 17 23:25:59.153656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11616-c70a-4dca-b4f8-ed7489a51c6f req-67f3b721-dc9c-477b-8bb5-f7a6fc8ee3d3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:59.153656 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7a11616-c70a-4dca-b4f8-ed7489a51c6f req-67f3b721-dc9c-477b-8bb5-f7a6fc8ee3d3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0527241 Sep 17 23:25:59.174213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a7a11616-c70a-4dca-b4f8-ed7489a51c6f req-4170da21-6736-4487-be27-9e9fb9c84e32 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315359 Sep 17 23:25:59.294434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a29c3-d691-4487-8ea3-953dc05e8a5e req-6aab7590-cc3b-4319-89d5-b2a8fd320f62 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:59.295926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f99a29c3-d691-4487-8ea3-953dc05e8a5e req-6aab7590-cc3b-4319-89d5-b2a8fd320f62 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0494967 Sep 17 23:25:59.304638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55324) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:59.308932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a525beae-8ba4-4780-a43a-4279a73f7fb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Request body: {'floatingip': {'port_id': '5fb738fc-d628-4a3e-80d3-5888010f119a'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:59.348722 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a525beae-8ba4-4780-a43a-4279a73f7fb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:59.776630 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a525beae-8ba4-4780-a43a-4279a73f7fb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:59.807609 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:59.841695 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a525beae-8ba4-4780-a43a-4279a73f7fb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:59.943132 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-a525beae-8ba4-4780-a43a-4279a73f7fb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5 associated. External IP: 172.25.6.66, port: 5fb738fc-d628-4a3e-80d3-5888010f119a. Sep 17 23:26:00.150861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a525beae-8ba4-4780-a43a-4279a73f7fb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:26:00.256823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a525beae-8ba4-4780-a43a-4279a73f7fb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:26:00.261656 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a525beae-8ba4-4780-a43a-4279a73f7fb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:00.266206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:26:00.274946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:00.275558 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:00.287869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a525beae-8ba4-4780-a43a-4279a73f7fb8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "PUT /v2.0/floatingips/4003728a-821c-442e-a8b2-a5a7801f56f5 HTTP/1.1" status: 200 len: 991 time: 0.9821928 Sep 17 23:26:00.288481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:26:00.290749 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bd230f-9400-4da4-8378-64936f151242" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:26:00.332584 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6bfaed-65fd-4205-9ba3-2cf524958e74 x-openstack-request-id: req-9f6bfaed-65fd-4205-9ba3-2cf524958e74 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:26:00.333834 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:26:00.334202 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f6bfaed-65fd-4205-9ba3-2cf524958e74 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:26:00.334613 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'status': 'completed', 'code': 200} Sep 17 23:26:00.389931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:00.395348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd230f-9400-4da4-8378-64936f151242 req-4cef4b88-8da6-4bdd-913e-ad2ed38d21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:00.396903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60bd230f-9400-4da4-8378-64936f151242 req-4cef4b88-8da6-4bdd-913e-ad2ed38d21a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1097 time: 0.0414460 Sep 17 23:26:00.493534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd230f-9400-4da4-8378-64936f151242 req-dbc0ed67-cb37-4bc6-b1dc-b2990a7f5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:00.495029 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60bd230f-9400-4da4-8378-64936f151242 req-dbc0ed67-cb37-4bc6-b1dc-b2990a7f5e18 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0903575 Sep 17 23:26:00.560192 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60bd230f-9400-4da4-8378-64936f151242 req-0e670e1f-1361-4e80-9cf0-3fdd590dbe23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 999 time: 0.0577233 Sep 17 23:26:00.614531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd230f-9400-4da4-8378-64936f151242 req-df8d9326-d88f-48dc-a462-1e60bee9ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:00.615785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60bd230f-9400-4da4-8378-64936f151242 req-df8d9326-d88f-48dc-a462-1e60bee9ab74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0490315 Sep 17 23:26:00.618131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:80:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:25:59Z', 'revision_number': 13, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:00.644721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:26:00.653059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:00.653673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:25:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:00.661609 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd230f-9400-4da4-8378-64936f151242 req-5d4f4af6-0736-4730-a30e-595d2d411694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:00.663147 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60bd230f-9400-4da4-8378-64936f151242 req-5d4f4af6-0736-4730-a30e-595d2d411694 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404706 Sep 17 23:26:00.754548 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60bd230f-9400-4da4-8378-64936f151242 req-9660b7b7-0ce7-464c-8625-3d1572ce4db1 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841413 Sep 17 23:26:00.760583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:00.848696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60bd230f-9400-4da4-8378-64936f151242 req-158d86b3-2ba4-4e7d-83f3-f009e669c8df service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874703 Sep 17 23:26:00.980780 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:80:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:25:59Z', 'revision_number': 13, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:01.010606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb714e2-5227-43a3-8494-c175d75718f6 None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '4003728a-821c-442e-a8b2-a5a7801f56f5', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'port_id': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'mac_address': 'fa:16:3e:80:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:17:46Z', 'updated_at': '2021-09-17T23:25:59Z', 'revision_number': 13, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:26:01.207040 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39149d76-01b4-43b0-b326-ccb49a9e151c None None] New status for floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:26:03.310003 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1cba27f6-b53e-45f2-a37b-51bb4ce51093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:05.247941 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:26:05.904277 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bd170779-b639-4c77-b6f8-b849345811d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.104313 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:07.572220 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:09.241756 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:10.875606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:14.100139 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-bdce3b58-cea1-47da-bee2-7e35cd4809e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0768564 Sep 17 23:26:14.189334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-1b4415db-041d-4242-9a57-6df0c5b4616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:14.191393 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-1b4415db-041d-4242-9a57-6df0c5b4616d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1097 time: 0.0433705 Sep 17 23:26:14.316333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-617c0a44-31c7-4e8e-9b60-cab41ba02d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:14.317722 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-617c0a44-31c7-4e8e-9b60-cab41ba02d12 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0833187 Sep 17 23:26:14.386522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-9fb0dabf-ef98-4479-bed0-b2b8d42cd589 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 1001 time: 0.0610912 Sep 17 23:26:14.435032 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-8c9015b4-7f06-403e-83ab-ec2e66e710a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:14.436509 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-8c9015b4-7f06-403e-83ab-ec2e66e710a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0423183 Sep 17 23:26:14.481175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-4f06df2c-771d-429b-b610-56238c736d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:14.482614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-4f06df2c-771d-429b-b610-56238c736d61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390079 Sep 17 23:26:14.573613 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-d258ef2a-a3d4-4336-9d86-a2e6f4ae3ca6 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831382 Sep 17 23:26:14.662686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb23a5a7-6acb-404c-ab7c-8e9e16fc6ba9 req-5b1f5ca5-493f-4be9-82b9-40fde845056d service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805650 Sep 17 23:26:29.807173 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:33.281622 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2222793f-ec14-462e-ab5b-8306d60e3b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:35.903368 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4d605698-131d-4a02-ad8a-e721d58e0fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.115527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.561594 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.234385 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.892927 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:42.247088 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:26:59.801056 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:03.286626 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cdec944e-0650-40ae-85cb-cb399b0f962b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:05.898041 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-abd9b79f-8b58-4805-b3f7-1b7c4e5b5064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:07.092216 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:07.566903 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:09.252089 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:10.887143 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:16.674827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-2bdedc64-b599-4072-a80d-47d23c786e94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438488 Sep 17 23:27:17.024596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-28e4ea2c-d11a-4221-a875-03bf988ebc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:17.026425 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-28e4ea2c-d11a-4221-a875-03bf988ebc4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1097 time: 0.3108327 Sep 17 23:27:17.133148 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-aa98551a-1b73-4a66-890c-166949cf6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:17.134606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-aa98551a-1b73-4a66-890c-166949cf6d89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0863175 Sep 17 23:27:17.204021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-dbf34ca3-69fe-469c-81f4-4e5c5afde506 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 1001 time: 0.0624156 Sep 17 23:27:17.253216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-fb8c6ba7-d8c4-4c82-8f8b-f0f42b9a302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:17.254674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-fb8c6ba7-d8c4-4c82-8f8b-f0f42b9a302b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0439243 Sep 17 23:27:17.298849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-a3606e31-5cdc-4568-8f1a-e29008b10923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:17.300240 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-a3606e31-5cdc-4568-8f1a-e29008b10923 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381081 Sep 17 23:27:17.392197 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-cb81f354-29ff-4906-9dca-c6f6aaad2c67 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849156 Sep 17 23:27:17.482857 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6eee9aec-e8ee-411e-a599-a6275bc23fbf req-3f8a4ab8-eef1-47a0-b76b-deab9eea3267 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841780 Sep 17 23:27:19.246564 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:27:29.852176 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:33.280476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d140390b-339f-4e26-97fd-b5fda32d4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:35.915273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-08bc1ded-415a-4458-8164-e410f1b6ab7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:36.587441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4461-f9c3-48d9-9f62-d6375e628930 req-235f272d-a865-4a71-9a6c-391f65f21e44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:36.592490 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b4f4461-f9c3-48d9-9f62-d6375e628930 req-235f272d-a865-4a71-9a6c-391f65f21e44 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Sep 17 23:27:36.627096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6b4f4461-f9c3-48d9-9f62-d6375e628930 req-c4308f2d-82a6-460b-9c93-9b1a751d3830 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316398 Sep 17 23:27:37.081037 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:37.606369 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:39.234675 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:40.909336 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:49.560889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5947bc3-f007-4bd9-a10a-587d1efa625a req-fad8e323-c6d7-478d-8e5f-c781a9bc194d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:49.563301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5947bc3-f007-4bd9-a10a-587d1efa625a req-fad8e323-c6d7-478d-8e5f-c781a9bc194d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0572438 Sep 17 23:27:49.602040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e5947bc3-f007-4bd9-a10a-587d1efa625a req-dfdd670b-9164-4963-a74b-cdd87f17afbf tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326819 Sep 17 23:27:49.787902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-05e02c8e-8d96-4fd5-9a9b-e0ae706b0fdb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500514 Sep 17 23:27:49.797225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-e7969cf1-b916-49c1-a9c4-a69e27af07cf service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:27:49.798149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-e7969cf1-b916-49c1-a9c4-a69e27af07cf service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054109 Sep 17 23:27:50.720698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed516f5d-ae47-4274-8ce2-324ad9b7eb16 req-b5871f21-f44f-448d-83bb-d44abb550a77 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:50.722171 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ed516f5d-ae47-4274-8ce2-324ad9b7eb16 req-b5871f21-f44f-448d-83bb-d44abb550a77 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0532589 Sep 17 23:27:50.759225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ed516f5d-ae47-4274-8ce2-324ad9b7eb16 req-a8e1d934-6393-43d8-81c3-05415902c2c2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311980 Sep 17 23:27:51.874731 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c00bb-6562-42b9-bd91-bc29c734c2cf req-edab3038-4f79-41ea-92f1-b2fb618cba56 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:51.876224 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd1c00bb-6562-42b9-bd91-bc29c734c2cf req-edab3038-4f79-41ea-92f1-b2fb618cba56 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0484297 Sep 17 23:27:51.913454 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bd1c00bb-6562-42b9-bd91-bc29c734c2cf req-532f97f2-64b9-4399-8cd2-fac5f2bb6329 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312433 Sep 17 23:27:53.035250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531f29-8417-4d5f-8090-eaef786f740e req-467d5966-ebbf-4d38-acb5-642f65a285ee tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:53.036786 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-07531f29-8417-4d5f-8090-eaef786f740e req-467d5966-ebbf-4d38-acb5-642f65a285ee tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0532937 Sep 17 23:27:53.075814 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-07531f29-8417-4d5f-8090-eaef786f740e req-fe18d496-cd01-45fc-a842-618b5362a8c9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331240 Sep 17 23:27:53.780775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-0ad24301-9356-48db-b3f0-e7ec2e37ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:53.782240 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-0ad24301-9356-48db-b3f0-e7ec2e37ed72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1097 time: 0.0437028 Sep 17 23:27:53.877841 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-db21db61-aaab-4dcf-9caa-1ba31a9661c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:53.879331 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-db21db61-aaab-4dcf-9caa-1ba31a9661c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0904100 Sep 17 23:27:53.948054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-f2d619d2-0360-4c56-9542-45493b87d6dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 1001 time: 0.0615375 Sep 17 23:27:53.997116 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-71976eb5-6daa-41e6-a195-3f7d2eaf3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:53.998537 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-71976eb5-6daa-41e6-a195-3f7d2eaf3079 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0431068 Sep 17 23:27:54.042805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-d3e952f0-05ac-4c8a-8054-2af5a3bb1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:54.044189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-d3e952f0-05ac-4c8a-8054-2af5a3bb1b63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388656 Sep 17 23:27:54.054685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-7edae349-ac1f-4c10-b043-789f74c4c963 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:27:54.055606 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-7edae349-ac1f-4c10-b043-789f74c4c963 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047829 Sep 17 23:27:54.148559 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-18767480-e50f-4694-b958-3c80a7010a23 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854473 Sep 17 23:27:54.267229 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5524557-8569-4ba8-9dbf-73ef27bbdc71 req-9c74dd9c-1db8-4339-b35a-1bf724963cf5 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:54.268746 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5524557-8569-4ba8-9dbf-73ef27bbdc71 req-9c74dd9c-1db8-4339-b35a-1bf724963cf5 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.1192110 Sep 17 23:27:54.300392 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-d6ce143c-b286-4c07-9345-c9b054c00972 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418791 Sep 17 23:27:54.317294 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5524557-8569-4ba8-9dbf-73ef27bbdc71 req-f161dcc9-fb98-479b-9998-a2e29c0d81bb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425708 Sep 17 23:27:55.437299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc3c8d-f080-4f49-86ee-7f66adb21ec2 req-629774a0-add8-4b91-9409-27d6f4c3007e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:55.438788 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82cc3c8d-f080-4f49-86ee-7f66adb21ec2 req-629774a0-add8-4b91-9409-27d6f4c3007e tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0515215 Sep 17 23:27:55.477626 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82cc3c8d-f080-4f49-86ee-7f66adb21ec2 req-78de74ac-ed60-4845-a782-bea3be92945f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329337 Sep 17 23:27:56.244952 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:27:56.593722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f2316-2f32-41d7-a6bc-4a65b826bc38 req-2e74c099-5e7e-4143-9c57-eb0b219de09f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:56.595112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da5f2316-2f32-41d7-a6bc-4a65b826bc38 req-2e74c099-5e7e-4143-9c57-eb0b219de09f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0495224 Sep 17 23:27:56.631491 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-da5f2316-2f32-41d7-a6bc-4a65b826bc38 req-fb76a57b-9d8c-44f7-917c-ae3e6da5da3d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305240 Sep 17 23:27:57.748760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c2226-8306-4b0e-8696-0b753fd52730 req-79e3de89-ffea-4469-aca4-5a8622c76159 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:57.750743 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f0c2226-8306-4b0e-8696-0b753fd52730 req-79e3de89-ffea-4469-aca4-5a8622c76159 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0523562 Sep 17 23:27:57.788507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f0c2226-8306-4b0e-8696-0b753fd52730 req-5fe62781-83f7-4e98-925c-f1d0c8e6d110 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309644 Sep 17 23:27:58.903237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7872f-f4f4-42f7-8101-eaba58f884f5 req-89a7d448-c5fc-4321-8cac-00de1b65a252 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:58.904754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e7b7872f-f4f4-42f7-8101-eaba58f884f5 req-89a7d448-c5fc-4321-8cac-00de1b65a252 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0497959 Sep 17 23:27:58.947686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e7b7872f-f4f4-42f7-8101-eaba58f884f5 req-0ec15b92-5890-4e5e-9d49-8a8e1b27ef46 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364692 Sep 17 23:27:59.823198 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:00.062081 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c842e8f-721a-4c03-af09-25cd6472592a req-fe04178f-1131-4233-bd8b-23d3d48f6111 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:00.063563 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c842e8f-721a-4c03-af09-25cd6472592a req-fe04178f-1131-4233-bd8b-23d3d48f6111 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0492437 Sep 17 23:28:00.101477 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c842e8f-721a-4c03-af09-25cd6472592a req-d410a776-aec1-40de-b294-8861ac5e015c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318549 Sep 17 23:28:01.225579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95b119-cfd2-4b25-9d26-073917c5279d req-f17cedbd-079b-48d8-b421-ddecf022f4ce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:01.226936 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f95b119-cfd2-4b25-9d26-073917c5279d req-f17cedbd-079b-48d8-b421-ddecf022f4ce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0533535 Sep 17 23:28:01.264034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3f95b119-cfd2-4b25-9d26-073917c5279d req-368fd830-1f9d-4dae-890b-72d509a48743 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310986 Sep 17 23:28:02.378178 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af98010-2aa3-43be-8d28-c5bf4b7068bf req-0a369301-a042-42cf-9950-cdf912f34fca tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:02.379534 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6af98010-2aa3-43be-8d28-c5bf4b7068bf req-0a369301-a042-42cf-9950-cdf912f34fca tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0483015 Sep 17 23:28:02.415850 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6af98010-2aa3-43be-8d28-c5bf4b7068bf req-f338fb16-1d1c-4f36-93c9-3084bd5f691c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304692 Sep 17 23:28:03.285097 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0d9d51dd-a3c2-4ba1-b892-b96044c3c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.531244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082d43-7561-4eaa-a1ff-48690eb89b6a req-333ae05e-9be2-4ea5-a731-1c0dbd27c46c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:03.532770 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d082d43-7561-4eaa-a1ff-48690eb89b6a req-333ae05e-9be2-4ea5-a731-1c0dbd27c46c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0494618 Sep 17 23:28:03.569645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2d082d43-7561-4eaa-a1ff-48690eb89b6a req-d4e88294-82d0-4ddf-adc3-ba3598416c6f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309138 Sep 17 23:28:04.690284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b06ea-d88b-4638-b805-d74347c86787 req-59b9b890-5189-42b5-ad39-3250e9ad7d6b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:04.691767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-328b06ea-d88b-4638-b805-d74347c86787 req-59b9b890-5189-42b5-ad39-3250e9ad7d6b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0529397 Sep 17 23:28:04.728235 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-328b06ea-d88b-4638-b805-d74347c86787 req-120620f7-8015-48a4-9a91-1cf087bf9f6a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305970 Sep 17 23:28:05.844362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b34bf-daab-427c-bd8c-144eff05540e req-8efe2cba-fbda-40fe-994d-33176651a3b1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:05.845911 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-022b34bf-daab-427c-bd8c-144eff05540e req-8efe2cba-fbda-40fe-994d-33176651a3b1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0511761 Sep 17 23:28:05.883280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-022b34bf-daab-427c-bd8c-144eff05540e req-971d904d-c5d0-46eb-a305-7ea104425cbe tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313356 Sep 17 23:28:05.914757 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e74b103e-5148-4de3-bd65-a0eeeac34597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:07.000301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b2c52-ec2f-4365-8e08-cdf0a4fe4e0b req-977bb730-62f4-43d7-a670-8d3bb97d1b25 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:07.001712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-376b2c52-ec2f-4365-8e08-cdf0a4fe4e0b req-977bb730-62f4-43d7-a670-8d3bb97d1b25 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0516539 Sep 17 23:28:07.040383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-376b2c52-ec2f-4365-8e08-cdf0a4fe4e0b req-d0800489-c444-4881-b962-a3ff014bcd62 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324416 Sep 17 23:28:07.091993 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:07.579292 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:08.174867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710f41-84a4-4a50-86cd-c53a8d7b034b req-7bbef49c-5bc5-4cd8-854c-68d9df01505f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:08.176408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2710f41-84a4-4a50-86cd-c53a8d7b034b req-7bbef49c-5bc5-4cd8-854c-68d9df01505f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0538564 Sep 17 23:28:08.222162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2710f41-84a4-4a50-86cd-c53a8d7b034b req-bba480ba-3fa2-4970-8e38-2cc0910cfb04 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392268 Sep 17 23:28:08.685960 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-0d2d74bf-e278-4f00-b0a7-c3cac30e8d57 service neutron] show failed (client error): The resource could not be found. Sep 17 23:28:08.687108 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-0d2d74bf-e278-4f00-b0a7-c3cac30e8d57 service neutron] 10.222.0.23 "GET /v2.0/ports/5fb738fc-d628-4a3e-80d3-5888010f119a/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0547116 Sep 17 23:28:08.985275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5fb738fc-d628-4a3e-80d3-5888010f119a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:28:09.062175 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.084988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:09.087248 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2fb758-5921-4ef5-b371-1d3fbf708a9f" -d '{"events": [{"server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:09.100109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:09.146083 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7472512-a10c-4bc9-a9c3-0c6f41ac613f x-openstack-request-id: req-d7472512-a10c-4bc9-a9c3-0c6f41ac613f {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:09.146402 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:09.146658 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7472512-a10c-4bc9-a9c3-0c6f41ac613f {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:09.147049 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'code': 200} Sep 17 23:28:09.149432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-9442fbdd-6ae8-4f8f-965d-62be42dba46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:09.150964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-9442fbdd-6ae8-4f8f-965d-62be42dba46d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 1097 time: 0.0450304 Sep 17 23:28:09.177779 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.188703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:09.227089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:09.235680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.235955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.236328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.236663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.236990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.237319 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.237643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.237964 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.238284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.238607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.239018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.239333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.247428 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.251963 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.354647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c43aa-e9ef-4cc2-9973-941e80aced27 req-a0cf5ea9-cd77-4df3-95a7-d8398835417b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:09.356216 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ee5c43aa-e9ef-4cc2-9973-941e80aced27 req-a0cf5ea9-cd77-4df3-95a7-d8398835417b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0506299 Sep 17 23:28:09.395752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ee5c43aa-e9ef-4cc2-9973-941e80aced27 req-28792fea-e433-45ea-a58d-4019ad0cd5cd tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326719 Sep 17 23:28:09.462749 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:09.495158 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:28:09.527266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb738fc-d628-4a3e-80d3-5888010f119a {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:28:09.534698 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.547505 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Transition to ACTIVE for port object 5fb738fc-d628-4a3e-80d3-5888010f119a will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:28:09.612096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.695121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=7']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:09.707415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.707758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.708096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.708459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.708789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.709115 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.709440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.709763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.710091 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.710413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.710733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.711050 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:09.747381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] No DVR routers for this DVR port 5fb738fc-d628-4a3e-80d3-5888010f119a on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:28:09.885811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:28:09.886143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:28:09.886467 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:09.900652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Port 5fb738fc-d628-4a3e-80d3-5888010f119a on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:28:09.900968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:09.905854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:28:09.906187 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:28:09.906568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:28:09.906990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Bound port: 5fb738fc-d628-4a3e-80d3-5888010f119a, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:28:09.907343 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.977040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:28:09.979975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:28:10.063682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:10.098727 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.099446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:10.100789 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] 10.222.0.15 "PUT /v2.0/ports/5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 1092 time: 0.9172471 Sep 17 23:28:10.105307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:10.107661 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caa834e-2864-46b5-bc31-defa36a4a4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:10.146011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a4068-49ed-4648-ac2f-9dd104056df7 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=8']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:10.197099 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-a985b6e9-a7fd-466d-aa1f-16c71250a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.199525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-a985b6e9-a7fd-466d-aa1f-16c71250a868 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0622425 Sep 17 23:28:10.308608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-12c1934d-2da0-493a-add9-a75787b61c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.310087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-12c1934d-2da0-493a-add9-a75787b61c47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.1035452 Sep 17 23:28:10.356107 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d88329a-8796-43a3-97ae-f26474b9eb38 x-openstack-request-id: req-5d88329a-8796-43a3-97ae-f26474b9eb38 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:10.356840 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:10.356994 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d88329a-8796-43a3-97ae-f26474b9eb38 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:10.357379 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'status': 'completed', 'code': 200} Sep 17 23:28:10.383099 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-2e2505f9-fe84-4d7e-a6bc-330bbfa1e64e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 999 time: 0.0662577 Sep 17 23:28:10.410118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-ea2f4a25-ff42-4e4e-b111-f1bd5a1deb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.411694 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-ea2f4a25-ff42-4e4e-b111-f1bd5a1deb1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0473521 Sep 17 23:28:10.434463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-e73850ea-9fff-4167-8207-fb53d3de632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.435938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-e73850ea-9fff-4167-8207-fb53d3de632c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0453069 Sep 17 23:28:10.486763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-eaddb73d-da9d-4072-9790-ea30be8a059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.488278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-eaddb73d-da9d-4072-9790-ea30be8a059e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457981 Sep 17 23:28:10.536577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-48b50fa1-9936-4acf-a289-e43e77ce1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.538060 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-48b50fa1-9936-4acf-a289-e43e77ce1e49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.1184275 Sep 17 23:28:10.546735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f992a25-cfe7-40a5-99c1-77e7734c8457 req-ecdfa22f-3bb7-491d-a6f2-31618347d6ad tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.548579 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f992a25-cfe7-40a5-99c1-77e7734c8457 req-ecdfa22f-3bb7-491d-a6f2-31618347d6ad tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0699313 Sep 17 23:28:10.578870 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-81b8cfcd-ebc7-4be8-b7f2-68bf24cece8a service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834761 Sep 17 23:28:10.626992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1f992a25-cfe7-40a5-99c1-77e7734c8457 req-38e152a8-c845-460e-9cb3-cda3116d3df4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724850 Sep 17 23:28:10.635328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-638d2bed-1801-4bb8-ba54-44122d6394d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 999 time: 0.0862825 Sep 17 23:28:10.673431 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3dcc9d48-a1b4-4ad6-9001-a1499c8e3573 req-c7bb7590-0728-4c7c-bca6-852d9ffbe0ec service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881059 Sep 17 23:28:10.685958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-3b6adc1a-d09c-4ebf-9af2-bb20013cee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.688026 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-3b6adc1a-d09c-4ebf-9af2-bb20013cee3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0445044 Sep 17 23:28:10.738287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-f3c71be9-a4c0-4da2-8d20-cf060868968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.739781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-f3c71be9-a4c0-4da2-8d20-cf060868968d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451138 Sep 17 23:28:10.832597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-7db048bf-6711-4bd3-9abe-e029953c101b service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860105 Sep 17 23:28:10.841349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-ef1fe53c-61be-4bd6-9b1f-3122ad041406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.843024 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-ef1fe53c-61be-4bd6-9b1f-3122ad041406 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0418971 Sep 17 23:28:10.903808 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:10.931031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-2c028791-5df5-4584-a498-108a0d2880d3 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907803 Sep 17 23:28:10.940042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-8abc4541-9fac-4fc2-89a6-1ca0863aaf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.941548 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-8abc4541-9fac-4fc2-89a6-1ca0863aaf13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0921440 Sep 17 23:28:11.006607 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-7014520a-d300-4e49-b763-be248251f1f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 999 time: 0.0580249 Sep 17 23:28:11.057260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-3f096884-b974-4e4f-9dbe-83124619fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:11.058961 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-3f096884-b974-4e4f-9dbe-83124619fd25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0457025 Sep 17 23:28:11.110706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-f40f0db5-db71-4bab-961c-219eb2f23c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:11.112245 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-f40f0db5-db71-4bab-961c-219eb2f23c36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465896 Sep 17 23:28:11.201676 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-676a329c-3d47-4ed2-b141-82819fd92494 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825489 Sep 17 23:28:11.295210 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8caa834e-2864-46b5-bc31-defa36a4a4e6 req-3097c7eb-e967-4f4a-a354-f4da05156f37 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865479 Sep 17 23:28:11.746262 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f41142-82ad-4dd5-870f-acb3a9bc7a70 req-f80bd03b-316a-4e78-b5da-e364b883aa9f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:11.747647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82f41142-82ad-4dd5-870f-acb3a9bc7a70 req-f80bd03b-316a-4e78-b5da-e364b883aa9f tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0489087 Sep 17 23:28:11.788071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82f41142-82ad-4dd5-870f-acb3a9bc7a70 req-8baad9fe-b3e3-40d4-80e9-042f91caa297 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330174 Sep 17 23:28:12.904612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a01e8-3ddc-4e4c-a095-bbb0e4541f17 req-cae1798c-b995-45e4-aacf-05552efe94c8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:12.906901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac1a01e8-3ddc-4e4c-a095-bbb0e4541f17 req-cae1798c-b995-45e4-aacf-05552efe94c8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0507998 Sep 17 23:28:12.945935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac1a01e8-3ddc-4e4c-a095-bbb0e4541f17 req-d627be78-c670-4b02-bc08-8f64afd6d674 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 Sep 17 23:28:14.065600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f482-8314-4a74-adbb-beed2ec37257 req-e758ecaf-47d1-4f16-bb81-b0b817ae7d90 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:14.067194 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c78f482-8314-4a74-adbb-beed2ec37257 req-e758ecaf-47d1-4f16-bb81-b0b817ae7d90 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0510688 Sep 17 23:28:14.108983 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c78f482-8314-4a74-adbb-beed2ec37257 req-70efb450-d3fe-471f-a577-d3106968fa0c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354311 Sep 17 23:28:15.225870 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9bf9d-51cc-457e-8360-755f98d196c4 req-5665739b-ad7e-4148-bd26-581599433bc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:15.227405 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62f9bf9d-51cc-457e-8360-755f98d196c4 req-5665739b-ad7e-4148-bd26-581599433bc1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0501695 Sep 17 23:28:15.266808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62f9bf9d-51cc-457e-8360-755f98d196c4 req-f9113614-9edb-41c1-a437-846085c080b1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328264 Sep 17 23:28:16.398679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa86bc-3e09-414b-ab45-1d7e65adaff1 req-991cfde8-cd09-44ce-bf82-7afa86311d62 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:16.400150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ffa86bc-3e09-414b-ab45-1d7e65adaff1 req-991cfde8-cd09-44ce-bf82-7afa86311d62 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0514998 Sep 17 23:28:16.436808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ffa86bc-3e09-414b-ab45-1d7e65adaff1 req-ab3f90c7-033c-460f-81f0-d52c0aad893a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299170 Sep 17 23:28:17.557074 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925524d-4a1f-4098-924a-b81133c15f3c req-fa2a0f3f-2a3c-4cda-bfd2-a17fbbe5ce2b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:17.558540 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5925524d-4a1f-4098-924a-b81133c15f3c req-fa2a0f3f-2a3c-4cda-bfd2-a17fbbe5ce2b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0523710 Sep 17 23:28:17.595980 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5925524d-4a1f-4098-924a-b81133c15f3c req-cfc71740-5a3a-4140-9637-3bfb1db7f415 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314121 Sep 17 23:28:18.709590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3d091-8fae-4cf6-b550-ef29d914d7f5 req-fe042652-102a-4125-9def-d281da0c93a1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:18.711051 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8f3d091-8fae-4cf6-b550-ef29d914d7f5 req-fe042652-102a-4125-9def-d281da0c93a1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0484207 Sep 17 23:28:18.748700 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8f3d091-8fae-4cf6-b550-ef29d914d7f5 req-5ba1d4ea-537b-427f-9967-28afd8869144 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317223 Sep 17 23:28:19.877323 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da29ba-6dfc-46d4-87f7-0a402fd20751 req-97be4c73-5171-4080-a621-b18b19822a29 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:19.878807 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e8da29ba-6dfc-46d4-87f7-0a402fd20751 req-97be4c73-5171-4080-a621-b18b19822a29 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0483646 Sep 17 23:28:19.916655 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e8da29ba-6dfc-46d4-87f7-0a402fd20751 req-089fad46-7320-4708-8b7e-844e7d43bd3a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318635 Sep 17 23:28:21.043448 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc4da8-8193-4f3a-8aa8-2e992bbc40b3 req-abfecb89-f411-420d-9d60-f36116cfe6c2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:21.044940 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87cc4da8-8193-4f3a-8aa8-2e992bbc40b3 req-abfecb89-f411-420d-9d60-f36116cfe6c2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0484235 Sep 17 23:28:21.086579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87cc4da8-8193-4f3a-8aa8-2e992bbc40b3 req-dc11c030-7d23-4d7d-b600-71bad78cbae7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355649 Sep 17 23:28:22.206408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48ec37-4d09-466c-92de-c9c7605af1ac req-06060c12-cb2e-4d36-8d01-30bfca51eeab tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:22.208104 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df48ec37-4d09-466c-92de-c9c7605af1ac req-06060c12-cb2e-4d36-8d01-30bfca51eeab tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0517023 Sep 17 23:28:22.221726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-2dfab2e5-0848-4315-a32c-d5bb7456e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:22.223236 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-2dfab2e5-0848-4315-a32c-d5bb7456e072 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0452213 Sep 17 23:28:22.246355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df48ec37-4d09-466c-92de-c9c7605af1ac req-68ba2c9b-aca5-45b8-8ac4-997053e43478 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322492 Sep 17 23:28:22.327043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-6bfa3336-5b46-423d-abe9-3f14b51afdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:22.328554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-6bfa3336-5b46-423d-abe9-3f14b51afdb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0854356 Sep 17 23:28:22.394802 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-c5960725-092b-4b66-b926-560679f433ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 999 time: 0.0594654 Sep 17 23:28:22.443603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-720f6183-ed42-4567-95ff-ec183d716595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:22.445238 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-720f6183-ed42-4567-95ff-ec183d716595 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0436931 Sep 17 23:28:22.491839 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-efa1b242-42c7-47df-bfed-f2ccdd0fc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:22.493596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-efa1b242-42c7-47df-bfed-f2ccdd0fc12f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401800 Sep 17 23:28:22.906848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-0663b056-e584-460f-a8e2-016922326225 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049466 Sep 17 23:28:23.007849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8647627a-5017-4a12-8ea6-dcef90be0c87 req-1bb94e92-bd50-4daf-aaca-307f5db84645 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856590 Sep 17 23:28:23.368277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3211fe-022f-4c39-8608-b044f3508937 req-416e7b97-3e69-4625-b2bc-eae61f5e54e4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:23.369742 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c3211fe-022f-4c39-8608-b044f3508937 req-416e7b97-3e69-4625-b2bc-eae61f5e54e4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0491223 Sep 17 23:28:23.410573 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c3211fe-022f-4c39-8608-b044f3508937 req-a95fe67d-470c-4ff5-8977-59e132b80141 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345654 Sep 17 23:28:24.532890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f97332-0306-4dfa-95e9-b2852f18e08c req-65f7b441-ff47-4c70-b79f-5fd4e51e1db3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:24.534372 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84f97332-0306-4dfa-95e9-b2852f18e08c req-65f7b441-ff47-4c70-b79f-5fd4e51e1db3 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 943 time: 0.0547495 Sep 17 23:28:24.571942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-84f97332-0306-4dfa-95e9-b2852f18e08c req-670115b0-423b-4806-8603-c80db253976d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Sep 17 23:28:24.801943 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5fb738fc-d628-4a3e-80d3-5888010f119a details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:28:24.899377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:24.910594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'port_id': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'mac_address': 'fa:16:3e:80:aa:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:28:24.948683 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:24.961599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb738fc-d628-4a3e-80d3-5888010f119a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:28:24.986915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:25.063485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:25.112011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:25.493397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['5fb738fc-d628-4a3e-80d3-5888010f119a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:28:25.695915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771120f-0d5e-4776-aa7c-1c2870a4cc4b req-ec65cc1c-c547-4df4-b2c9-f6856115d31b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:25.697693 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2771120f-0d5e-4776-aa7c-1c2870a4cc4b req-ec65cc1c-c547-4df4-b2c9-f6856115d31b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0518227 Sep 17 23:28:25.735198 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2771120f-0d5e-4776-aa7c-1c2870a4cc4b req-a6d1db2c-a640-4b66-bd83-955d52e2055c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309076 Sep 17 23:28:26.323829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ca994-f3ec-4b0c-9c38-f3cc32944b55 req-df21bfd1-a2f3-4541-a16e-1f9070a17f29 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.325308 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-988ca994-f3ec-4b0c-9c38-f3cc32944b55 req-df21bfd1-a2f3-4541-a16e-1f9070a17f29 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0754936 Sep 17 23:28:26.348485 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-151e3e15-b659-445a-b04f-2da8f4b281fb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.349852 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-151e3e15-b659-445a-b04f-2da8f4b281fb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 944 time: 0.0703936 Sep 17 23:28:26.400638 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-988ca994-f3ec-4b0c-9c38-f3cc32944b55 req-97441c91-e6c5-436a-b432-7ca6567e38fb tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691402 Sep 17 23:28:26.427906 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-cf36c6ee-e805-40c0-8f38-80b6cd25197b service neutron] 10.222.0.15 "GET /v2.0/ports/5fb738fc-d628-4a3e-80d3-5888010f119a/bindings/n-h2-713499-18 HTTP/1.1" status: 200 len: 383 time: 0.0683289 Sep 17 23:28:26.504841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-0ca313f9-2315-49be-8077-47f8adcc47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.506224 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-0ca313f9-2315-49be-8077-47f8adcc47c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0406780 Sep 17 23:28:26.597129 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-6e4dbe66-00d0-47b5-b9b7-b97494af51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.598567 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-6e4dbe66-00d0-47b5-b9b7-b97494af51b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0852950 Sep 17 23:28:26.661159 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-45ecca4a-3a1c-470e-8fae-f4f6650342c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 1000 time: 0.0555103 Sep 17 23:28:26.716867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ad151913-73f6-4a7a-956b-170def7c8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.718467 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ad151913-73f6-4a7a-956b-170def7c8691 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0506551 Sep 17 23:28:26.767010 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-82529001-00b6-49b4-b6a5-799a50684894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.768506 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-82529001-00b6-49b4-b6a5-799a50684894 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437880 Sep 17 23:28:26.805252 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5fb738fc-d628-4a3e-80d3-5888010f119a up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:26.858811 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-bed0569c-3b49-4846-8fe9-b6d0a1ba3dfb service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822072 Sep 17 23:28:26.920225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 5fb738fc-d628-4a3e-80d3-5888010f119a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:28:26.924962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 5fb738fc-d628-4a3e-80d3-5888010f119a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:26.925723 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:26.952615 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-5a63f124-b681-4c56-b3c3-71e5374a30b2 service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870965 Sep 17 23:28:27.005757 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:27.027822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:27.030613 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa5c2d-0ff0-4fd6-a1c5-d03741ca4c78" -d '{"events": [{"server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:27.042637 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:27.080310 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d141001-af90-4e2b-b634-a02e604fab8e x-openstack-request-id: req-5d141001-af90-4e2b-b634-a02e604fab8e {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:27.080600 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:27.080880 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d141001-af90-4e2b-b634-a02e604fab8e {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:27.081301 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'code': 200} Sep 17 23:28:27.120397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:27.171757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=10']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:27.518068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08f76f-0d3d-44fa-8b5e-5e83905e40b6 req-b2f86743-e177-4aa8-9f82-068e42f70876 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:27.519585 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef08f76f-0d3d-44fa-8b5e-5e83905e40b6 req-b2f86743-e177-4aa8-9f82-068e42f70876 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 946 time: 0.0496876 Sep 17 23:28:27.556797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef08f76f-0d3d-44fa-8b5e-5e83905e40b6 req-1a1ee2ce-7bb1-411d-9531-3f546b7ae122 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312510 Sep 17 23:28:28.676385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60784ba3-d03e-4d13-8619-f72768d35631 req-ea5feae9-dcec-4ce2-be66-578d227ec3ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:28.677871 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60784ba3-d03e-4d13-8619-f72768d35631 req-ea5feae9-dcec-4ce2-be66-578d227ec3ea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 946 time: 0.0506871 Sep 17 23:28:28.715529 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-60784ba3-d03e-4d13-8619-f72768d35631 req-e1160a54-3830-4c54-ae71-d080ac283b8b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315530 Sep 17 23:28:29.834123 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5830fd-b1e9-4967-b041-b8658721764b req-26e504af-daad-435e-a8b0-e063783d08ec tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:29.835581 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f5830fd-b1e9-4967-b041-b8658721764b req-26e504af-daad-435e-a8b0-e063783d08ec tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 946 time: 0.0492570 Sep 17 23:28:29.863171 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:29.876190 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f5830fd-b1e9-4967-b041-b8658721764b req-76e330e5-92d7-42e6-92a9-0d7c50cdd14b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344985 Sep 17 23:28:30.996082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb3bfd-d396-4169-b173-3ea565855d38 req-d9065a7a-fb2a-4954-8c89-a7b47773abea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:30.997604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78cb3bfd-d396-4169-b173-3ea565855d38 req-d9065a7a-fb2a-4954-8c89-a7b47773abea tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 946 time: 0.0493224 Sep 17 23:28:31.034949 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78cb3bfd-d396-4169-b173-3ea565855d38 req-e89a4752-927f-4221-a489-b673943d5bde tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313554 Sep 17 23:28:31.772416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-11ef29c5-9431-41dc-841b-54c3e50b4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:31.773805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-11ef29c5-9431-41dc-841b-54c3e50b4653 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6&tenant_id=ed9ff7e82b954be3a84eaf35de886d9e HTTP/1.1" status: 200 len: 1098 time: 0.0452201 Sep 17 23:28:31.785968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:31.839969 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:32.039642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:32.074304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:28:32.120222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:32.122501 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb568e23-ac83-4f27-ab26-e426c9d44a42" -d '{"events": [{"server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:32.127137 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:32.140008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Transition to ACTIVE for port object 5fb738fc-d628-4a3e-80d3-5888010f119a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:28:32.162492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395ac84-0534-42c7-8e05-36b7e1df40ec req-98d5a8e5-ba80-4297-a392-6ef8f395eb71 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:32.163984 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b395ac84-0534-42c7-8e05-36b7e1df40ec req-98d5a8e5-ba80-4297-a392-6ef8f395eb71 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 946 time: 0.0560784 Sep 17 23:28:32.202676 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b395ac84-0534-42c7-8e05-36b7e1df40ec req-9ef6a606-6c22-4e83-8dea-287de823047b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327320 Sep 17 23:28:32.206355 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:32.235592 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efe0e7b-3a66-4324-891b-861ecf1bf4c7 x-openstack-request-id: req-4efe0e7b-3a66-4324-891b-861ecf1bf4c7 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:32.235894 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:32.236242 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4efe0e7b-3a66-4324-891b-861ecf1bf4c7 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:32.236639 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'code': 200} Sep 17 23:28:32.289245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=11']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:32.301256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.301768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.302053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.302389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.302719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.303042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.303366 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.303683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.303998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.304341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.304664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.304976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:32.342898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] No DVR routers for this DVR port 5fb738fc-d628-4a3e-80d3-5888010f119a on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:28:32.481071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:28:32.481402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:28:32.481723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:32.486799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Port 5fb738fc-d628-4a3e-80d3-5888010f119a on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:28:32.487110 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Attempting to bind port 5fb738fc-d628-4a3e-80d3-5888010f119a on network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:32.491824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:28:32.492185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Checking segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:28:32.492563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Bound using segment: {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:28:32.492976 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Bound port: 5fb738fc-d628-4a3e-80d3-5888010f119a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:28:32.493323 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:32.555202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:28:32.558128 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:28:32.617458 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:32.651513 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:32.652051 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:32.653488 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] 10.222.0.23 "PUT /v2.0/ports/5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 1093 time: 0.8721480 Sep 17 23:28:32.675283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fae01-716b-4db0-8137-74d35ee92a9f service neutron] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=12']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:32.719498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-a59a0e8e-b98f-4563-8dfb-33ffef9a8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:32.721464 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-a59a0e8e-b98f-4563-8dfb-33ffef9a8cf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0432148 Sep 17 23:28:32.818819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-3cb23297-a92b-4c7a-9488-f154339c65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:32.820286 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-3cb23297-a92b-4c7a-9488-f154339c65f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.0924489 Sep 17 23:28:32.849257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5fb738fc-d628-4a3e-80d3-5888010f119a no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:28:32.885290 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-5019aa3f-ffdf-4a5c-896b-6c8a99f4ae43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 999 time: 0.0580003 Sep 17 23:28:32.889769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 5fb738fc-d628-4a3e-80d3-5888010f119a not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:28:32.938885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-f6adbbc9-cdb3-4905-b07c-57439d2b738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:32.940465 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-f6adbbc9-cdb3-4905-b07c-57439d2b738c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0488431 Sep 17 23:28:32.987775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-3aa4159f-c3ce-4f78-867e-662eea47ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:32.989289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-3aa4159f-c3ce-4f78-867e-662eea47ed95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422103 Sep 17 23:28:33.076995 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-ecc8d148-bc7a-4aa3-b213-f109ab9bd850 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806899 Sep 17 23:28:33.170816 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-48d5bce0-9b4e-45af-9a29-bc12fee290af req-da6456a1-c706-4952-b762-ca1d9dc6b3b0 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869863 Sep 17 23:28:33.253193 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:28:33.302122 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-63871639-1320-4209-bb12-fe416b28b1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:33.325055 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21a4b-1785-4e6a-8f86-055d8b5888bc req-d1aacec5-4dc3-4e11-a948-c85da2d33358 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:33.328553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ff21a4b-1785-4e6a-8f86-055d8b5888bc req-d1aacec5-4dc3-4e11-a948-c85da2d33358 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0532327 Sep 17 23:28:33.367550 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ff21a4b-1785-4e6a-8f86-055d8b5888bc req-70ba6f3e-d11d-42a7-815e-481dde3b0b62 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342684 Sep 17 23:28:34.237891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:34.240280 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e97c84-918f-4480-bc4e-b2c9d25f0918" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:34.291442 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a6c848-4744-43f2-8987-f0ec6aca07b9 x-openstack-request-id: req-d3a6c848-4744-43f2-8987-f0ec6aca07b9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:34.291668 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:34.291937 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3a6c848-4744-43f2-8987-f0ec6aca07b9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:34.292367 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'status': 'completed', 'code': 200} Sep 17 23:28:34.358101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-c1179c88-c59b-4bb4-b971-d6beac1db9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:34.359708 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-c1179c88-c59b-4bb4-b971-d6beac1db9b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0447497 Sep 17 23:28:34.374499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-7a418138-9b6e-4002-b362-f07e48159412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:34.377336 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-7a418138-9b6e-4002-b362-f07e48159412 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0441468 Sep 17 23:28:34.471079 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-66f6ca64-02f9-45fa-b62c-dd666c09f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:34.473122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-66f6ca64-02f9-45fa-b62c-dd666c09f641 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.1064124 Sep 17 23:28:34.481909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-6aab3c4d-62dd-4dad-943e-cb737d15b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:34.484114 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-6aab3c4d-62dd-4dad-943e-cb737d15b4ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 200 len: 912 time: 0.1003609 Sep 17 23:28:34.544865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-c8c5f63b-4671-4389-a7e6-9aa6a34de2ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 999 time: 0.0649083 Sep 17 23:28:34.586685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7118c-56d0-4b8b-937b-d7f939fa93a0 req-8e4e6efd-d50e-4ece-ae91-a6adf1b3d29a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:34.588107 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8e7118c-56d0-4b8b-937b-d7f939fa93a0 req-8e4e6efd-d50e-4ece-ae91-a6adf1b3d29a tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.1018929 Sep 17 23:28:34.594942 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-dca48bc2-2ba1-4b00-8f63-33ee295d8932 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 200 len: 999 time: 0.0990903 Sep 17 23:28:34.600006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-f8ace734-7864-4cad-9523-11950ee8dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:34.603764 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-f8ace734-7864-4cad-9523-11950ee8dc61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0496790 Sep 17 23:28:34.655370 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-1f9249d5-6b3b-44e9-a8f4-a430443c89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:34.658365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-1f9249d5-6b3b-44e9-a8f4-a430443c89b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490551 Sep 17 23:28:34.666960 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b8e7118c-56d0-4b8b-937b-d7f939fa93a0 req-dbab365f-ab13-4769-b066-cc77e5ff5081 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675945 Sep 17 23:28:34.671134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-86291992-e65f-4ad1-9ed0-16e35743c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:34.672609 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-86291992-e65f-4ad1-9ed0-16e35743c779 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 200 len: 850 time: 0.0670879 Sep 17 23:28:34.721908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-53c566e2-b19f-4c58-a27b-3aa42f62a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:34.723706 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-53c566e2-b19f-4c58-a27b-3aa42f62a204 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436695 Sep 17 23:28:34.756657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-07de113d-aa63-4484-a320-0c27c4365f4b service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918159 Sep 17 23:28:34.831312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-9657ae01-1644-4a2f-83d8-1453e1ae820f service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003752 Sep 17 23:28:34.854430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-4495b6e9-b887-4acf-9fdf-fd5d249be46d service neutron] 10.222.0.23 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908561 Sep 17 23:28:34.925767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87e97c84-918f-4480-bc4e-b2c9d25f0918 req-6f287c94-a108-4782-86fb-b7a28855ab3f service neutron] 10.222.0.15 "GET /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873954 Sep 17 23:28:35.803225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db0fe7-ea1a-423c-bc8c-d802d975c34b req-d6fdfd59-92fd-4c8a-ab8e-b0a8b2228542 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:35.804831 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30db0fe7-ea1a-423c-bc8c-d802d975c34b req-d6fdfd59-92fd-4c8a-ab8e-b0a8b2228542 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0538321 Sep 17 23:28:35.852992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30db0fe7-ea1a-423c-bc8c-d802d975c34b req-0c7bc237-602d-465a-b555-697347759bf2 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393958 Sep 17 23:28:35.897275 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ca21-2819-4480-9084-bfd5d908e452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:36.978570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f9b6a-d1a7-4b63-af80-88065299fede req-4e90ac15-6f32-4c5e-bb3f-2aab9141c8be tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:36.980059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e2f9b6a-d1a7-4b63-af80-88065299fede req-4e90ac15-6f32-4c5e-bb3f-2aab9141c8be tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0548408 Sep 17 23:28:37.020772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6e2f9b6a-d1a7-4b63-af80-88065299fede req-368fe917-4983-4a94-a310-5edbf29419e1 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332572 Sep 17 23:28:37.098228 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:37.559764 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:38.143797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495e5d7-34be-48f4-b58d-1b36512368b9 req-b81823ee-55c8-412d-89e2-4e93b6f574e4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:38.145289 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4495e5d7-34be-48f4-b58d-1b36512368b9 req-b81823ee-55c8-412d-89e2-4e93b6f574e4 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0533528 Sep 17 23:28:38.182915 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4495e5d7-34be-48f4-b58d-1b36512368b9 req-895d719b-51c0-43c6-a6be-a72b227f031c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316491 Sep 17 23:28:39.285650 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:39.299366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff0bb4-8581-4434-b648-5cd80f70be3a req-7f6c122f-d883-4401-a91c-ff669ffe8c04 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:39.300932 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3ff0bb4-8581-4434-b648-5cd80f70be3a req-7f6c122f-d883-4401-a91c-ff669ffe8c04 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0504184 Sep 17 23:28:39.339930 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3ff0bb4-8581-4434-b648-5cd80f70be3a req-e2f5440b-8b7b-455e-86ba-ecec93184e8d tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330787 Sep 17 23:28:40.467424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386f896-2777-4439-a1c1-97e2ed9a1916 req-dd67ea79-b87e-41c7-819c-3d88299a9071 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:40.468972 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e386f896-2777-4439-a1c1-97e2ed9a1916 req-dd67ea79-b87e-41c7-819c-3d88299a9071 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0511930 Sep 17 23:28:40.506782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e386f896-2777-4439-a1c1-97e2ed9a1916 req-62889939-066f-4c5f-987f-461fe5f78da9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313556 Sep 17 23:28:40.907624 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:41.621432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f654702-d587-4a1e-b865-be565ce23a32 req-63f98112-4517-4a6e-bf63-471ead368606 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:41.622905 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f654702-d587-4a1e-b865-be565ce23a32 req-63f98112-4517-4a6e-bf63-471ead368606 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0483432 Sep 17 23:28:41.659853 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7f654702-d587-4a1e-b865-be565ce23a32 req-065a51c9-e621-4df5-8a42-e17eed226642 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304520 Sep 17 23:28:42.774109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585da2ed-2b9f-4e7a-9a9f-692129392666 req-22cf3a96-9ddf-459b-92fe-03fd9beedf09 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:42.775581 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-585da2ed-2b9f-4e7a-9a9f-692129392666 req-22cf3a96-9ddf-459b-92fe-03fd9beedf09 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0476174 Sep 17 23:28:42.813506 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-585da2ed-2b9f-4e7a-9a9f-692129392666 req-07ff64ad-7f7c-40c2-af6f-bcc10e6aa807 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319729 Sep 17 23:28:43.931971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a50cb-5a67-4fee-8181-a258c9922d74 req-c9dcaed3-ac14-4015-913c-2dcf400cf3b8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:43.933516 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b0a50cb-5a67-4fee-8181-a258c9922d74 req-c9dcaed3-ac14-4015-913c-2dcf400cf3b8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0526679 Sep 17 23:28:43.970614 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b0a50cb-5a67-4fee-8181-a258c9922d74 req-0bc24319-d1bc-4552-8b75-1c380b11e5c9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Sep 17 23:28:45.089535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7ceb7-0089-42d7-9818-f911ce542d2f req-08296367-ad48-4bba-b09c-7056eb76dca8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:45.091000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d4a7ceb7-0089-42d7-9818-f911ce542d2f req-08296367-ad48-4bba-b09c-7056eb76dca8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0525286 Sep 17 23:28:45.113265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5fb738fc-d628-4a3e-80d3-5888010f119a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:28:45.133851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d4a7ceb7-0089-42d7-9818-f911ce542d2f req-64ef7151-d7ea-4e5f-af57-97bb3010a699 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365036 Sep 17 23:28:45.216866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:45.230557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'port_id': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'mac_address': 'fa:16:3e:80:aa:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:28:45.253679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2cabf-5c92-40a4-8096-b8cb9353d452 req-93b72fe8-a6c5-4cad-a03e-099c612841a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:45.255810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06a2cabf-5c92-40a4-8096-b8cb9353d452 req-93b72fe8-a6c5-4cad-a03e-099c612841a8 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0512149 Sep 17 23:28:45.272688 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.286139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb738fc-d628-4a3e-80d3-5888010f119a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:28:45.298587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06a2cabf-5c92-40a4-8096-b8cb9353d452 req-1d00b914-8913-4763-8adf-5684f3f70ca0 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364623 Sep 17 23:28:45.310059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:45.377179 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:45.420073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c8001-3141-47ec-8b16-0c7b50989303 req-e95482e7-9658-413a-944b-9ac51fe797d7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:45.421895 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e9c8001-3141-47ec-8b16-0c7b50989303 req-e95482e7-9658-413a-944b-9ac51fe797d7 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0534637 Sep 17 23:28:45.424992 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=13']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:45.466383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e9c8001-3141-47ec-8b16-0c7b50989303 req-efbee346-c263-4902-9755-0bdb622366f9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342011 Sep 17 23:28:45.605042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['5fb738fc-d628-4a3e-80d3-5888010f119a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:28:45.909315 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426dd50-92f0-4b5d-bba5-7f97e09fde9d req-619ecef1-02d6-4f43-b5eb-203526d020ce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:45.911538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e426dd50-92f0-4b5d-bba5-7f97e09fde9d req-619ecef1-02d6-4f43-b5eb-203526d020ce tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0510972 Sep 17 23:28:45.949394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e426dd50-92f0-4b5d-bba5-7f97e09fde9d req-4e512df2-f485-4396-a53a-1600d803248c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313687 Sep 17 23:28:47.077732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030a8b4-6e4d-4a63-8856-9971512693a0 req-0376892b-11dd-4f58-a0ae-e3dd29165f53 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:47.079314 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b030a8b4-6e4d-4a63-8856-9971512693a0 req-0376892b-11dd-4f58-a0ae-e3dd29165f53 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 945 time: 0.0581365 Sep 17 23:28:47.126906 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5fb738fc-d628-4a3e-80d3-5888010f119a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:28:47.128240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b030a8b4-6e4d-4a63-8856-9971512693a0 req-48da731f-11a1-45eb-bfd4-8f648ade75db tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410547 Sep 17 23:28:47.206098 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.219284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5fb738fc-d628-4a3e-80d3-5888010f119a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:28:47.237626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:47.296591 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.346811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=14']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:47.446267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-25f4f2e7-9858-4a91-a82c-dfb605308ed9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:47.448181 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-25f4f2e7-9858-4a91-a82c-dfb605308ed9 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0573142 Sep 17 23:28:47.546747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Deleting port 5fb738fc-d628-4a3e-80d3-5888010f119a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:47.546999 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.637839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] For port 5fb738fc-d628-4a3e-80d3-5888010f119a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5fb738fc-d628-4a3e-80d3-5888010f119a,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:47.638198 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.857704 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.857977 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.858288 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5 disassociated. External IP: 172.25.6.66, port: 5fb738fc-d628-4a3e-80d3-5888010f119a. Sep 17 23:28:47.858625 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Calling delete_port for 5fb738fc-d628-4a3e-80d3-5888010f119a owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:48.282925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e40fb-a0ff-4027-b7b5-c322d46e7bf6 req-c1db387b-80eb-42f8-a9f3-af0965eed698 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:48.284435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c7e40fb-a0ff-4027-b7b5-c322d46e7bf6 req-c1db387b-80eb-42f8-a9f3-af0965eed698 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 944 time: 0.0846715 Sep 17 23:28:48.323230 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c7e40fb-a0ff-4027-b7b5-c322d46e7bf6 req-3d709c48-d8d4-412f-8ad2-faf42d1efd71 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4bd9102-6a44-458d-a187-d620585ba947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326231 Sep 17 23:28:48.354098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.382197 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event deleted for resources: {'Port': ['ID=5fb738fc-d628-4a3e-80d3-5888010f119a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:48.502781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:28:48.613968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:28:48.623786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:28:48.634140 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:48.634140 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:28:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:48.654146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] No DVR routers for this DVR port 5fb738fc-d628-4a3e-80d3-5888010f119a on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:28:48.657047 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:48.659237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6adb9ef2-c428-44cf-a9d6-57e19cf03dfd req-e805c0ac-31d1-4086-9ef2-1b032c00416b tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.23 "DELETE /v2.0/ports/5fb738fc-d628-4a3e-80d3-5888010f119a HTTP/1.1" status: 204 len: 173 time: 1.2054243 Sep 17 23:28:48.659724 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'name': 'network-vif-deleted', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:48.662395 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8727e1d6-8a31-4b58-bd3e-64759a128a6a" -d '{"events": [{"server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "name": "network-vif-deleted", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:48.700380 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f06974-4400-412f-86c1-0ea6e57784e9 x-openstack-request-id: req-10f06974-4400-412f-86c1-0ea6e57784e9 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:48.700676 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb88646-d47e-4441-9c4b-ea1303c3f7e6", "name": "network-vif-deleted", "tag": "5fb738fc-d628-4a3e-80d3-5888010f119a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:48.700925 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10f06974-4400-412f-86c1-0ea6e57784e9 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:48.701397 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb88646-d47e-4441-9c4b-ea1303c3f7e6', 'name': 'network-vif-deleted', 'tag': '5fb738fc-d628-4a3e-80d3-5888010f119a', 'status': 'completed', 'code': 200} Sep 17 23:28:48.900237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:49.098899 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:49.125673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:28:49.134739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:49.135281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:28:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:49.256681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:49.421146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6b476e34-f109-4a37-bdfe-c1b7c07f21a1 req-ae070270-c131-43b5-89a0-991887346785 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 210 time: 0.0278468 Sep 17 23:28:49.562820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:49.589942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733b48d-7f46-48ef-8673-995e4b96c472 None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:17:43Z', 'revision_number': 4, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'ef5cae61-a201-4e5d-89a6-4984b8abdabd', 'name': '', 'network_id': 'bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'mac_address': 'fa:16:3e:d5:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:43Z', 'updated_at': '2021-09-17T23:17:47Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'subnets': [{'id': 'ed170482-bfe4-477b-b919-6853b305cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:28:49.799716 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da40673-ad59-4fc2-b913-fb042f99131d None None] New status for floating IP 4003728a-821c-442e-a8b2-a5a7801f56f5: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:28:50.527407 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1c69eae0-cd68-41f4-ac4e-1e63e5242f69 req-322c66bf-918d-4aa0-9a85-f84cb8d87c26 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 210 time: 0.0327058 Sep 17 23:28:51.624758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0b75408-61c3-4ba6-b392-84e071365bfd req-93b14307-cf96-41cc-918a-c7c984539680 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb88646-d47e-4441-9c4b-ea1303c3f7e6 HTTP/1.1" status: 200 len: 210 time: 0.0297039 Sep 17 23:28:56.599192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 55806) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:56.654071 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-12390822-2c2c-42f2-8773-cbc9dc39ea3c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.677454 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-12390822-2c2c-42f2-8773-cbc9dc39ea3c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.787536 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-12390822-2c2c-42f2-8773-cbc9dc39ea3c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.790084 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-12390822-2c2c-42f2-8773-cbc9dc39ea3c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:56.791251 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-12390822-2c2c-42f2-8773-cbc9dc39ea3c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "DELETE /v2.0/security-groups/f4bd9102-6a44-458d-a187-d620585ba947 HTTP/1.1" status: 204 len: 168 time: 0.1910405 Sep 17 23:28:56.793917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55808) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:56.800796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12390822-2c2c-42f2-8773-cbc9dc39ea3c tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bd9102-6a44-458d-a187-d620585ba947,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:56.808317 n-d-713499-18 neutron-server[95455]: INFO neutron.api.v2.resource [None req-5c584a47-cc04-4051-b4d9-fb3f88545cbe tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] show failed (client error): The resource could not be found. Sep 17 23:28:56.809377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5c584a47-cc04-4051-b4d9-fb3f88545cbe tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "GET /v2.0/security-groups/f4bd9102-6a44-458d-a187-d620585ba947 HTTP/1.1" status: 404 len: 347 time: 0.0143552 Sep 17 23:28:56.812083 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55810) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:56.935609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6b13b369-4f2f-4a63-a66d-db690632bc55 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Deleting port 60ef5ff4-5f79-4bcd-be57-49aca0abc173 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:56.935953 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b13b369-4f2f-4a63-a66d-db690632bc55 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.010200 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b13b369-4f2f-4a63-a66d-db690632bc55 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.010535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b13b369-4f2f-4a63-a66d-db690632bc55 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.022148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6b13b369-4f2f-4a63-a66d-db690632bc55 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Calling delete_port for 60ef5ff4-5f79-4bcd-be57-49aca0abc173 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:57.228620 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b13b369-4f2f-4a63-a66d-db690632bc55 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.253805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13b369-4f2f-4a63-a66d-db690632bc55 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Pushing event deleted for resources: {'Port': ['ID=60ef5ff4-5f79-4bcd-be57-49aca0abc173,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:57.317063 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b13b369-4f2f-4a63-a66d-db690632bc55 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.319561 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b13b369-4f2f-4a63-a66d-db690632bc55 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:57.320745 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6b13b369-4f2f-4a63-a66d-db690632bc55 tempest-ServerActionsTestJSON-664956690 tempest-ServerActionsTestJSON-664956690-project] 10.222.0.30 "DELETE /v2.0/floatingips/4003728a-821c-442e-a8b2-a5a7801f56f5 HTTP/1.1" status: 204 len: 168 time: 0.5077116 Sep 17 23:28:57.323955 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55812) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:57.794593 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.028836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] Deleting port ef5cae61-a201-4e5d-89a6-4984b8abdabd {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:58.029179 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.108100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] For port ef5cae61-a201-4e5d-89a6-4984b8abdabd, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=ef5cae61-a201-4e5d-89a6-4984b8abdabd,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:58.108410 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.121241 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] Calling delete_port for ef5cae61-a201-4e5d-89a6-4984b8abdabd owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:58.387819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.415325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5cae61-a201-4e5d-89a6-4984b8abdabd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:58.595530 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:58.808077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] Router b96223fa-ddb3-47bb-bf5e-f4c340152f01 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:28:58.912701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:28:58.918867 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e59b9ac2-eb3f-43f0-bb54-0e2c5fb09c96 admin admin] 10.222.0.30 "PUT /v2.0/routers/b96223fa-ddb3-47bb-bf5e-f4c340152f01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5937099 Sep 17 23:28:58.920094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55818) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:58.922015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] Sync routers for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:28:58.931528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:58.932162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:28:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:59.028879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.039441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:59.130940 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.217895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:28:58Z', 'revision_number': 5, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port': {'id': '7866b76b-2e0b-4a15-a0ba-fb47b8c15799', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:09:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:41Z', 'updated_at': '2021-09-17T23:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:59.245088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] Checking router: b96223fa-ddb3-47bb-bf5e-f4c340152f01 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:28:59.253456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] Routers {'b96223fa-ddb3-47bb-bf5e-f4c340152f01'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:59.254830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:28:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:59.283702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Deleting port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:28:59.284045 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.341857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] Set router b96223fa-ddb3-47bb-bf5e-f4c340152f01 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:59.368514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] For port 7866b76b-2e0b-4a15-a0ba-fb47b8c15799, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7866b76b-2e0b-4a15-a0ba-fb47b8c15799,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:59.368874 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.381035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Calling delete_port for 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:28:59.392722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:28:59Z', 'revision_number': 6, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:59.421728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d86fb3-af26-46f7-a74f-bc3c9439b165 None None] The sync data for ids ['b96223fa-ddb3-47bb-bf5e-f4c340152f01'] in n-d-713499-18 is: [{'id': 'b96223fa-ddb3-47bb-bf5e-f4c340152f01', 'name': 'tempest-ServerActionsTestJSON-768597934-router', 'tenant_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:40Z', 'updated_at': '2021-09-17T23:28:59Z', 'revision_number': 6, 'project_id': 'ed9ff7e82b954be3a84eaf35de886d9e', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:28:59.628389 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.652253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Pushing event deleted for resources: {'Port': ['ID=7866b76b-2e0b-4a15-a0ba-fb47b8c15799,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:59.713116 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.802680 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.804998 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.862384 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.919104 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.919616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b96223fa-ddb3-47bb-bf5e-f4c340152f01 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:28:59.923930 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.925354 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d5ead0e1-0f4a-4bb7-b936-5d7fde93f77e admin admin] 10.222.0.30 "DELETE /v2.0/routers/b96223fa-ddb3-47bb-bf5e-f4c340152f01 HTTP/1.1" status: 204 len: 168 time: 1.0038886 Sep 17 23:28:59.928473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55820) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:59.972280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-f619cb79-42e7-4580-8bdf-bbd014b655af admin admin] Deleting subnet ed170482-bfe4-477b-b919-6853b305cc01 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:28:59.975867 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f619cb79-42e7-4580-8bdf-bbd014b655af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.009161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f619cb79-42e7-4580-8bdf-bbd014b655af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.088625 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f619cb79-42e7-4580-8bdf-bbd014b655af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.228995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f619cb79-42e7-4580-8bdf-bbd014b655af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.253894 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619cb79-42e7-4580-8bdf-bbd014b655af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed170482-bfe4-477b-b919-6853b305cc01,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:00.257521 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f619cb79-42e7-4580-8bdf-bbd014b655af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.259360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f619cb79-42e7-4580-8bdf-bbd014b655af admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ed170482-bfe4-477b-b919-6853b305cc01 HTTP/1.1" status: 204 len: 168 time: 0.3299890 Sep 17 23:29:00.262039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55822) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:00.264661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f2c5cf-beb7-4cca-be02-6d5215cb0636 None None] Network bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:00.335700 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.395633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Deleting port 95347418-e0e3-4bbe-92ef-67278d0fa99f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:00.396421 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.449022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2425e1-c1e2-426d-acb4-dcddf1ce9fb5 None None] DHCP port deletion for bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:29:00.467578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] For port 95347418-e0e3-4bbe-92ef-67278d0fa99f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=95347418-e0e3-4bbe-92ef-67278d0fa99f,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:00.467721 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.481802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Calling delete_port for 95347418-e0e3-4bbe-92ef-67278d0fa99f owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:00.496810 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5f2425e1-c1e2-426d-acb4-dcddf1ce9fb5 None None] Deleting port 95347418-e0e3-4bbe-92ef-67278d0fa99f {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:00.497192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f2425e1-c1e2-426d-acb4-dcddf1ce9fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.561027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5f2425e1-c1e2-426d-acb4-dcddf1ce9fb5 None None] For port 95347418-e0e3-4bbe-92ef-67278d0fa99f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=95347418-e0e3-4bbe-92ef-67278d0fa99f,segment=NetworkSegment(2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e),segment_id=2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:00.561423 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f2425e1-c1e2-426d-acb4-dcddf1ce9fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.574044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5f2425e1-c1e2-426d-acb4-dcddf1ce9fb5 None None] Calling delete_port for 95347418-e0e3-4bbe-92ef-67278d0fa99f owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:00.633497 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:29:00.644223 n-d-713499-18 neutron-server[95456]: self.session.flush() Sep 17 23:29:00.651124 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f2425e1-c1e2-426d-acb4-dcddf1ce9fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.659516 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=95347418-e0e3-4bbe-92ef-67278d0fa99f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:00.663053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] No DVR routers for this DVR port 95347418-e0e3-4bbe-92ef-67278d0fa99f on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:00.676027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2425e1-c1e2-426d-acb4-dcddf1ce9fb5 None None] Pushing event deleted for resources: {'Port': ['ID=95347418-e0e3-4bbe-92ef-67278d0fa99f,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:00.679475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2425e1-c1e2-426d-acb4-dcddf1ce9fb5 None None] No DVR routers for this DVR port 95347418-e0e3-4bbe-92ef-67278d0fa99f on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:00.738182 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.758564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:00.767763 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:00.768058 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b15c3cc-425d-4dc8-a1c9-d7064b9bff8e') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:00.778042 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.790714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.796339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:00.802380 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:00.897024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.902412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:00.904332 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41 HTTP/1.1" status: 204 len: 168 time: 0.6413479 Sep 17 23:29:00.914764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0238dc9-d60e-41a8-a8e2-4d017d4c50a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca6fdb1-bd3b-4aa3-89b6-6b5fc62e2f41,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:00.998551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 95347418-e0e3-4bbe-92ef-67278d0fa99f no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:01.018228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 95347418-e0e3-4bbe-92ef-67278d0fa99f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:01.018575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 95347418-e0e3-4bbe-92ef-67278d0fa99f not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:01.019000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:01.038261 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:01.038608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7866b76b-2e0b-4a15-a0ba-fb47b8c15799 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:01.039020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ef5cae61-a201-4e5d-89a6-4984b8abdabd no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:01.059473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: ef5cae61-a201-4e5d-89a6-4984b8abdabd {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:01.059821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device ef5cae61-a201-4e5d-89a6-4984b8abdabd not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:01.221509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55826) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:01.261729 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dd997910-3a2f-446a-b2bd-f42b543ee72f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed9ff7e82b954be3a84eaf35de886d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390787 Sep 17 23:29:01.264141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55828) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:01.317883 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fd35263b-cb33-404e-878b-91a9c7a1cc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:01.338627 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fd35263b-cb33-404e-878b-91a9c7a1cc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:01.439350 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fd35263b-cb33-404e-878b-91a9c7a1cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:01.442645 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-fd35263b-cb33-404e-878b-91a9c7a1cc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:01.443790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-fd35263b-cb33-404e-878b-91a9c7a1cc77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15623086-03af-4e80-b8b9-500ac4fd2ab4 HTTP/1.1" status: 204 len: 168 time: 0.1786213 Sep 17 23:29:01.452062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35263b-cb33-404e-878b-91a9c7a1cc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15623086-03af-4e80-b8b9-500ac4fd2ab4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:02.434259 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55850) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:02.542770 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1768656979-network', 'tenant_id': 'e9373f790c7741fa9ccab8fe0abd1211'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:02.651139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Made reservation on behalf of e9373f790c7741fa9ccab8fe0abd1211 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:02.653520 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:02.662394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:02.746745 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:02.816691 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:02.842166 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:29:02.852478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193515bb-c304-4870-850f-d3ea3490880c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:02.866356 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:02.866701 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Added segment 297ed5d7-ad74-4162-ad50-b6ed9b8a3c93 of type vlan for network 4967f833-5209-44a6-93e7-fa4ea3838be7 Sep 17 23:29:02.917036 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:03.016448 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:03.017413 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:03.017992 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:03.076342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] Pushing event updated for resources: {'Network': ['ID=4967f833-5209-44a6-93e7-fa4ea3838be7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:03.086217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4967f833-5209-44a6-93e7-fa4ea3838be7 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:29:03.115337 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-056a28b9-5eae-4b97-bdd4-ffed63038b2c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6798415 Sep 17 23:29:03.120049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 55854) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:03.123130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Request body: {'subnet': {'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1768656979-subnet', 'tenant_id': 'e9373f790c7741fa9ccab8fe0abd1211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:03.199286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Made reservation on behalf of e9373f790c7741fa9ccab8fe0abd1211 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:03.201769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:03.292722 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d227fc3f-c607-4494-929e-1be2f3396f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:03.753948 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:03.802488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c691369-20e6-4681-a712-4cfc936411a9,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:03.817185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Checking segment: {'id': '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:03.817545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Network hostable DHCP agents. Network: 4967f833-5209-44a6-93e7-fa4ea3838be7, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:29:03.896954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Network 4967f833-5209-44a6-93e7-fa4ea3838be7 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:29:03.987897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4967f833-5209-44a6-93e7-fa4ea3838be7) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:03.992092 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:03.992714 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:03.996485 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53686f69-5589-4562-b7e8-071cf9b879e9 None None] Network 4967f833-5209-44a6-93e7-fa4ea3838be7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:04.091837 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4761ce33-0083-4bd2-9dc1-bb83e46a1a85 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9724994 Sep 17 23:29:04.118159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6257bf9e-339f-4ce2-a029-4c2967e273a3 None None] Network 4967f833-5209-44a6-93e7-fa4ea3838be7 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:04.513250 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-bd635fd1-3d2b-43ce-9c72-829e9e918d8c tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:04.514724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-bd635fd1-3d2b-43ce-9c72-829e9e918d8c tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/networks?id=4967f833-5209-44a6-93e7-fa4ea3838be7 HTTP/1.1" status: 200 len: 814 time: 0.1032412 Sep 17 23:29:04.530768 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-37f6cdbe-4662-4eed-9f22-3445392a5f36 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/quotas/e9373f790c7741fa9ccab8fe0abd1211 HTTP/1.1" status: 200 len: 375 time: 0.0094211 Sep 17 23:29:04.564133 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3d44a7d0-4b1a-4b42-bd01-d9a7e13496b1 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9373f790c7741fa9ccab8fe0abd1211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266011 Sep 17 23:29:04.653074 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-00e4901d-4f7f-491b-9ddc-38b792db5c2e service neutron] 10.222.0.30 "GET /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811141 Sep 17 23:29:04.744467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-b352fbd2-cf7f-4260-8b8e-8c91409c76c0 service neutron] 10.222.0.30 "GET /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852752 Sep 17 23:29:05.026521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2dd5df21-d37b-4a7e-af34-07626d21bb78 req-3c4b3219-b82b-4f4f-b897-1d0c651dbbb2 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 210 time: 0.0296021 Sep 17 23:29:05.908334 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e820d170-f488-49a2-b947-27b99b9764d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:06.122698 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dbf114d2-c77b-4cf3-b480-40cd58b008b4 req-16ceef83-164d-4822-a2b8-eba901a35002 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 210 time: 0.0276372 Sep 17 23:29:06.955379 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-b97a30c4-b303-4b05-a750-9de2b5e855de tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:06.956898 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-b97a30c4-b303-4b05-a750-9de2b5e855de tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.15 "GET /v2.0/networks?id=4967f833-5209-44a6-93e7-fa4ea3838be7 HTTP/1.1" status: 200 len: 814 time: 0.0999489 Sep 17 23:29:06.975011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Request body: {'port': {'device_id': '872ea654-d8e2-47a7-837b-ecfc6385cc9d', 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7', 'admin_state_up': True, 'tenant_id': 'e9373f790c7741fa9ccab8fe0abd1211'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:07.085417 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.163798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Made reservation on behalf of e9373f790c7741fa9ccab8fe0abd1211 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:07.164057 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.252223 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-054ee85f-c9db-444e-9fd2-c6abdd329753 req-89744745-c226-470e-b5d5-ca86dd7e7713 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 210 time: 0.0357747 Sep 17 23:29:07.325931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Allocated IP 172.20.0.6 (4967f833-5209-44a6-93e7-fa4ea3838be7/5c691369-20e6-4681-a712-4cfc936411a9/abdf4f38-c322-4d7c-b2ba-7cba005d52d1) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:07.471595 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.549098 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.594503 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Network 4967f833-5209-44a6-93e7-fa4ea3838be7 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:07.597445 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:07.601414 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:07.605389 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.630714 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Pushing event updated for resources: {'Port': ['ID=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:07.655725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:07.656352 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.725959 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1a4c8b54-f331-43e5-a898-32e18ecc6231 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7552943 Sep 17 23:29:07.744490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Request body: {'port': {'device_id': '872ea654-d8e2-47a7-837b-ecfc6385cc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:07.796923 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.067744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdf4f38-c322-4d7c-b2ba-7cba005d52d1 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:29:08.075369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.087236 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Transition to ACTIVE for port object abdf4f38-c322-4d7c-b2ba-7cba005d52d1 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:29:08.165260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.215314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Pushing event updated for resources: {'Port': ['ID=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:08.280716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Attempting to bind port abdf4f38-c322-4d7c-b2ba-7cba005d52d1 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:08.281057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Attempting to bind port abdf4f38-c322-4d7c-b2ba-7cba005d52d1 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:08.281387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Attempting to bind port abdf4f38-c322-4d7c-b2ba-7cba005d52d1 on network 4967f833-5209-44a6-93e7-fa4ea3838be7 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:08.286404 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Port abdf4f38-c322-4d7c-b2ba-7cba005d52d1 on network 4967f833-5209-44a6-93e7-fa4ea3838be7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:29:08.286900 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Attempting to bind port abdf4f38-c322-4d7c-b2ba-7cba005d52d1 on network 4967f833-5209-44a6-93e7-fa4ea3838be7 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:08.292077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:08.292458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Checking segment: {'id': '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:08.292845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Bound using segment: {'id': '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:08.293277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Bound port: abdf4f38-c322-4d7c-b2ba-7cba005d52d1, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:08.293641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.363497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] For port abdf4f38-c322-4d7c-b2ba-7cba005d52d1, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:08.366610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] For port abdf4f38-c322-4d7c-b2ba-7cba005d52d1, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,segment=NetworkSegment(297ed5d7-ad74-4162-ad50-b6ed9b8a3c93),segment_id=297ed5d7-ad74-4162-ad50-b6ed9b8a3c93)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:08.370504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025e765-ab58-44e3-b6cf-d8ba0b55f004 req-1a0b09bf-cfe6-48e5-b4c0-9d4df88d889f tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:08.372242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6025e765-ab58-44e3-b6cf-d8ba0b55f004 req-1a0b09bf-cfe6-48e5-b4c0-9d4df88d889f tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 943 time: 0.0507112 Sep 17 23:29:08.411753 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6025e765-ab58-44e3-b6cf-d8ba0b55f004 req-2b7b5aea-6082-4044-b709-5f249872beb9 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327263 Sep 17 23:29:08.428591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.463668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:08.464346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.465717 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] 10.222.0.15 "PUT /v2.0/ports/abdf4f38-c322-4d7c-b2ba-7cba005d52d1 HTTP/1.1" status: 200 len: 1092 time: 0.7256291 Sep 17 23:29:08.466148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872ea654-d8e2-47a7-837b-ecfc6385cc9d', 'tag': 'abdf4f38-c322-4d7c-b2ba-7cba005d52d1'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:08.468482 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a74f4e2-1448-40e4-adeb-02d95a96c3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "872ea654-d8e2-47a7-837b-ecfc6385cc9d", "tag": "abdf4f38-c322-4d7c-b2ba-7cba005d52d1"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:08.492110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395e563-290c-4245-b1f1-4254ce24f086 service neutron] Pushing event updated for resources: {'Port': ['ID=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:08.505976 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9befa9-bb36-4227-965f-329961f27422 x-openstack-request-id: req-fd9befa9-bb36-4227-965f-329961f27422 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:08.506362 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872ea654-d8e2-47a7-837b-ecfc6385cc9d", "tag": "abdf4f38-c322-4d7c-b2ba-7cba005d52d1", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:08.506761 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd9befa9-bb36-4227-965f-329961f27422 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:08.507049 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872ea654-d8e2-47a7-837b-ecfc6385cc9d', 'tag': 'abdf4f38-c322-4d7c-b2ba-7cba005d52d1', 'status': 'completed', 'code': 200} Sep 17 23:29:08.591033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74f4e2-1448-40e4-adeb-02d95a96c3d0 req-a464bfff-078b-4826-bfa1-7f8df09aca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:08.592530 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a74f4e2-1448-40e4-adeb-02d95a96c3d0 req-a464bfff-078b-4826-bfa1-7f8df09aca1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9373f790c7741fa9ccab8fe0abd1211&device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 1095 time: 0.0412650 Sep 17 23:29:08.698583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74f4e2-1448-40e4-adeb-02d95a96c3d0 req-c3316755-e988-45c0-bdf4-56d77d48dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:08.700027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a74f4e2-1448-40e4-adeb-02d95a96c3d0 req-c3316755-e988-45c0-bdf4-56d77d48dfa5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e9373f790c7741fa9ccab8fe0abd1211&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928991 Sep 17 23:29:08.791450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74f4e2-1448-40e4-adeb-02d95a96c3d0 req-91cee1be-2ceb-44cb-bc17-478f8d889549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:08.792921 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8a74f4e2-1448-40e4-adeb-02d95a96c3d0 req-91cee1be-2ceb-44cb-bc17-478f8d889549 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861638 Sep 17 23:29:08.896041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-4b1d2ea9-a742-4e8e-b424-2c1d93fb6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:08.903273 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-4b1d2ea9-a742-4e8e-b424-2c1d93fb6739 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9373f790c7741fa9ccab8fe0abd1211&device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 1095 time: 0.0518701 Sep 17 23:29:08.949341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-68b7cc1f-d649-4059-8767-558db0e4f0da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abdf4f38-c322-4d7c-b2ba-7cba005d52d1 HTTP/1.1" status: 200 len: 217 time: 0.0332828 Sep 17 23:29:08.997054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-ab9b1315-32fe-4038-be01-bc1f5e20e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:08.998453 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-ab9b1315-32fe-4038-be01-bc1f5e20e71a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c691369-20e6-4681-a712-4cfc936411a9 HTTP/1.1" status: 200 len: 854 time: 0.0425830 Sep 17 23:29:09.032383 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-dc03cc52-1539-4d47-ba8c-5bb139cac44a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4967f833-5209-44a6-93e7-fa4ea3838be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268683 Sep 17 23:29:09.120758 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-1067a90e-7194-4ded-a5f8-cce555dedec7 service neutron] 10.222.0.15 "GET /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815697 Sep 17 23:29:09.213996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbbdc1b6-7125-4bcb-baea-5c688cae188a req-9a077d1c-177b-477c-96ec-4897c0ec656d service neutron] 10.222.0.15 "GET /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862787 Sep 17 23:29:09.255804 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:09.531214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471f41a-d41f-4248-b7a9-f0fc718177bd req-b8c11d95-3449-4afc-8570-6aa40ea7d918 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:09.532624 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e471f41a-d41f-4248-b7a9-f0fc718177bd req-b8c11d95-3449-4afc-8570-6aa40ea7d918 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 943 time: 0.0538688 Sep 17 23:29:09.571326 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e471f41a-d41f-4248-b7a9-f0fc718177bd req-bff3c3c2-e96b-4c0b-9c32-221bb736d7a0 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Sep 17 23:29:10.247397 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:29:10.688104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1c7e2-c50a-49da-b5aa-a2068912e6c3 req-2d03afed-d4b3-49d8-b5e8-db41bad61ce5 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:10.689590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83f1c7e2-c50a-49da-b5aa-a2068912e6c3 req-2d03afed-d4b3-49d8-b5e8-db41bad61ce5 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 943 time: 0.0492787 Sep 17 23:29:10.726740 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83f1c7e2-c50a-49da-b5aa-a2068912e6c3 req-228fdbc5-6c37-48b4-93dc-69d7fed67bc8 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304923 Sep 17 23:29:10.925592 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:11.839578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d061-ae88-45e2-8726-5e1bf1e16ae8 req-5aeeeec8-255b-4350-9b9f-53bdd296d1b7 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:11.841094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2da6d061-ae88-45e2-8726-5e1bf1e16ae8 req-5aeeeec8-255b-4350-9b9f-53bdd296d1b7 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 943 time: 0.0492280 Sep 17 23:29:11.877770 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2da6d061-ae88-45e2-8726-5e1bf1e16ae8 req-8a2a3cca-083b-4076-9c9b-edf084b042a5 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306311 Sep 17 23:29:12.990651 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6b0e2-b799-4744-8166-af5d3b46d23d req-87fda018-5518-4379-8c50-b5a21f6bfcb5 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:12.992113 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13c6b0e2-b799-4744-8166-af5d3b46d23d req-87fda018-5518-4379-8c50-b5a21f6bfcb5 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 943 time: 0.0491610 Sep 17 23:29:13.028647 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13c6b0e2-b799-4744-8166-af5d3b46d23d req-5f7ad32d-697b-4884-b015-caaf18fd2b02 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Sep 17 23:29:13.080351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device abdf4f38-c322-4d7c-b2ba-7cba005d52d1 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:29:13.329222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port abdf4f38-c322-4d7c-b2ba-7cba005d52d1, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,segment=NetworkSegment(297ed5d7-ad74-4162-ad50-b6ed9b8a3c93),segment_id=297ed5d7-ad74-4162-ad50-b6ed9b8a3c93)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:13.343668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': 'abdf4f38-c322-4d7c-b2ba-7cba005d52d1', 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7', 'port_id': 'abdf4f38-c322-4d7c-b2ba-7cba005d52d1', 'mac_address': 'fa:16:3e:7c:80:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c691369-20e6-4681-a712-4cfc936411a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:29:13.378810 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:13.392182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdf4f38-c322-4d7c-b2ba-7cba005d52d1 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:29:13.412072 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port abdf4f38-c322-4d7c-b2ba-7cba005d52d1, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,segment=NetworkSegment(297ed5d7-ad74-4162-ad50-b6ed9b8a3c93),segment_id=297ed5d7-ad74-4162-ad50-b6ed9b8a3c93)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:13.529831 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:13.577639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:13.585460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.585750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.586096 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.586433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.586766 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.587102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.587445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.587771 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.588108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.588441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.588764 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.589082 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:13.903194 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['abdf4f38-c322-4d7c-b2ba-7cba005d52d1'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:29:14.141796 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484296b-5b7e-4f82-aeef-6a5641aa71c6 req-2154ad76-65e3-4bfe-ae7a-f29114726951 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:14.143328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e484296b-5b7e-4f82-aeef-6a5641aa71c6 req-2154ad76-65e3-4bfe-ae7a-f29114726951 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 944 time: 0.0488732 Sep 17 23:29:14.180702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e484296b-5b7e-4f82-aeef-6a5641aa71c6 req-2bbb1078-3420-469e-bea5-2f1d65f96b0e tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304909 Sep 17 23:29:15.105048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device abdf4f38-c322-4d7c-b2ba-7cba005d52d1 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:15.205168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port abdf4f38-c322-4d7c-b2ba-7cba005d52d1 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:29:15.209320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port abdf4f38-c322-4d7c-b2ba-7cba005d52d1 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:15.209695 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:15.291717 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:15.299338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e89290-7d34-47d3-a753-910676aecbd2 req-a1ca2d22-bb06-4499-a15d-4019eece0bde tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:15.300831 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21e89290-7d34-47d3-a753-910676aecbd2 req-a1ca2d22-bb06-4499-a15d-4019eece0bde tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 944 time: 0.0533323 Sep 17 23:29:15.314387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872ea654-d8e2-47a7-837b-ecfc6385cc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdf4f38-c322-4d7c-b2ba-7cba005d52d1'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:15.316758 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74a2220-57e2-44ea-a74b-ea63be4e7753" -d '{"events": [{"server_uuid": "872ea654-d8e2-47a7-837b-ecfc6385cc9d", "name": "network-vif-plugged", "status": "completed", "tag": "abdf4f38-c322-4d7c-b2ba-7cba005d52d1"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:15.330188 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port abdf4f38-c322-4d7c-b2ba-7cba005d52d1, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,segment=NetworkSegment(297ed5d7-ad74-4162-ad50-b6ed9b8a3c93),segment_id=297ed5d7-ad74-4162-ad50-b6ed9b8a3c93)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:15.347883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-21e89290-7d34-47d3-a753-910676aecbd2 req-0bea4315-26d0-436f-8000-474ae72eaf27 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Sep 17 23:29:15.358069 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa23a653-8e8a-4af7-bf3e-4a241875385c x-openstack-request-id: req-aa23a653-8e8a-4af7-bf3e-4a241875385c {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:15.358674 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872ea654-d8e2-47a7-837b-ecfc6385cc9d", "name": "network-vif-plugged", "status": "completed", "tag": "abdf4f38-c322-4d7c-b2ba-7cba005d52d1", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:15.358942 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa23a653-8e8a-4af7-bf3e-4a241875385c {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:15.359371 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872ea654-d8e2-47a7-837b-ecfc6385cc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdf4f38-c322-4d7c-b2ba-7cba005d52d1', 'code': 200} Sep 17 23:29:15.382472 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:15.432375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:15.481764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e4953-8d24-49c3-a625-d28ec65c8fdf req-0913ac7f-54d9-4c99-9c53-561e833053d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:15.483166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d12e4953-8d24-49c3-a625-d28ec65c8fdf req-0913ac7f-54d9-4c99-9c53-561e833053d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 1097 time: 0.0421023 Sep 17 23:29:15.518059 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d12e4953-8d24-49c3-a625-d28ec65c8fdf req-f8808952-2e6b-4f66-a965-75f4395d3743 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274258 Sep 17 23:29:16.471322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fb343-4e66-4eac-b573-604e78bc5f5d req-e72368f5-3f51-46fd-ba98-49763b17bdbd tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:16.472880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c32fb343-4e66-4eac-b573-604e78bc5f5d req-e72368f5-3f51-46fd-ba98-49763b17bdbd tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0546896 Sep 17 23:29:16.510145 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c32fb343-4e66-4eac-b573-604e78bc5f5d req-2e71ae45-c79c-41b0-adc8-53a7d1590660 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312507 Sep 17 23:29:17.628922 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed0e04-4643-416e-b5d4-93cd762282a4 req-7bdd687d-ba6b-4648-bf29-5b832edea615 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:17.630533 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6ed0e04-4643-416e-b5d4-93cd762282a4 req-7bdd687d-ba6b-4648-bf29-5b832edea615 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0501003 Sep 17 23:29:17.676631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6ed0e04-4643-416e-b5d4-93cd762282a4 req-96023df7-91e8-432f-ae8d-67837c467ac9 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393114 Sep 17 23:29:17.902449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757295a1-fa7c-4374-81be-7299c31ce98e req-4e518148-acc2-4f70-a8d0-83ba138da583 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:17.903938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-4e518148-acc2-4f70-a8d0-83ba138da583 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/networks?id=4967f833-5209-44a6-93e7-fa4ea3838be7 HTTP/1.1" status: 200 len: 814 time: 0.1037958 Sep 17 23:29:17.919619 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-9d343f35-4f60-4b95-abc5-52cdfc97551a tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/quotas/e9373f790c7741fa9ccab8fe0abd1211 HTTP/1.1" status: 200 len: 375 time: 0.0099516 Sep 17 23:29:17.986269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-bea61747-e723-4e3e-90eb-141959e4f7aa tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9373f790c7741fa9ccab8fe0abd1211&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612018 Sep 17 23:29:18.077955 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-461efd94-f668-429d-b6f5-8e71e7228357 service neutron] 10.222.0.30 "GET /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837450 Sep 17 23:29:18.171520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-45b7c134-8d08-41f8-9085-6da12792dd6a service neutron] 10.222.0.30 "GET /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870483 Sep 17 23:29:18.412851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa1c0027-d9f1-410b-9821-e4546e1ff9b8 req-b0b999ab-3e14-4784-94c7-5f52ae3f66a4 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 210 time: 0.0305984 Sep 17 23:29:19.509356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75dce2a7-6b56-47b6-821c-4586d4d54ee7 req-8d1ffb03-6b73-449b-a158-fd7f58dfd768 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 210 time: 0.0279615 Sep 17 23:29:20.247112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757295a1-fa7c-4374-81be-7299c31ce98e req-ff7d47bc-a57f-4600-ac57-64b51399e280 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:20.248604 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-ff7d47bc-a57f-4600-ac57-64b51399e280 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.23 "GET /v2.0/networks?id=4967f833-5209-44a6-93e7-fa4ea3838be7 HTTP/1.1" status: 200 len: 814 time: 0.1037240 Sep 17 23:29:20.261126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Request body: {'port': {'device_id': '7a07e163-b60e-4e71-aa75-8d962b609ec3', 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7', 'admin_state_up': True, 'tenant_id': 'e9373f790c7741fa9ccab8fe0abd1211'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:20.433774 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Made reservation on behalf of e9373f790c7741fa9ccab8fe0abd1211 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:20.437463 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:20.564113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Allocated IP 172.20.0.5 (4967f833-5209-44a6-93e7-fa4ea3838be7/5c691369-20e6-4681-a712-4cfc936411a9/c0c524cc-2f1b-45e6-9924-aa8776e30f9a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:20.602679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c6f9f64-3b02-4033-a924-8adaee8c44ea req-df489c0a-62f7-4ef0-a2e7-c3ae305f50ed tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 210 time: 0.0260694 Sep 17 23:29:20.719267 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:20.782824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:20.815273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['abdf4f38-c322-4d7c-b2ba-7cba005d52d1'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:29:20.825440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Network 4967f833-5209-44a6-93e7-fa4ea3838be7 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:20.828648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:20.835459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:20.857819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Pushing event updated for resources: {'Port': ['ID=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:20.886168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:20.886781 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:20.937695 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-71588a0b-23aa-4b50-a3ff-3729dccf046b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6802013 Sep 17 23:29:20.950610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Request body: {'port': {'device_id': '7a07e163-b60e-4e71-aa75-8d962b609ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:21.014223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:21.293138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c524cc-2f1b-45e6-9924-aa8776e30f9a {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:29:21.300774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:21.313030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Transition to ACTIVE for port object c0c524cc-2f1b-45e6-9924-aa8776e30f9a will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:29:21.381941 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:21.434953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Pushing event updated for resources: {'Port': ['ID=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:21.503826 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Attempting to bind port c0c524cc-2f1b-45e6-9924-aa8776e30f9a on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:21.504184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Attempting to bind port c0c524cc-2f1b-45e6-9924-aa8776e30f9a by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:21.504515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Attempting to bind port c0c524cc-2f1b-45e6-9924-aa8776e30f9a on network 4967f833-5209-44a6-93e7-fa4ea3838be7 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:21.509101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Port c0c524cc-2f1b-45e6-9924-aa8776e30f9a on network 4967f833-5209-44a6-93e7-fa4ea3838be7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:29:21.509420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Attempting to bind port c0c524cc-2f1b-45e6-9924-aa8776e30f9a on network 4967f833-5209-44a6-93e7-fa4ea3838be7 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:21.514235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:21.514574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Checking segment: {'id': '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:21.514955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Bound using segment: {'id': '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:21.515379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Bound port: c0c524cc-2f1b-45e6-9924-aa8776e30f9a, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:21.515731 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:21.577667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] For port c0c524cc-2f1b-45e6-9924-aa8776e30f9a, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:21.580839 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] For port c0c524cc-2f1b-45e6-9924-aa8776e30f9a, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,segment=NetworkSegment(297ed5d7-ad74-4162-ad50-b6ed9b8a3c93),segment_id=297ed5d7-ad74-4162-ad50-b6ed9b8a3c93)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:21.686266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:21.735633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:21.736593 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:21.737991 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] 10.222.0.23 "PUT /v2.0/ports/c0c524cc-2f1b-45e6-9924-aa8776e30f9a HTTP/1.1" status: 200 len: 1092 time: 0.7921946 Sep 17 23:29:21.743109 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a07e163-b60e-4e71-aa75-8d962b609ec3', 'tag': 'c0c524cc-2f1b-45e6-9924-aa8776e30f9a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:21.745419 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e235f96e-70dd-4ad8-b23d-112627ee9eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a07e163-b60e-4e71-aa75-8d962b609ec3", "tag": "c0c524cc-2f1b-45e6-9924-aa8776e30f9a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:21.775911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bc523-3df9-4272-887a-35b76ed78afe req-aef38bed-ea71-4ed4-9983-93e08aef5141 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:21.777468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0b6bc523-3df9-4272-887a-35b76ed78afe req-aef38bed-ea71-4ed4-9983-93e08aef5141 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 943 time: 0.1038070 Sep 17 23:29:21.786138 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd3eb9-6911-4fff-982a-628b90fd4ba2 x-openstack-request-id: req-42fd3eb9-6911-4fff-982a-628b90fd4ba2 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:21.786433 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a07e163-b60e-4e71-aa75-8d962b609ec3", "tag": "c0c524cc-2f1b-45e6-9924-aa8776e30f9a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:21.787447 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42fd3eb9-6911-4fff-982a-628b90fd4ba2 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:21.788514 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a07e163-b60e-4e71-aa75-8d962b609ec3', 'tag': 'c0c524cc-2f1b-45e6-9924-aa8776e30f9a', 'status': 'completed', 'code': 200} Sep 17 23:29:21.799135 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a919986-44de-44f4-b4ac-230c504771bb service neutron] Pushing event updated for resources: {'Port': ['ID=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:21.856659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0b6bc523-3df9-4272-887a-35b76ed78afe req-391e1984-afc6-43ad-8ac0-e1c2eb1102c2 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720756 Sep 17 23:29:21.866460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235f96e-70dd-4ad8-b23d-112627ee9eb6 req-8473bfe7-dbfc-4d28-876c-b2155cbea632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:21.868057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e235f96e-70dd-4ad8-b23d-112627ee9eb6 req-8473bfe7-dbfc-4d28-876c-b2155cbea632 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9373f790c7741fa9ccab8fe0abd1211&device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0580015 Sep 17 23:29:21.967089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235f96e-70dd-4ad8-b23d-112627ee9eb6 req-a6c87730-ac34-4234-830b-8089cfee71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:21.968605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e235f96e-70dd-4ad8-b23d-112627ee9eb6 req-a6c87730-ac34-4234-830b-8089cfee71d6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e9373f790c7741fa9ccab8fe0abd1211&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0933783 Sep 17 23:29:22.059050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235f96e-70dd-4ad8-b23d-112627ee9eb6 req-ceed19e1-aa7c-4de1-b31d-15b008becfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:22.060552 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e235f96e-70dd-4ad8-b23d-112627ee9eb6 req-ceed19e1-aa7c-4de1-b31d-15b008becfec service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846782 Sep 17 23:29:22.134606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757295a1-fa7c-4374-81be-7299c31ce98e req-2caaed80-2174-47ca-89f3-19a771f524e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:22.136107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-2caaed80-2174-47ca-89f3-19a771f524e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9373f790c7741fa9ccab8fe0abd1211&device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0405462 Sep 17 23:29:22.180068 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-01be7e4f-9ae4-405e-aab4-1a026992bcdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c524cc-2f1b-45e6-9924-aa8776e30f9a HTTP/1.1" status: 200 len: 217 time: 0.0368514 Sep 17 23:29:22.227557 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757295a1-fa7c-4374-81be-7299c31ce98e req-9bdaf365-e856-48e9-920f-157e895581ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:22.228982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-9bdaf365-e856-48e9-920f-157e895581ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c691369-20e6-4681-a712-4cfc936411a9 HTTP/1.1" status: 200 len: 854 time: 0.0427845 Sep 17 23:29:22.260248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-77f33504-5d0d-453d-a112-88bc58076190 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4967f833-5209-44a6-93e7-fa4ea3838be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238478 Sep 17 23:29:22.350852 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-fb041252-22af-41f1-ade3-cfb558e0f5ca service neutron] 10.222.0.23 "GET /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837746 Sep 17 23:29:22.437724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-757295a1-fa7c-4374-81be-7299c31ce98e req-f3988188-09fb-450f-947e-5818576ac685 service neutron] 10.222.0.23 "GET /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799329 Sep 17 23:29:22.981748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a56e41-6599-4ab1-986d-123ea68de891 req-30bed842-e29b-419c-9e75-7ad72796e69a tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:22.983257 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-33a56e41-6599-4ab1-986d-123ea68de891 req-30bed842-e29b-419c-9e75-7ad72796e69a tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 943 time: 0.0585053 Sep 17 23:29:23.021108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-33a56e41-6599-4ab1-986d-123ea68de891 req-a9a19901-07d1-4d6f-8f36-8fbf6d715e17 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Sep 17 23:29:23.397670 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-ec871dee-85d9-4510-80b7-f450cd329178 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395079 Sep 17 23:29:23.498931 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-8127a32f-2b1f-4de6-988d-678218fe5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:23.500463 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-8127a32f-2b1f-4de6-988d-678218fe5493 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9373f790c7741fa9ccab8fe0abd1211&device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 1097 time: 0.0458248 Sep 17 23:29:23.604706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-6ee5a216-86fd-4780-9d50-350de6e2ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:23.606172 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-6ee5a216-86fd-4780-9d50-350de6e2ae03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4967f833-5209-44a6-93e7-fa4ea3838be7 HTTP/1.1" status: 200 len: 915 time: 0.0857327 Sep 17 23:29:23.652173 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-f50259c7-aa51-46a9-b16f-f866c7a738c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abdf4f38-c322-4d7c-b2ba-7cba005d52d1 HTTP/1.1" status: 200 len: 217 time: 0.0384610 Sep 17 23:29:23.701596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-26de9786-62f2-42e0-9090-b680406fcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:23.703033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-26de9786-62f2-42e0-9090-b680406fcda4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c691369-20e6-4681-a712-4cfc936411a9 HTTP/1.1" status: 200 len: 854 time: 0.0436947 Sep 17 23:29:23.733916 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-83e41b62-37d4-4642-99e8-79ecbd78cd99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4967f833-5209-44a6-93e7-fa4ea3838be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236506 Sep 17 23:29:23.824848 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-07ccffc4-cebb-49f0-991a-2425468dd832 service neutron] 10.222.0.15 "GET /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833962 Sep 17 23:29:23.913077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-59594be0-84b8-44de-9d2a-ae7be8d5df12 req-08075732-8d40-4045-979f-06ee6fe90a7c service neutron] 10.222.0.15 "GET /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808718 Sep 17 23:29:24.140352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6335a-2d56-4759-a8e7-b7c2bfeae056 req-11166ed4-f110-4b7e-bca8-b6be04ccf6a3 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:24.141866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87e6335a-2d56-4759-a8e7-b7c2bfeae056 req-11166ed4-f110-4b7e-bca8-b6be04ccf6a3 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 943 time: 0.0545082 Sep 17 23:29:24.179446 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-87e6335a-2d56-4759-a8e7-b7c2bfeae056 req-ffaf6f6d-3eec-4e2e-af38-1bb4d38f19d3 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308456 Sep 17 23:29:25.290271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebf3c3-a100-4c8d-8c2f-c9a1850f7d86 req-34b8e9aa-0d39-47a3-9adc-4a4cab6dffc7 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:25.291733 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5aebf3c3-a100-4c8d-8c2f-c9a1850f7d86 req-34b8e9aa-0d39-47a3-9adc-4a4cab6dffc7 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 943 time: 0.0485594 Sep 17 23:29:25.295643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device c0c524cc-2f1b-45e6-9924-aa8776e30f9a details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:29:25.329276 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5aebf3c3-a100-4c8d-8c2f-c9a1850f7d86 req-5bd7c39b-1339-4eaf-8c44-8ba18fc0de63 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Sep 17 23:29:25.394168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port c0c524cc-2f1b-45e6-9924-aa8776e30f9a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,segment=NetworkSegment(297ed5d7-ad74-4162-ad50-b6ed9b8a3c93),segment_id=297ed5d7-ad74-4162-ad50-b6ed9b8a3c93)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:25.405132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'c0c524cc-2f1b-45e6-9924-aa8776e30f9a', 'network_id': '4967f833-5209-44a6-93e7-fa4ea3838be7', 'port_id': 'c0c524cc-2f1b-45e6-9924-aa8776e30f9a', 'mac_address': 'fa:16:3e:02:47:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c691369-20e6-4681-a712-4cfc936411a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:29:25.443640 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:25.457151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c524cc-2f1b-45e6-9924-aa8776e30f9a {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:29:25.479016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port c0c524cc-2f1b-45e6-9924-aa8776e30f9a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,segment=NetworkSegment(297ed5d7-ad74-4162-ad50-b6ed9b8a3c93),segment_id=297ed5d7-ad74-4162-ad50-b6ed9b8a3c93)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:25.525271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:25.574017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:25.709669 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['c0c524cc-2f1b-45e6-9924-aa8776e30f9a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:29:26.446168 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fffb26-53bf-4e15-bddb-416ce51d71eb req-adda533c-5fec-4137-ab3b-e12d7e11392d tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:26.448010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99fffb26-53bf-4e15-bddb-416ce51d71eb req-adda533c-5fec-4137-ab3b-e12d7e11392d tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 944 time: 0.0490582 Sep 17 23:29:26.485260 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-99fffb26-53bf-4e15-bddb-416ce51d71eb req-95d25723-bf26-4151-a4ac-1cfccade91f8 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Sep 17 23:29:27.295690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device c0c524cc-2f1b-45e6-9924-aa8776e30f9a up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:27.456656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port c0c524cc-2f1b-45e6-9924-aa8776e30f9a completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:29:27.461354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port c0c524cc-2f1b-45e6-9924-aa8776e30f9a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:27.461727 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:27.543460 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:27.566001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a07e163-b60e-4e71-aa75-8d962b609ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c524cc-2f1b-45e6-9924-aa8776e30f9a'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:27.568711 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb409d-2d25-414c-a40e-eab37287c32a" -d '{"events": [{"server_uuid": "7a07e163-b60e-4e71-aa75-8d962b609ec3", "name": "network-vif-plugged", "status": "completed", "tag": "c0c524cc-2f1b-45e6-9924-aa8776e30f9a"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:27.581740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port c0c524cc-2f1b-45e6-9924-aa8776e30f9a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,segment=NetworkSegment(297ed5d7-ad74-4162-ad50-b6ed9b8a3c93),segment_id=297ed5d7-ad74-4162-ad50-b6ed9b8a3c93)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:27.606967 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df2a82f-0d3c-4973-8d79-36a7412782a1 x-openstack-request-id: req-1df2a82f-0d3c-4973-8d79-36a7412782a1 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:27.607259 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a07e163-b60e-4e71-aa75-8d962b609ec3", "name": "network-vif-plugged", "status": "completed", "tag": "c0c524cc-2f1b-45e6-9924-aa8776e30f9a", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:27.607517 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1df2a82f-0d3c-4973-8d79-36a7412782a1 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:27.607900 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a07e163-b60e-4e71-aa75-8d962b609ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c524cc-2f1b-45e6-9924-aa8776e30f9a', 'code': 200} Sep 17 23:29:27.614721 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3b391-d248-4116-837f-90516c8dd271 req-bfd9f15b-fd40-4778-8849-71fd50d030d5 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:27.616310 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3ce3b391-d248-4116-837f-90516c8dd271 req-bfd9f15b-fd40-4778-8849-71fd50d030d5 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 944 time: 0.0641446 Sep 17 23:29:27.627905 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:27.656884 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3ce3b391-d248-4116-837f-90516c8dd271 req-dc3594e1-fc29-4812-8635-22db6df8e267 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339041 Sep 17 23:29:27.680639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:27.709503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430862d1-2428-41d3-838b-839e743e9ff1 req-ee651a76-2ebb-42c2-9a9b-8c2eb3ddc766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:27.711572 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-430862d1-2428-41d3-838b-839e743e9ff1 req-ee651a76-2ebb-42c2-9a9b-8c2eb3ddc766 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0468385 Sep 17 23:29:27.745599 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-430862d1-2428-41d3-838b-839e743e9ff1 req-dbf8edde-61a6-4c22-897e-d0972b988df0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266953 Sep 17 23:29:28.778328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ad39f-69a8-4e13-a68b-25a7186a91b7 req-ad406ea3-726d-43f5-bb53-9197b050f8e6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:28.779829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e5ad39f-69a8-4e13-a68b-25a7186a91b7 req-ad406ea3-726d-43f5-bb53-9197b050f8e6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 945 time: 0.0519433 Sep 17 23:29:28.816437 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6e5ad39f-69a8-4e13-a68b-25a7186a91b7 req-762daaa0-9372-42c9-b0c5-5aae611fa162 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305059 Sep 17 23:29:29.902458 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:29.931067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378592c3-60a0-41ec-8a0a-d6161f47785e req-cbdc40e0-62fe-46da-8f20-6a76553f18f1 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:29.932590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-378592c3-60a0-41ec-8a0a-d6161f47785e req-cbdc40e0-62fe-46da-8f20-6a76553f18f1 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 945 time: 0.0498717 Sep 17 23:29:29.970733 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-378592c3-60a0-41ec-8a0a-d6161f47785e req-f53167bd-ef7a-403b-827d-7537b5749e1a tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Sep 17 23:29:30.369638 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeb800-94d3-4ae1-a8f5-15609f8283b3 req-da44820f-7e86-4362-8c3f-1cc006895629 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:30.371119 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54eeb800-94d3-4ae1-a8f5-15609f8283b3 req-da44820f-7e86-4362-8c3f-1cc006895629 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 945 time: 0.0482373 Sep 17 23:29:30.407537 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-54eeb800-94d3-4ae1-a8f5-15609f8283b3 req-70085dec-c16c-496a-aa21-03d0ae3fe047 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304768 Sep 17 23:29:31.529873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405d626-6dd9-40ad-8216-9f567515eb3b req-f72d18ca-2707-41c8-a63c-ddb0cc3047c6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:31.531345 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9405d626-6dd9-40ad-8216-9f567515eb3b req-f72d18ca-2707-41c8-a63c-ddb0cc3047c6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 945 time: 0.0513523 Sep 17 23:29:31.591926 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9405d626-6dd9-40ad-8216-9f567515eb3b req-6c64ea36-cf31-4789-95ed-16f56b4ac797 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544949 Sep 17 23:29:31.611670 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-9c128c94-7dc8-45b6-b419-8774154a6ac2 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:31.612906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-9c128c94-7dc8-45b6-b419-8774154a6ac2 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 945 time: 0.0585084 Sep 17 23:29:31.706210 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-c8a9ffbd-21b7-46ca-beba-50243075f2a6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Deleting port c0c524cc-2f1b-45e6-9924-aa8776e30f9a {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:31.706210 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-c8a9ffbd-21b7-46ca-beba-50243075f2a6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:31.789357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-c8a9ffbd-21b7-46ca-beba-50243075f2a6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] For port c0c524cc-2f1b-45e6-9924-aa8776e30f9a, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,segment=NetworkSegment(297ed5d7-ad74-4162-ad50-b6ed9b8a3c93),segment_id=297ed5d7-ad74-4162-ad50-b6ed9b8a3c93)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:31.789715 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-c8a9ffbd-21b7-46ca-beba-50243075f2a6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:31.801756 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-c8a9ffbd-21b7-46ca-beba-50243075f2a6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Calling delete_port for c0c524cc-2f1b-45e6-9924-aa8776e30f9a owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:31.976527 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-c8a9ffbd-21b7-46ca-beba-50243075f2a6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:31.988065 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['c0c524cc-2f1b-45e6-9924-aa8776e30f9a'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:29:32.003668 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9ffbd-21b7-46ca-beba-50243075f2a6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Pushing event deleted for resources: {'Port': ['ID=c0c524cc-2f1b-45e6-9924-aa8776e30f9a,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:32.011080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['abdf4f38-c322-4d7c-b2ba-7cba005d52d1'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:29:32.050631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-c8a9ffbd-21b7-46ca-beba-50243075f2a6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] No DVR routers for this DVR port c0c524cc-2f1b-45e6-9924-aa8776e30f9a on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:32.054196 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-c8a9ffbd-21b7-46ca-beba-50243075f2a6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:32.056222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2c086ad9-ec25-4dca-aa7b-5635240a7420 req-c8a9ffbd-21b7-46ca-beba-50243075f2a6 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.23 "DELETE /v2.0/ports/c0c524cc-2f1b-45e6-9924-aa8776e30f9a HTTP/1.1" status: 204 len: 173 time: 0.4373791 Sep 17 23:29:32.056669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a07e163-b60e-4e71-aa75-8d962b609ec3', 'name': 'network-vif-deleted', 'tag': 'c0c524cc-2f1b-45e6-9924-aa8776e30f9a'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:32.058906 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3d715e-a1aa-4086-be70-a449d5990a60" -d '{"events": [{"server_uuid": "7a07e163-b60e-4e71-aa75-8d962b609ec3", "name": "network-vif-deleted", "tag": "c0c524cc-2f1b-45e6-9924-aa8776e30f9a"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:32.094517 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9471913a-94fe-48df-b17f-477e40475f03 x-openstack-request-id: req-9471913a-94fe-48df-b17f-477e40475f03 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:32.094811 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a07e163-b60e-4e71-aa75-8d962b609ec3", "name": "network-vif-deleted", "tag": "c0c524cc-2f1b-45e6-9924-aa8776e30f9a", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:32.095065 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9471913a-94fe-48df-b17f-477e40475f03 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:32.095453 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a07e163-b60e-4e71-aa75-8d962b609ec3', 'name': 'network-vif-deleted', 'tag': 'c0c524cc-2f1b-45e6-9924-aa8776e30f9a', 'status': 'completed', 'code': 200} Sep 17 23:29:32.697305 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a15de169-83ed-4800-9436-9529f228564d req-d54f7def-3d74-4b50-be42-c99a9e144291 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a07e163-b60e-4e71-aa75-8d962b609ec3 HTTP/1.1" status: 200 len: 210 time: 0.0262935 Sep 17 23:29:33.324524 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-114c1def-e9d5-4338-9b7e-915ec9604cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:33.862636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dfc86-7433-4710-8420-8be94aad189e req-49b8e892-0289-44dd-a082-f902cde994ac tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:33.864416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-858dfc86-7433-4710-8420-8be94aad189e req-49b8e892-0289-44dd-a082-f902cde994ac tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0507324 Sep 17 23:29:33.901383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-858dfc86-7433-4710-8420-8be94aad189e req-b0efd91d-adf3-4f73-93f2-fd9e8f47993b tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308127 Sep 17 23:29:34.029838 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0a643-0d03-4472-ba56-4dfa29883fe9 req-bca7dfe5-37ec-4f97-8fdc-072062dd02ec tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:34.031225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4e0a643-0d03-4472-ba56-4dfa29883fe9 req-bca7dfe5-37ec-4f97-8fdc-072062dd02ec tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0478759 Sep 17 23:29:34.077313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b4e0a643-0d03-4472-ba56-4dfa29883fe9 req-e582d644-b461-48ef-99a1-0c495efdb7ad tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377593 Sep 17 23:29:34.198127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fa9df-1fc7-4559-9460-8472e008b02a req-e8922266-167b-49ff-b672-76735e2ad9b9 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:34.199603 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c38fa9df-1fc7-4559-9460-8472e008b02a req-e8922266-167b-49ff-b672-76735e2ad9b9 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0522103 Sep 17 23:29:34.236553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c38fa9df-1fc7-4559-9460-8472e008b02a req-a9a1e6bd-7e2f-4a8c-a2c4-149fab31a503 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Sep 17 23:29:34.307458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-313bd030-6256-4f8d-bbdc-1a18d49c14fe req-4a876b56-2703-461e-b256-41e71b4dc9ec service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:29:34.308365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-313bd030-6256-4f8d-bbdc-1a18d49c14fe req-4a876b56-2703-461e-b256-41e71b4dc9ec service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053203 Sep 17 23:29:34.412870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b03fd-4c9c-4dea-b5a3-9886a99563fa req-2a3a791f-679a-44d0-9db4-f94f6eab4ef9 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:34.419737 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-658b03fd-4c9c-4dea-b5a3-9886a99563fa req-2a3a791f-679a-44d0-9db4-f94f6eab4ef9 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0487661 Sep 17 23:29:34.452491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-658b03fd-4c9c-4dea-b5a3-9886a99563fa req-614ddc7a-5c97-4416-9aab-945882c2c002 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Sep 17 23:29:34.571269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a6af2-c161-45de-87ac-9b5d41e402c1 req-f110f85c-d87d-477c-a23c-bfb26cafd29e tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:34.572965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed8a6af2-c161-45de-87ac-9b5d41e402c1 req-f110f85c-d87d-477c-a23c-bfb26cafd29e tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0542316 Sep 17 23:29:34.611364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed8a6af2-c161-45de-87ac-9b5d41e402c1 req-8829979a-a941-419e-a8a0-f28f281728f0 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Sep 17 23:29:34.734632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4fba7-b080-421b-b72a-be9462eca368 req-1421de0d-b35e-4694-89f6-9d1650e28ab3 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:34.736110 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29c4fba7-b080-421b-b72a-be9462eca368 req-1421de0d-b35e-4694-89f6-9d1650e28ab3 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0493062 Sep 17 23:29:34.774032 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-29c4fba7-b080-421b-b72a-be9462eca368 req-16a1e26b-aa27-4091-a059-37421bdb5566 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Sep 17 23:29:35.194441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d145a-c450-4a06-8a7a-fa7dd2e48f57 req-ce14387e-6550-41ba-8c96-d739147b2e25 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:35.195927 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-493d145a-c450-4a06-8a7a-fa7dd2e48f57 req-ce14387e-6550-41ba-8c96-d739147b2e25 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0487695 Sep 17 23:29:35.232784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-493d145a-c450-4a06-8a7a-fa7dd2e48f57 req-80467a8b-b00a-45a5-9b36-6b2ccde8755c tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307043 Sep 17 23:29:35.948254 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-891cb5b7-721f-4bd7-b553-7174a69131b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:36.354909 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceecb41-039e-430b-8da7-0f65ffa08ae3 req-8999d782-a34b-4a01-a834-b15730b6143d tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:36.356577 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1ceecb41-039e-430b-8da7-0f65ffa08ae3 req-8999d782-a34b-4a01-a834-b15730b6143d tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0523474 Sep 17 23:29:36.399796 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1ceecb41-039e-430b-8da7-0f65ffa08ae3 req-3874f70c-a067-49bd-be1f-aa520f730db0 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/security-groups?id=193515bb-c304-4870-850f-d3ea3490880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373189 Sep 17 23:29:36.732699 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-5d64acb8-d4cc-4414-a468-26379910f052 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:36.734273 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-5d64acb8-d4cc-4414-a468-26379910f052 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.15 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 945 time: 0.0559518 Sep 17 23:29:36.845908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Deleting port abdf4f38-c322-4d7c-b2ba-7cba005d52d1 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:36.846253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:36.957742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] For port abdf4f38-c322-4d7c-b2ba-7cba005d52d1, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,segment=NetworkSegment(297ed5d7-ad74-4162-ad50-b6ed9b8a3c93),segment_id=297ed5d7-ad74-4162-ad50-b6ed9b8a3c93)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:36.958112 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:36.969993 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Calling delete_port for abdf4f38-c322-4d7c-b2ba-7cba005d52d1 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:37.085117 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:37.164453 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:37.196371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['abdf4f38-c322-4d7c-b2ba-7cba005d52d1'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:29:37.198600 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Pushing event deleted for resources: {'Port': ['ID=abdf4f38-c322-4d7c-b2ba-7cba005d52d1,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:37.224738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.225248 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.225615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.225948 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.226282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.226608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.226936 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.227258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.227579 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.227895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.228239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.228558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:37.247577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] No DVR routers for this DVR port abdf4f38-c322-4d7c-b2ba-7cba005d52d1 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:37.250123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:37.252184 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e3ae2684-f1e5-40f5-8298-d7c3287fb5e8 req-290262e5-cae7-4aa7-84ed-d8a03fb25719 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.15 "DELETE /v2.0/ports/abdf4f38-c322-4d7c-b2ba-7cba005d52d1 HTTP/1.1" status: 204 len: 173 time: 0.5119803 Sep 17 23:29:37.252620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872ea654-d8e2-47a7-837b-ecfc6385cc9d', 'name': 'network-vif-deleted', 'tag': 'abdf4f38-c322-4d7c-b2ba-7cba005d52d1'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:29:37.254915 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d982d620-d75a-49e3-b29b-4f9ec704c248" -d '{"events": [{"server_uuid": "872ea654-d8e2-47a7-837b-ecfc6385cc9d", "name": "network-vif-deleted", "tag": "abdf4f38-c322-4d7c-b2ba-7cba005d52d1"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:29:37.290794 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e85be2e-baa6-494a-8f1d-89a947db7ce2 x-openstack-request-id: req-7e85be2e-baa6-494a-8f1d-89a947db7ce2 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:29:37.291087 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872ea654-d8e2-47a7-837b-ecfc6385cc9d", "name": "network-vif-deleted", "tag": "abdf4f38-c322-4d7c-b2ba-7cba005d52d1", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:29:37.291348 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e85be2e-baa6-494a-8f1d-89a947db7ce2 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:29:37.291731 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872ea654-d8e2-47a7-837b-ecfc6385cc9d', 'name': 'network-vif-deleted', 'tag': 'abdf4f38-c322-4d7c-b2ba-7cba005d52d1', 'status': 'completed', 'code': 200} Sep 17 23:29:37.357727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device c0c524cc-2f1b-45e6-9924-aa8776e30f9a no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:37.377161 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: c0c524cc-2f1b-45e6-9924-aa8776e30f9a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:37.379718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device c0c524cc-2f1b-45e6-9924-aa8776e30f9a not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:37.496832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b9fb0ec2-9e66-4944-8fc1-a2f95cca5372 req-eed23ff6-dbfb-44cb-80c5-1c27aab3ee57 tempest-ServersNegativeTestJSON-369679569 tempest-ServersNegativeTestJSON-369679569-project] 10.222.0.30 "GET /v2.0/ports?device_id=872ea654-d8e2-47a7-837b-ecfc6385cc9d HTTP/1.1" status: 200 len: 210 time: 0.0270855 Sep 17 23:29:37.581748 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:38.553560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56006) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:38.600174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5b87e0-0768-4a1b-b4a8-237b977fb267 admin admin] Deleting subnet 5c691369-20e6-4681-a712-4cfc936411a9 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:29:38.603217 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5b87e0-0768-4a1b-b4a8-237b977fb267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:38.639031 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5b87e0-0768-4a1b-b4a8-237b977fb267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:38.676062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5b87e0-0768-4a1b-b4a8-237b977fb267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:38.788324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5b87e0-0768-4a1b-b4a8-237b977fb267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:38.812793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b87e0-0768-4a1b-b4a8-237b977fb267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c691369-20e6-4681-a712-4cfc936411a9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:38.817048 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d5b87e0-0768-4a1b-b4a8-237b977fb267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:38.819607 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1d5b87e0-0768-4a1b-b4a8-237b977fb267 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5c691369-20e6-4681-a712-4cfc936411a9 HTTP/1.1" status: 204 len: 168 time: 0.2650533 Sep 17 23:29:38.822532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56008) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:38.893172 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:38.969819 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:38.990275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4967f833-5209-44a6-93e7-fa4ea3838be7']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:38.999257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:38.999555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297ed5d7-ad74-4162-ad50-b6ed9b8a3c93') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:39.012964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:39.026256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:39.031942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:39.032360 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:39.033963 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:39.158358 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:39.164829 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:39.167711 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4967f833-5209-44a6-93e7-fa4ea3838be7 HTTP/1.1" status: 204 len: 168 time: 0.3442688 Sep 17 23:29:39.178637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc13da-5ef4-43ee-9300-1011eae1c769 admin admin] Pushing event deleted for resources: {'Network': ['ID=4967f833-5209-44a6-93e7-fa4ea3838be7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:39.255615 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:39.490970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56012) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:39.530543 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-497cb004-40fe-438b-8e94-593885f8b211 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9373f790c7741fa9ccab8fe0abd1211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384254 Sep 17 23:29:39.533054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56014) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:39.580995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0db20371-00a8-40d8-b280-ccae6c74eca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:39.607563 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0db20371-00a8-40d8-b280-ccae6c74eca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:39.701773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0db20371-00a8-40d8-b280-ccae6c74eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:39.704364 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0db20371-00a8-40d8-b280-ccae6c74eca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:39.705568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0db20371-00a8-40d8-b280-ccae6c74eca2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/193515bb-c304-4870-850f-d3ea3490880c HTTP/1.1" status: 204 len: 168 time: 0.1716299 Sep 17 23:29:39.713901 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db20371-00a8-40d8-b280-ccae6c74eca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193515bb-c304-4870-850f-d3ea3490880c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:40.749601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56036) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:40.842905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1364763825'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:40.959570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Made reservation on behalf of 9ccb3e02b9884d238ef01d02c410e83f for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:40.963154 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:40.972534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:40.987578 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:41.058697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:41.124727 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:41.154072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:29:41.159436 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6f00d3-ffe6-4fc0-9336-a149cdc53414,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:41.167264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:41.167608 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Added segment 4aa2fce8-44de-445f-a498-8e00c761771f of type vlan for network 9b648f08-b507-47fc-800d-f2a0c85dee9c Sep 17 23:29:41.204594 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device abdf4f38-c322-4d7c-b2ba-7cba005d52d1 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:41.216902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:41.224949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: abdf4f38-c322-4d7c-b2ba-7cba005d52d1 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:41.225421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device abdf4f38-c322-4d7c-b2ba-7cba005d52d1 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:41.290324 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:41.295811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:41.298190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:41.363698 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'Network': ['ID=9b648f08-b507-47fc-800d-f2a0c85dee9c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:41.376063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 9b648f08-b507-47fc-800d-f2a0c85dee9c details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:29:41.394499 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3bef640d-94e4-41e0-ae50-c02f09fcae08 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6437461 Sep 17 23:29:44.727037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56040) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:44.732437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Request body: {'subnet': {'network_id': '9b648f08-b507-47fc-800d-f2a0c85dee9c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:44.907712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Made reservation on behalf of 9ccb3e02b9884d238ef01d02c410e83f for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:44.911292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.142685 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.207121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'Subnet': ['ID=33047475-b041-437a-adac-515708849ff1,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:45.216457 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Checking segment: {'id': '4aa2fce8-44de-445f-a498-8e00c761771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b648f08-b507-47fc-800d-f2a0c85dee9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:45.216820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Network hostable DHCP agents. Network: 9b648f08-b507-47fc-800d-f2a0c85dee9c, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:29:45.307814 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Network 9b648f08-b507-47fc-800d-f2a0c85dee9c is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:29:45.404463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 9b648f08-b507-47fc-800d-f2a0c85dee9c) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:45.408824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:45.409414 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.414118 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f55c815-5e4c-4b2f-8369-82ef9f21f2fe None None] Network 9b648f08-b507-47fc-800d-f2a0c85dee9c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:45.508977 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2e2192fa-6a49-4fa8-ad8e-7650d8f0916b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7806392 Sep 17 23:29:45.512500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56042) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:45.517513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-377588545'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:45.560629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-9b648f08-b507-47fc-800d-f2a0c85dee9c', 'network_id': '9b648f08-b507-47fc-800d-f2a0c85dee9c', 'tenant_id': '9ccb3e02b9884d238ef01d02c410e83f', 'fixed_ips': [{'subnet_id': '33047475-b041-437a-adac-515708849ff1'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:29:45.561502 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.609744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Made reservation on behalf of 9ccb3e02b9884d238ef01d02c410e83f for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:45.613722 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.638269 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:29:45.648524 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.648936 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Added segment 929ec4e8-2488-4c2a-a481-a5df469822cb of type vlan for network cd874121-9955-4cca-8ffc-470ee13c5891 Sep 17 23:29:45.688499 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.699927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Allocated IP 2001:db8:0:ffff::2 (9b648f08-b507-47fc-800d-f2a0c85dee9c/33047475-b041-437a-adac-515708849ff1/7f976984-2205-4e0c-a575-3fe2ff07f9e2) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:45.839269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.840908 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.844941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:45.845518 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.913476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'Network': ['ID=cd874121-9955-4cca-8ffc-470ee13c5891,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:45.923825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network cd874121-9955-4cca-8ffc-470ee13c5891 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:29:45.971528 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-799384a3-db78-4063-ae36-944b61bf6db8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4579117 Sep 17 23:29:45.974255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56044) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:45.977179 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:45.979773 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Request body: {'subnet': {'network_id': 'cd874121-9955-4cca-8ffc-470ee13c5891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:46.027910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Network 9b648f08-b507-47fc-800d-f2a0c85dee9c is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:46.034616 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:46.039876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:46.043119 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Pushing event updated for resources: {'Port': ['ID=7f976984-2205-4e0c-a575-3fe2ff07f9e2,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:46.095265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Attempting to bind port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:46.095633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Attempting to bind port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '4aa2fce8-44de-445f-a498-8e00c761771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b648f08-b507-47fc-800d-f2a0c85dee9c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:46.095999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Attempting to bind port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 on network 9b648f08-b507-47fc-800d-f2a0c85dee9c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:46.101505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:46.101886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Checking segment: {'id': '4aa2fce8-44de-445f-a498-8e00c761771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b648f08-b507-47fc-800d-f2a0c85dee9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:46.102287 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.102681 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Bound using segment: {'id': '4aa2fce8-44de-445f-a498-8e00c761771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b648f08-b507-47fc-800d-f2a0c85dee9c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:46.103146 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Bound port: 7f976984-2205-4e0c-a575-3fe2ff07f9e2, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa2fce8-44de-445f-a498-8e00c761771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b648f08-b507-47fc-800d-f2a0c85dee9c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:46.103523 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.164995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Made reservation on behalf of 9ccb3e02b9884d238ef01d02c410e83f for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:46.165956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] For port 7f976984-2205-4e0c-a575-3fe2ff07f9e2, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:46.168647 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.169041 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] For port 7f976984-2205-4e0c-a575-3fe2ff07f9e2, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f976984-2205-4e0c-a575-3fe2ff07f9e2,segment=NetworkSegment(4aa2fce8-44de-445f-a498-8e00c761771f),segment_id=4aa2fce8-44de-445f-a498-8e00c761771f)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:46.213254 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.275722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456feb1a-1893-4e17-a2d5-3b9477ad5ccd None None] Pushing event updated for resources: {'Port': ['ID=7f976984-2205-4e0c-a575-3fe2ff07f9e2,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:46.410735 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.493978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'Subnet': ['ID=58d95c20-2bb3-4448-8918-6d9ffae60fa0,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:46.504603 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Checking segment: {'id': '929ec4e8-2488-4c2a-a481-a5df469822cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cd874121-9955-4cca-8ffc-470ee13c5891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:46.504912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Network hostable DHCP agents. Network: cd874121-9955-4cca-8ffc-470ee13c5891, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:29:46.593169 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Network cd874121-9955-4cca-8ffc-470ee13c5891 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:29:46.679340 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, cd874121-9955-4cca-8ffc-470ee13c5891) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:46.683471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:46.684068 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.691710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a978fb-f13d-42cf-a3e5-2d14ef44226e None None] Network cd874121-9955-4cca-8ffc-470ee13c5891 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:46.760214 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c185d679-a077-4265-bde4-739cf24c2bd4 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7844040 Sep 17 23:29:46.762995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56046) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:46.836053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-cd874121-9955-4cca-8ffc-470ee13c5891', 'network_id': 'cd874121-9955-4cca-8ffc-470ee13c5891', 'tenant_id': '9ccb3e02b9884d238ef01d02c410e83f', 'fixed_ips': [{'subnet_id': '58d95c20-2bb3-4448-8918-6d9ffae60fa0'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:29:46.837075 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.867295 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.952659 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.991176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Allocated IP 2001:db8::2 (cd874121-9955-4cca-8ffc-470ee13c5891/58d95c20-2bb3-4448-8918-6d9ffae60fa0/5efc51d3-e270-43e5-9ada-a57484cc8b88) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:47.102353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f976984-2205-4e0c-a575-3fe2ff07f9e2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:47.197336 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.203003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39acb9a7-635b-4790-9125-f6d9d340f710 None None] Network 9b648f08-b507-47fc-800d-f2a0c85dee9c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:47.232699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:47.233069 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.246968 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:29:47.291825 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.336595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e6daba27-b2ee-4628-a941-77013ccb675c None None] Provisioning complete for port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:47.336970 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e6daba27-b2ee-4628-a941-77013ccb675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.347513 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.358068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Network cd874121-9955-4cca-8ffc-470ee13c5891 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:47.375552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Subnet': ['ID=58d95c20-2bb3-4448-8918-6d9ffae60fa0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:47.383973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:47.396419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:47.432657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Pushing event updated for resources: {'Port': ['ID=5efc51d3-e270-43e5-9ada-a57484cc8b88,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:47.444157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.465147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd874121-9955-4cca-8ffc-470ee13c5891']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:47.474315 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929ec4e8-2488-4c2a-a481-a5df469822cb') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:47.474616 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929ec4e8-2488-4c2a-a481-a5df469822cb') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:47.484840 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.498965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.505390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:47.505803 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:47.509982 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:47.546913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Attempting to bind port 5efc51d3-e270-43e5-9ada-a57484cc8b88 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:47.547155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Attempting to bind port 5efc51d3-e270-43e5-9ada-a57484cc8b88 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '929ec4e8-2488-4c2a-a481-a5df469822cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cd874121-9955-4cca-8ffc-470ee13c5891'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:47.547521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Attempting to bind port 5efc51d3-e270-43e5-9ada-a57484cc8b88 on network cd874121-9955-4cca-8ffc-470ee13c5891 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:47.610086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:29:47.610086 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:29:47.610086 n-d-713499-18 neutron-server[95455]: [parameters: {'id': 'cd874121-9955-4cca-8ffc-470ee13c5891'}] Sep 17 23:29:47.610086 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:29:47.610598 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:29:47.718155 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.750211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:47.750586 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Checking segment: {'id': '929ec4e8-2488-4c2a-a481-a5df469822cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cd874121-9955-4cca-8ffc-470ee13c5891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:47.750987 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.751379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Bound using segment: {'id': '929ec4e8-2488-4c2a-a481-a5df469822cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cd874121-9955-4cca-8ffc-470ee13c5891'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:47.751844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Bound port: 5efc51d3-e270-43e5-9ada-a57484cc8b88, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929ec4e8-2488-4c2a-a481-a5df469822cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cd874121-9955-4cca-8ffc-470ee13c5891'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:47.752241 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.795806 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e6daba27-b2ee-4628-a941-77013ccb675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.831103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 7f976984-2205-4e0c-a575-3fe2ff07f9e2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f976984-2205-4e0c-a575-3fe2ff07f9e2,segment=NetworkSegment(4aa2fce8-44de-445f-a498-8e00c761771f),segment_id=4aa2fce8-44de-445f-a498-8e00c761771f)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:47.874455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] For port 5efc51d3-e270-43e5-9ada-a57484cc8b88, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:47.877612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] For port 5efc51d3-e270-43e5-9ada-a57484cc8b88, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5efc51d3-e270-43e5-9ada-a57484cc8b88,segment=NetworkSegment(929ec4e8-2488-4c2a-a481-a5df469822cb),segment_id=929ec4e8-2488-4c2a-a481-a5df469822cb)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:47.885529 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.940149 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.970678 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-e6daba27-b2ee-4628-a941-77013ccb675c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:29:47.971029 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-e6daba27-b2ee-4628-a941-77013ccb675c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:29:47.974621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=7f976984-2205-4e0c-a575-3fe2ff07f9e2,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:48.045498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b3d46-f654-4ce3-abf4-a210b2068865 None None] Network cd874121-9955-4cca-8ffc-470ee13c5891 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:48.059925 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9001f-882c-4eef-9404-cd40948c2a96 None None] Pushing event updated for resources: {'Port': ['ID=5efc51d3-e270-43e5-9ada-a57484cc8b88,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:48.111252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.169786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5261afe4-f9b4-4752-899c-94c2033a47b9 None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:29:48.171674 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Deleting port 5efc51d3-e270-43e5-9ada-a57484cc8b88 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:48.172016 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.233800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5261afe4-f9b4-4752-899c-94c2033a47b9 None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:29:48.234482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] For port 5efc51d3-e270-43e5-9ada-a57484cc8b88, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5efc51d3-e270-43e5-9ada-a57484cc8b88,segment=NetworkSegment(929ec4e8-2488-4c2a-a481-a5df469822cb),segment_id=929ec4e8-2488-4c2a-a481-a5df469822cb)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:48.234854 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.248432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Calling delete_port for 5efc51d3-e270-43e5-9ada-a57484cc8b88 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:48.438935 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.465023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Port': ['ID=5efc51d3-e270-43e5-9ada-a57484cc8b88,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:48.468758 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No DVR routers for this DVR port 5efc51d3-e270-43e5-9ada-a57484cc8b88 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:48.548490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.568393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd874121-9955-4cca-8ffc-470ee13c5891']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:48.577680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929ec4e8-2488-4c2a-a481-a5df469822cb') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:48.577979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929ec4e8-2488-4c2a-a481-a5df469822cb') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:48.587137 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.600433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.606213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:48.606623 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:48.609573 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:48.629325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3702157f-21cf-4262-9bbb-474f19cd33d1 None None] Provisioning complete for port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:48.629697 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3702157f-21cf-4262-9bbb-474f19cd33d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.718984 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.727831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:48.728179 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/networks/cd874121-9955-4cca-8ffc-470ee13c5891 HTTP/1.1" status: 204 len: 168 time: 1.9640310 Sep 17 23:29:48.732160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56048) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:48.737326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-60911664'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:48.738996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65eaf7-0e46-4877-a077-a4ca58a2f3cc tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Network': ['ID=cd874121-9955-4cca-8ffc-470ee13c5891,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:48.822016 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Made reservation on behalf of 9ccb3e02b9884d238ef01d02c410e83f for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:48.829578 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.039249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f976984-2205-4e0c-a575-3fe2ff07f9e2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:49.089335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:49.089709 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.137338 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:29:49.146534 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.147050 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Added segment 43c9b783-2c72-401a-a8f9-bc89a37b93d5 of type vlan for network 4ce292e5-3cf4-462e-8b9f-d23d164d5f44 Sep 17 23:29:49.197222 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.261782 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.267178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:49.267752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.371131 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6376531 Sep 17 23:29:49.374515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'Network': ['ID=4ce292e5-3cf4-462e-8b9f-d23d164d5f44,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:49.374757 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56050) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:49.379668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Request body: {'subnet': {'network_id': '4ce292e5-3cf4-462e-8b9f-d23d164d5f44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.387727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dab4c-44e1-44e0-819f-93a5a5cfd422 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:49.397896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4ce292e5-3cf4-462e-8b9f-d23d164d5f44 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:29:49.530394 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Made reservation on behalf of 9ccb3e02b9884d238ef01d02c410e83f for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:49.533876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.588962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Performing IP validity checks on allocation pools {{(pid=95455) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 23:29:49.589481 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.ipam_backend_mixin [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95455) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 23:29:50.102075 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.161973 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'Subnet': ['ID=6deaaf88-83a8-4d04-b829-6eac06e3a171,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:50.170051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Checking segment: {'id': '43c9b783-2c72-401a-a8f9-bc89a37b93d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ce292e5-3cf4-462e-8b9f-d23d164d5f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:50.170612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Network hostable DHCP agents. Network: 4ce292e5-3cf4-462e-8b9f-d23d164d5f44, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:29:50.244626 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Network 4ce292e5-3cf4-462e-8b9f-d23d164d5f44 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:29:50.330036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4ce292e5-3cf4-462e-8b9f-d23d164d5f44) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:50.335239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:50.336196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.339863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c760070c-5487-4a04-826e-9053a2b2ddee None None] Network 4ce292e5-3cf4-462e-8b9f-d23d164d5f44 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:50.417118 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6fe33b5e-5179-4056-8133-fcc11f2b6db9 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0409770 Sep 17 23:29:50.419396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56052) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:50.489047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-4ce292e5-3cf4-462e-8b9f-d23d164d5f44', 'network_id': '4ce292e5-3cf4-462e-8b9f-d23d164d5f44', 'tenant_id': '9ccb3e02b9884d238ef01d02c410e83f', 'fixed_ips': [{'subnet_id': '6deaaf88-83a8-4d04-b829-6eac06e3a171'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:29:50.489920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.518385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.570306 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.635927 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Allocated IP 2001:db8::3 (4ce292e5-3cf4-462e-8b9f-d23d164d5f44/6deaaf88-83a8-4d04-b829-6eac06e3a171/b1c40db4-8299-4c7e-bb0e-436645ef5b8c) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:50.778413 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.856140 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.892676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Network 4ce292e5-3cf4-462e-8b9f-d23d164d5f44 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:50.895502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:50.901731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:50.907128 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Pushing event updated for resources: {'Port': ['ID=b1c40db4-8299-4c7e-bb0e-436645ef5b8c,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:50.942167 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.957793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Attempting to bind port b1c40db4-8299-4c7e-bb0e-436645ef5b8c on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:50.958165 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Attempting to bind port b1c40db4-8299-4c7e-bb0e-436645ef5b8c by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '43c9b783-2c72-401a-a8f9-bc89a37b93d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ce292e5-3cf4-462e-8b9f-d23d164d5f44'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:50.958532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Attempting to bind port b1c40db4-8299-4c7e-bb0e-436645ef5b8c on network 4ce292e5-3cf4-462e-8b9f-d23d164d5f44 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:50.964303 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:50.964676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Checking segment: {'id': '43c9b783-2c72-401a-a8f9-bc89a37b93d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ce292e5-3cf4-462e-8b9f-d23d164d5f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:50.965079 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.965469 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Bound using segment: {'id': '43c9b783-2c72-401a-a8f9-bc89a37b93d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ce292e5-3cf4-462e-8b9f-d23d164d5f44'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:50.965931 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Bound port: b1c40db4-8299-4c7e-bb0e-436645ef5b8c, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c9b783-2c72-401a-a8f9-bc89a37b93d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ce292e5-3cf4-462e-8b9f-d23d164d5f44'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:50.966305 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.974617 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Subnet': ['ID=6deaaf88-83a8-4d04-b829-6eac06e3a171,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:51.033517 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.034858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] For port b1c40db4-8299-4c7e-bb0e-436645ef5b8c, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:51.038695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] For port b1c40db4-8299-4c7e-bb0e-436645ef5b8c, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b1c40db4-8299-4c7e-bb0e-436645ef5b8c,segment=NetworkSegment(43c9b783-2c72-401a-a8f9-bc89a37b93d5),segment_id=43c9b783-2c72-401a-a8f9-bc89a37b93d5)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:51.053899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce292e5-3cf4-462e-8b9f-d23d164d5f44']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:51.062913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c9b783-2c72-401a-a8f9-bc89a37b93d5') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:51.063208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c9b783-2c72-401a-a8f9-bc89a37b93d5') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:51.073011 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.113801 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.116482 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.122998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:51.123114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:51.126112 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:51.191871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d858d1-79a8-440b-b068-2309bc12707d None None] Pushing event updated for resources: {'Port': ['ID=b1c40db4-8299-4c7e-bb0e-436645ef5b8c,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:51.205023 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.db.api [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:29:51.205023 n-d-713499-18 neutron-server[95455]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:29:51.205023 n-d-713499-18 neutron-server[95455]: [parameters: {'id': '4ce292e5-3cf4-462e-8b9f-d23d164d5f44'}] Sep 17 23:29:51.205023 n-d-713499-18 neutron-server[95455]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:29:51.205365 n-d-713499-18 neutron-server[95455]: DEBUG oslo_db.api [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:29:51.209123 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5265ff33-ff98-4d64-9184-a16da5feb0a8 None None] Network 4ce292e5-3cf4-462e-8b9f-d23d164d5f44 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:51.327978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63568278-50d6-4af6-97c4-344cad1decda None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:29:51.391333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63568278-50d6-4af6-97c4-344cad1decda None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:29:51.706748 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.759084 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Deleting port b1c40db4-8299-4c7e-bb0e-436645ef5b8c {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:51.759414 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.827856 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] For port b1c40db4-8299-4c7e-bb0e-436645ef5b8c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b1c40db4-8299-4c7e-bb0e-436645ef5b8c,segment=NetworkSegment(43c9b783-2c72-401a-a8f9-bc89a37b93d5),segment_id=43c9b783-2c72-401a-a8f9-bc89a37b93d5)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:51.828243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.841415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Calling delete_port for b1c40db4-8299-4c7e-bb0e-436645ef5b8c owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:51.976844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.001522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Port': ['ID=b1c40db4-8299-4c7e-bb0e-436645ef5b8c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:52.006304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No DVR routers for this DVR port b1c40db4-8299-4c7e-bb0e-436645ef5b8c on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:52.089526 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.110439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce292e5-3cf4-462e-8b9f-d23d164d5f44']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:52.120939 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c9b783-2c72-401a-a8f9-bc89a37b93d5') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:52.121292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c9b783-2c72-401a-a8f9-bc89a37b93d5') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:52.134462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.148329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.154002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:52.154377 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:52.157252 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:52.278964 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.285724 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.287707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/networks/4ce292e5-3cf4-462e-8b9f-d23d164d5f44 HTTP/1.1" status: 204 len: 168 time: 1.8671455 Sep 17 23:29:52.291516 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56054) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:52.296613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-325487212'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:52.298661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9c700-00df-4834-b578-437797234970 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Network': ['ID=4ce292e5-3cf4-462e-8b9f-d23d164d5f44,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:52.364394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Made reservation on behalf of 9ccb3e02b9884d238ef01d02c410e83f for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:52.367863 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.391180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:29:52.400313 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.400651 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Added segment 6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48 of type vlan for network 618963d4-e44a-4f71-80d0-81803959dfbd Sep 17 23:29:52.443060 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.523752 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.529409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:52.529981 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:52.596539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'Network': ['ID=618963d4-e44a-4f71-80d0-81803959dfbd,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:52.606550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 618963d4-e44a-4f71-80d0-81803959dfbd details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:29:52.634686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a995dca3-d362-4ac2-b6c3-8a67cf38f953 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3418899 Sep 17 23:29:52.637428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56056) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:52.642289 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Request body: {'subnet': {'network_id': '618963d4-e44a-4f71-80d0-81803959dfbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:52.810464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Made reservation on behalf of 9ccb3e02b9884d238ef01d02c410e83f for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:52.814176 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.050544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.110967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'Subnet': ['ID=8f0e475d-fc95-4831-8dcc-1fa1571e2beb,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:53.121232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Checking segment: {'id': '6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '618963d4-e44a-4f71-80d0-81803959dfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:53.121589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Network hostable DHCP agents. Network: 618963d4-e44a-4f71-80d0-81803959dfbd, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:29:53.215587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Network 618963d4-e44a-4f71-80d0-81803959dfbd is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:29:53.266972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 618963d4-e44a-4f71-80d0-81803959dfbd) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:53.271259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:53.271969 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.275981 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba87a8-b3a1-4db9-a8d9-b4ba098f574e None None] Network 618963d4-e44a-4f71-80d0-81803959dfbd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:53.337228 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0dfc1046-2afb-4a5a-b9f7-b37d7715ebcb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6987486 Sep 17 23:29:53.340850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56058) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:53.345891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-900262500'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:53.420380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-618963d4-e44a-4f71-80d0-81803959dfbd', 'network_id': '618963d4-e44a-4f71-80d0-81803959dfbd', 'tenant_id': '9ccb3e02b9884d238ef01d02c410e83f', 'fixed_ips': [{'subnet_id': '8f0e475d-fc95-4831-8dcc-1fa1571e2beb'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:29:53.423144 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.450146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Made reservation on behalf of 9ccb3e02b9884d238ef01d02c410e83f for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:53.453941 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.478685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:29:53.487536 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.487884 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Added segment 87b45345-4373-4257-8235-943524b0688e of type vlan for network 704024c4-ff60-47a6-8ef2-ed6f66f09a1e Sep 17 23:29:53.527940 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.557545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Allocated IP 2001:db8::2 (618963d4-e44a-4f71-80d0-81803959dfbd/8f0e475d-fc95-4831-8dcc-1fa1571e2beb/b0508e1d-1b43-454a-8879-a5105ffc070a) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:53.603822 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.609595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:53.610186 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.681706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'Network': ['ID=704024c4-ff60-47a6-8ef2-ed6f66f09a1e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:53.693163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 704024c4-ff60-47a6-8ef2-ed6f66f09a1e details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:29:53.708148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7daf4ec5-c73f-4b61-b69d-72d6f858d87b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3661919 Sep 17 23:29:53.714495 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.716962 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56060) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:53.722027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Request body: {'subnet': {'network_id': '704024c4-ff60-47a6-8ef2-ed6f66f09a1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:53.782076 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.822411 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Network 618963d4-e44a-4f71-80d0-81803959dfbd is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:53.825458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:53.829139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:53.847707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Pushing event updated for resources: {'Port': ['ID=b0508e1d-1b43-454a-8879-a5105ffc070a,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:53.861661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Made reservation on behalf of 9ccb3e02b9884d238ef01d02c410e83f for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:53.865420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.896112 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Attempting to bind port b0508e1d-1b43-454a-8879-a5105ffc070a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:53.896502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Attempting to bind port b0508e1d-1b43-454a-8879-a5105ffc070a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '618963d4-e44a-4f71-80d0-81803959dfbd'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:53.896854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Attempting to bind port b0508e1d-1b43-454a-8879-a5105ffc070a on network 618963d4-e44a-4f71-80d0-81803959dfbd {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:53.902476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:53.902844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Checking segment: {'id': '6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '618963d4-e44a-4f71-80d0-81803959dfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:53.903240 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.903626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Bound using segment: {'id': '6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '618963d4-e44a-4f71-80d0-81803959dfbd'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:53.904079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Bound port: b0508e1d-1b43-454a-8879-a5105ffc070a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '618963d4-e44a-4f71-80d0-81803959dfbd'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:53.904500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.970148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] For port b0508e1d-1b43-454a-8879-a5105ffc070a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:53.973224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] For port b0508e1d-1b43-454a-8879-a5105ffc070a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b0508e1d-1b43-454a-8879-a5105ffc070a,segment=NetworkSegment(6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48),segment_id=6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:54.045213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.096549 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.183290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event updated for resources: {'Subnet': ['ID=619de628-e226-440d-9210-a047a266699f,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:54.193221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Checking segment: {'id': '87b45345-4373-4257-8235-943524b0688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '704024c4-ff60-47a6-8ef2-ed6f66f09a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:54.193581 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Network hostable DHCP agents. Network: 704024c4-ff60-47a6-8ef2-ed6f66f09a1e, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:29:54.263062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Network 704024c4-ff60-47a6-8ef2-ed6f66f09a1e is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:29:54.275330 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fda28-a5d1-47c7-9020-9d88c24ec5b9 None None] Pushing event updated for resources: {'Port': ['ID=b0508e1d-1b43-454a-8879-a5105ffc070a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:54.347842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 704024c4-ff60-47a6-8ef2-ed6f66f09a1e) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:54.353004 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:54.353595 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.356599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be3f36-a7e4-45fb-9715-e0fa8fc54e73 None None] Network 704024c4-ff60-47a6-8ef2-ed6f66f09a1e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:54.432166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-979520c5-fabb-45d0-a048-eb8ed0e46a4b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7140872 Sep 17 23:29:54.436309 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56062) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:54.528417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-704024c4-ff60-47a6-8ef2-ed6f66f09a1e', 'network_id': '704024c4-ff60-47a6-8ef2-ed6f66f09a1e', 'tenant_id': '9ccb3e02b9884d238ef01d02c410e83f', 'fixed_ips': [{'subnet_id': '619de628-e226-440d-9210-a047a266699f'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:29:54.529519 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.550680 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.642156 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.678197 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Allocated IP 2001:db8::2 (704024c4-ff60-47a6-8ef2-ed6f66f09a1e/619de628-e226-440d-9210-a047a266699f/cfb72e82-1071-498c-9daa-234085121473) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:54.818548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.890982 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:54.934058 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Network 704024c4-ff60-47a6-8ef2-ed6f66f09a1e is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:54.937038 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:54.942717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:54.949543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Pushing event updated for resources: {'Port': ['ID=cfb72e82-1071-498c-9daa-234085121473,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:54.970813 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.006606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Subnet': ['ID=619de628-e226-440d-9210-a047a266699f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:55.021395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Attempting to bind port cfb72e82-1071-498c-9daa-234085121473 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:55.021842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Attempting to bind port cfb72e82-1071-498c-9daa-234085121473 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '87b45345-4373-4257-8235-943524b0688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '704024c4-ff60-47a6-8ef2-ed6f66f09a1e'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:55.023220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Attempting to bind port cfb72e82-1071-498c-9daa-234085121473 on network 704024c4-ff60-47a6-8ef2-ed6f66f09a1e {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:55.030273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:55.030661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Checking segment: {'id': '87b45345-4373-4257-8235-943524b0688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '704024c4-ff60-47a6-8ef2-ed6f66f09a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:55.031069 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.031470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Bound using segment: {'id': '87b45345-4373-4257-8235-943524b0688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '704024c4-ff60-47a6-8ef2-ed6f66f09a1e'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:55.031942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Bound port: cfb72e82-1071-498c-9daa-234085121473, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b45345-4373-4257-8235-943524b0688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '704024c4-ff60-47a6-8ef2-ed6f66f09a1e'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:55.032373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.080782 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.097714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b0508e1d-1b43-454a-8879-a5105ffc070a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:55.111598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704024c4-ff60-47a6-8ef2-ed6f66f09a1e']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:55.122828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b45345-4373-4257-8235-943524b0688e') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:55.123465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b45345-4373-4257-8235-943524b0688e') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:55.135804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] For port cfb72e82-1071-498c-9daa-234085121473, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:55.135971 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.155042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] For port cfb72e82-1071-498c-9daa-234085121473, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cfb72e82-1071-498c-9daa-234085121473,segment=NetworkSegment(87b45345-4373-4257-8235-943524b0688e),segment_id=87b45345-4373-4257-8235-943524b0688e)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:55.172744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b0508e1d-1b43-454a-8879-a5105ffc070a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:55.173116 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.214108 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.215621 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.221233 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:55.222920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:55.226170 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:55.324859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:29:55.324859 n-d-713499-18 neutron-server[95454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:29:55.324859 n-d-713499-18 neutron-server[95454]: [parameters: {'id': '704024c4-ff60-47a6-8ef2-ed6f66f09a1e'}] Sep 17 23:29:55.324859 n-d-713499-18 neutron-server[95454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:29:55.325301 n-d-713499-18 neutron-server[95454]: DEBUG oslo_db.api [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:29:55.328658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b55c90f-0e87-41dd-9dda-47ccb4c31e04 None None] Network 618963d4-e44a-4f71-80d0-81803959dfbd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:55.334336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eba763-398c-481d-b961-1db74d284b2a None None] Pushing event updated for resources: {'Port': ['ID=cfb72e82-1071-498c-9daa-234085121473,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:55.362379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a561fe7-08fc-4149-9698-efdcaf50bbb8 None None] Network 704024c4-ff60-47a6-8ef2-ed6f66f09a1e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:55.416465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.526162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ca5e5259-5273-40f6-a84c-a691ed37c13b None None] Provisioning complete for port b0508e1d-1b43-454a-8879-a5105ffc070a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:55.526530 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5259-5273-40f6-a84c-a691ed37c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.582460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port b0508e1d-1b43-454a-8879-a5105ffc070a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b0508e1d-1b43-454a-8879-a5105ffc070a,segment=NetworkSegment(6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48),segment_id=6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:55.645577 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.758560 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=b0508e1d-1b43-454a-8879-a5105ffc070a,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:55.826919 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.881121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Deleting port cfb72e82-1071-498c-9daa-234085121473 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:55.881460 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.946410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] For port cfb72e82-1071-498c-9daa-234085121473, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cfb72e82-1071-498c-9daa-234085121473,segment=NetworkSegment(87b45345-4373-4257-8235-943524b0688e),segment_id=87b45345-4373-4257-8235-943524b0688e)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:55.947047 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:55.949005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597eb637-b654-4716-ac0a-b0446ac7680f None None] get_active_networks_info from n-d-713499-18 {{(pid=95456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:29:55.961000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Calling delete_port for cfb72e82-1071-498c-9daa-234085121473 owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:56.026221 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-75bba987-5baa-4c79-9e6f-41ef4457a6db None None] Provisioning complete for port b0508e1d-1b43-454a-8879-a5105ffc070a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:56.026511 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-75bba987-5baa-4c79-9e6f-41ef4457a6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.052776 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597eb637-b654-4716-ac0a-b0446ac7680f None None] Resources bound (agent type, host, resource id): {{(pid=95456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:29:56.124839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.150749 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Port': ['ID=cfb72e82-1071-498c-9daa-234085121473,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:56.155868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No DVR routers for this DVR port cfb72e82-1071-498c-9daa-234085121473 on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:56.237694 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.257789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704024c4-ff60-47a6-8ef2-ed6f66f09a1e']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:56.266977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b45345-4373-4257-8235-943524b0688e') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:56.267304 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b45345-4373-4257-8235-943524b0688e') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:56.277665 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.291103 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.296950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:56.297337 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:56.300247 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:56.421729 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.428615 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.430526 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/networks/704024c4-ff60-47a6-8ef2-ed6f66f09a1e HTTP/1.1" status: 204 len: 168 time: 1.9926918 Sep 17 23:29:56.433708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56064) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:56.441653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877c7c-6853-413e-a6a8-1beb9e6b2966 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Network': ['ID=704024c4-ff60-47a6-8ef2-ed6f66f09a1e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:56.462402 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b75e0d0-9814-4d1f-abcd-53676b49e90c tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] GET failed (client error): The resource could not be found. Sep 17 23:29:56.463683 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9b75e0d0-9814-4d1f-abcd-53676b49e90c tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "GET /v2.0/subnets/619de628-e226-440d-9210-a047a266699f HTTP/1.1" status: 404 len: 337 time: 0.0289648 Sep 17 23:29:56.466462 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56066) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:56.484972 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7f3a4f-8ae1-465c-9528-acf17f27c48d tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] DELETE failed (client error): The resource could not be found. Sep 17 23:29:56.485493 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7f3a4f-8ae1-465c-9528-acf17f27c48d tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:29:56.487103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5d7f3a4f-8ae1-465c-9528-acf17f27c48d tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/networks/704024c4-ff60-47a6-8ef2-ed6f66f09a1e HTTP/1.1" status: 404 len: 339 time: 0.0197308 Sep 17 23:29:56.490680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56068) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:56.514466 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef91d9d-2f61-4cdb-86f5-1e82b0bc4e33 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] DELETE failed (client error): The resource could not be found. Sep 17 23:29:56.514892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef91d9d-2f61-4cdb-86f5-1e82b0bc4e33 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:29:56.516503 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0ef91d9d-2f61-4cdb-86f5-1e82b0bc4e33 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/subnets/619de628-e226-440d-9210-a047a266699f HTTP/1.1" status: 404 len: 337 time: 0.0249131 Sep 17 23:29:56.518719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56070) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:56.535545 n-d-713499-18 neutron-server[95455]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cc69ae-7942-4cd2-ac52-4dd911f505e5 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] DELETE failed (client error): The resource could not be found. Sep 17 23:29:56.535963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cc69ae-7942-4cd2-ac52-4dd911f505e5 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95455) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:29:56.537550 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-43cc69ae-7942-4cd2-ac52-4dd911f505e5 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/networks/704024c4-ff60-47a6-8ef2-ed6f66f09a1e HTTP/1.1" status: 404 len: 339 time: 0.0179908 Sep 17 23:29:56.540367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56072) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:56.592470 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-001beff5-b689-4924-b47a-371a5b1fb74c tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Deleting subnet 8f0e475d-fc95-4831-8dcc-1fa1571e2beb {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:29:56.595438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-001beff5-b689-4924-b47a-371a5b1fb74c tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.634508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-001beff5-b689-4924-b47a-371a5b1fb74c tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.714834 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-001beff5-b689-4924-b47a-371a5b1fb74c tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.838704 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-001beff5-b689-4924-b47a-371a5b1fb74c tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.871093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001beff5-b689-4924-b47a-371a5b1fb74c tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0e475d-fc95-4831-8dcc-1fa1571e2beb,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:56.876992 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-001beff5-b689-4924-b47a-371a5b1fb74c tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:56.879128 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-001beff5-b689-4924-b47a-371a5b1fb74c tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/subnets/8f0e475d-fc95-4831-8dcc-1fa1571e2beb HTTP/1.1" status: 204 len: 168 time: 0.3376575 Sep 17 23:29:56.881526 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56074) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:56.886224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ddf43a-cce9-4261-8621-3f08752df431 None None] Network 618963d4-e44a-4f71-80d0-81803959dfbd requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:56.962820 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.023333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Deleting port b0508e1d-1b43-454a-8879-a5105ffc070a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:57.023673 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.042739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b0508e1d-1b43-454a-8879-a5105ffc070a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:57.078048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149cdd4d-6adc-47fe-bad6-477f5de487e7 None None] DHCP port deletion for 618963d4-e44a-4f71-80d0-81803959dfbd request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:29:57.097807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] For port b0508e1d-1b43-454a-8879-a5105ffc070a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b0508e1d-1b43-454a-8879-a5105ffc070a,segment=NetworkSegment(6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48),segment_id=6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:57.098088 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.112837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Calling delete_port for b0508e1d-1b43-454a-8879-a5105ffc070a owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:57.125094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b0508e1d-1b43-454a-8879-a5105ffc070a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:57.125478 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.172904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-149cdd4d-6adc-47fe-bad6-477f5de487e7 None None] Deleting port b0508e1d-1b43-454a-8879-a5105ffc070a {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:57.173276 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-149cdd4d-6adc-47fe-bad6-477f5de487e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.244579 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.267909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-149cdd4d-6adc-47fe-bad6-477f5de487e7 None None] For port b0508e1d-1b43-454a-8879-a5105ffc070a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b0508e1d-1b43-454a-8879-a5105ffc070a,segment=NetworkSegment(6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48),segment_id=6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:57.268321 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-149cdd4d-6adc-47fe-bad6-477f5de487e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.276455 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No DVR routers for this DVR port b0508e1d-1b43-454a-8879-a5105ffc070a on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:57.281199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Port': ['ID=b0508e1d-1b43-454a-8879-a5105ffc070a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:57.287503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-149cdd4d-6adc-47fe-bad6-477f5de487e7 None None] Calling delete_port for b0508e1d-1b43-454a-8879-a5105ffc070a owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:57.358633 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.363823 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-149cdd4d-6adc-47fe-bad6-477f5de487e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.378708 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618963d4-e44a-4f71-80d0-81803959dfbd']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:57.391072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:57.391369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9b3ec6-e65d-4b99-adbe-f8f0b9fcfa48') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:57.392823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cdd4d-6adc-47fe-bad6-477f5de487e7 None None] Pushing event deleted for resources: {'Port': ['ID=b0508e1d-1b43-454a-8879-a5105ffc070a,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:57.396412 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149cdd4d-6adc-47fe-bad6-477f5de487e7 None None] No DVR routers for this DVR port b0508e1d-1b43-454a-8879-a5105ffc070a on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:57.408765 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.421836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.427540 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:57.427925 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:57.430875 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:57.536096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.544381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.546217 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/networks/618963d4-e44a-4f71-80d0-81803959dfbd HTTP/1.1" status: 204 len: 168 time: 0.6629634 Sep 17 23:29:57.548797 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56076) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:57.555501 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f66be9-d821-401a-b229-7c6d5a6fb794 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Network': ['ID=618963d4-e44a-4f71-80d0-81803959dfbd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:57.580815 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8663ce3-0746-4444-a512-e220df45b1eb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] DELETE failed (client error): The resource could not be found. Sep 17 23:29:57.581434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8663ce3-0746-4444-a512-e220df45b1eb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:29:57.582997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b8663ce3-0746-4444-a512-e220df45b1eb tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/subnets/6deaaf88-83a8-4d04-b829-6eac06e3a171 HTTP/1.1" status: 404 len: 337 time: 0.0331676 Sep 17 23:29:57.586465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56078) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:57.604381 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-700e0498-2b49-4113-a478-f932eb5c742b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] DELETE failed (client error): The resource could not be found. Sep 17 23:29:57.604913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700e0498-2b49-4113-a478-f932eb5c742b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:29:57.606538 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-700e0498-2b49-4113-a478-f932eb5c742b tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/networks/4ce292e5-3cf4-462e-8b9f-d23d164d5f44 HTTP/1.1" status: 404 len: 339 time: 0.0191793 Sep 17 23:29:57.609123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56080) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:57.634930 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5d8c64-14ec-4c72-aa2b-3ac7b030cca8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] DELETE failed (client error): The resource could not be found. Sep 17 23:29:57.635372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5d8c64-14ec-4c72-aa2b-3ac7b030cca8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:29:57.637039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4d5d8c64-14ec-4c72-aa2b-3ac7b030cca8 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/subnets/58d95c20-2bb3-4448-8918-6d9ffae60fa0 HTTP/1.1" status: 404 len: 337 time: 0.0270936 Sep 17 23:29:57.639313 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56082) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:57.656931 n-d-713499-18 neutron-server[95454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17d6457-6029-4f78-92ff-12751ed07849 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] DELETE failed (client error): The resource could not be found. Sep 17 23:29:57.657397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17d6457-6029-4f78-92ff-12751ed07849 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:29:57.658988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b17d6457-6029-4f78-92ff-12751ed07849 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/networks/cd874121-9955-4cca-8ffc-470ee13c5891 HTTP/1.1" status: 404 len: 339 time: 0.0188112 Sep 17 23:29:57.661205 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56084) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:57.709642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb8aa64-e9a7-48b1-8a6a-e1d53fe4eae0 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Deleting subnet 33047475-b041-437a-adac-515708849ff1 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:29:57.713524 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cb8aa64-e9a7-48b1-8a6a-e1d53fe4eae0 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.751678 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cb8aa64-e9a7-48b1-8a6a-e1d53fe4eae0 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.838370 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cb8aa64-e9a7-48b1-8a6a-e1d53fe4eae0 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.942021 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cb8aa64-e9a7-48b1-8a6a-e1d53fe4eae0 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.970593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8aa64-e9a7-48b1-8a6a-e1d53fe4eae0 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Subnet': ['ID=33047475-b041-437a-adac-515708849ff1,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:57.972583 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cb8aa64-e9a7-48b1-8a6a-e1d53fe4eae0 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:57.976303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7cb8aa64-e9a7-48b1-8a6a-e1d53fe4eae0 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/subnets/33047475-b041-437a-adac-515708849ff1 HTTP/1.1" status: 204 len: 168 time: 0.3134174 Sep 17 23:29:57.977796 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:57.978672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c7656-75d2-4665-a1e3-c96b17dfe7f7 None None] Network 9b648f08-b507-47fc-800d-f2a0c85dee9c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:58.056165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.109250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Deleting port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:58.109594 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.138979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd07f46-9c4f-490f-a4bc-85077ca113ed None None] DHCP port deletion for 9b648f08-b507-47fc-800d-f2a0c85dee9c request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:29:58.173072 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] For port 7f976984-2205-4e0c-a575-3fe2ff07f9e2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f976984-2205-4e0c-a575-3fe2ff07f9e2,segment=NetworkSegment(4aa2fce8-44de-445f-a498-8e00c761771f),segment_id=4aa2fce8-44de-445f-a498-8e00c761771f)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:58.173432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.185606 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Calling delete_port for 7f976984-2205-4e0c-a575-3fe2ff07f9e2 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:58.188588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-efd07f46-9c4f-490f-a4bc-85077ca113ed None None] Deleting port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:29:58.188972 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-efd07f46-9c4f-490f-a4bc-85077ca113ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.250137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-efd07f46-9c4f-490f-a4bc-85077ca113ed None None] For port 7f976984-2205-4e0c-a575-3fe2ff07f9e2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7f976984-2205-4e0c-a575-3fe2ff07f9e2,segment=NetworkSegment(4aa2fce8-44de-445f-a498-8e00c761771f),segment_id=4aa2fce8-44de-445f-a498-8e00c761771f)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:58.250457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-efd07f46-9c4f-490f-a4bc-85077ca113ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.263154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-efd07f46-9c4f-490f-a4bc-85077ca113ed None None] Calling delete_port for 7f976984-2205-4e0c-a575-3fe2ff07f9e2 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:29:58.330305 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.339920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-efd07f46-9c4f-490f-a4bc-85077ca113ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.356061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Port': ['ID=7f976984-2205-4e0c-a575-3fe2ff07f9e2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:58.363325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] No DVR routers for this DVR port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:58.366479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd07f46-9c4f-490f-a4bc-85077ca113ed None None] Pushing event deleted for resources: {'Port': ['ID=7f976984-2205-4e0c-a575-3fe2ff07f9e2,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:58.368634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd07f46-9c4f-490f-a4bc-85077ca113ed None None] No DVR routers for this DVR port 7f976984-2205-4e0c-a575-3fe2ff07f9e2 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:29:58.448053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.468541 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b648f08-b507-47fc-800d-f2a0c85dee9c']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:58.477810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa2fce8-44de-445f-a498-8e00c761771f') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:58.478107 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa2fce8-44de-445f-a498-8e00c761771f') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:29:58.487172 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.500586 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.506218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:29:58.506602 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:29:58.510149 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:29:58.650330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.657423 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:58.658813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] 10.222.0.30 "DELETE /v2.0/networks/9b648f08-b507-47fc-800d-f2a0c85dee9c HTTP/1.1" status: 204 len: 168 time: 0.6799505 Sep 17 23:29:58.674353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c50af-b092-47d2-81ba-704cd98c63c6 tempest-NetworksIpV6Test-858385112 tempest-NetworksIpV6Test-858385112-project] Pushing event deleted for resources: {'Network': ['ID=9b648f08-b507-47fc-800d-f2a0c85dee9c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:59.029895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f976984-2205-4e0c-a575-3fe2ff07f9e2 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:59.049654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7f976984-2205-4e0c-a575-3fe2ff07f9e2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:59.050002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7f976984-2205-4e0c-a575-3fe2ff07f9e2 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:59.050420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b0508e1d-1b43-454a-8879-a5105ffc070a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:29:59.069915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: b0508e1d-1b43-454a-8879-a5105ffc070a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:29:59.070257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b0508e1d-1b43-454a-8879-a5105ffc070a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:29:59.087350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56092) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:59.217899 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-86774325-35a9-4917-b9c5-36648333ff55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ccb3e02b9884d238ef01d02c410e83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293917 Sep 17 23:29:59.220351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56096) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:59.267488 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e1db60e-5600-482f-a454-a683706d517f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.289008 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e1db60e-5600-482f-a454-a683706d517f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.387130 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e1db60e-5600-482f-a454-a683706d517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.389718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0e1db60e-5600-482f-a454-a683706d517f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:59.390926 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0e1db60e-5600-482f-a454-a683706d517f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d6f00d3-ffe6-4fc0-9336-a149cdc53414 HTTP/1.1" status: 204 len: 168 time: 0.1696656 Sep 17 23:29:59.399305 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1db60e-5600-482f-a454-a683706d517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6f00d3-ffe6-4fc0-9336-a149cdc53414,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:59.896355 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.401637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56118) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:00.496627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-aa43656d-b866-40ed-9fe1-cd8839a71bd7 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1241474344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:00.581462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa43656d-b866-40ed-9fe1-cd8839a71bd7 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.582490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa43656d-b866-40ed-9fe1-cd8839a71bd7 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.636616 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa43656d-b866-40ed-9fe1-cd8839a71bd7 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.724659 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa43656d-b866-40ed-9fe1-cd8839a71bd7 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.804366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-aa43656d-b866-40ed-9fe1-cd8839a71bd7 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.805568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aa43656d-b866-40ed-9fe1-cd8839a71bd7 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4028504 Sep 17 23:30:00.808254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56122) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:00.813053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-135155509'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:00.884398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Made reservation on behalf of 4d26102c1c69475c99e96dfd3b1e478c for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:30:00.887816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.896750 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:00.985446 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:01.061146 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:01.083876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:30:01.098884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bed36d7-6cc8-40d9-b507-5c4b258b6745,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:01.102442 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:01.102786 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Added segment 846c4784-d268-47fa-b0b1-f413c2af31c4 of type vlan for network c5ab0342-ecfa-48e9-9a0c-b9e7314fd063 Sep 17 23:30:01.142403 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:01.238058 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:01.243874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:01.244500 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:01.311517 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event updated for resources: {'Network': ['ID=c5ab0342-ecfa-48e9-9a0c-b9e7314fd063,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:01.325399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network c5ab0342-ecfa-48e9-9a0c-b9e7314fd063 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:30:01.336809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2d6f2603-9328-4b5a-9249-ad47fd748fab tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5274007 Sep 17 23:30:01.339529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56124) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:01.345310 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Request body: {'subnet': {'network_id': 'c5ab0342-ecfa-48e9-9a0c-b9e7314fd063', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:01.530409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Made reservation on behalf of 4d26102c1c69475c99e96dfd3b1e478c for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:30:01.533929 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:01.781725 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:01.844867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event updated for resources: {'Subnet': ['ID=b70d4c3c-a82a-47ca-9d37-225e5111e8ea,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:01.850070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Checking segment: {'id': '846c4784-d268-47fa-b0b1-f413c2af31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5ab0342-ecfa-48e9-9a0c-b9e7314fd063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:01.850426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Network hostable DHCP agents. Network: c5ab0342-ecfa-48e9-9a0c-b9e7314fd063, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:30:01.941682 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Network c5ab0342-ecfa-48e9-9a0c-b9e7314fd063 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:30:02.044334 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, c5ab0342-ecfa-48e9-9a0c-b9e7314fd063) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:02.048530 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:02.053485 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.054585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c82a4dd-d2e4-4ec4-8fee-f06c9dd913c2 None None] Network c5ab0342-ecfa-48e9-9a0c-b9e7314fd063 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:30:02.131011 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f5f2b6ca-66e9-4ae9-bb26-def1760f6bfc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7897537 Sep 17 23:30:02.134661 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56126) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:02.139503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-136898363'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:02.221813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Made reservation on behalf of 4d26102c1c69475c99e96dfd3b1e478c for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:30:02.225552 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.252030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:30:02.262847 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.263204 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Added segment f84fcade-8a63-422c-b8a7-8a316ad705fa of type vlan for network 4990cbd0-aecd-4891-92a9-51d36cabaf97 Sep 17 23:30:02.306601 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.351095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-c5ab0342-ecfa-48e9-9a0c-b9e7314fd063', 'network_id': 'c5ab0342-ecfa-48e9-9a0c-b9e7314fd063', 'tenant_id': '4d26102c1c69475c99e96dfd3b1e478c', 'fixed_ips': [{'subnet_id': 'b70d4c3c-a82a-47ca-9d37-225e5111e8ea'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:30:02.352051 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.399120 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.404931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:02.405512 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.476688 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event updated for resources: {'Network': ['ID=4990cbd0-aecd-4891-92a9-51d36cabaf97,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:02.487959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4990cbd0-aecd-4891-92a9-51d36cabaf97 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:30:02.489645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Allocated IP 172.20.0.2 (c5ab0342-ecfa-48e9-9a0c-b9e7314fd063/b70d4c3c-a82a-47ca-9d37-225e5111e8ea/70de909f-acfc-4d58-8286-266932a3013e) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:30:02.509270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-64127edb-be9a-406f-ad2e-3eda30aa153e tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3735571 Sep 17 23:30:02.511970 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56128) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:02.516871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Request body: {'subnet': {'network_id': '4990cbd0-aecd-4891-92a9-51d36cabaf97', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:02.666433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Made reservation on behalf of 4d26102c1c69475c99e96dfd3b1e478c for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:30:02.670022 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.691172 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.747622 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.785764 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Network c5ab0342-ecfa-48e9-9a0c-b9e7314fd063 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:02.788718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:02.794275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:30:02.801137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Pushing event updated for resources: {'Port': ['ID=70de909f-acfc-4d58-8286-266932a3013e,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:02.852836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Attempting to bind port 70de909f-acfc-4d58-8286-266932a3013e on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:30:02.853341 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Attempting to bind port 70de909f-acfc-4d58-8286-266932a3013e by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '846c4784-d268-47fa-b0b1-f413c2af31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5ab0342-ecfa-48e9-9a0c-b9e7314fd063'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:30:02.853703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Attempting to bind port 70de909f-acfc-4d58-8286-266932a3013e on network c5ab0342-ecfa-48e9-9a0c-b9e7314fd063 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:30:02.858724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:30:02.863153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Checking segment: {'id': '846c4784-d268-47fa-b0b1-f413c2af31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5ab0342-ecfa-48e9-9a0c-b9e7314fd063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:02.863153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.863153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Bound using segment: {'id': '846c4784-d268-47fa-b0b1-f413c2af31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5ab0342-ecfa-48e9-9a0c-b9e7314fd063'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:30:02.863153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Bound port: 70de909f-acfc-4d58-8286-266932a3013e, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846c4784-d268-47fa-b0b1-f413c2af31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5ab0342-ecfa-48e9-9a0c-b9e7314fd063'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:30:02.863153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.912791 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.926247 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] For port 70de909f-acfc-4d58-8286-266932a3013e, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:30:02.929281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] For port 70de909f-acfc-4d58-8286-266932a3013e, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=70de909f-acfc-4d58-8286-266932a3013e,segment=NetworkSegment(846c4784-d268-47fa-b0b1-f413c2af31c4),segment_id=846c4784-d268-47fa-b0b1-f413c2af31c4)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:30:02.971789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event updated for resources: {'Subnet': ['ID=06034096-3e04-417f-bc2f-8fb9a84645c0,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:02.987918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Checking segment: {'id': 'f84fcade-8a63-422c-b8a7-8a316ad705fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4990cbd0-aecd-4891-92a9-51d36cabaf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:02.988073 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:02.990380 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Network hostable DHCP agents. Network: 4990cbd0-aecd-4891-92a9-51d36cabaf97, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:30:03.056159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3042e5f-f61f-4f48-b417-e7f06b6886e6 None None] Pushing event updated for resources: {'Port': ['ID=70de909f-acfc-4d58-8286-266932a3013e,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:03.078427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Network 4990cbd0-aecd-4891-92a9-51d36cabaf97 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:30:03.153362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4990cbd0-aecd-4891-92a9-51d36cabaf97) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:03.157428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:03.158021 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.162866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f397e9-2f68-4452-88d3-ca425c68c305 None None] Network 4990cbd0-aecd-4891-92a9-51d36cabaf97 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:30:03.244196 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-94a5d485-6d6f-4d76-a109-99f74501b938 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7274797 Sep 17 23:30:03.248952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56130) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:03.257330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-d0966953-f472-455b-9475-f19762365d55 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Request body: {'router': {'external_gateway_info': {'network_id': '4990cbd0-aecd-4891-92a9-51d36cabaf97'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:03.315467 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc525060-45b1-47f0-813f-122755efaf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.365264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-4990cbd0-aecd-4891-92a9-51d36cabaf97', 'network_id': '4990cbd0-aecd-4891-92a9-51d36cabaf97', 'tenant_id': '4d26102c1c69475c99e96dfd3b1e478c', 'fixed_ips': [{'subnet_id': '06034096-3e04-417f-bc2f-8fb9a84645c0'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:30:03.366089 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.482826 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d0966953-f472-455b-9475-f19762365d55 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.502917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Allocated IP 172.21.0.2 (4990cbd0-aecd-4891-92a9-51d36cabaf97/06034096-3e04-417f-bc2f-8fb9a84645c0/09df980b-fffe-4da4-9cf0-b8c3f7b6200e) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:30:03.648498 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [None req-d0966953-f472-455b-9475-f19762365d55 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:30:03.649726 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d0966953-f472-455b-9475-f19762365d55 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "PUT /v2.0/routers/bf97f277-c3ef-48bc-9602-85f0652a580b HTTP/1.1" status: 400 len: 364 time: 0.3995636 Sep 17 23:30:03.655664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56132) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:03.657849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.708105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-479908a4-747c-4058-8db7-aa0927944a3a tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Deleting subnet 06034096-3e04-417f-bc2f-8fb9a84645c0 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:30:03.713714 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-479908a4-747c-4058-8db7-aa0927944a3a tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.713889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.755827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-479908a4-747c-4058-8db7-aa0927944a3a tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.756769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Pushing event updated for resources: {'Port': ['ID=09df980b-fffe-4da4-9cf0-b8c3f7b6200e,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:03.769029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Network 4990cbd0-aecd-4891-92a9-51d36cabaf97 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:03.770504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:03.772963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:30:03.832857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Attempting to bind port 09df980b-fffe-4da4-9cf0-b8c3f7b6200e on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:30:03.833228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Attempting to bind port 09df980b-fffe-4da4-9cf0-b8c3f7b6200e by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'f84fcade-8a63-422c-b8a7-8a316ad705fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4990cbd0-aecd-4891-92a9-51d36cabaf97'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:30:03.833591 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Attempting to bind port 09df980b-fffe-4da4-9cf0-b8c3f7b6200e on network 4990cbd0-aecd-4891-92a9-51d36cabaf97 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:30:03.839599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:30:03.839970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Checking segment: {'id': 'f84fcade-8a63-422c-b8a7-8a316ad705fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4990cbd0-aecd-4891-92a9-51d36cabaf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:03.840684 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.840843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Bound using segment: {'id': 'f84fcade-8a63-422c-b8a7-8a316ad705fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4990cbd0-aecd-4891-92a9-51d36cabaf97'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:30:03.841256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Bound port: 09df980b-fffe-4da4-9cf0-b8c3f7b6200e, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84fcade-8a63-422c-b8a7-8a316ad705fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4990cbd0-aecd-4891-92a9-51d36cabaf97'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:30:03.841631 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.858475 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-479908a4-747c-4058-8db7-aa0927944a3a tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.981619 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-479908a4-747c-4058-8db7-aa0927944a3a tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:03.984778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] For port 09df980b-fffe-4da4-9cf0-b8c3f7b6200e, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:30:03.988410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] For port 09df980b-fffe-4da4-9cf0-b8c3f7b6200e, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=09df980b-fffe-4da4-9cf0-b8c3f7b6200e,segment=NetworkSegment(f84fcade-8a63-422c-b8a7-8a316ad705fa),segment_id=f84fcade-8a63-422c-b8a7-8a316ad705fa)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:30:04.013264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-479908a4-747c-4058-8db7-aa0927944a3a tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.015226 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-479908a4-747c-4058-8db7-aa0927944a3a tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "DELETE /v2.0/subnets/06034096-3e04-417f-bc2f-8fb9a84645c0 HTTP/1.1" status: 204 len: 168 time: 0.3585877 Sep 17 23:30:04.016139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479908a4-747c-4058-8db7-aa0927944a3a tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event deleted for resources: {'Subnet': ['ID=06034096-3e04-417f-bc2f-8fb9a84645c0,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:04.017969 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56134) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:04.033820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4d312a-ef8c-4028-af9e-ea6066f38956 None None] Network c5ab0342-ecfa-48e9-9a0c-b9e7314fd063 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:30:04.058811 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.097062 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.157244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-887c745f-8186-4e98-ba49-6425e6584a8e None None] Provisioning complete for port 70de909f-acfc-4d58-8286-266932a3013e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:04.157622 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-887c745f-8186-4e98-ba49-6425e6584a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.161236 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Deleting port 09df980b-fffe-4da4-9cf0-b8c3f7b6200e {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:30:04.161581 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.199265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59e5c1-cec5-46d3-97df-a91c7aa771a2 None None] Pushing event updated for resources: {'Port': ['ID=09df980b-fffe-4da4-9cf0-b8c3f7b6200e,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:04.234511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] For port 09df980b-fffe-4da4-9cf0-b8c3f7b6200e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=09df980b-fffe-4da4-9cf0-b8c3f7b6200e,segment=NetworkSegment(f84fcade-8a63-422c-b8a7-8a316ad705fa),segment_id=f84fcade-8a63-422c-b8a7-8a316ad705fa)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:04.234885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.250778 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Calling delete_port for 09df980b-fffe-4da4-9cf0-b8c3f7b6200e owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:30:04.332206 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-887c745f-8186-4e98-ba49-6425e6584a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.371792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-887c745f-8186-4e98-ba49-6425e6584a8e None None] For port 70de909f-acfc-4d58-8286-266932a3013e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=70de909f-acfc-4d58-8286-266932a3013e,segment=NetworkSegment(846c4784-d268-47fa-b0b1-f413c2af31c4),segment_id=846c4784-d268-47fa-b0b1-f413c2af31c4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:04.444320 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.455838 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-887c745f-8186-4e98-ba49-6425e6584a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.498895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event deleted for resources: {'Port': ['ID=09df980b-fffe-4da4-9cf0-b8c3f7b6200e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:04.501172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] No DVR routers for this DVR port 09df980b-fffe-4da4-9cf0-b8c3f7b6200e on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:30:04.512775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c745f-8186-4e98-ba49-6425e6584a8e None None] Pushing event updated for resources: {'Port': ['ID=70de909f-acfc-4d58-8286-266932a3013e,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:04.587088 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.611260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4990cbd0-aecd-4891-92a9-51d36cabaf97']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:04.621320 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84fcade-8a63-422c-b8a7-8a316ad705fa') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:04.621623 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84fcade-8a63-422c-b8a7-8a316ad705fa') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:04.636861 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.650294 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.656090 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:30:04.659057 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:30:04.659500 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:30:04.675094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-07420e1f-1f78-4f1e-befe-cc74a02e00d3 None None] Provisioning complete for port 70de909f-acfc-4d58-8286-266932a3013e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:04.675434 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-07420e1f-1f78-4f1e-befe-cc74a02e00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.781713 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.789499 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.791454 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "DELETE /v2.0/networks/4990cbd0-aecd-4891-92a9-51d36cabaf97 HTTP/1.1" status: 204 len: 168 time: 0.7718024 Sep 17 23:30:04.793878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56136) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:04.810989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa111-fb90-44dd-ac0e-1bce50c0d2ad tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event deleted for resources: {'Network': ['ID=4990cbd0-aecd-4891-92a9-51d36cabaf97,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:04.856669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b8ed5a-9b92-43e9-8ffa-1e2a68c7c153 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Deleting subnet b70d4c3c-a82a-47ca-9d37-225e5111e8ea {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:30:04.860072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b8ed5a-9b92-43e9-8ffa-1e2a68c7c153 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.912694 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b8ed5a-9b92-43e9-8ffa-1e2a68c7c153 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.001847 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b8ed5a-9b92-43e9-8ffa-1e2a68c7c153 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.090710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 70de909f-acfc-4d58-8286-266932a3013e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:05.130844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b8ed5a-9b92-43e9-8ffa-1e2a68c7c153 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.146673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 70de909f-acfc-4d58-8286-266932a3013e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:05.147488 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.165148 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8ed5a-9b92-43e9-8ffa-1e2a68c7c153 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event deleted for resources: {'Subnet': ['ID=b70d4c3c-a82a-47ca-9d37-225e5111e8ea,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:05.174214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35b8ed5a-9b92-43e9-8ffa-1e2a68c7c153 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.181743 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35b8ed5a-9b92-43e9-8ffa-1e2a68c7c153 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "DELETE /v2.0/subnets/b70d4c3c-a82a-47ca-9d37-225e5111e8ea HTTP/1.1" status: 204 len: 168 time: 0.3834403 Sep 17 23:30:05.181953 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56138) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:05.185865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5896cd5-3ac0-447e-ac5b-ebf8172bba12 None None] Network c5ab0342-ecfa-48e9-9a0c-b9e7314fd063 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:30:05.201680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8f1a472e-e00d-4638-b5d5-292972219ea4 None None] Could not find standard attr ID for object 09df980b-fffe-4da4-9cf0-b8c3f7b6200e. {{(pid=95456) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:30:05.207609 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f404b-b8a9-4f59-9999-c5e374a2b5c7 None None] DHCP port deletion for 4990cbd0-aecd-4891-92a9-51d36cabaf97 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:30:05.260361 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.263814 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35285138-2228-4823-b112-8add408c1349 None None] Network 4990cbd0-aecd-4891-92a9-51d36cabaf97 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:30:05.287276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35285138-2228-4823-b112-8add408c1349 None None] Network 4990cbd0-aecd-4891-92a9-51d36cabaf97 could not be found, it might have been deleted concurrently. {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 23:30:05.314854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Deleting port 70de909f-acfc-4d58-8286-266932a3013e {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:30:05.315199 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.387861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] For port 70de909f-acfc-4d58-8286-266932a3013e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=70de909f-acfc-4d58-8286-266932a3013e,segment=NetworkSegment(846c4784-d268-47fa-b0b1-f413c2af31c4),segment_id=846c4784-d268-47fa-b0b1-f413c2af31c4)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:05.388260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.402042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Calling delete_port for 70de909f-acfc-4d58-8286-266932a3013e owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:30:05.427416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe0e43a-f21e-434a-aaa3-509b43c894a2 None None] DHCP port deletion for c5ab0342-ecfa-48e9-9a0c-b9e7314fd063 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:30:05.475835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0e43a-f21e-434a-aaa3-509b43c894a2 None None] Deleting port 70de909f-acfc-4d58-8286-266932a3013e {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:30:05.476470 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e43a-f21e-434a-aaa3-509b43c894a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.535920 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.537746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5fe0e43a-f21e-434a-aaa3-509b43c894a2 None None] For port 70de909f-acfc-4d58-8286-266932a3013e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=70de909f-acfc-4d58-8286-266932a3013e,segment=NetworkSegment(846c4784-d268-47fa-b0b1-f413c2af31c4),segment_id=846c4784-d268-47fa-b0b1-f413c2af31c4)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:05.538146 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e43a-f21e-434a-aaa3-509b43c894a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.550642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0e43a-f21e-434a-aaa3-509b43c894a2 None None] Calling delete_port for 70de909f-acfc-4d58-8286-266932a3013e owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:30:05.563921 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event deleted for resources: {'Port': ['ID=70de909f-acfc-4d58-8286-266932a3013e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:05.567730 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] No DVR routers for this DVR port 70de909f-acfc-4d58-8286-266932a3013e on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:30:05.630413 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e43a-f21e-434a-aaa3-509b43c894a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.649767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.658015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0e43a-f21e-434a-aaa3-509b43c894a2 None None] Pushing event deleted for resources: {'Port': ['ID=70de909f-acfc-4d58-8286-266932a3013e,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:05.659787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0e43a-f21e-434a-aaa3-509b43c894a2 None None] No DVR routers for this DVR port 70de909f-acfc-4d58-8286-266932a3013e on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:30:05.670748 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ab0342-ecfa-48e9-9a0c-b9e7314fd063']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:05.680301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846c4784-d268-47fa-b0b1-f413c2af31c4') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:05.680585 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846c4784-d268-47fa-b0b1-f413c2af31c4') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:05.689652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.703253 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.708920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:30:05.709297 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:30:05.712852 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:30:05.821278 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.828055 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.829907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "DELETE /v2.0/networks/c5ab0342-ecfa-48e9-9a0c-b9e7314fd063 HTTP/1.1" status: 204 len: 168 time: 0.6467774 Sep 17 23:30:05.832795 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56140) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:05.841507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ce346-1ec4-457f-84f5-e2aad7a777a0 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Pushing event deleted for resources: {'Network': ['ID=c5ab0342-ecfa-48e9-9a0c-b9e7314fd063,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:05.862085 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9fa2ed4b-9ddf-42cb-8446-e3e5990721dc tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf97f277-c3ef-48bc-9602-85f0652a580b HTTP/1.1" status: 200 len: 205 time: 0.0269372 Sep 17 23:30:05.864434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56142) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:05.900929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-881c39bb-8de3-46b2-b89a-d4d4a2a3ab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:05.940858 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1d80e1a-5688-49ac-86f6-d99433010308 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:06.113811 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1d80e1a-5688-49ac-86f6-d99433010308 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:06.115857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1d80e1a-5688-49ac-86f6-d99433010308 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:06.237815 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1d80e1a-5688-49ac-86f6-d99433010308 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:06.238382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d80e1a-5688-49ac-86f6-d99433010308 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Fanout notify agent at l3_agent the message router_deleted on router bf97f277-c3ef-48bc-9602-85f0652a580b {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:30:06.247964 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f1d80e1a-5688-49ac-86f6-d99433010308 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:06.247964 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f1d80e1a-5688-49ac-86f6-d99433010308 tempest-RoutersNegativeTest-416827496 tempest-RoutersNegativeTest-416827496-project] 10.222.0.30 "DELETE /v2.0/routers/bf97f277-c3ef-48bc-9602-85f0652a580b HTTP/1.1" status: 204 len: 168 time: 0.3818903 Sep 17 23:30:06.673953 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56148) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:06.810156 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ed55e719-b94c-4bd8-badd-292d27dce16a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d26102c1c69475c99e96dfd3b1e478c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350508 Sep 17 23:30:06.812647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56152) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:06.860408 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d30f8049-4391-4668-a7cd-7e7694567b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:06.880789 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d30f8049-4391-4668-a7cd-7e7694567b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:06.998638 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d30f8049-4391-4668-a7cd-7e7694567b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:07.001792 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d30f8049-4391-4668-a7cd-7e7694567b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:07.002659 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d30f8049-4391-4668-a7cd-7e7694567b43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bed36d7-6cc8-40d9-b507-5c4b258b6745 HTTP/1.1" status: 204 len: 168 time: 0.1891162 Sep 17 23:30:07.011624 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f8049-4391-4668-a7cd-7e7694567b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bed36d7-6cc8-40d9-b507-5c4b258b6745,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:07.053483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 09df980b-fffe-4da4-9cf0-b8c3f7b6200e no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:30:07.073859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 09df980b-fffe-4da4-9cf0-b8c3f7b6200e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:30:07.074206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 09df980b-fffe-4da4-9cf0-b8c3f7b6200e not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:30:07.074622 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 70de909f-acfc-4d58-8286-266932a3013e no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:30:07.093046 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 70de909f-acfc-4d58-8286-266932a3013e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:30:07.093390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 70de909f-acfc-4d58-8286-266932a3013e not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:30:07.102315 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:07.593290 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:07.929064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56174) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:08.023472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-904201213-network', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:08.124680 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Made reservation on behalf of 7c3695e9674b4c4aa6fd7d71ec797152 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:30:08.127046 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:08.135965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:08.224969 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:08.261622 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:08.286507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:30:08.296624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73ad6ca-6ae5-4006-8916-b09c06179b3f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:08.301268 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:08.301610 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Added segment c6c5ed82-4201-4a7c-a937-f3b122ae4b0b of type vlan for network 8df1ab73-61b2-44fa-95a5-92c26c6e562e Sep 17 23:30:08.340349 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:08.415887 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:08.416891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:08.417472 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:08.479401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] Pushing event updated for resources: {'Network': ['ID=8df1ab73-61b2-44fa-95a5-92c26c6e562e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:08.488989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 8df1ab73-61b2-44fa-95a5-92c26c6e562e details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:30:08.519590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9a2f252c-723b-495f-a4e9-31ceef718997 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5886722 Sep 17 23:30:08.522419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56178) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:08.528312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Request body: {'subnet': {'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-904201213-subnet', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:08.592746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Made reservation on behalf of 7c3695e9674b4c4aa6fd7d71ec797152 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:30:08.595079 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:08.838884 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:08.895115 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b95d2e-e178-4748-b783-6b60108c8499,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:08.904705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Checking segment: {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:08.905063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Network hostable DHCP agents. Network: 8df1ab73-61b2-44fa-95a5-92c26c6e562e, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:30:08.970038 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Network 8df1ab73-61b2-44fa-95a5-92c26c6e562e is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:30:09.032924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 8df1ab73-61b2-44fa-95a5-92c26c6e562e) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:09.036871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:09.037449 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.042439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc8f9a-08c2-4826-98f9-c4c107cf348c None None] Network 8df1ab73-61b2-44fa-95a5-92c26c6e562e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:30:09.091305 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8a3ae3fd-59a2-443f-9ee3-23a5e1d377db admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5668249 Sep 17 23:30:09.093652 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56180) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:09.098126 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-904201213-router', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:09.165015 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.166157 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.187190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-8df1ab73-61b2-44fa-95a5-92c26c6e562e', 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'fixed_ips': [{'subnet_id': 'd3b95d2e-e178-4748-b783-6b60108c8499'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:30:09.188027 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.223944 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.267760 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.345873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Allocated IP 172.20.0.2 (8df1ab73-61b2-44fa-95a5-92c26c6e562e/d3b95d2e-e178-4748-b783-6b60108c8499/57401745-9fb9-4f0e-afa1-0eca4ae78673) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:30:09.428388 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.486486 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.542655 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.596205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Network 8df1ab73-61b2-44fa-95a5-92c26c6e562e is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:09.598987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:09.605226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:30:09.610692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Pushing event updated for resources: {'Port': ['ID=57401745-9fb9-4f0e-afa1-0eca4ae78673,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:09.663251 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Attempting to bind port 57401745-9fb9-4f0e-afa1-0eca4ae78673 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:30:09.663616 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Attempting to bind port 57401745-9fb9-4f0e-afa1-0eca4ae78673 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:30:09.663977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Attempting to bind port 57401745-9fb9-4f0e-afa1-0eca4ae78673 on network 8df1ab73-61b2-44fa-95a5-92c26c6e562e {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:30:09.669661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:30:09.670052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Checking segment: {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:09.670436 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.670825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Bound using segment: {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:30:09.671286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Bound port: 57401745-9fb9-4f0e-afa1-0eca4ae78673, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:30:09.671664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.688912 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.707308 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.736092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] For port 57401745-9fb9-4f0e-afa1-0eca4ae78673, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:30:09.739041 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] For port 57401745-9fb9-4f0e-afa1-0eca4ae78673, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=57401745-9fb9-4f0e-afa1-0eca4ae78673,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:30:09.809429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Allocated IP 172.25.6.184 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/46256e64-71c8-4a37-be63-1b878846846c) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:30:09.816199 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:09.878220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c47f1-a4b1-4f31-80fc-a89c38b59e81 None None] Pushing event updated for resources: {'Port': ['ID=57401745-9fb9-4f0e-afa1-0eca4ae78673,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:09.912291 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.028303 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.072347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:10.075203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:10.077926 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:30:10.118338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Pushing event updated for resources: {'Port': ['ID=46256e64-71c8-4a37-be63-1b878846846c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:10.744838 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.748664 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e200b29-ee96-4737-ab08-a6883f72cc0a None None] Network 8df1ab73-61b2-44fa-95a5-92c26c6e562e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:30:10.873564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fc269527-58ab-4a62-a377-c858ecf1b8ad None None] Provisioning complete for port 57401745-9fb9-4f0e-afa1-0eca4ae78673 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:10.873937 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fc269527-58ab-4a62-a377-c858ecf1b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.953470 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:11.017312 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fc269527-58ab-4a62-a377-c858ecf1b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:11.050656 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:11.054227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-fc269527-58ab-4a62-a377-c858ecf1b8ad None None] For port 57401745-9fb9-4f0e-afa1-0eca4ae78673, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=57401745-9fb9-4f0e-afa1-0eca4ae78673,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:11.114787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 57401745-9fb9-4f0e-afa1-0eca4ae78673 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:11.138233 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fc269527-58ab-4a62-a377-c858ecf1b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:11.187558 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:30:11.204284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269527-58ab-4a62-a377-c858ecf1b8ad None None] Pushing event updated for resources: {'Port': ['ID=57401745-9fb9-4f0e-afa1-0eca4ae78673,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:11.213373 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 57401745-9fb9-4f0e-afa1-0eca4ae78673 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:11.213790 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:11.267555 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5f075b33-5662-4951-a960-edfca07e82af None None] Provisioning complete for port 57401745-9fb9-4f0e-afa1-0eca4ae78673 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:11.267843 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f075b33-5662-4951-a960-edfca07e82af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:11.300636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:30:11.310655 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Sync routers for ids ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:30:11.320361 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Routers {'1ea749ad-626c-4e86-b1bb-50cc18de1d44'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:30:11.320994 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:11.381718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:11.383105 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7c6acfd1-2f5b-4a97-ba3c-4e67fc091f33 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2884555 Sep 17 23:30:11.385854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56182) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:11.428231 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Set router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:30:11.603148 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'name': 'tempest-TestEncryptedCinderVolumes-904201213-router', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '46256e64-71c8-4a37-be63-1b878846846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:10Z', 'revision_number': 3, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'gw_port': {'id': '46256e64-71c8-4a37-be63-1b878846846c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:11.629574 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Checking router: 1ea749ad-626c-4e86-b1bb-50cc18de1d44 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:30:11.629922 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Updating router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 port 46256e64-71c8-4a37-be63-1b878846846c binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:30:11.654293 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:11.796682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:11.957207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Allocated IP 172.20.0.1 (8df1ab73-61b2-44fa-95a5-92c26c6e562e/d3b95d2e-e178-4748-b783-6b60108c8499/40df141a-a6ce-4edc-a2a0-cecdc9255510) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:30:12.004151 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.061265 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.063585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.112078 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Pushing event updated for resources: {'Port': ['ID=46256e64-71c8-4a37-be63-1b878846846c,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:12.116590 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Attempting to bind port 46256e64-71c8-4a37-be63-1b878846846c on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:30:12.116944 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Attempting to bind port 46256e64-71c8-4a37-be63-1b878846846c by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:30:12.117394 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Attempting to bind port 46256e64-71c8-4a37-be63-1b878846846c on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:30:12.124341 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.124681 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.125011 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.125340 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.125664 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.125985 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.126302 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.126619 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.126930 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.127246 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.127558 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.127869 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:12.133320 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:30:12.133886 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:12.134295 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.134670 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:30:12.135123 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Bound port: 46256e64-71c8-4a37-be63-1b878846846c, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:30:12.135494 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.153230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.189752 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] For port 46256e64-71c8-4a37-be63-1b878846846c, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:30:12.190007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Network 8df1ab73-61b2-44fa-95a5-92c26c6e562e is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:12.192754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:12.192883 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] For port 46256e64-71c8-4a37-be63-1b878846846c, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=46256e64-71c8-4a37-be63-1b878846846c,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:30:12.196696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:30:12.224443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Pushing event updated for resources: {'Port': ['ID=40df141a-a6ce-4edc-a2a0-cecdc9255510,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:12.242555 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.244845 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.305524 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Routers {'1ea749ad-626c-4e86-b1bb-50cc18de1d44'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:30:12.306252 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:12.351729 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432328c9-c4a2-4f30-bfc4-ec7562ed384a None None] Pushing event updated for resources: {'Port': ['ID=46256e64-71c8-4a37-be63-1b878846846c,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:12.420271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2fb712ba-1db1-4645-b7f3-6dd65868dc09 None None] Provisioning complete for port 40df141a-a6ce-4edc-a2a0-cecdc9255510 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:12.420829 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2fb712ba-1db1-4645-b7f3-6dd65868dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.429341 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] Set router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:30:12.455866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2fb712ba-1db1-4645-b7f3-6dd65868dc09 None None] Port 40df141a-a6ce-4edc-a2a0-cecdc9255510 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:30:12.457997 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.604623 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'name': 'tempest-TestEncryptedCinderVolumes-904201213-router', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '46256e64-71c8-4a37-be63-1b878846846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:10Z', 'revision_number': 3, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'gw_port': {'id': '46256e64-71c8-4a37-be63-1b878846846c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:12.622193 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.634591 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e85eb-4f1c-4038-81f6-5ab3d7f4a1ec None None] The sync data for ids ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'] in n-d-713499-18 is: [{'id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'name': 'tempest-TestEncryptedCinderVolumes-904201213-router', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '46256e64-71c8-4a37-be63-1b878846846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:10Z', 'revision_number': 3, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'gw_port': {'id': '46256e64-71c8-4a37-be63-1b878846846c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:30:12.706557 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.776193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Pushing event updated for resources: {'Port': ['ID=40df141a-a6ce-4edc-a2a0-cecdc9255510,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:12.781770 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:12.884242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Network 8df1ab73-61b2-44fa-95a5-92c26c6e562e is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:12.885732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:13.031578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:30:13.142385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 57401745-9fb9-4f0e-afa1-0eca4ae78673 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:13.170789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:30:13.184904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-56e608b8-c40e-4171-8a2d-cf490f800067 admin admin] 10.222.0.30 "PUT /v2.0/routers/1ea749ad-626c-4e86-b1bb-50cc18de1d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7888169 Sep 17 23:30:13.198335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-1c419d26-9d17-4a27-8101-1a67c431fd54 None None] Provisioning complete for port 40df141a-a6ce-4edc-a2a0-cecdc9255510 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:13.198716 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c419d26-9d17-4a27-8101-1a67c431fd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:13.224534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 57401745-9fb9-4f0e-afa1-0eca4ae78673 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:13.224918 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:13.262987 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-1c419d26-9d17-4a27-8101-1a67c431fd54 None None] Port 40df141a-a6ce-4edc-a2a0-cecdc9255510 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:30:13.319673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 46256e64-71c8-4a37-be63-1b878846846c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:13.368280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 46256e64-71c8-4a37-be63-1b878846846c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:13.368653 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:13.607385 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:13.628549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 46256e64-71c8-4a37-be63-1b878846846c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=46256e64-71c8-4a37-be63-1b878846846c,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:13.701661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:13.749911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=46256e64-71c8-4a37-be63-1b878846846c,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:13.757254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.757608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.757939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.758281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.759223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.759588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.759919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.760272 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.760601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.760926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.761250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.762419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:13.862378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56198) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:13.867348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-735722903-network', 'tenant_id': '959ae7130b4549528778df23c3bd63db'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:13.941289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Made reservation on behalf of 959ae7130b4549528778df23c3bd63db for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:30:13.943682 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:13.953805 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.045512 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.112007 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.136862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:30:14.146415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaab3dae-a0e8-4e76-a323-dd6edcccb3ce,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:14.151982 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.152340 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Added segment de96081a-7f9c-4b12-b9b2-d1ff640e0034 of type vlan for network ff39a8f9-322a-4d61-994b-04bcf2e8379c Sep 17 23:30:14.194890 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.241699 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Sync routers for ids ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:30:14.251363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Routers {'1ea749ad-626c-4e86-b1bb-50cc18de1d44'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:30:14.251990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:14.278776 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.279857 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:14.280535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.346811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] Pushing event updated for resources: {'Network': ['ID=ff39a8f9-322a-4d61-994b-04bcf2e8379c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:14.361559 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network ff39a8f9-322a-4d61-994b-04bcf2e8379c details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:30:14.376528 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4b98b578-e193-4722-9d8c-1e2b095f5f05 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5129800 Sep 17 23:30:14.379469 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56200) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:14.382784 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Set router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:30:14.386374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Request body: {'subnet': {'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-735722903-subnet', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:14.455685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Made reservation on behalf of 959ae7130b4549528778df23c3bd63db for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:30:14.458114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.625094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'name': 'tempest-TestEncryptedCinderVolumes-904201213-router', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '46256e64-71c8-4a37-be63-1b878846846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:12Z', 'revision_number': 4, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'gw_port': {'id': '46256e64-71c8-4a37-be63-1b878846846c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '40df141a-a6ce-4edc-a2a0-cecdc9255510', 'name': '', 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'mac_address': 'fa:16:3e:a3:50:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd3b95d2e-e178-4748-b783-6b60108c8499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:11Z', 'updated_at': '2021-09-17T23:30:12Z', 'revision_number': 2, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'subnets': [{'id': 'd3b95d2e-e178-4748-b783-6b60108c8499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:14.656179 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Checking router: 1ea749ad-626c-4e86-b1bb-50cc18de1d44 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:30:14.656534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Updating router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 port 40df141a-a6ce-4edc-a2a0-cecdc9255510 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:30:14.678059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.682280 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.734181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5910981a-87a4-4dbb-b798-fc4610fafca9,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:14.744946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Checking segment: {'id': 'de96081a-7f9c-4b12-b9b2-d1ff640e0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:14.745301 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Network hostable DHCP agents. Network: ff39a8f9-322a-4d61-994b-04bcf2e8379c, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:30:14.821920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Network ff39a8f9-322a-4d61-994b-04bcf2e8379c is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:30:14.907325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, ff39a8f9-322a-4d61-994b-04bcf2e8379c) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:14.911487 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:14.912648 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.927675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4a0df0-4373-492c-afc0-5fc1f5495d48 None None] Network ff39a8f9-322a-4d61-994b-04bcf2e8379c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:30:14.972508 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.991363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-24ff7c23-46c3-45cc-bf9b-49c0637e7ac5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6079357 Sep 17 23:30:14.991363 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56202) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:14.997967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-735722903-router', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:15.050711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 46256e64-71c8-4a37-be63-1b878846846c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:15.078762 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.096083 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.097178 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.154077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.184620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8183a3a-6c6a-4fbb-82c2-04fc026363ca None None] Pushing event updated for resources: {'Port': ['ID=40df141a-a6ce-4edc-a2a0-cecdc9255510,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:15.187835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-ff39a8f9-322a-4d61-994b-04bcf2e8379c', 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'fixed_ips': [{'subnet_id': '5910981a-87a4-4dbb-b798-fc4610fafca9'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:30:15.188722 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.260524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 46256e64-71c8-4a37-be63-1b878846846c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:15.260892 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.262528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Attempting to bind port 40df141a-a6ce-4edc-a2a0-cecdc9255510 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:30:15.263136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Attempting to bind port 40df141a-a6ce-4edc-a2a0-cecdc9255510 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:30:15.263311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Attempting to bind port 40df141a-a6ce-4edc-a2a0-cecdc9255510 on network 8df1ab73-61b2-44fa-95a5-92c26c6e562e {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:30:15.346808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:30:15.347183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Checking segment: {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:15.347585 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.347977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Bound using segment: {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:30:15.348492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Bound port: 40df141a-a6ce-4edc-a2a0-cecdc9255510, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:30:15.348870 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.483381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-996a8c09-26e8-4625-9657-3c1fd38fe3ba None None] Provisioning complete for port 40df141a-a6ce-4edc-a2a0-cecdc9255510 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:15.483662 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-996a8c09-26e8-4625-9657-3c1fd38fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.519273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Allocated IP 172.20.0.2 (ff39a8f9-322a-4d61-994b-04bcf2e8379c/5910981a-87a4-4dbb-b798-fc4610fafca9/949f4fcb-6e66-46eb-9b79-2b89f1817ebc) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:30:15.531710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] For port 40df141a-a6ce-4edc-a2a0-cecdc9255510, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:30:15.572498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] For port 40df141a-a6ce-4edc-a2a0-cecdc9255510, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=40df141a-a6ce-4edc-a2a0-cecdc9255510,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:30:15.603287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-996a8c09-26e8-4625-9657-3c1fd38fe3ba None None] Port 40df141a-a6ce-4edc-a2a0-cecdc9255510 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:30:15.650373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.713794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.740335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Routers {'1ea749ad-626c-4e86-b1bb-50cc18de1d44'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:30:15.740972 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:15.784175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8183a3a-6c6a-4fbb-82c2-04fc026363ca None None] Pushing event updated for resources: {'Port': ['ID=40df141a-a6ce-4edc-a2a0-cecdc9255510,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:15.879775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.902565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] Set router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:30:15.953646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-647f49c2-b958-4bc6-8d8a-928a6d9145ef None None] Provisioning complete for port 40df141a-a6ce-4edc-a2a0-cecdc9255510 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:15.954025 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-647f49c2-b958-4bc6-8d8a-928a6d9145ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.955783 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.994552 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:16.013196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:16.072400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Network ff39a8f9-322a-4d61-994b-04bcf2e8379c is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:16.082628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:16.085649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:30:16.091539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Pushing event updated for resources: {'Port': ['ID=949f4fcb-6e66-46eb-9b79-2b89f1817ebc,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:16.123729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Allocated IP 172.25.6.113 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/98ede11f-647c-494c-840b-dd28ea3cf669) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:30:16.220371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Attempting to bind port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:30:16.220740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Attempting to bind port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'de96081a-7f9c-4b12-b9b2-d1ff640e0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:30:16.221102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Attempting to bind port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc on network ff39a8f9-322a-4d61-994b-04bcf2e8379c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:30:16.228878 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:16.325401 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:16.365627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:16.377883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:16.382479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:30:16.386987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Pushing event updated for resources: {'Port': ['ID=98ede11f-647c-494c-840b-dd28ea3cf669,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:16.406110 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-647f49c2-b958-4bc6-8d8a-928a6d9145ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:16.408865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:30:16.409239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Checking segment: {'id': 'de96081a-7f9c-4b12-b9b2-d1ff640e0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:16.409632 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:16.410023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Bound using segment: {'id': 'de96081a-7f9c-4b12-b9b2-d1ff640e0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:30:16.410504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Bound port: 949f4fcb-6e66-46eb-9b79-2b89f1817ebc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de96081a-7f9c-4b12-b9b2-d1ff640e0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:30:16.410879 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:16.485822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-647f49c2-b958-4bc6-8d8a-928a6d9145ef None None] For port 40df141a-a6ce-4edc-a2a0-cecdc9255510, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=40df141a-a6ce-4edc-a2a0-cecdc9255510,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:16.517656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'name': 'tempest-TestEncryptedCinderVolumes-904201213-router', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '46256e64-71c8-4a37-be63-1b878846846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:12Z', 'revision_number': 4, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'gw_port': {'id': '46256e64-71c8-4a37-be63-1b878846846c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '40df141a-a6ce-4edc-a2a0-cecdc9255510', 'name': '', 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'mac_address': 'fa:16:3e:a3:50:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd3b95d2e-e178-4748-b783-6b60108c8499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:11Z', 'updated_at': '2021-09-17T23:30:15Z', 'revision_number': 4, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'subnets': [{'id': 'd3b95d2e-e178-4748-b783-6b60108c8499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:16.519628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] For port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:30:16.523366 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] For port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=949f4fcb-6e66-46eb-9b79-2b89f1817ebc,segment=NetworkSegment(de96081a-7f9c-4b12-b9b2-d1ff640e0034),segment_id=de96081a-7f9c-4b12-b9b2-d1ff640e0034)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:30:16.550406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71427556-ff77-4de2-8984-c00d9334a91c None None] The sync data for ids ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'] in n-d-713499-18 is: [{'id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'name': 'tempest-TestEncryptedCinderVolumes-904201213-router', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '46256e64-71c8-4a37-be63-1b878846846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:12Z', 'revision_number': 4, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'gw_port': {'id': '46256e64-71c8-4a37-be63-1b878846846c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '40df141a-a6ce-4edc-a2a0-cecdc9255510', 'name': '', 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'mac_address': 'fa:16:3e:a3:50:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd3b95d2e-e178-4748-b783-6b60108c8499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:11Z', 'updated_at': '2021-09-17T23:30:15Z', 'revision_number': 4, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'subnets': [{'id': 'd3b95d2e-e178-4748-b783-6b60108c8499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:30:16.551985 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-647f49c2-b958-4bc6-8d8a-928a6d9145ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:16.591992 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:16.624866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f49c2-b958-4bc6-8d8a-928a6d9145ef None None] Pushing event updated for resources: {'Port': ['ID=40df141a-a6ce-4edc-a2a0-cecdc9255510,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:16.689320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8461b13-64d9-4737-96fc-fbcd234bb3dc None None] Pushing event updated for resources: {'Port': ['ID=949f4fcb-6e66-46eb-9b79-2b89f1817ebc,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:16.761697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:16.988876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:17.139204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 949f4fcb-6e66-46eb-9b79-2b89f1817ebc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:17.191307 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:17.191832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:17.221332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Router 367bbdc9-63e8-478d-87e5-ead3b1464be4 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:30:17.283087 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:17.321930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=949f4fcb-6e66-46eb-9b79-2b89f1817ebc,segment=NetworkSegment(de96081a-7f9c-4b12-b9b2-d1ff640e0034),segment_id=de96081a-7f9c-4b12-b9b2-d1ff640e0034)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:17.340940 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:30:17.352597 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Sync routers for ids ['367bbdc9-63e8-478d-87e5-ead3b1464be4'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:30:17.369096 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Routers {'367bbdc9-63e8-478d-87e5-ead3b1464be4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:30:17.370501 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['367bbdc9-63e8-478d-87e5-ead3b1464be4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:17.387365 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:17.388500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 40df141a-a6ce-4edc-a2a0-cecdc9255510 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:17.404624 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:17.406427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-befc70f5-fbef-4483-b732-b544ed75774e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4140770 Sep 17 23:30:17.409233 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56204) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:17.489391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=949f4fcb-6e66-46eb-9b79-2b89f1817ebc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:17.502439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 40df141a-a6ce-4edc-a2a0-cecdc9255510 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:17.502920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:17.523228 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Set router 367bbdc9-63e8-478d-87e5-ead3b1464be4 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:30:17.784301 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'name': 'tempest-TestEncryptedCinderVolumes-735722903-router', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:15Z', 'updated_at': '2021-09-17T23:30:16Z', 'revision_number': 3, 'project_id': '959ae7130b4549528778df23c3bd63db', 'gw_port': {'id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:16Z', 'updated_at': '2021-09-17T23:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:17.805951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145cb961-0eea-4ba3-9d59-60bcf8a2b096 None None] Network ff39a8f9-322a-4d61-994b-04bcf2e8379c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:30:17.815382 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Checking router: 367bbdc9-63e8-478d-87e5-ead3b1464be4 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:30:17.815858 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Updating router 367bbdc9-63e8-478d-87e5-ead3b1464be4 port 98ede11f-647c-494c-840b-dd28ea3cf669 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:30:17.865942 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:17.917397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-272abe8b-3cbf-4953-a746-16de712404fc None None] Provisioning complete for port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:17.917782 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-272abe8b-3cbf-4953-a746-16de712404fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.027423 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.230650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Allocated IP 172.20.0.1 (ff39a8f9-322a-4d61-994b-04bcf2e8379c/5910981a-87a4-4dbb-b798-fc4610fafca9/f1ce7d0a-80b0-4846-942f-c7e822333dbc) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:30:18.249068 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.318829 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.362708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.366311 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Attempting to bind port 98ede11f-647c-494c-840b-dd28ea3cf669 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:30:18.366823 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Attempting to bind port 98ede11f-647c-494c-840b-dd28ea3cf669 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:30:18.367015 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Attempting to bind port 98ede11f-647c-494c-840b-dd28ea3cf669 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:30:18.378379 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:30:18.378379 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:18.378379 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.378820 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:30:18.379005 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Bound port: 98ede11f-647c-494c-840b-dd28ea3cf669, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:30:18.379374 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.407889 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac2797-a57c-44da-8f69-7a8bdedd87f8 None None] Pushing event updated for resources: {'Port': ['ID=98ede11f-647c-494c-840b-dd28ea3cf669,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:18.442941 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] For port 98ede11f-647c-494c-840b-dd28ea3cf669, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:30:18.447217 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] For port 98ede11f-647c-494c-840b-dd28ea3cf669, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=98ede11f-647c-494c-840b-dd28ea3cf669,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:30:18.465846 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5b2b444c-6b8a-492a-b08b-abbb0d0cb04d None None] Provisioning complete for port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:18.466412 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b2b444c-6b8a-492a-b08b-abbb0d0cb04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.484332 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.513777 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.521852 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Network ff39a8f9-322a-4d61-994b-04bcf2e8379c is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:18.524899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:18.528441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:30:18.562634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Pushing event updated for resources: {'Port': ['ID=f1ce7d0a-80b0-4846-942f-c7e822333dbc,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:18.578168 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Routers {'367bbdc9-63e8-478d-87e5-ead3b1464be4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:30:18.579142 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['367bbdc9-63e8-478d-87e5-ead3b1464be4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:18.581784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.583103 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac2797-a57c-44da-8f69-7a8bdedd87f8 None None] Pushing event updated for resources: {'Port': ['ID=98ede11f-647c-494c-840b-dd28ea3cf669,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:18.696257 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] Set router 367bbdc9-63e8-478d-87e5-ead3b1464be4 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:30:18.767508 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.791623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-74683484-2866-4e14-aa44-8dc738bd0269 None None] Provisioning complete for port f1ce7d0a-80b0-4846-942f-c7e822333dbc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:18.792000 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-74683484-2866-4e14-aa44-8dc738bd0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.828941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-74683484-2866-4e14-aa44-8dc738bd0269 None None] Port f1ce7d0a-80b0-4846-942f-c7e822333dbc cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:30:18.934095 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.966272 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'name': 'tempest-TestEncryptedCinderVolumes-735722903-router', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:15Z', 'updated_at': '2021-09-17T23:30:16Z', 'revision_number': 3, 'project_id': '959ae7130b4549528778df23c3bd63db', 'gw_port': {'id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:16Z', 'updated_at': '2021-09-17T23:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:18.995709 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a7877-c9ee-405a-9124-b21f8d471ff8 None None] The sync data for ids ['367bbdc9-63e8-478d-87e5-ead3b1464be4'] in n-d-713499-18 is: [{'id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'name': 'tempest-TestEncryptedCinderVolumes-735722903-router', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:15Z', 'updated_at': '2021-09-17T23:30:16Z', 'revision_number': 3, 'project_id': '959ae7130b4549528778df23c3bd63db', 'gw_port': {'id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:16Z', 'updated_at': '2021-09-17T23:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:30:19.012879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:19.058475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 949f4fcb-6e66-46eb-9b79-2b89f1817ebc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:19.081306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Pushing event updated for resources: {'Port': ['ID=f1ce7d0a-80b0-4846-942f-c7e822333dbc,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:19.084230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:19.120556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:19.123675 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:19.182087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Network ff39a8f9-322a-4d61-994b-04bcf2e8379c is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:19.183590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:19.320612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Router 367bbdc9-63e8-478d-87e5-ead3b1464be4 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:30:19.439676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:30:19.444753 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5df00acb-93b7-49b9-b03b-553b67a860ba admin admin] 10.222.0.30 "PUT /v2.0/routers/367bbdc9-63e8-478d-87e5-ead3b1464be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0342863 Sep 17 23:30:19.450749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4ddeb257-70e7-4058-ac94-bb6446206c7e None None] Provisioning complete for port f1ce7d0a-80b0-4846-942f-c7e822333dbc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:19.451258 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4ddeb257-70e7-4058-ac94-bb6446206c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:19.490111 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4ddeb257-70e7-4058-ac94-bb6446206c7e None None] Port f1ce7d0a-80b0-4846-942f-c7e822333dbc cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:30:20.570180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-fbe92726-b55d-47e2-b268-cac599a44632 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:20.572627 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-fbe92726-b55d-47e2-b268-cac599a44632 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/networks?id=8df1ab73-61b2-44fa-95a5-92c26c6e562e HTTP/1.1" status: 200 len: 816 time: 0.1067612 Sep 17 23:30:20.582724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Sync routers for ids ['367bbdc9-63e8-478d-87e5-ead3b1464be4'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:30:20.589524 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-c1281fb7-76c1-4846-bb11-2c31fdd4be13 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/quotas/7c3695e9674b4c4aa6fd7d71ec797152 HTTP/1.1" status: 200 len: 375 time: 0.0109084 Sep 17 23:30:20.592997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Routers {'367bbdc9-63e8-478d-87e5-ead3b1464be4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:30:20.594242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['367bbdc9-63e8-478d-87e5-ead3b1464be4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:20.642000 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-e0fb3943-d054-42d7-ad4c-87d60cda231f tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3695e9674b4c4aa6fd7d71ec797152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460291 Sep 17 23:30:20.710924 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Set router 367bbdc9-63e8-478d-87e5-ead3b1464be4 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:30:20.745185 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-71e0720a-1d64-4a47-8fa4-fbe8a9d17ad6 service neutron] 10.222.0.30 "GET /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902450 Sep 17 23:30:20.839897 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-c9dd23b8-28bb-47a1-84ae-c277900c15e0 service neutron] 10.222.0.30 "GET /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882690 Sep 17 23:30:20.926068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'name': 'tempest-TestEncryptedCinderVolumes-735722903-router', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:15Z', 'updated_at': '2021-09-17T23:30:18Z', 'revision_number': 4, 'project_id': '959ae7130b4549528778df23c3bd63db', 'gw_port': {'id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:16Z', 'updated_at': '2021-09-17T23:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'f1ce7d0a-80b0-4846-942f-c7e822333dbc', 'name': '', 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'mac_address': 'fa:16:3e:63:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5910981a-87a4-4dbb-b798-fc4610fafca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:18Z', 'updated_at': '2021-09-17T23:30:18Z', 'revision_number': 2, 'project_id': '959ae7130b4549528778df23c3bd63db', 'subnets': [{'id': '5910981a-87a4-4dbb-b798-fc4610fafca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:20.952894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Checking router: 367bbdc9-63e8-478d-87e5-ead3b1464be4 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:30:20.953246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Updating router 367bbdc9-63e8-478d-87e5-ead3b1464be4 port f1ce7d0a-80b0-4846-942f-c7e822333dbc binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:30:20.977003 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.103796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 98ede11f-647c-494c-840b-dd28ea3cf669 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:21.205912 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cc4b165d-93df-4dbe-b0d1-71f4559f3260 req-4bb16d27-7b0f-4d1c-abea-f9ffa2cf4a96 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 210 time: 0.1377380 Sep 17 23:30:21.221434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 98ede11f-647c-494c-840b-dd28ea3cf669 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:21.221434 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.363727 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.388090 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.396863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 98ede11f-647c-494c-840b-dd28ea3cf669, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=98ede11f-647c-494c-840b-dd28ea3cf669,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:21.462083 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.466483 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.513753 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b159dd-5913-4995-a2f0-c55c66c3068c None None] Pushing event updated for resources: {'Port': ['ID=f1ce7d0a-80b0-4846-942f-c7e822333dbc,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:21.604456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Attempting to bind port f1ce7d0a-80b0-4846-942f-c7e822333dbc on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:30:21.605146 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Attempting to bind port f1ce7d0a-80b0-4846-942f-c7e822333dbc by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'de96081a-7f9c-4b12-b9b2-d1ff640e0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:30:21.605257 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Attempting to bind port f1ce7d0a-80b0-4846-942f-c7e822333dbc on network ff39a8f9-322a-4d61-994b-04bcf2e8379c {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:30:21.611782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=98ede11f-647c-494c-840b-dd28ea3cf669,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:21.615254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:30:21.615633 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Checking segment: {'id': 'de96081a-7f9c-4b12-b9b2-d1ff640e0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:21.616038 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.616457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Bound using segment: {'id': 'de96081a-7f9c-4b12-b9b2-d1ff640e0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:30:21.617083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Bound port: f1ce7d0a-80b0-4846-942f-c7e822333dbc, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de96081a-7f9c-4b12-b9b2-d1ff640e0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:30:21.617317 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.685704 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] For port f1ce7d0a-80b0-4846-942f-c7e822333dbc, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:30:21.689005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] For port f1ce7d0a-80b0-4846-942f-c7e822333dbc, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=f1ce7d0a-80b0-4846-942f-c7e822333dbc,segment=NetworkSegment(de96081a-7f9c-4b12-b9b2-d1ff640e0034),segment_id=de96081a-7f9c-4b12-b9b2-d1ff640e0034)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:30:21.726384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9cdbca53-67d0-4bfe-b4e7-6daecd56eb41 None None] Provisioning complete for port f1ce7d0a-80b0-4846-942f-c7e822333dbc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:21.726761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9cdbca53-67d0-4bfe-b4e7-6daecd56eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.762003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9cdbca53-67d0-4bfe-b4e7-6daecd56eb41 None None] Port f1ce7d0a-80b0-4846-942f-c7e822333dbc cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:30:21.787417 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.851880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Routers {'367bbdc9-63e8-478d-87e5-ead3b1464be4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:30:21.853171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:30:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['367bbdc9-63e8-478d-87e5-ead3b1464be4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:21.855079 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b159dd-5913-4995-a2f0-c55c66c3068c None None] Pushing event updated for resources: {'Port': ['ID=f1ce7d0a-80b0-4846-942f-c7e822333dbc,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:21.971473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] Set router 367bbdc9-63e8-478d-87e5-ead3b1464be4 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:30:22.199161 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a9c948a4-774b-4757-a0ec-25c671f73615 None None] Provisioning complete for port f1ce7d0a-80b0-4846-942f-c7e822333dbc triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:22.199539 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a9c948a4-774b-4757-a0ec-25c671f73615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:22.331220 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41c27483-cc28-4794-afb7-dcc55805b195 req-a2606120-888c-4bcf-8e4d-9338796ff114 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 210 time: 0.0318613 Sep 17 23:30:22.376526 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a9c948a4-774b-4757-a0ec-25c671f73615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:22.418567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a9c948a4-774b-4757-a0ec-25c671f73615 None None] For port f1ce7d0a-80b0-4846-942f-c7e822333dbc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=f1ce7d0a-80b0-4846-942f-c7e822333dbc,segment=NetworkSegment(de96081a-7f9c-4b12-b9b2-d1ff640e0034),segment_id=de96081a-7f9c-4b12-b9b2-d1ff640e0034)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:22.422919 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'name': 'tempest-TestEncryptedCinderVolumes-735722903-router', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:15Z', 'updated_at': '2021-09-17T23:30:18Z', 'revision_number': 4, 'project_id': '959ae7130b4549528778df23c3bd63db', 'gw_port': {'id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:16Z', 'updated_at': '2021-09-17T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'f1ce7d0a-80b0-4846-942f-c7e822333dbc', 'name': '', 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'mac_address': 'fa:16:3e:63:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5910981a-87a4-4dbb-b798-fc4610fafca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:18Z', 'updated_at': '2021-09-17T23:30:21Z', 'revision_number': 4, 'project_id': '959ae7130b4549528778df23c3bd63db', 'subnets': [{'id': '5910981a-87a4-4dbb-b798-fc4610fafca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:30:22.449249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9db6e1-1058-4619-9a3a-2c6cf6f5205e None None] The sync data for ids ['367bbdc9-63e8-478d-87e5-ead3b1464be4'] in n-d-713499-18 is: [{'id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'name': 'tempest-TestEncryptedCinderVolumes-735722903-router', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:15Z', 'updated_at': '2021-09-17T23:30:18Z', 'revision_number': 4, 'project_id': '959ae7130b4549528778df23c3bd63db', 'gw_port': {'id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:16Z', 'updated_at': '2021-09-17T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'f1ce7d0a-80b0-4846-942f-c7e822333dbc', 'name': '', 'network_id': 'ff39a8f9-322a-4d61-994b-04bcf2e8379c', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'mac_address': 'fa:16:3e:63:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5910981a-87a4-4dbb-b798-fc4610fafca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:18Z', 'updated_at': '2021-09-17T23:30:21Z', 'revision_number': 4, 'project_id': '959ae7130b4549528778df23c3bd63db', 'subnets': [{'id': '5910981a-87a4-4dbb-b798-fc4610fafca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:30:22.509124 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a9c948a4-774b-4757-a0ec-25c671f73615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:22.561819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c948a4-774b-4757-a0ec-25c671f73615 None None] Pushing event updated for resources: {'Port': ['ID=f1ce7d0a-80b0-4846-942f-c7e822333dbc,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:23.154578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device f1ce7d0a-80b0-4846-942f-c7e822333dbc up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:23.207491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port f1ce7d0a-80b0-4846-942f-c7e822333dbc triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:23.208064 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:23.271112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-68ffddba-64aa-4d79-9a10-85b8a8a39c32 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:23.272643 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-68ffddba-64aa-4d79-9a10-85b8a8a39c32 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.23 "GET /v2.0/networks?id=8df1ab73-61b2-44fa-95a5-92c26c6e562e HTTP/1.1" status: 200 len: 816 time: 0.1029735 Sep 17 23:30:23.285854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Request body: {'port': {'device_id': '9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde', 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e', 'admin_state_up': True, 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:23.291932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 98ede11f-647c-494c-840b-dd28ea3cf669 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:23.346340 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 98ede11f-647c-494c-840b-dd28ea3cf669 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:23.346898 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:23.448678 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d5b51aa6-5dbb-4e6b-96a9-74af3629bd6f req-ac4307bc-874c-4c3b-b6e7-01f95098401a tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 210 time: 0.0365450 Sep 17 23:30:23.530253 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Made reservation on behalf of 7c3695e9674b4c4aa6fd7d71ec797152 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:30:23.534264 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:23.666259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Allocated IP 172.20.0.14 (8df1ab73-61b2-44fa-95a5-92c26c6e562e/d3b95d2e-e178-4748-b783-6b60108c8499/2d651a95-2416-418d-b74e-29358fd5b329) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:30:24.094620 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:24.175667 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:24.219411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Network 8df1ab73-61b2-44fa-95a5-92c26c6e562e is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:30:24.222410 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:30:24.226081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:30:24.246997 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:30:24.254187 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Pushing event updated for resources: {'Port': ['ID=2d651a95-2416-418d-b74e-29358fd5b329,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:24.282776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:24.283396 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:24.354450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-778d2df2-a87d-485f-956d-4b1ee01a06be tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0723968 Sep 17 23:30:24.366957 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Request body: {'port': {'device_id': '9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:30:24.421206 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:24.449392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2692b826-ae56-4f65-804a-f20f513b94d6 None None] Provisioning complete for port 2d651a95-2416-418d-b74e-29358fd5b329 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:24.449958 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2692b826-ae56-4f65-804a-f20f513b94d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:24.484185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2692b826-ae56-4f65-804a-f20f513b94d6 None None] Port 2d651a95-2416-418d-b74e-29358fd5b329 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:30:24.634402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3ff50-71e4-4794-be3f-aef6181becc2 req-ee7d7e48-3c50-490a-8c51-82ea0cc9a04a tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:24.635800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fd3ff50-71e4-4794-be3f-aef6181becc2 req-ee7d7e48-3c50-490a-8c51-82ea0cc9a04a tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 932 time: 0.1035171 Sep 17 23:30:24.690866 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fd3ff50-71e4-4794-be3f-aef6181becc2 req-d521db16-72dc-4c7b-9263-a09fa54e085e tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489430 Sep 17 23:30:24.751464 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d651a95-2416-418d-b74e-29358fd5b329 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:30:24.759910 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:24.772216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Transition to ACTIVE for port object 2d651a95-2416-418d-b74e-29358fd5b329 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:30:24.861318 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:24.916988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Pushing event updated for resources: {'Port': ['ID=2d651a95-2416-418d-b74e-29358fd5b329,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:24.989033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Attempting to bind port 2d651a95-2416-418d-b74e-29358fd5b329 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:30:24.989397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Attempting to bind port 2d651a95-2416-418d-b74e-29358fd5b329 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:30:24.989742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Attempting to bind port 2d651a95-2416-418d-b74e-29358fd5b329 on network 8df1ab73-61b2-44fa-95a5-92c26c6e562e {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:30:24.995924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Port 2d651a95-2416-418d-b74e-29358fd5b329 on network 8df1ab73-61b2-44fa-95a5-92c26c6e562e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:30:24.996284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Attempting to bind port 2d651a95-2416-418d-b74e-29358fd5b329 on network 8df1ab73-61b2-44fa-95a5-92c26c6e562e {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:30:25.001924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:30:25.002364 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Checking segment: {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:30:25.002789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Bound using segment: {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:30:25.003228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Bound port: 2d651a95-2416-418d-b74e-29358fd5b329, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:30:25.003590 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:25.069318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] For port 2d651a95-2416-418d-b74e-29358fd5b329, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:30:25.073604 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] For port 2d651a95-2416-418d-b74e-29358fd5b329, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2d651a95-2416-418d-b74e-29358fd5b329,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:30:25.159639 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:25.200544 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:25.201238 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:25.202664 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] 10.222.0.23 "PUT /v2.0/ports/2d651a95-2416-418d-b74e-29358fd5b329 HTTP/1.1" status: 200 len: 1093 time: 0.8399560 Sep 17 23:30:25.203051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde', 'tag': '2d651a95-2416-418d-b74e-29358fd5b329'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:30:25.205355 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1807d9-b3e8-4f88-b5ba-25ebf8de6ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde", "tag": "2d651a95-2416-418d-b74e-29358fd5b329"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:30:25.232386 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e21d1-2d2d-43a9-aadf-53c1e578551f service neutron] Pushing event updated for resources: {'Port': ['ID=2d651a95-2416-418d-b74e-29358fd5b329,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:25.246640 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebabf3cc-7e33-4bd3-8a42-d2897c318daf x-openstack-request-id: req-ebabf3cc-7e33-4bd3-8a42-d2897c318daf {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:30:25.246938 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde", "tag": "2d651a95-2416-418d-b74e-29358fd5b329", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:30:25.247195 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebabf3cc-7e33-4bd3-8a42-d2897c318daf {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:30:25.247601 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde', 'tag': '2d651a95-2416-418d-b74e-29358fd5b329', 'status': 'completed', 'code': 200} Sep 17 23:30:25.310629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1807d9-b3e8-4f88-b5ba-25ebf8de6ea9 req-f0d9fb5f-6c42-4b0a-9f66-3e5f3c315fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:25.312178 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc1807d9-b3e8-4f88-b5ba-25ebf8de6ea9 req-f0d9fb5f-6c42-4b0a-9f66-3e5f3c315fea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c3695e9674b4c4aa6fd7d71ec797152&device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 1096 time: 0.0448349 Sep 17 23:30:25.419865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1807d9-b3e8-4f88-b5ba-25ebf8de6ea9 req-c7c19d99-da88-43a8-b578-90088b1e6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:25.421299 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc1807d9-b3e8-4f88-b5ba-25ebf8de6ea9 req-c7c19d99-da88-43a8-b578-90088b1e6ab1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7c3695e9674b4c4aa6fd7d71ec797152&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1013279 Sep 17 23:30:25.521715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1807d9-b3e8-4f88-b5ba-25ebf8de6ea9 req-748b4bfa-8b34-401c-a57e-6631f1d4bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:25.523090 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-dc1807d9-b3e8-4f88-b5ba-25ebf8de6ea9 req-748b4bfa-8b34-401c-a57e-6631f1d4bedf service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952728 Sep 17 23:30:25.598172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-1b0085bf-9e96-4bc8-8d20-14de1a414539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:25.599647 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-1b0085bf-9e96-4bc8-8d20-14de1a414539 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c3695e9674b4c4aa6fd7d71ec797152&device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 1096 time: 0.0408349 Sep 17 23:30:25.646502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-ae4da9da-e853-41e0-a415-54c375eee466 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d651a95-2416-418d-b74e-29358fd5b329 HTTP/1.1" status: 200 len: 217 time: 0.0388906 Sep 17 23:30:25.695091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-bb4d1d82-8686-41a1-b0f4-ce31203875cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:25.696945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-bb4d1d82-8686-41a1-b0f4-ce31203875cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3b95d2e-e178-4748-b783-6b60108c8499 HTTP/1.1" status: 200 len: 855 time: 0.0438454 Sep 17 23:30:25.746288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-6e83af2d-c228-421f-900a-8bda687027db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:25.747798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-6e83af2d-c228-421f-900a-8bda687027db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8df1ab73-61b2-44fa-95a5-92c26c6e562e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438476 Sep 17 23:30:25.865546 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a548709-a5ff-4de7-972e-2b0dec63c088 req-dfd4fe25-7ce2-4ba6-9261-630b7156f7f6 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:25.867020 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a548709-a5ff-4de7-972e-2b0dec63c088 req-dfd4fe25-7ce2-4ba6-9261-630b7156f7f6 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 944 time: 0.1046858 Sep 17 23:30:25.896069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-02c393cb-be67-462f-963d-910681a6b748 service neutron] 10.222.0.23 "GET /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409116 Sep 17 23:30:25.934082 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3a548709-a5ff-4de7-972e-2b0dec63c088 req-54d75710-35fc-4f0c-bb8d-17b4b2ee8325 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592954 Sep 17 23:30:26.007198 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab81d88c-b717-48d7-b610-79df4927ad14 req-0b941e2d-c625-4543-9fe2-251f414227ec service neutron] 10.222.0.23 "GET /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038005 Sep 17 23:30:27.049293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d3e3a-fc28-456c-8032-960fcac163c2 req-dbc1d46a-522b-4ddc-ab4d-3b581ca288da tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:27.050787 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa1d3e3a-fc28-456c-8032-960fcac163c2 req-dbc1d46a-522b-4ddc-ab4d-3b581ca288da tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 944 time: 0.0497360 Sep 17 23:30:27.090523 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-aa1d3e3a-fc28-456c-8032-960fcac163c2 req-ad871937-0483-4eee-b216-5c13a898d6cd tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Sep 17 23:30:27.575306 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2d651a95-2416-418d-b74e-29358fd5b329 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:30:27.670840 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2d651a95-2416-418d-b74e-29358fd5b329, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2d651a95-2416-418d-b74e-29358fd5b329,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:27.682342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '2d651a95-2416-418d-b74e-29358fd5b329', 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e', 'port_id': '2d651a95-2416-418d-b74e-29358fd5b329', 'mac_address': 'fa:16:3e:f3:c9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b95d2e-e178-4748-b783-6b60108c8499', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:30:27.718266 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:27.731173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d651a95-2416-418d-b74e-29358fd5b329 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:30:27.751640 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2d651a95-2416-418d-b74e-29358fd5b329, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2d651a95-2416-418d-b74e-29358fd5b329,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:27.809708 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:27.860690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2d651a95-2416-418d-b74e-29358fd5b329,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:28.006077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['2d651a95-2416-418d-b74e-29358fd5b329'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:30:28.215327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50ff49-9227-4f35-be29-a7fab8e13222 req-881e6fd1-5156-4072-b611-1e7d952e6c94 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:28.216776 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a50ff49-9227-4f35-be29-a7fab8e13222 req-881e6fd1-5156-4072-b611-1e7d952e6c94 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 945 time: 0.0533888 Sep 17 23:30:28.254692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4a50ff49-9227-4f35-be29-a7fab8e13222 req-53414f3d-9ebf-473a-a28b-a6b2fe1ecc21 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307853 Sep 17 23:30:29.368348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb860a-2249-4b01-889c-cdd0cf5a9f0c req-918d1913-9fbc-43a6-91d4-c20592c5f7d8 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:29.369827 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06eb860a-2249-4b01-889c-cdd0cf5a9f0c req-918d1913-9fbc-43a6-91d4-c20592c5f7d8 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 945 time: 0.0491595 Sep 17 23:30:29.406811 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-06eb860a-2249-4b01-889c-cdd0cf5a9f0c req-a5a1cebe-cfa1-4278-8cfc-e0f0582c886f tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312209 Sep 17 23:30:29.591075 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2d651a95-2416-418d-b74e-29358fd5b329 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:29.713032 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 2d651a95-2416-418d-b74e-29358fd5b329 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:30:29.717437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 2d651a95-2416-418d-b74e-29358fd5b329 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:29.721499 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:29.799639 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:29.831009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d651a95-2416-418d-b74e-29358fd5b329'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:30:29.833535 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65db2eda-75e5-47c3-bc86-5336ac31c792" -d '{"events": [{"server_uuid": "9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde", "name": "network-vif-plugged", "status": "completed", "tag": "2d651a95-2416-418d-b74e-29358fd5b329"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:30:29.849403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 2d651a95-2416-418d-b74e-29358fd5b329, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2d651a95-2416-418d-b74e-29358fd5b329,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:29.877131 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730f0198-1322-4500-9e90-1ca9fb4bb376 x-openstack-request-id: req-730f0198-1322-4500-9e90-1ca9fb4bb376 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:30:29.877430 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde", "name": "network-vif-plugged", "status": "completed", "tag": "2d651a95-2416-418d-b74e-29358fd5b329", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:30:29.877707 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-730f0198-1322-4500-9e90-1ca9fb4bb376 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:30:29.878109 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d651a95-2416-418d-b74e-29358fd5b329', 'code': 200} Sep 17 23:30:29.890061 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:29.918727 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:29.970139 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=2d651a95-2416-418d-b74e-29358fd5b329,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:29.975772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73cc2f-730d-48e2-86d9-93153fda0753 req-5f673827-bf2c-47bc-87b0-08a4cd229286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:29.977552 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b73cc2f-730d-48e2-86d9-93153fda0753 req-5f673827-bf2c-47bc-87b0-08a4cd229286 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 1098 time: 0.0421870 Sep 17 23:30:30.012848 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b73cc2f-730d-48e2-86d9-93153fda0753 req-7264f44a-00c3-4c31-a380-54cf1c726e05 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289059 Sep 17 23:30:30.518767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b6721-aea6-4801-9f2c-14dd9209753e req-062a5471-a5b3-451d-bac4-08357e2f9b16 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:30.520278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a43b6721-aea6-4801-9f2c-14dd9209753e req-062a5471-a5b3-451d-bac4-08357e2f9b16 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 946 time: 0.0486329 Sep 17 23:30:30.561099 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a43b6721-aea6-4801-9f2c-14dd9209753e req-30986b96-4a7d-4280-b767-765a05a9c1a0 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348628 Sep 17 23:30:31.679153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50dbd1-3e52-487a-a17d-2b00df5f9031 req-082e12d5-6c99-4698-afab-80835369581d tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:31.681241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b50dbd1-3e52-487a-a17d-2b00df5f9031 req-082e12d5-6c99-4698-afab-80835369581d tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 946 time: 0.0530546 Sep 17 23:30:31.718089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7b50dbd1-3e52-487a-a17d-2b00df5f9031 req-38167583-1aba-4cc6-a723-67f84f673223 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309412 Sep 17 23:30:31.835891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f1e18-c7e3-4ec2-a671-35100531899a req-d6d1eee6-90b3-429a-9a0a-19e0f2d10b9d tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:31.838063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f8f1e18-c7e3-4ec2-a671-35100531899a req-d6d1eee6-90b3-429a-9a0a-19e0f2d10b9d tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 946 time: 0.0521231 Sep 17 23:30:31.878272 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f8f1e18-c7e3-4ec2-a671-35100531899a req-4480522a-1152-40a4-98ce-395fc07731ba tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341763 Sep 17 23:30:33.294733 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d8a8843b-d7a9-489f-8bdd-a19ccaa8a50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:35.970032 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f231-78bb-4cc7-837b-544bea846427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:37.118769 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:37.609962 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:39.255686 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:40.992625 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:54.811745 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94fa5c-464e-44c6-920c-4bfc7ca4a87f req-44222fb3-b67a-4a04-a2b4-37178f389e4d tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:54.813234 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4e94fa5c-464e-44c6-920c-4bfc7ca4a87f req-44222fb3-b67a-4a04-a2b4-37178f389e4d tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 946 time: 0.0496352 Sep 17 23:30:54.851282 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4e94fa5c-464e-44c6-920c-4bfc7ca4a87f req-02069670-8263-4fc9-aceb-c053ed48393a tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Sep 17 23:30:55.974062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c406db1-004a-44d5-97d5-1fda4bd30cb2 req-be3c733a-372d-44c7-b0d6-e94ec1dcf3e2 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:55.975846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c406db1-004a-44d5-97d5-1fda4bd30cb2 req-be3c733a-372d-44c7-b0d6-e94ec1dcf3e2 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 946 time: 0.0552144 Sep 17 23:30:56.014378 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c406db1-004a-44d5-97d5-1fda4bd30cb2 req-37e06683-8ed3-408a-8d45-84f6ea002e39 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323184 Sep 17 23:30:56.269007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-78f512c7-bd3a-47bb-9245-dc718cf146a9 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:56.271224 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-78f512c7-bd3a-47bb-9245-dc718cf146a9 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 946 time: 0.0526605 Sep 17 23:30:56.366642 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Deleting port 2d651a95-2416-418d-b74e-29358fd5b329 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:30:56.366980 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:56.452925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] For port 2d651a95-2416-418d-b74e-29358fd5b329, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=2d651a95-2416-418d-b74e-29358fd5b329,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:56.453281 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:56.465824 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Calling delete_port for 2d651a95-2416-418d-b74e-29358fd5b329 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:30:56.649284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:56.662100 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['2d651a95-2416-418d-b74e-29358fd5b329'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:30:56.680164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Pushing event deleted for resources: {'Port': ['ID=2d651a95-2416-418d-b74e-29358fd5b329,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:56.694207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.694563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.694907 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.695245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.695574 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.695908 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.696519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.696849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.697317 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.697538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.697858 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.698169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:56.737134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] No DVR routers for this DVR port 2d651a95-2416-418d-b74e-29358fd5b329 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:30:56.739829 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:56.741928 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-56ac9b7e-9fdd-4f53-a0bb-1c94cee08c6b req-a452081b-8017-4e46-bf99-59fb427de126 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.23 "DELETE /v2.0/ports/2d651a95-2416-418d-b74e-29358fd5b329 HTTP/1.1" status: 204 len: 173 time: 0.4637876 Sep 17 23:30:56.742371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde', 'name': 'network-vif-deleted', 'tag': '2d651a95-2416-418d-b74e-29358fd5b329'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:30:56.744891 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c37402-101a-4b3e-8979-af963e654a16" -d '{"events": [{"server_uuid": "9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde", "name": "network-vif-deleted", "tag": "2d651a95-2416-418d-b74e-29358fd5b329"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:30:56.780814 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95aeea3-1b54-4541-b0ce-a49023bdb362 x-openstack-request-id: req-b95aeea3-1b54-4541-b0ce-a49023bdb362 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:30:56.781095 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde", "name": "network-vif-deleted", "tag": "2d651a95-2416-418d-b74e-29358fd5b329", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:30:56.781418 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b95aeea3-1b54-4541-b0ce-a49023bdb362 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:30:56.785885 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde', 'name': 'network-vif-deleted', 'tag': '2d651a95-2416-418d-b74e-29358fd5b329', 'status': 'completed', 'code': 200} Sep 17 23:30:57.133550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a451fd1c-e5fb-4692-b05a-b2847365ce81 req-deb75ce5-03e9-4276-901e-4f9288c08d3c tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ad3ee6e-4362-4f2e-8e63-ac6f76b5abde HTTP/1.1" status: 200 len: 210 time: 0.0320635 Sep 17 23:30:59.147853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-b1eb9223-ddb2-4ffd-8f60-a31a94cd14fb tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:59.149363 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-b1eb9223-ddb2-4ffd-8f60-a31a94cd14fb tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/networks?id=8df1ab73-61b2-44fa-95a5-92c26c6e562e HTTP/1.1" status: 200 len: 816 time: 0.1021495 Sep 17 23:30:59.164268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-f0b71a22-5db6-4f82-9523-0605dc22dce8 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/quotas/7c3695e9674b4c4aa6fd7d71ec797152 HTTP/1.1" status: 200 len: 375 time: 0.0088682 Sep 17 23:30:59.219415 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-3136049d-8f4c-460d-8924-b3ac5e5fcec3 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3695e9674b4c4aa6fd7d71ec797152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493355 Sep 17 23:30:59.360287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-14f83223-6cb9-41d8-aa41-ab9bb234950b service neutron] 10.222.0.30 "GET /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287973 Sep 17 23:30:59.454812 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-ef9e85ee-bfa4-4f39-8113-773081a4a363 service neutron] 10.222.0.30 "GET /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872002 Sep 17 23:30:59.685987 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1a4c9db0-99c3-4e74-9be6-e208296d1e0c req-3384cb74-c45c-459f-8c29-d3074c588130 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Sep 17 23:30:59.872553 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:00.780907 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-731e7b41-6c0c-458f-ae6e-b1d1fd515952 req-e66dc763-5a51-4a07-b02e-4522b979f78c tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 210 time: 0.0289869 Sep 17 23:31:01.247004 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:31:01.498107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-5841c509-40ca-4b49-aabe-1c036c0d1a22 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:01.499781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-5841c509-40ca-4b49-aabe-1c036c0d1a22 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.23 "GET /v2.0/networks?id=8df1ab73-61b2-44fa-95a5-92c26c6e562e HTTP/1.1" status: 200 len: 816 time: 0.1106672 Sep 17 23:31:01.511833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Request body: {'port': {'device_id': '1728e6b3-38e3-4553-9763-44b6ddb5abf2', 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e', 'admin_state_up': True, 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:31:01.688561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Made reservation on behalf of 7c3695e9674b4c4aa6fd7d71ec797152 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:31:01.692157 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:01.747284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2d651a95-2416-418d-b74e-29358fd5b329 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:31:01.766977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 2d651a95-2416-418d-b74e-29358fd5b329 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:31:01.767535 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 2d651a95-2416-418d-b74e-29358fd5b329 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:31:01.881225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-31a06a70-6294-4d70-8f82-c34205fe8406 req-df4025ab-f23c-4b8b-bc0c-0c3c8e96f5bc tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 210 time: 0.0329049 Sep 17 23:31:01.890875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Allocated IP 172.20.0.11 (8df1ab73-61b2-44fa-95a5-92c26c6e562e/d3b95d2e-e178-4748-b783-6b60108c8499/ead9d190-5038-476a-90fe-08de8aab9d9b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:31:02.034720 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:02.118182 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:02.164611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Network 8df1ab73-61b2-44fa-95a5-92c26c6e562e is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:31:02.168597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:02.174367 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:31:02.180775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Pushing event updated for resources: {'Port': ['ID=ead9d190-5038-476a-90fe-08de8aab9d9b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:02.228042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:02.228438 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:02.330187 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-c2a69687-9f9b-4937-8e10-13cf340b4e89 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8219965 Sep 17 23:31:02.343393 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Request body: {'port': {'device_id': '1728e6b3-38e3-4553-9763-44b6ddb5abf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:31:02.378006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c626c057-d396-4824-b384-bc59ffc464ab None None] Provisioning complete for port ead9d190-5038-476a-90fe-08de8aab9d9b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:02.378375 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c626c057-d396-4824-b384-bc59ffc464ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:02.396728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:02.412061 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c626c057-d396-4824-b384-bc59ffc464ab None None] Port ead9d190-5038-476a-90fe-08de8aab9d9b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:31:02.659514 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead9d190-5038-476a-90fe-08de8aab9d9b {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:31:02.666745 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:02.678372 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Transition to ACTIVE for port object ead9d190-5038-476a-90fe-08de8aab9d9b will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:31:02.735120 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:02.782726 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Pushing event updated for resources: {'Port': ['ID=ead9d190-5038-476a-90fe-08de8aab9d9b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:02.856101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Attempting to bind port ead9d190-5038-476a-90fe-08de8aab9d9b on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:31:02.859126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Attempting to bind port ead9d190-5038-476a-90fe-08de8aab9d9b by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:31:02.859126 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Attempting to bind port ead9d190-5038-476a-90fe-08de8aab9d9b on network 8df1ab73-61b2-44fa-95a5-92c26c6e562e {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:31:02.861578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Port ead9d190-5038-476a-90fe-08de8aab9d9b on network 8df1ab73-61b2-44fa-95a5-92c26c6e562e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:31:02.861898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Attempting to bind port ead9d190-5038-476a-90fe-08de8aab9d9b on network 8df1ab73-61b2-44fa-95a5-92c26c6e562e {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:31:02.867073 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:31:02.867411 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Checking segment: {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:31:02.867859 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Bound using segment: {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:31:02.868324 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Bound port: ead9d190-5038-476a-90fe-08de8aab9d9b, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:31:02.868687 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:02.939288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] For port ead9d190-5038-476a-90fe-08de8aab9d9b, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:31:02.942571 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] For port ead9d190-5038-476a-90fe-08de8aab9d9b, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ead9d190-5038-476a-90fe-08de8aab9d9b,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:31:03.003314 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b19d7-37d5-4182-89ff-2277cf3aa07c req-bd58977c-fb9e-4a3c-8103-22de16d1cdc3 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:03.004837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-291b19d7-37d5-4182-89ff-2277cf3aa07c req-bd58977c-fb9e-4a3c-8103-22de16d1cdc3 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 944 time: 0.0495598 Sep 17 23:31:03.018629 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:03.064143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:03.064763 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:03.066172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] 10.222.0.23 "PUT /v2.0/ports/ead9d190-5038-476a-90fe-08de8aab9d9b HTTP/1.1" status: 200 len: 1093 time: 0.7270241 Sep 17 23:31:03.066615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1728e6b3-38e3-4553-9763-44b6ddb5abf2', 'tag': 'ead9d190-5038-476a-90fe-08de8aab9d9b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:31:03.068901 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cef7563-61aa-462e-a7ce-b97183fc2640" -d '{"events": [{"name": "network-changed", "server_uuid": "1728e6b3-38e3-4553-9763-44b6ddb5abf2", "tag": "ead9d190-5038-476a-90fe-08de8aab9d9b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:31:03.091295 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-291b19d7-37d5-4182-89ff-2277cf3aa07c req-0d1dd2cb-d53c-4862-98f3-35bc7775d7f5 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802090 Sep 17 23:31:03.108769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621adaa-57e5-4bc0-a1bd-f6f0a8af660b service neutron] Pushing event updated for resources: {'Port': ['ID=ead9d190-5038-476a-90fe-08de8aab9d9b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:03.116142 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ae2138-c70a-4678-90cb-7a518598376d x-openstack-request-id: req-28ae2138-c70a-4678-90cb-7a518598376d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:31:03.116432 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1728e6b3-38e3-4553-9763-44b6ddb5abf2", "tag": "ead9d190-5038-476a-90fe-08de8aab9d9b", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:31:03.116737 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28ae2138-c70a-4678-90cb-7a518598376d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:31:03.117068 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1728e6b3-38e3-4553-9763-44b6ddb5abf2', 'tag': 'ead9d190-5038-476a-90fe-08de8aab9d9b', 'status': 'completed', 'code': 200} Sep 17 23:31:03.186358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef7563-61aa-462e-a7ce-b97183fc2640 req-a3891908-b931-44b8-8c44-c622947c6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:03.187893 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cef7563-61aa-462e-a7ce-b97183fc2640 req-a3891908-b931-44b8-8c44-c622947c6278 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c3695e9674b4c4aa6fd7d71ec797152&device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 1096 time: 0.0477612 Sep 17 23:31:03.290176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef7563-61aa-462e-a7ce-b97183fc2640 req-c3a5879f-e949-4e85-a924-d71b67432bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:03.291692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cef7563-61aa-462e-a7ce-b97183fc2640 req-c3a5879f-e949-4e85-a924-d71b67432bb7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7c3695e9674b4c4aa6fd7d71ec797152&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0953832 Sep 17 23:31:03.306213 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7776f34b-ed3c-44c7-95e5-3be728805dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:03.389582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef7563-61aa-462e-a7ce-b97183fc2640 req-04544eec-bd44-4933-9dd2-ff86bee67063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:03.391044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cef7563-61aa-462e-a7ce-b97183fc2640 req-04544eec-bd44-4933-9dd2-ff86bee67063 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927739 Sep 17 23:31:03.466576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-e00cb67e-7ebb-49d8-af68-54b15024ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:03.468007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-e00cb67e-7ebb-49d8-af68-54b15024ea7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c3695e9674b4c4aa6fd7d71ec797152&device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 1096 time: 0.0403666 Sep 17 23:31:03.507575 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-81e37896-bb47-4e8a-afdc-bfbd702d6f0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ead9d190-5038-476a-90fe-08de8aab9d9b HTTP/1.1" status: 200 len: 217 time: 0.0322464 Sep 17 23:31:03.558232 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-0ede290e-830d-4f52-99d0-23dcf1462003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:03.559720 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-0ede290e-830d-4f52-99d0-23dcf1462003 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3b95d2e-e178-4748-b783-6b60108c8499 HTTP/1.1" status: 200 len: 855 time: 0.0454171 Sep 17 23:31:03.605107 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-45ec59ce-8347-4a68-b20b-114a86264d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:03.606551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-45ec59ce-8347-4a68-b20b-114a86264d95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8df1ab73-61b2-44fa-95a5-92c26c6e562e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393665 Sep 17 23:31:03.694515 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-2aaafe4a-200b-4dc0-b7f7-b148a1820fce service neutron] 10.222.0.23 "GET /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806377 Sep 17 23:31:03.785447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89ae32a4-3992-45d3-99c9-76364ebcf209 req-8939fb73-3e78-4992-b713-ea0f8946add9 service neutron] 10.222.0.23 "GET /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835958 Sep 17 23:31:04.219032 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc34541-8f22-4256-9f37-bd8d9ba97cd8 req-5f0ea89f-67ef-499f-bd13-889cbda4e2ae tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:04.220521 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dc34541-8f22-4256-9f37-bd8d9ba97cd8 req-5f0ea89f-67ef-499f-bd13-889cbda4e2ae tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 944 time: 0.0488653 Sep 17 23:31:04.258023 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8dc34541-8f22-4256-9f37-bd8d9ba97cd8 req-39a73da5-5027-47e7-ae19-348ae08eada8 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Sep 17 23:31:05.373320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd051a-0427-4da2-a175-e9a3a26dff48 req-07c574cf-fdb8-4e4b-8815-d39bfee65d15 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:05.374808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ebd051a-0427-4da2-a175-e9a3a26dff48 req-07c574cf-fdb8-4e4b-8815-d39bfee65d15 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 944 time: 0.0490870 Sep 17 23:31:05.411053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ebd051a-0427-4da2-a175-e9a3a26dff48 req-ad3fc393-4114-42bb-b9dd-3ed8b8f4ac60 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303364 Sep 17 23:31:05.778176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ead9d190-5038-476a-90fe-08de8aab9d9b details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:31:05.881115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ead9d190-5038-476a-90fe-08de8aab9d9b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ead9d190-5038-476a-90fe-08de8aab9d9b,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:05.892703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'ead9d190-5038-476a-90fe-08de8aab9d9b', 'network_id': '8df1ab73-61b2-44fa-95a5-92c26c6e562e', 'port_id': 'ead9d190-5038-476a-90fe-08de8aab9d9b', 'mac_address': 'fa:16:3e:05:f3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b95d2e-e178-4748-b783-6b60108c8499', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:31:05.916404 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb7ae98e-7e82-452b-8896-102079d88ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:05.932099 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:05.948847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead9d190-5038-476a-90fe-08de8aab9d9b {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:31:05.968339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ead9d190-5038-476a-90fe-08de8aab9d9b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ead9d190-5038-476a-90fe-08de8aab9d9b,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:06.014876 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:06.061331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ead9d190-5038-476a-90fe-08de8aab9d9b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:06.201571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ead9d190-5038-476a-90fe-08de8aab9d9b'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:31:06.532863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bea22-7a9e-4bb5-8e2d-429bd948a51b req-0d880d61-eb3a-4c71-add1-134be3044c13 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:06.534380 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f76bea22-7a9e-4bb5-8e2d-429bd948a51b req-0d880d61-eb3a-4c71-add1-134be3044c13 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 945 time: 0.0576153 Sep 17 23:31:06.587008 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f76bea22-7a9e-4bb5-8e2d-429bd948a51b req-59cda21d-db10-4eb2-86fb-5bdce55f5860 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 Sep 17 23:31:07.100625 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:07.603833 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:07.705626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672a98e-3d06-432f-941b-63d8d45dae97 req-214d5317-cda9-4e15-8bd6-507755ebdc68 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:07.707117 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a672a98e-3d06-432f-941b-63d8d45dae97 req-214d5317-cda9-4e15-8bd6-507755ebdc68 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 945 time: 0.0541523 Sep 17 23:31:07.745346 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a672a98e-3d06-432f-941b-63d8d45dae97 req-ee19e0bb-c5c5-4bde-8031-f0c882f83efd tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322649 Sep 17 23:31:07.793345 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ead9d190-5038-476a-90fe-08de8aab9d9b up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:31:07.912365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port ead9d190-5038-476a-90fe-08de8aab9d9b completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:31:07.916578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port ead9d190-5038-476a-90fe-08de8aab9d9b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:07.916928 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:07.992243 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:08.014489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1728e6b3-38e3-4553-9763-44b6ddb5abf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead9d190-5038-476a-90fe-08de8aab9d9b'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:31:08.016748 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2015f1d9-c7b4-4349-b95b-c13e4dff8bd8" -d '{"events": [{"server_uuid": "1728e6b3-38e3-4553-9763-44b6ddb5abf2", "name": "network-vif-plugged", "status": "completed", "tag": "ead9d190-5038-476a-90fe-08de8aab9d9b"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:31:08.029200 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port ead9d190-5038-476a-90fe-08de8aab9d9b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ead9d190-5038-476a-90fe-08de8aab9d9b,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:08.101424 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:08.128495 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db25cc32-356e-4873-863a-152836a26fa8 x-openstack-request-id: req-db25cc32-356e-4873-863a-152836a26fa8 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:31:08.128495 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1728e6b3-38e3-4553-9763-44b6ddb5abf2", "name": "network-vif-plugged", "status": "completed", "tag": "ead9d190-5038-476a-90fe-08de8aab9d9b", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:31:08.128810 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db25cc32-356e-4873-863a-152836a26fa8 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:31:08.129047 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1728e6b3-38e3-4553-9763-44b6ddb5abf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead9d190-5038-476a-90fe-08de8aab9d9b', 'code': 200} Sep 17 23:31:08.162501 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=ead9d190-5038-476a-90fe-08de8aab9d9b,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:08.209768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540843-a47d-4911-9b5f-574cf8350f8c req-f1d67a90-c38f-41d3-9a91-6ae49a79b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:08.211245 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf540843-a47d-4911-9b5f-574cf8350f8c req-f1d67a90-c38f-41d3-9a91-6ae49a79b68e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 1098 time: 0.0401518 Sep 17 23:31:08.245616 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf540843-a47d-4911-9b5f-574cf8350f8c req-90a22711-9021-4a33-a29d-6afb0a77e623 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273376 Sep 17 23:31:08.861445 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7cbf7-af69-408c-8833-d86c33a29e52 req-066e02b4-23df-46df-a9cd-c1cd9680bfc3 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:08.862922 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73a7cbf7-af69-408c-8833-d86c33a29e52 req-066e02b4-23df-46df-a9cd-c1cd9680bfc3 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 946 time: 0.0490239 Sep 17 23:31:08.899468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-73a7cbf7-af69-408c-8833-d86c33a29e52 req-77d45cf5-93a7-40d1-ac0e-7801c65863c1 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305946 Sep 17 23:31:09.277942 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:10.021352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae865aa-5b5b-42d3-ae3d-e5b0798984e2 req-2fa2a67a-6766-4f3d-ad34-6b03cde0d149 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:10.022832 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3ae865aa-5b5b-42d3-ae3d-e5b0798984e2 req-2fa2a67a-6766-4f3d-ad34-6b03cde0d149 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 946 time: 0.0554695 Sep 17 23:31:10.061785 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3ae865aa-5b5b-42d3-ae3d-e5b0798984e2 req-57ec0951-1352-46e9-b9d8-26a9b8f053ea tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329721 Sep 17 23:31:10.183047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e168b6-f4fe-4cab-8f0b-c149bc7e7ce4 req-835f6a3f-c45f-4062-adeb-b3a9deabe31e tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:10.184497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90e168b6-f4fe-4cab-8f0b-c149bc7e7ce4 req-835f6a3f-c45f-4062-adeb-b3a9deabe31e tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 946 time: 0.0555303 Sep 17 23:31:10.223038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-90e168b6-f4fe-4cab-8f0b-c149bc7e7ce4 req-9a0af553-ac2b-46a1-84f2-5cb80e913fb2 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Sep 17 23:31:10.974977 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:20.734535 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-9bba89a2-32fa-45e9-b708-54a7c617bee0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827799 Sep 17 23:31:20.817815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-3ceeeeaf-7169-48d4-9e50-973eda6001ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:20.819283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-3ceeeeaf-7169-48d4-9e50-973eda6001ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c3695e9674b4c4aa6fd7d71ec797152&device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 1098 time: 0.0398014 Sep 17 23:31:20.926293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-6912f828-ebf1-4ea0-b9e1-dfa704d5c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:20.927756 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-6912f828-ebf1-4ea0-b9e1-dfa704d5c308 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8df1ab73-61b2-44fa-95a5-92c26c6e562e HTTP/1.1" status: 200 len: 917 time: 0.0872183 Sep 17 23:31:20.969898 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-b82d72d2-d85f-488d-b32e-5c82797f2445 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ead9d190-5038-476a-90fe-08de8aab9d9b HTTP/1.1" status: 200 len: 217 time: 0.0340853 Sep 17 23:31:21.018509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-eb5e9acc-24c4-45ca-ac79-122389337724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:21.019865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-eb5e9acc-24c4-45ca-ac79-122389337724 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3b95d2e-e178-4748-b783-6b60108c8499 HTTP/1.1" status: 200 len: 855 time: 0.0429227 Sep 17 23:31:21.069941 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-3b250359-9ae7-49a5-b078-f42331b7c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:21.071687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-3b250359-9ae7-49a5-b078-f42331b7c5da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8df1ab73-61b2-44fa-95a5-92c26c6e562e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430369 Sep 17 23:31:21.162547 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-ced2d9cd-05d8-4c8d-a5be-41db79331b96 service neutron] 10.222.0.23 "GET /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830357 Sep 17 23:31:21.259355 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1cf51d21-e79e-4b82-9bb9-bf5e5a01ab31 req-7356fd26-165b-4759-b191-31d2d170a1a5 service neutron] 10.222.0.23 "GET /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887666 Sep 17 23:31:29.883218 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:33.165790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3958da1-1b56-4eba-9bff-4c53caf42caf req-23e70fba-7d30-4192-b21f-d5224666a2ea tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:33.167261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3958da1-1b56-4eba-9bff-4c53caf42caf req-23e70fba-7d30-4192-b21f-d5224666a2ea tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 946 time: 0.0487859 Sep 17 23:31:33.205253 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3958da1-1b56-4eba-9bff-4c53caf42caf req-7c6893f6-bb64-48b2-a672-6073d80ff0db tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Sep 17 23:31:33.294874 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-465a33d6-a3e2-455f-baa1-ba48a1430e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:34.320296 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140c51-3fef-41f1-8542-9b0c7f94483a req-0b7e5c6e-f8c0-4fba-b597-fcc17ac02ce2 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:34.322031 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb140c51-3fef-41f1-8542-9b0c7f94483a req-0b7e5c6e-f8c0-4fba-b597-fcc17ac02ce2 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 946 time: 0.0489314 Sep 17 23:31:34.360247 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bb140c51-3fef-41f1-8542-9b0c7f94483a req-6b6e9dcc-240b-47ed-899b-c490fedfbfb7 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73ad6ca-6ae5-4006-8916-b09c06179b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Sep 17 23:31:34.625542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-58782b94-dfd5-4eda-883e-d6300f75ec08 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:34.626969 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-58782b94-dfd5-4eda-883e-d6300f75ec08 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.23 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 946 time: 0.0470433 Sep 17 23:31:34.718950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-21b0f351-3424-47a3-b86b-95631cb01672 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Deleting port ead9d190-5038-476a-90fe-08de8aab9d9b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:31:34.719290 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-21b0f351-3424-47a3-b86b-95631cb01672 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:34.809475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-21b0f351-3424-47a3-b86b-95631cb01672 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] For port ead9d190-5038-476a-90fe-08de8aab9d9b, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=ead9d190-5038-476a-90fe-08de8aab9d9b,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:34.809836 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-21b0f351-3424-47a3-b86b-95631cb01672 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:34.821786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-21b0f351-3424-47a3-b86b-95631cb01672 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Calling delete_port for ead9d190-5038-476a-90fe-08de8aab9d9b owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:31:35.025899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-21b0f351-3424-47a3-b86b-95631cb01672 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:35.038657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['ead9d190-5038-476a-90fe-08de8aab9d9b'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:31:35.057359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0f351-3424-47a3-b86b-95631cb01672 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Pushing event deleted for resources: {'Port': ['ID=ead9d190-5038-476a-90fe-08de8aab9d9b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:35.100036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-21b0f351-3424-47a3-b86b-95631cb01672 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] No DVR routers for this DVR port ead9d190-5038-476a-90fe-08de8aab9d9b on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:31:35.104870 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-21b0f351-3424-47a3-b86b-95631cb01672 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:35.107734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2d77fc9-740c-464d-9748-5be28ba5c1ee req-21b0f351-3424-47a3-b86b-95631cb01672 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.23 "DELETE /v2.0/ports/ead9d190-5038-476a-90fe-08de8aab9d9b HTTP/1.1" status: 204 len: 173 time: 0.4744556 Sep 17 23:31:35.108208 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1728e6b3-38e3-4553-9763-44b6ddb5abf2', 'name': 'network-vif-deleted', 'tag': 'ead9d190-5038-476a-90fe-08de8aab9d9b'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:31:35.110543 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3d3da5-54a9-458c-b97e-059e1a9b882a" -d '{"events": [{"server_uuid": "1728e6b3-38e3-4553-9763-44b6ddb5abf2", "name": "network-vif-deleted", "tag": "ead9d190-5038-476a-90fe-08de8aab9d9b"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:31:35.146056 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2025e38c-5f84-4942-8fe8-91a64ebe6280 x-openstack-request-id: req-2025e38c-5f84-4942-8fe8-91a64ebe6280 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:31:35.146352 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1728e6b3-38e3-4553-9763-44b6ddb5abf2", "name": "network-vif-deleted", "tag": "ead9d190-5038-476a-90fe-08de8aab9d9b", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:31:35.146606 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2025e38c-5f84-4942-8fe8-91a64ebe6280 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:31:35.147008 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1728e6b3-38e3-4553-9763-44b6ddb5abf2', 'name': 'network-vif-deleted', 'tag': 'ead9d190-5038-476a-90fe-08de8aab9d9b', 'status': 'completed', 'code': 200} Sep 17 23:31:35.470292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b7717fa2-8c22-4986-9a95-52f576bc53de req-e533c38d-5184-4237-83f2-9380f55ec670 tempest-TestEncryptedCinderVolumes-1718988645 tempest-TestEncryptedCinderVolumes-1718988645-project] 10.222.0.30 "GET /v2.0/ports?device_id=1728e6b3-38e3-4553-9763-44b6ddb5abf2 HTTP/1.1" status: 200 len: 210 time: 0.0286498 Sep 17 23:31:35.900312 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a8a4-0346-4364-af27-602b29628b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:36.644772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56542) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:36.985438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:37.100577 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:37.234094 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Deleting port 40df141a-a6ce-4edc-a2a0-cecdc9255510 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:31:37.234433 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:37.329282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] For port 40df141a-a6ce-4edc-a2a0-cecdc9255510, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=40df141a-a6ce-4edc-a2a0-cecdc9255510,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:37.330506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:37.344666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Calling delete_port for 40df141a-a6ce-4edc-a2a0-cecdc9255510 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:31:37.608911 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:37.655174 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:37.687112 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=40df141a-a6ce-4edc-a2a0-cecdc9255510,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:37.723347 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.723915 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.724376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.724713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.725310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.725726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.726181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.726382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.726669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.726986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.727302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:37.727674 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:38.238357 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:38.246118 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:31:38.449020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:31:38.549595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:31:38.554624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-af6e8be6-91cf-447c-84fe-57f2c87c1a4b admin admin] 10.222.0.30 "PUT /v2.0/routers/1ea749ad-626c-4e86-b1bb-50cc18de1d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088655 Sep 17 23:31:38.557358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56544) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:38.560758 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] Sync routers for ids ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:31:38.570062 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] Routers {'1ea749ad-626c-4e86-b1bb-50cc18de1d44'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:38.571006 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:38.662769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:38.676906 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] Set router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:38.769590 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:38.847688 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'name': 'tempest-TestEncryptedCinderVolumes-904201213-router', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '46256e64-71c8-4a37-be63-1b878846846c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:31:37Z', 'revision_number': 5, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'gw_port': {'id': '46256e64-71c8-4a37-be63-1b878846846c', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:38.874391 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Deleting port 46256e64-71c8-4a37-be63-1b878846846c {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:31:38.874734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:38.877316 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] Checking router: 1ea749ad-626c-4e86-b1bb-50cc18de1d44 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:31:38.885369 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] Routers {'1ea749ad-626c-4e86-b1bb-50cc18de1d44'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:38.885974 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:38.958590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] For port 46256e64-71c8-4a37-be63-1b878846846c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=46256e64-71c8-4a37-be63-1b878846846c,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:38.958957 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:38.970849 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] Set router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:38.972527 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Calling delete_port for 46256e64-71c8-4a37-be63-1b878846846c owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:31:39.021499 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'name': 'tempest-TestEncryptedCinderVolumes-904201213-router', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:31:38Z', 'revision_number': 6, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:39.053654 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5f3b9-ddc0-49ee-9bfe-d887a9475db0 None None] The sync data for ids ['1ea749ad-626c-4e86-b1bb-50cc18de1d44'] in n-d-713499-18 is: [{'id': '1ea749ad-626c-4e86-b1bb-50cc18de1d44', 'name': 'tempest-TestEncryptedCinderVolumes-904201213-router', 'tenant_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:09Z', 'updated_at': '2021-09-17T23:31:38Z', 'revision_number': 6, 'project_id': '7c3695e9674b4c4aa6fd7d71ec797152', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:31:39.185918 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.211663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Pushing event deleted for resources: {'Port': ['ID=46256e64-71c8-4a37-be63-1b878846846c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:39.242493 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.280306 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.368635 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.370631 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.497767 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.498409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea749ad-626c-4e86-b1bb-50cc18de1d44 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:31:39.503130 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.504367 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7496f94d-8768-4893-bdc4-cda9feeaf468 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1ea749ad-626c-4e86-b1bb-50cc18de1d44 HTTP/1.1" status: 204 len: 168 time: 0.9460549 Sep 17 23:31:39.506922 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56546) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:39.550982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-99de3feb-c2c1-4d5e-81d6-55c5854715ce admin admin] Deleting subnet d3b95d2e-e178-4748-b783-6b60108c8499 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:31:39.553939 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99de3feb-c2c1-4d5e-81d6-55c5854715ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.587937 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99de3feb-c2c1-4d5e-81d6-55c5854715ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.668535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99de3feb-c2c1-4d5e-81d6-55c5854715ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.792257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99de3feb-c2c1-4d5e-81d6-55c5854715ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.819110 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de3feb-c2c1-4d5e-81d6-55c5854715ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b95d2e-e178-4748-b783-6b60108c8499,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:39.823215 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99de3feb-c2c1-4d5e-81d6-55c5854715ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.825267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-99de3feb-c2c1-4d5e-81d6-55c5854715ce admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d3b95d2e-e178-4748-b783-6b60108c8499 HTTP/1.1" status: 204 len: 168 time: 0.3174176 Sep 17 23:31:39.827810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56548) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:39.831260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac72357-56cd-4606-abf2-bd894bd67581 None None] Network 8df1ab73-61b2-44fa-95a5-92c26c6e562e requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:31:39.901519 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.934192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ead9d190-5038-476a-90fe-08de8aab9d9b no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:31:39.957484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Deleting port 57401745-9fb9-4f0e-afa1-0eca4ae78673 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:31:39.957753 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: ead9d190-5038-476a-90fe-08de8aab9d9b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:31:39.957870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.958078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device ead9d190-5038-476a-90fe-08de8aab9d9b not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:31:40.025138 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] For port 57401745-9fb9-4f0e-afa1-0eca4ae78673, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=57401745-9fb9-4f0e-afa1-0eca4ae78673,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:40.025510 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.042093 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] DHCP port deletion for 8df1ab73-61b2-44fa-95a5-92c26c6e562e request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:31:40.048779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Calling delete_port for 57401745-9fb9-4f0e-afa1-0eca4ae78673 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:31:40.095182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Deleting port 57401745-9fb9-4f0e-afa1-0eca4ae78673 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:31:40.095556 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.170173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] For port 57401745-9fb9-4f0e-afa1-0eca4ae78673, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=57401745-9fb9-4f0e-afa1-0eca4ae78673,segment=NetworkSegment(c6c5ed82-4201-4a7c-a937-f3b122ae4b0b),segment_id=c6c5ed82-4201-4a7c-a937-f3b122ae4b0b)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:40.170565 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.182717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Calling delete_port for 57401745-9fb9-4f0e-afa1-0eca4ae78673 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:31:40.197529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.223605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Pushing event deleted for resources: {'Port': ['ID=57401745-9fb9-4f0e-afa1-0eca4ae78673,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:40.227014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] No DVR routers for this DVR port 57401745-9fb9-4f0e-afa1-0eca4ae78673 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:31:40.270261 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.296528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Pushing event deleted for resources: {'Port': ['ID=57401745-9fb9-4f0e-afa1-0eca4ae78673,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:40.302980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] No DVR routers for this DVR port 57401745-9fb9-4f0e-afa1-0eca4ae78673 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:31:40.305164 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.316190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.316717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.317223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.317718 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.318052 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.318380 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.318706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.319466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.319466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.319731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.320026 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.320368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cdf95-3b05-4222-91be-88469ad78686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:40.327987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df1ab73-61b2-44fa-95a5-92c26c6e562e']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:40.337673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:40.337975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c5ed82-4201-4a7c-a937-f3b122ae4b0b') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:40.348024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.361881 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.367586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:31:40.370677 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:31:40.466063 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.471546 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.473401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8df1ab73-61b2-44fa-95a5-92c26c6e562e HTTP/1.1" status: 204 len: 168 time: 0.6446209 Sep 17 23:31:40.476539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56550) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:40.484245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cafc3-d1d3-4864-a6c2-436d705e7586 admin admin] Pushing event deleted for resources: {'Network': ['ID=8df1ab73-61b2-44fa-95a5-92c26c6e562e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:40.997552 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:41.086211 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 57401745-9fb9-4f0e-afa1-0eca4ae78673 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:31:41.107127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 57401745-9fb9-4f0e-afa1-0eca4ae78673 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:31:41.107461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 57401745-9fb9-4f0e-afa1-0eca4ae78673 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:31:41.107879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 46256e64-71c8-4a37-be63-1b878846846c no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:31:41.113229 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:41.127329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 46256e64-71c8-4a37-be63-1b878846846c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:31:41.127671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 46256e64-71c8-4a37-be63-1b878846846c not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:31:41.128090 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 40df141a-a6ce-4edc-a2a0-cecdc9255510 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:31:41.146452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 40df141a-a6ce-4edc-a2a0-cecdc9255510 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:31:41.146797 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 40df141a-a6ce-4edc-a2a0-cecdc9255510 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:31:41.355175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] Deleting port f1ce7d0a-80b0-4846-942f-c7e822333dbc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:31:41.355417 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:41.433677 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] For port f1ce7d0a-80b0-4846-942f-c7e822333dbc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=f1ce7d0a-80b0-4846-942f-c7e822333dbc,segment=NetworkSegment(de96081a-7f9c-4b12-b9b2-d1ff640e0034),segment_id=de96081a-7f9c-4b12-b9b2-d1ff640e0034)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:41.434032 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:41.446529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] Calling delete_port for f1ce7d0a-80b0-4846-942f-c7e822333dbc owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:31:41.671430 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:41.695560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ce7d0a-80b0-4846-942f-c7e822333dbc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:41.861879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:42.081092 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] Router 367bbdc9-63e8-478d-87e5-ead3b1464be4 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:31:42.192071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:31:42.197704 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b45286bb-b08f-4167-b4d1-ee4a9614fe70 admin admin] 10.222.0.30 "PUT /v2.0/routers/367bbdc9-63e8-478d-87e5-ead3b1464be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7199528 Sep 17 23:31:42.200209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56552) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:42.201684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] Sync routers for ids ['367bbdc9-63e8-478d-87e5-ead3b1464be4'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:31:42.210783 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] Routers {'367bbdc9-63e8-478d-87e5-ead3b1464be4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:42.211394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['367bbdc9-63e8-478d-87e5-ead3b1464be4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:42.304395 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:42.317173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] Set router 367bbdc9-63e8-478d-87e5-ead3b1464be4 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:42.413367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:42.501797 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'name': 'tempest-TestEncryptedCinderVolumes-735722903-router', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:15Z', 'updated_at': '2021-09-17T23:31:41Z', 'revision_number': 5, 'project_id': '959ae7130b4549528778df23c3bd63db', 'gw_port': {'id': '98ede11f-647c-494c-840b-dd28ea3cf669', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:30:16Z', 'updated_at': '2021-09-17T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:42.529061 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] Checking router: 367bbdc9-63e8-478d-87e5-ead3b1464be4 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:31:42.532998 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Deleting port 98ede11f-647c-494c-840b-dd28ea3cf669 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:31:42.535646 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:42.537256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] Routers {'367bbdc9-63e8-478d-87e5-ead3b1464be4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:42.537849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['367bbdc9-63e8-478d-87e5-ead3b1464be4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:42.616833 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] For port 98ede11f-647c-494c-840b-dd28ea3cf669, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=98ede11f-647c-494c-840b-dd28ea3cf669,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:42.617231 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:42.630330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Calling delete_port for 98ede11f-647c-494c-840b-dd28ea3cf669 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:31:42.632569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] Set router 367bbdc9-63e8-478d-87e5-ead3b1464be4 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:42.682859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'name': 'tempest-TestEncryptedCinderVolumes-735722903-router', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:15Z', 'updated_at': '2021-09-17T23:31:42Z', 'revision_number': 6, 'project_id': '959ae7130b4549528778df23c3bd63db', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:42.712053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af8e9d-3ad1-4fe4-bb68-96cc259bc27a None None] The sync data for ids ['367bbdc9-63e8-478d-87e5-ead3b1464be4'] in n-d-713499-18 is: [{'id': '367bbdc9-63e8-478d-87e5-ead3b1464be4', 'name': 'tempest-TestEncryptedCinderVolumes-735722903-router', 'tenant_id': '959ae7130b4549528778df23c3bd63db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:30:15Z', 'updated_at': '2021-09-17T23:31:42Z', 'revision_number': 6, 'project_id': '959ae7130b4549528778df23c3bd63db', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:31:42.865862 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:42.890179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=98ede11f-647c-494c-840b-dd28ea3cf669,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:42.952573 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.042910 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.045169 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.197475 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.198036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 367bbdc9-63e8-478d-87e5-ead3b1464be4 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:31:43.202945 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.204067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e4e871fa-932c-48d2-bd64-e38734895d6b admin admin] 10.222.0.30 "DELETE /v2.0/routers/367bbdc9-63e8-478d-87e5-ead3b1464be4 HTTP/1.1" status: 204 len: 168 time: 1.0028486 Sep 17 23:31:43.206597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56554) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:43.250243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b48bb7-a45a-4bc9-bc91-a37d13e728c0 admin admin] Deleting subnet 5910981a-87a4-4dbb-b798-fc4610fafca9 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:31:43.253215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2b48bb7-a45a-4bc9-bc91-a37d13e728c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.286707 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2b48bb7-a45a-4bc9-bc91-a37d13e728c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.366580 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2b48bb7-a45a-4bc9-bc91-a37d13e728c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.455805 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device f1ce7d0a-80b0-4846-942f-c7e822333dbc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:31:43.484042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: f1ce7d0a-80b0-4846-942f-c7e822333dbc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:31:43.484042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device f1ce7d0a-80b0-4846-942f-c7e822333dbc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:31:43.494734 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2b48bb7-a45a-4bc9-bc91-a37d13e728c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.521200 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b48bb7-a45a-4bc9-bc91-a37d13e728c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5910981a-87a4-4dbb-b798-fc4610fafca9,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:43.525122 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2b48bb7-a45a-4bc9-bc91-a37d13e728c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.527357 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a2b48bb7-a45a-4bc9-bc91-a37d13e728c0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5910981a-87a4-4dbb-b798-fc4610fafca9 HTTP/1.1" status: 204 len: 168 time: 0.3197854 Sep 17 23:31:43.530014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56556) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:43.532503 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cbbcff-00a4-4f00-8b66-22a381cb24cc None None] Network ff39a8f9-322a-4d61-994b-04bcf2e8379c requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:31:43.606347 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.674687 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Deleting port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:31:43.675029 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.742332 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] For port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=949f4fcb-6e66-46eb-9b79-2b89f1817ebc,segment=NetworkSegment(de96081a-7f9c-4b12-b9b2-d1ff640e0034),segment_id=de96081a-7f9c-4b12-b9b2-d1ff640e0034)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:43.742697 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.742815 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f190f9a-10b1-483f-9529-3c7e17cb2cfe None None] DHCP port deletion for ff39a8f9-322a-4d61-994b-04bcf2e8379c request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:31:43.757101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Calling delete_port for 949f4fcb-6e66-46eb-9b79-2b89f1817ebc owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:31:43.793811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2f190f9a-10b1-483f-9529-3c7e17cb2cfe None None] Deleting port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:31:43.794184 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f190f9a-10b1-483f-9529-3c7e17cb2cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.858182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2f190f9a-10b1-483f-9529-3c7e17cb2cfe None None] For port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=949f4fcb-6e66-46eb-9b79-2b89f1817ebc,segment=NetworkSegment(de96081a-7f9c-4b12-b9b2-d1ff640e0034),segment_id=de96081a-7f9c-4b12-b9b2-d1ff640e0034)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:43.858578 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f190f9a-10b1-483f-9529-3c7e17cb2cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.900644 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:43.927158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Pushing event deleted for resources: {'Port': ['ID=949f4fcb-6e66-46eb-9b79-2b89f1817ebc,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:43.930549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] No DVR routers for this DVR port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:31:44.008197 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.030990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2f190f9a-10b1-483f-9529-3c7e17cb2cfe None None] Calling delete_port for 949f4fcb-6e66-46eb-9b79-2b89f1817ebc owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:31:44.031322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff39a8f9-322a-4d61-994b-04bcf2e8379c']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:44.049496 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de96081a-7f9c-4b12-b9b2-d1ff640e0034') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:44.049801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de96081a-7f9c-4b12-b9b2-d1ff640e0034') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:44.060318 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.073522 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.080288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:31:44.087286 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:31:44.125463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2f190f9a-10b1-483f-9529-3c7e17cb2cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.149647 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f190f9a-10b1-483f-9529-3c7e17cb2cfe None None] Pushing event deleted for resources: {'Port': ['ID=949f4fcb-6e66-46eb-9b79-2b89f1817ebc,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:44.156612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f190f9a-10b1-483f-9529-3c7e17cb2cfe None None] No DVR routers for this DVR port 949f4fcb-6e66-46eb-9b79-2b89f1817ebc on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:31:44.209066 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.218031 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.225833 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] 10.222.0.30 "DELETE /v2.0/networks/ff39a8f9-322a-4d61-994b-04bcf2e8379c HTTP/1.1" status: 204 len: 168 time: 0.6889136 Sep 17 23:31:44.230426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dd728-595c-40a5-b661-c35e8085c96a admin admin] Pushing event deleted for resources: {'Network': ['ID=ff39a8f9-322a-4d61-994b-04bcf2e8379c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:44.561537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56560) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:44.604947 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b945a999-562c-4623-9a06-f15ffaf360d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c3695e9674b4c4aa6fd7d71ec797152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422323 Sep 17 23:31:44.608511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56562) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:44.655875 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01b8b6aa-dd44-44e0-9000-6438f2a32075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.677707 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01b8b6aa-dd44-44e0-9000-6438f2a32075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.797132 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01b8b6aa-dd44-44e0-9000-6438f2a32075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.799660 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-01b8b6aa-dd44-44e0-9000-6438f2a32075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:44.800859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-01b8b6aa-dd44-44e0-9000-6438f2a32075 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f73ad6ca-6ae5-4006-8916-b09c06179b3f HTTP/1.1" status: 204 len: 168 time: 0.1914368 Sep 17 23:31:44.808728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8b6aa-dd44-44e0-9000-6438f2a32075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73ad6ca-6ae5-4006-8916-b09c06179b3f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:45.094464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 949f4fcb-6e66-46eb-9b79-2b89f1817ebc no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:31:45.114911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 949f4fcb-6e66-46eb-9b79-2b89f1817ebc {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:31:45.115255 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 949f4fcb-6e66-46eb-9b79-2b89f1817ebc not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:31:45.115671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 98ede11f-647c-494c-840b-dd28ea3cf669 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:31:45.136777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 98ede11f-647c-494c-840b-dd28ea3cf669 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:31:45.137120 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 98ede11f-647c-494c-840b-dd28ea3cf669 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:31:45.426377 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56568) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:45.465168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a585a86f-580b-49ae-8ac0-39c75726bf2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=959ae7130b4549528778df23c3bd63db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376079 Sep 17 23:31:45.468172 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56570) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:45.515275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4ae67b35-37f7-47fa-9166-bc9320e4f890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:45.536107 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4ae67b35-37f7-47fa-9166-bc9320e4f890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:45.643065 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4ae67b35-37f7-47fa-9166-bc9320e4f890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:45.645660 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4ae67b35-37f7-47fa-9166-bc9320e4f890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:45.646810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4ae67b35-37f7-47fa-9166-bc9320e4f890 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eaab3dae-a0e8-4e76-a323-dd6edcccb3ce HTTP/1.1" status: 204 len: 168 time: 0.1777508 Sep 17 23:31:45.655613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae67b35-37f7-47fa-9166-bc9320e4f890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaab3dae-a0e8-4e76-a323-dd6edcccb3ce,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:46.623438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56592) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:46.718003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1057111230-network', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:31:46.785684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Made reservation on behalf of b07c4fdb31b44bd69df51634140a6b21 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:31:46.788160 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:46.802328 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:46.889379 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:46.951215 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:46.975920 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:31:46.986290 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:46.991023 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:46.991365 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Added segment 5fc2f6b0-5892-4415-909e-44dcfe033448 of type vlan for network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 Sep 17 23:31:47.030440 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.116535 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.117539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:47.118229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.181018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] Pushing event updated for resources: {'Network': ['ID=d0d6e184-93e4-4f4c-af10-652e33c3bcb4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:47.190610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:31:47.209387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-054521e3-afbb-4012-a726-0124cec9fbe3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5847025 Sep 17 23:31:47.213181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56596) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:47.217511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Request body: {'subnet': {'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1057111230-subnet', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:31:47.294567 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Made reservation on behalf of b07c4fdb31b44bd69df51634140a6b21 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:31:47.297096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.500155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.553302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32156b9b-bdbe-4bc8-a610-63cc6b719fd3,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:47.563357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Checking segment: {'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:31:47.563716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Network hostable DHCP agents. Network: d0d6e184-93e4-4f4c-af10-652e33c3bcb4, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:31:47.631009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:31:47.682620 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d0d6e184-93e4-4f4c-af10-652e33c3bcb4) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:47.686971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:47.687559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.692819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdf0914-4708-4415-b91c-039eb29fc1f6 None None] Network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:31:47.743686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56598) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:47.744375 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-515635dc-8529-44d4-a9d6-2cf6f9fa2d26 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5305133 Sep 17 23:31:47.748350 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:31:47.832215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.833190 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.838606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-d0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:31:47.839491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.885735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.975821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Allocated IP 172.20.0.2 (d0d6e184-93e4-4f4c-af10-652e33c3bcb4/32156b9b-bdbe-4bc8-a610-63cc6b719fd3/078acce4-3043-4a18-816a-3cd8d38c6ed2) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:31:48.055526 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:48.122477 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:48.174845 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:48.212562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:31:48.215421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:48.218547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:31:48.229410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Pushing event updated for resources: {'Port': ['ID=078acce4-3043-4a18-816a-3cd8d38c6ed2,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:48.279921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Attempting to bind port 078acce4-3043-4a18-816a-3cd8d38c6ed2 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:31:48.280433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Attempting to bind port 078acce4-3043-4a18-816a-3cd8d38c6ed2 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:31:48.280799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Attempting to bind port 078acce4-3043-4a18-816a-3cd8d38c6ed2 on network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:31:48.285714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:31:48.286086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Checking segment: {'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:31:48.286486 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:48.286886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Bound using segment: {'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:31:48.287351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Bound port: 078acce4-3043-4a18-816a-3cd8d38c6ed2, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:31:48.287733 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:48.297911 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:48.320573 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:48.350181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] For port 078acce4-3043-4a18-816a-3cd8d38c6ed2, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:31:48.353356 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] For port 078acce4-3043-4a18-816a-3cd8d38c6ed2, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=078acce4-3043-4a18-816a-3cd8d38c6ed2,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:31:48.391882 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:48.428099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Allocated IP 172.25.6.89 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/8f4d59e0-5638-4f1c-a15a-d78f612b02a9) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:31:48.452707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31675f1-8c47-496d-b558-798a9b9fe459 None None] Pushing event updated for resources: {'Port': ['ID=078acce4-3043-4a18-816a-3cd8d38c6ed2,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:48.540821 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:48.643942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:48.687054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:31:48.696358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:48.696358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:31:48.701329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4d59e0-5638-4f1c-a15a-d78f612b02a9,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:49.040438 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:49.133399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 078acce4-3043-4a18-816a-3cd8d38c6ed2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:31:49.186817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 078acce4-3043-4a18-816a-3cd8d38c6ed2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:49.187190 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:49.272030 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:49.313250 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 078acce4-3043-4a18-816a-3cd8d38c6ed2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=078acce4-3043-4a18-816a-3cd8d38c6ed2,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:49.381617 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4fb37c-9c90-4632-8fe9-d1ffaf399f3f None None] Network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:31:49.383648 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:49.485970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=078acce4-3043-4a18-816a-3cd8d38c6ed2,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:49.501539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-fdeda2e5-5a9f-4e61-8738-422d5362ef65 None None] Provisioning complete for port 078acce4-3043-4a18-816a-3cd8d38c6ed2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:49.501918 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fdeda2e5-5a9f-4e61-8738-422d5362ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:49.549564 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:49.734744 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Router 4e52a530-8ed5-4afd-9c7b-b0d070478829 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:31:49.846993 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:31:49.858542 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Sync routers for ids ['4e52a530-8ed5-4afd-9c7b-b0d070478829'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:31:49.867132 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Routers {'4e52a530-8ed5-4afd-9c7b-b0d070478829'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:49.869962 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4e52a530-8ed5-4afd-9c7b-b0d070478829'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:49.870123 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-8ee5ecf5-b8b9-4f3e-b44b-91a69f0fcc43 None None] Provisioning complete for port 078acce4-3043-4a18-816a-3cd8d38c6ed2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:49.870123 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8ee5ecf5-b8b9-4f3e-b44b-91a69f0fcc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:49.952234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:49.953419 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7cc23aab-71ba-42f6-b565-e11293afe648 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2085369 Sep 17 23:31:49.956169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56600) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:49.970034 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Set router 4e52a530-8ed5-4afd-9c7b-b0d070478829 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:50.147957 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:48Z', 'revision_number': 3, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:50.173427 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Checking router: 4e52a530-8ed5-4afd-9c7b-b0d070478829 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:31:50.174086 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Updating router 4e52a530-8ed5-4afd-9c7b-b0d070478829 port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:31:50.198483 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.375274 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.449503 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.546155 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.577599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Allocated IP 172.20.0.1 (d0d6e184-93e4-4f4c-af10-652e33c3bcb4/32156b9b-bdbe-4bc8-a610-63cc6b719fd3/846b15fe-0280-458b-a727-428132bcb457) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:31:50.598600 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Pushing event updated for resources: {'Port': ['ID=8f4d59e0-5638-4f1c-a15a-d78f612b02a9,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:50.601548 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Attempting to bind port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:31:50.601911 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Attempting to bind port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:31:50.602268 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Attempting to bind port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:31:50.611211 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.611551 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.611887 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.612244 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.612577 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.612906 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.613230 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.613554 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.613873 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.614195 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.614514 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.614831 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:50.618316 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:31:50.618688 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:31:50.619088 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.619469 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:31:50.619936 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Bound port: 8f4d59e0-5638-4f1c-a15a-d78f612b02a9, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:31:50.620334 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.671695 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] For port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:31:50.675049 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] For port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8f4d59e0-5638-4f1c-a15a-d78f612b02a9,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:31:50.682493 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.757705 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.785685 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.826058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:31:50.829734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:50.835662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:31:50.859591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Pushing event updated for resources: {'Port': ['ID=846b15fe-0280-458b-a727-428132bcb457,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:50.881191 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.917588 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4074b2a-a6e2-42a7-b935-2f5b2599e43a None None] Pushing event updated for resources: {'Port': ['ID=8f4d59e0-5638-4f1c-a15a-d78f612b02a9,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:50.924845 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Routers {'4e52a530-8ed5-4afd-9c7b-b0d070478829'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:50.925376 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4e52a530-8ed5-4afd-9c7b-b0d070478829'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:51.034081 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] Set router 4e52a530-8ed5-4afd-9c7b-b0d070478829 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:51.075445 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a0878213-329f-4f67-b03c-d3ba42274c3d None None] Provisioning complete for port 846b15fe-0280-458b-a727-428132bcb457 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:51.076034 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0878213-329f-4f67-b03c-d3ba42274c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:51.098317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 078acce4-3043-4a18-816a-3cd8d38c6ed2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:31:51.136260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a0878213-329f-4f67-b03c-d3ba42274c3d None None] Port 846b15fe-0280-458b-a727-428132bcb457 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:31:51.156803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 078acce4-3043-4a18-816a-3cd8d38c6ed2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:51.157175 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:51.181155 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:51.235860 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:48Z', 'revision_number': 3, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:51.263188 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711c66d-fda1-4713-ae56-d7e1368ee84a None None] The sync data for ids ['4e52a530-8ed5-4afd-9c7b-b0d070478829'] in n-d-713499-18 is: [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:48Z', 'revision_number': 3, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:31:51.350628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:51.385719 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:51.453922 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Pushing event updated for resources: {'Port': ['ID=846b15fe-0280-458b-a727-428132bcb457,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:51.457246 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:51.567876 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:31:51.569463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:51.693396 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Router 4e52a530-8ed5-4afd-9c7b-b0d070478829 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:31:51.812260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:31:51.817315 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6dede77d-7978-4f92-82a5-9d48cf3f50f2 admin admin] 10.222.0.30 "PUT /v2.0/routers/4e52a530-8ed5-4afd-9c7b-b0d070478829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601713 Sep 17 23:31:51.869083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e448e79b-a355-433f-a581-eaef5f64ff0b None None] Provisioning complete for port 846b15fe-0280-458b-a727-428132bcb457 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:51.869537 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e448e79b-a355-433f-a581-eaef5f64ff0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:51.909297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e448e79b-a355-433f-a581-eaef5f64ff0b None None] Port 846b15fe-0280-458b-a727-428132bcb457 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:31:52.490452 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56616) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:52.495846 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-406358836-network', 'tenant_id': '34627ec30b5141c7a9956740712d1d09'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:31:52.556992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Made reservation on behalf of 34627ec30b5141c7a9956740712d1d09 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:31:52.559419 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:52.568598 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:52.659589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:52.723020 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:52.744608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:31:52.764885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e36938-8d88-41c8-a057-a847a8096328,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:52.767462 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:52.767662 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Added segment 2367fb48-a03d-421c-acd7-a7b09fad2a35 of type vlan for network f3ca88c0-526c-4419-9176-ce22d15fd273 Sep 17 23:31:52.800114 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Sync routers for ids ['4e52a530-8ed5-4afd-9c7b-b0d070478829'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:31:52.812260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Routers {'4e52a530-8ed5-4afd-9c7b-b0d070478829'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:52.812616 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:52.812903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4e52a530-8ed5-4afd-9c7b-b0d070478829'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:52.889435 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:52.890428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:52.891012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:52.921574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Set router 4e52a530-8ed5-4afd-9c7b-b0d070478829 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:52.954349 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] Pushing event updated for resources: {'Network': ['ID=f3ca88c0-526c-4419-9176-ce22d15fd273,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:52.964044 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1f2754f8-8b69-454d-bd14-403f08ec8d0e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4723051 Sep 17 23:31:52.964668 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network f3ca88c0-526c-4419-9176-ce22d15fd273 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:31:52.967504 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56618) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:52.972872 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Request body: {'subnet': {'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-406358836-subnet', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:31:53.037176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Made reservation on behalf of 34627ec30b5141c7a9956740712d1d09 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:31:53.039497 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.149173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:31:53.239887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:53.240284 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.264867 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:51Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '846b15fe-0280-458b-a727-428132bcb457', 'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'mac_address': 'fa:16:3e:6e:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:50Z', 'updated_at': '2021-09-17T23:31:51Z', 'revision_number': 2, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'subnets': [{'id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:53.289026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.292290 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Checking router: 4e52a530-8ed5-4afd-9c7b-b0d070478829 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:31:53.292652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Updating router 4e52a530-8ed5-4afd-9c7b-b0d070478829 port 846b15fe-0280-458b-a727-428132bcb457 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:31:53.325353 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.344328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74d5181-2e27-4227-a3b6-04d4e3a1fb64,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:53.355701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Checking segment: {'id': '2367fb48-a03d-421c-acd7-a7b09fad2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:31:53.356059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Network hostable DHCP agents. Network: f3ca88c0-526c-4419-9176-ce22d15fd273, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:31:53.409556 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.425458 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Network f3ca88c0-526c-4419-9176-ce22d15fd273 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:31:53.481614 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8f4d59e0-5638-4f1c-a15a-d78f612b02a9,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:53.505460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, f3ca88c0-526c-4419-9176-ce22d15fd273) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:53.509612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:53.510303 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.517098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccd6c8f-f872-4135-81a7-0c83ea32dcfb None None] Network f3ca88c0-526c-4419-9176-ce22d15fd273 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:31:53.565748 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.576797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bb5d6c6a-8c36-4ca5-ad6b-c11983c290e6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6054957 Sep 17 23:31:53.576988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56620) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:53.581214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-406358836-router', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:31:53.671601 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.672712 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.686861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=8f4d59e0-5638-4f1c-a15a-d78f612b02a9,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:53.727806 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.779961 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.808009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-f3ca88c0-526c-4419-9176-ce22d15fd273', 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'fixed_ips': [{'subnet_id': 'b74d5181-2e27-4227-a3b6-04d4e3a1fb64'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:31:53.808973 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.877566 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.916105 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.978505 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515526af-9ae7-4e5d-ba7f-a2bc5766d55f None None] Pushing event updated for resources: {'Port': ['ID=846b15fe-0280-458b-a727-428132bcb457,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:54.207032 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.215454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-22784e6c-958f-4284-b45f-301fda279616 None None] Provisioning complete for port 846b15fe-0280-458b-a727-428132bcb457 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:54.215822 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-22784e6c-958f-4284-b45f-301fda279616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.217589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Attempting to bind port 846b15fe-0280-458b-a727-428132bcb457 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:31:54.217956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Attempting to bind port 846b15fe-0280-458b-a727-428132bcb457 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:31:54.218308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Attempting to bind port 846b15fe-0280-458b-a727-428132bcb457 on network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:31:54.220551 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Allocated IP 172.20.0.2 (f3ca88c0-526c-4419-9176-ce22d15fd273/b74d5181-2e27-4227-a3b6-04d4e3a1fb64/52b3e2a4-5f8b-4d98-936a-eecee0c07c6c) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:31:54.225644 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.247183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:31:54.247554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Checking segment: {'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:31:54.247981 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.248945 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Bound using segment: {'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:31:54.249390 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Bound port: 846b15fe-0280-458b-a727-428132bcb457, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:31:54.249761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.307338 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-22784e6c-958f-4284-b45f-301fda279616 None None] Port 846b15fe-0280-458b-a727-428132bcb457 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:31:54.333037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Allocated IP 172.25.6.147 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/a0efdef8-1f4a-4ec0-8951-18a7b976873e) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:31:54.393048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] For port 846b15fe-0280-458b-a727-428132bcb457, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:31:54.397462 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] For port 846b15fe-0280-458b-a727-428132bcb457, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=846b15fe-0280-458b-a727-428132bcb457,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:31:54.438196 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.454823 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.460603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.512585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Routers {'4e52a530-8ed5-4afd-9c7b-b0d070478829'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:54.513217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4e52a530-8ed5-4afd-9c7b-b0d070478829'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:54.523887 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.534553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.572048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515526af-9ae7-4e5d-ba7f-a2bc5766d55f None None] Pushing event updated for resources: {'Port': ['ID=846b15fe-0280-458b-a727-428132bcb457,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:54.573695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:31:54.581349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:54.586981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:31:54.595235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Pushing event updated for resources: {'Port': ['ID=a0efdef8-1f4a-4ec0-8951-18a7b976873e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:54.611916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Network f3ca88c0-526c-4419-9176-ce22d15fd273 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:31:54.618528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:54.626320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:31:54.672797 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Pushing event updated for resources: {'Port': ['ID=52b3e2a4-5f8b-4d98-936a-eecee0c07c6c,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:54.737898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] Set router 4e52a530-8ed5-4afd-9c7b-b0d070478829 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:54.785244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Attempting to bind port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:31:54.785612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Attempting to bind port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2367fb48-a03d-421c-acd7-a7b09fad2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:31:54.789334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Attempting to bind port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c on network f3ca88c0-526c-4419-9176-ce22d15fd273 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:31:54.793446 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-711a8031-82b0-4184-9777-0f6266551a80 None None] Provisioning complete for port 846b15fe-0280-458b-a727-428132bcb457 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:54.793817 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-711a8031-82b0-4184-9777-0f6266551a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.816363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:31:54.817030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Checking segment: {'id': '2367fb48-a03d-421c-acd7-a7b09fad2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:31:54.817164 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.817480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Bound using segment: {'id': '2367fb48-a03d-421c-acd7-a7b09fad2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:31:54.817942 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Bound port: 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367fb48-a03d-421c-acd7-a7b09fad2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:31:54.818311 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:54.952476 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:55.005397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e463e958-1276-452e-9c3b-319829a904bb None None] For port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:31:55.035828 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-711a8031-82b0-4184-9777-0f6266551a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:55.038923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e463e958-1276-452e-9c3b-319829a904bb None None] For port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=52b3e2a4-5f8b-4d98-936a-eecee0c07c6c,segment=NetworkSegment(2367fb48-a03d-421c-acd7-a7b09fad2a35),segment_id=2367fb48-a03d-421c-acd7-a7b09fad2a35)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:31:55.104361 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-711a8031-82b0-4184-9777-0f6266551a80 None None] For port 846b15fe-0280-458b-a727-428132bcb457, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=846b15fe-0280-458b-a727-428132bcb457,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:55.106898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:31:55.129548 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:55.152236 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:55.169090 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-711a8031-82b0-4184-9777-0f6266551a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:55.216285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463e958-1276-452e-9c3b-319829a904bb None None] Pushing event updated for resources: {'Port': ['ID=52b3e2a4-5f8b-4d98-936a-eecee0c07c6c,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:55.248818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:51Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '846b15fe-0280-458b-a727-428132bcb457', 'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'mac_address': 'fa:16:3e:6e:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:50Z', 'updated_at': '2021-09-17T23:31:54Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'subnets': [{'id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:55.284310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03f0b4-fcb3-4189-8c29-8f555b9ef343 None None] The sync data for ids ['4e52a530-8ed5-4afd-9c7b-b0d070478829'] in n-d-713499-18 is: [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:51Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '846b15fe-0280-458b-a727-428132bcb457', 'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'mac_address': 'fa:16:3e:6e:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:50Z', 'updated_at': '2021-09-17T23:31:54Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'subnets': [{'id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:31:55.287343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:55.287716 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:55.346812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a8031-82b0-4184-9777-0f6266551a80 None None] Pushing event updated for resources: {'Port': ['ID=846b15fe-0280-458b-a727-428132bcb457,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:55.362513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Router 83d946f4-4ad7-49c6-8ef5-a359917d381b is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:31:55.521219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:31:55.533916 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Sync routers for ids ['83d946f4-4ad7-49c6-8ef5-a359917d381b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:31:55.547997 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Routers {'83d946f4-4ad7-49c6-8ef5-a359917d381b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:55.547997 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['83d946f4-4ad7-49c6-8ef5-a359917d381b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:55.597510 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:55.601433 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2e721b80-903f-4f4a-a8e1-3eb0cbbc84da admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0210550 Sep 17 23:31:55.601883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56622) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:31:55.657667 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Set router 83d946f4-4ad7-49c6-8ef5-a359917d381b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:55.868944 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'name': 'tempest-TestMinimumBasicScenario-406358836-router', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:53Z', 'updated_at': '2021-09-17T23:31:54Z', 'revision_number': 3, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'gw_port': {'id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:54Z', 'updated_at': '2021-09-17T23:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:55.902495 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Checking router: 83d946f4-4ad7-49c6-8ef5-a359917d381b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:31:55.903152 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Updating router 83d946f4-4ad7-49c6-8ef5-a359917d381b port a0efdef8-1f4a-4ec0-8951-18a7b976873e binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:31:55.932074 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.276079 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.328994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe16795e-eb4b-4019-a825-df7c0da66c8d None None] Network f3ca88c0-526c-4419-9176-ce22d15fd273 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:31:56.352271 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.404937 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Attempting to bind port a0efdef8-1f4a-4ec0-8951-18a7b976873e on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:31:56.405685 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Attempting to bind port a0efdef8-1f4a-4ec0-8951-18a7b976873e by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:31:56.406305 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Attempting to bind port a0efdef8-1f4a-4ec0-8951-18a7b976873e on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:31:56.414655 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:31:56.415422 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:31:56.416048 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.416715 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:31:56.417430 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Bound port: a0efdef8-1f4a-4ec0-8951-18a7b976873e, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:31:56.418053 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.422857 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ef149429-77e9-4fc9-ab39-6708ee4167a8 None None] Provisioning complete for port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:56.423297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef149429-77e9-4fc9-ab39-6708ee4167a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.424667 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.480448 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c411ad-d278-46ea-823c-db9e0b74df4a None None] Pushing event updated for resources: {'Port': ['ID=a0efdef8-1f4a-4ec0-8951-18a7b976873e,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:56.497590 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] For port a0efdef8-1f4a-4ec0-8951-18a7b976873e, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:31:56.502477 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] For port a0efdef8-1f4a-4ec0-8951-18a7b976873e, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a0efdef8-1f4a-4ec0-8951-18a7b976873e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:31:56.552345 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.578148 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef149429-77e9-4fc9-ab39-6708ee4167a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.617183 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ef149429-77e9-4fc9-ab39-6708ee4167a8 None None] For port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=52b3e2a4-5f8b-4d98-936a-eecee0c07c6c,segment=NetworkSegment(2367fb48-a03d-421c-acd7-a7b09fad2a35),segment_id=2367fb48-a03d-421c-acd7-a7b09fad2a35)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:56.626148 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Routers {'83d946f4-4ad7-49c6-8ef5-a359917d381b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:56.626924 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['83d946f4-4ad7-49c6-8ef5-a359917d381b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:56.630420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Allocated IP 172.20.0.1 (f3ca88c0-526c-4419-9176-ce22d15fd273/b74d5181-2e27-4227-a3b6-04d4e3a1fb64/8626377b-d12d-466a-b3c9-c67e3d7ffc35) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:31:56.667305 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c411ad-d278-46ea-823c-db9e0b74df4a None None] Pushing event updated for resources: {'Port': ['ID=a0efdef8-1f4a-4ec0-8951-18a7b976873e,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:56.699870 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef149429-77e9-4fc9-ab39-6708ee4167a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.768757 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] Set router 83d946f4-4ad7-49c6-8ef5-a359917d381b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:56.771622 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef149429-77e9-4fc9-ab39-6708ee4167a8 None None] Pushing event updated for resources: {'Port': ['ID=52b3e2a4-5f8b-4d98-936a-eecee0c07c6c,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:56.785458 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.871790 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.908649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Network f3ca88c0-526c-4419-9176-ce22d15fd273 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:31:56.917144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:56.920863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ceb65d7a-f0fb-4de2-bbcb-2ace2f98028d None None] Provisioning complete for port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:56.921268 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ceb65d7a-f0fb-4de2-bbcb-2ace2f98028d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:56.924895 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:31:56.954790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Pushing event updated for resources: {'Port': ['ID=8626377b-d12d-466a-b3c9-c67e3d7ffc35,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:56.964525 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'name': 'tempest-TestMinimumBasicScenario-406358836-router', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:53Z', 'updated_at': '2021-09-17T23:31:54Z', 'revision_number': 3, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'gw_port': {'id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:54Z', 'updated_at': '2021-09-17T23:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:56.969852 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.970299 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.970638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.970972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.971448 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.971958 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.972861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.973221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.973691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.974146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.974476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.974800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:31:56.990002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:57.103169 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ef05b-3c9a-490d-9556-55a112077d7a None None] The sync data for ids ['83d946f4-4ad7-49c6-8ef5-a359917d381b'] in n-d-713499-18 is: [{'id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'name': 'tempest-TestMinimumBasicScenario-406358836-router', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:53Z', 'updated_at': '2021-09-17T23:31:54Z', 'revision_number': 3, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'gw_port': {'id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:54Z', 'updated_at': '2021-09-17T23:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:31:57.222394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 846b15fe-0280-458b-a727-428132bcb457 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:31:57.232387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:57.270660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-df9b7102-a4b2-48c0-9827-19e39ab8954b None None] Provisioning complete for port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:57.271167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-df9b7102-a4b2-48c0-9827-19e39ab8954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:57.314186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-df9b7102-a4b2-48c0-9827-19e39ab8954b None None] Port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:31:57.317500 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 846b15fe-0280-458b-a727-428132bcb457 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:57.317872 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:57.440056 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:31:57.446540 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:57.494043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:57.494438 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:57.499915 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:57.576844 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Pushing event updated for resources: {'Port': ['ID=8626377b-d12d-466a-b3c9-c67e3d7ffc35,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:57.579942 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:57.675621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Network f3ca88c0-526c-4419-9176-ce22d15fd273 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:31:57.677241 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:31:57.821617 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Router 83d946f4-4ad7-49c6-8ef5-a359917d381b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:31:57.937860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-684c25de-4c77-4bdb-89e1-27672fd66d18 None None] Provisioning complete for port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:57.938237 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-684c25de-4c77-4bdb-89e1-27672fd66d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:57.946046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:31:57.958897 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-687671bd-c850-450d-8533-b55b0d44d5fd admin admin] 10.222.0.30 "PUT /v2.0/routers/83d946f4-4ad7-49c6-8ef5-a359917d381b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3483119 Sep 17 23:31:57.977467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-684c25de-4c77-4bdb-89e1-27672fd66d18 None None] Port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:31:58.621580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Sync routers for ids ['83d946f4-4ad7-49c6-8ef5-a359917d381b'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:31:58.631406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Routers {'83d946f4-4ad7-49c6-8ef5-a359917d381b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:31:58.632013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['83d946f4-4ad7-49c6-8ef5-a359917d381b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:58.736880 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Set router 83d946f4-4ad7-49c6-8ef5-a359917d381b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:31:58.940557 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'name': 'tempest-TestMinimumBasicScenario-406358836-router', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:53Z', 'updated_at': '2021-09-17T23:31:57Z', 'revision_number': 4, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'gw_port': {'id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:54Z', 'updated_at': '2021-09-17T23:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '8626377b-d12d-466a-b3c9-c67e3d7ffc35', 'name': '', 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'mac_address': 'fa:16:3e:34:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b74d5181-2e27-4227-a3b6-04d4e3a1fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:56Z', 'updated_at': '2021-09-17T23:31:57Z', 'revision_number': 2, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'subnets': [{'id': 'b74d5181-2e27-4227-a3b6-04d4e3a1fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:31:58.969904 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Checking router: 83d946f4-4ad7-49c6-8ef5-a359917d381b for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:31:58.970278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Updating router 83d946f4-4ad7-49c6-8ef5-a359917d381b port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:31:59.005919 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:59.157454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a0efdef8-1f4a-4ec0-8951-18a7b976873e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:31:59.450150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a0efdef8-1f4a-4ec0-8951-18a7b976873e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:31:59.450520 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:59.608161 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:59.633888 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:59.645023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port a0efdef8-1f4a-4ec0-8951-18a7b976873e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a0efdef8-1f4a-4ec0-8951-18a7b976873e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:31:59.711575 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:59.747946 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:59.780939 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99dd6d-5ea8-4c71-a93a-4ffe747cb812 None None] Pushing event updated for resources: {'Port': ['ID=8626377b-d12d-466a-b3c9-c67e3d7ffc35,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:59.903316 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Attempting to bind port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:31:59.903808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Attempting to bind port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '2367fb48-a03d-421c-acd7-a7b09fad2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:31:59.905876 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Attempting to bind port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 on network f3ca88c0-526c-4419-9176-ce22d15fd273 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:31:59.919313 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=a0efdef8-1f4a-4ec0-8951-18a7b976873e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:31:59.923912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:31:59.924324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Checking segment: {'id': '2367fb48-a03d-421c-acd7-a7b09fad2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:31:59.924732 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:59.925121 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Bound using segment: {'id': '2367fb48-a03d-421c-acd7-a7b09fad2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:31:59.925597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Bound port: 8626377b-d12d-466a-b3c9-c67e3d7ffc35, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367fb48-a03d-421c-acd7-a7b09fad2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:31:59.925990 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:59.968301 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:00.020654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] For port 8626377b-d12d-466a-b3c9-c67e3d7ffc35, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:32:00.023920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] For port 8626377b-d12d-466a-b3c9-c67e3d7ffc35, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8626377b-d12d-466a-b3c9-c67e3d7ffc35,segment=NetworkSegment(2367fb48-a03d-421c-acd7-a7b09fad2a35),segment_id=2367fb48-a03d-421c-acd7-a7b09fad2a35)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:32:00.122260 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:00.168920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3bc4ef0c-1ba5-4929-a22d-74208c91b30e None None] Provisioning complete for port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:00.169483 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ef0c-1ba5-4929-a22d-74208c91b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:00.211091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Routers {'83d946f4-4ad7-49c6-8ef5-a359917d381b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:00.211733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:31:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['83d946f4-4ad7-49c6-8ef5-a359917d381b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:00.289729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99dd6d-5ea8-4c71-a93a-4ffe747cb812 None None] Pushing event updated for resources: {'Port': ['ID=8626377b-d12d-466a-b3c9-c67e3d7ffc35,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:00.408547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] Set router 83d946f4-4ad7-49c6-8ef5-a359917d381b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:00.441078 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ef0c-1ba5-4929-a22d-74208c91b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:00.540948 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3bc4ef0c-1ba5-4929-a22d-74208c91b30e None None] For port 8626377b-d12d-466a-b3c9-c67e3d7ffc35, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8626377b-d12d-466a-b3c9-c67e3d7ffc35,segment=NetworkSegment(2367fb48-a03d-421c-acd7-a7b09fad2a35),segment_id=2367fb48-a03d-421c-acd7-a7b09fad2a35)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:00.611017 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ef0c-1ba5-4929-a22d-74208c91b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:00.692047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4ef0c-1ba5-4929-a22d-74208c91b30e None None] Pushing event updated for resources: {'Port': ['ID=8626377b-d12d-466a-b3c9-c67e3d7ffc35,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:00.708642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'name': 'tempest-TestMinimumBasicScenario-406358836-router', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:53Z', 'updated_at': '2021-09-17T23:31:57Z', 'revision_number': 4, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'gw_port': {'id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:54Z', 'updated_at': '2021-09-17T23:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '8626377b-d12d-466a-b3c9-c67e3d7ffc35', 'name': '', 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'mac_address': 'fa:16:3e:34:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b74d5181-2e27-4227-a3b6-04d4e3a1fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:56Z', 'updated_at': '2021-09-17T23:32:00Z', 'revision_number': 4, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'subnets': [{'id': 'b74d5181-2e27-4227-a3b6-04d4e3a1fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:00.747626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a6ced-2aae-43cc-bf1b-2b8c89dc4f61 None None] The sync data for ids ['83d946f4-4ad7-49c6-8ef5-a359917d381b'] in n-d-713499-18 is: [{'id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'name': 'tempest-TestMinimumBasicScenario-406358836-router', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:53Z', 'updated_at': '2021-09-17T23:31:57Z', 'revision_number': 4, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'gw_port': {'id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:54Z', 'updated_at': '2021-09-17T23:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '8626377b-d12d-466a-b3c9-c67e3d7ffc35', 'name': '', 'network_id': 'f3ca88c0-526c-4419-9176-ce22d15fd273', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'mac_address': 'fa:16:3e:34:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b74d5181-2e27-4227-a3b6-04d4e3a1fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:56Z', 'updated_at': '2021-09-17T23:32:00Z', 'revision_number': 4, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'subnets': [{'id': 'b74d5181-2e27-4227-a3b6-04d4e3a1fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:32:00.760160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a792976b-6b34-4a34-aacb-ca802e5af3e3 None None] Provisioning complete for port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:00.760915 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a792976b-6b34-4a34-aacb-ca802e5af3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:01.242663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8626377b-d12d-466a-b3c9-c67e3d7ffc35 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:32:01.329007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:01.329530 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:01.430741 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a0efdef8-1f4a-4ec0-8951-18a7b976873e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:32:01.482828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a0efdef8-1f4a-4ec0-8951-18a7b976873e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:01.483272 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:03.294384 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fd00ee8d-043f-426b-bbe4-010b849bc70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:05.946332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c1e2980b-4c7c-4a76-9c2a-e6c9c410f3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:07.122555 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:07.620196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:09.271514 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:09.485539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-2fc4fd37-d88a-4c8f-a692-d0e3680cdca3 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:09.487016 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-2fc4fd37-d88a-4c8f-a692-d0e3680cdca3 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/networks?id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4 HTTP/1.1" status: 200 len: 815 time: 0.1039920 Sep 17 23:32:09.502151 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-122e70b7-16ea-4cee-b3c3-aa8406d30f37 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/quotas/b07c4fdb31b44bd69df51634140a6b21 HTTP/1.1" status: 200 len: 375 time: 0.0093191 Sep 17 23:32:09.552181 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8ba42220-f790-4108-a7e7-983e6d760c61 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b07c4fdb31b44bd69df51634140a6b21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447688 Sep 17 23:32:09.654896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-27312d02-bc13-4226-b780-17acdb7ce6e6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:32:09.655944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-27312d02-bc13-4226-b780-17acdb7ce6e6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0925851 Sep 17 23:32:09.746353 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-cb4d8207-efa5-407b-bc8f-0785e93be497 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842056 Sep 17 23:32:10.167341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-eb766887-059c-4be2-993b-99165db12d38 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141877 Sep 17 23:32:11.008142 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:11.394711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57fc8645-4eaf-4452-8bfb-d03c1e8b3292 req-ab5a1349-81a9-4cab-8842-8be10fe1c226 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 210 time: 0.0266109 Sep 17 23:32:12.488139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bffaced0-7386-4a75-9d4e-62c31d47ee87 req-935843eb-d1dc-4ac3-a7d8-f6ab55f71b6b tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 210 time: 0.0267749 Sep 17 23:32:13.506876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-6ff908c2-e5d2-4a20-8af3-f974226b01bf tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:13.508328 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-6ff908c2-e5d2-4a20-8af3-f974226b01bf tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.15 "GET /v2.0/networks?id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4 HTTP/1.1" status: 200 len: 815 time: 0.1049080 Sep 17 23:32:13.527283 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'port': {'device_id': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'admin_state_up': True, 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:13.583728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f1bd6232-d712-4747-8b79-8e0cf4739692 req-be49ab21-e3cb-4781-9923-acd253380901 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 210 time: 0.0291300 Sep 17 23:32:13.687923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Made reservation on behalf of b07c4fdb31b44bd69df51634140a6b21 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:32:13.691489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:13.818201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Allocated IP 172.20.0.5 (d0d6e184-93e4-4f4c-af10-652e33c3bcb4/32156b9b-bdbe-4bc8-a610-63cc6b719fd3/97b191b9-4d1e-4416-a51d-3de71cc8b0a7) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:32:13.967614 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:14.054056 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:14.096252 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:32:14.099266 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:32:14.109302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:32:14.112511 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'Port': ['ID=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:14.167786 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:14.168992 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:14.242829 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-8b820127-7592-46e4-97cb-98b6566cb07a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7193286 Sep 17 23:32:14.397514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c0aaf688-698f-44d8-85af-cac7c36ad10e None None] Provisioning complete for port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:14.398522 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf688-698f-44d8-85af-cac7c36ad10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:14.434865 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaf688-698f-44d8-85af-cac7c36ad10e None None] Port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:32:14.722513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c0b4-0c78-4ecc-b8d4-2c206d563024 req-0c9eb002-01f1-4aed-9099-133a2b93523c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:14.725500 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2c2c0b4-0c78-4ecc-b8d4-2c206d563024 req-0c9eb002-01f1-4aed-9099-133a2b93523c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 931 time: 0.0536761 Sep 17 23:32:14.765769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b2c2c0b4-0c78-4ecc-b8d4-2c206d563024 req-52884f24-1385-4113-b275-312c29e438bf tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360417 Sep 17 23:32:15.247316 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:32:15.900346 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c519-f1e9-4380-b3c5-f0fc2ea609cf req-a6e6351e-08af-485b-b4b2-6899d8c53d7b tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:15.901894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1e78c519-f1e9-4380-b3c5-f0fc2ea609cf req-a6e6351e-08af-485b-b4b2-6899d8c53d7b tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 931 time: 0.0570521 Sep 17 23:32:15.942106 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1e78c519-f1e9-4380-b3c5-f0fc2ea609cf req-7b408eee-298a-41b7-a095-0b02e6cf7897 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334861 Sep 17 23:32:17.067066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8358eb0-b22b-4236-b7c8-ebc3d39c4f06 req-9312bcd5-5020-482b-9a94-1d649de76429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:17.068590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8358eb0-b22b-4236-b7c8-ebc3d39c4f06 req-9312bcd5-5020-482b-9a94-1d649de76429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 931 time: 0.0552282 Sep 17 23:32:17.110975 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8358eb0-b22b-4236-b7c8-ebc3d39c4f06 req-f331c399-cbb6-4ded-acd3-f90f10e036ad tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360181 Sep 17 23:32:18.226675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db2701-a969-49e5-b7d2-040f97d9871b req-0dfaad45-1bfb-4399-aa7c-360cf4655241 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:18.228394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62db2701-a969-49e5-b7d2-040f97d9871b req-0dfaad45-1bfb-4399-aa7c-360cf4655241 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 931 time: 0.0506971 Sep 17 23:32:18.275270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-62db2701-a969-49e5-b7d2-040f97d9871b req-6f27f48e-63bf-4288-8cf3-db16c024b0e6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397651 Sep 17 23:32:19.395795 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475255fb-e6a0-458a-8869-e59f17210dcc req-ae1e467e-13d1-4ccf-b851-312d76cf3216 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:19.397385 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-475255fb-e6a0-458a-8869-e59f17210dcc req-ae1e467e-13d1-4ccf-b851-312d76cf3216 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 931 time: 0.0505753 Sep 17 23:32:19.444540 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-475255fb-e6a0-458a-8869-e59f17210dcc req-a84814cf-3e57-4e04-97ca-fb4996cf7dc9 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Sep 17 23:32:20.570261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd265d-7306-47ae-bcdf-dc9446d75042 req-7b523bfc-febd-49bb-a993-be13e29c5a4d tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:20.572039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cbd265d-7306-47ae-bcdf-dc9446d75042 req-7b523bfc-febd-49bb-a993-be13e29c5a4d tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 931 time: 0.0594058 Sep 17 23:32:20.613214 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cbd265d-7306-47ae-bcdf-dc9446d75042 req-1789c806-e0b6-4a00-82d6-72eed74910c4 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345948 Sep 17 23:32:21.733039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b51e06-c23e-4c82-9ed5-61d35703257b req-e25310f0-9638-441b-a320-60f64ba4865c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:21.741050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81b51e06-c23e-4c82-9ed5-61d35703257b req-e25310f0-9638-441b-a320-60f64ba4865c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 931 time: 0.0596976 Sep 17 23:32:21.775331 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81b51e06-c23e-4c82-9ed5-61d35703257b req-cec02758-6865-4f95-8c89-3540d2e265a0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Sep 17 23:32:22.901398 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce7a08-3966-42de-9c07-7bd89fa2d3d5 req-14e30079-1ebc-4e37-b458-351ec9c8e651 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:22.903327 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06ce7a08-3966-42de-9c07-7bd89fa2d3d5 req-14e30079-1ebc-4e37-b458-351ec9c8e651 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 931 time: 0.0582175 Sep 17 23:32:22.946596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-06ce7a08-3966-42de-9c07-7bd89fa2d3d5 req-6ae7bef1-736f-4667-b2da-58a3e8b0e3b8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369043 Sep 17 23:32:24.081898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc2202-3574-4a86-b71f-3a62499f685c req-b2bcdb17-ecca-4ec2-8047-1e8c2b7502b8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:24.084197 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0dfc2202-3574-4a86-b71f-3a62499f685c req-b2bcdb17-ecca-4ec2-8047-1e8c2b7502b8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 931 time: 0.0647979 Sep 17 23:32:24.127313 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0dfc2202-3574-4a86-b71f-3a62499f685c req-33f85184-0f1e-4407-80a9-119f2cc5815c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367396 Sep 17 23:32:24.143202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Request body: {'port': {'device_id': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:24.200381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.461815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:32:24.469066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.480419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Transition to ACTIVE for port object 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:32:24.522110 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.572175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Pushing event updated for resources: {'Port': ['ID=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:24.645278 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Attempting to bind port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:32:24.645610 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Attempting to bind port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:32:24.645934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Attempting to bind port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 on network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:32:24.650637 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 on network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:32:24.650967 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Attempting to bind port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 on network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:32:24.656551 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:32:24.656891 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Checking segment: {'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:32:24.657277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Bound using segment: {'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:32:24.657705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Bound port: 97b191b9-4d1e-4416-a51d-3de71cc8b0a7, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc2f6b0-5892-4415-909e-44dcfe033448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:32:24.658064 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.727994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] For port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:32:24.731451 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] For port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:32:24.842502 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.878229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:24.878848 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:24.880303 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] 10.222.0.15 "PUT /v2.0/ports/97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 1092 time: 0.7951369 Sep 17 23:32:24.880733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:24.883153 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94026b3-1674-41f5-b1d9-d2a969a20c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:24.907679 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a86b54-7be9-4431-9864-ceef76c6fe42 service neutron] Pushing event updated for resources: {'Port': ['ID=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:24.923444 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3085db-3231-45de-bcd2-76770f161165 x-openstack-request-id: req-cf3085db-3231-45de-bcd2-76770f161165 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:24.923732 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:24.923982 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf3085db-3231-45de-bcd2-76770f161165 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:24.924406 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'status': 'completed', 'code': 200} Sep 17 23:32:25.251495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd92fb1-4bc2-419f-8697-997b79084936 req-547f82bd-3e05-4e04-a419-6a8f8f960d84 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:25.253020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9fd92fb1-4bc2-419f-8697-997b79084936 req-547f82bd-3e05-4e04-a419-6a8f8f960d84 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 943 time: 0.0541360 Sep 17 23:32:25.289556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9fd92fb1-4bc2-419f-8697-997b79084936 req-9bf5e56e-4e2d-41f3-8dbe-021c3f34df60 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305676 Sep 17 23:32:26.405999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da48a1-490f-4c02-b38e-50788e3c3c6b req-f8771905-359e-4a23-9f84-3e5d005fe647 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:26.407512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9da48a1-490f-4c02-b38e-50788e3c3c6b req-f8771905-359e-4a23-9f84-3e5d005fe647 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 943 time: 0.0494108 Sep 17 23:32:26.445218 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c9da48a1-490f-4c02-b38e-50788e3c3c6b req-c88b03e7-05c2-42d0-8e33-95ee102c4bda tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Sep 17 23:32:26.762155 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94026b3-1674-41f5-b1d9-d2a969a20c1d req-544b84f8-79e4-4b06-84ae-b2e1ef1e0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:26.763601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c94026b3-1674-41f5-b1d9-d2a969a20c1d req-544b84f8-79e4-4b06-84ae-b2e1ef1e0aa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b07c4fdb31b44bd69df51634140a6b21&device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1095 time: 0.0438569 Sep 17 23:32:26.879027 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94026b3-1674-41f5-b1d9-d2a969a20c1d req-b93c9621-3ed5-4720-8f7f-c400b5fca4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:26.880507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c94026b3-1674-41f5-b1d9-d2a969a20c1d req-b93c9621-3ed5-4720-8f7f-c400b5fca4af service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b07c4fdb31b44bd69df51634140a6b21&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0963812 Sep 17 23:32:26.982664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94026b3-1674-41f5-b1d9-d2a969a20c1d req-37f80f69-f1df-4494-991c-33531c774d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:26.984181 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c94026b3-1674-41f5-b1d9-d2a969a20c1d req-37f80f69-f1df-4494-991c-33531c774d37 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873332 Sep 17 23:32:27.100431 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-18a7bcb7-e667-4a3d-8565-b2eff9b69cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:27.101932 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-18a7bcb7-e667-4a3d-8565-b2eff9b69cea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b07c4fdb31b44bd69df51634140a6b21&device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1095 time: 0.0484915 Sep 17 23:32:27.164622 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-d548a625-dd3f-4298-8d3f-95d6fa0365ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 217 time: 0.0418065 Sep 17 23:32:27.296146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-b7012bc8-123d-41dc-98ca-9a7ef3362e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:27.297573 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-b7012bc8-123d-41dc-98ca-9a7ef3362e14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32156b9b-bdbe-4bc8-a610-63cc6b719fd3 HTTP/1.1" status: 200 len: 854 time: 0.0436423 Sep 17 23:32:27.342376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-fb1c0d68-d51c-4b12-bbcf-f3eaeb746c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:27.343747 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-fb1c0d68-d51c-4b12-bbcf-f3eaeb746c27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394967 Sep 17 23:32:27.434878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-3fa2494e-eab1-4140-9354-67c607ba3008 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837729 Sep 17 23:32:27.558980 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b8dc016-da67-4f2b-9521-47ea286c0d5f req-a0ba2c84-394a-4c68-b4a8-118404f2f44f service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156700 Sep 17 23:32:27.574908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bf1f2-4ce6-421c-834c-5930d2c317ce req-e646d63e-2f85-484f-baee-4d92e608a93e tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:27.576945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b30bf1f2-4ce6-421c-834c-5930d2c317ce req-e646d63e-2f85-484f-baee-4d92e608a93e tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 943 time: 0.0654187 Sep 17 23:32:27.614588 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b30bf1f2-4ce6-421c-834c-5930d2c317ce req-a863c710-f2e0-4bb5-8735-f7a986fb26ec tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Sep 17 23:32:28.729718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e825e-7e9f-4bee-be7b-b3d8e271b9c8 req-e849dc41-0ffb-4dc6-9216-f2afeba19e47 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:28.731231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e62e825e-7e9f-4bee-be7b-b3d8e271b9c8 req-e849dc41-0ffb-4dc6-9216-f2afeba19e47 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 943 time: 0.0499415 Sep 17 23:32:28.771054 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e62e825e-7e9f-4bee-be7b-b3d8e271b9c8 req-a7302bb3-99e9-4205-a729-6f0bf55872c1 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Sep 17 23:32:29.886152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd04a24-7478-43ae-b4d7-eafa2abcf62a req-ee9e798e-230d-4742-a6bf-81cb41c16943 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:29.887742 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dd04a24-7478-43ae-b4d7-eafa2abcf62a req-ee9e798e-230d-4742-a6bf-81cb41c16943 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 943 time: 0.0490830 Sep 17 23:32:29.911044 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:29.926666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9dd04a24-7478-43ae-b4d7-eafa2abcf62a req-59f9ef00-555c-45b7-a8bc-5c75cbe0da93 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Sep 17 23:32:30.074045 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:32:30.172799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:30.183774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'port_id': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'mac_address': 'fa:16:3e:0d:a9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:32:30.220832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.233491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:32:30.252434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:30.328683 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:30.377921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:30.747995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['97b191b9-4d1e-4416-a51d-3de71cc8b0a7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:32:31.043083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff633c9-00db-465d-a9c2-17ff94102f29 req-a9386ebf-9fbf-42ac-834b-ff11ab2eeae8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:31.044518 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cff633c9-00db-465d-a9c2-17ff94102f29 req-a9386ebf-9fbf-42ac-834b-ff11ab2eeae8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 944 time: 0.0521257 Sep 17 23:32:31.082772 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cff633c9-00db-465d-a9c2-17ff94102f29 req-b2453316-efee-4b27-a17f-44f206ba432a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Sep 17 23:32:32.089913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:32:32.190982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:32:32.195565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:32.196168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.202751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efec4bb-bfa0-4da6-ba0c-07ff82f044eb req-275a29d1-b55a-4bef-b2dc-8f453365c246 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:32.204291 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6efec4bb-bfa0-4da6-ba0c-07ff82f044eb req-275a29d1-b55a-4bef-b2dc-8f453365c246 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 944 time: 0.0512736 Sep 17 23:32:32.248464 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6efec4bb-bfa0-4da6-ba0c-07ff82f044eb req-028224d8-3f8a-469e-847e-8cb6b5e74571 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381520 Sep 17 23:32:32.276487 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.299731 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:32.302038 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2093e87-4c74-4147-9d25-f89a3ab50c6e" -d '{"events": [{"server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "name": "network-vif-plugged", "status": "completed", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:32.315750 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:32.339287 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68740d-74dc-4f27-b33f-c83f86f0211a x-openstack-request-id: req-bd68740d-74dc-4f27-b33f-c83f86f0211a {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:32.339579 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "name": "network-vif-plugged", "status": "completed", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:32.339832 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd68740d-74dc-4f27-b33f-c83f86f0211a {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:32.345447 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'code': 200} Sep 17 23:32:32.385017 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.431832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:32.457635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a9268-d5d7-4a6c-b0ed-b3e39d57c8c9 req-afc4300f-ecf2-43da-b067-110235350c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:32.459195 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a03a9268-d5d7-4a6c-b0ed-b3e39d57c8c9 req-afc4300f-ecf2-43da-b067-110235350c1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1097 time: 0.0408156 Sep 17 23:32:32.493390 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a03a9268-d5d7-4a6c-b0ed-b3e39d57c8c9 req-0355a011-00ad-438f-be2d-61558b134408 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276694 Sep 17 23:32:33.282102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6fb6991c-d6f6-47d3-9b51-6b5880e7e79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:33.363149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3be58-127c-43aa-9cde-35b3a9d26698 req-7168c287-eb6a-458f-9afb-a5e10e9c3fd7 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:33.364542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1a3be58-127c-43aa-9cde-35b3a9d26698 req-7168c287-eb6a-458f-9afb-a5e10e9c3fd7 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 945 time: 0.0488729 Sep 17 23:32:33.402587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1a3be58-127c-43aa-9cde-35b3a9d26698 req-88dbc265-d92a-4c26-aa57-58dee0a0d382 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321295 Sep 17 23:32:34.518039 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ea74f-e49e-4731-8b6a-9f1900b3ebb0 req-42f1bf84-e11f-4275-bd3c-5ada6feaea1c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:34.519532 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef8ea74f-e49e-4731-8b6a-9f1900b3ebb0 req-42f1bf84-e11f-4275-bd3c-5ada6feaea1c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 945 time: 0.0490654 Sep 17 23:32:34.556703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef8ea74f-e49e-4731-8b6a-9f1900b3ebb0 req-bed0edcb-a8b6-4dd7-bf89-01147dff002f tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Sep 17 23:32:34.667150 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38759ede-0a8c-40e5-b92e-20b41ff9a036 req-a521afa9-c1c9-4ea9-8c1d-cccd6176fc0f tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:34.668626 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-38759ede-0a8c-40e5-b92e-20b41ff9a036 req-a521afa9-c1c9-4ea9-8c1d-cccd6176fc0f tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 945 time: 0.0480399 Sep 17 23:32:34.709486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-38759ede-0a8c-40e5-b92e-20b41ff9a036 req-9d301692-76fd-444e-a2c2-c84535cd673a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343924 Sep 17 23:32:34.895080 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8b14d-d063-4286-a69b-62aa7bedc6ba req-57316e44-4da7-431a-9a61-a83bdeea2705 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:34.896568 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bdf8b14d-d063-4286-a69b-62aa7bedc6ba req-57316e44-4da7-431a-9a61-a83bdeea2705 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 945 time: 0.0483496 Sep 17 23:32:34.934149 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bdf8b14d-d063-4286-a69b-62aa7bedc6ba req-eb9084a2-74bd-41df-8588-c10c40ab8874 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Sep 17 23:32:35.916393 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bfa487b7-839f-4614-ba1b-00e43bb555de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:37.082491 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:37.605160 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:39.282825 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:40.985224 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:48.306809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad43abe-7403-471c-8041-bf4d77332b69 req-bc5826fa-6db6-4cb0-8dbc-26d4e423db4b tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:48.308303 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ad43abe-7403-471c-8041-bf4d77332b69 req-bc5826fa-6db6-4cb0-8dbc-26d4e423db4b tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 945 time: 0.0492613 Sep 17 23:32:48.347657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ad43abe-7403-471c-8041-bf4d77332b69 req-cb193da1-4206-4325-9a3d-234b3418d39c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Sep 17 23:32:48.371310 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56836) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:48.457100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b7e3f4-763c-41da-bdc2-488576c0b255 tempest-TestMinimumBasicScenario-1244492034 tempest-TestMinimumBasicScenario-1244492034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:48.458590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-25b7e3f4-763c-41da-bdc2-488576c0b255 tempest-TestMinimumBasicScenario-1244492034 tempest-TestMinimumBasicScenario-1244492034-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1092 time: 0.0862572 Sep 17 23:32:48.461632 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 56840) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:48.465919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:48.544995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:48.642505 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:48.747450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Allocated IP 172.25.6.150 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/b286d07f-0e41-47d1-80f2-b75cd44e559b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:32:48.857047 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:48.945486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:48.980755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:32:48.983405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:32:48.987053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:32:49.018051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'Port': ['ID=b286d07f-0e41-47d1-80f2-b75cd44e559b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:49.031629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.031978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.032352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.032686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.033013 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.033412 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.033759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.034079 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.034409 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.034725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.035043 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.035362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:49.507441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:49.673791 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:49.828955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:49.887599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:49.958287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'Port': ['ID=b286d07f-0e41-47d1-80f2-b75cd44e559b,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:49.972493 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.072570 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Floating IP c2f37597-2537-4b08-aa30-8541e29f1833 associated. External IP: 172.25.6.150, port: 97b191b9-4d1e-4416-a51d-3de71cc8b0a7. Sep 17 23:32:50.280812 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Router 4e52a530-8ed5-4afd-9c7b-b0d070478829 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:32:50.719476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:32:50.729033 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] Sync routers for ids ['4e52a530-8ed5-4afd-9c7b-b0d070478829'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:32:50.738282 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] Routers {'4e52a530-8ed5-4afd-9c7b-b0d070478829'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:50.747695 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:32:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4e52a530-8ed5-4afd-9c7b-b0d070478829'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:50.818457 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.841470 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] Set router 4e52a530-8ed5-4afd-9c7b-b0d070478829 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:50.846031 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-313b6deb-f0bf-45cc-8bea-2af15bc8cad6 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3833869 Sep 17 23:32:50.850918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:50.850918 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d92494-3f71-4ad2-aae5-efc283661bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:50.851138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56842) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:50.853813 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-0cc9238b-ee46-46fc-bbd3-1d5f44119d5e tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672347650', 'description': 'tempest-secgroup-smoke-672347650 description', 'project_id': 'b07c4fdb31b44bd69df51634140a6b21'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:50.894055 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b21a8b-eadb-43df-851f-a141f6dee48f x-openstack-request-id: req-98b21a8b-eadb-43df-851f-a141f6dee48f {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:50.894343 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:50.894589 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98b21a8b-eadb-43df-851f-a141f6dee48f {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:50.894977 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'status': 'completed', 'code': 200} Sep 17 23:32:50.962003 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc9238b-ee46-46fc-bbd3-1d5f44119d5e tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.980844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-4a32d220-9112-41a7-b42e-03601a2449fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:50.982290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-4a32d220-9112-41a7-b42e-03601a2449fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b07c4fdb31b44bd69df51634140a6b21&device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1097 time: 0.0452220 Sep 17 23:32:51.052501 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc9238b-ee46-46fc-bbd3-1d5f44119d5e tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.084881 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:51Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'c2f37597-2537-4b08-aa30-8541e29f1833', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'port_id': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'mac_address': 'fa:16:3e:0d:a9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:32:49Z', 'updated_at': '2021-09-17T23:32:49Z', 'revision_number': 0, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846b15fe-0280-458b-a727-428132bcb457', 'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'mac_address': 'fa:16:3e:6e:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:50Z', 'updated_at': '2021-09-17T23:31:55Z', 'revision_number': 5, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'subnets': [{'id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:51.103134 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc9238b-ee46-46fc-bbd3-1d5f44119d5e tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.112477 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] Checking router: 4e52a530-8ed5-4afd-9c7b-b0d070478829 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:32:51.122401 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] Routers {'4e52a530-8ed5-4afd-9c7b-b0d070478829'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:51.123466 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:32:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4e52a530-8ed5-4afd-9c7b-b0d070478829'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:51.132463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9238b-ee46-46fc-bbd3-1d5f44119d5e tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47206099-82d4-4cb9-bdce-31fb8b7c1229,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:51.145762 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-96499f59-3a9c-4c71-942a-ff574233ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:51.147574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-96499f59-3a9c-4c71-942a-ff574233ca76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4 HTTP/1.1" status: 200 len: 916 time: 0.1579194 Sep 17 23:32:51.179393 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0cc9238b-ee46-46fc-bbd3-1d5f44119d5e tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.180911 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-0cc9238b-ee46-46fc-bbd3-1d5f44119d5e tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3308499 Sep 17 23:32:51.183798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56846) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:51.188897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a4106caa-338c-474a-8a6b-c4fa382ca5ee tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'security_group_rule': {'security_group_id': '47206099-82d4-4cb9-bdce-31fb8b7c1229', 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:51.238382 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] Set router 4e52a530-8ed5-4afd-9c7b-b0d070478829 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:51.247914 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-0c256286-6994-4e5c-96ff-1245d019623b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 999 time: 0.0932992 Sep 17 23:32:51.275890 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4106caa-338c-474a-8a6b-c4fa382ca5ee tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.302154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-85823ed7-e117-4d4a-9f34-dfbe2bf641d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:51.303657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-85823ed7-e117-4d4a-9f34-dfbe2bf641d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32156b9b-bdbe-4bc8-a610-63cc6b719fd3 HTTP/1.1" status: 200 len: 854 time: 0.0475471 Sep 17 23:32:51.347859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4106caa-338c-474a-8a6b-c4fa382ca5ee tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.355701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-a7c7fc6e-aa3f-4edb-a55d-55510efebf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:51.357317 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-a7c7fc6e-aa3f-4edb-a55d-55510efebf1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464571 Sep 17 23:32:51.419108 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4106caa-338c-474a-8a6b-c4fa382ca5ee tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.439169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4106caa-338c-474a-8a6b-c4fa382ca5ee tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9172d7a3-fc16-44fc-af43-a3b1a11c4537,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:51.450176 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-b8d25a9a-35bc-4641-8b02-b885e9864d50 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856862 Sep 17 23:32:51.467329 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:51Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'c2f37597-2537-4b08-aa30-8541e29f1833', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'port_id': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'mac_address': 'fa:16:3e:0d:a9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:32:49Z', 'updated_at': '2021-09-17T23:32:49Z', 'revision_number': 0, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846b15fe-0280-458b-a727-428132bcb457', 'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'mac_address': 'fa:16:3e:6e:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:50Z', 'updated_at': '2021-09-17T23:31:55Z', 'revision_number': 5, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'subnets': [{'id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:51.481734 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a4106caa-338c-474a-8a6b-c4fa382ca5ee tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.483306 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a4106caa-338c-474a-8a6b-c4fa382ca5ee tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2984021 Sep 17 23:32:51.486342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56848) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:51.491063 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-650130d8-ec97-4d44-9a9b-2bf8ed285493 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'security_group_rule': {'security_group_id': '47206099-82d4-4cb9-bdce-31fb8b7c1229', 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:51.497474 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02330761-7120-4425-b4f3-11e2e5c9f087 None None] The sync data for ids ['4e52a530-8ed5-4afd-9c7b-b0d070478829'] in n-d-713499-18 is: [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:51Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'c2f37597-2537-4b08-aa30-8541e29f1833', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'port_id': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'mac_address': 'fa:16:3e:0d:a9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:32:49Z', 'updated_at': '2021-09-17T23:32:49Z', 'revision_number': 0, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846b15fe-0280-458b-a727-428132bcb457', 'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'mac_address': 'fa:16:3e:6e:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:50Z', 'updated_at': '2021-09-17T23:31:55Z', 'revision_number': 5, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'subnets': [{'id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:32:51.547730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49d92494-3f71-4ad2-aae5-efc283661bcd req-06000f72-5857-4c37-863a-48db6adfd2f2 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904732 Sep 17 23:32:51.594742 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-650130d8-ec97-4d44-9a9b-2bf8ed285493 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.656640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-650130d8-ec97-4d44-9a9b-2bf8ed285493 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.701785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02217c2a-200b-41f5-b2f8-a01473ed9d2f None None] New status for floating IP c2f37597-2537-4b08-aa30-8541e29f1833: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:32:51.739138 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-650130d8-ec97-4d44-9a9b-2bf8ed285493 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.757926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650130d8-ec97-4d44-9a9b-2bf8ed285493 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f21ee98-ae01-45ce-9079-770b40af7a2a,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:51.824314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-650130d8-ec97-4d44-9a9b-2bf8ed285493 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.825650 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-650130d8-ec97-4d44-9a9b-2bf8ed285493 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382757 Sep 17 23:32:51.828501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56850) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:51.834254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-335fe71d-706d-41c1-bea6-13a840b1d20c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'security_group_rule': {'security_group_id': '47206099-82d4-4cb9-bdce-31fb8b7c1229', 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:51.943295 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-335fe71d-706d-41c1-bea6-13a840b1d20c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:51.999110 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-335fe71d-706d-41c1-bea6-13a840b1d20c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.065452 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-335fe71d-706d-41c1-bea6-13a840b1d20c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.082988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fe71d-706d-41c1-bea6-13a840b1d20c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed947a10-9028-4441-bf89-02e93b16a247,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:52.201805 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-335fe71d-706d-41c1-bea6-13a840b1d20c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.203096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-335fe71d-706d-41c1-bea6-13a840b1d20c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724492 Sep 17 23:32:52.205989 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56852) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:52.210379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-93fcd246-2aa9-47ab-8292-644aef37a635 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'security_group_rule': {'security_group_id': '47206099-82d4-4cb9-bdce-31fb8b7c1229', 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:52.248206 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:32:52.309576 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93fcd246-2aa9-47ab-8292-644aef37a635 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.371839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93fcd246-2aa9-47ab-8292-644aef37a635 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.424496 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93fcd246-2aa9-47ab-8292-644aef37a635 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.443353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcd246-2aa9-47ab-8292-644aef37a635 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef5c020-dc0d-4bb3-bde0-9c5d1bcf38a2,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:52.498963 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-93fcd246-2aa9-47ab-8292-644aef37a635 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.500438 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-93fcd246-2aa9-47ab-8292-644aef37a635 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2932723 Sep 17 23:32:52.502853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56854) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:52.507179 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-66d44020-dd5c-4af2-9f1c-b027da2a9b73 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'security_group_rule': {'security_group_id': '47206099-82d4-4cb9-bdce-31fb8b7c1229', 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:52.590451 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-66d44020-dd5c-4af2-9f1c-b027da2a9b73 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Project b07c4fdb31b44bd69df51634140a6b21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:32:52.595868 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66d44020-dd5c-4af2-9f1c-b027da2a9b73 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.655194 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66d44020-dd5c-4af2-9f1c-b027da2a9b73 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.698920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66d44020-dd5c-4af2-9f1c-b027da2a9b73 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.716828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d44020-dd5c-4af2-9f1c-b027da2a9b73 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ba31ca-ce10-4447-9c16-60d0b6047c35,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:52.756477 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-66d44020-dd5c-4af2-9f1c-b027da2a9b73 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.757747 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-66d44020-dd5c-4af2-9f1c-b027da2a9b73 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2539496 Sep 17 23:32:52.760476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56856) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:52.764769 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-8911492e-1e45-4a54-b07b-866b26364785 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'security_group_rule': {'security_group_id': '47206099-82d4-4cb9-bdce-31fb8b7c1229', 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:52.876673 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-8911492e-1e45-4a54-b07b-866b26364785 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Project b07c4fdb31b44bd69df51634140a6b21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:32:52.881529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8911492e-1e45-4a54-b07b-866b26364785 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.941482 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8911492e-1e45-4a54-b07b-866b26364785 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:53.007224 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8911492e-1e45-4a54-b07b-866b26364785 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:53.025776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911492e-1e45-4a54-b07b-866b26364785 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb2b99c-f4a0-4228-a2ce-b7d395007c63,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:53.081842 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8911492e-1e45-4a54-b07b-866b26364785 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:53.083081 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8911492e-1e45-4a54-b07b-866b26364785 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216829 Sep 17 23:32:53.169305 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-3a5f188f-2fa9-4b4d-b5ff-9bc73481ec13 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672347650&fields=id&tenant_id=b07c4fdb31b44bd69df51634140a6b21 HTTP/1.1" status: 200 len: 267 time: 0.0421686 Sep 17 23:32:53.222609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-8ad7b653-895c-4d7d-90be-0387dbd48404 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:53.224003 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-8ad7b653-895c-4d7d-90be-0387dbd48404 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Sep 17 23:32:53.235428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-2adef614-caf7-471e-8623-8f7b27ff3536 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'port': {'security_groups': ['89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab', '47206099-82d4-4cb9-bdce-31fb8b7c1229']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:53.299855 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-2adef614-caf7-471e-8623-8f7b27ff3536 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:53.513065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-2adef614-caf7-471e-8623-8f7b27ff3536 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] For port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:53.541451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-2adef614-caf7-471e-8623-8f7b27ff3536 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:53.584785 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-2adef614-caf7-471e-8623-8f7b27ff3536 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:53.621000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['97b191b9-4d1e-4416-a51d-3de71cc8b0a7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:32:53.629133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-2adef614-caf7-471e-8623-8f7b27ff3536 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:53.629794 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-2adef614-caf7-471e-8623-8f7b27ff3536 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:53.631221 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-544382dd-86a8-46a3-b201-fdcd616c6e7b req-2adef614-caf7-471e-8623-8f7b27ff3536 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "PUT /v2.0/ports/97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 981 time: 0.4007959 Sep 17 23:32:53.631687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:53.634007 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253" -d '{"events": [{"name": "network-changed", "server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:53.668512 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adef614-caf7-471e-8623-8f7b27ff3536 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'Port': ['ID=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,revision_number=6']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:53.685102 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687c4b99-0802-4d1e-a755-8007205720bc x-openstack-request-id: req-687c4b99-0802-4d1e-a755-8007205720bc {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:53.685563 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:53.685812 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-687c4b99-0802-4d1e-a755-8007205720bc {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:53.686204 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'status': 'completed', 'code': 200} Sep 17 23:32:53.755216 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['97b191b9-4d1e-4416-a51d-3de71cc8b0a7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:32:53.802896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b0e07-2738-48ec-8dd0-6b9df4e71816 req-eef1fa6a-8208-42f3-b8aa-8e70ba46ed00 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:53.804569 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-161b0e07-2738-48ec-8dd0-6b9df4e71816 req-eef1fa6a-8208-42f3-b8aa-8e70ba46ed00 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.1010575 Sep 17 23:32:53.810545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-c4a68d0f-e5b7-432d-9b78-880709a5cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:53.813599 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-c4a68d0f-e5b7-432d-9b78-880709a5cb92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b07c4fdb31b44bd69df51634140a6b21&device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1136 time: 0.0683651 Sep 17 23:32:53.903206 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-161b0e07-2738-48ec-8dd0-6b9df4e71816 req-ffcb6e1b-e42d-4155-9b4e-2c97a75dc39e tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0885022 Sep 17 23:32:53.935863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-4a76e2ce-2a69-4f60-b409-e288981d90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:53.937525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-4a76e2ce-2a69-4f60-b409-e288981d90a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4 HTTP/1.1" status: 200 len: 916 time: 0.1158202 Sep 17 23:32:53.982567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c3bc2273-bfc1-4ef9-ba00-dff21b0aba3b None None] Provisioning complete for port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:53.982932 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2273-bfc1-4ef9-ba00-dff21b0aba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:54.004689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-77db0379-cf39-4e8a-ba99-c583dee0e4ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 1001 time: 0.0598779 Sep 17 23:32:54.054846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-b8ca6000-9c94-4178-bec7-41638e9de37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:54.056242 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-b8ca6000-9c94-4178-bec7-41638e9de37b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32156b9b-bdbe-4bc8-a610-63cc6b719fd3 HTTP/1.1" status: 200 len: 854 time: 0.0438325 Sep 17 23:32:54.108331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-e18fb38f-17d8-4aa7-95e8-62bba52cbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:54.110534 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-e18fb38f-17d8-4aa7-95e8-62bba52cbc81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447781 Sep 17 23:32:54.211808 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-01b08f43-1023-448a-a359-6a927f04cd3d service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914555 Sep 17 23:32:54.307246 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b58bdbe1-495a-48bb-a6a6-19c4e1d03253 req-fd810c2f-8dbe-4ba9-bc89-0def9d729190 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888724 Sep 17 23:32:59.944085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:03.339019 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f6eb-a570-4206-9c0f-a1d6c9e2908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:05.921720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c46d-ecd9-4723-afa2-f2a5585bea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:07.128048 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:07.596322 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:09.263866 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:10.990226 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:29.247845 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:33:29.386526 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-b9bdc08e-c165-4a4c-be09-573acb49fb50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446332 Sep 17 23:33:29.485560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-1c19feab-a7c6-4638-b326-501b1ea3dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:29.487045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-1c19feab-a7c6-4638-b326-501b1ea3dec0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b07c4fdb31b44bd69df51634140a6b21&device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1136 time: 0.0415659 Sep 17 23:33:29.594482 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-355e0f2f-5044-47fb-9f99-3238e623a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:29.595939 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-355e0f2f-5044-47fb-9f99-3238e623a809 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4 HTTP/1.1" status: 200 len: 916 time: 0.0907037 Sep 17 23:33:29.664356 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-00b4d7b8-e9fe-4198-89bc-ff6c063ab93f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 1001 time: 0.0613191 Sep 17 23:33:29.719188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-e79c64e7-d12d-4152-abc4-fb7339881b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:29.720679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-e79c64e7-d12d-4152-abc4-fb7339881b08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32156b9b-bdbe-4bc8-a610-63cc6b719fd3 HTTP/1.1" status: 200 len: 854 time: 0.0493155 Sep 17 23:33:29.766853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-14ae5d85-3753-49b0-830a-c7ea467ddd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:29.768374 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-14ae5d85-3753-49b0-830a-c7ea467ddd6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407631 Sep 17 23:33:29.862318 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-f13a8f60-0e6b-4f26-be61-e928a166ffe7 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865853 Sep 17 23:33:29.949795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:29.957396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6439c713-a56b-48ba-a9b5-33c6de925d69 req-656b29b9-4ebe-441c-ad5f-ba5569c46a22 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875437 Sep 17 23:33:33.327346 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5a6c5f47-64b6-4db8-8c8c-ffee8ec4cbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:35.898308 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc121663-c041-4284-ac26-a58183b615ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:37.109485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:37.600557 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:39.246677 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:40.977843 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:42.141446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7751a-f15d-48f6-b767-5167bb8a5322 req-ae9eb553-5bc2-41f9-8c26-a8d37e2847e0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:42.142965 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70e7751a-f15d-48f6-b767-5167bb8a5322 req-ae9eb553-5bc2-41f9-8c26-a8d37e2847e0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0512049 Sep 17 23:33:42.185296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70e7751a-f15d-48f6-b767-5167bb8a5322 req-eb132e22-3cf5-422e-8595-c986d7552e67 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361817 Sep 17 23:33:42.239580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-d701dd0e-2654-470e-97fb-15c0b78428ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:42.241110 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-d701dd0e-2654-470e-97fb-15c0b78428ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b07c4fdb31b44bd69df51634140a6b21&device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1136 time: 0.0405519 Sep 17 23:33:42.333152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-8f17706e-3852-485b-80c7-a39a509ea926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:42.334599 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-8f17706e-3852-485b-80c7-a39a509ea926 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4 HTTP/1.1" status: 200 len: 916 time: 0.0864637 Sep 17 23:33:42.404247 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-47e1b3f3-3b02-476f-865a-e43d3a0ec97f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 1001 time: 0.0621781 Sep 17 23:33:42.453365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-1fb4df54-fc6e-4277-9657-d226ad48465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:42.454767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-1fb4df54-fc6e-4277-9657-d226ad48465d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32156b9b-bdbe-4bc8-a610-63cc6b719fd3 HTTP/1.1" status: 200 len: 854 time: 0.0433550 Sep 17 23:33:42.499841 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-7a90f033-5529-4ead-9e39-891a18851edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:42.501340 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-7a90f033-5529-4ead-9e39-891a18851edb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400057 Sep 17 23:33:42.825413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-ead0424c-7952-4220-86c7-aea0d574792f service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164716 Sep 17 23:33:42.914443 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f2c5adc-0a28-42b1-827b-7d65d9649eff req-e72c684b-c35f-49c2-8eba-d4d9e4e086c1 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814683 Sep 17 23:33:43.307420 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a0b76-5577-48ec-a433-ab29c41025b8 req-d416e645-8206-4a12-a989-dac470c276d8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:43.309034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d4a0b76-5577-48ec-a433-ab29c41025b8 req-d416e645-8206-4a12-a989-dac470c276d8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0530803 Sep 17 23:33:43.358051 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d4a0b76-5577-48ec-a433-ab29c41025b8 req-f3671546-dc67-4646-b92d-b101d097e531 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351992 Sep 17 23:33:44.474897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713b69e-b04d-4593-aee2-e36d47b562e8 req-b9ada25a-4a87-4d49-91ec-f0c461e6f2aa tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:44.476371 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3713b69e-b04d-4593-aee2-e36d47b562e8 req-b9ada25a-4a87-4d49-91ec-f0c461e6f2aa tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0498774 Sep 17 23:33:44.515105 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3713b69e-b04d-4593-aee2-e36d47b562e8 req-5362fc82-19ca-4c11-86d6-111276a1361c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326049 Sep 17 23:33:45.631216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5632d1-839c-40e1-b12e-29bdd47b73d1 req-abf672b5-1107-44ec-aec9-aca2efba0fcf tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:45.632761 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a5632d1-839c-40e1-b12e-29bdd47b73d1 req-abf672b5-1107-44ec-aec9-aca2efba0fcf tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0496631 Sep 17 23:33:45.673184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a5632d1-839c-40e1-b12e-29bdd47b73d1 req-74a21e5c-7a12-4389-b50f-93e4d8a6588a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339723 Sep 17 23:33:46.799007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b18c8-8c6b-4411-9986-de6399b5aae9 req-1fda7fe5-d221-4338-b540-f238d7a86f3a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:46.800596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e23b18c8-8c6b-4411-9986-de6399b5aae9 req-1fda7fe5-d221-4338-b540-f238d7a86f3a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0536602 Sep 17 23:33:46.844878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e23b18c8-8c6b-4411-9986-de6399b5aae9 req-b32e4e36-2bac-4212-bebb-088eb98c717f tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379808 Sep 17 23:33:47.962979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4f10e-9931-4bba-a6b0-bdbfd7664fea req-4b783b84-05af-4ca0-ba73-c7c93db1e650 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:47.964597 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ddd4f10e-9931-4bba-a6b0-bdbfd7664fea req-4b783b84-05af-4ca0-ba73-c7c93db1e650 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0509255 Sep 17 23:33:48.005093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ddd4f10e-9931-4bba-a6b0-bdbfd7664fea req-d08161c0-7b31-4e42-8e2f-21cfbf592127 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344841 Sep 17 23:33:49.131164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc15bd-fe21-4761-ae01-9a5fd19dc73d req-e61f9543-4261-4367-b797-eaa15d44ccf8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:49.132736 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3cc15bd-fe21-4761-ae01-9a5fd19dc73d req-e61f9543-4261-4367-b797-eaa15d44ccf8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0608768 Sep 17 23:33:49.172431 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f3cc15bd-fe21-4761-ae01-9a5fd19dc73d req-053f6807-2fd3-4f6e-9efb-7650211a2fca tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336103 Sep 17 23:33:50.301459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8422e5-db4a-4d17-b135-d88adf082bee req-aa4c3808-5ce4-4477-a937-8427fbd18037 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:50.303029 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e8422e5-db4a-4d17-b135-d88adf082bee req-aa4c3808-5ce4-4477-a937-8427fbd18037 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0619674 Sep 17 23:33:50.344266 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7e8422e5-db4a-4d17-b135-d88adf082bee req-87d8c954-5d41-48ae-b9b0-28d4b6664bd0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341718 Sep 17 23:33:51.459818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf1fbf-ba59-49a3-aa59-c50160c53086 req-f822c7eb-61c4-4ff8-90aa-523461880191 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:51.461334 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1acf1fbf-ba59-49a3-aa59-c50160c53086 req-f822c7eb-61c4-4ff8-90aa-523461880191 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0501246 Sep 17 23:33:51.501087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1acf1fbf-ba59-49a3-aa59-c50160c53086 req-24401fbb-9a95-4ca7-8218-5b06ac732c7c tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331702 Sep 17 23:33:52.615628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d258f-e2ce-47d7-9efd-b4af444a4ef6 req-d567f029-b7d9-4657-9246-e85117dba9bb tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:52.617169 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd7d258f-e2ce-47d7-9efd-b4af444a4ef6 req-d567f029-b7d9-4657-9246-e85117dba9bb tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0494006 Sep 17 23:33:52.659215 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cd7d258f-e2ce-47d7-9efd-b4af444a4ef6 req-22492c3c-9441-4d31-8bdb-32c7b61292f9 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348310 Sep 17 23:33:53.780533 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b8a2b-7e4a-4eca-abb2-19b14f9ed443 req-3691c0ac-1319-4000-9750-e3e067733808 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:53.782046 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b92b8a2b-7e4a-4eca-abb2-19b14f9ed443 req-3691c0ac-1319-4000-9750-e3e067733808 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0541699 Sep 17 23:33:53.822687 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b92b8a2b-7e4a-4eca-abb2-19b14f9ed443 req-62866050-5efd-48aa-b4c1-f99979459d41 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345614 Sep 17 23:33:54.946051 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f0d30-6ad2-4d76-8573-66c67d6f980f req-c86837d1-a4eb-4610-859d-f71d4743d169 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:54.947628 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d64f0d30-6ad2-4d76-8573-66c67d6f980f req-c86837d1-a4eb-4610-859d-f71d4743d169 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0529327 Sep 17 23:33:54.990971 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d64f0d30-6ad2-4d76-8573-66c67d6f980f req-d6976987-2e7f-4b89-8f0f-70ce4d554ad7 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&id=47206099-82d4-4cb9-bdce-31fb8b7c1229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365820 Sep 17 23:33:59.954641 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:03.286623 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c95c7686-e3f9-4cea-9e36-0f25675be844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:05.897627 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-92d1ae8a-c2cf-477b-bea7-5567a2a5e9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:06.247235 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:34:07.092427 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:07.606690 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:09.245965 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:10.983710 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:29.965721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:31.388786 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-62b60942-53b6-4ef7-a948-77939804641c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450547 Sep 17 23:34:31.482804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-c9174173-95b6-4a3f-b562-108a24db423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:31.484287 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-c9174173-95b6-4a3f-b562-108a24db423c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b07c4fdb31b44bd69df51634140a6b21&device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1136 time: 0.0408993 Sep 17 23:34:31.587219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-9b1f5cbd-8d5c-416a-b7d0-feb3cc9a3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:31.588716 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-9b1f5cbd-8d5c-416a-b7d0-feb3cc9a3b40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4 HTTP/1.1" status: 200 len: 916 time: 0.0867302 Sep 17 23:34:31.652594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-b39f46dd-d8df-488b-8805-338569d60c83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 1001 time: 0.0568721 Sep 17 23:34:31.709397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-7da605b7-7905-4edd-963d-2b3af4e84f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:31.711049 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-7da605b7-7905-4edd-963d-2b3af4e84f6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32156b9b-bdbe-4bc8-a610-63cc6b719fd3 HTTP/1.1" status: 200 len: 854 time: 0.0524263 Sep 17 23:34:31.756684 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-fa826fdd-4f5f-41f2-8a58-9d6218203d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:31.758157 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-fa826fdd-4f5f-41f2-8a58-9d6218203d6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401666 Sep 17 23:34:31.770216 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-bba11544-9fb3-47f9-af69-cd38452bde47 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:34:31.771290 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-bba11544-9fb3-47f9-af69-cd38452bde47 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056031 Sep 17 23:34:31.857155 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-4d6a3130-2920-4f34-b7a7-db5f7c49b659 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793149 Sep 17 23:34:31.950258 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0e01de33-8e17-4372-866a-ddf6eb5ea5dc req-539cd5fb-f2da-425b-b836-6b2a38a6496f service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852420 Sep 17 23:34:33.286547 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-880d344f-c4b7-4fde-adbb-7bede3cf6721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:35.897017 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2b85ca7a-9d2b-4f75-9757-1d58b77c4cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:37.097195 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:37.616676 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:39.279596 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:40.976773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:43.247552 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:34:50.474518 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-974b70c7-d51c-45f1-b2e8-5532c0db9998 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672347650&fields=id&tenant_id=b07c4fdb31b44bd69df51634140a6b21 HTTP/1.1" status: 200 len: 267 time: 0.0333762 Sep 17 23:34:50.528359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-ace350a9-0fc5-4b14-991b-49332650a138 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:50.529838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-ace350a9-0fc5-4b14-991b-49332650a138 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 984 time: 0.0497189 Sep 17 23:34:50.541205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Request body: {'port': {'security_groups': ['89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:34:50.610016 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.787774 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] For port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:34:50.821853 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.879214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.912589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['97b191b9-4d1e-4416-a51d-3de71cc8b0a7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:34:50.923704 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:50.924414 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.925819 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2a153c07-4726-4baa-8ab6-d8b8f7ddc507 req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "PUT /v2.0/ports/97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 942 time: 0.3896844 Sep 17 23:34:50.926275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:34:50.931609 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff17ef-a756-4173-bfc2-9dd02a6327c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:34:50.934287 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56952) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:50.960941 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event updated for resources: {'Port': ['ID=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,revision_number=7']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:50.983036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.986065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.986065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.986065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.986065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.986065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.986065 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.986768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.987323 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.988437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.988949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:50.989444 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f2104-b58a-478d-b243-a1d92c012f53 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.026859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.040435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['97b191b9-4d1e-4416-a51d-3de71cc8b0a7'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:34:51.056108 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.165913 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d47b0f5-78ac-4940-8caa-a2de1a8b4c88 x-openstack-request-id: req-5d47b0f5-78ac-4940-8caa-a2de1a8b4c88 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:34:51.166201 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:34:51.166449 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d47b0f5-78ac-4940-8caa-a2de1a8b4c88 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:34:51.166846 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'status': 'completed', 'code': 200} Sep 17 23:34:51.217473 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.221172 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.224822 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "DELETE /v2.0/security-groups/47206099-82d4-4cb9-bdce-31fb8b7c1229 HTTP/1.1" status: 204 len: 168 time: 0.2885842 Sep 17 23:34:51.229766 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 56958) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:51.249378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-29bcdc6f-9ea4-4e5e-92ec-a59e6e7aa35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:51.251117 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-29bcdc6f-9ea4-4e5e-92ec-a59e6e7aa35c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b07c4fdb31b44bd69df51634140a6b21&device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1097 time: 0.0428538 Sep 17 23:34:51.266291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47206099-82d4-4cb9-bdce-31fb8b7c1229,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:51.279203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.279820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.280374 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.280717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.281161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.281382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.281785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.282036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.282363 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.282685 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.283007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.283328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9e9fb-bdf6-4586-a01f-d1da053fd4ab tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:34:51.290351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0683cb04-9408-4bd9-84c1-d1262cea3937 None None] Provisioning complete for port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:34:51.290778 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0683cb04-9408-4bd9-84c1-d1262cea3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.355659 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-7874c3f7-f5c3-476c-8a5e-1ef84dfb81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:51.357176 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-7874c3f7-f5c3-476c-8a5e-1ef84dfb81e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4 HTTP/1.1" status: 200 len: 916 time: 0.0993230 Sep 17 23:34:51.410036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Deleting port b286d07f-0e41-47d1-80f2-b75cd44e559b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:34:51.410381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.423503 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-6f24d683-7474-4881-a280-b3cb8c7040a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 1001 time: 0.0591464 Sep 17 23:34:51.485396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-ded16919-5e91-4916-a1ea-c5371da2517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:51.486872 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-ded16919-5e91-4916-a1ea-c5371da2517d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32156b9b-bdbe-4bc8-a610-63cc6b719fd3 HTTP/1.1" status: 200 len: 854 time: 0.0561776 Sep 17 23:34:51.491627 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.491957 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.503641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Calling delete_port for b286d07f-0e41-47d1-80f2-b75cd44e559b owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:34:51.535056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-ec6eee36-f104-4fa4-a6d2-f1f5ce871a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:51.536692 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-ec6eee36-f104-4fa4-a6d2-f1f5ce871a74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419497 Sep 17 23:34:51.626373 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-f514ebbc-bc8c-43e5-bbc3-69c1a6196519 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822451 Sep 17 23:34:51.721542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-82ff17ef-a756-4173-bfc2-9dd02a6327c4 req-760c21be-e8b5-4092-b9e5-af7d31a1378c service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885048 Sep 17 23:34:51.731600 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.759008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event deleted for resources: {'Port': ['ID=b286d07f-0e41-47d1-80f2-b75cd44e559b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:34:51.816209 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.816528 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Floating IP c2f37597-2537-4b08-aa30-8541e29f1833 disassociated (deleted). External IP: 172.25.6.150, port: 97b191b9-4d1e-4416-a51d-3de71cc8b0a7. Sep 17 23:34:52.019871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Router 4e52a530-8ed5-4afd-9c7b-b0d070478829 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:34:52.126454 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:34:52.131259 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:52.135890 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] Sync routers for ids ['4e52a530-8ed5-4afd-9c7b-b0d070478829'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:34:52.144380 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] Routers {'4e52a530-8ed5-4afd-9c7b-b0d070478829'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:34:52.145046 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4e52a530-8ed5-4afd-9c7b-b0d070478829'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:52.160351 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4185adb6-9529-4989-b144-94a7f87da429 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "DELETE /v2.0/floatingips/c2f37597-2537-4b08-aa30-8541e29f1833 HTTP/1.1" status: 204 len: 168 time: 0.9291618 Sep 17 23:34:52.160351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:34:52.160861 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d701944-d209-4091-b085-dbe15232cf92" -d '{"events": [{"name": "network-changed", "server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:34:52.265773 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] Set router 4e52a530-8ed5-4afd-9c7b-b0d070478829 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:34:52.278375 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b94ed3-956e-4ee2-91b2-b2eae0f6ddfa x-openstack-request-id: req-e8b94ed3-956e-4ee2-91b2-b2eae0f6ddfa {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:34:52.278842 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:34:52.279172 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8b94ed3-956e-4ee2-91b2-b2eae0f6ddfa {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:34:52.279637 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'status': 'completed', 'code': 200} Sep 17 23:34:52.374687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d701944-d209-4091-b085-dbe15232cf92 req-20d0a00b-73e0-4320-9d36-aabac9158555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:52.376330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d701944-d209-4091-b085-dbe15232cf92 req-20d0a00b-73e0-4320-9d36-aabac9158555 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b07c4fdb31b44bd69df51634140a6b21&device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 1097 time: 0.0413809 Sep 17 23:34:52.471721 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:51Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '846b15fe-0280-458b-a727-428132bcb457', 'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'mac_address': 'fa:16:3e:6e:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:50Z', 'updated_at': '2021-09-17T23:31:55Z', 'revision_number': 5, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'subnets': [{'id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:52.473186 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d701944-d209-4091-b085-dbe15232cf92 req-aca030d0-ec89-4e5f-adf4-c154c9de89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:52.475235 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d701944-d209-4091-b085-dbe15232cf92 req-aca030d0-ec89-4e5f-adf4-c154c9de89a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4 HTTP/1.1" status: 200 len: 916 time: 0.0922937 Sep 17 23:34:52.522068 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d701944-d209-4091-b085-dbe15232cf92 req-7d4c4083-e12e-4088-bfa4-936e12254ab4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 200 len: 217 time: 0.0390356 Sep 17 23:34:52.580302 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d701944-d209-4091-b085-dbe15232cf92 req-89dde62d-dfd1-4744-8d30-b8d8b447c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:52.581789 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d701944-d209-4091-b085-dbe15232cf92 req-89dde62d-dfd1-4744-8d30-b8d8b447c469 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32156b9b-bdbe-4bc8-a610-63cc6b719fd3 HTTP/1.1" status: 200 len: 854 time: 0.0534844 Sep 17 23:34:52.598817 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] Checking router: 4e52a530-8ed5-4afd-9c7b-b0d070478829 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:34:52.611076 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] Routers {'4e52a530-8ed5-4afd-9c7b-b0d070478829'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:34:52.611076 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:34:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4e52a530-8ed5-4afd-9c7b-b0d070478829'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:52.639972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d701944-d209-4091-b085-dbe15232cf92 req-f7632406-3454-45ad-8110-9aeec12c20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:52.641567 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d701944-d209-4091-b085-dbe15232cf92 req-f7632406-3454-45ad-8110-9aeec12c20c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d6e184-93e4-4f4c-af10-652e33c3bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457113 Sep 17 23:34:52.716304 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] Set router 4e52a530-8ed5-4afd-9c7b-b0d070478829 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:34:52.734384 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d701944-d209-4091-b085-dbe15232cf92 req-045b3b93-65d6-44c7-8a41-54fb8e490a10 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849905 Sep 17 23:34:52.830240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d701944-d209-4091-b085-dbe15232cf92 req-192802ab-c8be-4715-bb06-a72099f098fe service neutron] 10.222.0.15 "GET /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863762 Sep 17 23:34:52.916757 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:51Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '846b15fe-0280-458b-a727-428132bcb457', 'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'mac_address': 'fa:16:3e:6e:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:50Z', 'updated_at': '2021-09-17T23:31:55Z', 'revision_number': 5, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'subnets': [{'id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:34:52.942450 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427908e-0bb4-4e37-96ae-81f2d03848e4 None None] The sync data for ids ['4e52a530-8ed5-4afd-9c7b-b0d070478829'] in n-d-713499-18 is: [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:31:51Z', 'revision_number': 4, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '846b15fe-0280-458b-a727-428132bcb457', 'name': '', 'network_id': 'd0d6e184-93e4-4f4c-af10-652e33c3bcb4', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'mac_address': 'fa:16:3e:6e:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:50Z', 'updated_at': '2021-09-17T23:31:55Z', 'revision_number': 5, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'subnets': [{'id': '32156b9b-bdbe-4bc8-a610-63cc6b719fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:34:53.150267 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c8611-69e7-4849-b9a5-10ce3c8a15ba None None] New status for floating IP c2f37597-2537-4b08-aa30-8541e29f1833: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:34:59.965619 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:00.632621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b41d2-3aae-4b12-8997-ed7786d1ce66 req-8740cda0-9c66-4b2c-9255-6564e6598d02 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:00.634011 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-417b41d2-3aae-4b12-8997-ed7786d1ce66 req-8740cda0-9c66-4b2c-9255-6564e6598d02 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 945 time: 0.0499799 Sep 17 23:35:00.671847 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-417b41d2-3aae-4b12-8997-ed7786d1ce66 req-10d52f92-a273-4b90-ad6a-0cad70bd78da tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Sep 17 23:35:01.787938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15a7a8-3b66-4cfa-be4b-978709f8b232 req-5a79dc42-5685-4977-914d-8527064f1fb8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:01.789479 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f15a7a8-3b66-4cfa-be4b-978709f8b232 req-5a79dc42-5685-4977-914d-8527064f1fb8 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 945 time: 0.0503254 Sep 17 23:35:01.827332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4f15a7a8-3b66-4cfa-be4b-978709f8b232 req-a3e61b30-e76a-45f4-907a-91cf677c66e0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Sep 17 23:35:02.571631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-e9f93a31-c845-438c-b38f-e6ec2d62a807 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:02.573227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-e9f93a31-c845-438c-b38f-e6ec2d62a807 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 945 time: 0.0640771 Sep 17 23:35:02.682085 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-7f3565da-b5af-4210-a2bf-ebe8a2f1b2c0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Deleting port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:35:02.682428 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-7f3565da-b5af-4210-a2bf-ebe8a2f1b2c0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:02.773009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-7f3565da-b5af-4210-a2bf-ebe8a2f1b2c0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] For port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:02.773372 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-7f3565da-b5af-4210-a2bf-ebe8a2f1b2c0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:02.787524 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-7f3565da-b5af-4210-a2bf-ebe8a2f1b2c0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Calling delete_port for 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:35:02.960260 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd30d03-aa46-4bd4-abac-3032b7a7b743 req-266e7b9f-f06e-49d9-8f2b-852eb6daf953 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:02.971153 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abd30d03-aa46-4bd4-abac-3032b7a7b743 req-266e7b9f-f06e-49d9-8f2b-852eb6daf953 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e641902-3cc6-4ccd-87c4-fdbcf48cf540 HTTP/1.1" status: 200 len: 945 time: 0.0641167 Sep 17 23:35:03.001222 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-abd30d03-aa46-4bd4-abac-3032b7a7b743 req-7376f3dd-b155-40db-bb88-5981a6f8238a tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335162 Sep 17 23:35:03.028243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-7f3565da-b5af-4210-a2bf-ebe8a2f1b2c0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:03.056152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3565da-b5af-4210-a2bf-ebe8a2f1b2c0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Pushing event deleted for resources: {'Port': ['ID=97b191b9-4d1e-4416-a51d-3de71cc8b0a7,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:03.117719 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-7f3565da-b5af-4210-a2bf-ebe8a2f1b2c0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] No DVR routers for this DVR port 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:35:03.120345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-7f3565da-b5af-4210-a2bf-ebe8a2f1b2c0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:03.122341 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e56a8b18-ee66-46a8-9a11-b897a1076e3a req-7f3565da-b5af-4210-a2bf-ebe8a2f1b2c0 tempest-TestMinimumBasicScenario-1123889757 tempest-TestMinimumBasicScenario-1123889757-project] 10.222.0.15 "DELETE /v2.0/ports/97b191b9-4d1e-4416-a51d-3de71cc8b0a7 HTTP/1.1" status: 204 len: 173 time: 0.5424502 Sep 17 23:35:03.122775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'name': 'network-vif-deleted', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:35:03.125055 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc4925b-1f7c-49a4-bd31-0bcf2e8e4e5c" -d '{"events": [{"server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "name": "network-vif-deleted", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:35:03.161014 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8f9d7c-870d-468f-9637-48846345e84b x-openstack-request-id: req-df8f9d7c-870d-468f-9637-48846345e84b {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:35:03.162290 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e641902-3cc6-4ccd-87c4-fdbcf48cf540", "name": "network-vif-deleted", "tag": "97b191b9-4d1e-4416-a51d-3de71cc8b0a7", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:35:03.162569 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df8f9d7c-870d-468f-9637-48846345e84b {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:35:03.162977 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e641902-3cc6-4ccd-87c4-fdbcf48cf540', 'name': 'network-vif-deleted', 'tag': '97b191b9-4d1e-4416-a51d-3de71cc8b0a7', 'status': 'completed', 'code': 200} Sep 17 23:35:03.296563 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7683b9ad-a645-4ad8-972d-98c1d9c032e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:04.865715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:35:04.892013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:35:04.892383 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 97b191b9-4d1e-4416-a51d-3de71cc8b0a7 not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:35:05.195284 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57062) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:05.533885 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:05.774133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] Deleting port 846b15fe-0280-458b-a727-428132bcb457 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:35:05.774390 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:05.851466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] For port 846b15fe-0280-458b-a727-428132bcb457, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=846b15fe-0280-458b-a727-428132bcb457,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:05.856227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:05.868532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] Calling delete_port for 846b15fe-0280-458b-a727-428132bcb457 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:35:05.896853 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ee46262-2348-492c-873d-5aa330ecf7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:06.131387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:06.446090 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=846b15fe-0280-458b-a727-428132bcb457,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:06.619037 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:06.840543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] Router 4e52a530-8ed5-4afd-9c7b-b0d070478829 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:35:06.949415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:35:06.954828 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-570da0a3-42af-4487-82b8-da546dcbf1e3 admin admin] 10.222.0.30 "PUT /v2.0/routers/4e52a530-8ed5-4afd-9c7b-b0d070478829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585211 Sep 17 23:35:06.957649 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57064) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:06.968731 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] Sync routers for ids ['4e52a530-8ed5-4afd-9c7b-b0d070478829'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:35:06.968731 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] Routers {'4e52a530-8ed5-4afd-9c7b-b0d070478829'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:06.969445 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4e52a530-8ed5-4afd-9c7b-b0d070478829'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:07.067903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.079016 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] Set router 4e52a530-8ed5-4afd-9c7b-b0d070478829 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:07.125427 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.175168 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.263682 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:35:06Z', 'revision_number': 5, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port': {'id': '8f4d59e0-5638-4f1c-a15a-d78f612b02a9', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:48Z', 'updated_at': '2021-09-17T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:07.286917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Deleting port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:35:07.287259 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.289651 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] Checking router: 4e52a530-8ed5-4afd-9c7b-b0d070478829 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:35:07.297659 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] Routers {'4e52a530-8ed5-4afd-9c7b-b0d070478829'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:07.298260 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4e52a530-8ed5-4afd-9c7b-b0d070478829'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:07.363572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] For port 8f4d59e0-5638-4f1c-a15a-d78f612b02a9, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8f4d59e0-5638-4f1c-a15a-d78f612b02a9,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:07.363936 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.376593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Calling delete_port for 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:35:07.383154 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] Set router 4e52a530-8ed5-4afd-9c7b-b0d070478829 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:07.434811 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:35:07Z', 'revision_number': 6, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:07.460869 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603db066-9ec3-4102-9b71-e2bcd1f86a23 None None] The sync data for ids ['4e52a530-8ed5-4afd-9c7b-b0d070478829'] in n-d-713499-18 is: [{'id': '4e52a530-8ed5-4afd-9c7b-b0d070478829', 'name': 'tempest-TestMinimumBasicScenario-1057111230-router', 'tenant_id': 'b07c4fdb31b44bd69df51634140a6b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:47Z', 'updated_at': '2021-09-17T23:35:07Z', 'revision_number': 6, 'project_id': 'b07c4fdb31b44bd69df51634140a6b21', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:35:07.599650 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.623146 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4d59e0-5638-4f1c-a15a-d78f612b02a9,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:07.627966 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.687579 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.776002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.778044 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.901832 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.902403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e52a530-8ed5-4afd-9c7b-b0d070478829 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:35:07.906626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.907792 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7c01d8f2-727a-4bf3-85f7-14246312747c admin admin] 10.222.0.30 "DELETE /v2.0/routers/4e52a530-8ed5-4afd-9c7b-b0d070478829 HTTP/1.1" status: 204 len: 168 time: 0.9486022 Sep 17 23:35:07.910298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57068) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:07.954597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85397dd-0888-450e-92e4-bc71f18d33b2 admin admin] Deleting subnet 32156b9b-bdbe-4bc8-a610-63cc6b719fd3 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:35:07.957708 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f85397dd-0888-450e-92e4-bc71f18d33b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:07.996304 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f85397dd-0888-450e-92e4-bc71f18d33b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.069813 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f85397dd-0888-450e-92e4-bc71f18d33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.178177 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f85397dd-0888-450e-92e4-bc71f18d33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.206279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85397dd-0888-450e-92e4-bc71f18d33b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32156b9b-bdbe-4bc8-a610-63cc6b719fd3,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:08.208458 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f85397dd-0888-450e-92e4-bc71f18d33b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.213387 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f85397dd-0888-450e-92e4-bc71f18d33b2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/32156b9b-bdbe-4bc8-a610-63cc6b719fd3 HTTP/1.1" status: 204 len: 168 time: 0.3018048 Sep 17 23:35:08.213712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57070) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:08.216218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d5acd5-0b21-4bf0-b129-f679068fae32 None None] Network d0d6e184-93e4-4f4c-af10-652e33c3bcb4 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:35:08.296724 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.354105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Deleting port 078acce4-3043-4a18-816a-3cd8d38c6ed2 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:35:08.354445 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.408086 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] DHCP port deletion for d0d6e184-93e4-4f4c-af10-652e33c3bcb4 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:35:08.426811 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] For port 078acce4-3043-4a18-816a-3cd8d38c6ed2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=078acce4-3043-4a18-816a-3cd8d38c6ed2,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:08.427893 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.441855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Calling delete_port for 078acce4-3043-4a18-816a-3cd8d38c6ed2 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:35:08.457035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Deleting port 078acce4-3043-4a18-816a-3cd8d38c6ed2 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:35:08.457409 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.523371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] For port 078acce4-3043-4a18-816a-3cd8d38c6ed2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=078acce4-3043-4a18-816a-3cd8d38c6ed2,segment=NetworkSegment(5fc2f6b0-5892-4415-909e-44dcfe033448),segment_id=5fc2f6b0-5892-4415-909e-44dcfe033448)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:08.523767 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.535946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Calling delete_port for 078acce4-3043-4a18-816a-3cd8d38c6ed2 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:35:08.611374 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.617767 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.638648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Pushing event deleted for resources: {'Port': ['ID=078acce4-3043-4a18-816a-3cd8d38c6ed2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:08.644618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Pushing event deleted for resources: {'Port': ['ID=078acce4-3043-4a18-816a-3cd8d38c6ed2,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:08.651405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] No DVR routers for this DVR port 078acce4-3043-4a18-816a-3cd8d38c6ed2 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:35:08.652039 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] No DVR routers for this DVR port 078acce4-3043-4a18-816a-3cd8d38c6ed2 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:35:08.654600 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.654966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.655439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.655781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.656660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.657001 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.657333 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.657661 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.657986 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.658312 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.658638 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.658960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f669fb-b162-40b0-8164-a864f3e9c8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:08.723058 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.743433 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d6e184-93e4-4f4c-af10-652e33c3bcb4']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:08.752441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc2f6b0-5892-4415-909e-44dcfe033448') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:08.759547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc2f6b0-5892-4415-909e-44dcfe033448') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:08.761961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.775251 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.780976 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:35:08.781351 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:35:08.782987 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:35:08.918844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.924657 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:08.926554 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] 10.222.0.30 "DELETE /v2.0/networks/d0d6e184-93e4-4f4c-af10-652e33c3bcb4 HTTP/1.1" status: 204 len: 168 time: 0.7093186 Sep 17 23:35:08.930083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57074) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:08.938036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccb746-4d22-4cf9-ae64-4b360b43034c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d6e184-93e4-4f4c-af10-652e33c3bcb4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:09.205979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 078acce4-3043-4a18-816a-3cd8d38c6ed2 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:35:09.230347 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 078acce4-3043-4a18-816a-3cd8d38c6ed2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:35:09.231044 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 078acce4-3043-4a18-816a-3cd8d38c6ed2 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:35:09.231156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 846b15fe-0280-458b-a727-428132bcb457 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:35:09.250644 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 846b15fe-0280-458b-a727-428132bcb457 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:35:09.250986 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 846b15fe-0280-458b-a727-428132bcb457 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:35:09.251788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:35:09.272755 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:35:09.273101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8f4d59e0-5638-4f1c-a15a-d78f612b02a9 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:35:09.288357 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:09.307939 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:09.534943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] Deleting port 8626377b-d12d-466a-b3c9-c67e3d7ffc35 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:35:09.535300 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:09.617611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] For port 8626377b-d12d-466a-b3c9-c67e3d7ffc35, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8626377b-d12d-466a-b3c9-c67e3d7ffc35,segment=NetworkSegment(2367fb48-a03d-421c-acd7-a7b09fad2a35),segment_id=2367fb48-a03d-421c-acd7-a7b09fad2a35)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:09.617977 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:09.630711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] Calling delete_port for 8626377b-d12d-466a-b3c9-c67e3d7ffc35 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:35:09.879277 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:09.905467 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] Pushing event deleted for resources: {'Port': ['ID=8626377b-d12d-466a-b3c9-c67e3d7ffc35,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:10.068457 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:10.282978 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] Router 83d946f4-4ad7-49c6-8ef5-a359917d381b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:35:10.391589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:35:10.397316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8efb2c57-0836-41a2-96a7-470c8128033a admin admin] 10.222.0.30 "PUT /v2.0/routers/83d946f4-4ad7-49c6-8ef5-a359917d381b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660857 Sep 17 23:35:10.399790 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57076) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:10.402607 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] Sync routers for ids ['83d946f4-4ad7-49c6-8ef5-a359917d381b'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:35:10.411958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] Routers {'83d946f4-4ad7-49c6-8ef5-a359917d381b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:10.412619 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['83d946f4-4ad7-49c6-8ef5-a359917d381b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:10.502222 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:10.517545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] Set router 83d946f4-4ad7-49c6-8ef5-a359917d381b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:10.605309 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:10.694701 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'name': 'tempest-TestMinimumBasicScenario-406358836-router', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:53Z', 'updated_at': '2021-09-17T23:35:09Z', 'revision_number': 5, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'gw_port': {'id': 'a0efdef8-1f4a-4ec0-8951-18a7b976873e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:31:54Z', 'updated_at': '2021-09-17T23:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:10.700827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Deleting port a0efdef8-1f4a-4ec0-8951-18a7b976873e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:35:10.701173 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:10.721584 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] Checking router: 83d946f4-4ad7-49c6-8ef5-a359917d381b for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:35:10.730293 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] Routers {'83d946f4-4ad7-49c6-8ef5-a359917d381b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:10.730907 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['83d946f4-4ad7-49c6-8ef5-a359917d381b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:10.782972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] For port a0efdef8-1f4a-4ec0-8951-18a7b976873e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a0efdef8-1f4a-4ec0-8951-18a7b976873e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:10.783336 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:10.795086 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Calling delete_port for a0efdef8-1f4a-4ec0-8951-18a7b976873e owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:35:10.820208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] Set router 83d946f4-4ad7-49c6-8ef5-a359917d381b gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:10.875745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'name': 'tempest-TestMinimumBasicScenario-406358836-router', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:53Z', 'updated_at': '2021-09-17T23:35:10Z', 'revision_number': 6, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:10.904399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a4b42-712b-4cd8-91e1-9168d360539a None None] The sync data for ids ['83d946f4-4ad7-49c6-8ef5-a359917d381b'] in n-d-713499-18 is: [{'id': '83d946f4-4ad7-49c6-8ef5-a359917d381b', 'name': 'tempest-TestMinimumBasicScenario-406358836-router', 'tenant_id': '34627ec30b5141c7a9956740712d1d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:31:53Z', 'updated_at': '2021-09-17T23:35:10Z', 'revision_number': 6, 'project_id': '34627ec30b5141c7a9956740712d1d09', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:35:10.999679 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.027770 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.054121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0efdef8-1f4a-4ec0-8951-18a7b976873e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:11.113574 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.202836 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.204878 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.314168 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.314999 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83d946f4-4ad7-49c6-8ef5-a359917d381b {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:35:11.321884 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.325304 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-44ebab3d-81b8-45f3-a299-07c744aa690c admin admin] 10.222.0.30 "DELETE /v2.0/routers/83d946f4-4ad7-49c6-8ef5-a359917d381b HTTP/1.1" status: 204 len: 168 time: 0.9223454 Sep 17 23:35:11.325538 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57078) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:11.376742 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c798011-48b7-4847-a3fd-5557b2fc0b29 admin admin] Deleting subnet b74d5181-2e27-4227-a3b6-04d4e3a1fb64 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:35:11.379735 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c798011-48b7-4847-a3fd-5557b2fc0b29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.413387 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c798011-48b7-4847-a3fd-5557b2fc0b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.492145 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c798011-48b7-4847-a3fd-5557b2fc0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.594283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c798011-48b7-4847-a3fd-5557b2fc0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.621149 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c798011-48b7-4847-a3fd-5557b2fc0b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74d5181-2e27-4227-a3b6-04d4e3a1fb64,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:11.623030 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1c798011-48b7-4847-a3fd-5557b2fc0b29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.624894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1c798011-48b7-4847-a3fd-5557b2fc0b29 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b74d5181-2e27-4227-a3b6-04d4e3a1fb64 HTTP/1.1" status: 204 len: 168 time: 0.2983656 Sep 17 23:35:11.627668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57080) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:11.629627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a2dc44-e30b-4a3c-9d4b-f70b2807c3fc None None] Network f3ca88c0-526c-4419-9176-ce22d15fd273 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:35:11.651502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8626377b-d12d-466a-b3c9-c67e3d7ffc35 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:35:11.683952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 8626377b-d12d-466a-b3c9-c67e3d7ffc35 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:35:11.684323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8626377b-d12d-466a-b3c9-c67e3d7ffc35 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:35:11.710640 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.761922 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Deleting port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:35:11.762262 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.830067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] For port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=52b3e2a4-5f8b-4d98-936a-eecee0c07c6c,segment=NetworkSegment(2367fb48-a03d-421c-acd7-a7b09fad2a35),segment_id=2367fb48-a03d-421c-acd7-a7b09fad2a35)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:11.830428 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.843624 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Calling delete_port for 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:35:11.848618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb002e0-d463-4bd2-ae63-46a6d4afeea3 None None] DHCP port deletion for f3ca88c0-526c-4419-9176-ce22d15fd273 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:35:11.898005 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-acb002e0-d463-4bd2-ae63-46a6d4afeea3 None None] Deleting port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:35:11.898385 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-acb002e0-d463-4bd2-ae63-46a6d4afeea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.969803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-acb002e0-d463-4bd2-ae63-46a6d4afeea3 None None] For port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=52b3e2a4-5f8b-4d98-936a-eecee0c07c6c,segment=NetworkSegment(2367fb48-a03d-421c-acd7-a7b09fad2a35),segment_id=2367fb48-a03d-421c-acd7-a7b09fad2a35)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:11.970281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-acb002e0-d463-4bd2-ae63-46a6d4afeea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.986347 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-acb002e0-d463-4bd2-ae63-46a6d4afeea3 None None] Calling delete_port for 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:35:12.033914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.059998 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b3e2a4-5f8b-4d98-936a-eecee0c07c6c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:12.062146 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-acb002e0-d463-4bd2-ae63-46a6d4afeea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.064701 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] No DVR routers for this DVR port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:35:12.093334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb002e0-d463-4bd2-ae63-46a6d4afeea3 None None] Pushing event deleted for resources: {'Port': ['ID=52b3e2a4-5f8b-4d98-936a-eecee0c07c6c,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:12.097043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb002e0-d463-4bd2-ae63-46a6d4afeea3 None None] No DVR routers for this DVR port 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:35:12.137738 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.161240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ca88c0-526c-4419-9176-ce22d15fd273']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:12.170819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2367fb48-a03d-421c-acd7-a7b09fad2a35') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:12.171051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2367fb48-a03d-421c-acd7-a7b09fad2a35') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:12.180046 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.192638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.198634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:35:12.199005 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:35:12.200622 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:35:12.296686 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.302452 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.304293 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f3ca88c0-526c-4419-9176-ce22d15fd273 HTTP/1.1" status: 204 len: 168 time: 0.6756928 Sep 17 23:35:12.314694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cbd82-cbf8-48be-a720-13ab0881f145 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ca88c0-526c-4419-9176-ce22d15fd273,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:12.587130 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57084) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:12.625167 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bdfe27f8-532f-4282-a885-5d657a89aaa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b07c4fdb31b44bd69df51634140a6b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369036 Sep 17 23:35:12.627528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57086) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:12.678387 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7511f4e-d9ab-4647-8b03-bde506033fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.699615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7511f4e-d9ab-4647-8b03-bde506033fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.804570 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7511f4e-d9ab-4647-8b03-bde506033fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.807103 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7511f4e-d9ab-4647-8b03-bde506033fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:12.808304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d7511f4e-d9ab-4647-8b03-bde506033fcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab HTTP/1.1" status: 204 len: 168 time: 0.1798565 Sep 17 23:35:12.816183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7511f4e-d9ab-4647-8b03-bde506033fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e2d742-5f6d-4a1b-bebb-d94f2a9a33ab,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:13.200994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a0efdef8-1f4a-4ec0-8951-18a7b976873e no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:35:13.220941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: a0efdef8-1f4a-4ec0-8951-18a7b976873e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:35:13.221395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a0efdef8-1f4a-4ec0-8951-18a7b976873e not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:35:13.221808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:35:13.241055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:35:13.241643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 52b3e2a4-5f8b-4d98-936a-eecee0c07c6c not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:35:13.433088 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57092) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:13.471577 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b0982a24-0cfa-4257-ac79-0f1222d02348 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34627ec30b5141c7a9956740712d1d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373409 Sep 17 23:35:13.474709 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57094) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:13.521384 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d60e-b91a-46ea-b8e5-4419ee96a6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:13.541546 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d60e-b91a-46ea-b8e5-4419ee96a6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:13.667705 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d60e-b91a-46ea-b8e5-4419ee96a6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:13.670290 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d60e-b91a-46ea-b8e5-4419ee96a6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:13.671468 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bcf1d60e-b91a-46ea-b8e5-4419ee96a6ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2e36938-8d88-41c8-a057-a847a8096328 HTTP/1.1" status: 204 len: 168 time: 0.1958733 Sep 17 23:35:13.679564 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1d60e-b91a-46ea-b8e5-4419ee96a6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e36938-8d88-41c8-a057-a847a8096328,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:15.878739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57134) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:15.883822 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713955495', 'description': 'tempest-secgroup-smoke-713955495 description', 'project_id': '96e72366468644278867a97669e96aab'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:15.942163 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:15.959229 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.046487 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.096077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.132465 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a941ec54-e2ce-4657-82c4-826d02a8217c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:16.185683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.244774 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.274855 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cb3daf-daba-4b54-9571-61706ee0ff83,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:16.324947 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.326190 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-883f3358-f063-45fe-bf14-8e19238e6dc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4464149 Sep 17 23:35:16.329078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57136) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:16.334011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d53981cb-e31a-4463-ab2f-0da461ac1273 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb3daf-daba-4b54-9571-61706ee0ff83', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:16.406552 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d53981cb-e31a-4463-ab2f-0da461ac1273 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.472265 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d53981cb-e31a-4463-ab2f-0da461ac1273 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.530718 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d53981cb-e31a-4463-ab2f-0da461ac1273 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.549104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53981cb-e31a-4463-ab2f-0da461ac1273 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855bd11c-16ae-483b-902d-d71c7e726d5a,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:16.599598 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d53981cb-e31a-4463-ab2f-0da461ac1273 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.600876 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d53981cb-e31a-4463-ab2f-0da461ac1273 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708743 Sep 17 23:35:16.603570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57138) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:16.608025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1a09d38c-4d5b-4f4b-a425-71f0690cf385 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb3daf-daba-4b54-9571-61706ee0ff83', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:16.666787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a09d38c-4d5b-4f4b-a425-71f0690cf385 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.971013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a09d38c-4d5b-4f4b-a425-71f0690cf385 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.045018 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a09d38c-4d5b-4f4b-a425-71f0690cf385 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.063613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09d38c-4d5b-4f4b-a425-71f0690cf385 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8417a930-764a-4078-b3c4-812837223340,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:17.119879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1a09d38c-4d5b-4f4b-a425-71f0690cf385 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.121158 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1a09d38c-4d5b-4f4b-a425-71f0690cf385 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5166485 Sep 17 23:35:17.123833 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57140) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:17.128182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7828e480-bdb4-4865-8f15-93634badc0cf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb3daf-daba-4b54-9571-61706ee0ff83', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:17.203931 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7828e480-bdb4-4865-8f15-93634badc0cf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.260176 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7828e480-bdb4-4865-8f15-93634badc0cf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.302756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7828e480-bdb4-4865-8f15-93634badc0cf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.320382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828e480-bdb4-4865-8f15-93634badc0cf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfe9255-558a-47ac-a187-a707986781ca,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:17.371060 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7828e480-bdb4-4865-8f15-93634badc0cf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.372357 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7828e480-bdb4-4865-8f15-93634badc0cf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2475388 Sep 17 23:35:17.375673 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57142) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:17.380401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-81068423-7a01-47e9-ab41-f2e1cf438ff4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb3daf-daba-4b54-9571-61706ee0ff83', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:17.466713 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-81068423-7a01-47e9-ab41-f2e1cf438ff4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.523975 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-81068423-7a01-47e9-ab41-f2e1cf438ff4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.599141 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-81068423-7a01-47e9-ab41-f2e1cf438ff4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.616546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81068423-7a01-47e9-ab41-f2e1cf438ff4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1011d0d0-2fef-4c67-b05d-2b95da78a2f2,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:17.690898 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-81068423-7a01-47e9-ab41-f2e1cf438ff4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.692220 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-81068423-7a01-47e9-ab41-f2e1cf438ff4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3152964 Sep 17 23:35:17.695935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57144) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:17.700403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-806646c1-3c3b-4e59-b44f-741a78bf84d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb3daf-daba-4b54-9571-61706ee0ff83', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:17.828265 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-806646c1-3c3b-4e59-b44f-741a78bf84d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Project 96e72366468644278867a97669e96aab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:35:17.833312 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-806646c1-3c3b-4e59-b44f-741a78bf84d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.894350 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-806646c1-3c3b-4e59-b44f-741a78bf84d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.976659 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-806646c1-3c3b-4e59-b44f-741a78bf84d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.998507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806646c1-3c3b-4e59-b44f-741a78bf84d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce72fa4f-5d50-490a-a40c-45c89b7d561c,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:18.069565 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-806646c1-3c3b-4e59-b44f-741a78bf84d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.070833 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-806646c1-3c3b-4e59-b44f-741a78bf84d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3739016 Sep 17 23:35:18.073532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57146) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:18.077898 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7653e95d-ea40-451c-abe4-ade60743a96c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb3daf-daba-4b54-9571-61706ee0ff83', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:18.170860 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-7653e95d-ea40-451c-abe4-ade60743a96c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Project 96e72366468644278867a97669e96aab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:35:18.176052 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7653e95d-ea40-451c-abe4-ade60743a96c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.235453 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7653e95d-ea40-451c-abe4-ade60743a96c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.290585 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7653e95d-ea40-451c-abe4-ade60743a96c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.312054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653e95d-ea40-451c-abe4-ade60743a96c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39acdc34-fc4d-421d-9456-74f1d296a8d9,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:18.365915 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7653e95d-ea40-451c-abe4-ade60743a96c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.367162 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7653e95d-ea40-451c-abe4-ade60743a96c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2926652 Sep 17 23:35:18.370154 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57148) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:18.375171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'network': {'name': 'tempest-network-smoke--12856546', 'project_id': '96e72366468644278867a97669e96aab', 'port_security_enabled': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:18.467198 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:35:18.470813 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.495161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:35:18.503880 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.504263 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Added segment 5cf87e31-4b28-45dd-98ec-5f3c4b836c89 of type vlan for network a3e36c2e-1d43-4736-901c-027796b403ad Sep 17 23:35:18.542553 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.650750 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.656461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:18.657054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.724633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Network': ['ID=a3e36c2e-1d43-4736-901c-027796b403ad,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:18.736145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network a3e36c2e-1d43-4736-901c-027796b403ad details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:35:18.742245 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-74b4f7b0-929e-43b0-8022-5744b310d948 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3710690 Sep 17 23:35:18.745151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57150) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:18.749665 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'admin_state_up': True, 'project_id': '96e72366468644278867a97669e96aab', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:18.822261 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.823303 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:18.877696 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:19.112013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:19.336722 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:19.355736 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:19.475608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.25.6.137 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/84e9919c-8c06-408e-8b30-c08f72bbea5b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:35:19.577872 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:19.685484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:19.726374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:35:19.733918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:35:19.736339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=84e9919c-8c06-408e-8b30-c08f72bbea5b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:19.738975 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:35:20.087049 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:20.246197 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:35:20.276768 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:20.462104 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router b61f0c5c-8d8a-4ae0-9054-f72ee471894b is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:35:20.565052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:35:20.575379 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Sync routers for ids ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:35:20.585167 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Routers {'b61f0c5c-8d8a-4ae0-9054-f72ee471894b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:20.585771 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:20.627786 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:20.629234 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d7d7c1c3-4fc7-4f0d-86c3-0f740dbd6f2f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8830397 Sep 17 23:35:20.633141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57152) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:20.692029 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Set router b61f0c5c-8d8a-4ae0-9054-f72ee471894b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:20.774327 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5bbc8942-293b-47ab-8f20-db6692155248 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=96e72366468644278867a97669e96aab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1400063 Sep 17 23:35:20.776946 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57156) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:20.865275 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:19Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:20.894204 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Checking router: b61f0c5c-8d8a-4ae0-9054-f72ee471894b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:35:20.894545 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Updating router b61f0c5c-8d8a-4ae0-9054-f72ee471894b port 84e9919c-8c06-408e-8b30-c08f72bbea5b binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:35:20.919211 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:20.923767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdedb663-912f-4581-a017-f76ee2ee83aa tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:20.925315 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bdedb663-912f-4581-a017-f76ee2ee83aa tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1474481 Sep 17 23:35:20.928984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57158) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:20.962170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4694fc6d-0d08-45f2-a0b8-8410794e994a tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320787 Sep 17 23:35:20.964824 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57160) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:20.969423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-819579828', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'project_id': '96e72366468644278867a97669e96aab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:21.179134 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:21.239763 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:21.373495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:35:21.377683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:21.391818 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Pushing event updated for resources: {'Port': ['ID=84e9919c-8c06-408e-8b30-c08f72bbea5b,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:21.394817 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Attempting to bind port 84e9919c-8c06-408e-8b30-c08f72bbea5b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:35:21.395165 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Attempting to bind port 84e9919c-8c06-408e-8b30-c08f72bbea5b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:35:21.395564 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Attempting to bind port 84e9919c-8c06-408e-8b30-c08f72bbea5b on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:35:21.403944 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.404319 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.405169 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.405169 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.405394 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.405584 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.405901 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.406215 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.406528 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.406839 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.407149 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.407960 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:21.413775 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:35:21.414152 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:35:21.414605 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:21.414996 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:35:21.415528 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Bound port: 84e9919c-8c06-408e-8b30-c08f72bbea5b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:35:21.416031 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:21.466965 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] For port 84e9919c-8c06-408e-8b30-c08f72bbea5b, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:35:21.469941 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] For port 84e9919c-8c06-408e-8b30-c08f72bbea5b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=84e9919c-8c06-408e-8b30-c08f72bbea5b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:35:21.520066 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:21.574444 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Routers {'b61f0c5c-8d8a-4ae0-9054-f72ee471894b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:21.575042 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:21.611166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:21.611971 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca505a85-1d0c-4cf0-af2e-dfa8a1518aab None None] Pushing event updated for resources: {'Port': ['ID=84e9919c-8c06-408e-8b30-c08f72bbea5b,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:21.679285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Subnet': ['ID=2975dc84-b8df-495e-9a1d-78c74abdf748,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:21.683571 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] Set router b61f0c5c-8d8a-4ae0-9054-f72ee471894b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:21.683760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Checking segment: {'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:35:21.684139 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network hostable DHCP agents. Network: a3e36c2e-1d43-4736-901c-027796b403ad, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:35:21.736444 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network a3e36c2e-1d43-4736-901c-027796b403ad is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:35:21.793645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, a3e36c2e-1d43-4736-901c-027796b403ad) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:35:21.797703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:21.798293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:21.808087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b2146d-232c-4880-9f72-9389c61f16ec None None] Network a3e36c2e-1d43-4736-901c-027796b403ad requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:35:21.851607 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-cf3935e6-72a4-4aa6-ba42-065ad2c05488 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8858213 Sep 17 23:35:21.854292 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57162) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:21.869850 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:19Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:21.896974 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb89b0c-b4b4-40c4-af2e-e3f09a8e4ee8 None None] The sync data for ids ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'] in n-d-713499-18 is: [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:19Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:35:21.965190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-a3e36c2e-1d43-4736-901c-027796b403ad', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'tenant_id': '96e72366468644278867a97669e96aab', 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:35:21.966078 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:22.128662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Allocated IP 172.20.0.2 (a3e36c2e-1d43-4736-901c-027796b403ad/2975dc84-b8df-495e-9a1d-78c74abdf748/9231d3de-1d67-4fd1-8629-f4025ae91d95) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:35:22.312912 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:22.376827 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:22.394521 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:22.433988 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Network a3e36c2e-1d43-4736-901c-027796b403ad is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:35:22.439162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:35:22.445208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Pushing event updated for resources: {'Port': ['ID=9231d3de-1d67-4fd1-8629-f4025ae91d95,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:22.447517 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:35:22.511770 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Attempting to bind port 9231d3de-1d67-4fd1-8629-f4025ae91d95 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:35:22.512264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Attempting to bind port 9231d3de-1d67-4fd1-8629-f4025ae91d95 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:35:22.512702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Attempting to bind port 9231d3de-1d67-4fd1-8629-f4025ae91d95 on network a3e36c2e-1d43-4736-901c-027796b403ad {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:35:22.517979 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:35:22.518687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Checking segment: {'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:35:22.518804 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:22.519132 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Bound using segment: {'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:35:22.519602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Bound port: 9231d3de-1d67-4fd1-8629-f4025ae91d95, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:35:22.519987 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:22.589812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] For port 9231d3de-1d67-4fd1-8629-f4025ae91d95, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:35:22.593265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] For port 9231d3de-1d67-4fd1-8629-f4025ae91d95, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9231d3de-1d67-4fd1-8629-f4025ae91d95,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:35:22.640092 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:22.713802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acc0b5-c85b-43c8-91b9-2097d33bb10f None None] Pushing event updated for resources: {'Port': ['ID=9231d3de-1d67-4fd1-8629-f4025ae91d95,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:22.753851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.20.0.1 (a3e36c2e-1d43-4736-901c-027796b403ad/2975dc84-b8df-495e-9a1d-78c74abdf748/5f991df5-fc10-44a5-9bcd-9bdabb75d4e6) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:35:22.881510 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:22.961013 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.003350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network a3e36c2e-1d43-4736-901c-027796b403ad is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:35:23.006613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:35:23.010546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:35:23.038402 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=5f991df5-fc10-44a5-9bcd-9bdabb75d4e6,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:23.060968 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.235378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.271719 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9231d3de-1d67-4fd1-8629-f4025ae91d95 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:35:23.329616 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9231d3de-1d67-4fd1-8629-f4025ae91d95 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:23.330337 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.431175 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.468303 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 9231d3de-1d67-4fd1-8629-f4025ae91d95, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9231d3de-1d67-4fd1-8629-f4025ae91d95,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:23.514212 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.515470 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 84e9919c-8c06-408e-8b30-c08f72bbea5b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:35:23.531500 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.570684 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.596588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=9231d3de-1d67-4fd1-8629-f4025ae91d95,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:23.612860 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 84e9919c-8c06-408e-8b30-c08f72bbea5b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:23.613416 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.662254 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.665270 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=5f991df5-fc10-44a5-9bcd-9bdabb75d4e6,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:23.697660 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.717847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 84e9919c-8c06-408e-8b30-c08f72bbea5b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=84e9919c-8c06-408e-8b30-c08f72bbea5b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:23.761273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network a3e36c2e-1d43-4736-901c-027796b403ad is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:35:23.762653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:35:23.805292 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.858550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=84e9919c-8c06-408e-8b30-c08f72bbea5b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:23.886185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router b61f0c5c-8d8a-4ae0-9054-f72ee471894b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:35:24.002461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:35:24.008878 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-94f71f99-b55d-4179-a676-7257da8267e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "PUT /v2.0/routers/b61f0c5c-8d8a-4ae0-9054-f72ee471894b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1532798 Sep 17 23:35:24.013502 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Sync routers for ids ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:35:24.024029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Routers {'b61f0c5c-8d8a-4ae0-9054-f72ee471894b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:24.025158 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:24.144586 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Set router b61f0c5c-8d8a-4ae0-9054-f72ee471894b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:24.232767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6332044c-3ce8-474b-b693-fdc717b2f39b None None] Network a3e36c2e-1d43-4736-901c-027796b403ad requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:35:24.346564 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-1f95a815-497c-477c-a4c1-a0e2afda46fd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713955495&fields=id&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 267 time: 0.0377567 Sep 17 23:35:24.462414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-4dd2d347-96e6-4d50-a9ba-9670f88ca2fa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:24.464668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-4dd2d347-96e6-4d50-a9ba-9670f88ca2fa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/networks?id=a3e36c2e-1d43-4736-901c-027796b403ad HTTP/1.1" status: 200 len: 795 time: 0.1103294 Sep 17 23:35:24.479811 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-b7371b2b-fe53-41ce-b374-81227e925193 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/quotas/96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 375 time: 0.0100815 Sep 17 23:35:24.530064 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6992d64b-646e-4e30-bd57-69130486bb8a None None] Provisioning complete for port 9231d3de-1d67-4fd1-8629-f4025ae91d95 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:24.530708 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6992d64b-646e-4e30-bd57-69130486bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:24.531323 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-9fac6ce6-6a91-4b1e-9996-2c242b526690 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458212 Sep 17 23:35:24.632236 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-38a6212b-6879-484c-92e2-06146532a850 service neutron] 10.222.0.30 "GET /v2.0/networks/a3e36c2e-1d43-4736-901c-027796b403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882297 Sep 17 23:35:24.723311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-1bae356f-5427-44a3-b824-184ccddd5971 service neutron] 10.222.0.30 "GET /v2.0/networks/a3e36c2e-1d43-4736-901c-027796b403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852752 Sep 17 23:35:24.729993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5f991df5-fc10-44a5-9bcd-9bdabb75d4e6', 'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:b5:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:22Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 2, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:24.765088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Checking router: b61f0c5c-8d8a-4ae0-9054-f72ee471894b for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:35:24.765429 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Updating router b61f0c5c-8d8a-4ae0-9054-f72ee471894b port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:35:24.792566 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.063555 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1fc316cc-8572-4b63-bb9c-49831e4c87cc req-3d9e6b2c-f850-474a-9c72-15547c854a8b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 210 time: 0.1060963 Sep 17 23:35:25.107890 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.116030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5b388fc4-a66b-4b41-a337-d89b7009e877 None None] Provisioning complete for port 9231d3de-1d67-4fd1-8629-f4025ae91d95 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:25.118077 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b388fc4-a66b-4b41-a337-d89b7009e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.170202 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.229203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9231d3de-1d67-4fd1-8629-f4025ae91d95 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:35:25.286276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dd444-0636-4657-b41b-ba41db2c3495 None None] Pushing event updated for resources: {'Port': ['ID=5f991df5-fc10-44a5-9bcd-9bdabb75d4e6,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:25.327655 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5b388fc4-a66b-4b41-a337-d89b7009e877 None None] Provisioning complete for port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:25.329368 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5b388fc4-a66b-4b41-a337-d89b7009e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.392642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Attempting to bind port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:35:25.393016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Attempting to bind port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:35:25.393379 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Attempting to bind port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 on network a3e36c2e-1d43-4736-901c-027796b403ad {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:35:25.402027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5b388fc4-a66b-4b41-a337-d89b7009e877 None None] Port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:35:25.404068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9231d3de-1d67-4fd1-8629-f4025ae91d95 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:25.404686 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.406820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:35:25.407395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Checking segment: {'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:35:25.407954 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.408528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Bound using segment: {'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:35:25.409176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Bound port: 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:35:25.409732 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.523712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] For port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:35:25.561317 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] For port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5f991df5-fc10-44a5-9bcd-9bdabb75d4e6,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:35:25.571813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-12c46822-abc3-48dd-bb28-c7fdfd906af7 None None] Provisioning complete for port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:25.572208 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-12c46822-abc3-48dd-bb28-c7fdfd906af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.595156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 84e9919c-8c06-408e-8b30-c08f72bbea5b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:35:25.643269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-12c46822-abc3-48dd-bb28-c7fdfd906af7 None None] Port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:35:25.655465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.716623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 84e9919c-8c06-408e-8b30-c08f72bbea5b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:25.716996 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.741226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Routers {'b61f0c5c-8d8a-4ae0-9054-f72ee471894b'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:25.741940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:35:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:25.746203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dd444-0636-4657-b41b-ba41db2c3495 None None] Pushing event updated for resources: {'Port': ['ID=5f991df5-fc10-44a5-9bcd-9bdabb75d4e6,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:25.832642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c7c7024b-a53d-4b81-a9b7-90a78ccb7e4f None None] Provisioning complete for port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:25.833610 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c7c7024b-a53d-4b81-a9b7-90a78ccb7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:25.940606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] Set router b61f0c5c-8d8a-4ae0-9054-f72ee471894b gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:26.082571 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c7c7024b-a53d-4b81-a9b7-90a78ccb7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:26.155956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c7c7024b-a53d-4b81-a9b7-90a78ccb7e4f None None] For port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5f991df5-fc10-44a5-9bcd-9bdabb75d4e6,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:26.182500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb2cec99-177b-4600-9bdd-4dce99f7c016 req-1ee8f10f-3a6b-4cde-b218-cec43b94a1d4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 210 time: 0.0346961 Sep 17 23:35:26.227135 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5f991df5-fc10-44a5-9bcd-9bdabb75d4e6', 'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:b5:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:22Z', 'updated_at': '2021-09-17T23:35:25Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:26.254714 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c7c7024b-a53d-4b81-a9b7-90a78ccb7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:26.258710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03046632-7e8c-4c1b-9570-7f536a6c1056 None None] The sync data for ids ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'] in n-d-713499-18 is: [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5f991df5-fc10-44a5-9bcd-9bdabb75d4e6', 'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:b5:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:22Z', 'updated_at': '2021-09-17T23:35:25Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:35:26.313859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7024b-a53d-4b81-a9b7-90a78ccb7e4f None None] Pushing event updated for resources: {'Port': ['ID=5f991df5-fc10-44a5-9bcd-9bdabb75d4e6,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:26.384457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-31d52369-15df-455c-a511-42b582eb30ac None None] Provisioning complete for port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:26.384839 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-31d52369-15df-455c-a511-42b582eb30ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:27.152494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-e9834530-be77-40a3-b711-de8e4f2c1af0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:27.154345 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-e9834530-be77-40a3-b711-de8e4f2c1af0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/networks?id=a3e36c2e-1d43-4736-901c-027796b403ad HTTP/1.1" status: 200 len: 795 time: 0.1270227 Sep 17 23:35:27.203096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-666b0cfc-ce74-45aa-a195-e15be6da4eee tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 379 time: 0.0401356 Sep 17 23:35:27.213694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'port': {'device_id': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'admin_state_up': True, 'tenant_id': '96e72366468644278867a97669e96aab', 'security_groups': ['f6cb3daf-daba-4b54-9571-61706ee0ff83']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:27.291109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:35:27.326293 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3b7ce964-f66b-419b-8481-e2c3e54677f3 req-1ab3fecd-4eab-47da-9506-4169657c9958 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 210 time: 0.0461280 Sep 17 23:35:27.358006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:27.358377 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:27.416491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:35:27.420905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:27.544481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.20.0.10 (a3e36c2e-1d43-4736-901c-027796b403ad/2975dc84-b8df-495e-9a1d-78c74abdf748/5de2018d-e14a-4809-8318-2683b831eaa5) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:35:27.974409 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:28.056708 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:28.097858 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network a3e36c2e-1d43-4736-901c-027796b403ad is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:35:28.101622 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:35:28.105358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:35:28.139290 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=5de2018d-e14a-4809-8318-2683b831eaa5,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:28.172595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:28.173529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:28.240406 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-79ec488a-aee4-418b-ac69-028ce4cbfc24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0306578 Sep 17 23:35:28.252717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Request body: {'port': {'device_id': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:28.310609 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:28.403402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-5c53ed1f-55bc-4aec-be98-c26ea4f3b257 None None] Provisioning complete for port 5de2018d-e14a-4809-8318-2683b831eaa5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:28.404789 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5c53ed1f-55bc-4aec-be98-c26ea4f3b257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:28.449936 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5c53ed1f-55bc-4aec-be98-c26ea4f3b257 None None] Port 5de2018d-e14a-4809-8318-2683b831eaa5 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:35:28.518083 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d519350-39a7-48d6-ad45-e278eec2d423 req-577f4710-feb9-4f53-afd4-75a8b9a61f95 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:28.519576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d519350-39a7-48d6-ad45-e278eec2d423 req-577f4710-feb9-4f53-afd4-75a8b9a61f95 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 932 time: 0.0973868 Sep 17 23:35:28.593348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4d519350-39a7-48d6-ad45-e278eec2d423 req-c029f54f-f1d3-4975-a855-4e0784d73dd0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456610 Sep 17 23:35:28.665147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de2018d-e14a-4809-8318-2683b831eaa5 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:35:28.672474 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:28.684594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Transition to ACTIVE for port object 5de2018d-e14a-4809-8318-2683b831eaa5 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:35:28.764519 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:28.814781 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Pushing event updated for resources: {'Port': ['ID=5de2018d-e14a-4809-8318-2683b831eaa5,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:28.887381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Attempting to bind port 5de2018d-e14a-4809-8318-2683b831eaa5 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:35:28.887716 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Attempting to bind port 5de2018d-e14a-4809-8318-2683b831eaa5 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:35:28.888043 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Attempting to bind port 5de2018d-e14a-4809-8318-2683b831eaa5 on network a3e36c2e-1d43-4736-901c-027796b403ad {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:35:28.892694 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Port 5de2018d-e14a-4809-8318-2683b831eaa5 on network a3e36c2e-1d43-4736-901c-027796b403ad not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:35:28.893013 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Attempting to bind port 5de2018d-e14a-4809-8318-2683b831eaa5 on network a3e36c2e-1d43-4736-901c-027796b403ad {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:35:28.898972 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:35:28.899302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Checking segment: {'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:35:28.899728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Bound using segment: {'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:35:28.900184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Bound port: 5de2018d-e14a-4809-8318-2683b831eaa5, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf87e31-4b28-45dd-98ec-5f3c4b836c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:35:28.900544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:28.972170 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] For port 5de2018d-e14a-4809-8318-2683b831eaa5, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:35:28.975948 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] For port 5de2018d-e14a-4809-8318-2683b831eaa5, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5de2018d-e14a-4809-8318-2683b831eaa5,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:35:29.039866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:29.075101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:29.075853 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:29.077231 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] 10.222.0.23 "PUT /v2.0/ports/5de2018d-e14a-4809-8318-2683b831eaa5 HTTP/1.1" status: 200 len: 1093 time: 0.8291333 Sep 17 23:35:29.077747 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'tag': '5de2018d-e14a-4809-8318-2683b831eaa5'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:35:29.080000 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf60c31-11f4-43ce-b663-ce00637da9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7849bec8-8f33-46c3-8b6a-77fb15a18fdf", "tag": "5de2018d-e14a-4809-8318-2683b831eaa5"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:35:29.109425 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36031bc5-4a4b-4a5a-a50d-1bc0a57ae9de service neutron] Pushing event updated for resources: {'Port': ['ID=5de2018d-e14a-4809-8318-2683b831eaa5,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:29.126704 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcaf493-0ec1-4bbf-a2e7-cf9edd8de9dd x-openstack-request-id: req-dbcaf493-0ec1-4bbf-a2e7-cf9edd8de9dd {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:35:29.127005 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7849bec8-8f33-46c3-8b6a-77fb15a18fdf", "tag": "5de2018d-e14a-4809-8318-2683b831eaa5", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:35:29.127262 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbcaf493-0ec1-4bbf-a2e7-cf9edd8de9dd {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:35:29.127667 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'tag': '5de2018d-e14a-4809-8318-2683b831eaa5', 'status': 'completed', 'code': 200} Sep 17 23:35:29.196875 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf60c31-11f4-43ce-b663-ce00637da9d9 req-fb94fef9-8a25-4a0e-91fa-f2c371dbbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:29.196875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cf60c31-11f4-43ce-b663-ce00637da9d9 req-fb94fef9-8a25-4a0e-91fa-f2c371dbbbfc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 1096 time: 0.0450552 Sep 17 23:35:29.304955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf60c31-11f4-43ce-b663-ce00637da9d9 req-89fa865f-bfc5-4b31-a449-8f1b9a752f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:29.306459 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cf60c31-11f4-43ce-b663-ce00637da9d9 req-89fa865f-bfc5-4b31-a449-8f1b9a752f5a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=96e72366468644278867a97669e96aab&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1049316 Sep 17 23:35:29.405587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf60c31-11f4-43ce-b663-ce00637da9d9 req-b8d8be53-0342-45b5-870f-ef77b107b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:29.407070 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6cf60c31-11f4-43ce-b663-ce00637da9d9 req-b8d8be53-0342-45b5-870f-ef77b107b3f6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941412 Sep 17 23:35:29.482097 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-4872bda6-3057-425f-a743-52adbb30d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:29.483490 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-4872bda6-3057-425f-a743-52adbb30d294 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 1096 time: 0.0410609 Sep 17 23:35:29.534814 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-3f90a885-6735-4657-8a53-a0f0f3e22810 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de2018d-e14a-4809-8318-2683b831eaa5 HTTP/1.1" status: 200 len: 217 time: 0.0429490 Sep 17 23:35:29.587988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-71c39b4b-e240-47f7-86f1-a9ad36baf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:29.589439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-71c39b4b-e240-47f7-86f1-a9ad36baf494 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2975dc84-b8df-495e-9a1d-78c74abdf748 HTTP/1.1" status: 200 len: 834 time: 0.0470185 Sep 17 23:35:29.635495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-12747399-843b-4681-abd5-9226e9606cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:29.637093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-12747399-843b-4681-abd5-9226e9606cee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3e36c2e-1d43-4736-901c-027796b403ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407677 Sep 17 23:35:29.760985 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2d759-4fae-4e1f-ad82-83377ed197f6 req-39775d5c-8004-4671-8fb0-112c24a48bd5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:29.762395 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5ed2d759-4fae-4e1f-ad82-83377ed197f6 req-39775d5c-8004-4671-8fb0-112c24a48bd5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 944 time: 0.0987113 Sep 17 23:35:29.767703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-9d744069-7f1e-47e4-90cd-3b5ece3575f8 service neutron] 10.222.0.23 "GET /v2.0/networks/a3e36c2e-1d43-4736-901c-027796b403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232667 Sep 17 23:35:29.830818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5ed2d759-4fae-4e1f-ad82-83377ed197f6 req-b8d63a59-6652-425f-8fb7-a55ed1b86eee tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620928 Sep 17 23:35:29.888162 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5af7f414-d0b2-420d-b087-32e9d53da69b req-ad8b34a6-ab23-437d-9f27-32d294df1226 service neutron] 10.222.0.23 "GET /v2.0/networks/a3e36c2e-1d43-4736-901c-027796b403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117105 Sep 17 23:35:29.981754 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:30.866143 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5de2018d-e14a-4809-8318-2683b831eaa5 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:35:30.952983 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c124da-25df-4427-9958-2302f8976a14 req-60364cbc-c8bb-46e8-b5c4-631417f398c1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:30.954447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7c124da-25df-4427-9958-2302f8976a14 req-60364cbc-c8bb-46e8-b5c4-631417f398c1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 944 time: 0.0500643 Sep 17 23:35:30.966374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5de2018d-e14a-4809-8318-2683b831eaa5, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5de2018d-e14a-4809-8318-2683b831eaa5,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:30.978431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '5de2018d-e14a-4809-8318-2683b831eaa5', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'port_id': '5de2018d-e14a-4809-8318-2683b831eaa5', 'mac_address': 'fa:16:3e:f5:a5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:35:30.994312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7c124da-25df-4427-9958-2302f8976a14 req-8a7d935c-349f-47c4-8a8a-9893ee1de27d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335062 Sep 17 23:35:31.024035 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:31.037546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de2018d-e14a-4809-8318-2683b831eaa5 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:35:31.057148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5de2018d-e14a-4809-8318-2683b831eaa5, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5de2018d-e14a-4809-8318-2683b831eaa5,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:31.147500 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:31.195792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=5de2018d-e14a-4809-8318-2683b831eaa5,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:31.387578 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['5de2018d-e14a-4809-8318-2683b831eaa5'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:35:32.112157 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcab325-6b11-4e49-beab-d12791428192 req-7a100577-2f6d-4787-b957-9dccf1930728 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:32.113627 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9dcab325-6b11-4e49-beab-d12791428192 req-7a100577-2f6d-4787-b957-9dccf1930728 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 945 time: 0.0527294 Sep 17 23:35:32.151878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9dcab325-6b11-4e49-beab-d12791428192 req-82811573-20a4-4e52-970c-d22a9d00f6bf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322454 Sep 17 23:35:32.881956 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5de2018d-e14a-4809-8318-2683b831eaa5 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:35:32.999269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 5de2018d-e14a-4809-8318-2683b831eaa5 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:35:33.003534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 5de2018d-e14a-4809-8318-2683b831eaa5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:35:33.003928 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:33.245415 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:33.273162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b8821-a339-43d5-8498-23dbaafcda4b req-79e8936f-253f-49fd-ab4c-7d59076fc848 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:33.273733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de2018d-e14a-4809-8318-2683b831eaa5'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:35:33.274703 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f16b8821-a339-43d5-8498-23dbaafcda4b req-79e8936f-253f-49fd-ab4c-7d59076fc848 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 945 time: 0.0528002 Sep 17 23:35:33.275649 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cfed95-0a3c-47f9-a066-faf47c5c56d0" -d '{"events": [{"server_uuid": "7849bec8-8f33-46c3-8b6a-77fb15a18fdf", "name": "network-vif-plugged", "status": "completed", "tag": "5de2018d-e14a-4809-8318-2683b831eaa5"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:35:33.288645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5de2018d-e14a-4809-8318-2683b831eaa5, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5de2018d-e14a-4809-8318-2683b831eaa5,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:33.313999 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f16b8821-a339-43d5-8498-23dbaafcda4b req-85439914-6192-4922-88ee-363296236b7d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326595 Sep 17 23:35:33.318617 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca9b9e9-0d7e-469c-90e8-121e9ad998de x-openstack-request-id: req-0ca9b9e9-0d7e-469c-90e8-121e9ad998de {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:35:33.318912 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7849bec8-8f33-46c3-8b6a-77fb15a18fdf", "name": "network-vif-plugged", "status": "completed", "tag": "5de2018d-e14a-4809-8318-2683b831eaa5", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:35:33.319142 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ca9b9e9-0d7e-469c-90e8-121e9ad998de {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:35:33.320100 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de2018d-e14a-4809-8318-2683b831eaa5', 'code': 200} Sep 17 23:35:33.320887 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-adec19d1-c967-480b-bb03-a5c2461c2776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:33.359359 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:33.407441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=5de2018d-e14a-4809-8318-2683b831eaa5,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:33.412080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35ffa-17e0-4df9-9163-2be02a311984 req-63a07005-ac38-47fa-a5f9-98564cadb819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:33.413642 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0de35ffa-17e0-4df9-9163-2be02a311984 req-63a07005-ac38-47fa-a5f9-98564cadb819 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 1098 time: 0.0410583 Sep 17 23:35:33.449477 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0de35ffa-17e0-4df9-9163-2be02a311984 req-2cc92295-5801-45e1-846c-cdcc3de6c31e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287471 Sep 17 23:35:34.447550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d37d3-1db0-4368-ae22-36f53a7d90b8 req-c875dc19-94cf-4343-a028-c87918239140 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:34.449154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-675d37d3-1db0-4368-ae22-36f53a7d90b8 req-c875dc19-94cf-4343-a028-c87918239140 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.0503826 Sep 17 23:35:34.487210 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-675d37d3-1db0-4368-ae22-36f53a7d90b8 req-a9428bc4-a4f6-4d79-9ac9-eced8e81bf9e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319061 Sep 17 23:35:35.600174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55131c1e-2d65-42c8-8d72-cf33f8d93c4f req-b48abf09-02f2-4342-8e6d-ffe8e2b1b902 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:35.601633 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-55131c1e-2d65-42c8-8d72-cf33f8d93c4f req-b48abf09-02f2-4342-8e6d-ffe8e2b1b902 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.0498722 Sep 17 23:35:35.638881 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-55131c1e-2d65-42c8-8d72-cf33f8d93c4f req-e420092a-cbe7-4824-aa5a-c6ab4cdbb556 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312498 Sep 17 23:35:35.754277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7013593-1173-44a2-b87c-8472e6e12e6b req-3c5f4c42-dc81-4050-bc6f-2eea795d3f42 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:35.755901 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d7013593-1173-44a2-b87c-8472e6e12e6b req-3c5f4c42-dc81-4050-bc6f-2eea795d3f42 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.0519488 Sep 17 23:35:35.793410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d7013593-1173-44a2-b87c-8472e6e12e6b req-1b8798c6-2983-4dc4-bc88-3e2df0a5257f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312588 Sep 17 23:35:35.814206 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57220) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:35.855360 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242e288f-7765-4191-bb40-72cf1668670d tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:35.856933 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-242e288f-7765-4191-bb40-72cf1668670d tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 1093 time: 0.0417719 Sep 17 23:35:35.859845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57222) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:35.864060 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '5de2018d-e14a-4809-8318-2683b831eaa5', 'tenant_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:35:35.913204 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dd60fc55-41b1-4644-91e5-2a0fba1be62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:35.941728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:36.040677 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:36.141861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.25.6.8 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/09b3090b-d4c1-4c0a-a4d3-552bd7dd11a7) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:35:36.244937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:36.313959 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:36.351252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:35:36.353997 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:35:36.357550 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:35:36.382735 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=09b3090b-d4c1-4c0a-a4d3-552bd7dd11a7,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:36.710517 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:36.857553 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:37.008996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:37.073325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:37.141814 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:37.148563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=09b3090b-d4c1-4c0a-a4d3-552bd7dd11a7,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:37.158401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:37.262327 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Floating IP 937964c3-3b13-474e-89f8-c0d09a9901a3 associated. External IP: 172.25.6.8, port: 5de2018d-e14a-4809-8318-2683b831eaa5. Sep 17 23:35:37.460686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router b61f0c5c-8d8a-4ae0-9054-f72ee471894b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:35:37.570962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:35:37.580438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] Sync routers for ids ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:35:37.590412 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] Routers {'b61f0c5c-8d8a-4ae0-9054-f72ee471894b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:37.591005 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:35:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:37.616392 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:37.644736 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:37.672903 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-25609af0-7423-4987-aeea-6bd55a4ddcc3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8120112 Sep 17 23:35:37.676646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'tag': '5de2018d-e14a-4809-8318-2683b831eaa5'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:35:37.676646 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f0af1e-103e-4498-86e0-208b0292b89d" -d '{"events": [{"name": "network-changed", "server_uuid": "7849bec8-8f33-46c3-8b6a-77fb15a18fdf", "tag": "5de2018d-e14a-4809-8318-2683b831eaa5"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:35:37.697347 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] Set router b61f0c5c-8d8a-4ae0-9054-f72ee471894b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:37.716021 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc0e552-9ca3-43fe-a505-3c89ddc2f24b x-openstack-request-id: req-2dc0e552-9ca3-43fe-a505-3c89ddc2f24b {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:35:37.716452 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7849bec8-8f33-46c3-8b6a-77fb15a18fdf", "tag": "5de2018d-e14a-4809-8318-2683b831eaa5", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:35:37.716784 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dc0e552-9ca3-43fe-a505-3c89ddc2f24b {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:35:37.717274 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'tag': '5de2018d-e14a-4809-8318-2683b831eaa5', 'status': 'completed', 'code': 200} Sep 17 23:35:37.774728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602c673-ffe6-4fc8-995a-379b74f80346 req-7d6aae0d-99b2-4eb3-b94f-b829d1185e38 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:37.777132 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9602c673-ffe6-4fc8-995a-379b74f80346 req-7d6aae0d-99b2-4eb3-b94f-b829d1185e38 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.0545564 Sep 17 23:35:37.784982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0af1e-103e-4498-86e0-208b0292b89d req-c4de92e6-3222-4d99-8bcf-a7c083586cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:37.786988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32f0af1e-103e-4498-86e0-208b0292b89d req-c4de92e6-3222-4d99-8bcf-a7c083586cac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 1098 time: 0.0476296 Sep 17 23:35:37.816694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9602c673-ffe6-4fc8-995a-379b74f80346 req-7bd3d4a7-1126-45c9-aa7f-b050e063cbef tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331049 Sep 17 23:35:37.842421 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57228) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:37.889007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0af1e-103e-4498-86e0-208b0292b89d req-01365f13-2fe6-4012-ad25-96032941c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:37.890984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32f0af1e-103e-4498-86e0-208b0292b89d req-01365f13-2fe6-4012-ad25-96032941c5be service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3e36c2e-1d43-4736-901c-027796b403ad HTTP/1.1" status: 200 len: 896 time: 0.0971050 Sep 17 23:35:37.935184 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '937964c3-3b13-474e-89f8-c0d09a9901a3', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'port_id': '5de2018d-e14a-4809-8318-2683b831eaa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'mac_address': 'fa:16:3e:f5:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:35:36Z', 'updated_at': '2021-09-17T23:35:36Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f991df5-fc10-44a5-9bcd-9bdabb75d4e6', 'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:b5:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:22Z', 'updated_at': '2021-09-17T23:35:26Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:37.962997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32f0af1e-103e-4498-86e0-208b0292b89d req-51b09c8d-d7c5-49d1-add6-914f0fa5636d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de2018d-e14a-4809-8318-2683b831eaa5 HTTP/1.1" status: 200 len: 998 time: 0.0647008 Sep 17 23:35:37.965340 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-15fa98ae-14f1-437c-8c06-7607d63d2c3f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/937964c3-3b13-474e-89f8-c0d09a9901a3 HTTP/1.1" status: 200 len: 990 time: 0.1216652 Sep 17 23:35:37.966722 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] Checking router: b61f0c5c-8d8a-4ae0-9054-f72ee471894b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:35:37.975187 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] Routers {'b61f0c5c-8d8a-4ae0-9054-f72ee471894b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:35:37.975807 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:35:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:38.013129 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0af1e-103e-4498-86e0-208b0292b89d req-25ff3eb9-3b95-4eba-8765-7115778e8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:38.014662 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32f0af1e-103e-4498-86e0-208b0292b89d req-25ff3eb9-3b95-4eba-8765-7115778e8c7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2975dc84-b8df-495e-9a1d-78c74abdf748 HTTP/1.1" status: 200 len: 834 time: 0.0448713 Sep 17 23:35:38.059616 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0af1e-103e-4498-86e0-208b0292b89d req-14caeaac-3934-4c6f-8d91-90b68e25240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:38.061163 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32f0af1e-103e-4498-86e0-208b0292b89d req-14caeaac-3934-4c6f-8d91-90b68e25240b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3e36c2e-1d43-4736-901c-027796b403ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394545 Sep 17 23:35:38.079925 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] Set router b61f0c5c-8d8a-4ae0-9054-f72ee471894b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:35:38.155310 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32f0af1e-103e-4498-86e0-208b0292b89d req-6c413077-e8ec-4752-846e-71fbc7e7527b service neutron] 10.222.0.23 "GET /v2.0/networks/a3e36c2e-1d43-4736-901c-027796b403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859227 Sep 17 23:35:38.245930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32f0af1e-103e-4498-86e0-208b0292b89d req-7e298988-1525-45b1-a2d9-3fbb6fb9c982 service neutron] 10.222.0.23 "GET /v2.0/networks/a3e36c2e-1d43-4736-901c-027796b403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837150 Sep 17 23:35:38.300440 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '937964c3-3b13-474e-89f8-c0d09a9901a3', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'port_id': '5de2018d-e14a-4809-8318-2683b831eaa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'mac_address': 'fa:16:3e:f5:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:35:36Z', 'updated_at': '2021-09-17T23:35:36Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f991df5-fc10-44a5-9bcd-9bdabb75d4e6', 'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:b5:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:22Z', 'updated_at': '2021-09-17T23:35:26Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:35:38.332245 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da28f2-8e42-4d87-90d1-dc7365358a26 None None] The sync data for ids ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'] in n-d-713499-18 is: [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '937964c3-3b13-474e-89f8-c0d09a9901a3', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'port_id': '5de2018d-e14a-4809-8318-2683b831eaa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'mac_address': 'fa:16:3e:f5:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:35:36Z', 'updated_at': '2021-09-17T23:35:36Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f991df5-fc10-44a5-9bcd-9bdabb75d4e6', 'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:b5:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:22Z', 'updated_at': '2021-09-17T23:35:26Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:35:38.518669 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1577b9-f108-4b73-ae7b-781fca52738d None None] New status for floating IP 937964c3-3b13-474e-89f8-c0d09a9901a3: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:35:38.969113 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57230) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:35:39.037821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a0e9763b-43ee-4493-9d67-404703e72083 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/937964c3-3b13-474e-89f8-c0d09a9901a3 HTTP/1.1" status: 200 len: 992 time: 0.0674431 Sep 17 23:35:39.284370 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:41.010356 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:57.245864 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:36:00.015402 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.284503 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b786364a-670d-41f8-be75-fa4069e32093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.906907 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f177a91a-ae81-439f-834a-2fede31d4b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:06.009368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459692c-6798-4a51-8878-5c49102dbaaa req-895a87f5-211f-4872-914f-f1adb8fef257 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:06.010885 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6459692c-6798-4a51-8878-5c49102dbaaa req-895a87f5-211f-4872-914f-f1adb8fef257 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.0501502 Sep 17 23:36:06.048146 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6459692c-6798-4a51-8878-5c49102dbaaa req-25cb13d2-42a9-43c3-a8be-456ee3780691 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312076 Sep 17 23:36:07.102082 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:07.174622 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ee0c9-659e-43a7-ab8b-c520aeb10ecc req-2b52268a-40e7-4c73-abc9-b54626922d8f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:07.175694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f66ee0c9-659e-43a7-ab8b-c520aeb10ecc req-2b52268a-40e7-4c73-abc9-b54626922d8f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.0568902 Sep 17 23:36:07.213997 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f66ee0c9-659e-43a7-ab8b-c520aeb10ecc req-f3e7e36f-5eaa-4ce5-a027-6f9850f03f82 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Sep 17 23:36:07.235657 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57246) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:07.294146 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c65524cb-8c60-4190-8704-1658a3e688d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/937964c3-3b13-474e-89f8-c0d09a9901a3 HTTP/1.1" status: 200 len: 992 time: 0.0573349 Sep 17 23:36:07.603991 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:08.686549 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b7882-cdb4-4969-9bf0-778d22d38db9 req-1a4a79d7-c7d0-409c-b02a-682951026317 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:08.688076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d73b7882-cdb4-4969-9bf0-778d22d38db9 req-1a4a79d7-c7d0-409c-b02a-682951026317 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.0506017 Sep 17 23:36:08.726941 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d73b7882-cdb4-4969-9bf0-778d22d38db9 req-918064ea-a3e6-400d-acb4-eb172485791f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324554 Sep 17 23:36:09.267065 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:09.840339 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e513-a929-4e96-b7a2-6cd6bac3a7e4 req-bc10e9e2-3381-4436-998f-693b5439b6c9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:09.858272 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0056e513-a929-4e96-b7a2-6cd6bac3a7e4 req-bc10e9e2-3381-4436-998f-693b5439b6c9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.0474312 Sep 17 23:36:09.881487 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0056e513-a929-4e96-b7a2-6cd6bac3a7e4 req-71587578-2367-4320-b75a-2bb3ad92f083 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338459 Sep 17 23:36:09.903918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57256) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:09.963492 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-46eed74b-4f41-432a-931a-ce788455dbab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/937964c3-3b13-474e-89f8-c0d09a9901a3 HTTP/1.1" status: 200 len: 992 time: 0.0584273 Sep 17 23:36:10.224429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57262) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:10.381802 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 09b3090b-d4c1-4c0a-a4d3-552bd7dd11a7 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:10.382055 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.456690 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.457014 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.469069 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 09b3090b-d4c1-4c0a-a4d3-552bd7dd11a7 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:10.974991 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.005675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=09b3090b-d4c1-4c0a-a4d3-552bd7dd11a7,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:11.021076 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.028426 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.035265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:11.076998 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.077324 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Floating IP 937964c3-3b13-474e-89f8-c0d09a9901a3 disassociated (deleted). External IP: 172.25.6.8, port: 5de2018d-e14a-4809-8318-2683b831eaa5. Sep 17 23:36:11.285502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router b61f0c5c-8d8a-4ae0-9054-f72ee471894b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:11.392689 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:11.397505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.402818 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] Sync routers for ids ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:11.411662 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] Routers {'b61f0c5c-8d8a-4ae0-9054-f72ee471894b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:11.412283 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:11.424330 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f5d34698-1db2-4039-9691-22065d8c55e8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/floatingips/937964c3-3b13-474e-89f8-c0d09a9901a3 HTTP/1.1" status: 204 len: 168 time: 1.1987553 Sep 17 23:36:11.424925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'tag': '5de2018d-e14a-4809-8318-2683b831eaa5'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:11.427178 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbac9dd-2942-4800-96cd-437e79d9a596" -d '{"events": [{"name": "network-changed", "server_uuid": "7849bec8-8f33-46c3-8b6a-77fb15a18fdf", "tag": "5de2018d-e14a-4809-8318-2683b831eaa5"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:11.466115 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf922d1-3607-473a-bf5a-a32bcb12b44d x-openstack-request-id: req-9cf922d1-3607-473a-bf5a-a32bcb12b44d {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:11.466413 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7849bec8-8f33-46c3-8b6a-77fb15a18fdf", "tag": "5de2018d-e14a-4809-8318-2683b831eaa5", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:11.466667 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cf922d1-3607-473a-bf5a-a32bcb12b44d {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:11.467072 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'tag': '5de2018d-e14a-4809-8318-2683b831eaa5', 'status': 'completed', 'code': 200} Sep 17 23:36:11.531939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-321e4daa-c63e-40e6-bb7b-e393db93f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:11.533576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-321e4daa-c63e-40e6-bb7b-e393db93f95a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 1098 time: 0.0432584 Sep 17 23:36:11.617583 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] Set router b61f0c5c-8d8a-4ae0-9054-f72ee471894b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:11.634816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-0e65b972-9b1e-41f1-8d47-4cd9f9e6eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:11.636386 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-0e65b972-9b1e-41f1-8d47-4cd9f9e6eb45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3e36c2e-1d43-4736-901c-027796b403ad HTTP/1.1" status: 200 len: 896 time: 0.0942333 Sep 17 23:36:11.679015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-64d46a6f-ec36-4181-ab34-3e1ecd02a2f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de2018d-e14a-4809-8318-2683b831eaa5 HTTP/1.1" status: 200 len: 217 time: 0.0351865 Sep 17 23:36:11.736572 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-accdd4ea-972c-49ce-bb11-14100fe4b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:11.738072 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-accdd4ea-972c-49ce-bb11-14100fe4b9aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2975dc84-b8df-495e-9a1d-78c74abdf748 HTTP/1.1" status: 200 len: 834 time: 0.0471950 Sep 17 23:36:11.788654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-96f66363-2896-4751-8113-5d3a03535910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:11.792383 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-96f66363-2896-4751-8113-5d3a03535910 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3e36c2e-1d43-4736-901c-027796b403ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460219 Sep 17 23:36:11.814797 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5f991df5-fc10-44a5-9bcd-9bdabb75d4e6', 'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:b5:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:22Z', 'updated_at': '2021-09-17T23:35:26Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:11.840821 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] Checking router: b61f0c5c-8d8a-4ae0-9054-f72ee471894b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:11.849558 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] Routers {'b61f0c5c-8d8a-4ae0-9054-f72ee471894b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:11.850169 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:11.921498 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6400bd-f90d-4e15-b2be-aa2a7f20bedd req-e4d776a7-feef-4038-bedd-86716145e19c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:11.923019 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff6400bd-f90d-4e15-b2be-aa2a7f20bedd req-e4d776a7-feef-4038-bedd-86716145e19c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.1015446 Sep 17 23:36:11.926750 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-f32a36df-0f0d-44ce-8f99-53519b8d9757 service neutron] 10.222.0.23 "GET /v2.0/networks/a3e36c2e-1d43-4736-901c-027796b403ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276574 Sep 17 23:36:11.958628 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] Set router b61f0c5c-8d8a-4ae0-9054-f72ee471894b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:12.020913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ff6400bd-f90d-4e15-b2be-aa2a7f20bedd req-f0488435-5211-4ef3-9563-a7e6a8417974 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916829 Sep 17 23:36:12.052980 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4bbac9dd-2942-4800-96cd-437e79d9a596 req-a2d8ef2f-63d5-42e0-861e-e615ebb430ce service neutron] 10.222.0.23 "GET /v2.0/networks/a3e36c2e-1d43-4736-901c-027796b403ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161444 Sep 17 23:36:12.162969 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5f991df5-fc10-44a5-9bcd-9bdabb75d4e6', 'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:b5:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:22Z', 'updated_at': '2021-09-17T23:35:26Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:12.188999 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b93f62-99fe-476e-89e9-d546277337ed None None] The sync data for ids ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'] in n-d-713499-18 is: [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '5f991df5-fc10-44a5-9bcd-9bdabb75d4e6', 'name': '', 'network_id': 'a3e36c2e-1d43-4736-901c-027796b403ad', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:b5:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:22Z', 'updated_at': '2021-09-17T23:35:26Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '2975dc84-b8df-495e-9a1d-78c74abdf748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:12.393078 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6dbc5-89f0-4605-988e-8f10749891e4 None None] New status for floating IP 937964c3-3b13-474e-89f8-c0d09a9901a3: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:36:13.141171 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b6d69-8ca1-4b0f-a315-bf8cf0337eb8 req-22243532-5a18-4f3f-a66f-8382d960cbe8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:13.142710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-065b6d69-8ca1-4b0f-a315-bf8cf0337eb8 req-22243532-5a18-4f3f-a66f-8382d960cbe8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.0502946 Sep 17 23:36:13.181366 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-065b6d69-8ca1-4b0f-a315-bf8cf0337eb8 req-2604b5aa-b063-435b-b453-223facff0c26 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6cb3daf-daba-4b54-9571-61706ee0ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320535 Sep 17 23:36:13.439127 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-904c4b3a-4f53-430d-a3a5-e928f2c16cb7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:13.440613 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-904c4b3a-4f53-430d-a3a5-e928f2c16cb7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 946 time: 0.0488467 Sep 17 23:36:13.534451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-36d5ac55-a924-44e7-87ee-2d7f95af08bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 5de2018d-e14a-4809-8318-2683b831eaa5 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:13.534795 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-36d5ac55-a924-44e7-87ee-2d7f95af08bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.622535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-36d5ac55-a924-44e7-87ee-2d7f95af08bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 5de2018d-e14a-4809-8318-2683b831eaa5, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5de2018d-e14a-4809-8318-2683b831eaa5,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:13.622899 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-36d5ac55-a924-44e7-87ee-2d7f95af08bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.635421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-36d5ac55-a924-44e7-87ee-2d7f95af08bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 5de2018d-e14a-4809-8318-2683b831eaa5 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:13.839031 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-36d5ac55-a924-44e7-87ee-2d7f95af08bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.866556 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5ac55-a924-44e7-87ee-2d7f95af08bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=5de2018d-e14a-4809-8318-2683b831eaa5,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:13.915184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-36d5ac55-a924-44e7-87ee-2d7f95af08bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] No DVR routers for this DVR port 5de2018d-e14a-4809-8318-2683b831eaa5 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:36:13.917958 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-36d5ac55-a924-44e7-87ee-2d7f95af08bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.919913 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-82ab7efe-7822-417e-9df8-ec11d46a93c6 req-36d5ac55-a924-44e7-87ee-2d7f95af08bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "DELETE /v2.0/ports/5de2018d-e14a-4809-8318-2683b831eaa5 HTTP/1.1" status: 204 len: 173 time: 0.4726918 Sep 17 23:36:13.920447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'name': 'network-vif-deleted', 'tag': '5de2018d-e14a-4809-8318-2683b831eaa5'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:13.922715 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a2c0f4-5251-4ef9-b565-6be65b0a1be1" -d '{"events": [{"server_uuid": "7849bec8-8f33-46c3-8b6a-77fb15a18fdf", "name": "network-vif-deleted", "tag": "5de2018d-e14a-4809-8318-2683b831eaa5"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:13.960047 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d69a757-f534-4ab3-87ec-77f6fcb768dc x-openstack-request-id: req-6d69a757-f534-4ab3-87ec-77f6fcb768dc {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:13.960366 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7849bec8-8f33-46c3-8b6a-77fb15a18fdf", "name": "network-vif-deleted", "tag": "5de2018d-e14a-4809-8318-2683b831eaa5", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:13.960614 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d69a757-f534-4ab3-87ec-77f6fcb768dc {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:13.961009 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7849bec8-8f33-46c3-8b6a-77fb15a18fdf', 'name': 'network-vif-deleted', 'tag': '5de2018d-e14a-4809-8318-2683b831eaa5', 'status': 'completed', 'code': 200} Sep 17 23:36:14.301449 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a01f978a-9582-447f-859b-dda822cfa804 req-60209cd1-3c32-4c2f-9ea1-b1146bd97818 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=7849bec8-8f33-46c3-8b6a-77fb15a18fdf HTTP/1.1" status: 200 len: 210 time: 0.0378549 Sep 17 23:36:15.364077 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57278) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:15.725167 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.977221 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:15.977477 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.068949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=5f991df5-fc10-44a5-9bcd-9bdabb75d4e6,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:16.069314 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.080794 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:16.330117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.358159 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=5f991df5-fc10-44a5-9bcd-9bdabb75d4e6,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:16.542378 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.045789 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router b61f0c5c-8d8a-4ae0-9054-f72ee471894b has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:17.145799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5de2018d-e14a-4809-8318-2683b831eaa5 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:36:17.150524 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:17.155688 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-f6375a09-d9fc-45ad-a963-a155882d3051 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "PUT /v2.0/routers/b61f0c5c-8d8a-4ae0-9054-f72ee471894b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7905407 Sep 17 23:36:17.158526 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57280) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:17.163287 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] Sync routers for ids ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:17.166253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 5de2018d-e14a-4809-8318-2683b831eaa5 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:36:17.166851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5de2018d-e14a-4809-8318-2683b831eaa5 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:36:17.173603 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] Routers {'b61f0c5c-8d8a-4ae0-9054-f72ee471894b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:17.174227 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:17.225693 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5d363c-3cb0-4246-ad0c-88fb4d985422 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting subnet 2975dc84-b8df-495e-9a1d-78c74abdf748 {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:36:17.229408 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e5d363c-3cb0-4246-ad0c-88fb4d985422 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.269851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e5d363c-3cb0-4246-ad0c-88fb4d985422 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.283040 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] Set router b61f0c5c-8d8a-4ae0-9054-f72ee471894b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:17.359835 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e5d363c-3cb0-4246-ad0c-88fb4d985422 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.459831 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:36:16Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:17.479569 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e5d363c-3cb0-4246-ad0c-88fb4d985422 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.491669 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] Checking router: b61f0c5c-8d8a-4ae0-9054-f72ee471894b for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:17.500153 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] Routers {'b61f0c5c-8d8a-4ae0-9054-f72ee471894b'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:17.500753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:17.509042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d363c-3cb0-4246-ad0c-88fb4d985422 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Subnet': ['ID=2975dc84-b8df-495e-9a1d-78c74abdf748,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:17.511052 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3e5d363c-3cb0-4246-ad0c-88fb4d985422 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.515541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3e5d363c-3cb0-4246-ad0c-88fb4d985422 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/subnets/2975dc84-b8df-495e-9a1d-78c74abdf748 HTTP/1.1" status: 204 len: 168 time: 0.3535450 Sep 17 23:36:17.516305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57282) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:17.521955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab564c-55ce-452e-81d2-b689a0b3147a None None] Network a3e36c2e-1d43-4736-901c-027796b403ad requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:17.608143 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] Set router b61f0c5c-8d8a-4ae0-9054-f72ee471894b gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:17.629316 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.702779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] DHCP port deletion for a3e36c2e-1d43-4736-901c-027796b403ad request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:36:17.745871 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.748816 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Deleting port 9231d3de-1d67-4fd1-8629-f4025ae91d95 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:17.749194 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.792876 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:36:16Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:17.810334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] For port 9231d3de-1d67-4fd1-8629-f4025ae91d95, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9231d3de-1d67-4fd1-8629-f4025ae91d95,segment=NetworkSegment(5cf87e31-4b28-45dd-98ec-5f3c4b836c89),segment_id=5cf87e31-4b28-45dd-98ec-5f3c4b836c89)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:17.810733 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.819946 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0af28-9d37-4a10-8608-c2b7025f9ee2 None None] The sync data for ids ['b61f0c5c-8d8a-4ae0-9054-f72ee471894b'] in n-d-713499-18 is: [{'id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085404184', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:35:18Z', 'updated_at': '2021-09-17T23:36:16Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '84e9919c-8c06-408e-8b30-c08f72bbea5b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f0c5c-8d8a-4ae0-9054-f72ee471894b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:35:19Z', 'updated_at': '2021-09-17T23:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:17.828475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Calling delete_port for 9231d3de-1d67-4fd1-8629-f4025ae91d95 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:17.865667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 84e9919c-8c06-408e-8b30-c08f72bbea5b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:17.867354 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.944645 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 84e9919c-8c06-408e-8b30-c08f72bbea5b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=84e9919c-8c06-408e-8b30-c08f72bbea5b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:17.944930 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.957475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 84e9919c-8c06-408e-8b30-c08f72bbea5b owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:17.992720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.018180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Pushing event deleted for resources: {'Port': ['ID=9231d3de-1d67-4fd1-8629-f4025ae91d95,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:18.023625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] No DVR routers for this DVR port 9231d3de-1d67-4fd1-8629-f4025ae91d95 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:36:18.036598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.036949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.037294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.037630 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.037966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.038300 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.038628 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.038953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.039279 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.039602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.039929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.040274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf4f98-fbc5-4aaa-88dc-66622ec1c8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:18.187108 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.220770 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=84e9919c-8c06-408e-8b30-c08f72bbea5b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:18.285623 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.381990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.384228 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.506857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.507339 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Fanout notify agent at l3_agent the message router_deleted on router b61f0c5c-8d8a-4ae0-9054-f72ee471894b {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:36:18.514363 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.515493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b62701f6-48a4-43af-a53d-fec8704bb144 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/routers/b61f0c5c-8d8a-4ae0-9054-f72ee471894b HTTP/1.1" status: 204 len: 168 time: 0.9988980 Sep 17 23:36:18.518169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57284) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:18.597683 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.696268 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.720389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e36c2e-1d43-4736-901c-027796b403ad']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:18.731154 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf87e31-4b28-45dd-98ec-5f3c4b836c89') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:18.731443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf87e31-4b28-45dd-98ec-5f3c4b836c89') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:18.742117 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.755368 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.763486 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:36:18.763486 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:36:18.765059 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:36:18.866857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.876076 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.876076 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/networks/a3e36c2e-1d43-4736-901c-027796b403ad HTTP/1.1" status: 204 len: 168 time: 0.3569922 Sep 17 23:36:18.878961 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57286) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:18.887778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf41c3-dfeb-4308-9748-b9dd871f5fab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Network': ['ID=a3e36c2e-1d43-4736-901c-027796b403ad,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:18.941245 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.968551 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.089641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.092088 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.093342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/security-groups/f6cb3daf-daba-4b54-9571-61706ee0ff83 HTTP/1.1" status: 204 len: 168 time: 0.2133958 Sep 17 23:36:19.102530 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cb3daf-daba-4b54-9571-61706ee0ff83,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:19.111009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.111364 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.111707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.112040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.112397 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.112726 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.113056 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.113381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.113705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.114023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.114345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.114664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5408d99-ce5a-4872-b17f-96cadf2b9678 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:19.244569 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9231d3de-1d67-4fd1-8629-f4025ae91d95 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:36:19.264297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 9231d3de-1d67-4fd1-8629-f4025ae91d95 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:36:19.264645 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9231d3de-1d67-4fd1-8629-f4025ae91d95 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:36:19.265057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:36:19.285576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:36:19.285929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 5f991df5-fc10-44a5-9bcd-9bdabb75d4e6 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:36:19.286339 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 84e9919c-8c06-408e-8b30-c08f72bbea5b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:36:19.304845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 84e9919c-8c06-408e-8b30-c08f72bbea5b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:36:19.305514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 84e9919c-8c06-408e-8b30-c08f72bbea5b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:36:19.540760 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57292) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:19.545636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-b4a66f0e-3e14-41bb-9b8f-31c6421b0815 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828888108', 'description': 'tempest-secgroup-smoke-1828888108 description', 'project_id': '96e72366468644278867a97669e96aab'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:19.632836 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4a66f0e-3e14-41bb-9b8f-31c6421b0815 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.721191 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4a66f0e-3e14-41bb-9b8f-31c6421b0815 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.798544 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4a66f0e-3e14-41bb-9b8f-31c6421b0815 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.828070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a66f0e-3e14-41bb-9b8f-31c6421b0815 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:19.878485 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b4a66f0e-3e14-41bb-9b8f-31c6421b0815 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.879721 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b4a66f0e-3e14-41bb-9b8f-31c6421b0815 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3379545 Sep 17 23:36:19.882588 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57294) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:19.887756 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f880dd88-0745-432b-aadd-cdb12896fdab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:19.963200 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f880dd88-0745-432b-aadd-cdb12896fdab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.293957 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f880dd88-0745-432b-aadd-cdb12896fdab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.364147 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f880dd88-0745-432b-aadd-cdb12896fdab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.383751 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880dd88-0745-432b-aadd-cdb12896fdab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045f3c1c-5238-4eee-9039-5264956da26b,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:20.444254 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f880dd88-0745-432b-aadd-cdb12896fdab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.445495 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f880dd88-0745-432b-aadd-cdb12896fdab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5619981 Sep 17 23:36:20.450810 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57296) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:20.455559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-de749c76-d1f3-4183-897c-68e4cad0d3a6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:20.534059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de749c76-d1f3-4183-897c-68e4cad0d3a6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.590252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de749c76-d1f3-4183-897c-68e4cad0d3a6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.655171 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de749c76-d1f3-4183-897c-68e4cad0d3a6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.674930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de749c76-d1f3-4183-897c-68e4cad0d3a6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cd8ac6-d3c8-4b4d-babe-60e16b3ee1f3,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:20.752222 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-de749c76-d1f3-4183-897c-68e4cad0d3a6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.753423 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-de749c76-d1f3-4183-897c-68e4cad0d3a6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3015239 Sep 17 23:36:20.756183 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57298) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:20.760526 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-be7bb76c-c0b7-48c3-a89f-e02c1ab80316 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:20.848252 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be7bb76c-c0b7-48c3-a89f-e02c1ab80316 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.904903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be7bb76c-c0b7-48c3-a89f-e02c1ab80316 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.986810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be7bb76c-c0b7-48c3-a89f-e02c1ab80316 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.004823 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bb76c-c0b7-48c3-a89f-e02c1ab80316 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd76a1c-4a21-4af7-b8a6-849e1c7f4de8,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:21.055370 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be7bb76c-c0b7-48c3-a89f-e02c1ab80316 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.056659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-be7bb76c-c0b7-48c3-a89f-e02c1ab80316 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995439 Sep 17 23:36:21.059428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57300) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:21.063794 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-91c7f1d1-683e-4d09-b004-f6558695ecbb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:21.163228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91c7f1d1-683e-4d09-b004-f6558695ecbb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.229615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91c7f1d1-683e-4d09-b004-f6558695ecbb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.301152 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91c7f1d1-683e-4d09-b004-f6558695ecbb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.318177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7f1d1-683e-4d09-b004-f6558695ecbb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de0e51b-9126-494c-9583-9b9fd0b20527,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:21.380652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-91c7f1d1-683e-4d09-b004-f6558695ecbb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.381890 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-91c7f1d1-683e-4d09-b004-f6558695ecbb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215425 Sep 17 23:36:21.385203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57302) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:21.389557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d1032987-3906-43a2-99a6-41ac107cc602 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:21.455188 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-d1032987-3906-43a2-99a6-41ac107cc602 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Project 96e72366468644278867a97669e96aab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:36:21.459920 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1032987-3906-43a2-99a6-41ac107cc602 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.519746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1032987-3906-43a2-99a6-41ac107cc602 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.598087 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1032987-3906-43a2-99a6-41ac107cc602 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.614981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1032987-3906-43a2-99a6-41ac107cc602 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53944d7-519f-4437-a504-45f43fa27cee,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:21.683871 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d1032987-3906-43a2-99a6-41ac107cc602 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.685141 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d1032987-3906-43a2-99a6-41ac107cc602 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989502 Sep 17 23:36:21.687986 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57304) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:21.692325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-2861cbdd-01f4-4620-bcb8-8b938b79190e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:21.780717 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-2861cbdd-01f4-4620-bcb8-8b938b79190e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Project 96e72366468644278867a97669e96aab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:36:21.785532 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2861cbdd-01f4-4620-bcb8-8b938b79190e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.849808 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2861cbdd-01f4-4620-bcb8-8b938b79190e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.917961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2861cbdd-01f4-4620-bcb8-8b938b79190e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.935223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861cbdd-01f4-4620-bcb8-8b938b79190e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bc4818-01dc-4e96-838e-bf019558425e,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:21.986451 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2861cbdd-01f4-4620-bcb8-8b938b79190e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.987846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2861cbdd-01f4-4620-bcb8-8b938b79190e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2988818 Sep 17 23:36:21.990636 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57306) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:21.995653 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'network': {'name': 'tempest-network-smoke--119221449', 'project_id': '96e72366468644278867a97669e96aab', 'port_security_enabled': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:22.049285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:22.052956 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.076377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:36:22.084675 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.085014 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Added segment 9ba661ad-d083-4d06-8af1-2493e3fc9611 of type vlan for network 4302dd3b-9844-4846-bc4a-811b2a2cad1b Sep 17 23:36:22.125656 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.181090 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.186625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:22.187202 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.250468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Network': ['ID=4302dd3b-9844-4846-bc4a-811b2a2cad1b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:22.261002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 4302dd3b-9844-4846-bc4a-811b2a2cad1b details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:36:22.282575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c0ba4b1c-6d0d-4ba1-9566-7c103fbcdb69 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2878995 Sep 17 23:36:22.283272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57308) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:22.287821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'admin_state_up': True, 'project_id': '96e72366468644278867a97669e96aab', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:22.387496 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.388534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.440432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.663787 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.912139 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.930369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:23.033203 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.25.6.107 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/466c2a52-61ca-4bdb-bd42-27306b69389b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:23.132248 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:23.198521 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:23.238191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:23.241211 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:23.247066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:23.252789 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=466c2a52-61ca-4bdb-bd42-27306b69389b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:23.553119 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:23.749814 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:23.934942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router 970b2a85-cc47-438a-bedc-30b3ebe2967a is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:36:24.045815 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:24.056253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Sync routers for ids ['970b2a85-cc47-438a-bedc-30b3ebe2967a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:24.066360 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Routers {'970b2a85-cc47-438a-bedc-30b3ebe2967a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:24.066978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['970b2a85-cc47-438a-bedc-30b3ebe2967a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:24.129683 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.130953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0afc8681-535c-427e-ba46-820deb345580 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8467474 Sep 17 23:36:24.134209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57310) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:24.163034 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3efb91e4-7ee0-4667-87f9-7b4c634d75b1 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=96e72366468644278867a97669e96aab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277026 Sep 17 23:36:24.165686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57312) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:24.174213 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Set router 970b2a85-cc47-438a-bedc-30b3ebe2967a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:24.257518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ae2a9-3e9e-42c9-8d6b-8c4b85d35515 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:24.259020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5c9ae2a9-3e9e-42c9-8d6b-8c4b85d35515 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924468 Sep 17 23:36:24.262562 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57314) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:24.291562 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-44e0ffd9-354b-4015-9480-7c93e60c43f8 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278957 Sep 17 23:36:24.299194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57316) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:24.304021 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1743038964', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'project_id': '96e72366468644278867a97669e96aab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:24.360153 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:23Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:24.387191 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Checking router: 970b2a85-cc47-438a-bedc-30b3ebe2967a for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:24.387544 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Updating router 970b2a85-cc47-438a-bedc-30b3ebe2967a port 466c2a52-61ca-4bdb-bd42-27306b69389b binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:36:24.412499 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.449938 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:24.453663 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.678380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.689633 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.735108 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.751663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Subnet': ['ID=4b95d00f-2606-4179-8b95-3cddf51ad00e,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:24.761518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Checking segment: {'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:24.762194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network hostable DHCP agents. Network: 4302dd3b-9844-4846-bc4a-811b2a2cad1b, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:36:24.800903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Attempting to bind port 466c2a52-61ca-4bdb-bd42-27306b69389b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:24.801311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Attempting to bind port 466c2a52-61ca-4bdb-bd42-27306b69389b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:24.801730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Attempting to bind port 466c2a52-61ca-4bdb-bd42-27306b69389b on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:24.810744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c2740-1d09-4f20-aa51-0ff94d98a4cf None None] Pushing event updated for resources: {'Port': ['ID=466c2a52-61ca-4bdb-bd42-27306b69389b,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:24.814997 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:24.821418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:24.821418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.821418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:24.821418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Bound port: 466c2a52-61ca-4bdb-bd42-27306b69389b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:24.821418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.870796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] For port 466c2a52-61ca-4bdb-bd42-27306b69389b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:24.874115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] For port 466c2a52-61ca-4bdb-bd42-27306b69389b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=466c2a52-61ca-4bdb-bd42-27306b69389b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:24.935479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 4302dd3b-9844-4846-bc4a-811b2a2cad1b is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:36:24.964512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.009700 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 4302dd3b-9844-4846-bc4a-811b2a2cad1b) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:25.014629 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:25.015399 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.021748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71201e8d-88e1-4adf-9bdb-a21c53a3e6bb None None] Network 4302dd3b-9844-4846-bc4a-811b2a2cad1b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:25.029092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Routers {'970b2a85-cc47-438a-bedc-30b3ebe2967a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:25.029707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['970b2a85-cc47-438a-bedc-30b3ebe2967a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:25.044198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c2740-1d09-4f20-aa51-0ff94d98a4cf None None] Pushing event updated for resources: {'Port': ['ID=466c2a52-61ca-4bdb-bd42-27306b69389b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:25.079274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5b0e527b-3008-491a-972a-24ae7e77b9c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7790215 Sep 17 23:36:25.082080 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57318) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:25.232571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] Set router 970b2a85-cc47-438a-bedc-30b3ebe2967a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:25.360672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'tenant_id': '96e72366468644278867a97669e96aab', 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:36:25.361521 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.529576 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.563127 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Allocated IP 172.20.0.2 (4302dd3b-9844-4846-bc4a-811b2a2cad1b/4b95d00f-2606-4179-8b95-3cddf51ad00e/79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:25.575967 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:23Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:25.618447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572ede7-db85-4824-9fa9-8b9d408eaf69 None None] The sync data for ids ['970b2a85-cc47-438a-bedc-30b3ebe2967a'] in n-d-713499-18 is: [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:23Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:25.775468 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.861606 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.928304 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Network 4302dd3b-9844-4846-bc4a-811b2a2cad1b is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:25.928528 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.20.0.1 (4302dd3b-9844-4846-bc4a-811b2a2cad1b/4b95d00f-2606-4179-8b95-3cddf51ad00e/037b6fea-472d-4142-b6c3-5b892b4ce775) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:25.929506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:25.936796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:25.943543 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Pushing event updated for resources: {'Port': ['ID=79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:26.014258 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Attempting to bind port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:26.014774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Attempting to bind port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:26.015284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Attempting to bind port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d on network 4302dd3b-9844-4846-bc4a-811b2a2cad1b {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:26.027959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:26.028476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Checking segment: {'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:26.029043 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.029568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Bound using segment: {'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:26.030124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Bound port: 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:26.030617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.089395 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.104030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] For port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:26.108275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] For port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:26.161122 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.205294 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.232529 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acefe5-0794-4811-be4d-56f295d6c797 None None] Pushing event updated for resources: {'Port': ['ID=79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:26.256896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 4302dd3b-9844-4846-bc4a-811b2a2cad1b is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:26.260052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:26.263863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:26.298221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=037b6fea-472d-4142-b6c3-5b892b4ce775,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:26.319695 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.833139 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.118856 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.181240 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.190486 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b2605-0ce6-41fb-9556-7aacfc1cb000 None None] Network 4302dd3b-9844-4846-bc4a-811b2a2cad1b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:27.279195 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2c7f69cf-9b29-4037-92ff-cdf43fae58ab None None] Provisioning complete for port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:27.280237 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2c7f69cf-9b29-4037-92ff-cdf43fae58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.282362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=037b6fea-472d-4142-b6c3-5b892b4ce775,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:27.293363 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.403694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 4302dd3b-9844-4846-bc4a-811b2a2cad1b is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:27.405352 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:27.511993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 466c2a52-61ca-4bdb-bd42-27306b69389b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:27.525170 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router 970b2a85-cc47-438a-bedc-30b3ebe2967a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:27.642007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:27.644463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 466c2a52-61ca-4bdb-bd42-27306b69389b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:27.644463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.645873 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2c7f69cf-9b29-4037-92ff-cdf43fae58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.648801 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-570c2204-f189-4703-ba80-69676b6056a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "PUT /v2.0/routers/970b2a85-cc47-438a-bedc-30b3ebe2967a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5649705 Sep 17 23:36:27.662513 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Sync routers for ids ['970b2a85-cc47-438a-bedc-30b3ebe2967a'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:27.674485 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Routers {'970b2a85-cc47-438a-bedc-30b3ebe2967a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:27.677613 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['970b2a85-cc47-438a-bedc-30b3ebe2967a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:27.723441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2c7f69cf-9b29-4037-92ff-cdf43fae58ab None None] For port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:27.777847 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.805400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 466c2a52-61ca-4bdb-bd42-27306b69389b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=466c2a52-61ca-4bdb-bd42-27306b69389b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:27.808075 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Set router 970b2a85-cc47-438a-bedc-30b3ebe2967a gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:27.816710 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2c7f69cf-9b29-4037-92ff-cdf43fae58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.827937 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-0d908bb0-c98c-42ea-9db7-b17821634835 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828888108&fields=id&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 267 time: 0.0444503 Sep 17 23:36:27.871579 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.872642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:27.957112 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f69cf-9b29-4037-92ff-cdf43fae58ab None None] Pushing event updated for resources: {'Port': ['ID=79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:27.970202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-899d29df-18e0-45e0-8689-d074fe68212e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:27.971765 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-899d29df-18e0-45e0-8689-d074fe68212e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/networks?id=4302dd3b-9844-4846-bc4a-811b2a2cad1b HTTP/1.1" status: 200 len: 796 time: 0.1380181 Sep 17 23:36:27.988542 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-5a349299-4ca5-435c-889f-7bcd1d5622e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/quotas/96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 375 time: 0.0106862 Sep 17 23:36:28.000060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-41543a6c-024c-4db9-b12c-4af409f555b5 None None] Provisioning complete for port 037b6fea-472d-4142-b6c3-5b892b4ce775 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:28.000760 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41543a6c-024c-4db9-b12c-4af409f555b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.002834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:28.003370 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.048200 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-24ad8508-105b-49b6-880f-1073c721201f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517683 Sep 17 23:36:28.094613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=466c2a52-61ca-4bdb-bd42-27306b69389b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.104585 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-41543a6c-024c-4db9-b12c-4af409f555b5 None None] Port 037b6fea-472d-4142-b6c3-5b892b4ce775 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:28.156976 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:26Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '037b6fea-472d-4142-b6c3-5b892b4ce775', 'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:fb:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:25Z', 'updated_at': '2021-09-17T23:36:26Z', 'revision_number': 2, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:28.171603 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-41543a6c-024c-4db9-b12c-4af409f555b5 None None] Provisioning complete for port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:28.171909 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41543a6c-024c-4db9-b12c-4af409f555b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.174818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-e0a4c5ce-2cee-49b9-800c-1434183121ce service neutron] 10.222.0.30 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127052 Sep 17 23:36:28.187163 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Checking router: 970b2a85-cc47-438a-bedc-30b3ebe2967a for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:28.187862 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Updating router 970b2a85-cc47-438a-bedc-30b3ebe2967a port 037b6fea-472d-4142-b6c3-5b892b4ce775 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:36:28.215419 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.289838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-b50a87ad-fac6-4ce3-9016-7aa9180da471 service neutron] 10.222.0.30 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056833 Sep 17 23:36:28.392098 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3e5344fd-2606-48fc-ad41-62758c738404 None None] Provisioning complete for port 037b6fea-472d-4142-b6c3-5b892b4ce775 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:28.392721 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e5344fd-2606-48fc-ad41-62758c738404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.429928 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3e5344fd-2606-48fc-ad41-62758c738404 None None] Port 037b6fea-472d-4142-b6c3-5b892b4ce775 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:28.503406 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.532657 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad773f18-39a2-42c3-a69d-a01f020421b7 req-0dd5f2e5-4c61-4bdc-95e9-0ece2c151894 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 210 time: 0.0339012 Sep 17 23:36:28.560415 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-93228517-ab85-45ad-a1cb-e1380b1915f7 None None] Provisioning complete for port 037b6fea-472d-4142-b6c3-5b892b4ce775 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:28.560795 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-93228517-ab85-45ad-a1cb-e1380b1915f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.564373 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.607023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-93228517-ab85-45ad-a1cb-e1380b1915f7 None None] Port 037b6fea-472d-4142-b6c3-5b892b4ce775 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:28.627346 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Pushing event updated for resources: {'Port': ['ID=037b6fea-472d-4142-b6c3-5b892b4ce775,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.668069 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.668789 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.669033 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.669224 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.669558 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.669883 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.670200 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.670519 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.670840 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.671157 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.671471 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.671784 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:28.688360 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Attempting to bind port 037b6fea-472d-4142-b6c3-5b892b4ce775 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:28.688861 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Attempting to bind port 037b6fea-472d-4142-b6c3-5b892b4ce775 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:28.689236 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Attempting to bind port 037b6fea-472d-4142-b6c3-5b892b4ce775 on network 4302dd3b-9844-4846-bc4a-811b2a2cad1b {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:28.695015 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:28.696713 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Checking segment: {'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:28.696713 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.696713 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Bound using segment: {'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:28.696713 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Bound port: 037b6fea-472d-4142-b6c3-5b892b4ce775, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:28.697265 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.770150 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] For port 037b6fea-472d-4142-b6c3-5b892b4ce775, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:28.774125 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] For port 037b6fea-472d-4142-b6c3-5b892b4ce775, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=037b6fea-472d-4142-b6c3-5b892b4ce775,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:28.821683 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.833980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c40f29c1-7347-42da-b220-00ff4937e48f None None] Provisioning complete for port 037b6fea-472d-4142-b6c3-5b892b4ce775 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:28.834358 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c40f29c1-7347-42da-b220-00ff4937e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.880822 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38082fd-531d-4a95-9107-dbade25176c6 None None] Pushing event updated for resources: {'Port': ['ID=037b6fea-472d-4142-b6c3-5b892b4ce775,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.893478 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Routers {'970b2a85-cc47-438a-bedc-30b3ebe2967a'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:28.894298 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:36:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['970b2a85-cc47-438a-bedc-30b3ebe2967a'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:28.928971 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c40f29c1-7347-42da-b220-00ff4937e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.965610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c40f29c1-7347-42da-b220-00ff4937e48f None None] For port 037b6fea-472d-4142-b6c3-5b892b4ce775, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=037b6fea-472d-4142-b6c3-5b892b4ce775,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:29.011622 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] Set router 970b2a85-cc47-438a-bedc-30b3ebe2967a gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:29.026780 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c40f29c1-7347-42da-b220-00ff4937e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.080294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f29c1-7347-42da-b220-00ff4937e48f None None] Pushing event updated for resources: {'Port': ['ID=037b6fea-472d-4142-b6c3-5b892b4ce775,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:29.146807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2d936fcb-ec4f-468b-a409-14cb818488f0 None None] Provisioning complete for port 037b6fea-472d-4142-b6c3-5b892b4ce775 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:29.147259 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2d936fcb-ec4f-468b-a409-14cb818488f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.235046 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:26Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '037b6fea-472d-4142-b6c3-5b892b4ce775', 'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:fb:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:25Z', 'updated_at': '2021-09-17T23:36:28Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:29.258092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 466c2a52-61ca-4bdb-bd42-27306b69389b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:29.262475 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ca2e2-7def-4241-9bbc-da1c47bde0ef None None] The sync data for ids ['970b2a85-cc47-438a-bedc-30b3ebe2967a'] in n-d-713499-18 is: [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:26Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '037b6fea-472d-4142-b6c3-5b892b4ce775', 'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:fb:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:25Z', 'updated_at': '2021-09-17T23:36:28Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:29.315154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 466c2a52-61ca-4bdb-bd42-27306b69389b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:29.315528 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.407231 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:29.460006 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:29.460348 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.632482 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ca0dc4a-ac56-4205-96ff-4426c60e1460 req-0ab5b324-7ea9-4ed1-9726-8c4cdf743fe4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 210 time: 0.0299935 Sep 17 23:36:30.027518 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.507659 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-6df8c161-beeb-4f71-9979-3430e0ff598a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:30.509179 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-6df8c161-beeb-4f71-9979-3430e0ff598a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/networks?id=4302dd3b-9844-4846-bc4a-811b2a2cad1b HTTP/1.1" status: 200 len: 796 time: 0.1104035 Sep 17 23:36:30.552976 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-7286601c-8bd6-4511-a4c5-9888e0e98384 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 380 time: 0.0341806 Sep 17 23:36:30.562005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'port': {'device_id': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'admin_state_up': True, 'tenant_id': '96e72366468644278867a97669e96aab', 'security_groups': ['587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:30.732459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:30.735985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.739249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aea916a9-45cd-42e7-ae53-9dadace56512 req-555f2ea3-2294-4275-9eed-507d5dc97fde tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 210 time: 0.0337672 Sep 17 23:36:30.864819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.20.0.9 (4302dd3b-9844-4846-bc4a-811b2a2cad1b/4b95d00f-2606-4179-8b95-3cddf51ad00e/5cd97340-0dc7-427f-acd1-9f75b67fa354) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:30.999110 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.083754 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.130385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 4302dd3b-9844-4846-bc4a-811b2a2cad1b is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:31.133485 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:31.139196 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:31.145667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=5cd97340-0dc7-427f-acd1-9f75b67fa354,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:31.194319 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:31.194939 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.262487 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-172a3a22-546c-49d9-985e-78c559f1b323 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7039011 Sep 17 23:36:31.272328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 037b6fea-472d-4142-b6c3-5b892b4ce775 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:31.333071 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Request body: {'port': {'device_id': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:31.335286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 037b6fea-472d-4142-b6c3-5b892b4ce775 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:31.335888 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.380248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-22a57490-04f7-4aa4-b765-6f46b72262c7 None None] Provisioning complete for port 5cd97340-0dc7-427f-acd1-9f75b67fa354 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:31.380531 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-22a57490-04f7-4aa4-b765-6f46b72262c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.387980 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.421077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-22a57490-04f7-4aa4-b765-6f46b72262c7 None None] Port 5cd97340-0dc7-427f-acd1-9f75b67fa354 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:31.658502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd97340-0dc7-427f-acd1-9f75b67fa354 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:31.665643 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.677823 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Transition to ACTIVE for port object 5cd97340-0dc7-427f-acd1-9f75b67fa354 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:36:31.763767 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.814483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd97340-0dc7-427f-acd1-9f75b67fa354,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:31.863142 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71272db9-d75c-4753-ac36-bdc9942a6cce req-f6d784fa-cdfb-47c3-bf47-4ccbf41d5145 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:31.864712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71272db9-d75c-4753-ac36-bdc9942a6cce req-f6d784fa-cdfb-47c3-bf47-4ccbf41d5145 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 943 time: 0.0538018 Sep 17 23:36:31.897776 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Attempting to bind port 5cd97340-0dc7-427f-acd1-9f75b67fa354 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:31.898195 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Attempting to bind port 5cd97340-0dc7-427f-acd1-9f75b67fa354 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:31.898594 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Attempting to bind port 5cd97340-0dc7-427f-acd1-9f75b67fa354 on network 4302dd3b-9844-4846-bc4a-811b2a2cad1b {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:31.904166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Port 5cd97340-0dc7-427f-acd1-9f75b67fa354 on network 4302dd3b-9844-4846-bc4a-811b2a2cad1b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:36:31.904762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Attempting to bind port 5cd97340-0dc7-427f-acd1-9f75b67fa354 on network 4302dd3b-9844-4846-bc4a-811b2a2cad1b {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:31.910293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:31.910626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Checking segment: {'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:31.911283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Bound using segment: {'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:31.911673 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Bound port: 5cd97340-0dc7-427f-acd1-9f75b67fa354, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba661ad-d083-4d06-8af1-2493e3fc9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:31.912096 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.915026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71272db9-d75c-4753-ac36-bdc9942a6cce req-3178edbf-1c36-4851-83a2-d50e69fb700a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 Sep 17 23:36:31.982629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] For port 5cd97340-0dc7-427f-acd1-9f75b67fa354, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:31.985946 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] For port 5cd97340-0dc7-427f-acd1-9f75b67fa354, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5cd97340-0dc7-427f-acd1-9f75b67fa354,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:32.044150 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.082921 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:32.083907 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.085401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] 10.222.0.23 "PUT /v2.0/ports/5cd97340-0dc7-427f-acd1-9f75b67fa354 HTTP/1.1" status: 200 len: 1092 time: 0.8134177 Sep 17 23:36:32.085861 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'tag': '5cd97340-0dc7-427f-acd1-9f75b67fa354'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:32.088223 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4361b10d-40ff-4325-b76b-98a12e42f528" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f", "tag": "5cd97340-0dc7-427f-acd1-9f75b67fa354"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:32.125167 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55398b27-8d76-4a96-944f-35e885f71dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd97340-0dc7-427f-acd1-9f75b67fa354,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:32.128152 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcda72d-3bfc-40d9-b8d1-937445dcb2bb x-openstack-request-id: req-dbcda72d-3bfc-40d9-b8d1-937445dcb2bb {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:32.128422 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f", "tag": "5cd97340-0dc7-427f-acd1-9f75b67fa354", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:32.128653 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbcda72d-3bfc-40d9-b8d1-937445dcb2bb {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:32.129051 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'tag': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'status': 'completed', 'code': 200} Sep 17 23:36:32.193295 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361b10d-40ff-4325-b76b-98a12e42f528 req-5e523eca-8730-43ab-9592-6ee49bdbc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:32.194843 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4361b10d-40ff-4325-b76b-98a12e42f528 req-5e523eca-8730-43ab-9592-6ee49bdbc730 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 1095 time: 0.0447853 Sep 17 23:36:32.299105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361b10d-40ff-4325-b76b-98a12e42f528 req-d632dad2-ab9e-49ed-9370-5a62e3f13255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:32.300603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4361b10d-40ff-4325-b76b-98a12e42f528 req-d632dad2-ab9e-49ed-9370-5a62e3f13255 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=96e72366468644278867a97669e96aab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0981164 Sep 17 23:36:32.397322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361b10d-40ff-4325-b76b-98a12e42f528 req-bf753946-6bc6-4ae1-8d47-8d3a9fcd9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:32.398785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4361b10d-40ff-4325-b76b-98a12e42f528 req-bf753946-6bc6-4ae1-8d47-8d3a9fcd9504 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901678 Sep 17 23:36:32.474679 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-616c6943-a0df-4868-821f-78ad27622120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:32.476066 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-616c6943-a0df-4868-821f-78ad27622120 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 1095 time: 0.0406566 Sep 17 23:36:32.517164 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-6a13765a-3756-4b1f-9e51-ab5d9f5c806d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd97340-0dc7-427f-acd1-9f75b67fa354 HTTP/1.1" status: 200 len: 217 time: 0.0333166 Sep 17 23:36:32.565427 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-5f2fbc4b-140e-4652-a491-a21cf3f226f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:32.566810 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-5f2fbc4b-140e-4652-a491-a21cf3f226f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4b95d00f-2606-4179-8b95-3cddf51ad00e HTTP/1.1" status: 200 len: 835 time: 0.0412409 Sep 17 23:36:32.615431 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-e438445f-26c8-407c-bea1-6985f9bbac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:32.616940 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-e438445f-26c8-407c-bea1-6985f9bbac57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4302dd3b-9844-4846-bc4a-811b2a2cad1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421901 Sep 17 23:36:32.704313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-f3512542-825e-4e23-9e6e-8ec6e2e2b312 service neutron] 10.222.0.23 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799763 Sep 17 23:36:32.802890 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0d92062a-287e-4e1a-a2bb-c53b10c6b4b8 req-935df836-f804-4c6e-91bd-104e1a518a10 service neutron] 10.222.0.23 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856805 Sep 17 23:36:33.032052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda505d-eac0-4efa-bfe6-cc4f0dc883c2 req-9ff9fdd8-c906-435d-a24f-44be08ca2989 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:33.033538 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3cda505d-eac0-4efa-bfe6-cc4f0dc883c2 req-9ff9fdd8-c906-435d-a24f-44be08ca2989 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 943 time: 0.0493195 Sep 17 23:36:33.071160 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3cda505d-eac0-4efa-bfe6-cc4f0dc883c2 req-865cddbf-3364-41b2-9cf0-c74277fc4dbd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315435 Sep 17 23:36:33.278040 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-631976a8-d358-4b42-b2a9-fae212478d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.191585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad7486-18a0-4ce5-85ee-3f285783c46b req-9e95f030-900d-409d-a32e-440d09e1d95d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:34.193348 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b1ad7486-18a0-4ce5-85ee-3f285783c46b req-9e95f030-900d-409d-a32e-440d09e1d95d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 943 time: 0.0497427 Sep 17 23:36:34.230930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b1ad7486-18a0-4ce5-85ee-3f285783c46b req-5ad2b455-1de9-40c2-ba1a-5bffcf77ee73 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Sep 17 23:36:34.245699 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:36:35.207803 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5cd97340-0dc7-427f-acd1-9f75b67fa354 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:36:35.308399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5cd97340-0dc7-427f-acd1-9f75b67fa354, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5cd97340-0dc7-427f-acd1-9f75b67fa354,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:35.322938 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'port_id': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'mac_address': 'fa:16:3e:50:0c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:36:35.347874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e35d8-0800-4dea-85c8-e4ff635477c9 req-ba8abae9-0578-4161-aad2-9cac4faf2819 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:35.349489 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-898e35d8-0800-4dea-85c8-e4ff635477c9 req-ba8abae9-0578-4161-aad2-9cac4faf2819 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 943 time: 0.0514622 Sep 17 23:36:35.360689 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.373294 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd97340-0dc7-427f-acd1-9f75b67fa354 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:35.388459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-898e35d8-0800-4dea-85c8-e4ff635477c9 req-6ac12cb8-013a-46f6-abbb-e132617fc206 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322540 Sep 17 23:36:35.392224 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5cd97340-0dc7-427f-acd1-9f75b67fa354, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5cd97340-0dc7-427f-acd1-9f75b67fa354,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:35.438617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.502978 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=5cd97340-0dc7-427f-acd1-9f75b67fa354,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:35.638115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['5cd97340-0dc7-427f-acd1-9f75b67fa354'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:36:35.912200 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-abe9580e-3f35-4805-b8ab-3c24cf86d3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:36.502949 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d17ee-fba0-47f7-b110-7e98679a86d7 req-d492a43d-079c-4001-af1a-fd98bee1b769 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:36.504440 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-087d17ee-fba0-47f7-b110-7e98679a86d7 req-d492a43d-079c-4001-af1a-fd98bee1b769 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 944 time: 0.0483093 Sep 17 23:36:36.545549 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-087d17ee-fba0-47f7-b110-7e98679a86d7 req-1cc81320-6543-4ee1-a35f-f16b1c062604 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352626 Sep 17 23:36:37.112156 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.223265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5cd97340-0dc7-427f-acd1-9f75b67fa354 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:37.352840 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 5cd97340-0dc7-427f-acd1-9f75b67fa354 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:36:37.357069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 5cd97340-0dc7-427f-acd1-9f75b67fa354 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:37.357443 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.432612 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.457825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd97340-0dc7-427f-acd1-9f75b67fa354'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:37.460076 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81058c1e-33d7-4d64-919a-446bc97a15b6" -d '{"events": [{"server_uuid": "5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f", "name": "network-vif-plugged", "status": "completed", "tag": "5cd97340-0dc7-427f-acd1-9f75b67fa354"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:37.473378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 5cd97340-0dc7-427f-acd1-9f75b67fa354, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5cd97340-0dc7-427f-acd1-9f75b67fa354,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:37.550219 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23023cf0-08e8-466f-b026-607eaba57e92 x-openstack-request-id: req-23023cf0-08e8-466f-b026-607eaba57e92 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:37.550513 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f", "name": "network-vif-plugged", "status": "completed", "tag": "5cd97340-0dc7-427f-acd1-9f75b67fa354", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:37.550768 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23023cf0-08e8-466f-b026-607eaba57e92 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:37.551191 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'code': 200} Sep 17 23:36:37.556232 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.610173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=5cd97340-0dc7-427f-acd1-9f75b67fa354,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:37.649082 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.684686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e62027-8e76-4e2a-b157-18c508af4938 req-59c9b6ce-6cd8-49e6-bd13-14308cbd734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:37.686115 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08e62027-8e76-4e2a-b157-18c508af4938 req-59c9b6ce-6cd8-49e6-bd13-14308cbd734e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 1097 time: 0.0759492 Sep 17 23:36:37.694655 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4a47-67aa-4f41-8a82-152bc25a0bc4 req-041737c8-ee66-47f7-ab46-8fff203a4d32 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:37.696176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01fb4a47-67aa-4f41-8a82-152bc25a0bc4 req-041737c8-ee66-47f7-ab46-8fff203a4d32 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0711746 Sep 17 23:36:37.747014 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-08e62027-8e76-4e2a-b157-18c508af4938 req-a059e3e6-aea6-4d6d-bbac-32fbce925956 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500424 Sep 17 23:36:37.751902 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01fb4a47-67aa-4f41-8a82-152bc25a0bc4 req-b4d81710-5042-4f33-b7d8-300af8d294de tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482802 Sep 17 23:36:38.873014 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee73dec-415e-4c92-b94c-f26f5a57edf0 req-30cbfdfe-33fd-46d8-8608-6ecb5e35363c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:38.874601 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ee73dec-415e-4c92-b94c-f26f5a57edf0 req-30cbfdfe-33fd-46d8-8608-6ecb5e35363c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0539570 Sep 17 23:36:38.917286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5ee73dec-415e-4c92-b94c-f26f5a57edf0 req-af7f4e56-ff8e-4424-a525-c8bff6ec1625 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366418 Sep 17 23:36:39.266437 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.034052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1481b-95a7-4977-b089-9589c0978945 req-8a168891-ff3d-42d7-bc0c-361f97990cd7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:40.035541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d3f1481b-95a7-4977-b089-9589c0978945 req-8a168891-ff3d-42d7-bc0c-361f97990cd7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0516899 Sep 17 23:36:40.073784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d3f1481b-95a7-4977-b089-9589c0978945 req-324b8502-4e7c-45fc-8e47-f74ae87bbc73 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Sep 17 23:36:40.186398 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d011e-86c6-41b0-ad22-7cadddbd379c req-e12dcf63-9594-4fa8-b07f-41340d5c2a6f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:40.187907 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-189d011e-86c6-41b0-ad22-7cadddbd379c req-e12dcf63-9594-4fa8-b07f-41340d5c2a6f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0486217 Sep 17 23:36:40.226581 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-189d011e-86c6-41b0-ad22-7cadddbd379c req-14a52c94-f0b7-4d1a-b565-4bce3d773954 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323429 Sep 17 23:36:40.247754 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57378) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:40.287379 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f0aa1e-43b4-4bc7-a4b3-5df42befd316 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:40.288926 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b3f0aa1e-43b4-4bc7-a4b3-5df42befd316 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 1092 time: 0.0401924 Sep 17 23:36:40.292059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57380) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:40.296365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'tenant_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:40.386838 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.492246 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.596870 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.25.6.181 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/c49b7af3-9a22-4358-a987-22ce5c3005a0) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:40.702047 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.780839 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.818311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:40.821236 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:40.827992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:40.833498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=c49b7af3-9a22-4358-a987-22ce5c3005a0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:41.009051 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:41.180827 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:41.307999 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:41.458895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:41.517530 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:41.592253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=c49b7af3-9a22-4358-a987-22ce5c3005a0,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:41.604166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:41.702125 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Floating IP df297baa-d4b2-4b44-b088-aa2cb42538dd associated. External IP: 172.25.6.181, port: 5cd97340-0dc7-427f-acd1-9f75b67fa354. Sep 17 23:36:41.902022 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router 970b2a85-cc47-438a-bedc-30b3ebe2967a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:42.005180 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:42.014775 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] Sync routers for ids ['970b2a85-cc47-438a-bedc-30b3ebe2967a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:42.023577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] Routers {'970b2a85-cc47-438a-bedc-30b3ebe2967a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:42.024225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['970b2a85-cc47-438a-bedc-30b3ebe2967a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:42.071903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.106378 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-19be5f56-0029-4437-a802-eb346fba4840 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8099003 Sep 17 23:36:42.106378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'tag': '5cd97340-0dc7-427f-acd1-9f75b67fa354'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:42.108508 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c58069-74a3-4843-b240-b6be9bc9fab3" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f", "tag": "5cd97340-0dc7-427f-acd1-9f75b67fa354"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:42.134388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] Set router 970b2a85-cc47-438a-bedc-30b3ebe2967a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:42.153601 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef45b5f3-745c-43cf-8262-e5eb6a4b0c96 x-openstack-request-id: req-ef45b5f3-745c-43cf-8262-e5eb6a4b0c96 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:42.153876 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f", "tag": "5cd97340-0dc7-427f-acd1-9f75b67fa354", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:42.154150 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef45b5f3-745c-43cf-8262-e5eb6a4b0c96 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:42.154555 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'tag': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'status': 'completed', 'code': 200} Sep 17 23:36:42.230980 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11538584-27c3-4748-99d2-9a3c7b8a9a35 req-249113f1-f00f-47fc-b7f0-0f051c74d6f2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.232536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-11538584-27c3-4748-99d2-9a3c7b8a9a35 req-249113f1-f00f-47fc-b7f0-0f051c74d6f2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0805578 Sep 17 23:36:42.235305 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-8620cdcc-00f3-4553-be86-bfc30cebd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.236713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-8620cdcc-00f3-4553-be86-bfc30cebd349 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 1097 time: 0.0582492 Sep 17 23:36:42.328656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-11538584-27c3-4748-99d2-9a3c7b8a9a35 req-0cd962c1-1c6c-4702-acca-fd480a036900 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897408 Sep 17 23:36:42.350917 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57386) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:42.363664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-53ff67fe-c3b7-4b79-ad47-8439c8c72719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.364362 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:26Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'df297baa-d4b2-4b44-b088-aa2cb42538dd', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'port_id': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'mac_address': 'fa:16:3e:50:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:41Z', 'updated_at': '2021-09-17T23:36:41Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b6fea-472d-4142-b6c3-5b892b4ce775', 'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:fb:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:25Z', 'updated_at': '2021-09-17T23:36:28Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:42.365174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-53ff67fe-c3b7-4b79-ad47-8439c8c72719 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4302dd3b-9844-4846-bc4a-811b2a2cad1b HTTP/1.1" status: 200 len: 897 time: 0.1200020 Sep 17 23:36:42.398654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] Checking router: 970b2a85-cc47-438a-bedc-30b3ebe2967a for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:42.408874 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] Routers {'970b2a85-cc47-438a-bedc-30b3ebe2967a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:42.409519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:36:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['970b2a85-cc47-438a-bedc-30b3ebe2967a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:42.413148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b27d9c55-62fb-46e2-82e5-37236d70aaee tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/df297baa-d4b2-4b44-b088-aa2cb42538dd HTTP/1.1" status: 200 len: 991 time: 0.0607989 Sep 17 23:36:42.436285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-c9c33ddb-6445-4480-9526-155cceedc4e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd97340-0dc7-427f-acd1-9f75b67fa354 HTTP/1.1" status: 200 len: 999 time: 0.0634432 Sep 17 23:36:42.484746 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-cc5c81b9-529e-45a2-8bc4-030867ec46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.486208 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-cc5c81b9-529e-45a2-8bc4-030867ec46c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4b95d00f-2606-4179-8b95-3cddf51ad00e HTTP/1.1" status: 200 len: 835 time: 0.0436525 Sep 17 23:36:42.517789 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] Set router 970b2a85-cc47-438a-bedc-30b3ebe2967a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:42.532581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-d5bf9e89-970a-4034-a93b-f2201f512f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.534093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-d5bf9e89-970a-4034-a93b-f2201f512f1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4302dd3b-9844-4846-bc4a-811b2a2cad1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405946 Sep 17 23:36:42.629272 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-a0cec4b4-563d-42af-aabc-7fe3812dd7ec service neutron] 10.222.0.23 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Sep 17 23:36:42.719107 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e7c58069-74a3-4843-b240-b6be9bc9fab3 req-77eb472f-704c-4362-a073-e270b2a85e0f service neutron] 10.222.0.23 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823724 Sep 17 23:36:42.741767 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:26Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'df297baa-d4b2-4b44-b088-aa2cb42538dd', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'port_id': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'mac_address': 'fa:16:3e:50:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:41Z', 'updated_at': '2021-09-17T23:36:41Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b6fea-472d-4142-b6c3-5b892b4ce775', 'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:fb:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:25Z', 'updated_at': '2021-09-17T23:36:28Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:42.771378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02829763-d1e6-456a-9434-f5551d50acd8 None None] The sync data for ids ['970b2a85-cc47-438a-bedc-30b3ebe2967a'] in n-d-713499-18 is: [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:26Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'df297baa-d4b2-4b44-b088-aa2cb42538dd', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'port_id': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'mac_address': 'fa:16:3e:50:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:41Z', 'updated_at': '2021-09-17T23:36:41Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b6fea-472d-4142-b6c3-5b892b4ce775', 'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:fb:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:25Z', 'updated_at': '2021-09-17T23:36:28Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:42.955472 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf3fc1-a787-43ef-b707-d574ec027262 None None] New status for floating IP df297baa-d4b2-4b44-b088-aa2cb42538dd: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:36:43.416800 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57388) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:43.497667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-26ebea0b-2de4-40d6-a00c-35b8b9931f8f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/df297baa-d4b2-4b44-b088-aa2cb42538dd HTTP/1.1" status: 200 len: 993 time: 0.0793128 Sep 17 23:37:00.003632 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.300707 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3855ca50-d251-4eef-bc49-6c02ea8b99a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.969670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-57d018b6-be93-4d38-9043-a8597fab6e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:07.099798 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:07.597390 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.334333 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:10.329192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3bbae-443c-4945-97ab-72d6520fc675 req-634e64cb-bc0b-41a9-a758-172a725dcd0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:10.330710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7fd3bbae-443c-4945-97ab-72d6520fc675 req-634e64cb-bc0b-41a9-a758-172a725dcd0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0540679 Sep 17 23:37:10.373085 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7fd3bbae-443c-4945-97ab-72d6520fc675 req-91d8df65-fba3-4c86-a4fd-2c044fa31ef6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347290 Sep 17 23:37:10.387820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-f56ea585-ee2e-4144-adb5-acef8bcbff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:10.389375 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-f56ea585-ee2e-4144-adb5-acef8bcbff9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 1097 time: 0.0424776 Sep 17 23:37:10.482495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-ef733397-5982-4b64-906f-ea1bb4204346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:10.483967 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-ef733397-5982-4b64-906f-ea1bb4204346 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4302dd3b-9844-4846-bc4a-811b2a2cad1b HTTP/1.1" status: 200 len: 897 time: 0.0879154 Sep 17 23:37:10.551594 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-37c94c0b-ba85-4361-a696-e4a3eab76e37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd97340-0dc7-427f-acd1-9f75b67fa354 HTTP/1.1" status: 200 len: 1001 time: 0.0604267 Sep 17 23:37:10.885962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-1c2bfb2d-8714-424c-aa1c-72e92954acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:10.887408 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-1c2bfb2d-8714-424c-aa1c-72e92954acc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4b95d00f-2606-4179-8b95-3cddf51ad00e HTTP/1.1" status: 200 len: 835 time: 0.3288276 Sep 17 23:37:10.932385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-98a29082-5ae6-40ff-820f-7e4599f144ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:10.933826 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-98a29082-5ae6-40ff-820f-7e4599f144ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4302dd3b-9844-4846-bc4a-811b2a2cad1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381680 Sep 17 23:37:11.027981 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-c11e349b-ff30-4400-89b8-76798850f73b service neutron] 10.222.0.23 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856607 Sep 17 23:37:11.054309 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:11.117965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-de8b8861-a87f-4300-bcc3-c600ec3d4851 req-ddc6342b-e3e7-4940-9a7a-dd19f0fcdd0c service neutron] 10.222.0.23 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816550 Sep 17 23:37:11.244469 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:37:11.492508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a60d2-3d56-4911-bff7-0bf75a5e811b req-7d12b8dc-7653-42b2-882e-6e722e180afd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:11.493905 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d4a60d2-3d56-4911-bff7-0bf75a5e811b req-7d12b8dc-7653-42b2-882e-6e722e180afd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0489984 Sep 17 23:37:11.536443 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d4a60d2-3d56-4911-bff7-0bf75a5e811b req-fb2d93f3-2444-4935-9886-2dd7fa67250f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363162 Sep 17 23:37:12.657862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8637e-b4d4-4cbc-adc6-3c711921fad3 req-b92261b3-0807-4f9f-8e6e-f883b0511fdb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:12.659348 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c0c8637e-b4d4-4cbc-adc6-3c711921fad3 req-b92261b3-0807-4f9f-8e6e-f883b0511fdb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0496948 Sep 17 23:37:12.696809 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c0c8637e-b4d4-4cbc-adc6-3c711921fad3 req-535b2d62-b16a-4c6d-ab2c-49f3569ea66e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308025 Sep 17 23:37:13.811237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21186296-00a0-40dd-97b5-ba8ea8338497 req-ad908b60-4b13-47c7-8dbe-0c9920041849 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:13.812728 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21186296-00a0-40dd-97b5-ba8ea8338497 req-ad908b60-4b13-47c7-8dbe-0c9920041849 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0485170 Sep 17 23:37:13.849825 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-21186296-00a0-40dd-97b5-ba8ea8338497 req-96c0e911-9cf2-40d2-990b-cdaecc4c2b25 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308723 Sep 17 23:37:14.963023 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872b14a-76c7-4bbc-816d-3a91575a636d req-3b16a8f2-7d28-42f4-bd86-1ce55c64b8e4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:14.964519 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2872b14a-76c7-4bbc-816d-3a91575a636d req-3b16a8f2-7d28-42f4-bd86-1ce55c64b8e4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0485659 Sep 17 23:37:15.005128 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2872b14a-76c7-4bbc-816d-3a91575a636d req-8122d1da-a583-4cbc-85d9-99b7ea6decc4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348272 Sep 17 23:37:16.120318 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ba5bc-e1a8-4bda-9516-7a44b11cf613 req-2ab032db-81f0-47e3-8cbd-b949fcfa6f5a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:16.121836 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f67ba5bc-e1a8-4bda-9516-7a44b11cf613 req-2ab032db-81f0-47e3-8cbd-b949fcfa6f5a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0486472 Sep 17 23:37:16.158235 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f67ba5bc-e1a8-4bda-9516-7a44b11cf613 req-29323497-16d7-4dda-ac0b-77f458aad99f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304170 Sep 17 23:37:17.273713 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05ecb2-e8ad-43ca-8ffa-7c5142a5d3a4 req-22a17b7e-dc6f-46ad-b76c-4dd7d554d6f2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:17.275162 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf05ecb2-e8ad-43ca-8ffa-7c5142a5d3a4 req-22a17b7e-dc6f-46ad-b76c-4dd7d554d6f2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0488551 Sep 17 23:37:17.311996 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cf05ecb2-e8ad-43ca-8ffa-7c5142a5d3a4 req-50d2c77c-fe3f-4b0f-aa2d-7886650da287 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Sep 17 23:37:18.425542 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22941133-e6d8-4dfc-9fcd-f4bf92e5dad8 req-b5a5cfac-4a97-4ee3-9efe-b15ca467d2a1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:18.428508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-22941133-e6d8-4dfc-9fcd-f4bf92e5dad8 req-b5a5cfac-4a97-4ee3-9efe-b15ca467d2a1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0494211 Sep 17 23:37:18.469970 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-22941133-e6d8-4dfc-9fcd-f4bf92e5dad8 req-cb0e72fc-7fb1-4643-b91f-432cce174315 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367146 Sep 17 23:37:19.585913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf396d-c8a5-480a-b37e-1fa2c9d91431 req-59615794-b5c6-47ca-b8b9-a70b28a01233 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:19.587453 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fbf396d-c8a5-480a-b37e-1fa2c9d91431 req-59615794-b5c6-47ca-b8b9-a70b28a01233 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0489988 Sep 17 23:37:19.625390 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fbf396d-c8a5-480a-b37e-1fa2c9d91431 req-c4e70615-35a4-4bb9-8264-4add495e50f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Sep 17 23:37:20.747228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030859d-8f00-4ae0-9e0f-d1121c889334 req-3a91fb7c-3e8b-4e5c-90da-9801b37215c0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:20.748741 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9030859d-8f00-4ae0-9e0f-d1121c889334 req-3a91fb7c-3e8b-4e5c-90da-9801b37215c0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0482352 Sep 17 23:37:20.786786 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9030859d-8f00-4ae0-9e0f-d1121c889334 req-a647bdb6-d79b-47ca-b8d6-5cad52d0120b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Sep 17 23:37:21.899695 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea629f-59d0-4e82-bb75-b04292ac0bc6 req-fb1dfa7a-5917-4f33-babd-3c44f5bfdd4f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:21.901192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23ea629f-59d0-4e82-bb75-b04292ac0bc6 req-fb1dfa7a-5917-4f33-babd-3c44f5bfdd4f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0486245 Sep 17 23:37:21.942177 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23ea629f-59d0-4e82-bb75-b04292ac0bc6 req-a08af4b4-c32d-438a-a927-92165b275cca tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348496 Sep 17 23:37:23.057456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0f0b4-3707-4cc5-96b4-d8e6383b67fa req-d6565bbf-d467-495b-8959-2d4751460816 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:23.058956 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-71a0f0b4-3707-4cc5-96b4-d8e6383b67fa req-d6565bbf-d467-495b-8959-2d4751460816 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0482483 Sep 17 23:37:23.095734 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-71a0f0b4-3707-4cc5-96b4-d8e6383b67fa req-7a5d4189-9b47-4966-bb82-6397378f3cd9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309451 Sep 17 23:37:23.118001 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57430) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:23.176063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4f9a4e3e-3770-45da-b5d9-60003a5a08f8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/df297baa-d4b2-4b44-b088-aa2cb42538dd HTTP/1.1" status: 200 len: 993 time: 0.0568504 Sep 17 23:37:26.705357 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-ca2569ee-7342-4b12-b5f0-a4601fbc5f2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389411 Sep 17 23:37:26.793047 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-7be52364-03b6-480e-a914-560bc483a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:26.794527 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-7be52364-03b6-480e-a914-560bc483a040 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 1097 time: 0.0442145 Sep 17 23:37:26.896133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-0aed37c2-5907-4281-8327-a43b3a8a632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:26.897624 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-0aed37c2-5907-4281-8327-a43b3a8a632b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4302dd3b-9844-4846-bc4a-811b2a2cad1b HTTP/1.1" status: 200 len: 897 time: 0.0849540 Sep 17 23:37:26.972410 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-d1eb0806-c721-4b47-a632-3774ea397414 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd97340-0dc7-427f-acd1-9f75b67fa354 HTTP/1.1" status: 200 len: 1001 time: 0.0609958 Sep 17 23:37:27.014583 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-162a3cf5-fe20-4e33-889c-a619043f7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:27.016017 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-162a3cf5-fe20-4e33-889c-a619043f7bf7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4b95d00f-2606-4179-8b95-3cddf51ad00e HTTP/1.1" status: 200 len: 835 time: 0.0426092 Sep 17 23:37:27.060581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-94bf7959-395e-489f-94e9-5ebd76b842f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:27.061965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-94bf7959-395e-489f-94e9-5ebd76b842f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4302dd3b-9844-4846-bc4a-811b2a2cad1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392509 Sep 17 23:37:27.155238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-0f1f41fa-c2f9-4e7e-8172-cbde374ffb9e service neutron] 10.222.0.23 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849307 Sep 17 23:37:27.244438 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c101c4d7-7d71-4c3a-be18-e13f63172e40 req-c3c749a3-5a4a-484c-a5c9-32140f4f0f2a service neutron] 10.222.0.23 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821931 Sep 17 23:37:29.985334 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.362823 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-673f6a0f-d856-4d43-a6e0-e241e29c16e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.904680 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-83f3cd9e-ce27-4bb0-8d60-1ac196bfa9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:37.134062 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:37.631109 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:39.294261 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:41.071327 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:48.243616 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:37:51.515818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57446) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:51.676963 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port c49b7af3-9a22-4358-a987-22ce5c3005a0 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:51.677310 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.053138 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.053599 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.069819 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for c49b7af3-9a22-4358-a987-22ce5c3005a0 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:52.345014 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.370143 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=c49b7af3-9a22-4358-a987-22ce5c3005a0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:52.397087 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.397429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.397764 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.398102 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.398423 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.398750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.399075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.399395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.399718 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.400036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.400378 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.400696 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:52.446991 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.447308 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Floating IP df297baa-d4b2-4b44-b088-aa2cb42538dd disassociated (deleted). External IP: 172.25.6.181, port: 5cd97340-0dc7-427f-acd1-9f75b67fa354. Sep 17 23:37:52.662880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router 970b2a85-cc47-438a-bedc-30b3ebe2967a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:52.773367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:52.778402 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.782893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] Sync routers for ids ['970b2a85-cc47-438a-bedc-30b3ebe2967a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:52.792670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] Routers {'970b2a85-cc47-438a-bedc-30b3ebe2967a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:52.793269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:37:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['970b2a85-cc47-438a-bedc-30b3ebe2967a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:52.805632 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-93914c05-0329-47ce-b612-ffc99f82c5f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/floatingips/df297baa-d4b2-4b44-b088-aa2cb42538dd HTTP/1.1" status: 204 len: 168 time: 1.2886555 Sep 17 23:37:52.806196 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'tag': '5cd97340-0dc7-427f-acd1-9f75b67fa354'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:52.808530 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f", "tag": "5cd97340-0dc7-427f-acd1-9f75b67fa354"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:52.848831 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656bccd3-c2f7-41a8-bf07-af275a2a20aa x-openstack-request-id: req-656bccd3-c2f7-41a8-bf07-af275a2a20aa {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:52.849121 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f", "tag": "5cd97340-0dc7-427f-acd1-9f75b67fa354", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:52.849368 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-656bccd3-c2f7-41a8-bf07-af275a2a20aa {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:52.849857 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'tag': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'status': 'completed', 'code': 200} Sep 17 23:37:52.906471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] Set router 970b2a85-cc47-438a-bedc-30b3ebe2967a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:52.916831 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-42f99ff9-9b6e-47d9-80d6-8ee88751e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:52.918336 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-42f99ff9-9b6e-47d9-80d6-8ee88751e4a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 1097 time: 0.0471776 Sep 17 23:37:53.014955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-13dd275e-13df-431b-b8b9-b91e751ac876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.016709 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-13dd275e-13df-431b-b8b9-b91e751ac876 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4302dd3b-9844-4846-bc4a-811b2a2cad1b HTTP/1.1" status: 200 len: 897 time: 0.0911717 Sep 17 23:37:53.064455 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-c967ff4e-0d4e-47ad-bf9a-04ea5bb263e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd97340-0dc7-427f-acd1-9f75b67fa354 HTTP/1.1" status: 200 len: 217 time: 0.0403471 Sep 17 23:37:53.117164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-77015aa2-b2a8-46ff-85f2-9960ba5c774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.118697 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-77015aa2-b2a8-46ff-85f2-9960ba5c774b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4b95d00f-2606-4179-8b95-3cddf51ad00e HTTP/1.1" status: 200 len: 835 time: 0.0479295 Sep 17 23:37:53.172988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-1b27c9ff-37bc-4e9f-b0a0-115c9a73f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.172988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-1b27c9ff-37bc-4e9f-b0a0-115c9a73f9b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4302dd3b-9844-4846-bc4a-811b2a2cad1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473154 Sep 17 23:37:53.227612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a4b4-ab68-444a-a250-ac4aaefba7ee req-339b41d4-1b32-45b3-96cb-6f3994930429 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.229167 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b28a4b4-ab68-444a-a250-ac4aaefba7ee req-339b41d4-1b32-45b3-96cb-6f3994930429 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0524569 Sep 17 23:37:53.272745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:26Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '037b6fea-472d-4142-b6c3-5b892b4ce775', 'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:fb:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:25Z', 'updated_at': '2021-09-17T23:36:28Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:53.273287 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-8998387b-4ba0-40d2-a5e1-c9861f1840cb service neutron] 10.222.0.23 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922937 Sep 17 23:37:53.279419 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7b28a4b4-ab68-444a-a250-ac4aaefba7ee req-404714a3-b645-44ca-b4f5-5ae01bfa356b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329111 Sep 17 23:37:53.299305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] Checking router: 970b2a85-cc47-438a-bedc-30b3ebe2967a for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:53.307729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] Routers {'970b2a85-cc47-438a-bedc-30b3ebe2967a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:53.308364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:37:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['970b2a85-cc47-438a-bedc-30b3ebe2967a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:53.367063 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5c7d5ec-6e71-45c6-8fd7-07128d823e78 req-05c76e4e-f9a8-44f8-831b-c5f648e55fd3 service neutron] 10.222.0.23 "GET /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854752 Sep 17 23:37:53.412807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] Set router 970b2a85-cc47-438a-bedc-30b3ebe2967a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:53.607302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:26Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '037b6fea-472d-4142-b6c3-5b892b4ce775', 'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:fb:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:25Z', 'updated_at': '2021-09-17T23:36:28Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:53.637321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4180c7b7-acfd-4f5f-936c-0fd2a6a534ec None None] The sync data for ids ['970b2a85-cc47-438a-bedc-30b3ebe2967a'] in n-d-713499-18 is: [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:26Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '037b6fea-472d-4142-b6c3-5b892b4ce775', 'name': '', 'network_id': '4302dd3b-9844-4846-bc4a-811b2a2cad1b', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:fb:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:25Z', 'updated_at': '2021-09-17T23:36:28Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '4b95d00f-2606-4179-8b95-3cddf51ad00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:53.842244 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a467256a-0780-4972-8df2-b08a49f1f6ba None None] New status for floating IP df297baa-d4b2-4b44-b088-aa2cb42538dd: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:37:54.419704 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db07b-8d75-46d9-9806-ef93834df450 req-11a1e077-77cf-4d6c-9007-c049a1a301d9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.421300 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b71db07b-8d75-46d9-9806-ef93834df450 req-11a1e077-77cf-4d6c-9007-c049a1a301d9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0500119 Sep 17 23:37:54.466917 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b71db07b-8d75-46d9-9806-ef93834df450 req-df1f579c-a0b2-479f-a44a-6f59905f26b5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393696 Sep 17 23:37:54.629246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-1645e74d-39f9-42c9-a83d-d32981b051db tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.630631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-1645e74d-39f9-42c9-a83d-d32981b051db tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 945 time: 0.0472813 Sep 17 23:37:54.717465 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 5cd97340-0dc7-427f-acd1-9f75b67fa354 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:54.717802 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.810799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 5cd97340-0dc7-427f-acd1-9f75b67fa354, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=5cd97340-0dc7-427f-acd1-9f75b67fa354,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:54.811166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.823491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 5cd97340-0dc7-427f-acd1-9f75b67fa354 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:55.025221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.054925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=5cd97340-0dc7-427f-acd1-9f75b67fa354,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:55.067198 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.067555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.067898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.068267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.068601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.068933 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.069266 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.069598 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.069927 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.070254 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.070573 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.070894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.106662 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] No DVR routers for this DVR port 5cd97340-0dc7-427f-acd1-9f75b67fa354 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:55.109381 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.111450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-221fe58e-2662-4bea-b479-5bc8950878b5 req-f4cd9cdf-0f04-4b93-8545-59d6048fd3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "DELETE /v2.0/ports/5cd97340-0dc7-427f-acd1-9f75b67fa354 HTTP/1.1" status: 204 len: 173 time: 0.4748719 Sep 17 23:37:55.111897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'name': 'network-vif-deleted', 'tag': '5cd97340-0dc7-427f-acd1-9f75b67fa354'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:55.114209 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2f76f6-2111-44ae-915e-c61fab403be2" -d '{"events": [{"server_uuid": "5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f", "name": "network-vif-deleted", "tag": "5cd97340-0dc7-427f-acd1-9f75b67fa354"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:55.169019 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7759fe-99ae-4326-95e1-fcb45892c1da x-openstack-request-id: req-4f7759fe-99ae-4326-95e1-fcb45892c1da {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:55.169361 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f", "name": "network-vif-deleted", "tag": "5cd97340-0dc7-427f-acd1-9f75b67fa354", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:55.169614 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f7759fe-99ae-4326-95e1-fcb45892c1da {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:55.170014 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f', 'name': 'network-vif-deleted', 'tag': '5cd97340-0dc7-427f-acd1-9f75b67fa354', 'status': 'completed', 'code': 200} Sep 17 23:37:55.575285 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e8c58e80-8332-43a9-b01c-f95f40c2d64f req-5ecd975a-1d89-4102-be82-9ad32a293e78 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb3b5e3-8656-4839-adeb-1f0a3c5f9c2f HTTP/1.1" status: 200 len: 210 time: 0.0285196 Sep 17 23:37:56.631131 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57466) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:56.993221 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.243593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 037b6fea-472d-4142-b6c3-5b892b4ce775 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:57.243880 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.328802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 037b6fea-472d-4142-b6c3-5b892b4ce775, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=037b6fea-472d-4142-b6c3-5b892b4ce775,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:57.329153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.341625 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 037b6fea-472d-4142-b6c3-5b892b4ce775 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:57.591015 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.621384 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=037b6fea-472d-4142-b6c3-5b892b4ce775,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:57.792027 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.001927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router 970b2a85-cc47-438a-bedc-30b3ebe2967a has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:58.106061 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:58.111292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1d4a9e11-1c96-4323-b048-0254de45db9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "PUT /v2.0/routers/970b2a85-cc47-438a-bedc-30b3ebe2967a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4789467 Sep 17 23:37:58.113851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57468) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:58.115152 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] Sync routers for ids ['970b2a85-cc47-438a-bedc-30b3ebe2967a'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:58.126388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] Routers {'970b2a85-cc47-438a-bedc-30b3ebe2967a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:58.127003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:37:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['970b2a85-cc47-438a-bedc-30b3ebe2967a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:58.165805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cb5072-e0d7-4113-bea6-c0e27c10dec6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting subnet 4b95d00f-2606-4179-8b95-3cddf51ad00e {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:37:58.168927 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48cb5072-e0d7-4113-bea6-c0e27c10dec6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.207522 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48cb5072-e0d7-4113-bea6-c0e27c10dec6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.231847 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] Set router 970b2a85-cc47-438a-bedc-30b3ebe2967a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:58.294529 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48cb5072-e0d7-4113-bea6-c0e27c10dec6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.407131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:37:57Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:58.408022 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48cb5072-e0d7-4113-bea6-c0e27c10dec6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.435883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb5072-e0d7-4113-bea6-c0e27c10dec6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Subnet': ['ID=4b95d00f-2606-4179-8b95-3cddf51ad00e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:58.437309 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] Checking router: 970b2a85-cc47-438a-bedc-30b3ebe2967a for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:58.439412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-48cb5072-e0d7-4113-bea6-c0e27c10dec6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.442733 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-48cb5072-e0d7-4113-bea6-c0e27c10dec6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/subnets/4b95d00f-2606-4179-8b95-3cddf51ad00e HTTP/1.1" status: 204 len: 168 time: 0.3266094 Sep 17 23:37:58.448469 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57470) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:58.448842 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c406d7-f595-49fe-bc79-4213f7a56ca5 None None] Network 4302dd3b-9844-4846-bc4a-811b2a2cad1b requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:37:58.460700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] Routers {'970b2a85-cc47-438a-bedc-30b3ebe2967a'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:58.461461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:37:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['970b2a85-cc47-438a-bedc-30b3ebe2967a'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:58.562154 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.646302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] Set router 970b2a85-cc47-438a-bedc-30b3ebe2967a gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:58.670679 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.760198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] DHCP port deletion for 4302dd3b-9844-4846-bc4a-811b2a2cad1b request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:37:58.777728 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 466c2a52-61ca-4bdb-bd42-27306b69389b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:58.778078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.853228 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Deleting port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:58.853510 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.863653 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 466c2a52-61ca-4bdb-bd42-27306b69389b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=466c2a52-61ca-4bdb-bd42-27306b69389b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:58.864021 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.876612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 466c2a52-61ca-4bdb-bd42-27306b69389b owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:58.926226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] For port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d,segment=NetworkSegment(9ba661ad-d083-4d06-8af1-2493e3fc9611),segment_id=9ba661ad-d083-4d06-8af1-2493e3fc9611)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:58.926614 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.930262 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:37:57Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:58.963730 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e452092-6e8e-4170-abf4-3b6473d8764d None None] The sync data for ids ['970b2a85-cc47-438a-bedc-30b3ebe2967a'] in n-d-713499-18 is: [{'id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094728007', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:37:57Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '466c2a52-61ca-4bdb-bd42-27306b69389b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2a85-cc47-438a-bedc-30b3ebe2967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:22Z', 'updated_at': '2021-09-17T23:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:58.965527 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Calling delete_port for 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:59.104792 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.121934 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.135813 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Pushing event deleted for resources: {'Port': ['ID=79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:59.141062 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] No DVR routers for this DVR port 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:59.149022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=466c2a52-61ca-4bdb-bd42-27306b69389b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:59.150282 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.151264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.152374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.152724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.153066 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.153420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.153739 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.154071 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.154400 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.154727 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.155053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.155418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52edf76d-c79c-4932-af2d-3d214031f51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:59.212401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.300997 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.302983 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.430393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 037b6fea-472d-4142-b6c3-5b892b4ce775 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:59.430839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.431409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Fanout notify agent at l3_agent the message router_deleted on router 970b2a85-cc47-438a-bedc-30b3ebe2967a {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:37:59.447211 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.448389 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8943888d-9732-4d64-9f78-21e3ebef17ff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/routers/970b2a85-cc47-438a-bedc-30b3ebe2967a HTTP/1.1" status: 204 len: 168 time: 1.0013914 Sep 17 23:37:59.451014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57474) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:59.457088 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 037b6fea-472d-4142-b6c3-5b892b4ce775 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:59.457443 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 037b6fea-472d-4142-b6c3-5b892b4ce775 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:59.457886 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:59.477494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:59.482214 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 79a3327f-f6c7-4bf8-bb3b-9c08c7ce6d4d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:59.532937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.549274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5cd97340-0dc7-427f-acd1-9f75b67fa354 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:59.570944 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 5cd97340-0dc7-427f-acd1-9f75b67fa354 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:59.571301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 5cd97340-0dc7-427f-acd1-9f75b67fa354 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:59.633070 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.654140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4302dd3b-9844-4846-bc4a-811b2a2cad1b']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:59.664067 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba661ad-d083-4d06-8af1-2493e3fc9611') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:59.664483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba661ad-d083-4d06-8af1-2493e3fc9611') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:59.674392 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.688405 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.694325 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:37:59.694706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:37:59.698313 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:37:59.819177 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.827403 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.828716 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/networks/4302dd3b-9844-4846-bc4a-811b2a2cad1b HTTP/1.1" status: 204 len: 168 time: 0.3767741 Sep 17 23:37:59.831499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57476) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:59.839664 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf064ae-e214-4acd-b974-a2035d7573be tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Network': ['ID=4302dd3b-9844-4846-bc4a-811b2a2cad1b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:59.891296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a0938a0-20d9-4706-b943-36478b758a6e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.915469 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a0938a0-20d9-4706-b943-36478b758a6e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.002485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.025254 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a0938a0-20d9-4706-b943-36478b758a6e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.028020 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a0938a0-20d9-4706-b943-36478b758a6e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.036550 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0a0938a0-20d9-4706-b943-36478b758a6e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/security-groups/587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0 HTTP/1.1" status: 204 len: 168 time: 0.1966691 Sep 17 23:38:00.047120 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0938a0-20d9-4706-b943-36478b758a6e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587f0a6a-d8c8-4bc6-b5fe-2fbb30a12de0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:00.356101 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57482) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:00.360740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-1d496482-caef-4f87-9f5e-da966546449a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392465061', 'description': 'tempest-secgroup-smoke-1392465061 description', 'project_id': '96e72366468644278867a97669e96aab'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:00.425153 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d496482-caef-4f87-9f5e-da966546449a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.595851 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d496482-caef-4f87-9f5e-da966546449a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.658910 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d496482-caef-4f87-9f5e-da966546449a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.687724 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d496482-caef-4f87-9f5e-da966546449a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:00.745096 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1d496482-caef-4f87-9f5e-da966546449a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.746427 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1d496482-caef-4f87-9f5e-da966546449a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3892956 Sep 17 23:38:00.749307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57484) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:00.753706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9f7ab7c5-3ab3-46b6-a52e-edb9d4007cd9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'aa03924c-4d6d-4c4f-96eb-3b73b185eb3b', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:00.824209 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab7c5-3ab3-46b6-a52e-edb9d4007cd9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.885059 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab7c5-3ab3-46b6-a52e-edb9d4007cd9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.938752 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab7c5-3ab3-46b6-a52e-edb9d4007cd9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.957044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ab7c5-3ab3-46b6-a52e-edb9d4007cd9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdf14a4-5094-4422-8e6b-d98b7fb67574,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:01.030260 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab7c5-3ab3-46b6-a52e-edb9d4007cd9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.031475 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9f7ab7c5-3ab3-46b6-a52e-edb9d4007cd9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2812493 Sep 17 23:38:01.034096 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57486) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:01.038426 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9a6e7719-d169-4167-b54e-dc1509fa9321 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'aa03924c-4d6d-4c4f-96eb-3b73b185eb3b', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:01.126830 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7719-d169-4167-b54e-dc1509fa9321 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.187391 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7719-d169-4167-b54e-dc1509fa9321 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.253228 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7719-d169-4167-b54e-dc1509fa9321 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.253844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 466c2a52-61ca-4bdb-bd42-27306b69389b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:01.268793 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e7719-d169-4167-b54e-dc1509fa9321 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8dbf47-9ec0-4803-a63d-978e6f696617,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:01.276287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 466c2a52-61ca-4bdb-bd42-27306b69389b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:38:01.276287 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 466c2a52-61ca-4bdb-bd42-27306b69389b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:01.327500 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7719-d169-4167-b54e-dc1509fa9321 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.328790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9a6e7719-d169-4167-b54e-dc1509fa9321 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2937617 Sep 17 23:38:01.331548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57488) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:01.336042 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-012c4b9a-1887-4789-b1dc-5ba12fd6eec9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'aa03924c-4d6d-4c4f-96eb-3b73b185eb3b', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:01.400867 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-012c4b9a-1887-4789-b1dc-5ba12fd6eec9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.740307 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-012c4b9a-1887-4789-b1dc-5ba12fd6eec9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.796207 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-012c4b9a-1887-4789-b1dc-5ba12fd6eec9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.815211 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c4b9a-1887-4789-b1dc-5ba12fd6eec9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253fd1e4-061a-48d9-944e-0664eec486d2,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:01.865057 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-012c4b9a-1887-4789-b1dc-5ba12fd6eec9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.866281 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-012c4b9a-1887-4789-b1dc-5ba12fd6eec9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5337899 Sep 17 23:38:01.869195 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57490) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:01.873468 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0a59944e-60b5-4658-8f24-ab0e92d5471f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'aa03924c-4d6d-4c4f-96eb-3b73b185eb3b', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:01.950353 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a59944e-60b5-4658-8f24-ab0e92d5471f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.008818 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a59944e-60b5-4658-8f24-ab0e92d5471f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.104574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a59944e-60b5-4658-8f24-ab0e92d5471f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.123162 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59944e-60b5-4658-8f24-ab0e92d5471f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d023ca-721d-4860-80ed-be0e6add6c21,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:02.196263 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0a59944e-60b5-4658-8f24-ab0e92d5471f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.197506 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0a59944e-60b5-4658-8f24-ab0e92d5471f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273823 Sep 17 23:38:02.200804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57492) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:02.205255 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-69a677c5-10e7-41fa-910b-8c46857f90d2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'aa03924c-4d6d-4c4f-96eb-3b73b185eb3b', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:02.316113 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-69a677c5-10e7-41fa-910b-8c46857f90d2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Project 96e72366468644278867a97669e96aab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:38:02.321396 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69a677c5-10e7-41fa-910b-8c46857f90d2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.378842 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69a677c5-10e7-41fa-910b-8c46857f90d2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.447141 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69a677c5-10e7-41fa-910b-8c46857f90d2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.466670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a677c5-10e7-41fa-910b-8c46857f90d2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66130937-0f09-4dc4-87a4-6c403902dfc6,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:02.522128 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-69a677c5-10e7-41fa-910b-8c46857f90d2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.523403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-69a677c5-10e7-41fa-910b-8c46857f90d2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3216374 Sep 17 23:38:02.526286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57494) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:02.530739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d2aea91c-6e67-4fe9-9a14-632a90e45711 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': 'aa03924c-4d6d-4c4f-96eb-3b73b185eb3b', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:02.596290 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-d2aea91c-6e67-4fe9-9a14-632a90e45711 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Project 96e72366468644278867a97669e96aab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:38:02.601587 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2aea91c-6e67-4fe9-9a14-632a90e45711 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.660467 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2aea91c-6e67-4fe9-9a14-632a90e45711 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.716132 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2aea91c-6e67-4fe9-9a14-632a90e45711 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.733507 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aea91c-6e67-4fe9-9a14-632a90e45711 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9446cd91-c313-4eb3-a8ba-771225e9a001,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:02.802394 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d2aea91c-6e67-4fe9-9a14-632a90e45711 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.803735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d2aea91c-6e67-4fe9-9a14-632a90e45711 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2764347 Sep 17 23:38:02.807111 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57496) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:02.811935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'network': {'name': 'tempest-network-smoke--1904114162', 'project_id': '96e72366468644278867a97669e96aab', 'port_security_enabled': True}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:02.904867 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:02.908373 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.931996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:38:02.940669 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.941099 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Added segment 06a45702-ab71-45ab-82c3-a235a71e3501 of type vlan for network b66ade71-9ad3-4a62-b9d3-030281d95bb0 Sep 17 23:38:02.979917 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.036211 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.042235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:03.042811 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.108321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Network': ['ID=b66ade71-9ad3-4a62-b9d3-030281d95bb0,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:03.119787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network b66ade71-9ad3-4a62-b9d3-030281d95bb0 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:38:03.128672 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-26e2e399-1939-479d-83cb-2cdc96d1fda1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3205581 Sep 17 23:38:03.131367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57498) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:03.135979 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'admin_state_up': True, 'project_id': '96e72366468644278867a97669e96aab', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:03.207822 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.208914 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.261322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.281866 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-35834e6b-8156-4ee7-bbaa-d2af59f67c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.428628 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.677117 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.696849 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.795788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.25.6.84 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/7d907545-f273-4592-bb58-5589c430f1a5) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:03.907166 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.979152 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.016156 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:04.018977 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:04.021367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:04.046790 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=7d907545-f273-4592-bb58-5589c430f1a5,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:04.321697 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.522316 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.693471 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router d74ef578-59a5-40f1-ab84-42d0637b4e40 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:38:04.798036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:04.807530 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Sync routers for ids ['d74ef578-59a5-40f1-ab84-42d0637b4e40'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:04.816968 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Routers {'d74ef578-59a5-40f1-ab84-42d0637b4e40'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:04.820300 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:37:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d74ef578-59a5-40f1-ab84-42d0637b4e40'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:04.876525 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.877812 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0fb8ff60-9bed-4275-b5b7-deb7059692e3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7455022 Sep 17 23:38:04.881035 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57500) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:04.909704 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-749adcf6-fe18-46fb-a04f-3ec67d5e9a71 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=96e72366468644278867a97669e96aab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275609 Sep 17 23:38:04.912185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57502) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:04.922966 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Set router d74ef578-59a5-40f1-ab84-42d0637b4e40 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:05.001641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb69003b-745e-4930-a080-395c7cea1e75 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.003063 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bb69003b-745e-4930-a080-395c7cea1e75 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899875 Sep 17 23:38:05.005884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57504) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:05.033875 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8d878b70-cbcb-486e-a324-1bb9416283df tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269494 Sep 17 23:38:05.036509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57506) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:05.041813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1791002201', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'project_id': '96e72366468644278867a97669e96aab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:05.097653 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:04Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:05.167860 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:05.172102 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.214575 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Checking router: d74ef578-59a5-40f1-ab84-42d0637b4e40 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:05.214919 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Updating router d74ef578-59a5-40f1-ab84-42d0637b4e40 port 7d907545-f273-4592-bb58-5589c430f1a5 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:38:05.239191 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.431001 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.488203 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.501595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Subnet': ['ID=1cee9fcd-5720-409f-aa6d-3369524438b2,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:05.510525 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Checking segment: {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:05.510885 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network hostable DHCP agents. Network: b66ade71-9ad3-4a62-b9d3-030281d95bb0, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:38:05.533190 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.579168 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network b66ade71-9ad3-4a62-b9d3-030281d95bb0 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:38:05.584668 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Attempting to bind port 7d907545-f273-4592-bb58-5589c430f1a5 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:05.586291 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Attempting to bind port 7d907545-f273-4592-bb58-5589c430f1a5 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:05.586291 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Attempting to bind port 7d907545-f273-4592-bb58-5589c430f1a5 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:05.588894 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Pushing event updated for resources: {'Port': ['ID=7d907545-f273-4592-bb58-5589c430f1a5,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:05.597622 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:05.597995 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:05.598411 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.598788 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:05.599248 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Bound port: 7d907545-f273-4592-bb58-5589c430f1a5, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:05.599622 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.602907 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.603253 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.603584 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.603915 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.604279 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.604606 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.604943 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.605246 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.605562 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.605877 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.606192 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.606509 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.630548 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, b66ade71-9ad3-4a62-b9d3-030281d95bb0) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:05.636105 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.637843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.640547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dbc8d9-f90d-451b-b4fb-9eb0b2ce0601 None None] Network b66ade71-9ad3-4a62-b9d3-030281d95bb0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:05.658453 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] For port 7d907545-f273-4592-bb58-5589c430f1a5, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:05.661453 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] For port 7d907545-f273-4592-bb58-5589c430f1a5, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7d907545-f273-4592-bb58-5589c430f1a5,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:05.688669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7bcbeb43-932a-487b-b924-7818f3caa608 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6510165 Sep 17 23:38:05.691647 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57508) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:05.705457 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.766336 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969bb72-479c-4077-bf4a-fdaafcfc06b6 None None] Pushing event updated for resources: {'Port': ['ID=7d907545-f273-4592-bb58-5589c430f1a5,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:05.775322 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Routers {'d74ef578-59a5-40f1-ab84-42d0637b4e40'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:05.775921 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:37:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d74ef578-59a5-40f1-ab84-42d0637b4e40'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:05.790271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'tenant_id': '96e72366468644278867a97669e96aab', 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:38:05.791212 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.884832 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] Set router d74ef578-59a5-40f1-ab84-42d0637b4e40 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:05.921852 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfdef-2799-4960-b9d2-9c103d5299d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.947063 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Allocated IP 172.20.0.2 (b66ade71-9ad3-4a62-b9d3-030281d95bb0/1cee9fcd-5720-409f-aa6d-3369524438b2/19635ac2-cf7b-42b3-8b38-2e66d771c8bb) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:06.073611 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:04Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:06.098616 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.101857 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755096d-4824-4abf-b38e-a69019cdbae2 None None] The sync data for ids ['d74ef578-59a5-40f1-ab84-42d0637b4e40'] in n-d-713499-18 is: [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:04Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:06.191086 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.236760 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Network b66ade71-9ad3-4a62-b9d3-030281d95bb0 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:06.242765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:06.247479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:06.251893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Pushing event updated for resources: {'Port': ['ID=19635ac2-cf7b-42b3-8b38-2e66d771c8bb,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:06.321371 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Attempting to bind port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:06.321749 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Attempting to bind port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:06.322167 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Attempting to bind port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb on network b66ade71-9ad3-4a62-b9d3-030281d95bb0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:06.331484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:06.331868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Checking segment: {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:06.332321 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.332722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Bound using segment: {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:06.333196 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Bound port: 19635ac2-cf7b-42b3-8b38-2e66d771c8bb, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:06.333581 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.404185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] For port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:06.408135 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] For port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=19635ac2-cf7b-42b3-8b38-2e66d771c8bb,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:06.473737 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.500096 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.571744 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924014e8-d9f0-480c-b9d1-780665154eb8 None None] Pushing event updated for resources: {'Port': ['ID=19635ac2-cf7b-42b3-8b38-2e66d771c8bb,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:06.794118 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.20.0.1 (b66ade71-9ad3-4a62-b9d3-030281d95bb0/1cee9fcd-5720-409f-aa6d-3369524438b2/e4be7580-4e55-46d5-8b66-9d7f0af31d1b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:06.935220 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.031021 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.072893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network b66ade71-9ad3-4a62-b9d3-030281d95bb0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:07.076299 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:07.083239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:07.107989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=e4be7580-4e55-46d5-8b66-9d7f0af31d1b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:07.133205 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.308192 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.338796 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.359671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7d907545-f273-4592-bb58-5589c430f1a5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:07.420388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7d907545-f273-4592-bb58-5589c430f1a5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:07.420834 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.501232 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.525459 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 7d907545-f273-4592-bb58-5589c430f1a5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7d907545-f273-4592-bb58-5589c430f1a5,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:07.613777 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.614733 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 19635ac2-cf7b-42b3-8b38-2e66d771c8bb up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:07.658395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.663729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce50e85-2d94-4f70-b31c-15f925595979 None None] Network b66ade71-9ad3-4a62-b9d3-030281d95bb0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:07.671346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.733597 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.751598 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=7d907545-f273-4592-bb58-5589c430f1a5,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:07.789515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-647edea5-17f0-4027-ada2-e83967f901e9 None None] Provisioning complete for port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:07.789815 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-647edea5-17f0-4027-ada2-e83967f901e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.796643 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:07.797010 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.811816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=e4be7580-4e55-46d5-8b66-9d7f0af31d1b,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:07.817437 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.933147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network b66ade71-9ad3-4a62-b9d3-030281d95bb0 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:07.934613 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:08.010719 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-647edea5-17f0-4027-ada2-e83967f901e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.015075 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.058239 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router d74ef578-59a5-40f1-ab84-42d0637b4e40 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:38:08.063002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=19635ac2-cf7b-42b3-8b38-2e66d771c8bb,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:08.151903 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.176738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:08.189750 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4516c660-e2f2-440d-a620-3c80650be773 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "PUT /v2.0/routers/d74ef578-59a5-40f1-ab84-42d0637b4e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4970071 Sep 17 23:38:08.207239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Sync routers for ids ['d74ef578-59a5-40f1-ab84-42d0637b4e40'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:08.243170 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Routers {'d74ef578-59a5-40f1-ab84-42d0637b4e40'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:08.243792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:38:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d74ef578-59a5-40f1-ab84-42d0637b4e40'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:08.250265 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-647edea5-17f0-4027-ada2-e83967f901e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:38:08.250619 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-647edea5-17f0-4027-ada2-e83967f901e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:38:08.288349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=19635ac2-cf7b-42b3-8b38-2e66d771c8bb,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:08.369493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Set router d74ef578-59a5-40f1-ab84-42d0637b4e40 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:08.380681 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-ad63a9cc-74ea-44dd-be5f-9aff6e87c4b8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392465061&fields=id&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 267 time: 0.0361652 Sep 17 23:38:08.498300 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-7395075e-8aed-49aa-b565-42568d203e3c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:08.499880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-7395075e-8aed-49aa-b565-42568d203e3c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 797 time: 0.1122475 Sep 17 23:38:08.523655 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-282195ca-478e-4bf4-94fc-e65b4e007d64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/quotas/96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 375 time: 0.0105493 Sep 17 23:38:08.577058 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-6595a4f7-5896-45fc-a999-d2b550a229c8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543957 Sep 17 23:38:08.594402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e4be7580-4e55-46d5-8b66-9d7f0af31d1b', 'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:4a:42:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:06Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 2, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:08.633802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Checking router: d74ef578-59a5-40f1-ab84-42d0637b4e40 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:08.633802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Updating router d74ef578-59a5-40f1-ab84-42d0637b4e40 port e4be7580-4e55-46d5-8b66-9d7f0af31d1b binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:38:08.658351 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.685493 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-8be527a1-e33b-4bbe-a461-8c856330223d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:38:08.693015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-8be527a1-e33b-4bbe-a461-8c856330223d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1038232 Sep 17 23:38:08.793541 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-c8f2db8b-2e2d-4d4f-8fb1-ad217b62902a service neutron] 10.222.0.30 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974400 Sep 17 23:38:08.886880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-dc7c63cf-bdea-44c5-b2bd-ba71c0a87333 service neutron] 10.222.0.30 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865421 Sep 17 23:38:08.970710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d86ee198-1cea-4bf7-8d60-6f0580636125 None None] Provisioning complete for port e4be7580-4e55-46d5-8b66-9d7f0af31d1b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:08.971085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d86ee198-1cea-4bf7-8d60-6f0580636125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.976419 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.008909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d86ee198-1cea-4bf7-8d60-6f0580636125 None None] Port e4be7580-4e55-46d5-8b66-9d7f0af31d1b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:09.018792 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d86ee198-1cea-4bf7-8d60-6f0580636125 None None] Provisioning complete for port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:09.019161 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d86ee198-1cea-4bf7-8d60-6f0580636125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.060230 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.136071 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3c7f5fa1-cf7e-4a36-ac85-73375d4a5668 req-cbe8dea4-8b12-47c4-b0f3-1bdf5eb55c1e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 210 time: 0.0348275 Sep 17 23:38:09.146650 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5256e30-4f5a-4646-a0be-b9160f3b6337 None None] Pushing event updated for resources: {'Port': ['ID=e4be7580-4e55-46d5-8b66-9d7f0af31d1b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:09.209998 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Attempting to bind port e4be7580-4e55-46d5-8b66-9d7f0af31d1b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:09.210951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Attempting to bind port e4be7580-4e55-46d5-8b66-9d7f0af31d1b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:09.211695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Attempting to bind port e4be7580-4e55-46d5-8b66-9d7f0af31d1b on network b66ade71-9ad3-4a62-b9d3-030281d95bb0 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:09.221777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:09.222156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Checking segment: {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:09.222559 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.222944 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Bound using segment: {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:09.223420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Bound port: e4be7580-4e55-46d5-8b66-9d7f0af31d1b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:09.223801 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.297800 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.302685 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] For port e4be7580-4e55-46d5-8b66-9d7f0af31d1b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:09.307941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] For port e4be7580-4e55-46d5-8b66-9d7f0af31d1b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e4be7580-4e55-46d5-8b66-9d7f0af31d1b,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:09.363532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7d907545-f273-4592-bb58-5589c430f1a5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:09.396918 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.463456 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-911a1361-d9d1-46a0-b7b9-61fea5dac9b6 None None] Provisioning complete for port e4be7580-4e55-46d5-8b66-9d7f0af31d1b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:09.463830 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-911a1361-d9d1-46a0-b7b9-61fea5dac9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.496115 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Routers {'d74ef578-59a5-40f1-ab84-42d0637b4e40'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:09.496785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:38:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d74ef578-59a5-40f1-ab84-42d0637b4e40'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:09.542254 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5256e30-4f5a-4646-a0be-b9160f3b6337 None None] Pushing event updated for resources: {'Port': ['ID=e4be7580-4e55-46d5-8b66-9d7f0af31d1b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:09.569734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7d907545-f273-4592-bb58-5589c430f1a5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:09.570002 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.692692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] Set router d74ef578-59a5-40f1-ab84-42d0637b4e40 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:09.742379 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-911a1361-d9d1-46a0-b7b9-61fea5dac9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.835363 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 19635ac2-cf7b-42b3-8b38-2e66d771c8bb up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:09.853035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-911a1361-d9d1-46a0-b7b9-61fea5dac9b6 None None] For port e4be7580-4e55-46d5-8b66-9d7f0af31d1b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e4be7580-4e55-46d5-8b66-9d7f0af31d1b,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:10.061956 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-911a1361-d9d1-46a0-b7b9-61fea5dac9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.174237 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a1361-d9d1-46a0-b7b9-61fea5dac9b6 None None] Pushing event updated for resources: {'Port': ['ID=e4be7580-4e55-46d5-8b66-9d7f0af31d1b,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:10.195602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:10.195978 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.218220 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d52abf6b-bf29-475e-a24a-59655f2a3518 None None] Provisioning complete for port e4be7580-4e55-46d5-8b66-9d7f0af31d1b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:10.218589 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d52abf6b-bf29-475e-a24a-59655f2a3518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.255268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8220a5e8-a3aa-43db-af51-a15738bb44ea req-deb2e83b-091e-40c5-a720-326fe5d95461 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 210 time: 0.0340264 Sep 17 23:38:10.296426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e4be7580-4e55-46d5-8b66-9d7f0af31d1b', 'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:4a:42:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:06Z', 'updated_at': '2021-09-17T23:38:09Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:10.332337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f22e4-f260-46e6-a3ff-58a41d6f406c None None] The sync data for ids ['d74ef578-59a5-40f1-ab84-42d0637b4e40'] in n-d-713499-18 is: [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e4be7580-4e55-46d5-8b66-9d7f0af31d1b', 'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:4a:42:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:06Z', 'updated_at': '2021-09-17T23:38:09Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:11.062239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-c577ac2c-360c-4e8c-8c9b-d92931ada169 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:11.063827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-c577ac2c-360c-4e8c-8c9b-d92931ada169 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 797 time: 0.1156442 Sep 17 23:38:11.065257 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.111701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-53654738-dbaa-496e-81b8-9a291be1af29 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 380 time: 0.0385122 Sep 17 23:38:11.122203 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'port': {'device_id': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'admin_state_up': True, 'tenant_id': '96e72366468644278867a97669e96aab', 'security_groups': ['aa03924c-4d6d-4c4f-96eb-3b73b185eb3b']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:11.339230 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:11.340161 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e4be7580-4e55-46d5-8b66-9d7f0af31d1b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:11.343014 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.361150 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23c5f786-993c-4ca0-9705-3724a34fb867 req-ba88cb70-181e-4548-98f8-aa419a0f778a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 210 time: 0.0286062 Sep 17 23:38:11.399168 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port e4be7580-4e55-46d5-8b66-9d7f0af31d1b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:11.399538 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.476751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.20.0.13 (b66ade71-9ad3-4a62-b9d3-030281d95bb0/1cee9fcd-5720-409f-aa6d-3369524438b2/4c41136a-5131-4e86-a1e0-296410d9749e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:11.619706 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.710908 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.754914 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network b66ade71-9ad3-4a62-b9d3-030281d95bb0 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:11.759238 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:11.765652 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:11.771709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=4c41136a-5131-4e86-a1e0-296410d9749e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:11.825345 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:11.825985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.893886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3a835b6a-cab0-429b-a458-40dd15485344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7760677 Sep 17 23:38:11.905006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-ce4a1591-358a-4ed9-8072-f9dc24db2e3a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:38:11.906172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-ce4a1591-358a-4ed9-8072-f9dc24db2e3a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056188 Sep 17 23:38:11.918615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Request body: {'port': {'device_id': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:11.978401 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.032604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6ed24169-6777-4abd-a1ac-73a29987b929 None None] Provisioning complete for port 4c41136a-5131-4e86-a1e0-296410d9749e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:12.032845 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6ed24169-6777-4abd-a1ac-73a29987b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.070700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-6ed24169-6777-4abd-a1ac-73a29987b929 None None] Port 4c41136a-5131-4e86-a1e0-296410d9749e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:12.243843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c41136a-5131-4e86-a1e0-296410d9749e {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:12.251136 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.263004 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Transition to ACTIVE for port object 4c41136a-5131-4e86-a1e0-296410d9749e will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:12.327383 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.378151 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41136a-5131-4e86-a1e0-296410d9749e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:12.458917 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Attempting to bind port 4c41136a-5131-4e86-a1e0-296410d9749e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:12.459246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Attempting to bind port 4c41136a-5131-4e86-a1e0-296410d9749e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:12.459578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Attempting to bind port 4c41136a-5131-4e86-a1e0-296410d9749e on network b66ade71-9ad3-4a62-b9d3-030281d95bb0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:12.485548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Port 4c41136a-5131-4e86-a1e0-296410d9749e on network b66ade71-9ad3-4a62-b9d3-030281d95bb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:12.485871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Attempting to bind port 4c41136a-5131-4e86-a1e0-296410d9749e on network b66ade71-9ad3-4a62-b9d3-030281d95bb0 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:12.495671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:12.496007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Checking segment: {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:12.496414 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Bound using segment: {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:12.496851 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Bound port: 4c41136a-5131-4e86-a1e0-296410d9749e, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:12.497205 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.521934 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f146f-724b-4864-81fd-49992ed14a1d req-209da9f5-88f4-4ebd-b031-0bbae72852d9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.523468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-422f146f-724b-4864-81fd-49992ed14a1d req-209da9f5-88f4-4ebd-b031-0bbae72852d9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 944 time: 0.0782847 Sep 17 23:38:12.597692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-422f146f-724b-4864-81fd-49992ed14a1d req-be6f50cd-8923-49c1-b1e2-e136a3f142f0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539002 Sep 17 23:38:12.602025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:12.605537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4c41136a-5131-4e86-a1e0-296410d9749e,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:12.687611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.721658 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.722275 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.723652 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] 10.222.0.23 "PUT /v2.0/ports/4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 1093 time: 0.8095422 Sep 17 23:38:12.724084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:12.726377 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914849ab-2a12-42b6-935f-727e953106b5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:12.758056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a50a6-bc4d-4c68-b910-046c327e4e99 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41136a-5131-4e86-a1e0-296410d9749e,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:12.765461 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d896e9cd-d6b3-4c1f-a18c-c5e6d12d0a51 x-openstack-request-id: req-d896e9cd-d6b3-4c1f-a18c-c5e6d12d0a51 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:12.765758 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:12.766017 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d896e9cd-d6b3-4c1f-a18c-c5e6d12d0a51 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:12.766471 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e', 'status': 'completed', 'code': 200} Sep 17 23:38:12.833599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914849ab-2a12-42b6-935f-727e953106b5 req-18758d5d-588d-44cd-bdff-630eff7e8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.835154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-914849ab-2a12-42b6-935f-727e953106b5 req-18758d5d-588d-44cd-bdff-630eff7e8b75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1096 time: 0.0474694 Sep 17 23:38:12.936379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914849ab-2a12-42b6-935f-727e953106b5 req-d4a0db29-e1e7-4df9-b632-cfb3035840be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.937851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-914849ab-2a12-42b6-935f-727e953106b5 req-d4a0db29-e1e7-4df9-b632-cfb3035840be service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=96e72366468644278867a97669e96aab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0946901 Sep 17 23:38:13.033031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914849ab-2a12-42b6-935f-727e953106b5 req-b4fbc5b1-5d76-4c42-aac0-821e4e8400e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.034390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-914849ab-2a12-42b6-935f-727e953106b5 req-b4fbc5b1-5d76-4c42-aac0-821e4e8400e6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904112 Sep 17 23:38:13.110348 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-2014441c-6692-4d59-a550-0baa25e7b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.111781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-2014441c-6692-4d59-a550-0baa25e7b198 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1096 time: 0.0423484 Sep 17 23:38:13.154800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-4f647733-ade0-4b73-84e5-c0c242797040 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 217 time: 0.0347314 Sep 17 23:38:13.208585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-6a21948e-c289-456a-88f5-fda902780b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.210021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-6a21948e-c289-456a-88f5-fda902780b14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 200 len: 835 time: 0.0480504 Sep 17 23:38:13.256606 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-435d47ec-dcb6-4fd4-903b-96b0dbe1d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.258244 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-435d47ec-dcb6-4fd4-903b-96b0dbe1d78b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b66ade71-9ad3-4a62-b9d3-030281d95bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413780 Sep 17 23:38:13.349092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-5bdd59f5-2a96-4382-b2dd-199ca049ce65 service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834105 Sep 17 23:38:13.768579 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41879a0e-688f-44fe-944f-cf596cce103f req-5bf7cc70-da35-470d-97f3-62f91cc46ab7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.770033 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41879a0e-688f-44fe-944f-cf596cce103f req-5bf7cc70-da35-470d-97f3-62f91cc46ab7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 944 time: 0.0969062 Sep 17 23:38:13.776005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c65f098e-7736-4d88-a7c6-98555d087f4e req-aa3ca802-ce94-4f56-9a6f-e29c89302c94 service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190924 Sep 17 23:38:13.808764 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-41879a0e-688f-44fe-944f-cf596cce103f req-0d4b8720-8377-48be-b581-3990547d7334 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317986 Sep 17 23:38:14.925280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11268bd7-6f7e-4ccc-861d-8c8659bd8529 req-26b74e1e-e5cb-41bf-a19c-72d1fe2b246f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.926742 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11268bd7-6f7e-4ccc-861d-8c8659bd8529 req-26b74e1e-e5cb-41bf-a19c-72d1fe2b246f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 944 time: 0.0493426 Sep 17 23:38:14.964037 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-11268bd7-6f7e-4ccc-861d-8c8659bd8529 req-276caa01-1741-49a7-b526-87170573507e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Sep 17 23:38:16.078062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342cd35-b3b0-4bbb-8880-d5c646b4941a req-2961f792-eba1-462b-a7c0-8c79e9c9d5bd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:16.079447 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e342cd35-b3b0-4bbb-8880-d5c646b4941a req-2961f792-eba1-462b-a7c0-8c79e9c9d5bd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 944 time: 0.0480857 Sep 17 23:38:16.118150 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e342cd35-b3b0-4bbb-8880-d5c646b4941a req-de2efd6d-0964-4c0c-aa4a-d1fcd18c5620 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321670 Sep 17 23:38:17.234506 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace460be-7785-4d39-a917-b18b096eaa04 req-743576c3-6ad4-4413-8f9f-48d9d50172a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:17.235974 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ace460be-7785-4d39-a917-b18b096eaa04 req-743576c3-6ad4-4413-8f9f-48d9d50172a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 944 time: 0.0528047 Sep 17 23:38:17.274746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ace460be-7785-4d39-a917-b18b096eaa04 req-c70899b8-7dac-4f20-a34e-7e2bbcdbcddb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322959 Sep 17 23:38:17.642823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4c41136a-5131-4e86-a1e0-296410d9749e details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:17.741131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4c41136a-5131-4e86-a1e0-296410d9749e,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:17.752663 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '4c41136a-5131-4e86-a1e0-296410d9749e', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'port_id': '4c41136a-5131-4e86-a1e0-296410d9749e', 'mac_address': 'fa:16:3e:b4:26:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:17.792609 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:17.805540 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c41136a-5131-4e86-a1e0-296410d9749e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:17.824955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4c41136a-5131-4e86-a1e0-296410d9749e,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:17.892745 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:17.939826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=4c41136a-5131-4e86-a1e0-296410d9749e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:18.089160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['4c41136a-5131-4e86-a1e0-296410d9749e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:18.389511 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258229-69cc-4898-bf4e-f4d893d98e07 req-6a606370-a780-4bef-a7f5-196e8e14526f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:18.390992 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad258229-69cc-4898-bf4e-f4d893d98e07 req-6a606370-a780-4bef-a7f5-196e8e14526f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 945 time: 0.0475979 Sep 17 23:38:18.427896 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ad258229-69cc-4898-bf4e-f4d893d98e07 req-37ad72dc-64c1-437d-9e69-aecf4ae59404 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Sep 17 23:38:19.546029 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ddbd1-f2b6-49f9-9d22-479f17241e88 req-8d9c8437-591b-4697-9753-0033eeff19cc tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:19.547545 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1b0ddbd1-f2b6-49f9-9d22-479f17241e88 req-8d9c8437-591b-4697-9753-0033eeff19cc tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 945 time: 0.0526357 Sep 17 23:38:19.590312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1b0ddbd1-f2b6-49f9-9d22-479f17241e88 req-05a19966-4b6c-4db1-a6c9-d51f56445f4f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366945 Sep 17 23:38:19.658017 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4c41136a-5131-4e86-a1e0-296410d9749e up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:19.761509 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 4c41136a-5131-4e86-a1e0-296410d9749e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:19.765201 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 4c41136a-5131-4e86-a1e0-296410d9749e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:19.765580 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.844247 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.867092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:19.869429 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d9ca3a-caff-4101-ad1e-ce6b2ffca6a6" -d '{"events": [{"server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "name": "network-vif-plugged", "status": "completed", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:19.882369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4c41136a-5131-4e86-a1e0-296410d9749e,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:19.911793 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf40829-f56a-4084-87b2-ce0178584ea8 x-openstack-request-id: req-ddf40829-f56a-4084-87b2-ce0178584ea8 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:19.911793 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "name": "network-vif-plugged", "status": "completed", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:19.911793 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ddf40829-f56a-4084-87b2-ce0178584ea8 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:19.911793 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e', 'code': 200} Sep 17 23:38:19.922052 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.970499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=4c41136a-5131-4e86-a1e0-296410d9749e,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:20.008089 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fca1f7-539a-4d0f-b06d-6ad4650b370a req-8bb58271-8b5b-4cf6-8ffd-f7f07a7e5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.009724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34fca1f7-539a-4d0f-b06d-6ad4650b370a req-8bb58271-8b5b-4cf6-8ffd-f7f07a7e5dde service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1098 time: 0.0451486 Sep 17 23:38:20.045702 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-34fca1f7-539a-4d0f-b06d-6ad4650b370a req-a2fce67c-08c4-4a61-afb4-cb541af078c1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290089 Sep 17 23:38:20.705635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ade28c-885f-4396-b963-84aa38409b53 req-e4f1c9d9-0866-47fd-bec6-85a60b773ef2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.707120 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14ade28c-885f-4396-b963-84aa38409b53 req-e4f1c9d9-0866-47fd-bec6-85a60b773ef2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0497942 Sep 17 23:38:20.746709 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14ade28c-885f-4396-b963-84aa38409b53 req-cfa73c47-0c6a-4339-8c06-17063bb1ee7f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Sep 17 23:38:21.861375 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c419d3-61e9-42c7-8d8f-9c704a40f174 req-9bba7042-3559-4f8d-979c-37b887550d79 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:21.862877 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2c419d3-61e9-42c7-8d8f-9c704a40f174 req-9bba7042-3559-4f8d-979c-37b887550d79 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0485959 Sep 17 23:38:21.900603 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2c419d3-61e9-42c7-8d8f-9c704a40f174 req-410ab35f-b1fe-4906-ad94-9366b2f90fdb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312486 Sep 17 23:38:22.023587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184f60-43a4-475e-93b6-f93a35695f5c req-a54589c6-bc68-49ce-acb1-bb73ec853b35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:22.025148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-26184f60-43a4-475e-93b6-f93a35695f5c req-a54589c6-bc68-49ce-acb1-bb73ec853b35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0554929 Sep 17 23:38:22.061827 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-26184f60-43a4-475e-93b6-f93a35695f5c req-2477457f-428f-4c0a-aae4-3520bfe228f8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Sep 17 23:38:22.083191 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57578) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:22.124219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9efa83-975f-406a-8fbd-590a49ff315f tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:22.125795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6d9efa83-975f-406a-8fbd-590a49ff315f tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1093 time: 0.0416589 Sep 17 23:38:22.128577 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57580) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:22.133338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '4c41136a-5131-4e86-a1e0-296410d9749e', 'tenant_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:22.196573 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.296852 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.400633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.25.6.87 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/be2310c2-7b7a-41ea-9eab-56358d9412f4) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:22.503491 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.590759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.633207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:22.639596 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:22.644740 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:22.685491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=be2310c2-7b7a-41ea-9eab-56358d9412f4,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:23.013111 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.136785 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.282002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.334312 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.409223 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=be2310c2-7b7a-41ea-9eab-56358d9412f4,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:23.417615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.510460 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Floating IP 9aacf1cf-1d69-498b-9bfa-0083729f0e8e associated. External IP: 172.25.6.87, port: 4c41136a-5131-4e86-a1e0-296410d9749e. Sep 17 23:38:23.717757 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router d74ef578-59a5-40f1-ab84-42d0637b4e40 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:38:23.822138 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:23.832474 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] Sync routers for ids ['d74ef578-59a5-40f1-ab84-42d0637b4e40'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:23.841602 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] Routers {'d74ef578-59a5-40f1-ab84-42d0637b4e40'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:23.842205 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:38:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d74ef578-59a5-40f1-ab84-42d0637b4e40'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:23.904608 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.931850 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6648995f-e4bb-4f01-a791-bee83213ed7c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8022795 Sep 17 23:38:23.932447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:23.936419 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:23.944995 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] Set router d74ef578-59a5-40f1-ab84-42d0637b4e40 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:23.976542 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a9b1e-9568-4c7a-b1c2-94c810e9d0a2 x-openstack-request-id: req-6b5a9b1e-9568-4c7a-b1c2-94c810e9d0a2 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:23.976853 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:23.977177 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b5a9b1e-9568-4c7a-b1c2-94c810e9d0a2 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:23.978165 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e', 'status': 'completed', 'code': 200} Sep 17 23:38:24.061680 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6432ed-f383-4015-b69e-46aa4e356085 req-869743bf-aec4-43f6-b444-0b32ee8f1ed4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.063354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e6432ed-f383-4015-b69e-46aa4e356085 req-869743bf-aec4-43f6-b444-0b32ee8f1ed4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0813818 Sep 17 23:38:24.070763 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-a5affb3f-081b-497d-9096-316a0f49758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.072232 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-a5affb3f-081b-497d-9096-316a0f49758e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1098 time: 0.0639846 Sep 17 23:38:24.131543 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2e6432ed-f383-4015-b69e-46aa4e356085 req-271533a1-ab5b-43b0-82fd-65742c908706 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583417 Sep 17 23:38:24.154875 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57586) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:24.175611 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '9aacf1cf-1d69-498b-9bfa-0083729f0e8e', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'port_id': '4c41136a-5131-4e86-a1e0-296410d9749e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'mac_address': 'fa:16:3e:b4:26:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:22Z', 'updated_at': '2021-09-17T23:38:22Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4be7580-4e55-46d5-8b66-9d7f0af31d1b', 'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:4a:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:06Z', 'updated_at': '2021-09-17T23:38:09Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:24.187626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-c5279607-5f14-4e7e-90ac-f96a37784043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.189159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-c5279607-5f14-4e7e-90ac-f96a37784043 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 898 time: 0.1103070 Sep 17 23:38:24.202059 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] Checking router: d74ef578-59a5-40f1-ab84-42d0637b4e40 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:24.210301 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] Routers {'d74ef578-59a5-40f1-ab84-42d0637b4e40'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:24.210968 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:38:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d74ef578-59a5-40f1-ab84-42d0637b4e40'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:24.220854 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-aa9c0f1c-f290-470a-ab6c-caa9abe71490 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/9aacf1cf-1d69-498b-9bfa-0083729f0e8e HTTP/1.1" status: 200 len: 991 time: 0.0637348 Sep 17 23:38:24.258394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-7fae4494-66be-47d8-87dd-ebbf300850d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 999 time: 0.0618322 Sep 17 23:38:24.307429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-9e5646d5-fb27-4128-b0c2-3d510655ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.308919 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-9e5646d5-fb27-4128-b0c2-3d510655ffb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 200 len: 835 time: 0.0440474 Sep 17 23:38:24.315141 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] Set router d74ef578-59a5-40f1-ab84-42d0637b4e40 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:24.354559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-46177a0f-056c-44ce-a61f-aa2e1f5ad8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.356438 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-46177a0f-056c-44ce-a61f-aa2e1f5ad8dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b66ade71-9ad3-4a62-b9d3-030281d95bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406215 Sep 17 23:38:24.455944 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-28cb09c1-b5d5-4248-9a68-aff71f34da43 service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929031 Sep 17 23:38:24.549189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dd88ca0-7346-41e7-99d2-e98e9dfc957c req-7b596171-af1f-4d18-a377-10bb22e1d742 service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855184 Sep 17 23:38:24.630519 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '9aacf1cf-1d69-498b-9bfa-0083729f0e8e', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'port_id': '4c41136a-5131-4e86-a1e0-296410d9749e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'mac_address': 'fa:16:3e:b4:26:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:22Z', 'updated_at': '2021-09-17T23:38:22Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4be7580-4e55-46d5-8b66-9d7f0af31d1b', 'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:4a:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:06Z', 'updated_at': '2021-09-17T23:38:09Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:24.657723 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8446502-f271-4b55-85f3-aaadb44b4089 None None] The sync data for ids ['d74ef578-59a5-40f1-ab84-42d0637b4e40'] in n-d-713499-18 is: [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '9aacf1cf-1d69-498b-9bfa-0083729f0e8e', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'port_id': '4c41136a-5131-4e86-a1e0-296410d9749e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'mac_address': 'fa:16:3e:b4:26:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:22Z', 'updated_at': '2021-09-17T23:38:22Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4be7580-4e55-46d5-8b66-9d7f0af31d1b', 'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:4a:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:06Z', 'updated_at': '2021-09-17T23:38:09Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:24.853951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e3740-539d-4dc3-b9d7-30fb20f7bd18 None None] New status for floating IP 9aacf1cf-1d69-498b-9bfa-0083729f0e8e: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:38:25.223213 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57588) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:25.241967 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:38:25.282986 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2748ea3a-e82e-4c9d-a333-8b4c0da0f8ac tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/9aacf1cf-1d69-498b-9bfa-0083729f0e8e HTTP/1.1" status: 200 len: 993 time: 0.0586326 Sep 17 23:38:26.043674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-90db6a99-77bd-4905-88fe-3f2563550202 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531943 Sep 17 23:38:26.131111 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-2a024fb0-3815-4803-bca6-44458b0f841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:26.133746 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-2a024fb0-3815-4803-bca6-44458b0f841a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1098 time: 0.0484629 Sep 17 23:38:26.237133 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-b7921021-cc0c-49c7-922a-32025f6dbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:26.238623 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-b7921021-cc0c-49c7-922a-32025f6dbe2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 898 time: 0.0851970 Sep 17 23:38:26.309192 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-2dfb734a-130d-4e5f-a1ce-4ccdcdef2c8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 1001 time: 0.0632284 Sep 17 23:38:26.358962 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-56fa36b3-535c-45dc-bdb6-0d8108923495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:26.360476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-56fa36b3-535c-45dc-bdb6-0d8108923495 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 200 len: 835 time: 0.0449016 Sep 17 23:38:26.408383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-578eb1c5-6e91-4531-8f05-a01ec2c7bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:26.409916 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-578eb1c5-6e91-4531-8f05-a01ec2c7bfd5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b66ade71-9ad3-4a62-b9d3-030281d95bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430865 Sep 17 23:38:26.501817 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-22dad592-900a-450d-98c5-e96f89c3130b service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846522 Sep 17 23:38:26.590663 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-02502bb2-eb7d-4e37-a0b9-39148369e378 req-c553abea-a6e7-47c3-a2a3-16ed645c1fbc service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816240 Sep 17 23:38:30.018547 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:33.327157 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-860626db-8bac-419f-ac29-48dbaef74b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:35.926713 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-db4bc37a-48d3-47d0-80c4-ca71265527cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:37.109599 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:37.635580 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:39.298556 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:41.058502 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.210138 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9328724-afd1-4c3b-bd60-fdc6ac340856 req-6af7c281-8cf6-4099-969a-3691d3fd5aff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:52.211611 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b9328724-afd1-4c3b-bd60-fdc6ac340856 req-6af7c281-8cf6-4099-969a-3691d3fd5aff tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0527542 Sep 17 23:38:52.255302 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b9328724-afd1-4c3b-bd60-fdc6ac340856 req-4babb720-44fb-4476-9763-b924e01a2135 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371594 Sep 17 23:38:52.328360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-af9836e6-46c8-44dc-855c-178883cfcd6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849140 Sep 17 23:38:52.337117 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-ee0c15f9-5138-4545-ab07-475716dc1ce3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:38:52.338039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-ee0c15f9-5138-4545-ab07-475716dc1ce3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048647 Sep 17 23:38:53.379473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b719735-2b7c-45eb-a1db-77ad22d33058 req-90c6adba-6d3b-46c7-a9a7-19d2dbff2c06 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:53.381022 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b719735-2b7c-45eb-a1db-77ad22d33058 req-90c6adba-6d3b-46c7-a9a7-19d2dbff2c06 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0570624 Sep 17 23:38:53.420552 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b719735-2b7c-45eb-a1db-77ad22d33058 req-c1089746-9e36-497e-8996-bfded7fdc9b7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330405 Sep 17 23:38:54.535336 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7e7b5-a8ba-43ea-9276-23324f3e5306 req-2cef3864-2071-445b-ba8f-a0896533f753 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:54.536831 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3cc7e7b5-a8ba-43ea-9276-23324f3e5306 req-2cef3864-2071-445b-ba8f-a0896533f753 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0490341 Sep 17 23:38:54.574398 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3cc7e7b5-a8ba-43ea-9276-23324f3e5306 req-09e33da1-143b-4905-83a6-197ec4a219fa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315888 Sep 17 23:38:55.339500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-ed40788d-51b4-434e-827c-a80c45d03104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.341010 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-ed40788d-51b4-434e-827c-a80c45d03104 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1098 time: 0.0409861 Sep 17 23:38:55.437461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-31caad52-a22c-4459-961f-4185a21483ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.438965 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-31caad52-a22c-4459-961f-4185a21483ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 898 time: 0.0906022 Sep 17 23:38:55.505138 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-5e694abe-dd88-424e-ad54-acc0a5403d5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 1001 time: 0.0577753 Sep 17 23:38:55.556563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-3d516118-6170-407a-972f-3ac7006cbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.558007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-3d516118-6170-407a-972f-3ac7006cbb9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 200 len: 835 time: 0.0438483 Sep 17 23:38:55.610628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-6fa6015f-02a9-4c43-9c50-afd18d7a8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.612184 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-6fa6015f-02a9-4c43-9c50-afd18d7a8cb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b66ade71-9ad3-4a62-b9d3-030281d95bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454478 Sep 17 23:38:55.737147 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be30c-bb08-4cf3-96af-6d399cad658b req-c85fea3b-02d4-4dd3-8496-de975495e986 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.738563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a20be30c-bb08-4cf3-96af-6d399cad658b req-c85fea3b-02d4-4dd3-8496-de975495e986 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0914762 Sep 17 23:38:55.755570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-705a43ee-e977-403b-9620-5bfda646d93c service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343212 Sep 17 23:38:55.808241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a20be30c-bb08-4cf3-96af-6d399cad658b req-6dbc0089-056c-435d-9277-c721c9cb18e2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624826 Sep 17 23:38:55.863015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-d219d69c-893f-47e2-8aa9-50c56f470af8 service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967026 Sep 17 23:38:56.925958 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d08bb-5a5f-4f37-97d4-56f2878f01ff req-5f6f4a21-d9f8-44e7-9fd9-d079a68ffe7f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:56.927420 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-934d08bb-5a5f-4f37-97d4-56f2878f01ff req-5f6f4a21-d9f8-44e7-9fd9-d079a68ffe7f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0521963 Sep 17 23:38:56.964888 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-934d08bb-5a5f-4f37-97d4-56f2878f01ff req-1d72e87b-715b-42f7-a16c-2b702553a3ea tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Sep 17 23:38:58.080918 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e0a11-2b26-423f-b44f-1ae3de289749 req-2af0e1a3-b0d2-4c14-b7f2-438cba180cd3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:58.082435 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e84e0a11-2b26-423f-b44f-1ae3de289749 req-2af0e1a3-b0d2-4c14-b7f2-438cba180cd3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0492296 Sep 17 23:38:58.123882 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e84e0a11-2b26-423f-b44f-1ae3de289749 req-b066e557-68c1-4be4-a83e-ac5cbde3c8a4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355718 Sep 17 23:38:59.238954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43435af-3482-4331-8f4d-0893a01543d0 req-ceb74467-23b4-44a9-9be8-9c9c82898828 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:59.240447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d43435af-3482-4331-8f4d-0893a01543d0 req-ceb74467-23b4-44a9-9be8-9c9c82898828 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0495510 Sep 17 23:38:59.276713 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d43435af-3482-4331-8f4d-0893a01543d0 req-6f0c18fa-e488-47b8-a5a0-e6405ef03e73 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304506 Sep 17 23:39:00.011969 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:00.392290 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99e56f-6663-4ece-a315-3f4fb7a69b5c req-86f1fb9b-60f9-4f8d-8d6b-75c221431d27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:00.393788 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a99e56f-6663-4ece-a315-3f4fb7a69b5c req-86f1fb9b-60f9-4f8d-8d6b-75c221431d27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0496302 Sep 17 23:39:00.430829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a99e56f-6663-4ece-a315-3f4fb7a69b5c req-c8853f9e-e6a2-4206-96ed-1398d3e2dacb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311482 Sep 17 23:39:01.545534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3fe7-024d-4552-84bc-4a65bbae563b req-9ab586ff-c2c9-4abb-88e4-32ba7dcc2dad tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:01.546971 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-510e3fe7-024d-4552-84bc-4a65bbae563b req-9ab586ff-c2c9-4abb-88e4-32ba7dcc2dad tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0481176 Sep 17 23:39:01.583947 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-510e3fe7-024d-4552-84bc-4a65bbae563b req-40fcf88a-cd42-43c1-87e9-36e271ee26ca tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309675 Sep 17 23:39:02.240905 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:39:02.700054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c187b7-6422-41c5-84a2-9378eebf6af7 req-8da4383c-85c3-4c9d-b9e4-58089a030f9b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:02.701576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36c187b7-6422-41c5-84a2-9378eebf6af7 req-8da4383c-85c3-4c9d-b9e4-58089a030f9b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0496607 Sep 17 23:39:02.740172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36c187b7-6422-41c5-84a2-9378eebf6af7 req-d48b1f68-0d30-4b57-a8fa-198ab3481bb6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322540 Sep 17 23:39:03.274980 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3832840d-c881-4450-af13-1067700998a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:03.859796 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8420f67-e17c-4a34-a802-6f12abdb795e req-8021ae08-e019-4d59-9536-dfc8208e5b4b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:03.861765 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8420f67-e17c-4a34-a802-6f12abdb795e req-8021ae08-e019-4d59-9536-dfc8208e5b4b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0544374 Sep 17 23:39:03.899573 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f8420f67-e17c-4a34-a802-6f12abdb795e req-9479da67-1507-4045-89bd-e9fbf0706b24 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Sep 17 23:39:05.013663 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b621c5e-0fa5-4c0d-a2ad-cf90d57cd08c req-6d49451e-a48a-4b4b-a14f-ae1bc57f4257 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:05.015176 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b621c5e-0fa5-4c0d-a2ad-cf90d57cd08c req-6d49451e-a48a-4b4b-a14f-ae1bc57f4257 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0489471 Sep 17 23:39:05.056005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b621c5e-0fa5-4c0d-a2ad-cf90d57cd08c req-f8bcc147-18b4-41e0-9805-8035e9b64820 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340366 Sep 17 23:39:05.932268 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec80a-d7f1-45b4-a5fa-c22a0fda0d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:06.171396 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92f146-143e-4601-9445-72f17471f780 req-f36df284-d6fc-4c19-a6aa-771fe8c23275 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:06.172897 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c92f146-143e-4601-9445-72f17471f780 req-f36df284-d6fc-4c19-a6aa-771fe8c23275 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0489464 Sep 17 23:39:06.210933 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4c92f146-143e-4601-9445-72f17471f780 req-b7aea0de-8296-4169-8982-07c6b0acb3c6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313756 Sep 17 23:39:07.120427 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:07.326601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43c68c-27bb-4c34-87dd-322efe1026b5 req-e3b9e5bf-05e4-4eb4-9993-02c549657f3d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:07.328087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3e43c68c-27bb-4c34-87dd-322efe1026b5 req-e3b9e5bf-05e4-4eb4-9993-02c549657f3d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0493917 Sep 17 23:39:07.365674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3e43c68c-27bb-4c34-87dd-322efe1026b5 req-356745e8-88fb-4109-aa6b-4f26739ab5d0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307653 Sep 17 23:39:07.646295 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:08.482830 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbd19d-cd07-477d-a823-c214ec47ba88 req-00b9cc89-c342-48a8-93ce-82ac7ba53c0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:08.484378 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cbd19d-cd07-477d-a823-c214ec47ba88 req-00b9cc89-c342-48a8-93ce-82ac7ba53c0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0519741 Sep 17 23:39:08.523623 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0cbd19d-cd07-477d-a823-c214ec47ba88 req-05ace6b1-2d49-47b3-bd40-b99c8aedf9c2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319216 Sep 17 23:39:09.297907 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:09.638400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45ade0-89fa-40a6-9851-2d830a03ee55 req-1c10992b-c7d6-48eb-bc61-b7b9308de225 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:09.639886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f45ade0-89fa-40a6-9851-2d830a03ee55 req-1c10992b-c7d6-48eb-bc61-b7b9308de225 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0486097 Sep 17 23:39:09.677535 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5f45ade0-89fa-40a6-9851-2d830a03ee55 req-1522ba1d-f1e1-406c-8c9b-1bb636da9f9f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314975 Sep 17 23:39:10.796846 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704deea9-7e00-4f7f-bd5c-43fc642d37a2 req-44ce96c5-5cf8-4392-8b4c-038cb07cc344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:10.798325 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704deea9-7e00-4f7f-bd5c-43fc642d37a2 req-44ce96c5-5cf8-4392-8b4c-038cb07cc344 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0521128 Sep 17 23:39:10.842249 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-704deea9-7e00-4f7f-bd5c-43fc642d37a2 req-b16dd8ff-558d-48ee-95e6-6c4f4c3ea854 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353484 Sep 17 23:39:11.051974 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:11.958351 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257627f-51f4-487e-bb79-331c3631d4ca req-c10f254b-8d68-4124-bebc-d69428458d28 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:11.959846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5257627f-51f4-487e-bb79-331c3631d4ca req-c10f254b-8d68-4124-bebc-d69428458d28 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0487297 Sep 17 23:39:12.000967 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5257627f-51f4-487e-bb79-331c3631d4ca req-89fbe1cb-c336-4819-adaf-1cac4d108038 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352283 Sep 17 23:39:12.930786 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-997b06d3-ee1d-45b2-a0a7-7af0a65e95d8 service neutron] show failed (client error): The resource could not be found. Sep 17 23:39:12.931780 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-997b06d3-ee1d-45b2-a0a7-7af0a65e95d8 service neutron] 10.222.0.23 "GET /v2.0/ports/4c41136a-5131-4e86-a1e0-296410d9749e/bindings/n-h2-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0539112 Sep 17 23:39:13.115342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77adc9-9333-4ed8-a50e-be5169f6e10b req-fbd529f9-1735-44be-b3b2-caf86627d4d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:13.116870 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c77adc9-9333-4ed8-a50e-be5169f6e10b req-fbd529f9-1735-44be-b3b2-caf86627d4d6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0493305 Sep 17 23:39:13.154827 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c77adc9-9333-4ed8-a50e-be5169f6e10b req-86cf4025-47af-4732-9c98-0cf25d88a749 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Sep 17 23:39:13.552222 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-dbe2fd63-0ba1-4cd2-93e1-d4036858aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:13.553597 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-dbe2fd63-0ba1-4cd2-93e1-d4036858aed0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 1098 time: 0.1132393 Sep 17 23:39:13.571573 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:13.906404 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.102385 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=4c41136a-5131-4e86-a1e0-296410d9749e,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:14.134417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h1-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:14.176064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:14.178297 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e34545-ac4b-41c5-a05e-e4b2c60530b7" -d '{"events": [{"server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:14.182106 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.195477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Transition to ACTIVE for port object 4c41136a-5131-4e86-a1e0-296410d9749e will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:39:14.232313 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81595a96-4b75-4d04-9004-2ffc79fa5075 x-openstack-request-id: req-81595a96-4b75-4d04-9004-2ffc79fa5075 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:14.232608 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:14.232864 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81595a96-4b75-4d04-9004-2ffc79fa5075 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:14.233258 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e', 'code': 200} Sep 17 23:39:14.263213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.278408 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da8997-63b5-43e8-9b28-e48e8a562d8c req-721063c0-a257-45e5-8026-bb0ec0e736d8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:14.279923 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2da8997-63b5-43e8-9b28-e48e8a562d8c req-721063c0-a257-45e5-8026-bb0ec0e736d8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0525868 Sep 17 23:39:14.322218 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a2da8997-63b5-43e8-9b28-e48e8a562d8c req-63872744-9dd9-466e-8a9d-e1aa45d9ee9b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356901 Sep 17 23:39:14.370307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41136a-5131-4e86-a1e0-296410d9749e,revision_number=6']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:14.393175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.393554 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.393899 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.394240 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.394580 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.394913 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.395243 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.395570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.395896 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.396256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.396583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.396906 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.444851 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] No DVR routers for this DVR port 4c41136a-5131-4e86-a1e0-296410d9749e on host n-h1-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:39:14.575844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Attempting to bind port 4c41136a-5131-4e86-a1e0-296410d9749e on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:39:14.576077 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Attempting to bind port 4c41136a-5131-4e86-a1e0-296410d9749e by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:39:14.576415 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Attempting to bind port 4c41136a-5131-4e86-a1e0-296410d9749e on network b66ade71-9ad3-4a62-b9d3-030281d95bb0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:14.580842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Port 4c41136a-5131-4e86-a1e0-296410d9749e on network b66ade71-9ad3-4a62-b9d3-030281d95bb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:39:14.581160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Attempting to bind port 4c41136a-5131-4e86-a1e0-296410d9749e on network b66ade71-9ad3-4a62-b9d3-030281d95bb0 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:14.585918 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:39:14.586254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Checking segment: {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:39:14.586634 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Bound using segment: {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:39:14.587051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Bound port: 4c41136a-5131-4e86-a1e0-296410d9749e, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a45702-ab71-45ab-82c3-a235a71e3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:39:14.587403 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.651608 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:14.654553 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4c41136a-5131-4e86-a1e0-296410d9749e,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:39:14.732175 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.767820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:14.768507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.771315 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] 10.222.0.15 "PUT /v2.0/ports/4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 1093 time: 1.2036574 Sep 17 23:39:14.791314 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140347cd-4e67-4e18-bb46-c862006a8da9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41136a-5131-4e86-a1e0-296410d9749e,revision_number=7']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:14.848328 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-c73cc08c-b359-465f-9699-94a287f407bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:14.849838 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-c73cc08c-b359-465f-9699-94a287f407bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1096 time: 0.0445313 Sep 17 23:39:14.947351 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-27807ba7-7ad7-47dd-bf84-ee40f4cde4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:14.948854 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-27807ba7-7ad7-47dd-bf84-ee40f4cde4a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 898 time: 0.0918379 Sep 17 23:39:15.015225 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-6d3abf6e-cc95-4718-855f-f37ee234513c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 999 time: 0.0591886 Sep 17 23:39:15.063597 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-d16f781e-99c6-48cb-8bdb-5ad8d56f8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:15.065125 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-d16f781e-99c6-48cb-8bdb-5ad8d56f8fe1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 200 len: 835 time: 0.0432594 Sep 17 23:39:15.113861 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-5a5df5c0-2f62-46ec-9038-180222809187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:15.115363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-5a5df5c0-2f62-46ec-9038-180222809187 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b66ade71-9ad3-4a62-b9d3-030281d95bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437322 Sep 17 23:39:15.204483 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-076e5736-0144-4048-8f2d-22c20328b341 service neutron] 10.222.0.15 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819077 Sep 17 23:39:15.297648 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d86e2c44-241c-4b5c-b337-1333ea2008aa req-aa6f7bca-c3e4-4202-bafe-406ce1205afd service neutron] 10.222.0.15 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855906 Sep 17 23:39:15.441434 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86edc6-9d00-4b9d-b2c3-3c35cd8c39aa req-3b1db377-96ab-401d-9c90-6330802ff30c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:15.442935 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa86edc6-9d00-4b9d-b2c3-3c35cd8c39aa req-3b1db377-96ab-401d-9c90-6330802ff30c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 944 time: 0.0496676 Sep 17 23:39:15.481948 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa86edc6-9d00-4b9d-b2c3-3c35cd8c39aa req-84ed6a46-507b-4509-8b85-7f597ded5ba6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321267 Sep 17 23:39:15.922838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4c41136a-5131-4e86-a1e0-296410d9749e no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:39:15.960838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 4c41136a-5131-4e86-a1e0-296410d9749e not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:39:16.234020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:16.237012 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:16.285700 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adcda91-9fe3-4092-9f4e-b65afb079784 x-openstack-request-id: req-0adcda91-9fe3-4092-9f4e-b65afb079784 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:16.285987 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:16.286232 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0adcda91-9fe3-4092-9f4e-b65afb079784 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:16.286620 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e', 'status': 'completed', 'code': 200} Sep 17 23:39:16.348788 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-97c7ba61-7c37-4fc3-a5b4-b54e349fb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.350309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-97c7ba61-7c37-4fc3-a5b4-b54e349fb50e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1096 time: 0.0411401 Sep 17 23:39:16.365134 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-483434a3-c247-4f23-b6d4-cae503569288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.366635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-483434a3-c247-4f23-b6d4-cae503569288 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1096 time: 0.0408015 Sep 17 23:39:16.444095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-8a4b0624-b397-4ecf-88be-a47734b7e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.445935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-8a4b0624-b397-4ecf-88be-a47734b7e817 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 898 time: 0.0885177 Sep 17 23:39:16.458245 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-e7d9bf52-e809-432a-9a68-f61136fe183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.459787 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-e7d9bf52-e809-432a-9a68-f61136fe183d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 898 time: 0.0860469 Sep 17 23:39:16.510656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-a9925496-a3a1-4341-88a4-43bc068baed3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 999 time: 0.0579872 Sep 17 23:39:16.524862 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-238e727b-e44f-4d60-9f7e-4aee92eacdeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 999 time: 0.0577295 Sep 17 23:39:16.565041 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-53c05914-8cfb-4fdf-ae49-90256dad25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.566809 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-53c05914-8cfb-4fdf-ae49-90256dad25fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 200 len: 835 time: 0.0498552 Sep 17 23:39:16.607249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-e0eb8bb9-d828-4878-b2fb-df16eafa8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.608731 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-e0eb8bb9-d828-4878-b2fb-df16eafa8ed5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 200 len: 835 time: 0.0765023 Sep 17 23:39:16.613118 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-060813d0-8acd-4cf6-b98d-895f048bcea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.614649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-060813d0-8acd-4cf6-b98d-895f048bcea0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b66ade71-9ad3-4a62-b9d3-030281d95bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403478 Sep 17 23:39:16.632165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58e07f-151f-45e9-b24d-69553a1eb4b5 req-4443e0bb-89fc-44f3-a853-0e7eca6982ef tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.633638 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af58e07f-151f-45e9-b24d-69553a1eb4b5 req-4443e0bb-89fc-44f3-a853-0e7eca6982ef tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 944 time: 0.0708685 Sep 17 23:39:16.687836 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-4b19b80f-7541-4f0e-9e12-9ef995499f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.690049 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-4b19b80f-7541-4f0e-9e12-9ef995499f04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b66ade71-9ad3-4a62-b9d3-030281d95bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747564 Sep 17 23:39:16.693103 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af58e07f-151f-45e9-b24d-69553a1eb4b5 req-23fc3030-de1e-497e-a231-7e5fee3f137f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451744 Sep 17 23:39:16.713735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-62024041-4e83-44a4-898e-3d9b66bc957e service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853012 Sep 17 23:39:16.783296 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-d5b0167a-0258-4c85-b01a-29b6c52324d9 service neutron] 10.222.0.15 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857759 Sep 17 23:39:16.802218 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-bce9e636-7c14-4051-823e-d3168e2fdb9e service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875182 Sep 17 23:39:16.873516 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9b59e3b9-c709-4e9b-84d0-c4c7e36c3749 req-16826f4b-61f7-46ea-a200-c240a7ff2cc2 service neutron] 10.222.0.15 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825467 Sep 17 23:39:17.811362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ad03-1437-48e0-9c05-d8eac5955f5d req-f206034f-5ab4-4090-afc5-bf916dec533b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:17.812886 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9e8ad03-1437-48e0-9c05-d8eac5955f5d req-f206034f-5ab4-4090-afc5-bf916dec533b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 944 time: 0.0495105 Sep 17 23:39:17.855868 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d9e8ad03-1437-48e0-9c05-d8eac5955f5d req-0b18d61a-f18e-4085-a4b2-5e998870c98c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363293 Sep 17 23:39:18.251654 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4c41136a-5131-4e86-a1e0-296410d9749e details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:39:18.346933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4c41136a-5131-4e86-a1e0-296410d9749e,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:18.357595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '4c41136a-5131-4e86-a1e0-296410d9749e', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'port_id': '4c41136a-5131-4e86-a1e0-296410d9749e', 'mac_address': 'fa:16:3e:b4:26:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:39:18.393196 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:18.405256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c41136a-5131-4e86-a1e0-296410d9749e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:39:18.424009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4c41136a-5131-4e86-a1e0-296410d9749e,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:18.526271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:18.576756 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=4c41136a-5131-4e86-a1e0-296410d9749e,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:18.584812 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.585159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.585499 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.585834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.586163 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.586493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.586818 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.587138 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.587458 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.587782 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.588097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.588438 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:18.976877 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2188f-97af-49d5-b2fa-06fb214969f0 req-8653f6b5-7577-413b-b700-c668a13295d8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:18.978378 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c2e2188f-97af-49d5-b2fa-06fb214969f0 req-8653f6b5-7577-413b-b700-c668a13295d8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 945 time: 0.0545759 Sep 17 23:39:18.984268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['4c41136a-5131-4e86-a1e0-296410d9749e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:19.017102 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c2e2188f-97af-49d5-b2fa-06fb214969f0 req-77e86564-e688-47e8-8030-0870b1e2f46b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326922 Sep 17 23:39:19.359992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f666b-e11d-4fbb-afe7-e9d9fccfb051 req-e04a7293-b8bb-4f28-bcf1-8d5b356cae74 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.362309 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff5f666b-e11d-4fbb-afe7-e9d9fccfb051 req-e04a7293-b8bb-4f28-bcf1-8d5b356cae74 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 945 time: 0.0518446 Sep 17 23:39:19.400682 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ff5f666b-e11d-4fbb-afe7-e9d9fccfb051 req-2fccc7a4-6624-45bb-8bb1-30d2dc173869 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321236 Sep 17 23:39:19.439734 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870c436-0499-49e6-8be6-43b89bb06756 req-acc5bc12-5c06-4073-a0ea-c4679d6de0c5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.441536 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e870c436-0499-49e6-8be6-43b89bb06756 req-acc5bc12-5c06-4073-a0ea-c4679d6de0c5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0&tenant_id=96e72366468644278867a97669e96aab&binding%3Ahost_id=n-h2-713499-18 HTTP/1.1" status: 200 len: 945 time: 0.0580053 Sep 17 23:39:19.528089 n-d-713499-18 neutron-server[95454]: INFO neutron.api.v2.resource [req-e870c436-0499-49e6-8be6-43b89bb06756 req-a53cf232-0672-4b56-9a9f-6601d43e5f99 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:39:19.529034 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e870c436-0499-49e6-8be6-43b89bb06756 req-a53cf232-0672-4b56-9a9f-6601d43e5f99 service neutron] 10.222.0.23 "DELETE /v2.0/ports/4c41136a-5131-4e86-a1e0-296410d9749e/bindings/n-h1-713499-18 HTTP/1.1" status: 404 len: 381 time: 0.0797141 Sep 17 23:39:19.544695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0de75-01b0-4c3e-ad3d-166815e33551 req-c51f3ec2-b576-43fe-8d33-cb9d37c7f4c2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.547923 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fe0de75-01b0-4c3e-ad3d-166815e33551 req-c51f3ec2-b576-43fe-8d33-cb9d37c7f4c2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 945 time: 0.0739470 Sep 17 23:39:19.611172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7fe0de75-01b0-4c3e-ad3d-166815e33551 req-d3a7ec7b-f470-487a-a8a8-74eb7b65ff1b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552526 Sep 17 23:39:19.625302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870c436-0499-49e6-8be6-43b89bb06756 req-af327814-598a-44b9-bd57-47ea9a37e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.625302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e870c436-0499-49e6-8be6-43b89bb06756 req-af327814-598a-44b9-bd57-47ea9a37e9b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1097 time: 0.0518680 Sep 17 23:39:19.717028 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870c436-0499-49e6-8be6-43b89bb06756 req-1ef8b23d-7e97-4848-93db-1a8a629d6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.718486 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e870c436-0499-49e6-8be6-43b89bb06756 req-1ef8b23d-7e97-4848-93db-1a8a629d6fc2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 898 time: 0.0867567 Sep 17 23:39:19.784880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e870c436-0499-49e6-8be6-43b89bb06756 req-77e45f9a-bcb8-4d21-bccd-be5e86b850e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 1000 time: 0.0592098 Sep 17 23:39:19.835277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870c436-0499-49e6-8be6-43b89bb06756 req-894aaf78-b12c-4c54-8a1d-0b2ff5daa12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.837568 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e870c436-0499-49e6-8be6-43b89bb06756 req-894aaf78-b12c-4c54-8a1d-0b2ff5daa12d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 200 len: 835 time: 0.0461726 Sep 17 23:39:19.885106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870c436-0499-49e6-8be6-43b89bb06756 req-305e74b9-0fba-4292-a14b-2d136163c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.886618 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e870c436-0499-49e6-8be6-43b89bb06756 req-305e74b9-0fba-4292-a14b-2d136163c7a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b66ade71-9ad3-4a62-b9d3-030281d95bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422566 Sep 17 23:39:19.981559 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e870c436-0499-49e6-8be6-43b89bb06756 req-d1c6ca13-64be-4794-b52e-7e18375da604 service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873778 Sep 17 23:39:20.070873 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e870c436-0499-49e6-8be6-43b89bb06756 req-6fca7d6f-6df1-4484-bad7-f403aabff34c service neutron] 10.222.0.23 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822644 Sep 17 23:39:20.257710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4c41136a-5131-4e86-a1e0-296410d9749e up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:20.360388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 4c41136a-5131-4e86-a1e0-296410d9749e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:39:20.365337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 4c41136a-5131-4e86-a1e0-296410d9749e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:20.365907 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:20.444024 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:20.466954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:20.469482 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f06d66e-1771-4304-9dd5-f028b30b983f" -d '{"events": [{"server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "name": "network-vif-plugged", "status": "completed", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:20.489652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4c41136a-5131-4e86-a1e0-296410d9749e,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:20.520971 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436b5346-1089-4ffe-93e0-9fde5840e0a6 x-openstack-request-id: req-436b5346-1089-4ffe-93e0-9fde5840e0a6 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:20.521260 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "name": "network-vif-plugged", "status": "completed", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:20.521536 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-436b5346-1089-4ffe-93e0-9fde5840e0a6 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:20.521941 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e', 'code': 200} Sep 17 23:39:20.589101 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:20.640169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=4c41136a-5131-4e86-a1e0-296410d9749e,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:20.728596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845debe-6a3f-4ac7-9e5b-18d99cc9dd52 req-dc50c280-8186-49e2-9a68-7d353a808cdc tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:20.730114 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d845debe-6a3f-4ac7-9e5b-18d99cc9dd52 req-dc50c280-8186-49e2-9a68-7d353a808cdc tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0491312 Sep 17 23:39:20.780440 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d845debe-6a3f-4ac7-9e5b-18d99cc9dd52 req-b6b43380-d5db-4b26-b47c-40bb5b1a01f6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427065 Sep 17 23:39:21.902500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13a9a-c589-460b-bdf5-e82baa652b78 req-1882a053-a976-4d1c-a717-4025c2414a42 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:21.903994 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66d13a9a-c589-460b-bdf5-e82baa652b78 req-1882a053-a976-4d1c-a717-4025c2414a42 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0532455 Sep 17 23:39:21.942627 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66d13a9a-c589-460b-bdf5-e82baa652b78 req-d3bae336-4f95-4333-99af-ac97099ceb60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325527 Sep 17 23:39:21.964046 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57696) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:39:22.026969 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d27d0740-aaad-476f-a4d8-c964b957ecaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/9aacf1cf-1d69-498b-9bfa-0083729f0e8e HTTP/1.1" status: 200 len: 993 time: 0.0617812 Sep 17 23:39:30.000530 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:33.297601 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-70973753-5b9e-4743-8df6-bc2a9c6a77e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:35.903012 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5400-d4ec-4cef-9b98-2bd8387c6451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:37.120025 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:37.640253 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:38.376846 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-147972bd-4f05-4c6a-9134-c5b6945428de req-f482baca-7dfc-4a86-9e17-e2a818eee5f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389485 Sep 17 23:39:38.472141 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147972bd-4f05-4c6a-9134-c5b6945428de req-fe836f74-b295-41c7-9345-cccee2a0429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:38.473658 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-147972bd-4f05-4c6a-9134-c5b6945428de req-fe836f74-b295-41c7-9345-cccee2a0429c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1098 time: 0.0404122 Sep 17 23:39:38.578987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147972bd-4f05-4c6a-9134-c5b6945428de req-e956002f-23a1-4a91-a244-99c138d53912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:38.580506 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-147972bd-4f05-4c6a-9134-c5b6945428de req-e956002f-23a1-4a91-a244-99c138d53912 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 898 time: 0.0874674 Sep 17 23:39:38.649312 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-147972bd-4f05-4c6a-9134-c5b6945428de req-ed94d09a-3319-493b-9be7-b17851887e07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 1001 time: 0.0618620 Sep 17 23:39:38.698570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147972bd-4f05-4c6a-9134-c5b6945428de req-c26c6a49-aed2-4ba0-b5ff-f4e3657703c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:38.699970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-147972bd-4f05-4c6a-9134-c5b6945428de req-c26c6a49-aed2-4ba0-b5ff-f4e3657703c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 200 len: 835 time: 0.0436130 Sep 17 23:39:38.745246 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147972bd-4f05-4c6a-9134-c5b6945428de req-148f0d6f-c3a5-403c-b884-67c3c0938891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:38.746707 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-147972bd-4f05-4c6a-9134-c5b6945428de req-148f0d6f-c3a5-403c-b884-67c3c0938891 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b66ade71-9ad3-4a62-b9d3-030281d95bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393589 Sep 17 23:39:38.838951 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-147972bd-4f05-4c6a-9134-c5b6945428de req-f533d9d0-dcb8-4513-b149-ba4bcf2e09d7 service neutron] 10.222.0.15 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841396 Sep 17 23:39:38.931579 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-147972bd-4f05-4c6a-9134-c5b6945428de req-657d4d4c-c3c4-42c7-be99-35a11d2faa0b service neutron] 10.222.0.15 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856731 Sep 17 23:39:39.241294 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:39:39.281197 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:41.079685 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:00.051107 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:03.302364 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f4cf-5ee0-44a0-bc96-dd83d0b3176d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:05.919092 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5da1300f-d7d1-4e41-8a70-0f69768bb411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.103019 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.656995 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:09.302794 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:11.090546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:12.403872 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-abe24bb5-468e-4b27-a9e5-d7f6eb996918 req-d1c1cb8f-1353-45b1-aa9b-ac397ff49eaa service neutron] (95454) timed out ('10.222.0.30', 54254) {{(pid=95454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:40:15.255568 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57720) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:15.450892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port be2310c2-7b7a-41ea-9eab-56358d9412f4 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:15.451242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.526961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.527283 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.538612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for be2310c2-7b7a-41ea-9eab-56358d9412f4 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:15.742592 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.769947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=be2310c2-7b7a-41ea-9eab-56358d9412f4,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:15.794635 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.794988 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.795331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.795671 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.796007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.796372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.796705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.797033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.797360 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.797685 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.798009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.798330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:15.836881 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.837200 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Floating IP 9aacf1cf-1d69-498b-9bfa-0083729f0e8e disassociated (deleted). External IP: 172.25.6.87, port: 4c41136a-5131-4e86-a1e0-296410d9749e. Sep 17 23:40:16.046039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router d74ef578-59a5-40f1-ab84-42d0637b4e40 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:40:16.155816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:16.160642 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:16.165128 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] Sync routers for ids ['d74ef578-59a5-40f1-ab84-42d0637b4e40'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:16.174375 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] Routers {'d74ef578-59a5-40f1-ab84-42d0637b4e40'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:16.174971 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d74ef578-59a5-40f1-ab84-42d0637b4e40'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:16.187081 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4f00685f-8d44-44e4-8f7e-3ebe9df838f3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/floatingips/9aacf1cf-1d69-498b-9bfa-0083729f0e8e HTTP/1.1" status: 204 len: 168 time: 0.9303870 Sep 17 23:40:16.187667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:16.190304 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b940c5d0-a775-4448-9595-e2b4c4ea2e74" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:16.265107 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:40:16.289663 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] Set router d74ef578-59a5-40f1-ab84-42d0637b4e40 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:16.313638 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2560ce42-b446-4e7c-97ae-2158f6bedff2 x-openstack-request-id: req-2560ce42-b446-4e7c-97ae-2158f6bedff2 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:16.314137 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:16.314137 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2560ce42-b446-4e7c-97ae-2158f6bedff2 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:16.315040 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e', 'status': 'completed', 'code': 200} Sep 17 23:40:16.399942 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-650a05f3-a033-4118-aaed-2578a6745dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:16.402208 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-650a05f3-a033-4118-aaed-2578a6745dbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 1098 time: 0.0437560 Sep 17 23:40:16.494425 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e4be7580-4e55-46d5-8b66-9d7f0af31d1b', 'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:4a:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:06Z', 'updated_at': '2021-09-17T23:38:09Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:16.494847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-4e16cf4e-2fcb-4f1f-b83c-6bd3f1daa415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:16.496298 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-4e16cf4e-2fcb-4f1f-b83c-6bd3f1daa415 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 200 len: 898 time: 0.0873768 Sep 17 23:40:16.525928 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] Checking router: d74ef578-59a5-40f1-ab84-42d0637b4e40 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:16.534454 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] Routers {'d74ef578-59a5-40f1-ab84-42d0637b4e40'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:16.535080 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d74ef578-59a5-40f1-ab84-42d0637b4e40'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:16.546409 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-5cac8103-a216-4cb4-a60e-28f46825ade4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 200 len: 217 time: 0.0428574 Sep 17 23:40:16.599209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-0151e221-dc71-4177-b1f8-a020d15ad82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:16.600605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-0151e221-dc71-4177-b1f8-a020d15ad82c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 200 len: 835 time: 0.0468376 Sep 17 23:40:16.603182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a99e7-e731-4660-af64-4885afd14dee req-6892cbd3-7889-4c2f-a384-e345377913ce tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:16.604787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce0a99e7-e731-4660-af64-4885afd14dee req-6892cbd3-7889-4c2f-a384-e345377913ce tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0514076 Sep 17 23:40:16.642635 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] Set router d74ef578-59a5-40f1-ab84-42d0637b4e40 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:16.644484 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ce0a99e7-e731-4660-af64-4885afd14dee req-1d51e795-a282-4e37-8212-1ba0584a4b38 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333478 Sep 17 23:40:16.654281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-34ae0208-3a75-4f91-9aa6-6b0fe43ac627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:16.655810 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-34ae0208-3a75-4f91-9aa6-6b0fe43ac627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b66ade71-9ad3-4a62-b9d3-030281d95bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465598 Sep 17 23:40:16.749503 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-08385304-def6-40e7-b405-f8b21911e76a service neutron] 10.222.0.15 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860102 Sep 17 23:40:16.835920 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e4be7580-4e55-46d5-8b66-9d7f0af31d1b', 'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:4a:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:06Z', 'updated_at': '2021-09-17T23:38:09Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:16.840712 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b940c5d0-a775-4448-9595-e2b4c4ea2e74 req-06a3c18d-2c0a-4065-82e7-833cb3312a5f service neutron] 10.222.0.15 "GET /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828502 Sep 17 23:40:16.861445 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b870a9c-f2bd-4c4d-92b6-be46c2651ade None None] The sync data for ids ['d74ef578-59a5-40f1-ab84-42d0637b4e40'] in n-d-713499-18 is: [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e4be7580-4e55-46d5-8b66-9d7f0af31d1b', 'name': '', 'network_id': 'b66ade71-9ad3-4a62-b9d3-030281d95bb0', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:4a:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:06Z', 'updated_at': '2021-09-17T23:38:09Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '1cee9fcd-5720-409f-aa6d-3369524438b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:17.075016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b794752-72f4-4b73-a741-443b6a280f80 None None] New status for floating IP 9aacf1cf-1d69-498b-9bfa-0083729f0e8e: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:40:17.759267 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dd546-9c68-4cd3-9a0e-42bea5b5b7e6 req-d049e4e4-1b83-4023-943c-bddb7ec101a3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:17.760813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-645dd546-9c68-4cd3-9a0e-42bea5b5b7e6 req-d049e4e4-1b83-4023-943c-bddb7ec101a3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0481129 Sep 17 23:40:17.801440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-645dd546-9c68-4cd3-9a0e-42bea5b5b7e6 req-e750ed5d-c762-44ac-b4d2-ff6b16242a16 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347905 Sep 17 23:40:18.223138 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706762-f979-4b3b-84b0-fc20927100a9 req-09e3815c-23e7-4588-9564-8a97a2eda153 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:18.224575 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95706762-f979-4b3b-84b0-fc20927100a9 req-09e3815c-23e7-4588-9564-8a97a2eda153 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 946 time: 0.0474603 Sep 17 23:40:18.310003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-95706762-f979-4b3b-84b0-fc20927100a9 req-1d7b567b-7ad7-404b-bddf-fab5a35b421f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 4c41136a-5131-4e86-a1e0-296410d9749e {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:18.310338 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-95706762-f979-4b3b-84b0-fc20927100a9 req-1d7b567b-7ad7-404b-bddf-fab5a35b421f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.401497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-95706762-f979-4b3b-84b0-fc20927100a9 req-1d7b567b-7ad7-404b-bddf-fab5a35b421f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 4c41136a-5131-4e86-a1e0-296410d9749e, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=4c41136a-5131-4e86-a1e0-296410d9749e,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:18.401859 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-95706762-f979-4b3b-84b0-fc20927100a9 req-1d7b567b-7ad7-404b-bddf-fab5a35b421f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.413157 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-95706762-f979-4b3b-84b0-fc20927100a9 req-1d7b567b-7ad7-404b-bddf-fab5a35b421f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 4c41136a-5131-4e86-a1e0-296410d9749e owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:18.628077 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-95706762-f979-4b3b-84b0-fc20927100a9 req-1d7b567b-7ad7-404b-bddf-fab5a35b421f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.901436 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-01972d0d-ce40-4262-8190-b1cb366c59c1 req-8a0b4aa8-d837-464d-b9d0-445ededecbf6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf0d8b94-f491-43ea-be43-cb4513a29af0 HTTP/1.1" status: 200 len: 210 time: 0.0279009 Sep 17 23:40:18.940272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b567b-7ad7-404b-bddf-fab5a35b421f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=4c41136a-5131-4e86-a1e0-296410d9749e,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:18.982935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-95706762-f979-4b3b-84b0-fc20927100a9 req-1d7b567b-7ad7-404b-bddf-fab5a35b421f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] No DVR routers for this DVR port 4c41136a-5131-4e86-a1e0-296410d9749e on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:18.985634 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-95706762-f979-4b3b-84b0-fc20927100a9 req-1d7b567b-7ad7-404b-bddf-fab5a35b421f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.987635 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-95706762-f979-4b3b-84b0-fc20927100a9 req-1d7b567b-7ad7-404b-bddf-fab5a35b421f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.15 "DELETE /v2.0/ports/4c41136a-5131-4e86-a1e0-296410d9749e HTTP/1.1" status: 204 len: 173 time: 0.7570055 Sep 17 23:40:18.988068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'name': 'network-vif-deleted', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:18.990363 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2517a757-3449-4e17-85a4-275493a6244d" -d '{"events": [{"server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "name": "network-vif-deleted", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:19.025681 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bdd93e-d4ab-4f42-83a0-581de3aac600 x-openstack-request-id: req-61bdd93e-d4ab-4f42-83a0-581de3aac600 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:19.025971 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0d8b94-f491-43ea-be43-cb4513a29af0", "name": "network-vif-deleted", "tag": "4c41136a-5131-4e86-a1e0-296410d9749e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:19.026219 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61bdd93e-d4ab-4f42-83a0-581de3aac600 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:19.026606 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0d8b94-f491-43ea-be43-cb4513a29af0', 'name': 'network-vif-deleted', 'tag': '4c41136a-5131-4e86-a1e0-296410d9749e', 'status': 'completed', 'code': 200} Sep 17 23:40:19.956698 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57742) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:20.327383 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:20.580660 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port e4be7580-4e55-46d5-8b66-9d7f0af31d1b {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:20.580919 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:20.671186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port e4be7580-4e55-46d5-8b66-9d7f0af31d1b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e4be7580-4e55-46d5-8b66-9d7f0af31d1b,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:20.671556 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:20.684423 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for e4be7580-4e55-46d5-8b66-9d7f0af31d1b owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:20.925151 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:20.953964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=e4be7580-4e55-46d5-8b66-9d7f0af31d1b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:20.964777 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.965449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.965449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.965772 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.966106 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.966438 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.966792 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.967100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.967819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.967819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.968042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:20.968387 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:21.442924 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.653889 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router d74ef578-59a5-40f1-ab84-42d0637b4e40 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:40:21.758668 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:21.764279 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1d895d1c-f239-40e5-802b-b1f69de663aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "PUT /v2.0/routers/d74ef578-59a5-40f1-ab84-42d0637b4e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8065169 Sep 17 23:40:21.767120 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57744) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:21.768710 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] Sync routers for ids ['d74ef578-59a5-40f1-ab84-42d0637b4e40'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:21.778617 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] Routers {'d74ef578-59a5-40f1-ab84-42d0637b4e40'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:21.779211 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d74ef578-59a5-40f1-ab84-42d0637b4e40'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:21.817345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2994915-37b5-4024-8894-dff1a6142614 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting subnet 1cee9fcd-5720-409f-aa6d-3369524438b2 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:40:21.820416 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2994915-37b5-4024-8894-dff1a6142614 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.863719 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2994915-37b5-4024-8894-dff1a6142614 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.880836 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] Set router d74ef578-59a5-40f1-ab84-42d0637b4e40 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:21.945201 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2994915-37b5-4024-8894-dff1a6142614 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.039870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2994915-37b5-4024-8894-dff1a6142614 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.059354 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:40:20Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:22.073492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2994915-37b5-4024-8894-dff1a6142614 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Subnet': ['ID=1cee9fcd-5720-409f-aa6d-3369524438b2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:22.075740 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f2994915-37b5-4024-8894-dff1a6142614 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.077649 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f2994915-37b5-4024-8894-dff1a6142614 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/subnets/1cee9fcd-5720-409f-aa6d-3369524438b2 HTTP/1.1" status: 204 len: 168 time: 0.3095479 Sep 17 23:40:22.080572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57746) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:22.082910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90380994-77df-4e12-92a4-e1a3a3e5ecbd None None] Network b66ade71-9ad3-4a62-b9d3-030281d95bb0 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:22.087329 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] Checking router: d74ef578-59a5-40f1-ab84-42d0637b4e40 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:22.095925 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] Routers {'d74ef578-59a5-40f1-ab84-42d0637b4e40'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:22.096565 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['d74ef578-59a5-40f1-ab84-42d0637b4e40'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:22.191000 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.281721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] DHCP port deletion for b66ade71-9ad3-4a62-b9d3-030281d95bb0 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:40:22.304066 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] Set router d74ef578-59a5-40f1-ab84-42d0637b4e40 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:22.306018 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.328954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Deleting port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:22.329367 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.396240 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] For port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=19635ac2-cf7b-42b3-8b38-2e66d771c8bb,segment=NetworkSegment(06a45702-ab71-45ab-82c3-a235a71e3501),segment_id=06a45702-ab71-45ab-82c3-a235a71e3501)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:22.396594 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.409830 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Calling delete_port for 19635ac2-cf7b-42b3-8b38-2e66d771c8bb owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:22.419181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 7d907545-f273-4592-bb58-5589c430f1a5 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:22.419531 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.484983 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:40:20Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:22.498889 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 7d907545-f273-4592-bb58-5589c430f1a5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7d907545-f273-4592-bb58-5589c430f1a5,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:22.499169 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.511405 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4c41136a-5131-4e86-a1e0-296410d9749e no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:22.511611 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 7d907545-f273-4592-bb58-5589c430f1a5 owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:22.515436 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8926b3-0f38-4700-991a-8f1b800d4d07 None None] The sync data for ids ['d74ef578-59a5-40f1-ab84-42d0637b4e40'] in n-d-713499-18 is: [{'id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103766751', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7d907545-f273-4592-bb58-5589c430f1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:40:20Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '7d907545-f273-4592-bb58-5589c430f1a5', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74ef578-59a5-40f1-ab84-42d0637b4e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:22.532176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 4c41136a-5131-4e86-a1e0-296410d9749e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:22.532528 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 4c41136a-5131-4e86-a1e0-296410d9749e not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:22.542396 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.575850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Pushing event deleted for resources: {'Port': ['ID=19635ac2-cf7b-42b3-8b38-2e66d771c8bb,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:22.578095 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] No DVR routers for this DVR port 19635ac2-cf7b-42b3-8b38-2e66d771c8bb on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:22.585870 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.586215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.586556 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.586889 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.588537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.588872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.589352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.589688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.590014 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.590346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.590689 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.590984 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d5252-995a-40f8-a6b7-36866705fca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.742275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.767757 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=7d907545-f273-4592-bb58-5589c430f1a5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:22.830720 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.922333 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.924554 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.028203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.028792 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Fanout notify agent at l3_agent the message router_deleted on router d74ef578-59a5-40f1-ab84-42d0637b4e40 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:40:23.035678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.036829 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3d4dd84b-fb1a-4e42-8245-6e5db4de1647 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/routers/d74ef578-59a5-40f1-ab84-42d0637b4e40 HTTP/1.1" status: 204 len: 168 time: 0.9549673 Sep 17 23:40:23.039589 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57748) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:23.121641 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.210679 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.235164 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66ade71-9ad3-4a62-b9d3-030281d95bb0']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:23.245218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a45702-ab71-45ab-82c3-a235a71e3501') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:23.245514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a45702-ab71-45ab-82c3-a235a71e3501') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:23.254691 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.267430 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.273019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:40:23.274630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:40:23.276287 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:40:23.387624 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.398723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.398723 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/networks/b66ade71-9ad3-4a62-b9d3-030281d95bb0 HTTP/1.1" status: 204 len: 168 time: 0.3564098 Sep 17 23:40:23.399855 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57750) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:23.408208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8605b-2fa7-4f73-a018-7587a4fc86a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Network': ['ID=b66ade71-9ad3-4a62-b9d3-030281d95bb0,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:23.459030 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23d4ee8c-cdab-4a2b-a014-f78d399a76b5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.485637 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23d4ee8c-cdab-4a2b-a014-f78d399a76b5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.535709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7d907545-f273-4592-bb58-5589c430f1a5 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:23.555374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7d907545-f273-4592-bb58-5589c430f1a5 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:23.555714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7d907545-f273-4592-bb58-5589c430f1a5 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:23.556206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e4be7580-4e55-46d5-8b66-9d7f0af31d1b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:23.575364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: e4be7580-4e55-46d5-8b66-9d7f0af31d1b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:23.575705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e4be7580-4e55-46d5-8b66-9d7f0af31d1b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:23.576110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 19635ac2-cf7b-42b3-8b38-2e66d771c8bb no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:23.594072 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 19635ac2-cf7b-42b3-8b38-2e66d771c8bb {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:23.594413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 19635ac2-cf7b-42b3-8b38-2e66d771c8bb not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:23.622049 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23d4ee8c-cdab-4a2b-a014-f78d399a76b5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.624757 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23d4ee8c-cdab-4a2b-a014-f78d399a76b5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.625938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-23d4ee8c-cdab-4a2b-a014-f78d399a76b5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/security-groups/aa03924c-4d6d-4c4f-96eb-3b73b185eb3b HTTP/1.1" status: 204 len: 168 time: 0.2249718 Sep 17 23:40:23.636703 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4ee8c-cdab-4a2b-a014-f78d399a76b5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa03924c-4d6d-4c4f-96eb-3b73b185eb3b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:24.070078 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57756) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:24.075878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-062eb796-fc71-46ad-8b34-96029faab235 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725618833', 'description': 'tempest-secgroup-smoke-1725618833 description', 'project_id': '96e72366468644278867a97669e96aab'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:24.148065 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-062eb796-fc71-46ad-8b34-96029faab235 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.227849 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-062eb796-fc71-46ad-8b34-96029faab235 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.313529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-062eb796-fc71-46ad-8b34-96029faab235 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.348416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062eb796-fc71-46ad-8b34-96029faab235 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a44598d-5fa9-4397-8a15-38f15ab34f4e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:24.399367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-062eb796-fc71-46ad-8b34-96029faab235 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.400711 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-062eb796-fc71-46ad-8b34-96029faab235 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3296318 Sep 17 23:40:24.403780 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57758) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:24.408103 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-996815ce-1e88-4452-a9af-93beb2db5f08 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '5a44598d-5fa9-4397-8a15-38f15ab34f4e', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:24.484217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-996815ce-1e88-4452-a9af-93beb2db5f08 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.540565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-996815ce-1e88-4452-a9af-93beb2db5f08 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.592993 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-996815ce-1e88-4452-a9af-93beb2db5f08 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.610153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996815ce-1e88-4452-a9af-93beb2db5f08 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3d232a-4193-4964-9608-326b78d135ae,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:24.673462 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-996815ce-1e88-4452-a9af-93beb2db5f08 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.674687 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-996815ce-1e88-4452-a9af-93beb2db5f08 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2699430 Sep 17 23:40:24.677543 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57760) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:24.682503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-21f22fd2-d8cf-4b05-906a-8312b0d60283 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '5a44598d-5fa9-4397-8a15-38f15ab34f4e', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:24.763543 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21f22fd2-d8cf-4b05-906a-8312b0d60283 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.819227 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21f22fd2-d8cf-4b05-906a-8312b0d60283 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.878817 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21f22fd2-d8cf-4b05-906a-8312b0d60283 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.896967 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f22fd2-d8cf-4b05-906a-8312b0d60283 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9983aad9-824e-4866-867f-fc535919dd24,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:24.981979 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-21f22fd2-d8cf-4b05-906a-8312b0d60283 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.983219 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-21f22fd2-d8cf-4b05-906a-8312b0d60283 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3047550 Sep 17 23:40:24.985979 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57762) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:24.990226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-78318caf-3875-41ef-b0c5-335f323fd3da tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '5a44598d-5fa9-4397-8a15-38f15ab34f4e', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:25.062408 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78318caf-3875-41ef-b0c5-335f323fd3da tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.142299 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78318caf-3875-41ef-b0c5-335f323fd3da tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.193890 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78318caf-3875-41ef-b0c5-335f323fd3da tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.215052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78318caf-3875-41ef-b0c5-335f323fd3da tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1971d44b-3354-4410-8987-752ca9f2a704,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:25.250586 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78318caf-3875-41ef-b0c5-335f323fd3da tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.251822 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-78318caf-3875-41ef-b0c5-335f323fd3da tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2649331 Sep 17 23:40:25.255509 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57764) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:25.259836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1d3bfa01-3e74-4965-8482-b89f36892dbd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '5a44598d-5fa9-4397-8a15-38f15ab34f4e', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:25.341554 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfa01-3e74-4965-8482-b89f36892dbd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.403262 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfa01-3e74-4965-8482-b89f36892dbd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.450544 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfa01-3e74-4965-8482-b89f36892dbd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.469762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bfa01-3e74-4965-8482-b89f36892dbd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d788832f-7815-48de-bd7d-78de68c29e3e,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:25.507986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfa01-3e74-4965-8482-b89f36892dbd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.509729 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1d3bfa01-3e74-4965-8482-b89f36892dbd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2527721 Sep 17 23:40:25.512548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57766) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:25.516931 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-e90abb13-f203-4485-b396-1a3c09c74a5c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '5a44598d-5fa9-4397-8a15-38f15ab34f4e', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:25.593766 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-e90abb13-f203-4485-b396-1a3c09c74a5c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Project 96e72366468644278867a97669e96aab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:40:25.599111 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e90abb13-f203-4485-b396-1a3c09c74a5c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.663221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e90abb13-f203-4485-b396-1a3c09c74a5c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.707963 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e90abb13-f203-4485-b396-1a3c09c74a5c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.726239 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90abb13-f203-4485-b396-1a3c09c74a5c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a327c2-b0c4-429e-9b43-0f801884f6c5,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:25.782086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e90abb13-f203-4485-b396-1a3c09c74a5c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.783341 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-e90abb13-f203-4485-b396-1a3c09c74a5c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2698524 Sep 17 23:40:25.786145 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57768) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:25.790601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-65f6f60a-2f41-4c96-bff6-e0cfbdee842a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '5a44598d-5fa9-4397-8a15-38f15ab34f4e', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:25.856816 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-65f6f60a-2f41-4c96-bff6-e0cfbdee842a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Project 96e72366468644278867a97669e96aab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:40:25.862447 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-65f6f60a-2f41-4c96-bff6-e0cfbdee842a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.924622 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-65f6f60a-2f41-4c96-bff6-e0cfbdee842a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.976347 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-65f6f60a-2f41-4c96-bff6-e0cfbdee842a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.998592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6f60a-2f41-4c96-bff6-e0cfbdee842a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4dcae1-7a04-4f85-9cdf-146596c35312,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:26.050875 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-65f6f60a-2f41-4c96-bff6-e0cfbdee842a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.052144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-65f6f60a-2f41-4c96-bff6-e0cfbdee842a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2650297 Sep 17 23:40:26.055153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57770) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:26.060692 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'network': {'name': 'tempest-network-smoke--283003016', 'project_id': '96e72366468644278867a97669e96aab', 'port_security_enabled': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:26.130899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:26.135068 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.159036 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:40:26.169952 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.170394 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Added segment 75a3d3ac-ad78-4f9c-b1b9-141f75e9596c of type vlan for network 20d0580e-c75e-43be-ad08-05fc63208dc2 Sep 17 23:40:26.212529 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.278743 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.284362 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:26.284947 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.350983 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Network': ['ID=20d0580e-c75e-43be-ad08-05fc63208dc2,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:26.361883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 20d0580e-c75e-43be-ad08-05fc63208dc2 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:40:26.375308 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-06da6981-1f23-4d4b-8536-fd839a4ebd87 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3154616 Sep 17 23:40:26.375308 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57772) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:26.379038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'admin_state_up': True, 'project_id': '96e72366468644278867a97669e96aab', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:26.450695 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.451821 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.508139 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.692405 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.946934 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.965680 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.071955 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.25.6.161 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:27.172665 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.239556 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.282899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:27.286008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:27.292150 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:27.297984 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:27.606166 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.803327 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.981739 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:40:28.092169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:28.101905 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Sync routers for ids ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:28.110977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Routers {'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:28.111587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:28.164935 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.166238 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-359e7d76-b2f1-425e-a6a6-b436f0ef9100 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7909696 Sep 17 23:40:28.169474 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57774) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:28.244019 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3f83e2be-5606-4b4d-a1ec-c2518f085a93 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=96e72366468644278867a97669e96aab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727656 Sep 17 23:40:28.246552 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57778) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:28.342380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e7ad66-9104-4252-8e6f-01dc086e7e96 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:28.343887 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-96e7ad66-9104-4252-8e6f-01dc086e7e96 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964043 Sep 17 23:40:28.346677 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57780) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:28.374793 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-69459fa2-d4ea-4354-995c-eb9d74bcd866 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270452 Sep 17 23:40:28.377275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57782) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:28.381944 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1227303501', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'project_id': '96e72366468644278867a97669e96aab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:28.387687 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Set router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:28.553479 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:28.557664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.562879 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:27Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:28.588726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Checking router: ab7548fb-fb9a-4ff1-b0d5-e79de102e5da for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:28.589073 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Updating router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:40:28.617241 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.776780 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.840054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Subnet': ['ID=cd9d54aa-b2d0-426f-a6d7-a91f230b8943,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:28.847594 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Checking segment: {'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:28.847965 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network hostable DHCP agents. Network: 20d0580e-c75e-43be-ad08-05fc63208dc2, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:40:28.880837 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.936047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 20d0580e-c75e-43be-ad08-05fc63208dc2 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:40:28.964591 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.015896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Attempting to bind port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:29.016302 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Attempting to bind port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:29.016673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Attempting to bind port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:29.022049 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 20d0580e-c75e-43be-ad08-05fc63208dc2) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:29.022263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841cad1-6bb1-4fa8-a50b-c0df4eb87d90 None None] Pushing event updated for resources: {'Port': ['ID=9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:29.027054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:29.028543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.029248 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:29.030343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:29.030765 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.031160 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:29.031656 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Bound port: 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:29.032031 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.036310 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba7a70-b9e3-46c2-8e2d-a6218956c2c0 None None] Network 20d0580e-c75e-43be-ad08-05fc63208dc2 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:29.114593 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d68d1a93-e05b-41f8-ac04-14e989cf95c3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7362125 Sep 17 23:40:29.117319 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57784) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:29.141009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] For port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:29.145227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] For port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:29.207345 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.258145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-20d0580e-c75e-43be-ad08-05fc63208dc2', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'tenant_id': '96e72366468644278867a97669e96aab', 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:40:29.258993 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.311348 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Routers {'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:29.312027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:29.316263 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841cad1-6bb1-4fa8-a50b-c0df4eb87d90 None None] Pushing event updated for resources: {'Port': ['ID=9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:29.514729 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] Set router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:29.519859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Allocated IP 172.20.0.2 (20d0580e-c75e-43be-ad08-05fc63208dc2/cd9d54aa-b2d0-426f-a6d7-a91f230b8943/39d52d75-03b0-4360-a946-248b50efafe4) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:29.576908 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.817692 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.827930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:27Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:29.854246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09e030-ab6a-4bfe-afec-6b61fb414285 None None] The sync data for ids ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'] in n-d-713499-18 is: [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:27Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:29.896714 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.935930 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Network 20d0580e-c75e-43be-ad08-05fc63208dc2 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:29.938834 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:29.941575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:29.947052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.20.0.1 (20d0580e-c75e-43be-ad08-05fc63208dc2/cd9d54aa-b2d0-426f-a6d7-a91f230b8943/96e588fe-7318-434c-a11c-f0dd1d38781b) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:29.956866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Pushing event updated for resources: {'Port': ['ID=39d52d75-03b0-4360-a946-248b50efafe4,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:30.022233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Attempting to bind port 39d52d75-03b0-4360-a946-248b50efafe4 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:30.022233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Attempting to bind port 39d52d75-03b0-4360-a946-248b50efafe4 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:30.022233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Attempting to bind port 39d52d75-03b0-4360-a946-248b50efafe4 on network 20d0580e-c75e-43be-ad08-05fc63208dc2 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:30.027632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:30.028013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Checking segment: {'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:30.028454 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.028853 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Bound using segment: {'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:30.029325 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Bound port: 39d52d75-03b0-4360-a946-248b50efafe4, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:30.029715 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.066245 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.074628 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.124323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] For port 39d52d75-03b0-4360-a946-248b50efafe4, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:30.127657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] For port 39d52d75-03b0-4360-a946-248b50efafe4, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=39d52d75-03b0-4360-a946-248b50efafe4,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:30.183468 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.216890 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.234332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 20d0580e-c75e-43be-ad08-05fc63208dc2 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:30.234332 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:30.235225 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:30.268847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=96e588fe-7318-434c-a11c-f0dd1d38781b,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:30.283757 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069acfe-aa59-4d73-878f-50b988b11597 None None] Pushing event updated for resources: {'Port': ['ID=39d52d75-03b0-4360-a946-248b50efafe4,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:30.301960 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.502249 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.816315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.867309 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.943729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=96e588fe-7318-434c-a11c-f0dd1d38781b,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:30.948790 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.041570 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 20d0580e-c75e-43be-ad08-05fc63208dc2 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:31.043221 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:31.161356 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:40:31.202629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ddd1f0-0422-472e-a1c2-0ab8d936f9f6 None None] Network 20d0580e-c75e-43be-ad08-05fc63208dc2 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:31.271881 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:31.280602 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3e458b12-e658-43ad-8fe3-b5be4a09ccb2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "PUT /v2.0/routers/ab7548fb-fb9a-4ff1-b0d5-e79de102e5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1622467 Sep 17 23:40:31.281861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d4fa5847-7ec8-41b4-8fc3-db35df5c42c7 None None] Provisioning complete for port 39d52d75-03b0-4360-a946-248b50efafe4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:31.282323 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5847-7ec8-41b4-8fc3-db35df5c42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.440259 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5847-7ec8-41b4-8fc3-db35df5c42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.455276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:31.515296 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d4fa5847-7ec8-41b4-8fc3-db35df5c42c7 None None] For port 39d52d75-03b0-4360-a946-248b50efafe4, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=39d52d75-03b0-4360-a946-248b50efafe4,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:31.530419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:31.534553 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.535198 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-647b201e-26d4-43db-a37e-3b95ed049f0c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725618833&fields=id&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 267 time: 0.0504854 Sep 17 23:40:31.586135 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5847-7ec8-41b4-8fc3-db35df5c42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.670902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-9232d097-098a-4708-a85b-20211354c26a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:31.672453 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.673164 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-9232d097-098a-4708-a85b-20211354c26a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/networks?id=20d0580e-c75e-43be-ad08-05fc63208dc2 HTTP/1.1" status: 200 len: 796 time: 0.1303809 Sep 17 23:40:31.681020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa5847-7ec8-41b4-8fc3-db35df5c42c7 None None] Pushing event updated for resources: {'Port': ['ID=39d52d75-03b0-4360-a946-248b50efafe4,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:31.691594 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-75544f5b-057d-4b56-ad3a-5c0bdae530f7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/quotas/96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 375 time: 0.0122974 Sep 17 23:40:31.707419 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:31.721489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-384faa7b-509b-409e-a871-136164e199f9 None None] Provisioning complete for port 96e588fe-7318-434c-a11c-f0dd1d38781b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:31.721792 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-384faa7b-509b-409e-a871-136164e199f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.753797 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-0719e71f-52c2-4ebd-92b1-6be3056b5a4c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549161 Sep 17 23:40:31.757885 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-384faa7b-509b-409e-a871-136164e199f9 None None] Port 96e588fe-7318-434c-a11c-f0dd1d38781b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:31.769297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-384faa7b-509b-409e-a871-136164e199f9 None None] Provisioning complete for port 39d52d75-03b0-4360-a946-248b50efafe4 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:31.769677 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-384faa7b-509b-409e-a871-136164e199f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.791297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.792199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 39d52d75-03b0-4360-a946-248b50efafe4 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:31.900992 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Sync routers for ids ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:31.904297 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:31.914932 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Routers {'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:31.915764 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:31.952854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 39d52d75-03b0-4360-a946-248b50efafe4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:31.953237 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.964216 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-323ed206-789f-48f0-abd6-f7ff080e8a39 service neutron] 10.222.0.30 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971128 Sep 17 23:40:32.055784 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Set router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:32.083186 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c706adc8-94b2-4509-b33e-6b04ea6ce8db None None] Provisioning complete for port 96e588fe-7318-434c-a11c-f0dd1d38781b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:32.084081 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c706adc8-94b2-4509-b33e-6b04ea6ce8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.136970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c706adc8-94b2-4509-b33e-6b04ea6ce8db None None] Port 96e588fe-7318-434c-a11c-f0dd1d38781b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:32.258057 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-febf8a4c-110c-4ba7-a50a-dd64f6c1d30e None None] Provisioning complete for port 96e588fe-7318-434c-a11c-f0dd1d38781b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:32.260108 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-febf8a4c-110c-4ba7-a50a-dd64f6c1d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.283778 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '96e588fe-7318-434c-a11c-f0dd1d38781b', 'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:5d:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:29Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 2, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:32.294426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-febf8a4c-110c-4ba7-a50a-dd64f6c1d30e None None] Port 96e588fe-7318-434c-a11c-f0dd1d38781b cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:32.313108 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Checking router: ab7548fb-fb9a-4ff1-b0d5-e79de102e5da for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:32.313454 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Updating router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da port 96e588fe-7318-434c-a11c-f0dd1d38781b binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:40:32.338544 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.359786 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-acc7f32a-f727-434d-88d6-c6f919b296ca service neutron] 10.222.0.30 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947001 Sep 17 23:40:32.602663 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.637296 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-299cc2de-1bf8-44e9-b021-c8b989382e0e req-192efcf1-f7c3-4e52-baba-44bd57873412 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 210 time: 0.0818093 Sep 17 23:40:32.641671 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.694064 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Pushing event updated for resources: {'Port': ['ID=96e588fe-7318-434c-a11c-f0dd1d38781b,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:32.718712 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.719050 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.719385 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.719712 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.720039 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.720389 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.720709 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.721022 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.721341 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.721660 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.721973 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.722288 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:32.760255 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Attempting to bind port 96e588fe-7318-434c-a11c-f0dd1d38781b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:32.765825 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Attempting to bind port 96e588fe-7318-434c-a11c-f0dd1d38781b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:32.765825 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Attempting to bind port 96e588fe-7318-434c-a11c-f0dd1d38781b on network 20d0580e-c75e-43be-ad08-05fc63208dc2 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:32.767191 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:32.767569 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Checking segment: {'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:32.768140 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.768455 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Bound using segment: {'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:32.768925 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Bound port: 96e588fe-7318-434c-a11c-f0dd1d38781b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:32.769352 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.834876 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] For port 96e588fe-7318-434c-a11c-f0dd1d38781b, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:32.838749 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] For port 96e588fe-7318-434c-a11c-f0dd1d38781b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=96e588fe-7318-434c-a11c-f0dd1d38781b,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:32.908463 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.919715 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d2d34288-1e75-484a-953c-cb99e6e240b0 None None] Provisioning complete for port 96e588fe-7318-434c-a11c-f0dd1d38781b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:32.920020 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2d34288-1e75-484a-953c-cb99e6e240b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.957735 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Routers {'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:32.958763 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:40:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:33.023669 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2d34288-1e75-484a-953c-cb99e6e240b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.060098 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfe395-e6b5-42d7-8451-106e38b45c3a None None] Pushing event updated for resources: {'Port': ['ID=96e588fe-7318-434c-a11c-f0dd1d38781b,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:33.065154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d2d34288-1e75-484a-953c-cb99e6e240b0 None None] For port 96e588fe-7318-434c-a11c-f0dd1d38781b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=96e588fe-7318-434c-a11c-f0dd1d38781b,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:33.078804 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] Set router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:33.141947 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2d34288-1e75-484a-953c-cb99e6e240b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.191440 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34288-1e75-484a-953c-cb99e6e240b0 None None] Pushing event updated for resources: {'Port': ['ID=96e588fe-7318-434c-a11c-f0dd1d38781b,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:33.261301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3e20425f-bba1-4d4e-8875-d90686312aeb None None] Provisioning complete for port 96e588fe-7318-434c-a11c-f0dd1d38781b triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:33.261597 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3e20425f-bba1-4d4e-8875-d90686312aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.282985 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '96e588fe-7318-434c-a11c-f0dd1d38781b', 'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:5d:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:29Z', 'updated_at': '2021-09-17T23:40:32Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:33.297580 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a7251906-67c7-4cb3-a5c9-2d69271337bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.309957 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c1e3b-b107-4fbb-a27b-5676a0576375 None None] The sync data for ids ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'] in n-d-713499-18 is: [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '96e588fe-7318-434c-a11c-f0dd1d38781b', 'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:5d:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:29Z', 'updated_at': '2021-09-17T23:40:32Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:33.447602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:33.501868 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:33.502368 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.583562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 39d52d75-03b0-4360-a946-248b50efafe4 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:33.638113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 39d52d75-03b0-4360-a946-248b50efafe4 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:33.638480 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.756667 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-35526e91-eb7f-49ec-add6-c7b2396a3f3a req-60ba2935-9d74-463b-83c9-f84912d71160 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 210 time: 0.0275805 Sep 17 23:40:34.427352 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-aedf7b8e-6f3c-47de-8766-810d25c47291 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:34.428876 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-aedf7b8e-6f3c-47de-8766-810d25c47291 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/networks?id=20d0580e-c75e-43be-ad08-05fc63208dc2 HTTP/1.1" status: 200 len: 796 time: 0.1002560 Sep 17 23:40:34.471235 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-4212bd18-07df-43bf-9226-9ee1dfe18c27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 380 time: 0.0335333 Sep 17 23:40:34.482015 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'port': {'device_id': '5d475c17-8318-462a-8849-eb72fb73c208', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'admin_state_up': True, 'tenant_id': '96e72366468644278867a97669e96aab', 'security_groups': ['5a44598d-5fa9-4397-8a15-38f15ab34f4e']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:34.874494 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-671ca76c-2246-4095-807b-1ef416056d8a req-fc255ef0-dd52-4058-91b4-6636468ad5b4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 210 time: 0.0327175 Sep 17 23:40:34.964762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:34.968409 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.092540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.20.0.6 (20d0580e-c75e-43be-ad08-05fc63208dc2/cd9d54aa-b2d0-426f-a6d7-a91f230b8943/3d5931bf-c8ac-42e2-b670-3aa56b50b43f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:35.240255 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.353675 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.400593 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 20d0580e-c75e-43be-ad08-05fc63208dc2 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:35.403173 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 96e588fe-7318-434c-a11c-f0dd1d38781b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:35.405982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:35.410561 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:35.432672 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:35.455521 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 96e588fe-7318-434c-a11c-f0dd1d38781b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:35.455899 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.463563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:35.464557 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.537174 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-b21a0012-837e-4139-b394-690371c02a71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0594387 Sep 17 23:40:35.550974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Request body: {'port': {'device_id': '5d475c17-8318-462a-8849-eb72fb73c208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:35.619163 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.623218 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3a619854-996f-40ee-a452-3f10e0b7adb2 None None] Provisioning complete for port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:35.623594 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3a619854-996f-40ee-a452-3f10e0b7adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.658838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-3a619854-996f-40ee-a452-3f10e0b7adb2 None None] Port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:35.883105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5931bf-c8ac-42e2-b670-3aa56b50b43f {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:35.891824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.904150 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Transition to ACTIVE for port object 3d5931bf-c8ac-42e2-b670-3aa56b50b43f will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:40:35.924919 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a5f107f1-bd3d-43a9-b110-501862090bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.970985 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:36.023413 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Pushing event updated for resources: {'Port': ['ID=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:36.113209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Attempting to bind port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:36.113641 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Attempting to bind port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:36.114050 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Attempting to bind port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f on network 20d0580e-c75e-43be-ad08-05fc63208dc2 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:36.120926 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f on network 20d0580e-c75e-43be-ad08-05fc63208dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:40:36.121341 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Attempting to bind port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f on network 20d0580e-c75e-43be-ad08-05fc63208dc2 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:36.127460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:36.127849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Checking segment: {'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:36.128269 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Bound using segment: {'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:36.128699 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Bound port: 3d5931bf-c8ac-42e2-b670-3aa56b50b43f, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:36.129055 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:36.201854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] For port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:36.205024 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] For port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:36.259642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81420ca7-dcda-4ac0-b625-d72ba9e88396 req-c86deef3-ea3e-49cf-b8a9-948e3ae737b6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.261152 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81420ca7-dcda-4ac0-b625-d72ba9e88396 req-c86deef3-ea3e-49cf-b8a9-948e3ae737b6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 943 time: 0.0525804 Sep 17 23:40:36.300943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-81420ca7-dcda-4ac0-b625-d72ba9e88396 req-ee2f4305-7d73-4379-8bea-8ddada160a8f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331740 Sep 17 23:40:36.302512 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:36.338256 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.338946 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:36.340353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] 10.222.0.23 "PUT /v2.0/ports/3d5931bf-c8ac-42e2-b670-3aa56b50b43f HTTP/1.1" status: 200 len: 1092 time: 0.7941451 Sep 17 23:40:36.340793 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d475c17-8318-462a-8849-eb72fb73c208', 'tag': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:36.343052 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9196aa23-21ad-4275-ad20-5e6a8b180b07" -d '{"events": [{"name": "network-changed", "server_uuid": "5d475c17-8318-462a-8849-eb72fb73c208", "tag": "3d5931bf-c8ac-42e2-b670-3aa56b50b43f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:36.368384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a07a13-8180-485b-b5d7-29459ba8680d service neutron] Pushing event updated for resources: {'Port': ['ID=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:36.440561 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e09615-749c-419a-9782-041e110e4134 x-openstack-request-id: req-48e09615-749c-419a-9782-041e110e4134 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:36.441183 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d475c17-8318-462a-8849-eb72fb73c208", "tag": "3d5931bf-c8ac-42e2-b670-3aa56b50b43f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:36.441183 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48e09615-749c-419a-9782-041e110e4134 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:36.441758 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d475c17-8318-462a-8849-eb72fb73c208', 'tag': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'status': 'completed', 'code': 200} Sep 17 23:40:36.508447 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196aa23-21ad-4275-ad20-5e6a8b180b07 req-bcdc17c8-c0c1-4146-b0dd-990db943b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.510092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9196aa23-21ad-4275-ad20-5e6a8b180b07 req-bcdc17c8-c0c1-4146-b0dd-990db943b991 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 1095 time: 0.0471151 Sep 17 23:40:36.610267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196aa23-21ad-4275-ad20-5e6a8b180b07 req-bb2dd2b9-ee98-4a0b-a263-968bce76ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.611735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9196aa23-21ad-4275-ad20-5e6a8b180b07 req-bb2dd2b9-ee98-4a0b-a263-968bce76ce48 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=96e72366468644278867a97669e96aab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0941949 Sep 17 23:40:36.708084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196aa23-21ad-4275-ad20-5e6a8b180b07 req-dbaf3fef-8447-461d-b306-9aab1f0b9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.709481 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9196aa23-21ad-4275-ad20-5e6a8b180b07 req-dbaf3fef-8447-461d-b306-9aab1f0b9161 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909681 Sep 17 23:40:36.783476 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-413fd2ad-3907-42af-b0cf-dfd493d66611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.784975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-413fd2ad-3907-42af-b0cf-dfd493d66611 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 1095 time: 0.0409226 Sep 17 23:40:36.830218 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-707bdc57-7fb4-45d5-ab9d-8d2c2873cbfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5931bf-c8ac-42e2-b670-3aa56b50b43f HTTP/1.1" status: 200 len: 217 time: 0.0362456 Sep 17 23:40:36.881910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-40bc9d86-3c25-47e8-b4e4-18ea3d9822ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.883374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-40bc9d86-3c25-47e8-b4e4-18ea3d9822ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd9d54aa-b2d0-426f-a6d7-a91f230b8943 HTTP/1.1" status: 200 len: 835 time: 0.0451179 Sep 17 23:40:36.930006 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-bd911c30-1700-44c0-bcc5-83475fe63437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.931678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-bd911c30-1700-44c0-bcc5-83475fe63437 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=20d0580e-c75e-43be-ad08-05fc63208dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413883 Sep 17 23:40:37.024339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-4c4a727d-1580-44b4-8b63-91bcbe4795ca service neutron] 10.222.0.23 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858953 Sep 17 23:40:37.115123 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ac2e7d46-6ff9-400d-bf76-9d92e5211d1b req-15373e64-9a6a-458f-8cf4-4e36615364b3 service neutron] 10.222.0.23 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838571 Sep 17 23:40:37.124449 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.418706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40afa5-ab35-4756-89a3-dae4847fa800 req-82c7cade-1a8f-4ee9-93f4-da97908ac84f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:37.420192 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f40afa5-ab35-4756-89a3-dae4847fa800 req-82c7cade-1a8f-4ee9-93f4-da97908ac84f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 943 time: 0.0495059 Sep 17 23:40:37.457430 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f40afa5-ab35-4756-89a3-dae4847fa800 req-59a5bbc8-a892-4514-8750-3c5bb32b923e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Sep 17 23:40:37.661717 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:38.575228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7eb6a-5c19-49b5-aa77-ffb3cb5328e1 req-718c7499-1ceb-46a8-bdea-1f56176f6afe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:38.576777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-38b7eb6a-5c19-49b5-aa77-ffb3cb5328e1 req-718c7499-1ceb-46a8-bdea-1f56176f6afe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 943 time: 0.0500221 Sep 17 23:40:38.619402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-38b7eb6a-5c19-49b5-aa77-ffb3cb5328e1 req-a80977b3-7c62-438e-b3ab-222c908ff1b2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364091 Sep 17 23:40:39.318773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:39.732062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca9e5a-7230-42d1-bf40-f7dda0e34ce3 req-6e5adc1e-13a5-47a6-86a7-751dfe6036c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:39.733556 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9ca9e5a-7230-42d1-bf40-f7dda0e34ce3 req-6e5adc1e-13a5-47a6-86a7-751dfe6036c4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 943 time: 0.0487695 Sep 17 23:40:39.770679 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c9ca9e5a-7230-42d1-bf40-f7dda0e34ce3 req-38dce58e-b8ca-46a3-9207-ae833df4bf14 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312457 Sep 17 23:40:40.373357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3d5931bf-c8ac-42e2-b670-3aa56b50b43f details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:40:40.638148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:40.651819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'port_id': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'mac_address': 'fa:16:3e:dc:60:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:40:40.692705 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.704871 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5931bf-c8ac-42e2-b670-3aa56b50b43f {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:40.723428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:40.787176 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.839452 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:40.884629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a152790-ccba-4a22-a01c-9e13e875654e req-54073be8-96e2-4e3a-9835-1ae2d2ff509f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:40.886152 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5a152790-ccba-4a22-a01c-9e13e875654e req-54073be8-96e2-4e3a-9835-1ae2d2ff509f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 944 time: 0.0497499 Sep 17 23:40:40.923980 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5a152790-ccba-4a22-a01c-9e13e875654e req-93dc270e-4b8a-4ca6-9ed7-470cbddb6ab8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317931 Sep 17 23:40:40.987804 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['3d5931bf-c8ac-42e2-b670-3aa56b50b43f'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:41.129338 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:42.047667 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92772e60-5d95-4fa0-8268-a3dc78388a9d req-de217036-5080-4151-b6c4-7c58eb502dc8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:42.049161 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92772e60-5d95-4fa0-8268-a3dc78388a9d req-de217036-5080-4151-b6c4-7c58eb502dc8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 944 time: 0.0556679 Sep 17 23:40:42.087869 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-92772e60-5d95-4fa0-8268-a3dc78388a9d req-265b1b94-12e7-4b9f-99d4-49c09e4f1947 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321774 Sep 17 23:40:42.388439 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3d5931bf-c8ac-42e2-b670-3aa56b50b43f up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:42.490349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:40:42.494174 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:42.494545 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:42.569781 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:42.591893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d475c17-8318-462a-8849-eb72fb73c208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:42.594199 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e80b4dc-faaf-49b2-b51b-881d5570379c" -d '{"events": [{"server_uuid": "5d475c17-8318-462a-8849-eb72fb73c208", "name": "network-vif-plugged", "status": "completed", "tag": "3d5931bf-c8ac-42e2-b670-3aa56b50b43f"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:42.606223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:42.632735 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92353594-1ba7-444b-aef4-b5fab0c85a6c x-openstack-request-id: req-92353594-1ba7-444b-aef4-b5fab0c85a6c {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:42.633026 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d475c17-8318-462a-8849-eb72fb73c208", "name": "network-vif-plugged", "status": "completed", "tag": "3d5931bf-c8ac-42e2-b670-3aa56b50b43f", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:42.633281 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92353594-1ba7-444b-aef4-b5fab0c85a6c {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:42.633671 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d475c17-8318-462a-8849-eb72fb73c208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'code': 200} Sep 17 23:40:42.679235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:42.728540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716f6f6-113c-49d4-8ca8-531c04fe4035 req-dbcee58c-926d-4df3-a9b3-2956a40cb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:42.730827 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8716f6f6-113c-49d4-8ca8-531c04fe4035 req-dbcee58c-926d-4df3-a9b3-2956a40cb91f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 1097 time: 0.0424993 Sep 17 23:40:42.731181 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:42.765542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8716f6f6-113c-49d4-8ca8-531c04fe4035 req-545fc1ee-bc94-4018-89a7-9f7ffb296e25 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278378 Sep 17 23:40:43.220440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bfdb2-7247-4c47-bfc8-549a1c9d6ee7 req-1b08f2bd-d89b-4e58-9b11-3339fd177093 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:43.220440 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-226bfdb2-7247-4c47-bfc8-549a1c9d6ee7 req-1b08f2bd-d89b-4e58-9b11-3339fd177093 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0484402 Sep 17 23:40:43.245142 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-226bfdb2-7247-4c47-bfc8-549a1c9d6ee7 req-6e33c44b-f8d7-4ab5-8017-1c1c419e5056 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336392 Sep 17 23:40:44.360559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4cddd-d06a-443b-851e-ac1a396cd36e req-d398bec6-de23-40e6-b66e-9c8279fc22c1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:44.362059 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ee4cddd-d06a-443b-851e-ac1a396cd36e req-d398bec6-de23-40e6-b66e-9c8279fc22c1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Sep 17 23:40:44.403591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7ee4cddd-d06a-443b-851e-ac1a396cd36e req-55ef95b2-4d97-4d56-a48c-3530b73f707f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356071 Sep 17 23:40:44.516390 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6c538-2085-4828-a3b2-bf181d9572b4 req-9e21973c-59e0-4b3c-b0a0-c83d68d115de tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:44.517851 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18d6c538-2085-4828-a3b2-bf181d9572b4 req-9e21973c-59e0-4b3c-b0a0-c83d68d115de tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0497639 Sep 17 23:40:44.556326 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-18d6c538-2085-4828-a3b2-bf181d9572b4 req-da3321bc-4e9e-4c15-bbb5-69f9f86d28e5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324006 Sep 17 23:40:44.577686 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57850) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:44.621621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1140c56d-9371-453b-b143-8ff8428c34ac tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:44.623653 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1140c56d-9371-453b-b143-8ff8428c34ac tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 1092 time: 0.0449607 Sep 17 23:40:44.626350 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57852) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:44.630587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'tenant_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:44.713284 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.807827 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.911598 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.25.6.192 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/753de009-6a34-4ac4-a118-98bfc0077a57) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:45.016598 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.084670 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.123438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:45.126018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:45.129463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:45.160513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=753de009-6a34-4ac4-a118-98bfc0077a57,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:45.484904 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.606856 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.758753 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.804093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.870357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=753de009-6a34-4ac4-a118-98bfc0077a57,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:45.881484 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.980748 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Floating IP fe17515e-951a-478e-9338-ae83391f80ae associated. External IP: 172.25.6.192, port: 3d5931bf-c8ac-42e2-b670-3aa56b50b43f. Sep 17 23:40:46.193285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:40:46.302194 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:46.312431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] Sync routers for ids ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:46.322488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] Routers {'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:46.325292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:46.352892 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.380374 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bb72fa8d-7a29-43b7-b4d9-12a79405379a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7529104 Sep 17 23:40:46.380864 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d475c17-8318-462a-8849-eb72fb73c208', 'tag': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:46.383140 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d475c17-8318-462a-8849-eb72fb73c208", "tag": "3d5931bf-c8ac-42e2-b670-3aa56b50b43f"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:46.422458 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154b7a42-5d53-4699-b5c3-22210e492ed3 x-openstack-request-id: req-154b7a42-5d53-4699-b5c3-22210e492ed3 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:46.422751 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d475c17-8318-462a-8849-eb72fb73c208", "tag": "3d5931bf-c8ac-42e2-b670-3aa56b50b43f", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:46.423437 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-154b7a42-5d53-4699-b5c3-22210e492ed3 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:46.423437 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d475c17-8318-462a-8849-eb72fb73c208', 'tag': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'status': 'completed', 'code': 200} Sep 17 23:40:46.433901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] Set router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:46.516192 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f7917-5794-4ced-85a3-4eb90dd63a8d req-98c8e736-6255-4a5e-a2aa-bb8389db319b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:46.517712 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-093f7917-5794-4ced-85a3-4eb90dd63a8d req-98c8e736-6255-4a5e-a2aa-bb8389db319b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0765095 Sep 17 23:40:46.520614 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-da2c6d66-242e-4865-a35c-0ef4e0dac248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:46.522021 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-da2c6d66-242e-4865-a35c-0ef4e0dac248 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 1097 time: 0.0712969 Sep 17 23:40:46.609637 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-093f7917-5794-4ced-85a3-4eb90dd63a8d req-106d329f-60c4-4bf9-ab67-8a7571f60c7b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856960 Sep 17 23:40:46.633116 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57858) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:46.639389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-78173192-77f0-4882-ba0f-29709ba18829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:46.640914 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-78173192-77f0-4882-ba0f-29709ba18829 service neutron] 10.222.0.23 "GET /v2.0/networks?id=20d0580e-c75e-43be-ad08-05fc63208dc2 HTTP/1.1" status: 200 len: 897 time: 0.1103437 Sep 17 23:40:46.666575 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'fe17515e-951a-478e-9338-ae83391f80ae', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'port_id': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'mac_address': 'fa:16:3e:dc:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d475c17-8318-462a-8849-eb72fb73c208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:40:45Z', 'updated_at': '2021-09-17T23:40:45Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e588fe-7318-434c-a11c-f0dd1d38781b', 'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:5d:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:29Z', 'updated_at': '2021-09-17T23:40:33Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:46.698843 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] Checking router: ab7548fb-fb9a-4ff1-b0d5-e79de102e5da for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:46.701358 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a51c3707-c8e9-457b-9986-76105033c232 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/fe17515e-951a-478e-9338-ae83391f80ae HTTP/1.1" status: 200 len: 991 time: 0.0653439 Sep 17 23:40:46.708920 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] Routers {'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:46.709532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:40:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:46.710502 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-fd2b3a2c-99cb-42fb-b5ae-91a95c18e4aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5931bf-c8ac-42e2-b670-3aa56b50b43f HTTP/1.1" status: 200 len: 999 time: 0.0619485 Sep 17 23:40:46.763951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-f4afb458-569e-44d1-bcb2-8d51c31c30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:46.765546 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-f4afb458-569e-44d1-bcb2-8d51c31c30a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd9d54aa-b2d0-426f-a6d7-a91f230b8943 HTTP/1.1" status: 200 len: 835 time: 0.0485380 Sep 17 23:40:46.811675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-bd0ed45d-4b19-4abe-832e-e0b4dde82141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:46.813217 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-bd0ed45d-4b19-4abe-832e-e0b4dde82141 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=20d0580e-c75e-43be-ad08-05fc63208dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405297 Sep 17 23:40:46.817190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] Set router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:46.902177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-07cb8474-f9e3-4148-8aa8-4daab32acc2c service neutron] 10.222.0.23 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819161 Sep 17 23:40:46.998770 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7cb19b68-e0dd-49d8-899c-fd041de2e2c9 req-d3c206f3-da95-41ea-96a4-c185ffcde688 service neutron] 10.222.0.23 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898390 Sep 17 23:40:47.040955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'fe17515e-951a-478e-9338-ae83391f80ae', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'port_id': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'mac_address': 'fa:16:3e:dc:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d475c17-8318-462a-8849-eb72fb73c208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:40:45Z', 'updated_at': '2021-09-17T23:40:45Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e588fe-7318-434c-a11c-f0dd1d38781b', 'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:5d:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:29Z', 'updated_at': '2021-09-17T23:40:33Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:47.067301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ea0c8-47ac-42b0-b3ba-b36ef981cab7 None None] The sync data for ids ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'] in n-d-713499-18 is: [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'fe17515e-951a-478e-9338-ae83391f80ae', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'port_id': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'mac_address': 'fa:16:3e:dc:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d475c17-8318-462a-8849-eb72fb73c208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:40:45Z', 'updated_at': '2021-09-17T23:40:45Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e588fe-7318-434c-a11c-f0dd1d38781b', 'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:5d:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:29Z', 'updated_at': '2021-09-17T23:40:33Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:47.259097 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10175f49-53a2-46f1-bc4d-39a385ab5f13 None None] New status for floating IP fe17515e-951a-478e-9338-ae83391f80ae: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:40:47.704277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57860) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:47.765459 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-020a41ec-708f-467e-bda8-f9e369e5ae3f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/fe17515e-951a-478e-9338-ae83391f80ae HTTP/1.1" status: 200 len: 993 time: 0.0600235 Sep 17 23:40:53.244509 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:41:00.050165 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.300819 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5e42-1e2e-491d-b085-e5dbec66c8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.895626 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-63966513-2a1b-4524-8a01-04b268f87e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.118399 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.632835 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.323816 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.118222 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.611987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936d8b6-22df-4594-8e79-06e2d9d8d540 req-513b8799-1b99-44c4-bae0-5335d7654b84 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:16.613499 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0936d8b6-22df-4594-8e79-06e2d9d8d540 req-513b8799-1b99-44c4-bae0-5335d7654b84 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0510583 Sep 17 23:41:16.651943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0936d8b6-22df-4594-8e79-06e2d9d8d540 req-f35a76a6-9401-42e7-bac7-24bc0a31b4bb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324872 Sep 17 23:41:17.789578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188943a5-847f-46a0-a6ec-b2e66e0519e8 req-5462b99a-6245-47fd-9c4d-0d20411491b0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:17.791069 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-188943a5-847f-46a0-a6ec-b2e66e0519e8 req-5462b99a-6245-47fd-9c4d-0d20411491b0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0535553 Sep 17 23:41:17.827763 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-188943a5-847f-46a0-a6ec-b2e66e0519e8 req-90388fcf-e375-4f50-873a-d6a5f415d558 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308406 Sep 17 23:41:18.942477 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a6f64-c760-4283-924d-25a043de27b4 req-5d48694c-20fe-4c9b-8cdd-7ea1cbbe588e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:18.943970 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d7a6f64-c760-4283-924d-25a043de27b4 req-5d48694c-20fe-4c9b-8cdd-7ea1cbbe588e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0489490 Sep 17 23:41:18.980861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d7a6f64-c760-4283-924d-25a043de27b4 req-724e4cd9-d2d9-46da-8c31-4607cebb825e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308454 Sep 17 23:41:20.096030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c450a-4d52-414e-8c50-4025066ae276 req-c2e8a395-00e4-4396-9cf9-806d6206cfe5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:20.097512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e34c450a-4d52-414e-8c50-4025066ae276 req-c2e8a395-00e4-4396-9cf9-806d6206cfe5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0487375 Sep 17 23:41:20.135203 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e34c450a-4d52-414e-8c50-4025066ae276 req-ca0dd019-476f-4f49-8b6f-f009310f77ca tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Sep 17 23:41:21.248978 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492e196-05ee-4376-bc73-7695c7062522 req-177ab71b-aa17-4e76-91ae-ddf4e263d058 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:21.250572 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3492e196-05ee-4376-bc73-7695c7062522 req-177ab71b-aa17-4e76-91ae-ddf4e263d058 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0481482 Sep 17 23:41:21.291070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3492e196-05ee-4376-bc73-7695c7062522 req-ba414309-852e-40ee-93ac-6892a8dfdb42 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346622 Sep 17 23:41:22.404552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47f10a-62ae-4ed7-b566-c03001dcc780 req-921acdcc-e1b5-4bc8-ba6f-700e9bd53569 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:22.406029 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa47f10a-62ae-4ed7-b566-c03001dcc780 req-921acdcc-e1b5-4bc8-ba6f-700e9bd53569 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0485916 Sep 17 23:41:22.443694 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aa47f10a-62ae-4ed7-b566-c03001dcc780 req-a8da7618-1142-4b11-8063-66484ee9f798 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315528 Sep 17 23:41:23.556181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c926f-282e-418e-a9a3-46bcd5882039 req-3fc89009-ee0e-4591-b9de-e59e801de438 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:23.557634 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-585c926f-282e-418e-a9a3-46bcd5882039 req-3fc89009-ee0e-4591-b9de-e59e801de438 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0483677 Sep 17 23:41:23.594455 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-585c926f-282e-418e-a9a3-46bcd5882039 req-0b554eb9-e2a2-4b8a-8f3c-ee88c5dc5355 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Sep 17 23:41:24.713355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf085e1-0fdb-4162-8a2b-97e428d10eb7 req-0d96d5cf-8222-447a-8a01-342eccd0d27a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:24.714801 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cf085e1-0fdb-4162-8a2b-97e428d10eb7 req-0d96d5cf-8222-447a-8a01-342eccd0d27a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0540342 Sep 17 23:41:24.754313 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cf085e1-0fdb-4162-8a2b-97e428d10eb7 req-dafdd0e0-2a7f-4923-bf7a-8b3cca156e0d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328426 Sep 17 23:41:25.876545 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0404f8a-e055-4471-99ae-059d278081b7 req-9c80002d-e18a-47ef-9d47-037ebda65b81 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:25.878825 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0404f8a-e055-4471-99ae-059d278081b7 req-9c80002d-e18a-47ef-9d47-037ebda65b81 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0508444 Sep 17 23:41:25.916852 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d0404f8a-e055-4471-99ae-059d278081b7 req-9e022416-7ce6-4d5c-8349-066f7f07c607 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319774 Sep 17 23:41:27.058717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad41b2-0021-4899-bf20-3b98c524ed65 req-e0fd4769-6fbc-4498-a3f6-3b4fd97ef853 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:27.060241 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afad41b2-0021-4899-bf20-3b98c524ed65 req-e0fd4769-6fbc-4498-a3f6-3b4fd97ef853 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0760674 Sep 17 23:41:27.064824 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-258620cb-36ee-45fd-8984-9e37cca36a7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705159 Sep 17 23:41:27.099274 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afad41b2-0021-4899-bf20-3b98c524ed65 req-03aefe2d-4015-4ca5-a11c-0700fad120f6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321944 Sep 17 23:41:27.122454 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57902) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:27.150383 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-9202daca-41e9-4f7a-8f03-0c2562638720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:27.153053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-9202daca-41e9-4f7a-8f03-0c2562638720 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 1097 time: 0.0479362 Sep 17 23:41:27.200849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-e1dd0896-c9cc-4932-be84-de52b989662d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/fe17515e-951a-478e-9338-ae83391f80ae HTTP/1.1" status: 200 len: 993 time: 0.0771239 Sep 17 23:41:27.257665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-abeed724-cea0-46af-aebe-d8c1e0ec9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:27.259154 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-abeed724-cea0-46af-aebe-d8c1e0ec9ceb service neutron] 10.222.0.23 "GET /v2.0/networks?id=20d0580e-c75e-43be-ad08-05fc63208dc2 HTTP/1.1" status: 200 len: 897 time: 0.0866649 Sep 17 23:41:27.327282 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-2b37c1ef-e3e5-44b3-90a5-680bc5a5ee40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5931bf-c8ac-42e2-b670-3aa56b50b43f HTTP/1.1" status: 200 len: 1001 time: 0.0612814 Sep 17 23:41:27.375064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-89ee5ea2-48be-4589-a82f-e123a43b02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:27.376471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-89ee5ea2-48be-4589-a82f-e123a43b02c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd9d54aa-b2d0-426f-a6d7-a91f230b8943 HTTP/1.1" status: 200 len: 835 time: 0.0429301 Sep 17 23:41:27.420144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-570f2b5a-8e32-4162-ab70-2f6cf182920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:27.421590 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-570f2b5a-8e32-4162-ab70-2f6cf182920f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=20d0580e-c75e-43be-ad08-05fc63208dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386996 Sep 17 23:41:27.533758 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-42da1b8b-0d76-49c2-a68b-efe71b36f8f6 service neutron] 10.222.0.23 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038032 Sep 17 23:41:27.623626 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cb2da8ed-b870-494d-8efc-665ea073d804 req-7f3299a5-a57e-41dc-9d3c-d8b65ee9ad3f service neutron] 10.222.0.23 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828319 Sep 17 23:41:28.586147 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677a80c-1eab-4b27-b1e1-5d9eda227193 req-7adb8090-8208-4a36-9845-c1625a35fd73 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:28.587627 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7677a80c-1eab-4b27-b1e1-5d9eda227193 req-7adb8090-8208-4a36-9845-c1625a35fd73 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0504205 Sep 17 23:41:28.625991 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7677a80c-1eab-4b27-b1e1-5d9eda227193 req-164e15ae-f4dc-4923-ad37-72aa356cb031 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323699 Sep 17 23:41:28.732534 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-41b40dc3-b464-423d-96e4-456d8d175769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:28.734031 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-41b40dc3-b464-423d-96e4-456d8d175769 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 1097 time: 0.0451465 Sep 17 23:41:28.822827 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-53d20c73-864f-4fd8-84f3-b44ce4c7d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:28.824232 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-53d20c73-864f-4fd8-84f3-b44ce4c7d2b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=20d0580e-c75e-43be-ad08-05fc63208dc2 HTTP/1.1" status: 200 len: 897 time: 0.0827549 Sep 17 23:41:28.889974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-94e61b8b-54d5-4092-a8ea-1504d97b50fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5931bf-c8ac-42e2-b670-3aa56b50b43f HTTP/1.1" status: 200 len: 1001 time: 0.0586851 Sep 17 23:41:28.937330 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-9951acc6-5ae6-4fe3-84dd-b502c4499999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:28.939685 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-9951acc6-5ae6-4fe3-84dd-b502c4499999 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd9d54aa-b2d0-426f-a6d7-a91f230b8943 HTTP/1.1" status: 200 len: 835 time: 0.0425653 Sep 17 23:41:28.987298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-4f1ac1e2-c2e0-427d-8a57-e95f5687f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:28.988825 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-4f1ac1e2-c2e0-427d-8a57-e95f5687f420 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=20d0580e-c75e-43be-ad08-05fc63208dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426221 Sep 17 23:41:29.080667 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-f70b677f-14cb-4863-b87b-7655f9e96322 service neutron] 10.222.0.23 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847247 Sep 17 23:41:29.169292 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5e473db0-4494-4a67-a9b8-5df85979ef65 req-f82a6b1e-3e2b-4fe5-a3f7-0812de9beacf service neutron] 10.222.0.23 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805943 Sep 17 23:41:29.751402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5960b-cdc1-4856-9616-1b7daf6841b1 req-4bb87d0d-8f85-4115-bd04-87972a36bbd7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:29.753636 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09d5960b-cdc1-4856-9616-1b7daf6841b1 req-4bb87d0d-8f85-4115-bd04-87972a36bbd7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0575218 Sep 17 23:41:29.790794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-09d5960b-cdc1-4856-9616-1b7daf6841b1 req-bd7639a3-2b82-47f8-b7bc-5933931965ec tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Sep 17 23:41:30.009062 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:30.244089 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:41:30.920887 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714c275-a49f-4d8f-bf35-e367f86eef14 req-d4f37fb2-16c8-4a0e-b675-4e9252eec178 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:30.922355 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0714c275-a49f-4d8f-bf35-e367f86eef14 req-d4f37fb2-16c8-4a0e-b675-4e9252eec178 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0500946 Sep 17 23:41:30.961018 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0714c275-a49f-4d8f-bf35-e367f86eef14 req-10dfbdfd-8668-4b4c-8e97-ad2d432ba0cb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323484 Sep 17 23:41:30.983831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57920) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:31.045845 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bb9a7c63-48d0-4212-bd15-c9b30917d161 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/fe17515e-951a-478e-9338-ae83391f80ae HTTP/1.1" status: 200 len: 993 time: 0.0608621 Sep 17 23:41:33.300598 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4c5f6838-3691-4b29-974a-5c8f2ee87714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:35.883168 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ab8edf89-a1c6-419d-87e8-3a1c55291ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:37.140701 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:37.637528 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.329064 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.105997 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:00.031059 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:01.454234 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57930) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:01.614937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 753de009-6a34-4ac4-a118-98bfc0077a57 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:01.615283 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:01.688701 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:01.689028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:01.701014 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 753de009-6a34-4ac4-a118-98bfc0077a57 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:01.911691 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:01.937547 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=753de009-6a34-4ac4-a118-98bfc0077a57,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:01.967440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.968566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.968566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.968566 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.968903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.969131 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.969453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.969778 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.970099 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.970419 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.970738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:01.971056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:02.013162 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:02.013496 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Floating IP fe17515e-951a-478e-9338-ae83391f80ae disassociated (deleted). External IP: 172.25.6.192, port: 3d5931bf-c8ac-42e2-b670-3aa56b50b43f. Sep 17 23:42:02.218434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:42:02.326599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:42:02.330921 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:02.337085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] Sync routers for ids ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:42:02.345724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] Routers {'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:02.346336 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:41:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:02.358579 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-141ec930-4ad8-4e2f-8d92-2269991c1f60 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/floatingips/fe17515e-951a-478e-9338-ae83391f80ae HTTP/1.1" status: 204 len: 168 time: 0.9032660 Sep 17 23:42:02.359156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d475c17-8318-462a-8849-eb72fb73c208', 'tag': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:02.361461 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14819e07-382f-4d6f-92f6-aaef65984603" -d '{"events": [{"name": "network-changed", "server_uuid": "5d475c17-8318-462a-8849-eb72fb73c208", "tag": "3d5931bf-c8ac-42e2-b670-3aa56b50b43f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:02.402975 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142ff259-8686-4504-a236-fccc116861f7 x-openstack-request-id: req-142ff259-8686-4504-a236-fccc116861f7 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:02.403273 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d475c17-8318-462a-8849-eb72fb73c208", "tag": "3d5931bf-c8ac-42e2-b670-3aa56b50b43f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:02.403529 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-142ff259-8686-4504-a236-fccc116861f7 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:02.403937 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d475c17-8318-462a-8849-eb72fb73c208', 'tag': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'status': 'completed', 'code': 200} Sep 17 23:42:02.461085 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] Set router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:02.510919 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819e07-382f-4d6f-92f6-aaef65984603 req-f6b36fbe-2118-456d-9764-a53d9651b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:02.512472 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14819e07-382f-4d6f-92f6-aaef65984603 req-f6b36fbe-2118-456d-9764-a53d9651b4d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 1097 time: 0.0826211 Sep 17 23:42:02.661392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '96e588fe-7318-434c-a11c-f0dd1d38781b', 'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:5d:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:29Z', 'updated_at': '2021-09-17T23:40:33Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:02.695688 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] Checking router: ab7548fb-fb9a-4ff1-b0d5-e79de102e5da for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:42:02.706935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] Routers {'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:02.708102 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:41:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:02.820940 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] Set router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:02.962215 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819e07-382f-4d6f-92f6-aaef65984603 req-60a3f4fa-b191-464d-b62f-7a78d039db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:02.963701 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14819e07-382f-4d6f-92f6-aaef65984603 req-60a3f4fa-b191-464d-b62f-7a78d039db6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=20d0580e-c75e-43be-ad08-05fc63208dc2 HTTP/1.1" status: 200 len: 897 time: 0.4447916 Sep 17 23:42:02.971937 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6658bcc-e48d-4825-95fb-41df5c303384 req-822ec64b-3ec7-4bf1-b763-21cd75d8a0b9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:02.974189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e6658bcc-e48d-4825-95fb-41df5c303384 req-822ec64b-3ec7-4bf1-b763-21cd75d8a0b9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0763040 Sep 17 23:42:03.014298 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14819e07-382f-4d6f-92f6-aaef65984603 req-eccf7358-2618-457b-b626-34d68ff55408 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5931bf-c8ac-42e2-b670-3aa56b50b43f HTTP/1.1" status: 200 len: 217 time: 0.0391798 Sep 17 23:42:03.024646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '96e588fe-7318-434c-a11c-f0dd1d38781b', 'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:5d:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:29Z', 'updated_at': '2021-09-17T23:40:33Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:03.049911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13eeb1-2afc-4527-b711-5bc38a9d8922 None None] The sync data for ids ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'] in n-d-713499-18 is: [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '96e588fe-7318-434c-a11c-f0dd1d38781b', 'name': '', 'network_id': '20d0580e-c75e-43be-ad08-05fc63208dc2', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:5d:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:29Z', 'updated_at': '2021-09-17T23:40:33Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': 'cd9d54aa-b2d0-426f-a6d7-a91f230b8943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:42:03.076416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e6658bcc-e48d-4825-95fb-41df5c303384 req-d6ccb618-a510-46e4-834c-47795c125d56 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946045 Sep 17 23:42:03.087667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819e07-382f-4d6f-92f6-aaef65984603 req-e98f9999-2146-4c71-bdeb-30672302342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:03.092485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14819e07-382f-4d6f-92f6-aaef65984603 req-e98f9999-2146-4c71-bdeb-30672302342c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd9d54aa-b2d0-426f-a6d7-a91f230b8943 HTTP/1.1" status: 200 len: 835 time: 0.0633919 Sep 17 23:42:03.139649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819e07-382f-4d6f-92f6-aaef65984603 req-51009694-2f0a-405f-a7d4-6abe05db3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:03.141189 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14819e07-382f-4d6f-92f6-aaef65984603 req-51009694-2f0a-405f-a7d4-6abe05db3b5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=20d0580e-c75e-43be-ad08-05fc63208dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437353 Sep 17 23:42:03.237713 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14819e07-382f-4d6f-92f6-aaef65984603 req-ab072108-1a57-4fd6-8465-e74dc4fe48ac service neutron] 10.222.0.23 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880671 Sep 17 23:42:03.280726 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229cf83-3a95-4175-8ac5-9a982ceb48aa None None] New status for floating IP fe17515e-951a-478e-9338-ae83391f80ae: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:42:03.312359 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d5710175-06bb-41df-9507-1e790ce0ba24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:03.333087 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-14819e07-382f-4d6f-92f6-aaef65984603 req-51a9c326-b09e-499c-8019-f4f584e546e2 service neutron] 10.222.0.23 "GET /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866508 Sep 17 23:42:04.194265 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9288c-0e22-4f48-ada6-1c8c454ba86c req-c915920e-c65b-47be-a652-d0430a7d9443 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:04.195767 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70a9288c-0e22-4f48-ada6-1c8c454ba86c req-c915920e-c65b-47be-a652-d0430a7d9443 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0487988 Sep 17 23:42:04.230755 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-0dac8da6-85e1-4ea6-b53d-0e711453b771 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:04.232265 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-0dac8da6-85e1-4ea6-b53d-0e711453b771 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 945 time: 0.0531535 Sep 17 23:42:04.233509 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70a9288c-0e22-4f48-ada6-1c8c454ba86c req-540aa4c5-a596-4c93-8f17-45a3a4dc5fd9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a44598d-5fa9-4397-8a15-38f15ab34f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314770 Sep 17 23:42:04.320928 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-ecbcc98e-4e53-4b98-b83b-b85c10fc4f76 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:04.321269 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-ecbcc98e-4e53-4b98-b83b-b85c10fc4f76 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:04.409075 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-ecbcc98e-4e53-4b98-b83b-b85c10fc4f76 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:04.409438 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-ecbcc98e-4e53-4b98-b83b-b85c10fc4f76 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:04.423091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-ecbcc98e-4e53-4b98-b83b-b85c10fc4f76 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 3d5931bf-c8ac-42e2-b670-3aa56b50b43f owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:04.615256 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-ecbcc98e-4e53-4b98-b83b-b85c10fc4f76 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:04.647302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcc98e-4e53-4b98-b83b-b85c10fc4f76 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=3d5931bf-c8ac-42e2-b670-3aa56b50b43f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:04.688025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-ecbcc98e-4e53-4b98-b83b-b85c10fc4f76 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] No DVR routers for this DVR port 3d5931bf-c8ac-42e2-b670-3aa56b50b43f on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:04.690938 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-ecbcc98e-4e53-4b98-b83b-b85c10fc4f76 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:04.693047 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4cad8f92-bb75-45db-a158-3a41a678b01f req-ecbcc98e-4e53-4b98-b83b-b85c10fc4f76 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "DELETE /v2.0/ports/3d5931bf-c8ac-42e2-b670-3aa56b50b43f HTTP/1.1" status: 204 len: 173 time: 0.4542131 Sep 17 23:42:04.693477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d475c17-8318-462a-8849-eb72fb73c208', 'name': 'network-vif-deleted', 'tag': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:04.695703 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475c472-1b4b-4090-9295-ea16c0dea5be" -d '{"events": [{"server_uuid": "5d475c17-8318-462a-8849-eb72fb73c208", "name": "network-vif-deleted", "tag": "3d5931bf-c8ac-42e2-b670-3aa56b50b43f"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:04.730682 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1cd745-6119-47c1-8e99-d9414a581328 x-openstack-request-id: req-aa1cd745-6119-47c1-8e99-d9414a581328 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:04.730955 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d475c17-8318-462a-8849-eb72fb73c208", "name": "network-vif-deleted", "tag": "3d5931bf-c8ac-42e2-b670-3aa56b50b43f", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:04.731204 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa1cd745-6119-47c1-8e99-d9414a581328 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:04.731599 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d475c17-8318-462a-8849-eb72fb73c208', 'name': 'network-vif-deleted', 'tag': '3d5931bf-c8ac-42e2-b670-3aa56b50b43f', 'status': 'completed', 'code': 200} Sep 17 23:42:05.339379 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-83fea6df-9972-4b1d-b4a8-2969006eafa8 req-310ba388-9a14-4e3a-b48e-2b66021beda0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d475c17-8318-462a-8849-eb72fb73c208 HTTP/1.1" status: 200 len: 210 time: 0.0278900 Sep 17 23:42:05.894246 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-acffe35f-f967-4682-ac5c-133d2323fe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.396369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57948) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:06.749845 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.002214 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 96e588fe-7318-434c-a11c-f0dd1d38781b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:07.002479 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.094349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 96e588fe-7318-434c-a11c-f0dd1d38781b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=96e588fe-7318-434c-a11c-f0dd1d38781b,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:07.094725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.106773 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 96e588fe-7318-434c-a11c-f0dd1d38781b owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:07.128821 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.242982 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:42:07.322847 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.349934 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=96e588fe-7318-434c-a11c-f0dd1d38781b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.413373 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:07.534997 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.677854 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.754518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:42:07.858498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:42:07.863479 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b5cd8fef-72e9-492a-babe-647f8973fe0e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "PUT /v2.0/routers/ab7548fb-fb9a-4ff1-b0d5-e79de102e5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4661815 Sep 17 23:42:07.866865 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57950) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:07.868461 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] Sync routers for ids ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:42:07.877516 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] Routers {'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:07.878123 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:07.917660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-43211242-fecd-4673-a7a9-6071bc108cc7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting subnet cd9d54aa-b2d0-426f-a6d7-a91f230b8943 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:42:07.920870 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43211242-fecd-4673-a7a9-6071bc108cc7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.966154 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43211242-fecd-4673-a7a9-6071bc108cc7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.164824 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] Set router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:08.345660 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:42:07Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:08.348359 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43211242-fecd-4673-a7a9-6071bc108cc7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.370952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] Checking router: ab7548fb-fb9a-4ff1-b0d5-e79de102e5da for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:42:08.379329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] Routers {'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:08.380466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:08.471992 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43211242-fecd-4673-a7a9-6071bc108cc7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.490514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] Set router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:08.497547 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43211242-fecd-4673-a7a9-6071bc108cc7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9d54aa-b2d0-426f-a6d7-a91f230b8943,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:08.504296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-43211242-fecd-4673-a7a9-6071bc108cc7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.505688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-43211242-fecd-4673-a7a9-6071bc108cc7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/subnets/cd9d54aa-b2d0-426f-a6d7-a91f230b8943 HTTP/1.1" status: 204 len: 168 time: 0.6378763 Sep 17 23:42:08.508484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57952) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:08.520713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ed2bd-c9bb-4737-b242-9a1afb03aaae None None] Network 20d0580e-c75e-43be-ad08-05fc63208dc2 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:08.616611 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.683105 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3d5931bf-c8ac-42e2-b670-3aa56b50b43f no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:08.724863 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.729243 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 3d5931bf-c8ac-42e2-b670-3aa56b50b43f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:08.729597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 3d5931bf-c8ac-42e2-b670-3aa56b50b43f not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:08.801198 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:42:07Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:08.832365 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:08.833237 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.835028 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5664d5-c6be-4aa9-8162-32d03fd5f917 None None] The sync data for ids ['ab7548fb-fb9a-4ff1-b0d5-e79de102e5da'] in n-d-713499-18 is: [{'id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914773756', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:42:07Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7548fb-fb9a-4ff1-b0d5-e79de102e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:26Z', 'updated_at': '2021-09-17T23:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:42:08.839639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] DHCP port deletion for 20d0580e-c75e-43be-ad08-05fc63208dc2 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:42:08.893571 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Deleting port 39d52d75-03b0-4360-a946-248b50efafe4 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:08.894279 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.916895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:08.917399 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.929206 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:08.960902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] For port 39d52d75-03b0-4360-a946-248b50efafe4, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=39d52d75-03b0-4360-a946-248b50efafe4,segment=NetworkSegment(75a3d3ac-ad78-4f9c-b1b9-141f75e9596c),segment_id=75a3d3ac-ad78-4f9c-b1b9-141f75e9596c)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:08.961295 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.973217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Calling delete_port for 39d52d75-03b0-4360-a946-248b50efafe4 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:09.111373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.142209 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Pushing event deleted for resources: {'Port': ['ID=39d52d75-03b0-4360-a946-248b50efafe4,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:09.144651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] No DVR routers for this DVR port 39d52d75-03b0-4360-a946-248b50efafe4 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:09.153033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.153388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.153657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.153994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.154323 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.154651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.155080 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.155284 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.155602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.155963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.156349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.156670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ec6a7-d041-4b71-ad4e-b0119b06a3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:09.163256 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.188755 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:09.259515 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.300313 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.354033 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.356407 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.444151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.444947 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Fanout notify agent at l3_agent the message router_deleted on router ab7548fb-fb9a-4ff1-b0d5-e79de102e5da {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:42:09.457628 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.457628 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ed9befd1-976a-4225-9bfe-c59900d1e5aa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/routers/ab7548fb-fb9a-4ff1-b0d5-e79de102e5da HTTP/1.1" status: 204 len: 168 time: 0.9450870 Sep 17 23:42:09.457628 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57954) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:09.515495 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 96e588fe-7318-434c-a11c-f0dd1d38781b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:09.548366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.557566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 96e588fe-7318-434c-a11c-f0dd1d38781b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:09.557566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 96e588fe-7318-434c-a11c-f0dd1d38781b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:09.557566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 39d52d75-03b0-4360-a946-248b50efafe4 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:09.585364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 39d52d75-03b0-4360-a946-248b50efafe4 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:09.585708 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 39d52d75-03b0-4360-a946-248b50efafe4 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:09.658140 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.679279 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d0580e-c75e-43be-ad08-05fc63208dc2']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:09.690349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:09.690650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a3d3ac-ad78-4f9c-b1b9-141f75e9596c') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:09.700955 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.714040 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.719761 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:42:09.720275 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:42:09.723211 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:42:09.865946 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.873539 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.874798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/networks/20d0580e-c75e-43be-ad08-05fc63208dc2 HTTP/1.1" status: 204 len: 168 time: 0.4164698 Sep 17 23:42:09.877671 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57956) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:09.891277 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0850c-1301-4009-9db5-fd92abf3e37a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Network': ['ID=20d0580e-c75e-43be-ad08-05fc63208dc2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:09.943566 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3093-1528-4563-8b77-1f97b3c7ebeb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.970143 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3093-1528-4563-8b77-1f97b3c7ebeb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.099996 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3093-1528-4563-8b77-1f97b3c7ebeb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.102630 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3093-1528-4563-8b77-1f97b3c7ebeb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.103829 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2fdf3093-1528-4563-8b77-1f97b3c7ebeb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/security-groups/5a44598d-5fa9-4397-8a15-38f15ab34f4e HTTP/1.1" status: 204 len: 168 time: 0.2250693 Sep 17 23:42:10.116055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf3093-1528-4563-8b77-1f97b3c7ebeb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a44598d-5fa9-4397-8a15-38f15ab34f4e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:10.466007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57962) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:10.470621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-07bd7266-3239-4984-b1c0-52fb9fee37d0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169334789', 'description': 'tempest-secgroup-smoke-169334789 description', 'project_id': '96e72366468644278867a97669e96aab'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:10.579912 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-07bd7266-3239-4984-b1c0-52fb9fee37d0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.664371 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-07bd7266-3239-4984-b1c0-52fb9fee37d0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.722559 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-07bd7266-3239-4984-b1c0-52fb9fee37d0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.753684 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd7266-3239-4984-b1c0-52fb9fee37d0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd1e857-b937-4453-a29b-2920ae8af323,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:10.791364 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-07bd7266-3239-4984-b1c0-52fb9fee37d0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.792679 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-07bd7266-3239-4984-b1c0-52fb9fee37d0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3256509 Sep 17 23:42:10.795461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57964) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:10.799809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-55de0ab2-7c64-4572-a839-bbea70d6470a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '6dd1e857-b937-4453-a29b-2920ae8af323', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:10.887266 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de0ab2-7c64-4572-a839-bbea70d6470a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.944995 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de0ab2-7c64-4572-a839-bbea70d6470a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.025187 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de0ab2-7c64-4572-a839-bbea70d6470a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.042691 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de0ab2-7c64-4572-a839-bbea70d6470a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327f792e-ffb8-4661-838b-7b76e171a028,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:11.094155 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-55de0ab2-7c64-4572-a839-bbea70d6470a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.095380 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-55de0ab2-7c64-4572-a839-bbea70d6470a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989888 Sep 17 23:42:11.098121 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57966) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:11.102709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1a9927fd-2a3b-48f1-b7af-a148b0aa57c9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '6dd1e857-b937-4453-a29b-2920ae8af323', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:11.121177 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.201605 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a9927fd-2a3b-48f1-b7af-a148b0aa57c9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.257612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a9927fd-2a3b-48f1-b7af-a148b0aa57c9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.351078 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a9927fd-2a3b-48f1-b7af-a148b0aa57c9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.370697 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9927fd-2a3b-48f1-b7af-a148b0aa57c9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd5adad-88ba-48d6-9e93-c2703b80e91c,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:11.391504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:11.410627 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:11.411520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 9d82873f-b88a-4b2e-bdd8-38e9ba7aa74a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:11.425540 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a9927fd-2a3b-48f1-b7af-a148b0aa57c9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.427483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1a9927fd-2a3b-48f1-b7af-a148b0aa57c9 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3281076 Sep 17 23:42:11.430267 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57968) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:11.434683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-710db0c8-aa3b-4fdf-b9c7-bc412726ae89 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '6dd1e857-b937-4453-a29b-2920ae8af323', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:11.527326 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-710db0c8-aa3b-4fdf-b9c7-bc412726ae89 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.586870 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-710db0c8-aa3b-4fdf-b9c7-bc412726ae89 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.648412 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-710db0c8-aa3b-4fdf-b9c7-bc412726ae89 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.666644 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710db0c8-aa3b-4fdf-b9c7-bc412726ae89 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba952c8d-143c-4c44-90db-7b4e2c3233da,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:11.739966 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-710db0c8-aa3b-4fdf-b9c7-bc412726ae89 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.741225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-710db0c8-aa3b-4fdf-b9c7-bc412726ae89 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100302 Sep 17 23:42:11.743987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57970) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:11.748417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9461ba46-cca8-4ae9-816d-c4f14e42e744 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '6dd1e857-b937-4453-a29b-2920ae8af323', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:11.853860 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9461ba46-cca8-4ae9-816d-c4f14e42e744 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.914589 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9461ba46-cca8-4ae9-816d-c4f14e42e744 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.951006 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9461ba46-cca8-4ae9-816d-c4f14e42e744 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.970038 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461ba46-cca8-4ae9-816d-c4f14e42e744 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b229e437-7298-46e7-b2cc-8c48b5e03511,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:12.019501 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9461ba46-cca8-4ae9-816d-c4f14e42e744 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.021315 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9461ba46-cca8-4ae9-816d-c4f14e42e744 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2763746 Sep 17 23:42:12.024138 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57972) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:12.028475 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2146e20e-9169-4c5d-bd0b-16489de3ffba tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '6dd1e857-b937-4453-a29b-2920ae8af323', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:12.088378 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-2146e20e-9169-4c5d-bd0b-16489de3ffba tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Project 96e72366468644278867a97669e96aab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:42:12.093218 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2146e20e-9169-4c5d-bd0b-16489de3ffba tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.152829 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2146e20e-9169-4c5d-bd0b-16489de3ffba tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.209090 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2146e20e-9169-4c5d-bd0b-16489de3ffba tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.225913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146e20e-9169-4c5d-bd0b-16489de3ffba tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141e4231-3993-4469-a2bc-c56a79f4ca28,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:12.299691 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2146e20e-9169-4c5d-bd0b-16489de3ffba tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.301025 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2146e20e-9169-4c5d-bd0b-16489de3ffba tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2759576 Sep 17 23:42:12.304286 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57974) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:12.308640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-9609cdc5-c7fd-407a-b0f6-cdff0dc98109 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'security_group_rule': {'security_group_id': '6dd1e857-b937-4453-a29b-2920ae8af323', 'project_id': '96e72366468644278867a97669e96aab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:12.385350 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-9609cdc5-c7fd-407a-b0f6-cdff0dc98109 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Project 96e72366468644278867a97669e96aab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:42:12.390203 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9609cdc5-c7fd-407a-b0f6-cdff0dc98109 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.453915 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9609cdc5-c7fd-407a-b0f6-cdff0dc98109 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.493897 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9609cdc5-c7fd-407a-b0f6-cdff0dc98109 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.511835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609cdc5-c7fd-407a-b0f6-cdff0dc98109 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5cb792-5943-4c01-909a-ece62a9f388e,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:12.556870 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-9609cdc5-c7fd-407a-b0f6-cdff0dc98109 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.558116 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9609cdc5-c7fd-407a-b0f6-cdff0dc98109 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2528698 Sep 17 23:42:12.560893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57976) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:12.569992 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'network': {'name': 'tempest-network-smoke--175967008', 'project_id': '96e72366468644278867a97669e96aab', 'port_security_enabled': True}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:12.625611 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:12.629124 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.652429 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:42:12.661518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.661836 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Added segment 6a1b854f-b0fe-478a-9f6c-d3c2bb90e463 of type vlan for network 82c97268-00f0-41df-933e-4894a9158107 Sep 17 23:42:12.699613 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.785433 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.791000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:12.791588 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.858879 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Network': ['ID=82c97268-00f0-41df-933e-4894a9158107,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:12.869401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 82c97268-00f0-41df-933e-4894a9158107 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:42:12.871904 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a43e0371-0d24-4e61-8cde-73980fc9926d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3099878 Sep 17 23:42:12.874867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57978) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:12.878900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'admin_state_up': True, 'project_id': '96e72366468644278867a97669e96aab', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:12.962905 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.964060 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.016215 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.204635 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.449927 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.472167 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.573202 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.25.6.224 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/80fd5fa9-b598-4163-8de8-832aa1cc006f) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:13.681179 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.768814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.804791 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:13.807575 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:13.811084 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:13.838143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=80fd5fa9-b598-4163-8de8-832aa1cc006f,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:14.118230 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.309130 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.511029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router 29bf7c62-1373-4a90-905a-fca1560c95fd is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:42:14.619336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:42:14.628591 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Sync routers for ids ['29bf7c62-1373-4a90-905a-fca1560c95fd'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:42:14.638716 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Routers {'29bf7c62-1373-4a90-905a-fca1560c95fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:14.639317 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['29bf7c62-1373-4a90-905a-fca1560c95fd'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:14.671761 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.673193 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-39bda0c7-f444-4cba-9d13-c48754aa9c71 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7976573 Sep 17 23:42:14.681359 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57980) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:14.716445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ec49e47e-7e8c-4381-8f61-a0429ba03f06 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=96e72366468644278867a97669e96aab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339382 Sep 17 23:42:14.719130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 57982) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:14.750906 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Set router 29bf7c62-1373-4a90-905a-fca1560c95fd gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:14.867757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4e0ab5-16b3-4b98-a9cd-381697a35bfd tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:14.869237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-9c4e0ab5-16b3-4b98-a9cd-381697a35bfd tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1492054 Sep 17 23:42:14.872097 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57984) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:14.900943 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d6bd604e-95d9-4a85-babc-4bbc6dd6a722 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6f9f4c21-197f-47a2-8314-6a9cf1e46b67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274940 Sep 17 23:42:14.903362 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57986) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:14.908272 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2096186285', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'project_id': '96e72366468644278867a97669e96aab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:14.927983 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:13Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:14.953838 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Checking router: 29bf7c62-1373-4a90-905a-fca1560c95fd for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:42:14.954177 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Updating router 29bf7c62-1373-4a90-905a-fca1560c95fd port 80fd5fa9-b598-4163-8de8-832aa1cc006f binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:42:14.978974 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.042575 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:15.046165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.229686 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.259825 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.282384 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.324492 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Subnet': ['ID=08aa330e-c8c8-4dd0-85c5-90473903685e,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:15.331963 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Attempting to bind port 80fd5fa9-b598-4163-8de8-832aa1cc006f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:15.332075 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Attempting to bind port 80fd5fa9-b598-4163-8de8-832aa1cc006f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:15.332484 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Attempting to bind port 80fd5fa9-b598-4163-8de8-832aa1cc006f on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:15.333443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Checking segment: {'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:15.333895 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network hostable DHCP agents. Network: 82c97268-00f0-41df-933e-4894a9158107, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:42:15.343875 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Pushing event updated for resources: {'Port': ['ID=80fd5fa9-b598-4163-8de8-832aa1cc006f,revision_number=2']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:15.346906 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:15.347272 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:15.350404 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.350404 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:15.350404 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Bound port: 80fd5fa9-b598-4163-8de8-832aa1cc006f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:15.350404 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.356239 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.356576 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.356909 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.357236 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.357564 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.357885 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.358201 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.358516 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.358829 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.359142 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.359455 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.359767 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:15.411753 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] For port 80fd5fa9-b598-4163-8de8-832aa1cc006f, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:15.414349 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 82c97268-00f0-41df-933e-4894a9158107 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:42:15.414770 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] For port 80fd5fa9-b598-4163-8de8-832aa1cc006f, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=80fd5fa9-b598-4163-8de8-832aa1cc006f,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:15.494067 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 82c97268-00f0-41df-933e-4894a9158107) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:15.494577 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.498289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:15.499597 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.504898 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23cb57-4a16-4a83-8544-062935419012 None None] Network 82c97268-00f0-41df-933e-4894a9158107 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:15.550871 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Routers {'29bf7c62-1373-4a90-905a-fca1560c95fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:15.551488 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['29bf7c62-1373-4a90-905a-fca1560c95fd'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:15.564232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9d8d5d0b-caa4-444c-b72f-3aaddc92317f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6597340 Sep 17 23:42:15.566997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 57988) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:15.589723 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81600b79-2dec-4b9f-9170-768afb09eea6 None None] Pushing event updated for resources: {'Port': ['ID=80fd5fa9-b598-4163-8de8-832aa1cc006f,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:15.663038 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] Set router 29bf7c62-1373-4a90-905a-fca1560c95fd gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:15.665534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-82c97268-00f0-41df-933e-4894a9158107', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'tenant_id': '96e72366468644278867a97669e96aab', 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:42:15.666410 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.808489 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Allocated IP 172.20.0.2 (82c97268-00f0-41df-933e-4894a9158107/08aa330e-c8c8-4dd0-85c5-90473903685e/8d504cba-75cc-45fd-896e-9f2443d65daa) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:15.858058 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:13Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:15.884647 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c03fc-f1ff-4737-b75e-3676a32fcebd None None] The sync data for ids ['29bf7c62-1373-4a90-905a-fca1560c95fd'] in n-d-713499-18 is: [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:13Z', 'revision_number': 3, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:42:15.975855 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.030067 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.036818 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.071092 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Network 82c97268-00f0-41df-933e-4894a9158107 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:16.073911 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:16.076374 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:16.129994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Pushing event updated for resources: {'Port': ['ID=8d504cba-75cc-45fd-896e-9f2443d65daa,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:16.176431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Attempting to bind port 8d504cba-75cc-45fd-896e-9f2443d65daa on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:16.177147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Attempting to bind port 8d504cba-75cc-45fd-896e-9f2443d65daa by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:16.177683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Attempting to bind port 8d504cba-75cc-45fd-896e-9f2443d65daa on network 82c97268-00f0-41df-933e-4894a9158107 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:16.184751 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:16.189378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Checking segment: {'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:16.189378 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.189378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Bound using segment: {'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:16.189378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Bound port: 8d504cba-75cc-45fd-896e-9f2443d65daa, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:16.189378 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.262426 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] For port 8d504cba-75cc-45fd-896e-9f2443d65daa, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:16.265795 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] For port 8d504cba-75cc-45fd-896e-9f2443d65daa, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8d504cba-75cc-45fd-896e-9f2443d65daa,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:16.323364 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.343040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.20.0.1 (82c97268-00f0-41df-933e-4894a9158107/08aa330e-c8c8-4dd0-85c5-90473903685e/a2578254-c238-41ee-8116-a2c7f3edcf4c) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:16.387463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08aa34-c104-43c9-9009-7ebc5640cf44 None None] Pushing event updated for resources: {'Port': ['ID=8d504cba-75cc-45fd-896e-9f2443d65daa,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:16.476543 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.609053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.655745 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 82c97268-00f0-41df-933e-4894a9158107 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:16.662068 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:16.664933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:16.676082 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=a2578254-c238-41ee-8116-a2c7f3edcf4c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:16.722567 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.933815 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.219486 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.276913 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.355044 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=a2578254-c238-41ee-8116-a2c7f3edcf4c,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:17.357646 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.365126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b1376-628e-41f8-8c57-e68e21a16149 None None] Network 82c97268-00f0-41df-933e-4894a9158107 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:17.439222 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-ba2ba20c-cfb7-4d67-ba2f-a84e0f8067b2 None None] Provisioning complete for port 8d504cba-75cc-45fd-896e-9f2443d65daa triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:17.439582 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba20c-cfb7-4d67-ba2f-a84e0f8067b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.478766 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 82c97268-00f0-41df-933e-4894a9158107 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:17.481019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:17.560369 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8d504cba-75cc-45fd-896e-9f2443d65daa up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:17.607648 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router 29bf7c62-1373-4a90-905a-fca1560c95fd has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:42:17.632059 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba20c-cfb7-4d67-ba2f-a84e0f8067b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.687437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-ba2ba20c-cfb7-4d67-ba2f-a84e0f8067b2 None None] For port 8d504cba-75cc-45fd-896e-9f2443d65daa, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8d504cba-75cc-45fd-896e-9f2443d65daa,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:17.690395 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8d504cba-75cc-45fd-896e-9f2443d65daa triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:17.690395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.720660 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:42:17.727045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-35e35ae8-3440-4b26-80d4-136e85ffbe64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "PUT /v2.0/routers/29bf7c62-1373-4a90-905a-fca1560c95fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1587760 Sep 17 23:42:17.771120 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba20c-cfb7-4d67-ba2f-a84e0f8067b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.823896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ba20c-cfb7-4d67-ba2f-a84e0f8067b2 None None] Pushing event updated for resources: {'Port': ['ID=8d504cba-75cc-45fd-896e-9f2443d65daa,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:17.839025 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.859835 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Sync routers for ids ['29bf7c62-1373-4a90-905a-fca1560c95fd'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:42:17.898531 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Routers {'29bf7c62-1373-4a90-905a-fca1560c95fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:17.899169 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['29bf7c62-1373-4a90-905a-fca1560c95fd'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:17.900818 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-eeebe8e3-4842-4969-b8fc-adaf382c339f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169334789&fields=id&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 267 time: 0.0387299 Sep 17 23:42:17.953819 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:42:17.954107 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:42:18.020945 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-9f87c299-ef51-4b77-847b-913637e826bf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:18.022604 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-9f87c299-ef51-4b77-847b-913637e826bf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/networks?id=82c97268-00f0-41df-933e-4894a9158107 HTTP/1.1" status: 200 len: 796 time: 0.1142430 Sep 17 23:42:18.031799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-dc3e7501-21b1-4370-a17b-f5af26736f74 None None] Provisioning complete for port 8d504cba-75cc-45fd-896e-9f2443d65daa triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:18.032195 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7501-21b1-4370-a17b-f5af26736f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.038068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Set router 29bf7c62-1373-4a90-905a-fca1560c95fd gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:18.040431 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-828e3125-b0af-4ae4-a452-10752ebad753 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/quotas/96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 375 time: 0.0109856 Sep 17 23:42:18.097883 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-eacfe93e-3846-40af-9adf-f26f7ae38615 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506451 Sep 17 23:42:18.114690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-7c9325c6-5595-42de-ae12-2dc71cf887ca service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:42:18.115669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-7c9325c6-5595-42de-ae12-2dc71cf887ca service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053439 Sep 17 23:42:18.224087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-c61255b9-ebeb-4c4e-a70f-bff95824ea34 service neutron] 10.222.0.30 "GET /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922718 Sep 17 23:42:18.292960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-dc3e7501-21b1-4370-a17b-f5af26736f74 None None] Provisioning complete for port a2578254-c238-41ee-8116-a2c7f3edcf4c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:18.293338 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7501-21b1-4370-a17b-f5af26736f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.340097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e7501-21b1-4370-a17b-f5af26736f74 None None] Port a2578254-c238-41ee-8116-a2c7f3edcf4c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:18.354433 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:16Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a2578254-c238-41ee-8116-a2c7f3edcf4c', 'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:9a:ad:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:16Z', 'updated_at': '2021-09-17T23:42:17Z', 'revision_number': 2, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:18.382690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Checking router: 29bf7c62-1373-4a90-905a-fca1560c95fd for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:42:18.383375 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Updating router 29bf7c62-1373-4a90-905a-fca1560c95fd port a2578254-c238-41ee-8116-a2c7f3edcf4c binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:42:18.414121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.564233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-27310f16-b9d2-48bc-8c70-0fad3208a977 None None] Provisioning complete for port a2578254-c238-41ee-8116-a2c7f3edcf4c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:18.564506 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-27310f16-b9d2-48bc-8c70-0fad3208a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.569639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 80fd5fa9-b598-4163-8de8-832aa1cc006f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:18.625982 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-062aeb55-6a5e-470a-85a1-74c2831e7498 service neutron] 10.222.0.30 "GET /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954754 Sep 17 23:42:18.832883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-27310f16-b9d2-48bc-8c70-0fad3208a977 None None] Port a2578254-c238-41ee-8116-a2c7f3edcf4c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:18.852805 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9098e49f-c8fd-4e11-bfc3-9774f160573e req-5e53fb78-0c82-400a-96e5-71c8fc2acc5b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 210 time: 0.0301461 Sep 17 23:42:18.907242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 80fd5fa9-b598-4163-8de8-832aa1cc006f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:18.907622 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.035516 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.042810 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.061702 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 80fd5fa9-b598-4163-8de8-832aa1cc006f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=80fd5fa9-b598-4163-8de8-832aa1cc006f,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:19.145761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.150146 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.200291 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d10285-5fe6-494d-8a14-f1b32b97c311 None None] Pushing event updated for resources: {'Port': ['ID=a2578254-c238-41ee-8116-a2c7f3edcf4c,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:19.288398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Attempting to bind port a2578254-c238-41ee-8116-a2c7f3edcf4c on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:19.288778 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Attempting to bind port a2578254-c238-41ee-8116-a2c7f3edcf4c by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:19.289145 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Attempting to bind port a2578254-c238-41ee-8116-a2c7f3edcf4c on network 82c97268-00f0-41df-933e-4894a9158107 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:19.295953 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=80fd5fa9-b598-4163-8de8-832aa1cc006f,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:19.298851 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:19.299232 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Checking segment: {'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:19.299633 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.300015 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Bound using segment: {'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:19.300514 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Bound port: a2578254-c238-41ee-8116-a2c7f3edcf4c, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:19.300899 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.367055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] For port a2578254-c238-41ee-8116-a2c7f3edcf4c, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:19.369902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] For port a2578254-c238-41ee-8116-a2c7f3edcf4c, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a2578254-c238-41ee-8116-a2c7f3edcf4c,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:19.437250 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.455126 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8d504cba-75cc-45fd-896e-9f2443d65daa up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:19.542406 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d395bea0-0c11-4f67-a690-f3348889302b None None] Provisioning complete for port a2578254-c238-41ee-8116-a2c7f3edcf4c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:19.542783 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d395bea0-0c11-4f67-a690-f3348889302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.547538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Routers {'29bf7c62-1373-4a90-905a-fca1560c95fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:19.548203 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['29bf7c62-1373-4a90-905a-fca1560c95fd'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:19.553286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d10285-5fe6-494d-8a14-f1b32b97c311 None None] Pushing event updated for resources: {'Port': ['ID=a2578254-c238-41ee-8116-a2c7f3edcf4c,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:19.674206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 8d504cba-75cc-45fd-896e-9f2443d65daa triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:19.675141 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.737705 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] Set router 29bf7c62-1373-4a90-905a-fca1560c95fd gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:19.840619 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d395bea0-0c11-4f67-a690-f3348889302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.952807 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 80fd5fa9-b598-4163-8de8-832aa1cc006f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:19.954193 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ab85d11c-359f-49ce-9e30-33f2bc79ce0d req-5ab26b0a-faf2-4629-8b70-00e689b16ff6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 210 time: 0.0264864 Sep 17 23:42:19.960849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-d395bea0-0c11-4f67-a690-f3348889302b None None] For port a2578254-c238-41ee-8116-a2c7f3edcf4c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a2578254-c238-41ee-8116-a2c7f3edcf4c,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:20.031407 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d395bea0-0c11-4f67-a690-f3348889302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.098027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 80fd5fa9-b598-4163-8de8-832aa1cc006f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:20.098461 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.101996 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395bea0-0c11-4f67-a690-f3348889302b None None] Pushing event updated for resources: {'Port': ['ID=a2578254-c238-41ee-8116-a2c7f3edcf4c,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:20.134713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:16Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a2578254-c238-41ee-8116-a2c7f3edcf4c', 'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:9a:ad:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:16Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:20.173587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da154cd3-7248-4512-8dbc-e018da4bc2a2 None None] The sync data for ids ['29bf7c62-1373-4a90-905a-fca1560c95fd'] in n-d-713499-18 is: [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:16Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a2578254-c238-41ee-8116-a2c7f3edcf4c', 'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:9a:ad:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:16Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:42:20.189523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0f73e26f-c976-41c2-80ab-ba306446206f None None] Provisioning complete for port a2578254-c238-41ee-8116-a2c7f3edcf4c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:20.189895 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0f73e26f-c976-41c2-80ab-ba306446206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.534461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-4fb97ac9-bc54-4c97-a632-bba265e53f83 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:20.537558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-4fb97ac9-bc54-4c97-a632-bba265e53f83 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/networks?id=82c97268-00f0-41df-933e-4894a9158107 HTTP/1.1" status: 200 len: 796 time: 0.1135752 Sep 17 23:42:20.581785 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-619a7600-1ac9-4fd5-9e9d-61d977ac1b8a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96e72366468644278867a97669e96aab HTTP/1.1" status: 200 len: 379 time: 0.0369968 Sep 17 23:42:20.592166 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'port': {'device_id': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'admin_state_up': True, 'tenant_id': '96e72366468644278867a97669e96aab', 'security_groups': ['6dd1e857-b937-4453-a29b-2920ae8af323']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:20.768402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Made reservation on behalf of 96e72366468644278867a97669e96aab for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:20.772658 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.906007 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.20.0.5 (82c97268-00f0-41df-933e-4894a9158107/08aa330e-c8c8-4dd0-85c5-90473903685e/7c84e911-592b-4a0a-a93e-0a2f3056142e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:21.070882 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-44fb8487-b410-4a08-9992-b042a7af2f7e req-a0ef3fa8-5f81-4741-b52c-360961da1b1d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 210 time: 0.0316985 Sep 17 23:42:21.100568 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.203389 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.250840 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 82c97268-00f0-41df-933e-4894a9158107 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:21.254055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:21.260808 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:21.466983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a2578254-c238-41ee-8116-a2c7f3edcf4c up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:21.521223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a2578254-c238-41ee-8116-a2c7f3edcf4c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:21.521594 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.568013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0a7be4be-3606-471f-bbbd-94ef317afc69 None None] Provisioning complete for port 7c84e911-592b-4a0a-a93e-0a2f3056142e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:21.568363 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0a7be4be-3606-471f-bbbd-94ef317afc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.590768 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=7c84e911-592b-4a0a-a93e-0a2f3056142e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:21.620608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:21.620960 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.630570 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0a7be4be-3606-471f-bbbd-94ef317afc69 None None] Port 7c84e911-592b-4a0a-a93e-0a2f3056142e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:21.671938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2438e183-4df6-4c33-ad4c-a6c4dfb42aaa tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0840228 Sep 17 23:42:21.684845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Request body: {'port': {'device_id': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:21.742652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.000910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c84e911-592b-4a0a-a93e-0a2f3056142e {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:22.008759 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.020244 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Transition to ACTIVE for port object 7c84e911-592b-4a0a-a93e-0a2f3056142e will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:22.122990 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.173532 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Pushing event updated for resources: {'Port': ['ID=7c84e911-592b-4a0a-a93e-0a2f3056142e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:22.205956 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce527662-02e7-4da3-b015-bbcc12e946fd req-909b68ad-e203-453c-9b8a-1dcd4b3ff5ce tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:22.207498 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce527662-02e7-4da3-b015-bbcc12e946fd req-909b68ad-e203-453c-9b8a-1dcd4b3ff5ce tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 943 time: 0.0562901 Sep 17 23:42:22.250294 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Attempting to bind port 7c84e911-592b-4a0a-a93e-0a2f3056142e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:22.250647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Attempting to bind port 7c84e911-592b-4a0a-a93e-0a2f3056142e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:22.251054 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Attempting to bind port 7c84e911-592b-4a0a-a93e-0a2f3056142e on network 82c97268-00f0-41df-933e-4894a9158107 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:22.254020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ce527662-02e7-4da3-b015-bbcc12e946fd req-9ff1c8a0-a260-4ff1-8edc-53feda71ccf6 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394874 Sep 17 23:42:22.256706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Port 7c84e911-592b-4a0a-a93e-0a2f3056142e on network 82c97268-00f0-41df-933e-4894a9158107 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:22.257029 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Attempting to bind port 7c84e911-592b-4a0a-a93e-0a2f3056142e on network 82c97268-00f0-41df-933e-4894a9158107 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:22.262321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:22.262657 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Checking segment: {'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:22.263053 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Bound using segment: {'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:22.263460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Bound port: 7c84e911-592b-4a0a-a93e-0a2f3056142e, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '82c97268-00f0-41df-933e-4894a9158107'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:22.263814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.331595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] For port 7c84e911-592b-4a0a-a93e-0a2f3056142e, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:22.334873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] For port 7c84e911-592b-4a0a-a93e-0a2f3056142e, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7c84e911-592b-4a0a-a93e-0a2f3056142e,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:22.391518 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.425762 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:22.427106 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.428658 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] 10.222.0.23 "PUT /v2.0/ports/7c84e911-592b-4a0a-a93e-0a2f3056142e HTTP/1.1" status: 200 len: 1092 time: 0.7479877 Sep 17 23:42:22.429108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'tag': '7c84e911-592b-4a0a-a93e-0a2f3056142e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:22.431385 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7373de65-1c54-46ca-a590-6d1a6178e901" -d '{"events": [{"name": "network-changed", "server_uuid": "d4932461-ad45-4161-b3b6-241f8ae43541", "tag": "7c84e911-592b-4a0a-a93e-0a2f3056142e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:22.461798 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d93c5-d01f-4209-8597-0c54aacf5f8c service neutron] Pushing event updated for resources: {'Port': ['ID=7c84e911-592b-4a0a-a93e-0a2f3056142e,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:22.488719 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4f8cf0-7105-4c42-9be4-fe7f9fb18923 x-openstack-request-id: req-9f4f8cf0-7105-4c42-9be4-fe7f9fb18923 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:22.490429 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4932461-ad45-4161-b3b6-241f8ae43541", "tag": "7c84e911-592b-4a0a-a93e-0a2f3056142e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:22.490429 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f4f8cf0-7105-4c42-9be4-fe7f9fb18923 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:22.490429 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'tag': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'status': 'completed', 'code': 200} Sep 17 23:42:22.553623 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373de65-1c54-46ca-a590-6d1a6178e901 req-f417efa7-b9f5-47ca-9286-1e5551917c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:22.555183 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7373de65-1c54-46ca-a590-6d1a6178e901 req-f417efa7-b9f5-47ca-9286-1e5551917c49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 1095 time: 0.0441906 Sep 17 23:42:22.658709 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373de65-1c54-46ca-a590-6d1a6178e901 req-be40f366-aae3-4d81-a770-40c373d52154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:22.660242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7373de65-1c54-46ca-a590-6d1a6178e901 req-be40f366-aae3-4d81-a770-40c373d52154 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=96e72366468644278867a97669e96aab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0976582 Sep 17 23:42:22.757648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373de65-1c54-46ca-a590-6d1a6178e901 req-933f4379-0d5a-477d-81f6-4454dcbe0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:22.759615 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7373de65-1c54-46ca-a590-6d1a6178e901 req-933f4379-0d5a-477d-81f6-4454dcbe0a17 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925977 Sep 17 23:42:22.835444 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-313420e3-a2b6-4708-a9ce-dee22d3c4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:22.836878 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-313420e3-a2b6-4708-a9ce-dee22d3c4f80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 1095 time: 0.0415468 Sep 17 23:42:22.877673 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-931da2aa-987a-4310-b2c9-beb9f9461616 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c84e911-592b-4a0a-a93e-0a2f3056142e HTTP/1.1" status: 200 len: 217 time: 0.0333140 Sep 17 23:42:22.925830 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2510c791-e381-46df-837f-32819b40c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:22.927500 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2510c791-e381-46df-837f-32819b40c961 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08aa330e-c8c8-4dd0-85c5-90473903685e HTTP/1.1" status: 200 len: 835 time: 0.0431159 Sep 17 23:42:22.977158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-c201afdb-b612-4f55-98cb-ed20f5a6375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:22.978656 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-c201afdb-b612-4f55-98cb-ed20f5a6375f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82c97268-00f0-41df-933e-4894a9158107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446403 Sep 17 23:42:23.068942 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-2c77f134-5c56-4114-b0a7-a5e6c0818fae service neutron] 10.222.0.23 "GET /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831726 Sep 17 23:42:23.166249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9d4ad99-56e3-4de2-8e48-ab5f796e0492 req-d4b4784c-8331-40b4-9ee0-5273fb344cfc service neutron] 10.222.0.23 "GET /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903640 Sep 17 23:42:23.371289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb710a5-e2b8-4fce-b880-3ea6f3805d18 req-d877d3a5-961a-492a-bd92-41af53f4e19d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:23.372913 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9bb710a5-e2b8-4fce-b880-3ea6f3805d18 req-d877d3a5-961a-492a-bd92-41af53f4e19d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 943 time: 0.0485377 Sep 17 23:42:23.412992 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9bb710a5-e2b8-4fce-b880-3ea6f3805d18 req-c763cd56-ec8d-4ec6-9d91-22363a9411e4 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342278 Sep 17 23:42:24.535647 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa40e1-4378-4bca-88f8-7cbbd5f42d0a req-0f64e3a3-e917-4761-8ccf-654cc0593f64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:24.537883 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcfa40e1-4378-4bca-88f8-7cbbd5f42d0a req-0f64e3a3-e917-4761-8ccf-654cc0593f64 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 943 time: 0.0541890 Sep 17 23:42:24.574932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fcfa40e1-4378-4bca-88f8-7cbbd5f42d0a req-e10f7546-4bff-460e-8339-339262a5bba3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311115 Sep 17 23:42:25.694374 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c9c41-1c2a-4ac3-b801-b438b9bde51e req-381d99af-4810-4f64-90db-328631f9b37c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:25.695925 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d5c9c41-1c2a-4ac3-b801-b438b9bde51e req-381d99af-4810-4f64-90db-328631f9b37c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 943 time: 0.0537269 Sep 17 23:42:25.733360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9d5c9c41-1c2a-4ac3-b801-b438b9bde51e req-4a6f833a-df1d-4ed0-9e57-ed27718943e7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Sep 17 23:42:26.714207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7c84e911-592b-4a0a-a93e-0a2f3056142e details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:26.810977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 7c84e911-592b-4a0a-a93e-0a2f3056142e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7c84e911-592b-4a0a-a93e-0a2f3056142e,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:26.822982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'port_id': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'mac_address': 'fa:16:3e:02:d0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:26.846867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd25d-7683-41d9-83c7-6f7186faa634 req-e104fb14-a011-4712-b101-05e194db67d7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:26.848483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32abd25d-7683-41d9-83c7-6f7186faa634 req-e104fb14-a011-4712-b101-05e194db67d7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 943 time: 0.0487339 Sep 17 23:42:26.860700 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:26.873523 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c84e911-592b-4a0a-a93e-0a2f3056142e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:26.890765 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-32abd25d-7683-41d9-83c7-6f7186faa634 req-e91c0330-e818-4414-91f9-a176fa6a0ab8 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357404 Sep 17 23:42:26.892615 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 7c84e911-592b-4a0a-a93e-0a2f3056142e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7c84e911-592b-4a0a-a93e-0a2f3056142e,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:26.933822 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:26.985583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=7c84e911-592b-4a0a-a93e-0a2f3056142e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:27.136659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['7c84e911-592b-4a0a-a93e-0a2f3056142e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:28.005463 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68c81-4c91-4918-93db-e1bbb4444a74 req-dc47366d-bce4-4938-bfae-292225d869b3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:28.006953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09b68c81-4c91-4918-93db-e1bbb4444a74 req-dc47366d-bce4-4938-bfae-292225d869b3 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 944 time: 0.0493276 Sep 17 23:42:28.047230 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-09b68c81-4c91-4918-93db-e1bbb4444a74 req-ecafc7aa-74ef-4822-bb5d-9082a7906e8b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344110 Sep 17 23:42:28.729498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7c84e911-592b-4a0a-a93e-0a2f3056142e up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:28.836649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 7c84e911-592b-4a0a-a93e-0a2f3056142e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:42:28.840542 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 7c84e911-592b-4a0a-a93e-0a2f3056142e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:28.840915 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.915681 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.937457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c84e911-592b-4a0a-a93e-0a2f3056142e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:28.939968 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00326e3-5218-4427-8748-98a0099a4436" -d '{"events": [{"server_uuid": "d4932461-ad45-4161-b3b6-241f8ae43541", "name": "network-vif-plugged", "status": "completed", "tag": "7c84e911-592b-4a0a-a93e-0a2f3056142e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:28.953311 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 7c84e911-592b-4a0a-a93e-0a2f3056142e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7c84e911-592b-4a0a-a93e-0a2f3056142e,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:29.008601 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:29.034613 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4ec318-9dbc-4cbb-9a51-f2be7efbfa01 x-openstack-request-id: req-7a4ec318-9dbc-4cbb-9a51-f2be7efbfa01 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:29.037797 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4932461-ad45-4161-b3b6-241f8ae43541", "name": "network-vif-plugged", "status": "completed", "tag": "7c84e911-592b-4a0a-a93e-0a2f3056142e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:29.037797 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a4ec318-9dbc-4cbb-9a51-f2be7efbfa01 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:29.037797 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'code': 200} Sep 17 23:42:29.062003 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=7c84e911-592b-4a0a-a93e-0a2f3056142e,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:29.135499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4430fd-ca2c-4cce-ab4c-5540d4d45171 req-4dc0cd8d-9cc3-4c17-bec5-0a3990f04c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:29.137743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d4430fd-ca2c-4cce-ab4c-5540d4d45171 req-4dc0cd8d-9cc3-4c17-bec5-0a3990f04c4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 1097 time: 0.0530806 Sep 17 23:42:29.166970 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8cc35-bddd-43ef-b7d4-9ab26d632d96 req-0a1de532-ff1b-47ad-b86b-3daa4469de4a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:29.168507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71e8cc35-bddd-43ef-b7d4-9ab26d632d96 req-0a1de532-ff1b-47ad-b86b-3daa4469de4a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0506454 Sep 17 23:42:29.176237 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3d4430fd-ca2c-4cce-ab4c-5540d4d45171 req-7a70a35e-fe1c-4e48-b74b-da585b558504 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313082 Sep 17 23:42:29.206127 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-71e8cc35-bddd-43ef-b7d4-9ab26d632d96 req-ed5b3e27-831a-4928-910b-59eca4c8da56 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316315 Sep 17 23:42:30.031163 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:30.332353 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d13ff2-ed1b-45af-b5b4-eed7a5c70c1d req-073058f6-0d87-4947-a147-6b8978be7355 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:30.334644 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36d13ff2-ed1b-45af-b5b4-eed7a5c70c1d req-073058f6-0d87-4947-a147-6b8978be7355 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0569851 Sep 17 23:42:30.373861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-36d13ff2-ed1b-45af-b5b4-eed7a5c70c1d req-5bdd9cc5-913e-4329-b09d-f1661016c08f tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332406 Sep 17 23:42:31.487729 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c79caf-bf0e-4d25-9004-84ace54d809b req-47f34a69-cbf8-4f09-9181-77af317c3599 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:31.489496 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7c79caf-bf0e-4d25-9004-84ace54d809b req-47f34a69-cbf8-4f09-9181-77af317c3599 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0487063 Sep 17 23:42:31.526588 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c7c79caf-bf0e-4d25-9004-84ace54d809b req-3fbf2e19-7ca3-45a5-bd28-320885a0cb22 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304592 Sep 17 23:42:31.642328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54603aec-f326-48b2-9c12-68127103e21e req-d5454fa0-26f1-43a5-8281-a7499d243dcb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:31.643757 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54603aec-f326-48b2-9c12-68127103e21e req-d5454fa0-26f1-43a5-8281-a7499d243dcb tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0510480 Sep 17 23:42:31.686041 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-54603aec-f326-48b2-9c12-68127103e21e req-07bccc6a-ca65-4b8d-ba9c-48d2e61c13a0 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359755 Sep 17 23:42:31.707769 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58048) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:31.747298 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68631aa-ffd5-42cf-ab51-43318963c9a9 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:31.748813 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c68631aa-ffd5-42cf-ab51-43318963c9a9 tempest-TestNetworkAdvancedServerOps-1181811184 tempest-TestNetworkAdvancedServerOps-1181811184-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 1092 time: 0.0400088 Sep 17 23:42:31.751586 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58050) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:31.756033 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'tenant_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:31.825004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.923485 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.027424 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Allocated IP 172.25.6.140 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/e09b532f-abaa-466c-a4ff-1ec7503b6012) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:32.127479 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.243046 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.279954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:32.282798 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:32.289621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:32.315508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=e09b532f-abaa-466c-a4ff-1ec7503b6012,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:32.654872 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.779578 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.931131 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.007558 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.077207 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event updated for resources: {'Port': ['ID=e09b532f-abaa-466c-a4ff-1ec7503b6012,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:33.089084 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.188158 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Floating IP 1b5be8cb-51df-49e1-84b0-6c50f4b024b9 associated. External IP: 172.25.6.140, port: 7c84e911-592b-4a0a-a93e-0a2f3056142e. Sep 17 23:42:33.310652 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-19dbeb07-36ab-4d60-be3d-b46fb6e62b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.392865 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router 29bf7c62-1373-4a90-905a-fca1560c95fd has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:42:33.508163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:42:33.518958 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] Sync routers for ids ['29bf7c62-1373-4a90-905a-fca1560c95fd'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:42:33.529027 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] Routers {'29bf7c62-1373-4a90-905a-fca1560c95fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:33.531837 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['29bf7c62-1373-4a90-905a-fca1560c95fd'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:33.625060 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.632095 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] Set router 29bf7c62-1373-4a90-905a-fca1560c95fd gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:33.652976 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-84a5afa6-08e3-416c-b6a9-f765b79271e1 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9003086 Sep 17 23:42:33.653561 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'tag': '7c84e911-592b-4a0a-a93e-0a2f3056142e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:33.655897 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec767f9f-cf8f-43fd-b474-833a8014bad8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4932461-ad45-4161-b3b6-241f8ae43541", "tag": "7c84e911-592b-4a0a-a93e-0a2f3056142e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:33.696264 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dd91af-644c-41e4-b046-870727a289dd x-openstack-request-id: req-f5dd91af-644c-41e4-b046-870727a289dd {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:33.696556 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4932461-ad45-4161-b3b6-241f8ae43541", "tag": "7c84e911-592b-4a0a-a93e-0a2f3056142e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:33.696806 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5dd91af-644c-41e4-b046-870727a289dd {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:33.697211 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'tag': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'status': 'completed', 'code': 200} Sep 17 23:42:33.765251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7b00-5c79-4b8d-a772-f2e9d899e5c1 req-ffa189f5-d9ee-4232-8528-74fcc1955fd2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.766659 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1b4d7b00-5c79-4b8d-a772-f2e9d899e5c1 req-ffa189f5-d9ee-4232-8528-74fcc1955fd2 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0507927 Sep 17 23:42:33.770932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-abc920ac-cb1e-4366-9d5a-1b64c3a30624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.773320 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-abc920ac-cb1e-4366-9d5a-1b64c3a30624 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 1097 time: 0.0549421 Sep 17 23:42:33.808528 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1b4d7b00-5c79-4b8d-a772-f2e9d899e5c1 req-f4f9f09c-314f-4b40-b801-feeb3298cc42 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330753 Sep 17 23:42:33.831499 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58056) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:33.868805 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-fe6defb0-cf7d-4190-9e23-97a6993cfe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.870450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-fe6defb0-cf7d-4190-9e23-97a6993cfe90 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82c97268-00f0-41df-933e-4894a9158107 HTTP/1.1" status: 200 len: 897 time: 0.0906165 Sep 17 23:42:33.875722 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:16Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '1b5be8cb-51df-49e1-84b0-6c50f4b024b9', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'port_id': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'mac_address': 'fa:16:3e:02:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:42:32Z', 'updated_at': '2021-09-17T23:42:32Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2578254-c238-41ee-8116-a2c7f3edcf4c', 'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:9a:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:16Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:33.902184 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-abeac25e-338b-44d2-8e78-e7ea90a8307c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/1b5be8cb-51df-49e1-84b0-6c50f4b024b9 HTTP/1.1" status: 200 len: 991 time: 0.0693977 Sep 17 23:42:33.904207 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] Checking router: 29bf7c62-1373-4a90-905a-fca1560c95fd for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:42:33.913040 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] Routers {'29bf7c62-1373-4a90-905a-fca1560c95fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:33.913672 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:42:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['29bf7c62-1373-4a90-905a-fca1560c95fd'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:33.946142 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-c3c87131-3630-4c5e-875c-39adc923c370 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c84e911-592b-4a0a-a93e-0a2f3056142e HTTP/1.1" status: 200 len: 999 time: 0.0679867 Sep 17 23:42:33.995409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-5fa1da0f-d61b-4f71-8f6a-5ee109fdc9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.996932 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-5fa1da0f-d61b-4f71-8f6a-5ee109fdc9ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08aa330e-c8c8-4dd0-85c5-90473903685e HTTP/1.1" status: 200 len: 835 time: 0.0445755 Sep 17 23:42:34.021090 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] Set router 29bf7c62-1373-4a90-905a-fca1560c95fd gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:34.045046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-ab70f4a0-f5ad-4888-8224-c36c7cdbc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:34.046579 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-ab70f4a0-f5ad-4888-8224-c36c7cdbc266 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82c97268-00f0-41df-933e-4894a9158107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422668 Sep 17 23:42:34.145838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-d3631e16-f5f9-4a4a-8713-0ce6dbaaafba service neutron] 10.222.0.23 "GET /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918124 Sep 17 23:42:34.237257 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ec767f9f-cf8f-43fd-b474-833a8014bad8 req-22ea0b2f-b008-449d-b4ca-62406f4596b0 service neutron] 10.222.0.23 "GET /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847557 Sep 17 23:42:34.243081 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:16Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '1b5be8cb-51df-49e1-84b0-6c50f4b024b9', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'port_id': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'mac_address': 'fa:16:3e:02:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:42:32Z', 'updated_at': '2021-09-17T23:42:32Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2578254-c238-41ee-8116-a2c7f3edcf4c', 'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:9a:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:16Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:34.356009 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19958d-93bd-439b-a0e6-6f917f052f00 None None] The sync data for ids ['29bf7c62-1373-4a90-905a-fca1560c95fd'] in n-d-713499-18 is: [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:16Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '1b5be8cb-51df-49e1-84b0-6c50f4b024b9', 'tenant_id': '96e72366468644278867a97669e96aab', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'port_id': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'mac_address': 'fa:16:3e:02:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:42:32Z', 'updated_at': '2021-09-17T23:42:32Z', 'revision_number': 0, 'project_id': '96e72366468644278867a97669e96aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2578254-c238-41ee-8116-a2c7f3edcf4c', 'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:9a:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:16Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:42:34.544519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd57334-1387-49f0-a703-8974b9ec08be None None] New status for floating IP 1b5be8cb-51df-49e1-84b0-6c50f4b024b9: ACTIVE {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:42:34.906066 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58058) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:34.971083 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8a80318a-84e9-470b-9cd2-6cbd48d53e4b tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/1b5be8cb-51df-49e1-84b0-6c50f4b024b9 HTTP/1.1" status: 200 len: 993 time: 0.0638461 Sep 17 23:42:35.933772 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ef5a-d04f-46e3-b4e5-56f914bcb6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.127685 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.641877 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:39.310521 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.110463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.242654 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:43:00.052923 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:01.844176 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83955-490a-4eaf-b356-a1f668fc5e7f req-34d68100-1e62-4925-aa11-3807e946f7f5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.845678 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a83955-490a-4eaf-b356-a1f668fc5e7f req-34d68100-1e62-4925-aa11-3807e946f7f5 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Sep 17 23:43:01.885938 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2a83955-490a-4eaf-b356-a1f668fc5e7f req-1a9ff911-9d95-46be-b4d8-d5afa5eb071c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339098 Sep 17 23:43:03.009051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca936d-ed23-4ea9-98b6-bc1763edcfb5 req-acd76611-ad06-48f0-a1d9-540243448188 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.011199 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66ca936d-ed23-4ea9-98b6-bc1763edcfb5 req-acd76611-ad06-48f0-a1d9-540243448188 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0561519 Sep 17 23:43:03.056959 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-66ca936d-ed23-4ea9-98b6-bc1763edcfb5 req-6d9636be-c287-4448-bbb6-312a5e9745a7 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397136 Sep 17 23:43:03.078968 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58078) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:03.138950 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c42f8a62-873d-4f50-9695-1d86fe9633bd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/1b5be8cb-51df-49e1-84b0-6c50f4b024b9 HTTP/1.1" status: 200 len: 993 time: 0.0588756 Sep 17 23:43:03.298704 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-01a6157d-e385-4004-98ed-de1adacbc4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:04.498711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba19e8-d2d1-4cfb-829e-1d385f9cbcb0 req-0c3c5d7f-5c3c-4982-8a86-4c6ed2aaa819 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.500268 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c6ba19e8-d2d1-4cfb-829e-1d385f9cbcb0 req-0c3c5d7f-5c3c-4982-8a86-4c6ed2aaa819 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0537057 Sep 17 23:43:04.561471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c6ba19e8-d2d1-4cfb-829e-1d385f9cbcb0 req-af8afada-252f-4277-aad5-2c499fb33410 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549803 Sep 17 23:43:04.574470 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-0d951a3e-c8ba-4dab-b0f2-03710a43456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.575947 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-0d951a3e-c8ba-4dab-b0f2-03710a43456e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 1097 time: 0.0502415 Sep 17 23:43:04.668727 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-4baa7858-e33e-4c48-804a-ef3176b8d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.670122 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-4baa7858-e33e-4c48-804a-ef3176b8d427 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82c97268-00f0-41df-933e-4894a9158107 HTTP/1.1" status: 200 len: 897 time: 0.0867748 Sep 17 23:43:04.744793 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-175e6453-86f2-4ec0-9231-436f2c933783 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c84e911-592b-4a0a-a93e-0a2f3056142e HTTP/1.1" status: 200 len: 1001 time: 0.0678017 Sep 17 23:43:04.793185 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-3b54cdd5-ca0f-4dcd-bc20-c1346af2fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.794640 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-3b54cdd5-ca0f-4dcd-bc20-c1346af2fe6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08aa330e-c8c8-4dd0-85c5-90473903685e HTTP/1.1" status: 200 len: 835 time: 0.0433624 Sep 17 23:43:04.840259 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-c0698a10-e375-42ac-88f2-f2e6bbfe8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.841743 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-c0698a10-e375-42ac-88f2-f2e6bbfe8818 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82c97268-00f0-41df-933e-4894a9158107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401917 Sep 17 23:43:04.936645 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-471fd19a-3ef2-48af-80ad-a9232796898f service neutron] 10.222.0.23 "GET /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871947 Sep 17 23:43:05.034375 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9ec2cf32-2c9b-453c-a5a4-8532968f4d86 req-97c08969-962a-4851-838b-2ccb456e2f47 service neutron] 10.222.0.23 "GET /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898354 Sep 17 23:43:05.682432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253c55-8cff-4393-b546-7a8890976500 req-c061fcff-5a60-40ae-9823-81e6b6b799ab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.683828 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4253c55-8cff-4393-b546-7a8890976500 req-c061fcff-5a60-40ae-9823-81e6b6b799ab tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0532246 Sep 17 23:43:05.721458 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c4253c55-8cff-4393-b546-7a8890976500 req-10c94096-96f1-472e-b654-6ce4794a892e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315011 Sep 17 23:43:05.893106 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcbda-7923-47d5-b0bf-1c97b7c027ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.837868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defe3c0-285d-4414-b06a-7de4568dd723 req-21229d2a-27b6-4891-89e4-4ed0ea630424 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.839374 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5defe3c0-285d-4414-b06a-7de4568dd723 req-21229d2a-27b6-4891-89e4-4ed0ea630424 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0512638 Sep 17 23:43:06.877028 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5defe3c0-285d-4414-b06a-7de4568dd723 req-99b47e3a-82ac-4ca8-8222-e866c1a0d518 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Sep 17 23:43:06.899160 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58090) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:06.958749 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-39b55514-bbe4-4ecc-a4e6-f90e69b40498 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/floatingips/1b5be8cb-51df-49e1-84b0-6c50f4b024b9 HTTP/1.1" status: 200 len: 993 time: 0.0584719 Sep 17 23:43:07.104712 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.234649 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58096) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:07.392865 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port e09b532f-abaa-466c-a4ff-1ec7503b6012 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:07.393210 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.467284 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.467613 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.479551 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for e09b532f-abaa-466c-a4ff-1ec7503b6012 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:07.692861 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.698829 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.724460 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=e09b532f-abaa-466c-a4ff-1ec7503b6012,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:07.749272 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.749619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.749956 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.750291 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.750621 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.750950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.751275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.751599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.751922 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.752271 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.752595 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.752910 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:07.796840 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.800597 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Floating IP 1b5be8cb-51df-49e1-84b0-6c50f4b024b9 disassociated (deleted). External IP: 172.25.6.140, port: 7c84e911-592b-4a0a-a93e-0a2f3056142e. Sep 17 23:43:08.002093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router 29bf7c62-1373-4a90-905a-fca1560c95fd has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:08.111275 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:08.116039 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:08.125645 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] Sync routers for ids ['29bf7c62-1373-4a90-905a-fca1560c95fd'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:08.136139 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] Routers {'29bf7c62-1373-4a90-905a-fca1560c95fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:08.136739 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['29bf7c62-1373-4a90-905a-fca1560c95fd'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:08.142948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-b6dd4dfd-4f2e-4759-9d46-4ddb43cacdbf tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/floatingips/1b5be8cb-51df-49e1-84b0-6c50f4b024b9 HTTP/1.1" status: 204 len: 168 time: 0.9071343 Sep 17 23:43:08.143633 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'tag': '7c84e911-592b-4a0a-a93e-0a2f3056142e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:08.146465 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f34cb00-d827-4abd-9958-6901d556ddad" -d '{"events": [{"name": "network-changed", "server_uuid": "d4932461-ad45-4161-b3b6-241f8ae43541", "tag": "7c84e911-592b-4a0a-a93e-0a2f3056142e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:08.185164 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8bb1b9-a1f3-486e-8b57-d7b1f2bd4e88 x-openstack-request-id: req-cd8bb1b9-a1f3-486e-8b57-d7b1f2bd4e88 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:08.185452 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4932461-ad45-4161-b3b6-241f8ae43541", "tag": "7c84e911-592b-4a0a-a93e-0a2f3056142e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:08.185700 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd8bb1b9-a1f3-486e-8b57-d7b1f2bd4e88 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:08.186098 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'tag': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'status': 'completed', 'code': 200} Sep 17 23:43:08.251222 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] Set router 29bf7c62-1373-4a90-905a-fca1560c95fd gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:08.251560 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34cb00-d827-4abd-9958-6901d556ddad req-d846bfc4-e822-42d5-a738-f3d608c0eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.253262 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f34cb00-d827-4abd-9958-6901d556ddad req-d846bfc4-e822-42d5-a738-f3d608c0eccf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96e72366468644278867a97669e96aab&device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 1097 time: 0.0419722 Sep 17 23:43:08.349088 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34cb00-d827-4abd-9958-6901d556ddad req-928aabc7-369a-4577-8abc-37c042f9bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.350592 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f34cb00-d827-4abd-9958-6901d556ddad req-928aabc7-369a-4577-8abc-37c042f9bb5f service neutron] 10.222.0.23 "GET /v2.0/networks?id=82c97268-00f0-41df-933e-4894a9158107 HTTP/1.1" status: 200 len: 897 time: 0.0904832 Sep 17 23:43:08.393881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f34cb00-d827-4abd-9958-6901d556ddad req-eabf191f-3c81-45f1-ad14-3fb0698244c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c84e911-592b-4a0a-a93e-0a2f3056142e HTTP/1.1" status: 200 len: 217 time: 0.0358112 Sep 17 23:43:08.448342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34cb00-d827-4abd-9958-6901d556ddad req-bfd7c096-a37c-49e5-880f-be21917ecf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.449864 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f34cb00-d827-4abd-9958-6901d556ddad req-bfd7c096-a37c-49e5-880f-be21917ecf60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08aa330e-c8c8-4dd0-85c5-90473903685e HTTP/1.1" status: 200 len: 835 time: 0.0474608 Sep 17 23:43:08.458300 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:16Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a2578254-c238-41ee-8116-a2c7f3edcf4c', 'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:9a:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:16Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:08.490253 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] Checking router: 29bf7c62-1373-4a90-905a-fca1560c95fd for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:08.499152 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] Routers {'29bf7c62-1373-4a90-905a-fca1560c95fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:08.499763 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['29bf7c62-1373-4a90-905a-fca1560c95fd'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:08.504819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34cb00-d827-4abd-9958-6901d556ddad req-32fb3256-3917-4647-85c8-281c07753eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.506646 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f34cb00-d827-4abd-9958-6901d556ddad req-32fb3256-3917-4647-85c8-281c07753eab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82c97268-00f0-41df-933e-4894a9158107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477750 Sep 17 23:43:08.546341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb10d0-6cc2-436f-9d5d-c5af6ee32b97 req-36e38f55-4062-415a-a515-75fa317f224c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.547873 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fbb10d0-6cc2-436f-9d5d-c5af6ee32b97 req-36e38f55-4062-415a-a515-75fa317f224c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0501883 Sep 17 23:43:08.586113 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8fbb10d0-6cc2-436f-9d5d-c5af6ee32b97 req-c894c081-c063-456c-a85c-fa2b2144da13 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 Sep 17 23:43:08.611408 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] Set router 29bf7c62-1373-4a90-905a-fca1560c95fd gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:08.618819 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f34cb00-d827-4abd-9958-6901d556ddad req-2548c0c6-2d10-4fd6-a60e-c3f73678c103 service neutron] 10.222.0.23 "GET /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034765 Sep 17 23:43:08.714661 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8f34cb00-d827-4abd-9958-6901d556ddad req-1f554fbb-5837-4038-95ab-6f7eae5d9e72 service neutron] 10.222.0.23 "GET /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881972 Sep 17 23:43:08.812704 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:16Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a2578254-c238-41ee-8116-a2c7f3edcf4c', 'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:9a:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:16Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:08.839305 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c63744-6def-417e-aaa0-00e7b2df6a86 None None] The sync data for ids ['29bf7c62-1373-4a90-905a-fca1560c95fd'] in n-d-713499-18 is: [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:42:16Z', 'revision_number': 4, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'a2578254-c238-41ee-8116-a2c7f3edcf4c', 'name': '', 'network_id': '82c97268-00f0-41df-933e-4894a9158107', 'tenant_id': '96e72366468644278867a97669e96aab', 'mac_address': 'fa:16:3e:9a:ad:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:16Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'subnets': [{'id': '08aa330e-c8c8-4dd0-85c5-90473903685e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:09.049888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70780820-9197-44f5-8915-29b0934baf86 None None] New status for floating IP 1b5be8cb-51df-49e1-84b0-6c50f4b024b9: DOWN {{(pid=95456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:43:09.327321 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.706139 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c73849-ca82-4870-95f6-fcae2faa2bc8 req-57f388e0-213e-41a2-8dcb-c5a9d1cf824e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.707686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51c73849-ca82-4870-95f6-fcae2faa2bc8 req-57f388e0-213e-41a2-8dcb-c5a9d1cf824e tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0509188 Sep 17 23:43:09.746377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-51c73849-ca82-4870-95f6-fcae2faa2bc8 req-5105a808-b04e-427b-9eaa-45b6ec030bcd tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dd1e857-b937-4453-a29b-2920ae8af323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325067 Sep 17 23:43:10.092537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-313bba5d-91a5-4331-98f8-b9d232ba5884 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:10.094002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-313bba5d-91a5-4331-98f8-b9d232ba5884 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 945 time: 0.0484242 Sep 17 23:43:10.187263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-d1ebb960-3c78-46eb-b98c-7eeaa681c68d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 7c84e911-592b-4a0a-a93e-0a2f3056142e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:10.187855 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-d1ebb960-3c78-46eb-b98c-7eeaa681c68d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.283539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-d1ebb960-3c78-46eb-b98c-7eeaa681c68d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 7c84e911-592b-4a0a-a93e-0a2f3056142e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=7c84e911-592b-4a0a-a93e-0a2f3056142e,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:10.283902 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-d1ebb960-3c78-46eb-b98c-7eeaa681c68d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.296619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-d1ebb960-3c78-46eb-b98c-7eeaa681c68d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 7c84e911-592b-4a0a-a93e-0a2f3056142e owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:10.475738 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-d1ebb960-3c78-46eb-b98c-7eeaa681c68d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.506887 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebb960-3c78-46eb-b98c-7eeaa681c68d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=7c84e911-592b-4a0a-a93e-0a2f3056142e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:10.549638 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-d1ebb960-3c78-46eb-b98c-7eeaa681c68d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] No DVR routers for this DVR port 7c84e911-592b-4a0a-a93e-0a2f3056142e on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:10.552325 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-d1ebb960-3c78-46eb-b98c-7eeaa681c68d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.554379 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f24a8f3-7e74-4081-8610-b03729b8fd11 req-d1ebb960-3c78-46eb-b98c-7eeaa681c68d tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.23 "DELETE /v2.0/ports/7c84e911-592b-4a0a-a93e-0a2f3056142e HTTP/1.1" status: 204 len: 173 time: 0.4534407 Sep 17 23:43:10.554820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'name': 'network-vif-deleted', 'tag': '7c84e911-592b-4a0a-a93e-0a2f3056142e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:10.557880 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8d978b-f6a6-4d9d-9862-c9d8c5b1f193" -d '{"events": [{"server_uuid": "d4932461-ad45-4161-b3b6-241f8ae43541", "name": "network-vif-deleted", "tag": "7c84e911-592b-4a0a-a93e-0a2f3056142e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:10.593085 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08a9a82-b3bc-475f-9abf-2a948eb31178 x-openstack-request-id: req-a08a9a82-b3bc-475f-9abf-2a948eb31178 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:10.593398 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4932461-ad45-4161-b3b6-241f8ae43541", "name": "network-vif-deleted", "tag": "7c84e911-592b-4a0a-a93e-0a2f3056142e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:10.593646 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a08a9a82-b3bc-475f-9abf-2a948eb31178 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:10.594041 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4932461-ad45-4161-b3b6-241f8ae43541', 'name': 'network-vif-deleted', 'tag': '7c84e911-592b-4a0a-a93e-0a2f3056142e', 'status': 'completed', 'code': 200} Sep 17 23:43:10.863324 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1a6ca3bb-a615-4435-a010-29469f101e11 req-5a67fe20-9790-43a8-8b17-4e410a1d430a tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4932461-ad45-4161-b3b6-241f8ae43541 HTTP/1.1" status: 200 len: 210 time: 0.0359411 Sep 17 23:43:11.109973 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.931667 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58122) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:12.570739 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.820836 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port a2578254-c238-41ee-8116-a2c7f3edcf4c {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:12.821097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.911584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port a2578254-c238-41ee-8116-a2c7f3edcf4c, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a2578254-c238-41ee-8116-a2c7f3edcf4c,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:12.911948 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.924552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for a2578254-c238-41ee-8116-a2c7f3edcf4c owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:13.040971 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7c84e911-592b-4a0a-a93e-0a2f3056142e no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:13.064334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 7c84e911-592b-4a0a-a93e-0a2f3056142e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:13.064678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 7c84e911-592b-4a0a-a93e-0a2f3056142e not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:13.155505 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.183495 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=a2578254-c238-41ee-8116-a2c7f3edcf4c,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:13.354913 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.570149 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Router 29bf7c62-1373-4a90-905a-fca1560c95fd has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:13.673553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:13.678390 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-3819d47f-a40a-4796-9e3a-7652bfcebabe tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "PUT /v2.0/routers/29bf7c62-1373-4a90-905a-fca1560c95fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7565768 Sep 17 23:43:13.681104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58124) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:13.684357 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] Sync routers for ids ['29bf7c62-1373-4a90-905a-fca1560c95fd'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:13.693693 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] Routers {'29bf7c62-1373-4a90-905a-fca1560c95fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:13.694295 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['29bf7c62-1373-4a90-905a-fca1560c95fd'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:13.732180 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f537ff-c0c7-4cb1-8ebd-932922b7dd27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting subnet 08aa330e-c8c8-4dd0-85c5-90473903685e {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:43:13.735355 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94f537ff-c0c7-4cb1-8ebd-932922b7dd27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.778640 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94f537ff-c0c7-4cb1-8ebd-932922b7dd27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.798425 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] Set router 29bf7c62-1373-4a90-905a-fca1560c95fd gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:13.863136 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94f537ff-c0c7-4cb1-8ebd-932922b7dd27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.975933 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:43:13Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:14.001614 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] Checking router: 29bf7c62-1373-4a90-905a-fca1560c95fd for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:14.001818 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94f537ff-c0c7-4cb1-8ebd-932922b7dd27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.010101 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] Routers {'29bf7c62-1373-4a90-905a-fca1560c95fd'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:14.010704 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['29bf7c62-1373-4a90-905a-fca1560c95fd'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:14.034169 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f537ff-c0c7-4cb1-8ebd-932922b7dd27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Subnet': ['ID=08aa330e-c8c8-4dd0-85c5-90473903685e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:14.039327 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-94f537ff-c0c7-4cb1-8ebd-932922b7dd27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.041339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-94f537ff-c0c7-4cb1-8ebd-932922b7dd27 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/subnets/08aa330e-c8c8-4dd0-85c5-90473903685e HTTP/1.1" status: 204 len: 168 time: 0.3592861 Sep 17 23:43:14.044864 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58126) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:14.047549 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7abac92-704d-46cc-b2d9-7156e2abf51a None None] Network 82c97268-00f0-41df-933e-4894a9158107 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:14.120261 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] Set router 29bf7c62-1373-4a90-905a-fca1560c95fd gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:14.159463 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.223844 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] DHCP port deletion for 82c97268-00f0-41df-933e-4894a9158107 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:43:14.274399 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Deleting port 8d504cba-75cc-45fd-896e-9f2443d65daa {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:14.274736 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.278054 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.302042 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:43:13Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:14.332451 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafefed-3d82-435b-92dd-e4b5ae8284a5 None None] The sync data for ids ['29bf7c62-1373-4a90-905a-fca1560c95fd'] in n-d-713499-18 is: [{'id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930986643', 'tenant_id': '96e72366468644278867a97669e96aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:42:12Z', 'updated_at': '2021-09-17T23:43:13Z', 'revision_number': 5, 'project_id': '96e72366468644278867a97669e96aab', 'gw_port': {'id': '80fd5fa9-b598-4163-8de8-832aa1cc006f', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf7c62-1373-4a90-905a-fca1560c95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:42:13Z', 'updated_at': '2021-09-17T23:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:14.343150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] For port 8d504cba-75cc-45fd-896e-9f2443d65daa, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=8d504cba-75cc-45fd-896e-9f2443d65daa,segment=NetworkSegment(6a1b854f-b0fe-478a-9f6c-d3c2bb90e463),segment_id=6a1b854f-b0fe-478a-9f6c-d3c2bb90e463)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:14.343601 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.357651 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Calling delete_port for 8d504cba-75cc-45fd-896e-9f2443d65daa owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:14.377243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Deleting port 80fd5fa9-b598-4163-8de8-832aa1cc006f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:14.377586 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.457298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] For port 80fd5fa9-b598-4163-8de8-832aa1cc006f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=80fd5fa9-b598-4163-8de8-832aa1cc006f,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:14.457581 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.470819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Calling delete_port for 80fd5fa9-b598-4163-8de8-832aa1cc006f owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:14.676817 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.705895 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Pushing event deleted for resources: {'Port': ['ID=8d504cba-75cc-45fd-896e-9f2443d65daa,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:14.715667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] No DVR routers for this DVR port 8d504cba-75cc-45fd-896e-9f2443d65daa on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:14.716201 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.719230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.719583 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.719944 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.720498 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.725533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.725533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.725533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.725533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.725533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.725533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.725533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.725533 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bce2c7-3168-4cb5-a6c7-1a8593de7353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:14.747033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Port': ['ID=80fd5fa9-b598-4163-8de8-832aa1cc006f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:14.813799 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.908061 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.910335 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.001423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.001903 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Fanout notify agent at l3_agent the message router_deleted on router 29bf7c62-1373-4a90-905a-fca1560c95fd {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:43:15.008915 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.010053 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-781e05c9-5c16-4c18-aa6a-eb4e315fba35 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/routers/29bf7c62-1373-4a90-905a-fca1560c95fd HTTP/1.1" status: 204 len: 168 time: 0.9639766 Sep 17 23:43:15.013591 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58130) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:15.100452 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.191972 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.211765 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c97268-00f0-41df-933e-4894a9158107']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:15.221091 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:15.221384 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1b854f-b0fe-478a-9f6c-d3c2bb90e463') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:15.230986 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.243798 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.250164 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:43:15.253223 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:43:15.253445 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:43:15.418923 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.428861 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.428861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/networks/82c97268-00f0-41df-933e-4894a9158107 HTTP/1.1" status: 204 len: 168 time: 0.4131007 Sep 17 23:43:15.430668 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58132) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:15.440472 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef3769-416e-45f0-8623-b8804bc8e513 tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'Network': ['ID=82c97268-00f0-41df-933e-4894a9158107,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:15.504362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.527802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8d504cba-75cc-45fd-896e-9f2443d65daa no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:15.531342 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.547301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 8d504cba-75cc-45fd-896e-9f2443d65daa {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:15.547642 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 8d504cba-75cc-45fd-896e-9f2443d65daa not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:15.548060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 80fd5fa9-b598-4163-8de8-832aa1cc006f no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:15.567042 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 80fd5fa9-b598-4163-8de8-832aa1cc006f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:15.567385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 80fd5fa9-b598-4163-8de8-832aa1cc006f not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:15.567796 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a2578254-c238-41ee-8116-a2c7f3edcf4c no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:15.586646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: a2578254-c238-41ee-8116-a2c7f3edcf4c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:15.586990 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a2578254-c238-41ee-8116-a2c7f3edcf4c not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:15.635492 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.638155 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.639339 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] 10.222.0.30 "DELETE /v2.0/security-groups/6dd1e857-b937-4453-a29b-2920ae8af323 HTTP/1.1" status: 204 len: 168 time: 0.2076778 Sep 17 23:43:15.657051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd1e857-b937-4453-a29b-2920ae8af323,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:15.660478 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.660880 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.661250 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.661587 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.661919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.662251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.662605 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.662974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.663280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.663601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.663924 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:15.664273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99009201-b33a-4137-b61b-4972bf59547c tempest-TestNetworkAdvancedServerOps-1306833602 tempest-TestNetworkAdvancedServerOps-1306833602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:16.235405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58140) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:16.371945 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6234ac1a-8e46-4828-80dc-4f60ddd55b4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96e72366468644278867a97669e96aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353874 Sep 17 23:43:16.374443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58144) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:16.420732 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6e84-fc38-42e3-bdba-8cab1d1d5d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.441746 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6e84-fc38-42e3-bdba-8cab1d1d5d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.544344 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6e84-fc38-42e3-bdba-8cab1d1d5d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.546962 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6e84-fc38-42e3-bdba-8cab1d1d5d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.548170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ae0b6e84-fc38-42e3-bdba-8cab1d1d5d0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a941ec54-e2ce-4657-82c4-826d02a8217c HTTP/1.1" status: 204 len: 168 time: 0.1728239 Sep 17 23:43:16.555876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b6e84-fc38-42e3-bdba-8cab1d1d5d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a941ec54-e2ce-4657-82c4-826d02a8217c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:17.080801 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58150) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:17.094950 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1a97-d7b1-4c48-9192-5fe0428bfab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.188001 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1a97-d7b1-4c48-9192-5fe0428bfab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.223720 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1a97-d7b1-4c48-9192-5fe0428bfab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.262016 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dc5c1a97-d7b1-4c48-9192-5fe0428bfab9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2027ce947d794dc3aacd693b3420cc74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792176 Sep 17 23:43:17.262868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c1a97-d7b1-4c48-9192-5fe0428bfab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f802c7-bc42-4857-959a-d4d5356a83ec,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:17.264430 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58152) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:17.313216 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c2b2-43af-4d97-b61a-5a243bf85e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.334154 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c2b2-43af-4d97-b61a-5a243bf85e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.435385 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c2b2-43af-4d97-b61a-5a243bf85e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.438214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c2b2-43af-4d97-b61a-5a243bf85e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.439379 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8cb4c2b2-43af-4d97-b61a-5a243bf85e8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18f802c7-bc42-4857-959a-d4d5356a83ec HTTP/1.1" status: 204 len: 168 time: 0.1739645 Sep 17 23:43:17.447534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4c2b2-43af-4d97-b61a-5a243bf85e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f802c7-bc42-4857-959a-d4d5356a83ec,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:18.485395 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58174) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:18.580775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1701647-network', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:18.658495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Made reservation on behalf of 56cc13a06fa442b980d6d51312b5cc34 for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:18.660920 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.670227 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.766751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.812723 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.836971 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:43:18.845557 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e4a89-9227-41c7-84d0-bd72c57126ce,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:18.851654 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.852025 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Added segment fdca6b5a-1c9c-4556-a17c-f328790b08d1 of type vlan for network f0063a9e-575c-4536-9c64-a5d94fa74936 Sep 17 23:43:18.892323 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.983895 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.984908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.985490 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.046285 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] Pushing event updated for resources: {'Network': ['ID=f0063a9e-575c-4536-9c64-a5d94fa74936,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:19.055786 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network f0063a9e-575c-4536-9c64-a5d94fa74936 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:43:19.065069 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-263071b8-3751-4868-9d38-39023d39d040 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5785050 Sep 17 23:43:19.067930 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58178) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:19.072768 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Request body: {'subnet': {'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1701647-subnet', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:19.161202 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Made reservation on behalf of 56cc13a06fa442b980d6d51312b5cc34 for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:19.163548 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.378778 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.434739 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913074b8-7121-429b-a80d-237f68a8dea8,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:19.443703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Checking segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:19.444062 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Network hostable DHCP agents. Network: f0063a9e-575c-4536-9c64-a5d94fa74936, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:43:19.521089 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Network f0063a9e-575c-4536-9c64-a5d94fa74936 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:43:19.600992 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, f0063a9e-575c-4536-9c64-a5d94fa74936) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:19.605886 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.606481 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.614357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a92e0d-3d7c-4fe6-abf6-032bc2f704de None None] Network f0063a9e-575c-4536-9c64-a5d94fa74936 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:19.693526 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4e9b9c34-5109-4114-98c7-d918d75b8ee6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6244545 Sep 17 23:43:19.696473 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58180) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:19.701037 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:19.764464 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-f0063a9e-575c-4536-9c64-a5d94fa74936', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:43:19.766151 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.784439 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.785492 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.840315 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.899576 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Allocated IP 172.20.0.2 (f0063a9e-575c-4536-9c64-a5d94fa74936/913074b8-7121-429b-a80d-237f68a8dea8/a7478ac5-9bd8-469f-8068-c75c7290951f) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:20.022630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.037353 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.110424 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.149567 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Network f0063a9e-575c-4536-9c64-a5d94fa74936 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:20.153781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:20.156253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:20.191182 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Pushing event updated for resources: {'Port': ['ID=a7478ac5-9bd8-469f-8068-c75c7290951f,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:20.223955 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Attempting to bind port a7478ac5-9bd8-469f-8068-c75c7290951f on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:20.224354 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Attempting to bind port a7478ac5-9bd8-469f-8068-c75c7290951f by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:20.224722 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Attempting to bind port a7478ac5-9bd8-469f-8068-c75c7290951f on network f0063a9e-575c-4536-9c64-a5d94fa74936 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:20.229680 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:20.230584 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Checking segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:20.230995 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.231396 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Bound using segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:20.231881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Bound port: a7478ac5-9bd8-469f-8068-c75c7290951f, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:20.232287 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.274277 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.294024 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.296866 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] For port a7478ac5-9bd8-469f-8068-c75c7290951f, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:20.299935 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] For port a7478ac5-9bd8-469f-8068-c75c7290951f, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a7478ac5-9bd8-469f-8068-c75c7290951f,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:20.344426 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.400331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Allocated IP 172.25.6.176 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/cfcc21c4-d42b-496a-8685-e11faa06d928) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:20.404791 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f3530-331c-4525-ae63-4f850da0b930 None None] Pushing event updated for resources: {'Port': ['ID=a7478ac5-9bd8-469f-8068-c75c7290951f,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:20.510642 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.590621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.628908 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:20.633403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:20.635903 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:20.668432 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Pushing event updated for resources: {'Port': ['ID=cfcc21c4-d42b-496a-8685-e11faa06d928,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:20.962497 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.242420 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:43:21.365403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e23a76-4949-41e3-9d02-5904065bf1c4 None None] Network f0063a9e-575c-4536-9c64-a5d94fa74936 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:21.473341 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.474219 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7b8df189-d7d6-4d85-b837-a7df52e9519d None None] Provisioning complete for port a7478ac5-9bd8-469f-8068-c75c7290951f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:21.474603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7b8df189-d7d6-4d85-b837-a7df52e9519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.548873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a7478ac5-9bd8-469f-8068-c75c7290951f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:21.652666 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7b8df189-d7d6-4d85-b837-a7df52e9519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.672317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Router 4762caff-f216-49d2-9738-4d480908e3d7 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:43:21.677060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a7478ac5-9bd8-469f-8068-c75c7290951f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:21.677438 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.729011 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7b8df189-d7d6-4d85-b837-a7df52e9519d None None] For port a7478ac5-9bd8-469f-8068-c75c7290951f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a7478ac5-9bd8-469f-8068-c75c7290951f,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:21.785202 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7b8df189-d7d6-4d85-b837-a7df52e9519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.789312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:21.793998 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.819122 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Sync routers for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:21.853575 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.855097 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-5bb6faac-4d36-4307-b331-840aa91ceade admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1575625 Sep 17 23:43:21.857873 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58182) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:21.864107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:21.864929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:21.939649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8df189-d7d6-4d85-b837-a7df52e9519d None None] Pushing event updated for resources: {'Port': ['ID=a7478ac5-9bd8-469f-8068-c75c7290951f,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:21.971624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-59fef5b0-007a-470c-aed0-4211c4a7b348 None None] Provisioning complete for port a7478ac5-9bd8-469f-8068-c75c7290951f triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:21.971998 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-59fef5b0-007a-470c-aed0-4211c4a7b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.975314 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:43:21.975671 n-d-713499-18 neutron-server[95456]: DEBUG oslo_db.api [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:43:22.055059 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:22.264762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:20Z', 'revision_number': 3, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:22.270152 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.290545 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Checking router: 4762caff-f216-49d2-9738-4d480908e3d7 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:22.290900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Updating router 4762caff-f216-49d2-9738-4d480908e3d7 port cfcc21c4-d42b-496a-8685-e11faa06d928 binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:43:22.316244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.424847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Allocated IP 172.20.0.1 (f0063a9e-575c-4536-9c64-a5d94fa74936/913074b8-7121-429b-a80d-237f68a8dea8/7c8b5e97-e9e2-46b1-83b1-853d58052535) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:22.526353 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.595483 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.612871 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.648535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Network f0063a9e-575c-4536-9c64-a5d94fa74936 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:22.651333 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:22.655336 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:22.658527 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.689064 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8b5e97-e9e2-46b1-83b1-853d58052535,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:22.708305 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.716239 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Attempting to bind port cfcc21c4-d42b-496a-8685-e11faa06d928 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:22.716608 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Attempting to bind port cfcc21c4-d42b-496a-8685-e11faa06d928 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:22.716973 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Attempting to bind port cfcc21c4-d42b-496a-8685-e11faa06d928 on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:22.719016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bc08c-0d53-46be-ac0d-b780f86031dc None None] Pushing event updated for resources: {'Port': ['ID=cfcc21c4-d42b-496a-8685-e11faa06d928,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:22.724933 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:22.725975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:22.725975 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.725975 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:22.726476 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Bound port: cfcc21c4-d42b-496a-8685-e11faa06d928, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:22.726973 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.785624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] For port cfcc21c4-d42b-496a-8685-e11faa06d928, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:22.788888 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] For port cfcc21c4-d42b-496a-8685-e11faa06d928, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cfcc21c4-d42b-496a-8685-e11faa06d928,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:22.853395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.929779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:22.930329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:22.933050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bc08c-0d53-46be-ac0d-b780f86031dc None None] Pushing event updated for resources: {'Port': ['ID=cfcc21c4-d42b-496a-8685-e11faa06d928,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:22.973424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c017e774-7237-4a0b-b2e4-dd55a0d49593 None None] Provisioning complete for port 7c8b5e97-e9e2-46b1-83b1-853d58052535 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:22.973813 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c017e774-7237-4a0b-b2e4-dd55a0d49593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.049624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c017e774-7237-4a0b-b2e4-dd55a0d49593 None None] Port 7c8b5e97-e9e2-46b1-83b1-853d58052535 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:23.071989 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:23.213083 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.379840 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.403632 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:20Z', 'revision_number': 3, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:23.433154 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed396dd-ab6c-468b-a9ca-1415cbc99ec9 None None] The sync data for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 is: [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:20Z', 'revision_number': 3, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:23.441848 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.489539 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a7478ac5-9bd8-469f-8068-c75c7290951f up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:23.515329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.518065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8b5e97-e9e2-46b1-83b1-853d58052535,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:23.540113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a7478ac5-9bd8-469f-8068-c75c7290951f triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:23.540517 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.616033 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Network f0063a9e-575c-4536-9c64-a5d94fa74936 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:23.617761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:23.768293 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Router 4762caff-f216-49d2-9738-4d480908e3d7 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:23.892589 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:23.897303 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-dba7a18f-9917-4f71-a24b-58f2da6f81c6 admin admin] 10.222.0.30 "PUT /v2.0/routers/4762caff-f216-49d2-9738-4d480908e3d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0384717 Sep 17 23:43:23.979047 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-479446f2-0a62-49d5-b670-fce7199e424a None None] Provisioning complete for port 7c8b5e97-e9e2-46b1-83b1-853d58052535 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:23.980598 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-479446f2-0a62-49d5-b670-fce7199e424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.020468 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-479446f2-0a62-49d5-b670-fce7199e424a None None] Port 7c8b5e97-e9e2-46b1-83b1-853d58052535 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:24.588245 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58198) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:24.594143 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1982707893-network', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:24.692935 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Made reservation on behalf of 3578ee77122f451a81c1f323c8ff1f0f for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:24.695399 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.707243 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.804897 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.869756 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.898368 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:43:24.904891 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad0c434-a8e2-48c2-9806-caf51e692ea8,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:24.913066 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.913416 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Added segment d4873328-96b7-452e-956d-7264e3d43b26 of type vlan for network 188b0f10-1fef-4f29-b609-0e380fd25347 Sep 17 23:43:24.956962 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.001902 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Sync routers for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:25.035989 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.037108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.037699 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.104439 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] Pushing event updated for resources: {'Network': ['ID=188b0f10-1fef-4f29-b609-0e380fd25347,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:25.105785 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:25.106466 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:25.114736 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 188b0f10-1fef-4f29-b609-0e380fd25347 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:43:25.123800 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-7e6689a7-370c-454a-8b26-6cfee6dfd1de admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5278578 Sep 17 23:43:25.123800 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58200) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:25.126152 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Request body: {'subnet': {'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1982707893-subnet', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:25.201236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Made reservation on behalf of 3578ee77122f451a81c1f323c8ff1f0f for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:25.203728 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.216787 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:25.413601 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 2, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:25.441866 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.448949 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Checking router: 4762caff-f216-49d2-9738-4d480908e3d7 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:25.451968 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Updating router 4762caff-f216-49d2-9738-4d480908e3d7 port 7c8b5e97-e9e2-46b1-83b1-853d58052535 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:43:25.490905 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.511585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f267d3-d48c-4784-9443-03fe74b6c32b,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:25.531072 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Checking segment: {'id': 'd4873328-96b7-452e-956d-7264e3d43b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:25.531559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Network hostable DHCP agents. Network: 188b0f10-1fef-4f29-b609-0e380fd25347, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:43:25.541016 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cfcc21c4-d42b-496a-8685-e11faa06d928 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:25.594707 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cfcc21c4-d42b-496a-8685-e11faa06d928 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:25.595075 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.641188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Network 188b0f10-1fef-4f29-b609-0e380fd25347 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:43:25.683258 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.703787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port cfcc21c4-d42b-496a-8685-e11faa06d928, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cfcc21c4-d42b-496a-8685-e11faa06d928,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:25.716080 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 188b0f10-1fef-4f29-b609-0e380fd25347) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:25.721098 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.721890 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.727677 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eedc18c-6470-47f1-a7ab-6ed6295e9713 None None] Network 188b0f10-1fef-4f29-b609-0e380fd25347 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:25.787682 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.791764 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.798483 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-27665fbd-8439-4bb1-aed4-f422b5d2e63a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6746838 Sep 17 23:43:25.798757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58202) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:25.803207 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1982707893-router', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:25.852553 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.881391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.883017 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.911441 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=cfcc21c4-d42b-496a-8685-e11faa06d928,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:25.958074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-188b0f10-1fef-4f29-b609-0e380fd25347', 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'fixed_ips': [{'subnet_id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:43:25.959102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.980381 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Attempting to bind port 7c8b5e97-e9e2-46b1-83b1-853d58052535 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:25.981082 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Attempting to bind port 7c8b5e97-e9e2-46b1-83b1-853d58052535 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:25.981640 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Attempting to bind port 7c8b5e97-e9e2-46b1-83b1-853d58052535 on network f0063a9e-575c-4536-9c64-a5d94fa74936 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:25.983120 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.989047 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:25.989833 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Checking segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:25.990279 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.990737 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Bound using segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:25.991271 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Bound port: 7c8b5e97-e9e2-46b1-83b1-853d58052535, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:25.991709 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.069324 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] For port 7c8b5e97-e9e2-46b1-83b1-853d58052535, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:26.074522 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] For port 7c8b5e97-e9e2-46b1-83b1-853d58052535, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7c8b5e97-e9e2-46b1-83b1-853d58052535,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:26.076535 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Pushing event updated for resources: {'Port': ['ID=7c8b5e97-e9e2-46b1-83b1-853d58052535,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:26.086166 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.086825 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.087404 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.088036 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.088609 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.089389 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.089991 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.090673 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.091271 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.091789 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.092445 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.092963 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:26.123551 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.157777 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Allocated IP 172.20.0.2 (188b0f10-1fef-4f29-b609-0e380fd25347/d8f267d3-d48c-4784-9443-03fe74b6c32b/a2cf862c-a33f-4338-ae88-4c87e956741d) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:26.185367 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5d502-14ab-4e6f-a15c-dd2ee219e722 None None] Pushing event updated for resources: {'Port': ['ID=7c8b5e97-e9e2-46b1-83b1-853d58052535,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:26.210001 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:26.210632 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:26.287649 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.316872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3f97adb6-dabf-48f8-9be2-a95cad8b475d None None] Provisioning complete for port 7c8b5e97-e9e2-46b1-83b1-853d58052535 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:26.317507 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f97adb6-dabf-48f8-9be2-a95cad8b475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.332742 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:26.419513 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.456905 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f97adb6-dabf-48f8-9be2-a95cad8b475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.476357 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.524684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3f97adb6-dabf-48f8-9be2-a95cad8b475d None None] For port 7c8b5e97-e9e2-46b1-83b1-853d58052535, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7c8b5e97-e9e2-46b1-83b1-853d58052535,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:26.531180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Network 188b0f10-1fef-4f29-b609-0e380fd25347 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:26.534269 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:26.540029 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:26.547327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Pushing event updated for resources: {'Port': ['ID=a2cf862c-a33f-4338-ae88-4c87e956741d,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:26.573249 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3f97adb6-dabf-48f8-9be2-a95cad8b475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.588456 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.601518 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:26.611565 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.624494 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Attempting to bind port a2cf862c-a33f-4338-ae88-4c87e956741d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:26.624863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Attempting to bind port a2cf862c-a33f-4338-ae88-4c87e956741d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd4873328-96b7-452e-956d-7264e3d43b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:26.625226 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Attempting to bind port a2cf862c-a33f-4338-ae88-4c87e956741d on network 188b0f10-1fef-4f29-b609-0e380fd25347 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:26.630504 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802ec15-ef61-453a-818d-34c251943f1a None None] The sync data for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 is: [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:26.640726 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:26.641107 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Checking segment: {'id': 'd4873328-96b7-452e-956d-7264e3d43b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:26.641512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.641909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Bound using segment: {'id': 'd4873328-96b7-452e-956d-7264e3d43b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:26.642385 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Bound port: a2cf862c-a33f-4338-ae88-4c87e956741d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4873328-96b7-452e-956d-7264e3d43b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:26.642764 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.656890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97adb6-dabf-48f8-9be2-a95cad8b475d None None] Pushing event updated for resources: {'Port': ['ID=7c8b5e97-e9e2-46b1-83b1-853d58052535,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:26.733957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-6deb49ee-999a-49fa-a191-050245420cc4 None None] Provisioning complete for port 7c8b5e97-e9e2-46b1-83b1-853d58052535 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:26.734330 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6deb49ee-999a-49fa-a191-050245420cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.753619 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Allocated IP 172.25.6.250 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/88040fce-ca70-4bd4-9522-cedcaa234f4b) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:26.759850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] For port a2cf862c-a33f-4338-ae88-4c87e956741d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:26.781713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] For port a2cf862c-a33f-4338-ae88-4c87e956741d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a2cf862c-a33f-4338-ae88-4c87e956741d,segment=NetworkSegment(d4873328-96b7-452e-956d-7264e3d43b26),segment_id=d4873328-96b7-452e-956d-7264e3d43b26)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:26.853717 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.891410 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.928235 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8052-788e-4ace-865c-5b95ba634d3d None None] Pushing event updated for resources: {'Port': ['ID=a2cf862c-a33f-4338-ae88-4c87e956741d,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:27.007224 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.048001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:27.051140 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:27.058087 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:27.084618 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Pushing event updated for resources: {'Port': ['ID=88040fce-ca70-4bd4-9522-cedcaa234f4b,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:27.424659 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.621588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cfcc21c4-d42b-496a-8685-e11faa06d928 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:27.654637 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.680484 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port cfcc21c4-d42b-496a-8685-e11faa06d928 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:27.681457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.779175 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a2cf862c-a33f-4338-ae88-4c87e956741d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:27.841599 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a2cf862c-a33f-4338-ae88-4c87e956741d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:27.841981 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.870631 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Router 2e79122f-703d-4ac5-88f0-6778cfd067d4 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:43:27.931010 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.971353 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271c2322-ab1f-432e-9669-6f60cc001b9f None None] Network 188b0f10-1fef-4f29-b609-0e380fd25347 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:27.990713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port a2cf862c-a33f-4338-ae88-4c87e956741d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a2cf862c-a33f-4338-ae88-4c87e956741d,segment=NetworkSegment(d4873328-96b7-452e-956d-7264e3d43b26),segment_id=d4873328-96b7-452e-956d-7264e3d43b26)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:27.994491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:28.007568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Sync routers for ids ['2e79122f-703d-4ac5-88f0-6778cfd067d4'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:28.049208 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:28.049951 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7c8b5e97-e9e2-46b1-83b1-853d58052535 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:28.072610 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Routers {'2e79122f-703d-4ac5-88f0-6778cfd067d4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:28.073230 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2e79122f-703d-4ac5-88f0-6778cfd067d4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:28.075415 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:28.079426 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1e4551ae-7728-4701-b926-db1306c2ebe6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2769909 Sep 17 23:43:28.079691 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58204) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:28.217091 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cad578a2-0aa4-4418-b119-2dbb833aca29 None None] Provisioning complete for port a2cf862c-a33f-4338-ae88-4c87e956741d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:28.217424 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cad578a2-0aa4-4418-b119-2dbb833aca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:28.218838 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=a2cf862c-a33f-4338-ae88-4c87e956741d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:28.337589 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Set router 2e79122f-703d-4ac5-88f0-6778cfd067d4 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:28.365703 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 7c8b5e97-e9e2-46b1-83b1-853d58052535 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:28.366068 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:28.500711 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:28.681593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Allocated IP 172.20.0.1 (188b0f10-1fef-4f29-b609-0e380fd25347/d8f267d3-d48c-4784-9443-03fe74b6c32b/e002a824-6a72-4985-b42e-15b44bda0182) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:28.793398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'name': 'tempest-TestShelveInstance-1982707893-router', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:25Z', 'updated_at': '2021-09-17T23:43:27Z', 'revision_number': 3, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'gw_port': {'id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:26Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:28.796091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:28.826626 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Checking router: 2e79122f-703d-4ac5-88f0-6778cfd067d4 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:28.826970 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Updating router 2e79122f-703d-4ac5-88f0-6778cfd067d4 port 88040fce-ca70-4bd4-9522-cedcaa234f4b binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:43:28.855819 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:28.857235 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-56ab5059-c871-48cb-8215-bb5a24dd63e2 None None] Provisioning complete for port a2cf862c-a33f-4338-ae88-4c87e956741d triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:28.857590 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-56ab5059-c871-48cb-8215-bb5a24dd63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:28.887980 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:28.922666 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Network 188b0f10-1fef-4f29-b609-0e380fd25347 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:28.926954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:28.930491 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:28.959621 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e002a824-6a72-4985-b42e-15b44bda0182,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:28.977343 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.180923 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.187704 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.190305 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-d2dfa4c3-8b3f-4537-8975-eb38999b7f8c None None] Provisioning complete for port e002a824-6a72-4985-b42e-15b44bda0182 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:29.190661 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa4c3-8b3f-4537-8975-eb38999b7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.223423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfa4c3-8b3f-4537-8975-eb38999b7f8c None None] Port e002a824-6a72-4985-b42e-15b44bda0182 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:29.275248 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.328711 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Attempting to bind port 88040fce-ca70-4bd4-9522-cedcaa234f4b on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:29.329084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Attempting to bind port 88040fce-ca70-4bd4-9522-cedcaa234f4b by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:29.329468 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Attempting to bind port 88040fce-ca70-4bd4-9522-cedcaa234f4b on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:29.332324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097ffcf-3232-48ec-8ea4-7d24172badec None None] Pushing event updated for resources: {'Port': ['ID=88040fce-ca70-4bd4-9522-cedcaa234f4b,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:29.336917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:29.337295 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:29.337702 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.338083 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:29.338546 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Bound port: 88040fce-ca70-4bd4-9522-cedcaa234f4b, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:29.338980 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.349542 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.394249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] For port 88040fce-ca70-4bd4-9522-cedcaa234f4b, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:29.397233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] For port 88040fce-ca70-4bd4-9522-cedcaa234f4b, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=88040fce-ca70-4bd4-9522-cedcaa234f4b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:29.418165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.482113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a2cf862c-a33f-4338-ae88-4c87e956741d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:29.491645 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e002a824-6a72-4985-b42e-15b44bda0182,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:29.495053 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.504972 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.575072 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Routers {'2e79122f-703d-4ac5-88f0-6778cfd067d4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:29.575690 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2e79122f-703d-4ac5-88f0-6778cfd067d4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:29.589728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Network 188b0f10-1fef-4f29-b609-0e380fd25347 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:29.591176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:29.618113 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097ffcf-3232-48ec-8ea4-7d24172badec None None] Pushing event updated for resources: {'Port': ['ID=88040fce-ca70-4bd4-9522-cedcaa234f4b,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:29.634877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port a2cf862c-a33f-4338-ae88-4c87e956741d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:29.635249 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.712882 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Router 2e79122f-703d-4ac5-88f0-6778cfd067d4 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:29.726912 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] Set router 2e79122f-703d-4ac5-88f0-6778cfd067d4 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:29.833449 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:29.838204 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-4dc55ee7-0806-4d84-96aa-e20e4ef4abe0 admin admin] 10.222.0.30 "PUT /v2.0/routers/2e79122f-703d-4ac5-88f0-6778cfd067d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7574003 Sep 17 23:43:29.898281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-908108ba-d715-4c15-8fd6-ca2e626fc940 None None] Provisioning complete for port e002a824-6a72-4985-b42e-15b44bda0182 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:29.898934 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-908108ba-d715-4c15-8fd6-ca2e626fc940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.951007 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-908108ba-d715-4c15-8fd6-ca2e626fc940 None None] Port e002a824-6a72-4985-b42e-15b44bda0182 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:30.009520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'name': 'tempest-TestShelveInstance-1982707893-router', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:25Z', 'updated_at': '2021-09-17T23:43:29Z', 'revision_number': 4, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'gw_port': {'id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:26Z', 'updated_at': '2021-09-17T23:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e002a824-6a72-4985-b42e-15b44bda0182', 'name': '', 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'mac_address': 'fa:16:3e:7c:e3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:28Z', 'updated_at': '2021-09-17T23:43:29Z', 'revision_number': 2, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'subnets': [{'id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:30.042746 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d071c7-33c1-424e-b583-a7db083bdf6b None None] The sync data for ids ['2e79122f-703d-4ac5-88f0-6778cfd067d4'] in n-d-713499-18 is: [{'id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'name': 'tempest-TestShelveInstance-1982707893-router', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:25Z', 'updated_at': '2021-09-17T23:43:29Z', 'revision_number': 4, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'gw_port': {'id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:26Z', 'updated_at': '2021-09-17T23:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e002a824-6a72-4985-b42e-15b44bda0182', 'name': '', 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'mac_address': 'fa:16:3e:7c:e3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:28Z', 'updated_at': '2021-09-17T23:43:29Z', 'revision_number': 2, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'subnets': [{'id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:30.042746 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.444020 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58212) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:30.449820 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-be07b253-0e0c-4f88-be6d-fc28b6836d0b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103635476', 'description': 'tempest-secgroup-smoke-1103635476 description', 'project_id': '56cc13a06fa442b980d6d51312b5cc34'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:30.550333 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be07b253-0e0c-4f88-be6d-fc28b6836d0b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.646407 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be07b253-0e0c-4f88-be6d-fc28b6836d0b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.726911 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be07b253-0e0c-4f88-be6d-fc28b6836d0b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.759334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07b253-0e0c-4f88-be6d-fc28b6836d0b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ddfe76-6328-44f6-9021-b810ab0e80bd,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:30.825189 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-be07b253-0e0c-4f88-be6d-fc28b6836d0b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.826884 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-be07b253-0e0c-4f88-be6d-fc28b6836d0b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3812556 Sep 17 23:43:30.829737 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58214) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:30.834188 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9be86e81-bf19-4cac-a4ad-caa7842b6561 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '57ddfe76-6328-44f6-9021-b810ab0e80bd', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:30.905642 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9be86e81-bf19-4cac-a4ad-caa7842b6561 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.969363 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9be86e81-bf19-4cac-a4ad-caa7842b6561 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.052677 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9be86e81-bf19-4cac-a4ad-caa7842b6561 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.075546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be86e81-bf19-4cac-a4ad-caa7842b6561 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882b6fdf-85c8-4ab5-ab3b-bb61ceca7730,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:31.144019 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9be86e81-bf19-4cac-a4ad-caa7842b6561 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.145327 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9be86e81-bf19-4cac-a4ad-caa7842b6561 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3146036 Sep 17 23:43:31.148076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58216) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:31.153289 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-abedbe67-98cb-4c98-aff8-c7e906056c2e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '57ddfe76-6328-44f6-9021-b810ab0e80bd', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:31.255462 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-abedbe67-98cb-4c98-aff8-c7e906056c2e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.316876 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-abedbe67-98cb-4c98-aff8-c7e906056c2e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.384287 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-abedbe67-98cb-4c98-aff8-c7e906056c2e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.404633 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedbe67-98cb-4c98-aff8-c7e906056c2e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dd5bc8-52bd-414e-bd4f-511409b41b73,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:31.469982 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-abedbe67-98cb-4c98-aff8-c7e906056c2e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.472537 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-abedbe67-98cb-4c98-aff8-c7e906056c2e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221576 Sep 17 23:43:31.473981 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58218) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:31.478341 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-201cc10a-5f5f-417e-9c61-4ff37fef3835 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '57ddfe76-6328-44f6-9021-b810ab0e80bd', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:31.501723 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 88040fce-ca70-4bd4-9522-cedcaa234f4b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:31.550587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 88040fce-ca70-4bd4-9522-cedcaa234f4b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:31.550963 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.572465 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-201cc10a-5f5f-417e-9c61-4ff37fef3835 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.633569 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.639329 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-201cc10a-5f5f-417e-9c61-4ff37fef3835 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.654602 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 88040fce-ca70-4bd4-9522-cedcaa234f4b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=88040fce-ca70-4bd4-9522-cedcaa234f4b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:31.721257 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-201cc10a-5f5f-417e-9c61-4ff37fef3835 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.740184 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cc10a-5f5f-417e-9c61-4ff37fef3835 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54429fd6-72d4-4688-9a50-ff833ab710aa,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:31.744181 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.795565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=88040fce-ca70-4bd4-9522-cedcaa234f4b,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:31.801439 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-201cc10a-5f5f-417e-9c61-4ff37fef3835 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.806459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-201cc10a-5f5f-417e-9c61-4ff37fef3835 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3280091 Sep 17 23:43:31.806459 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58220) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:31.810675 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9bb6ee34-6300-44b2-89f9-6dd25a25ac16 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '57ddfe76-6328-44f6-9021-b810ab0e80bd', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:31.886764 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ee34-6300-44b2-89f9-6dd25a25ac16 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.945454 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ee34-6300-44b2-89f9-6dd25a25ac16 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.996278 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ee34-6300-44b2-89f9-6dd25a25ac16 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.017036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6ee34-6300-44b2-89f9-6dd25a25ac16 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2afefe0-40c5-40b3-91dd-fc2b248b9e11,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:32.075326 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ee34-6300-44b2-89f9-6dd25a25ac16 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.076722 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9bb6ee34-6300-44b2-89f9-6dd25a25ac16 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2700944 Sep 17 23:43:32.079428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58222) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:32.083703 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-faef78ef-78e3-4432-be9a-a08a761d1c73 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '57ddfe76-6328-44f6-9021-b810ab0e80bd', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:32.143691 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-faef78ef-78e3-4432-be9a-a08a761d1c73 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Project 56cc13a06fa442b980d6d51312b5cc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:43:32.148798 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-faef78ef-78e3-4432-be9a-a08a761d1c73 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.208851 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-faef78ef-78e3-4432-be9a-a08a761d1c73 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.247420 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-faef78ef-78e3-4432-be9a-a08a761d1c73 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.267127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef78ef-78e3-4432-be9a-a08a761d1c73 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe5cda8-e6b2-40ea-b3d3-e01f976ec00d,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:32.311054 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-faef78ef-78e3-4432-be9a-a08a761d1c73 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.313357 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-faef78ef-78e3-4432-be9a-a08a761d1c73 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2328627 Sep 17 23:43:32.318439 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58226) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:32.322949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-71e58fe0-a708-4ea5-a524-06cc6af785dd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '57ddfe76-6328-44f6-9021-b810ab0e80bd', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:32.412285 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-71e58fe0-a708-4ea5-a524-06cc6af785dd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Project 56cc13a06fa442b980d6d51312b5cc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:43:32.418051 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71e58fe0-a708-4ea5-a524-06cc6af785dd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.478117 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71e58fe0-a708-4ea5-a524-06cc6af785dd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.555114 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71e58fe0-a708-4ea5-a524-06cc6af785dd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.574488 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e58fe0-a708-4ea5-a524-06cc6af785dd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205b34c7-20f1-4f3b-b6a4-efd61cc144e7,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:32.635432 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-71e58fe0-a708-4ea5-a524-06cc6af785dd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.637033 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-71e58fe0-a708-4ea5-a524-06cc6af785dd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3176339 Sep 17 23:43:32.776261 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-c8a94e71-455f-486c-b9e6-d6e4fc1963b1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103635476&fields=id&tenant_id=56cc13a06fa442b980d6d51312b5cc34 HTTP/1.1" status: 200 len: 267 time: 0.0323775 Sep 17 23:43:32.888502 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-3da18307-49f7-4066-826e-f97c137b189c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.890007 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-3da18307-49f7-4066-826e-f97c137b189c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 806 time: 0.1061184 Sep 17 23:43:32.906351 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-bc9a4afe-1ce3-49ea-bd4c-1790e5c41d05 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/quotas/56cc13a06fa442b980d6d51312b5cc34 HTTP/1.1" status: 200 len: 375 time: 0.0105517 Sep 17 23:43:32.927936 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Sync routers for ids ['2e79122f-703d-4ac5-88f0-6778cfd067d4'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:32.937377 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Routers {'2e79122f-703d-4ac5-88f0-6778cfd067d4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:32.938038 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2e79122f-703d-4ac5-88f0-6778cfd067d4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:32.960402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-d87a7cad-7bbe-4880-9be8-91baadbb776b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480223 Sep 17 23:43:33.043371 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Set router 2e79122f-703d-4ac5-88f0-6778cfd067d4 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:33.155754 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-e5d17405-aabe-4a3c-89f6-9c90d36e03ed service neutron] 10.222.0.30 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820941 Sep 17 23:43:33.242595 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'name': 'tempest-TestShelveInstance-1982707893-router', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:25Z', 'updated_at': '2021-09-17T23:43:29Z', 'revision_number': 4, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'gw_port': {'id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:26Z', 'updated_at': '2021-09-17T23:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e002a824-6a72-4985-b42e-15b44bda0182', 'name': '', 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'mac_address': 'fa:16:3e:7c:e3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:28Z', 'updated_at': '2021-09-17T23:43:29Z', 'revision_number': 2, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'subnets': [{'id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:33.253148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2f6e8f62-b869-4149-a39f-7a71f5084a42 service neutron] 10.222.0.30 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912061 Sep 17 23:43:33.304345 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3117af3b-e488-4eef-acab-0dd206501d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.358938 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Checking router: 2e79122f-703d-4ac5-88f0-6778cfd067d4 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:33.359290 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Updating router 2e79122f-703d-4ac5-88f0-6778cfd067d4 port e002a824-6a72-4985-b42e-15b44bda0182 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:43:33.383701 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.485910 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-05e0b362-d310-4731-ad2e-cbba9acd49f7 req-324c2cf8-90ef-4f29-a8d8-277675ffb42d tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 210 time: 0.0310345 Sep 17 23:43:33.524547 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 88040fce-ca70-4bd4-9522-cedcaa234f4b up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:33.574506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 88040fce-ca70-4bd4-9522-cedcaa234f4b triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:33.575139 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.683524 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.772519 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.822391 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e16a0-3624-4c23-a2bb-b3fa4681b8c9 None None] Pushing event updated for resources: {'Port': ['ID=e002a824-6a72-4985-b42e-15b44bda0182,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:33.878156 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Attempting to bind port e002a824-6a72-4985-b42e-15b44bda0182 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:33.878515 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Attempting to bind port e002a824-6a72-4985-b42e-15b44bda0182 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'd4873328-96b7-452e-956d-7264e3d43b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:33.878871 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Attempting to bind port e002a824-6a72-4985-b42e-15b44bda0182 on network 188b0f10-1fef-4f29-b609-0e380fd25347 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:33.884207 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:33.884571 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Checking segment: {'id': 'd4873328-96b7-452e-956d-7264e3d43b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:33.884960 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.885370 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Bound using segment: {'id': 'd4873328-96b7-452e-956d-7264e3d43b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:33.891381 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Bound port: e002a824-6a72-4985-b42e-15b44bda0182, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4873328-96b7-452e-956d-7264e3d43b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:33.891381 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.966680 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] For port e002a824-6a72-4985-b42e-15b44bda0182, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:33.971119 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] For port e002a824-6a72-4985-b42e-15b44bda0182, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e002a824-6a72-4985-b42e-15b44bda0182,segment=NetworkSegment(d4873328-96b7-452e-956d-7264e3d43b26),segment_id=d4873328-96b7-452e-956d-7264e3d43b26)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:34.075646 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.107839 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-3d642928-dcf7-4281-bd82-103c7806b212 None None] Provisioning complete for port e002a824-6a72-4985-b42e-15b44bda0182 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:34.108481 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3d642928-dcf7-4281-bd82-103c7806b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.142652 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e16a0-3624-4c23-a2bb-b3fa4681b8c9 None None] Pushing event updated for resources: {'Port': ['ID=e002a824-6a72-4985-b42e-15b44bda0182,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:34.145314 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Routers {'2e79122f-703d-4ac5-88f0-6778cfd067d4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:34.153410 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2e79122f-703d-4ac5-88f0-6778cfd067d4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:34.196876 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3d642928-dcf7-4281-bd82-103c7806b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.235253 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-3d642928-dcf7-4281-bd82-103c7806b212 None None] For port e002a824-6a72-4985-b42e-15b44bda0182, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e002a824-6a72-4985-b42e-15b44bda0182,segment=NetworkSegment(d4873328-96b7-452e-956d-7264e3d43b26),segment_id=d4873328-96b7-452e-956d-7264e3d43b26)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:34.284561 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] Set router 2e79122f-703d-4ac5-88f0-6778cfd067d4 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:34.315517 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3d642928-dcf7-4281-bd82-103c7806b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.366982 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d642928-dcf7-4281-bd82-103c7806b212 None None] Pushing event updated for resources: {'Port': ['ID=e002a824-6a72-4985-b42e-15b44bda0182,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:34.434245 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-49f72245-ba9a-44ba-9e21-1ce61c9a2035 None None] Provisioning complete for port e002a824-6a72-4985-b42e-15b44bda0182 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:34.434566 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-49f72245-ba9a-44ba-9e21-1ce61c9a2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.482215 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'name': 'tempest-TestShelveInstance-1982707893-router', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:25Z', 'updated_at': '2021-09-17T23:43:29Z', 'revision_number': 4, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'gw_port': {'id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:26Z', 'updated_at': '2021-09-17T23:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e002a824-6a72-4985-b42e-15b44bda0182', 'name': '', 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'mac_address': 'fa:16:3e:7c:e3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:28Z', 'updated_at': '2021-09-17T23:43:33Z', 'revision_number': 4, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'subnets': [{'id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:34.512461 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f83e57-7fd0-425c-95a3-1637a916fb0a None None] The sync data for ids ['2e79122f-703d-4ac5-88f0-6778cfd067d4'] in n-d-713499-18 is: [{'id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'name': 'tempest-TestShelveInstance-1982707893-router', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:25Z', 'updated_at': '2021-09-17T23:43:29Z', 'revision_number': 4, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'gw_port': {'id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:26Z', 'updated_at': '2021-09-17T23:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'e002a824-6a72-4985-b42e-15b44bda0182', 'name': '', 'network_id': '188b0f10-1fef-4f29-b609-0e380fd25347', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'mac_address': 'fa:16:3e:7c:e3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:28Z', 'updated_at': '2021-09-17T23:43:33Z', 'revision_number': 4, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'subnets': [{'id': 'd8f267d3-d48c-4784-9443-03fe74b6c32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:34.575445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f0a30d9-83c5-4fee-af10-1eff3bffbe0a req-126c9d7f-63b8-4feb-9ddb-c2c71143d33a tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 210 time: 0.0303431 Sep 17 23:43:35.499281 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e002a824-6a72-4985-b42e-15b44bda0182 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:35.546621 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port e002a824-6a72-4985-b42e-15b44bda0182 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:35.546989 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.676654 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3e575e44-fb9f-43a8-aa7e-e7f3d472cd50 req-1937c3ac-d6da-4e50-a3a7-8a5d76009d47 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Sep 17 23:43:35.815401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-ee9e4c2c-2818-481e-856e-d89773953a97 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.816974 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-ee9e4c2c-2818-481e-856e-d89773953a97 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 806 time: 0.1044166 Sep 17 23:43:35.859222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-26a7167a-4de0-4f3a-a865-e7cb37e2a1f1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56cc13a06fa442b980d6d51312b5cc34 HTTP/1.1" status: 200 len: 380 time: 0.0337267 Sep 17 23:43:35.868342 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'port': {'device_id': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'admin_state_up': True, 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'security_groups': ['57ddfe76-6328-44f6-9021-b810ab0e80bd']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:35.939205 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c6900060-19a5-460b-b0e2-c7d48ae455a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.086723 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Made reservation on behalf of 56cc13a06fa442b980d6d51312b5cc34 for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:36.091040 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.217867 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Allocated IP 172.20.0.3 (f0063a9e-575c-4536-9c64-a5d94fa74936/913074b8-7121-429b-a80d-237f68a8dea8/a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:36.359819 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.447130 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.487717 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Network f0063a9e-575c-4536-9c64-a5d94fa74936 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:36.490608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:36.494288 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:36.523042 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:36.552031 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.552418 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.607799 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-2106fdda-5bec-4e8e-8328-3e33fcc62bb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7431376 Sep 17 23:43:36.621563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Request body: {'port': {'device_id': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:36.678824 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.755662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-859a2427-49c4-48f7-9805-6c51e0bb2a19 None None] Provisioning complete for port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:36.755662 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-859a2427-49c4-48f7-9805-6c51e0bb2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.790913 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-859a2427-49c4-48f7-9805-6c51e0bb2a19 None None] Port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:36.865990 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5f751-9b5b-4a0d-85c1-c9e39ffc7e29 req-d56d44a8-b2df-4cce-890d-3880558b4ba4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.867473 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4b5f751-9b5b-4a0d-85c1-c9e39ffc7e29 req-d56d44a8-b2df-4cce-890d-3880558b4ba4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 931 time: 0.0871806 Sep 17 23:43:36.943984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4b5f751-9b5b-4a0d-85c1-c9e39ffc7e29 req-5191e4c3-6c00-43b4-bc38-ab6c33eb6650 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501406 Sep 17 23:43:37.115617 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.313344 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:37.320774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.333026 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Transition to ACTIVE for port object a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:37.378377 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.445394 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:37.498281 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Attempting to bind port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:37.500683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Attempting to bind port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:37.500683 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Attempting to bind port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 on network f0063a9e-575c-4536-9c64-a5d94fa74936 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:37.503695 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 on network f0063a9e-575c-4536-9c64-a5d94fa74936 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:37.504017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Attempting to bind port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 on network f0063a9e-575c-4536-9c64-a5d94fa74936 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:37.509094 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:37.509428 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Checking segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:37.509809 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Bound using segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:37.510227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Bound port: a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:37.510582 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.580285 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:37.583277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:37.647391 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.658099 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.684404 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.684404 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.684404 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] 10.222.0.23 "PUT /v2.0/ports/a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 200 len: 1092 time: 1.0676756 Sep 17 23:43:37.684719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:37.686842 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84426ac-58ce-4526-bf13-325bcc77b76c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:37.713646 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156c997-ee51-4438-a7ba-d7c7359b6178 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:37.725622 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e83e63-4cb2-49ff-8f41-a8b9215bed14 x-openstack-request-id: req-77e83e63-4cb2-49ff-8f41-a8b9215bed14 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:37.725923 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:37.726175 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77e83e63-4cb2-49ff-8f41-a8b9215bed14 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:37.726571 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'status': 'completed', 'code': 200} Sep 17 23:43:37.789283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84426ac-58ce-4526-bf13-325bcc77b76c req-5c67183e-59b7-4992-aca6-867eee2f649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.793098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f84426ac-58ce-4526-bf13-325bcc77b76c req-5c67183e-59b7-4992-aca6-867eee2f649a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1095 time: 0.0439329 Sep 17 23:43:37.894008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84426ac-58ce-4526-bf13-325bcc77b76c req-d5d4ab11-363e-4a10-a15b-18dfd82afdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.895469 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f84426ac-58ce-4526-bf13-325bcc77b76c req-d5d4ab11-363e-4a10-a15b-18dfd82afdbe service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=56cc13a06fa442b980d6d51312b5cc34&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0974002 Sep 17 23:43:37.994158 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84426ac-58ce-4526-bf13-325bcc77b76c req-fae3ac04-e3bd-42d4-ad34-0ae5295698ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.995825 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f84426ac-58ce-4526-bf13-325bcc77b76c req-fae3ac04-e3bd-42d4-ad34-0ae5295698ed service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933721 Sep 17 23:43:38.090401 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132fcc-55d8-4b91-8b52-b72c8de78aff req-2ec349ee-4e1c-4128-a2d1-67a900e7e063 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.091871 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78132fcc-55d8-4b91-8b52-b72c8de78aff req-2ec349ee-4e1c-4128-a2d1-67a900e7e063 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0785537 Sep 17 23:43:38.105592 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-48fea750-3899-41c4-adf7-cff321e423df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.107012 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-48fea750-3899-41c4-adf7-cff321e423df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1095 time: 0.0679936 Sep 17 23:43:38.154168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-49afa0e5-2588-4818-9613-cf426047842c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 200 len: 217 time: 0.0377624 Sep 17 23:43:38.173696 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-78132fcc-55d8-4b91-8b52-b72c8de78aff req-cda20d36-3888-4d10-95a6-a647d5eed342 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757518 Sep 17 23:43:38.211457 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-e135faa6-cb6a-48b9-af8e-5afbafbb2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.212907 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-e135faa6-cb6a-48b9-af8e-5afbafbb2985 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0514352 Sep 17 23:43:38.257105 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-d59c67a6-c608-4dff-a98f-0e968e40f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.258555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-d59c67a6-c608-4dff-a98f-0e968e40f7af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384507 Sep 17 23:43:38.345439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-6bc72bc0-e510-4de7-9e69-ef7f60fc3270 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802455 Sep 17 23:43:38.438576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1bc02723-95f9-4fa7-8086-291ecf90b84c req-d074f2e8-1975-4144-a4d2-f763b64142c0 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855401 Sep 17 23:43:39.290429 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29b27f-c010-4ac1-b5de-880bf223c8a0 req-a4ef41b0-937d-4080-841b-4a3c64046b70 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:39.291972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc29b27f-c010-4ac1-b5de-880bf223c8a0 req-a4ef41b0-937d-4080-841b-4a3c64046b70 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0493975 Sep 17 23:43:39.320722 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.330610 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fc29b27f-c010-4ac1-b5de-880bf223c8a0 req-a433c6c4-aef6-471e-b6f2-bda87647b114 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320818 Sep 17 23:43:40.452669 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80848700-467e-4283-8ec4-675c3100183a req-0b4c18ed-002c-4f6d-a670-2b3c27d1662f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.454249 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-80848700-467e-4283-8ec4-675c3100183a req-0b4c18ed-002c-4f6d-a670-2b3c27d1662f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0506830 Sep 17 23:43:40.492621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-80848700-467e-4283-8ec4-675c3100183a req-e96d9be4-90a8-4452-a6ae-39e9a7a7c5b4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Sep 17 23:43:41.149487 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.211657 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:41.308601 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:41.319799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'port_id': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'mac_address': 'fa:16:3e:cc:23:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:41.355988 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.368177 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:41.388285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:41.452271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.500389 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:41.605441 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee743f6-9382-43fd-a642-1070f01e772a req-d61a0943-8002-46ec-a5f4-d60a0935fa83 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.606909 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ee743f6-9382-43fd-a642-1070f01e772a req-d61a0943-8002-46ec-a5f4-d60a0935fa83 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 944 time: 0.0484574 Sep 17 23:43:41.644403 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8ee743f6-9382-43fd-a642-1070f01e772a req-ffa6b6e7-f888-4e05-a35f-5a891f5e995b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Sep 17 23:43:41.652587 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:42.756896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70aa4e-8211-4061-a1f7-54adb4d55e83 req-ef877f67-c015-4af6-bb4b-545d40aa491b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:42.758358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab70aa4e-8211-4061-a1f7-54adb4d55e83 req-ef877f67-c015-4af6-bb4b-545d40aa491b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 944 time: 0.0480001 Sep 17 23:43:42.801787 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ab70aa4e-8211-4061-a1f7-54adb4d55e83 req-49ffe89a-e1e1-4069-aca8-60a0320a951b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369599 Sep 17 23:43:43.227765 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:43.338199 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:43.342763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:43.343135 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.418570 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.440327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:43.442569 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c6d63-fa91-45bb-b9b9-ba5eb726f583" -d '{"events": [{"server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "name": "network-vif-plugged", "status": "completed", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:43.455223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:43.480649 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d11cff9-f04d-42f2-8d0b-fd96d08dff09 x-openstack-request-id: req-5d11cff9-f04d-42f2-8d0b-fd96d08dff09 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:43.480942 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "name": "network-vif-plugged", "status": "completed", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:43.481196 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d11cff9-f04d-42f2-8d0b-fd96d08dff09 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:43.481593 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'code': 200} Sep 17 23:43:43.521132 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.568303 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:43.575331 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf43c8-17ff-4c9f-a23a-97696cecfe27 req-62287448-09a1-435c-a3f2-c4a1dc30474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.576894 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8aaf43c8-17ff-4c9f-a23a-97696cecfe27 req-62287448-09a1-435c-a3f2-c4a1dc30474d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1097 time: 0.0405490 Sep 17 23:43:43.615470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8aaf43c8-17ff-4c9f-a23a-97696cecfe27 req-ca3c573e-6322-4311-8901-c4af2316bf61 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308230 Sep 17 23:43:43.916146 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499bdf7-5fd1-4303-9b08-f7594d9a9965 req-79f496ba-05d3-49f2-a7c3-8536ab2c1cfb tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.917888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0499bdf7-5fd1-4303-9b08-f7594d9a9965 req-79f496ba-05d3-49f2-a7c3-8536ab2c1cfb tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0504847 Sep 17 23:43:43.957600 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0499bdf7-5fd1-4303-9b08-f7594d9a9965 req-7dd77304-bb97-4009-b5cc-d17283d02c1f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336721 Sep 17 23:43:45.073273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3d352-c0e7-4fc7-8d45-1e038981d4a8 req-1da3abce-8564-4c35-99aa-7425a7244d8e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:45.075605 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7b3d352-c0e7-4fc7-8d45-1e038981d4a8 req-1da3abce-8564-4c35-99aa-7425a7244d8e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0491107 Sep 17 23:43:45.123433 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e7b3d352-c0e7-4fc7-8d45-1e038981d4a8 req-9b962b38-a0cb-4abe-8be7-5c0e71f47fac tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410020 Sep 17 23:43:45.234539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a087ffb-9fb8-4519-a518-d301d523e4b5 req-2a4d685e-737e-41af-b8bf-c1dc0b249075 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:45.235994 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a087ffb-9fb8-4519-a518-d301d523e4b5 req-2a4d685e-737e-41af-b8bf-c1dc0b249075 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0482969 Sep 17 23:43:45.275407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a087ffb-9fb8-4519-a518-d301d523e4b5 req-4bcb7fe3-8188-496e-a4c9-deb57e883f73 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Sep 17 23:43:45.303163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58288) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:45.383224 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e279ca7-979f-45a1-97f4-3112dbc010ac tempest-TestShelveInstance-1493640430 tempest-TestShelveInstance-1493640430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:45.384749 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8e279ca7-979f-45a1-97f4-3112dbc010ac tempest-TestShelveInstance-1493640430 tempest-TestShelveInstance-1493640430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1092 time: 0.0805976 Sep 17 23:43:45.387876 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58292) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:45.392182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:45.469313 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:45.565995 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:45.671866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Allocated IP 172.25.6.54 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/50fbf09d-b5fc-41f2-9935-cd7dab42664f) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:45.774330 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:45.863772 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:45.905472 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:45.908324 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:45.913716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:45.919387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'Port': ['ID=50fbf09d-b5fc-41f2-9935-cd7dab42664f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:46.271652 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.421621 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.570704 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.629352 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.702219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'Port': ['ID=50fbf09d-b5fc-41f2-9935-cd7dab42664f,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:46.712004 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.809615 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Floating IP 9c0260c9-d456-465d-b20b-037fbc07efde associated. External IP: 172.25.6.54, port: a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8. Sep 17 23:43:47.018274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Router 4762caff-f216-49d2-9738-4d480908e3d7 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:47.421490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:47.431142 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] Sync routers for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:47.445324 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:47.445852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:47.497688 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.523922 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f6316795-e596-4c69-801b-030e8b1dcfc3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1349847 Sep 17 23:43:47.524627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:47.527694 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c79b2a-55a5-41c0-a203-a449881cb05b" -d '{"events": [{"name": "network-changed", "server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:47.552103 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:47.569211 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91d6cfc-5e66-4863-82cd-bdc3b7ecd2ac x-openstack-request-id: req-e91d6cfc-5e66-4863-82cd-bdc3b7ecd2ac {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:47.569502 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:47.569749 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e91d6cfc-5e66-4863-82cd-bdc3b7ecd2ac {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:47.570141 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'status': 'completed', 'code': 200} Sep 17 23:43:47.633108 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-c981530e-527f-4f1f-a4e8-1526dde9bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.634620 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-c981530e-527f-4f1f-a4e8-1526dde9bb05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1097 time: 0.0414879 Sep 17 23:43:47.725434 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-519b4eae-ec2d-4788-b79d-22db40e53f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.726819 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-519b4eae-ec2d-4788-b79d-22db40e53f61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0858641 Sep 17 23:43:47.778034 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '9c0260c9-d456-465d-b20b-037fbc07efde', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'port_id': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'mac_address': 'fa:16:3e:cc:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:43:46Z', 'updated_at': '2021-09-17T23:43:46Z', 'revision_number': 0, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:47.797996 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-22e28097-0510-41f3-9e9c-979702afedfa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 200 len: 998 time: 0.0639777 Sep 17 23:43:47.804268 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] Checking router: 4762caff-f216-49d2-9738-4d480908e3d7 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:47.813424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:47.814018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:43:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:47.847748 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-5cadf205-2193-43c6-be8b-ace4b899f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.849275 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-5cadf205-2193-43c6-be8b-ace4b899f236 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0444450 Sep 17 23:43:47.894022 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-01bde728-585f-4719-95a9-e344f56cbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.895550 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-01bde728-585f-4719-95a9-e344f56cbb20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399709 Sep 17 23:43:47.919208 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:47.991882 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-3041f4cc-ff1b-4bf4-aeac-d69e6dce3f52 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889668 Sep 17 23:43:48.082611 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42c79b2a-55a5-41c0-a203-a449881cb05b req-92f3c37b-14b9-4fe7-98db-55fbe4c5ed91 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840404 Sep 17 23:43:48.297850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '9c0260c9-d456-465d-b20b-037fbc07efde', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'port_id': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'mac_address': 'fa:16:3e:cc:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:43:46Z', 'updated_at': '2021-09-17T23:43:46Z', 'revision_number': 0, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:48.323185 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917eb90f-bc73-4140-aca3-0e55f54de2c3 None None] The sync data for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 is: [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '9c0260c9-d456-465d-b20b-037fbc07efde', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'port_id': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'mac_address': 'fa:16:3e:cc:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:43:46Z', 'updated_at': '2021-09-17T23:43:46Z', 'revision_number': 0, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:48.519627 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b07115-1240-43ad-9575-2c6b8d452fc9 None None] New status for floating IP 9c0260c9-d456-465d-b20b-037fbc07efde: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:43:58.241639 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:44:00.080759 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.332042 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9fded7c3-d68a-49db-b304-dc803e3c0276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:05.886182 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-25028f6f-5bd3-45bd-be82-5780d866e5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.120038 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.651700 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:09.326430 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:11.125863 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.030605 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-c5384846-eb7c-4538-a1d0-a54d3d5f2fc7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446794 Sep 17 23:44:29.111966 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-b7e5ccbf-d718-438f-97d9-21210d6f81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.113525 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-b7e5ccbf-d718-438f-97d9-21210d6f81ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1097 time: 0.0411525 Sep 17 23:44:29.218612 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-4f72185a-bd08-4c8c-8ca3-3c91199d5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.220067 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-4f72185a-bd08-4c8c-8ca3-3c91199d5994 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0873997 Sep 17 23:44:29.284243 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-2b46c2d1-011f-4a4d-96b5-96f8ca22dad1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 200 len: 1000 time: 0.0557959 Sep 17 23:44:29.333578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-8dcfa80b-f3c4-4ce9-b409-a7c8e17f7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.335042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-8dcfa80b-f3c4-4ce9-b409-a7c8e17f7272 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0444605 Sep 17 23:44:29.387001 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-59f4f222-e08a-48e8-b908-f0449edb688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.388518 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-59f4f222-e08a-48e8-b908-f0449edb688b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442784 Sep 17 23:44:29.479095 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-73437833-10bd-4f04-b5a6-df123d1ebcb9 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830669 Sep 17 23:44:29.572570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d0f6a2cc-39e8-48b2-8a8a-71d72e1b48fa req-b08f7925-a654-4dda-aae9-737e0ef22a6e service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855753 Sep 17 23:44:30.091321 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:33.296864 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9696ee4c-c854-45fc-a39f-ff26ac21bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.240735 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:44:35.925453 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac449-a760-4949-ab25-cdc39510f3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.142347 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.645128 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.336492 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.136985 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:00.119506 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:03.290171 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a636b4a5-24c2-43f0-8bd1-5808146cf4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.890346 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-464186c0-23d7-400e-bff7-8e1c19bc2298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:07.124824 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:07.696015 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:09.359120 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.147729 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:12.240793 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:45:29.022527 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-ce23a529-5a15-4c62-b0aa-1a4b366ae8a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414100 Sep 17 23:45:29.103263 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-f71cda55-2369-4de9-afb9-49d718d743a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:29.105140 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-f71cda55-2369-4de9-afb9-49d718d743a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1097 time: 0.0428576 Sep 17 23:45:29.214913 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-8452fe95-72ee-4ed6-99a4-9a60e5b2cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:29.216439 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-8452fe95-72ee-4ed6-99a4-9a60e5b2cd50 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0877676 Sep 17 23:45:29.279485 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-08cb087a-e57d-412b-9341-21372849e018 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 200 len: 1000 time: 0.0559778 Sep 17 23:45:29.330854 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-03f0c3c1-7efa-4a44-a56e-662f7e34d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:29.332360 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-03f0c3c1-7efa-4a44-a56e-662f7e34d55f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0463452 Sep 17 23:45:29.377371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-15f4c15f-607b-45c8-b788-9901890b5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:29.378823 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-15f4c15f-607b-45c8-b788-9901890b5b24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395005 Sep 17 23:45:29.471520 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-f8727901-5ef8-4255-903b-38ac33a62c71 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855532 Sep 17 23:45:29.565038 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-42d452ea-3bf1-40f1-9bb1-af5fa8e6659d req-1acb3ff9-2c68-48f5-b072-cea40e604d58 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861762 Sep 17 23:45:30.095354 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.284528 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5e6f-50be-4e90-8a79-9976a8de5a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.872914 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-402d4f21-426e-4b3b-a97d-5829d290b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:37.123005 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:37.660989 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.335281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.192706 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.909859 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f88bd0-e965-4dee-834f-0c818a78f378 req-019ba844-80da-4c68-aecc-489489fe45b7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:43.911363 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23f88bd0-e965-4dee-834f-0c818a78f378 req-019ba844-80da-4c68-aecc-489489fe45b7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.1116803 Sep 17 23:45:43.950212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-23f88bd0-e965-4dee-834f-0c818a78f378 req-69364298-135b-4516-8f3e-cc2394966038 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Sep 17 23:45:45.100096 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fab66-ca80-4062-85e2-558f50871baa req-77cde109-2b51-4126-9fd0-09ba4a488cff tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:45.101693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-481fab66-ca80-4062-85e2-558f50871baa req-77cde109-2b51-4126-9fd0-09ba4a488cff tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0527651 Sep 17 23:45:45.141309 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-481fab66-ca80-4062-85e2-558f50871baa req-a95c7155-9999-4591-af2c-540ff126cdc5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335393 Sep 17 23:45:46.283176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb7e9-df5a-4a3f-9fb4-f9c67e4e7e94 req-3126e03f-2303-4729-a274-a94978a85956 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:46.284669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-053cb7e9-df5a-4a3f-9fb4-f9c67e4e7e94 req-3126e03f-2303-4729-a274-a94978a85956 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0510368 Sep 17 23:45:46.322355 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-053cb7e9-df5a-4a3f-9fb4-f9c67e4e7e94 req-640fa5aa-04c6-49ce-8545-3ea51895210d tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310514 Sep 17 23:45:47.435845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e31793-264a-468d-8636-d8784f3aa629 req-06b07030-baf5-4f0d-a176-416b00914cd2 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:47.437376 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75e31793-264a-468d-8636-d8784f3aa629 req-06b07030-baf5-4f0d-a176-416b00914cd2 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0489664 Sep 17 23:45:47.480071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-75e31793-264a-468d-8636-d8784f3aa629 req-663c670e-69a8-43b1-9bcc-c80d629341d6 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367744 Sep 17 23:45:48.600932 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3cfc2-6531-49f8-b6ff-d097ec262632 req-a4df995b-35c9-4f3d-9bcf-9c4bc8ccda3c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:48.602444 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8f3cfc2-6531-49f8-b6ff-d097ec262632 req-a4df995b-35c9-4f3d-9bcf-9c4bc8ccda3c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0542595 Sep 17 23:45:48.639827 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a8f3cfc2-6531-49f8-b6ff-d097ec262632 req-fb1feb48-1aca-4335-8761-2762bac38687 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311229 Sep 17 23:45:49.240198 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:45:49.753459 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fd73c-db62-4741-ab5b-10cfef34d51d req-a0491ec8-eb73-4f95-976e-503338f1b5bc tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:49.754856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8b7fd73c-db62-4741-ab5b-10cfef34d51d req-a0491ec8-eb73-4f95-976e-503338f1b5bc tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0486891 Sep 17 23:45:49.793276 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8b7fd73c-db62-4741-ab5b-10cfef34d51d req-679eb0ec-e8bb-48e4-8583-bdccac0c5b08 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323150 Sep 17 23:45:50.906447 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c169b4-70cc-4ebb-bfd6-31e6e0c68494 req-964be3a8-6b06-43b9-85a8-d28e2761dee3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:50.907908 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87c169b4-70cc-4ebb-bfd6-31e6e0c68494 req-964be3a8-6b06-43b9-85a8-d28e2761dee3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Sep 17 23:45:50.948204 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-87c169b4-70cc-4ebb-bfd6-31e6e0c68494 req-287c591e-b160-4bc0-91f2-88ea2bcc0aff tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342340 Sep 17 23:45:52.064282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701acf91-2286-44b7-baa7-0e9316668fd2 req-ccd17d22-87d3-46fa-bc18-e92d71bacbc4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:52.065776 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701acf91-2286-44b7-baa7-0e9316668fd2 req-ccd17d22-87d3-46fa-bc18-e92d71bacbc4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0492625 Sep 17 23:45:52.103558 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-701acf91-2286-44b7-baa7-0e9316668fd2 req-1eb877b2-0d3f-4e29-9dd9-647a3a9e29b5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311804 Sep 17 23:45:53.237163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b33de-16a2-4e18-b7d5-42d68070b2aa req-a83d3c65-28e0-40a2-b9a3-3ba0813c15da tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:53.238664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-767b33de-16a2-4e18-b7d5-42d68070b2aa req-a83d3c65-28e0-40a2-b9a3-3ba0813c15da tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0528796 Sep 17 23:45:53.277057 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-767b33de-16a2-4e18-b7d5-42d68070b2aa req-a5b5279a-eab5-4371-a0a0-a3b2f507db04 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320091 Sep 17 23:45:54.390842 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c77e7-98d8-42c0-8ca0-e71b37869b80 req-09738361-e15b-478a-a58e-277cbf3741c3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:54.392437 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-702c77e7-98d8-42c0-8ca0-e71b37869b80 req-09738361-e15b-478a-a58e-277cbf3741c3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0493975 Sep 17 23:45:54.434091 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-702c77e7-98d8-42c0-8ca0-e71b37869b80 req-b35712cc-2542-43d0-89e4-75220c7c9b65 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358143 Sep 17 23:45:55.563122 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674544-833f-43af-8187-a26e0fb9c286 req-d74789aa-078f-46cb-93e1-7af3134db990 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:55.564720 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94674544-833f-43af-8187-a26e0fb9c286 req-d74789aa-078f-46cb-93e1-7af3134db990 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0600884 Sep 17 23:45:55.610027 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-94674544-833f-43af-8187-a26e0fb9c286 req-2b2cb77e-de75-4d97-9553-0fc1ff0e0047 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384183 Sep 17 23:45:55.725381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:45:55.834891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:55.848055 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'port_id': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'mac_address': 'fa:16:3e:cc:23:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:45:55.896826 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:55.914636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:55.939710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:55.987065 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:56.037582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:56.045351 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.047023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.047023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.047023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.047023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.047023 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.047488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.047641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.047983 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.048319 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.048646 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.048977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:56.056652 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:56.728820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8288eba-171d-4f92-abef-083f95869031 req-c94f910d-bcce-4e80-9765-919600939ede tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:56.730302 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8288eba-171d-4f92-abef-083f95869031 req-c94f910d-bcce-4e80-9765-919600939ede tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 944 time: 0.0507052 Sep 17 23:45:56.769283 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f8288eba-171d-4f92-abef-083f95869031 req-8c3e041f-6c89-4919-9330-e40e171659cd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329647 Sep 17 23:45:57.740393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:57.802563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:57.802944 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:57.902124 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:57.916256 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba54fe2-43ea-432e-a2c7-44cec095b6ff req-722efa13-445c-435b-ad3f-748c2c27f3b9 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:57.918525 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ba54fe2-43ea-432e-a2c7-44cec095b6ff req-722efa13-445c-435b-ad3f-748c2c27f3b9 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 944 time: 0.0633831 Sep 17 23:45:57.946995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:57.950532 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476fc27b-f6e9-400c-bccc-3b2db19072f0" -d '{"events": [{"server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "name": "network-vif-plugged", "status": "completed", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:57.964620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:57.990082 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0ba54fe2-43ea-432e-a2c7-44cec095b6ff req-8c62b18e-38ab-4c8f-88d0-785dcdc198ee tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635028 Sep 17 23:45:57.996427 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b0e414-23c0-4ed4-bd1c-b1765bcbfa93 x-openstack-request-id: req-b2b0e414-23c0-4ed4-bd1c-b1765bcbfa93 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:57.996727 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "name": "network-vif-plugged", "status": "completed", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:57.996999 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2b0e414-23c0-4ed4-bd1c-b1765bcbfa93 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:57.997576 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'code': 200} Sep 17 23:45:58.045731 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:58.107215 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:59.116211 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea57a10-1eda-4560-94ef-ba30333c2d5d req-a3ec56ca-cdf2-443c-8f04-f9678019079f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:59.123634 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aea57a10-1eda-4560-94ef-ba30333c2d5d req-a3ec56ca-cdf2-443c-8f04-f9678019079f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0594125 Sep 17 23:45:59.169512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aea57a10-1eda-4560-94ef-ba30333c2d5d req-ee67ff12-4583-415d-a9d9-cf9374de4144 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446999 Sep 17 23:46:00.129698 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:00.315039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49708f43-16ff-46b6-8ec1-8ae6ee80179c req-c9d476f5-c527-4241-a48c-99e8a9d0f596 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:00.322330 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49708f43-16ff-46b6-8ec1-8ae6ee80179c req-c9d476f5-c527-4241-a48c-99e8a9d0f596 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0732472 Sep 17 23:46:00.367926 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-49708f43-16ff-46b6-8ec1-8ae6ee80179c req-6cfc15cf-46cc-4799-9f1d-1cb081080b47 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444386 Sep 17 23:46:01.555100 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ad16-1ef1-42b8-b471-c8ea8ba72fc7 req-975b179a-24c2-42ea-b667-93cd570cf4b8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:01.558252 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc78ad16-1ef1-42b8-b471-c8ea8ba72fc7 req-975b179a-24c2-42ea-b667-93cd570cf4b8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0559604 Sep 17 23:46:01.608844 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cc78ad16-1ef1-42b8-b471-c8ea8ba72fc7 req-7726ad1b-9fc5-4acb-ae90-becc1fc7ffbf tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443299 Sep 17 23:46:02.731484 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c6b7a-5802-4405-b262-020cce843266 req-1ba3c1df-4ab7-48c7-8d68-ca4a99eb2dda tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:02.733710 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba0c6b7a-5802-4405-b262-020cce843266 req-1ba3c1df-4ab7-48c7-8d68-ca4a99eb2dda tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0556157 Sep 17 23:46:02.780979 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ba0c6b7a-5802-4405-b262-020cce843266 req-db9b9938-ef0e-467a-9f55-ed185399449f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380914 Sep 17 23:46:03.337100 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-69ce1e73-d908-4896-bcbc-124ef609f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:03.913754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026031c-183f-4d1f-964b-f6624f125bab req-ecad0755-6754-443b-85ed-8ac5649680bc tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:03.915297 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4026031c-183f-4d1f-964b-f6624f125bab req-ecad0755-6754-443b-85ed-8ac5649680bc tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0564351 Sep 17 23:46:03.960365 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-4026031c-183f-4d1f-964b-f6624f125bab req-289d0e2d-31de-402c-b3e1-bf2414569590 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380704 Sep 17 23:46:05.083791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808e159-2450-442a-af49-ed64746c11a3 req-b231a138-a3c3-40d6-b76b-340a52a4afe3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:05.085465 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5808e159-2450-442a-af49-ed64746c11a3 req-b231a138-a3c3-40d6-b76b-340a52a4afe3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0515547 Sep 17 23:46:05.126462 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5808e159-2450-442a-af49-ed64746c11a3 req-ae3bb585-11c5-471e-8791-660fa01937c4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340364 Sep 17 23:46:05.912508 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-77029cfe-b5a1-4be6-97cc-560d42250707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:06.253894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683102b2-67ee-40ff-bac6-21e5a78e4f97 req-13c54ca2-1c00-4497-8e63-cc5a209a0367 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:06.255377 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-683102b2-67ee-40ff-bac6-21e5a78e4f97 req-13c54ca2-1c00-4497-8e63-cc5a209a0367 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0498750 Sep 17 23:46:06.293979 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-683102b2-67ee-40ff-bac6-21e5a78e4f97 req-ee3fba8a-1396-42b1-a2de-65e7fda2d2ee tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326195 Sep 17 23:46:07.134780 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:07.173916 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-63e02e03-e375-455f-97ba-b795bd71af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:07.175471 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-63e02e03-e375-455f-97ba-b795bd71af6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1097 time: 0.0417917 Sep 17 23:46:07.275416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-5efbe8cb-af60-49c1-9d74-c613c9c7cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:07.278097 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-5efbe8cb-af60-49c1-9d74-c613c9c7cea5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0957887 Sep 17 23:46:07.351312 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-98fe3e53-7e7e-4a03-aa16-9bed8888194b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 200 len: 1000 time: 0.0659122 Sep 17 23:46:07.401243 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-4938bca8-28e8-4b99-83f9-b577e191111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:07.402775 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-4938bca8-28e8-4b99-83f9-b577e191111e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0450332 Sep 17 23:46:07.411407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5a983-cd5a-4059-8e4a-0016a02202d5 req-f0d878b9-cadf-4d1a-95f8-e9387d15a38c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:07.412909 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c5c5a983-cd5a-4059-8e4a-0016a02202d5 req-f0d878b9-cadf-4d1a-95f8-e9387d15a38c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0521853 Sep 17 23:46:07.449009 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-40c8a8bb-951e-4ba4-aa35-6e5182ae3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:07.450774 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-40c8a8bb-951e-4ba4-aa35-6e5182ae3bfc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410113 Sep 17 23:46:07.453239 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-c5c5a983-cd5a-4059-8e4a-0016a02202d5 req-b6a07d49-521f-48da-bc44-e024fd43c874 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335636 Sep 17 23:46:07.545864 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-e6716bb3-65f8-4ab8-b02b-e4ee93b09ea8 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880470 Sep 17 23:46:07.644570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fec9b3ec-32cc-4e5e-8efc-62bd354bbd95 req-0dd7c412-f594-4da7-9b8e-128343acaf7c service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914757 Sep 17 23:46:07.671939 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:08.571443 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c70e6e-4e83-452d-9cfd-021dc87ca7a5 req-294254e1-3fca-4078-989d-6e4eeb9b4011 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:08.572984 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d3c70e6e-4e83-452d-9cfd-021dc87ca7a5 req-294254e1-3fca-4078-989d-6e4eeb9b4011 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0496099 Sep 17 23:46:08.622610 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d3c70e6e-4e83-452d-9cfd-021dc87ca7a5 req-6f3298ee-df5c-4a9d-aab1-9daed72c2db7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 Sep 17 23:46:09.357958 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:09.739821 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88900efa-adf5-4ec4-a932-23748f46b7a7 req-af535e11-a3e1-44a6-a034-1f4b0e2a15f8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:09.741349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88900efa-adf5-4ec4-a932-23748f46b7a7 req-af535e11-a3e1-44a6-a034-1f4b0e2a15f8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 945 time: 0.0492873 Sep 17 23:46:09.780795 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-88900efa-adf5-4ec4-a932-23748f46b7a7 req-72e76f7c-c211-41ef-b628-2e843f9ca174 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333335 Sep 17 23:46:09.789367 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:09.852807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-bb7e56d5-81f5-4ddd-abdd-12e474cfe1bd req-66b86613-a1e4-488e-98f2-4be3d8524b8d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:46:09.853991 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb7e56d5-81f5-4ddd-abdd-12e474cfe1bd req-66b86613-a1e4-488e-98f2-4be3d8524b8d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056505 Sep 17 23:46:09.871020 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:09.893937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:09.896237 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5797cdcc-35d4-4bc1-af1f-198fd485f0ec" -d '{"events": [{"server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:09.912031 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:09.926434 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51dcec1-4398-4ee8-a36a-275b0dfe2c91 x-openstack-request-id: req-a51dcec1-4398-4ee8-a36a-275b0dfe2c91 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:09.926722 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "name": "network-vif-unplugged", "status": "failed", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8", "code": 422}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:09.926971 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a51dcec1-4398-4ee8-a36a-275b0dfe2c91 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:09.927383 n-d-713499-18 neutron-server[95456]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'code': 422} returned with failed status Sep 17 23:46:10.015236 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:10.065206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:10.153006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14efc58-69a1-4f4f-8aff-a63c90498000 req-f61ba93f-d351-446a-9d9a-2087375e738e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:10.156567 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e14efc58-69a1-4f4f-8aff-a63c90498000 req-f61ba93f-d351-446a-9d9a-2087375e738e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0505729 Sep 17 23:46:10.193685 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e14efc58-69a1-4f4f-8aff-a63c90498000 req-a56144f6-b42b-4a58-8ff6-68896334d2ca tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Sep 17 23:46:10.546235 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-b7009993-3099-4ce3-88e0-978ecd02b746 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921533 Sep 17 23:46:11.157685 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:11.310302 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f871df-092c-48c3-a194-c00d71669ee6 req-55397ec0-892c-42e1-bdac-bad0300af6cd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:11.311888 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49f871df-092c-48c3-a194-c00d71669ee6 req-55397ec0-892c-42e1-bdac-bad0300af6cd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0496619 Sep 17 23:46:11.355139 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-49f871df-092c-48c3-a194-c00d71669ee6 req-fb692e72-0a9e-45a3-b50d-7df9a0754bd5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361922 Sep 17 23:46:12.468797 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df2580-695d-4d7b-914b-e5df799cce32 req-f0031321-4136-4dce-8c7b-cd46a217ce7b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:12.470276 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65df2580-695d-4d7b-914b-e5df799cce32 req-f0031321-4136-4dce-8c7b-cd46a217ce7b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0486605 Sep 17 23:46:12.506872 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-65df2580-695d-4d7b-914b-e5df799cce32 req-86ea3c52-9775-4fe9-8b71-830a32101921 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Sep 17 23:46:13.621119 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda38fe-ed80-40b9-b354-3a49eef9279a req-04d7f807-3bd1-49c0-9254-1f231fb23a76 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:13.622752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afda38fe-ed80-40b9-b354-3a49eef9279a req-04d7f807-3bd1-49c0-9254-1f231fb23a76 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0490758 Sep 17 23:46:13.659539 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-afda38fe-ed80-40b9-b354-3a49eef9279a req-c411e518-c5a1-41db-a3ea-c834c217dbaa tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309141 Sep 17 23:46:14.783420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30350e18-1578-4d97-a158-2aeaeac0f332 req-ff8c568e-8b1d-4f6f-95bb-31d21737a455 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:14.784952 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30350e18-1578-4d97-a158-2aeaeac0f332 req-ff8c568e-8b1d-4f6f-95bb-31d21737a455 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0491495 Sep 17 23:46:14.823528 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-30350e18-1578-4d97-a158-2aeaeac0f332 req-19ba69fe-e677-48db-9967-ba94f1bfb60b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324032 Sep 17 23:46:15.875643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-156e545a-8393-4e03-8d1d-e78a13089d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:15.877229 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-156e545a-8393-4e03-8d1d-e78a13089d39 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65&tenant_id=56cc13a06fa442b980d6d51312b5cc34 HTTP/1.1" status: 200 len: 1095 time: 0.0416713 Sep 17 23:46:15.973070 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f731be-447b-4dac-9b7e-10195136e388 req-7cfb3f37-5632-4089-908f-4837eb8a8707 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:15.974571 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2f731be-447b-4dac-9b7e-10195136e388 req-7cfb3f37-5632-4089-908f-4837eb8a8707 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0817630 Sep 17 23:46:15.976446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-b93ff20e-08ee-450e-bdb1-5ba208b17e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:15.977856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-b93ff20e-08ee-450e-bdb1-5ba208b17e42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1095 time: 0.0765531 Sep 17 23:46:16.065528 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c2f731be-447b-4dac-9b7e-10195136e388 req-bced49a2-e0a6-4139-a6bc-d038720bed6d tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848050 Sep 17 23:46:16.094911 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-bfdc23b3-f4e4-4eb5-959d-49941a6141a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:16.096441 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-bfdc23b3-f4e4-4eb5-959d-49941a6141a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.1100504 Sep 17 23:46:16.160522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-b60937be-9e39-4e5a-8491-fa9f2e727478 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 200 len: 998 time: 0.0573478 Sep 17 23:46:16.208856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-d00e4484-3ce2-446d-9439-b4c6184fd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:16.210280 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-d00e4484-3ce2-446d-9439-b4c6184fd6be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0434394 Sep 17 23:46:16.259602 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-4d1ab7ae-6dd4-497b-a309-f7b792c65de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:16.261100 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-4d1ab7ae-6dd4-497b-a309-f7b792c65de8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434120 Sep 17 23:46:16.351569 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-5315e7e8-dc81-4bef-934b-3503f52172d1 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829408 Sep 17 23:46:16.441042 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-60df4a27-7b40-4b3f-b61d-c33b2127eefa service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828929 Sep 17 23:46:17.194835 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c75a1-10bd-4876-84df-3672fa8326ff req-11391b81-9c9d-4985-bf0f-c86a9aae8c93 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:17.202986 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a51c75a1-10bd-4876-84df-3672fa8326ff req-11391b81-9c9d-4985-bf0f-c86a9aae8c93 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0615633 Sep 17 23:46:17.239467 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-a51c75a1-10bd-4876-84df-3672fa8326ff req-ed9f498a-ab24-41bd-80f5-ee6eb595baa4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355999 Sep 17 23:46:18.360613 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429d788-5e11-4e96-8411-4bff8f65e20d req-59e5c99d-3357-4e56-b7d5-13ecd9cbcb60 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:18.362468 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9429d788-5e11-4e96-8411-4bff8f65e20d req-59e5c99d-3357-4e56-b7d5-13ecd9cbcb60 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0519526 Sep 17 23:46:18.402125 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9429d788-5e11-4e96-8411-4bff8f65e20d req-fd11dfff-80f4-476c-bf2c-f2e0d4a3d800 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334325 Sep 17 23:46:19.532036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e089ef-9d56-4246-8b7f-253b578b1206 req-bee28238-f2b2-40d9-9980-d2a001ffa9d8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:19.537694 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-98e089ef-9d56-4246-8b7f-253b578b1206 req-bee28238-f2b2-40d9-9980-d2a001ffa9d8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0616658 Sep 17 23:46:19.572938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-98e089ef-9d56-4246-8b7f-253b578b1206 req-9cfc6e03-4e51-4c6b-970a-052e9fcdf8ae tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Sep 17 23:46:20.695615 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25490f8-737e-4fdc-848e-34a477e49ba9 req-772de16c-bc17-43ec-8579-dfba9277b3ad tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:20.697173 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e25490f8-737e-4fdc-848e-34a477e49ba9 req-772de16c-bc17-43ec-8579-dfba9277b3ad tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0517557 Sep 17 23:46:20.737209 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e25490f8-737e-4fdc-848e-34a477e49ba9 req-88acb63d-a5ff-4d21-b20d-2a097f84c517 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Sep 17 23:46:21.858275 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942c1d4-a2e4-4a56-b6fe-ba25d84aed68 req-e7c99df3-63fa-459c-b78a-090cfdfbd935 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:21.859790 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0942c1d4-a2e4-4a56-b6fe-ba25d84aed68 req-e7c99df3-63fa-459c-b78a-090cfdfbd935 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0523982 Sep 17 23:46:21.901065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0942c1d4-a2e4-4a56-b6fe-ba25d84aed68 req-71c84f97-6541-43e0-96db-9652ca8869ff tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351088 Sep 17 23:46:23.036925 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3c6d5-57d5-4484-b05a-f4fa978ab097 req-cf6e4416-d84b-4c09-af3b-dd55a6bc0a58 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:23.038619 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dc3c6d5-57d5-4484-b05a-f4fa978ab097 req-cf6e4416-d84b-4c09-af3b-dd55a6bc0a58 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0673862 Sep 17 23:46:23.079693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3dc3c6d5-57d5-4484-b05a-f4fa978ab097 req-f84f2a0d-31ee-4bd4-8ec8-6441c12c8a85 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345252 Sep 17 23:46:24.202980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5e3b7-f78b-410a-a1eb-28bb4340f512 req-c850d16f-dbb0-42e9-850e-76b7fe479426 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:24.205220 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44c5e3b7-f78b-410a-a1eb-28bb4340f512 req-c850d16f-dbb0-42e9-850e-76b7fe479426 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0569208 Sep 17 23:46:24.245304 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-44c5e3b7-f78b-410a-a1eb-28bb4340f512 req-d85d5d4c-a2ca-4f88-af0b-443e49da89b1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339844 Sep 17 23:46:25.369901 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bd39d-9111-4f55-ad18-6da7b0cf0242 req-9caf7bd7-1b7f-468f-96a0-afdf0700155e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:25.373332 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a34bd39d-9111-4f55-ad18-6da7b0cf0242 req-9caf7bd7-1b7f-468f-96a0-afdf0700155e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0523391 Sep 17 23:46:25.414869 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a34bd39d-9111-4f55-ad18-6da7b0cf0242 req-4a400da1-14fa-4070-a0f8-7af091670a5b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360031 Sep 17 23:46:26.240925 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:46:26.716268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f3456-e625-40b1-bea5-564f74937251 req-38f2d8fa-3dfe-4997-9a71-f9023e69cfb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:26.716268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-116f3456-e625-40b1-bea5-564f74937251 req-38f2d8fa-3dfe-4997-9a71-f9023e69cfb1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0563297 Sep 17 23:46:26.716268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-116f3456-e625-40b1-bea5-564f74937251 req-180adbe2-9e8f-4360-b3a6-89d026474c7c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363007 Sep 17 23:46:27.804608 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f2e8f-6118-46eb-a7fe-7cffc7222725 req-1d15e184-d265-4a71-a665-722b654c8f4e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:27.806006 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-751f2e8f-6118-46eb-a7fe-7cffc7222725 req-1d15e184-d265-4a71-a665-722b654c8f4e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0495870 Sep 17 23:46:27.844612 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-751f2e8f-6118-46eb-a7fe-7cffc7222725 req-33f5423e-9da9-4f00-b7e0-cf91f33d0822 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Sep 17 23:46:28.960057 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aed51d-95fc-43b4-a71e-5cbe8f1f8e22 req-f78bfdbc-2b79-4067-bb39-5e9cfe52c836 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:28.961563 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20aed51d-95fc-43b4-a71e-5cbe8f1f8e22 req-f78bfdbc-2b79-4067-bb39-5e9cfe52c836 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 943 time: 0.0492394 Sep 17 23:46:28.999863 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-20aed51d-95fc-43b4-a71e-5cbe8f1f8e22 req-cdae62d1-8bec-4342-bb55-fea77d839300 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Sep 17 23:46:29.083270 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-602d291f-df3c-49ea-97a8-294358f6967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:29.084823 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-602d291f-df3c-49ea-97a8-294358f6967d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1095 time: 0.0439041 Sep 17 23:46:29.185400 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-1fe41462-2589-46b0-9fd3-3ea69faf228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:29.187476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-1fe41462-2589-46b0-9fd3-3ea69faf228d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0847046 Sep 17 23:46:29.254988 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-02dbc338-8fc4-465a-bf1b-4dc7cbb6bb62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 200 len: 998 time: 0.0610108 Sep 17 23:46:29.303738 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-89294b1e-85b0-4db1-bc22-134a93d0dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:29.305248 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-89294b1e-85b0-4db1-bc22-134a93d0dbdb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0440526 Sep 17 23:46:29.350052 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-8ef70865-462b-4526-8626-b45a5df0eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:29.351510 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-8ef70865-462b-4526-8626-b45a5df0eb2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393252 Sep 17 23:46:29.444359 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-9f7547d4-b02f-4282-82f0-df9bddbd9952 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849037 Sep 17 23:46:29.538339 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f534b00d-bb16-4a50-8697-0a97be0fdf67 req-be9ae9ce-5ff3-410d-8a6a-ea3920ca2618 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865200 Sep 17 23:46:29.785565 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:46:29.880051 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:29.891359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'port_id': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'mac_address': 'fa:16:3e:cc:23:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:46:29.926085 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:29.939482 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:29.958692 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:30.031731 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.089137 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:30.117251 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.130760 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc53c5-5bbe-437b-a5ce-4434bd5aa772 req-21f4bc73-17df-426c-a076-563ea0cc6b2d tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:30.130760 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5bc53c5-5bbe-437b-a5ce-4434bd5aa772 req-21f4bc73-17df-426c-a076-563ea0cc6b2d tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 944 time: 0.0562818 Sep 17 23:46:30.164608 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5bc53c5-5bbe-437b-a5ce-4434bd5aa772 req-170bd833-d7b0-4c9f-a680-60881f154ac8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316987 Sep 17 23:46:30.280084 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:31.285418 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cddbb-0c56-4b92-8d80-8528c7b58e2d req-6c0ad749-8a8c-4f73-94e6-cb0fd6938f71 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:31.286947 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-214cddbb-0c56-4b92-8d80-8528c7b58e2d req-6c0ad749-8a8c-4f73-94e6-cb0fd6938f71 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 944 time: 0.0538805 Sep 17 23:46:31.325491 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-214cddbb-0c56-4b92-8d80-8528c7b58e2d req-254bb69e-f5e2-404f-99ae-9ab9a972a3d8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326798 Sep 17 23:46:31.801349 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:46:31.850821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:46:31.851185 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.924561 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.946592 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:31.948847 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6331e9a3-dcda-4fea-9201-4c2542f21d63" -d '{"events": [{"server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "name": "network-vif-plugged", "status": "completed", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:31.960877 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:31.986530 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9906a4d-d587-4ae8-a09f-d4a0f57c0eae x-openstack-request-id: req-c9906a4d-d587-4ae8-a09f-d4a0f57c0eae {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:31.986819 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "name": "network-vif-plugged", "status": "completed", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:31.987065 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9906a4d-d587-4ae8-a09f-d4a0f57c0eae {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:31.987448 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'code': 200} Sep 17 23:46:32.020076 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.072728 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=10']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:32.204634 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3559-4506-4bd7-8ec9-b4288f8f02d1 req-c3a1b9ba-bd7f-4905-9399-386fa281923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:32.206097 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fb3a3559-4506-4bd7-8ec9-b4288f8f02d1 req-c3a1b9ba-bd7f-4905-9399-386fa281923f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1098 time: 0.0403476 Sep 17 23:46:32.240430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-fb3a3559-4506-4bd7-8ec9-b4288f8f02d1 req-fe1efbd8-5bc8-413f-ada3-8865b2891324 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273657 Sep 17 23:46:32.441343 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aee19-da9f-47ad-91b2-710dc2bfd9c6 req-d34de97f-afc6-4f3f-a31a-07e490e70a87 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:32.442817 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7a1aee19-da9f-47ad-91b2-710dc2bfd9c6 req-d34de97f-afc6-4f3f-a31a-07e490e70a87 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 946 time: 0.0507936 Sep 17 23:46:32.481721 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7a1aee19-da9f-47ad-91b2-710dc2bfd9c6 req-472635e6-16d8-44ad-8e69-bae9d469a893 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 Sep 17 23:46:33.305889 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5737991b-e27a-4316-9e9a-65105e86c2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.599994 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3cd42-c778-4921-8603-037ca0d3539a req-69f02b61-0523-49d1-a92a-51ac93cca354 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:33.601311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2dc3cd42-c778-4921-8603-037ca0d3539a req-69f02b61-0523-49d1-a92a-51ac93cca354 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 946 time: 0.0491962 Sep 17 23:46:33.639411 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2dc3cd42-c778-4921-8603-037ca0d3539a req-936a205c-3f15-4620-907e-99d9169fcd2b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Sep 17 23:46:34.754866 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2233a-aca1-4b2e-a0ef-7c9ae2ea6308 req-f201bf8d-f721-4aac-a3d6-16aa5eee89b3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:34.756349 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7fc2233a-aca1-4b2e-a0ef-7c9ae2ea6308 req-f201bf8d-f721-4aac-a3d6-16aa5eee89b3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 946 time: 0.0488672 Sep 17 23:46:34.793742 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7fc2233a-aca1-4b2e-a0ef-7c9ae2ea6308 req-83dd2e8e-2cd8-4a4a-ac1a-f09d1ab53f00 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311065 Sep 17 23:46:35.894235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8ecff171-ac05-4977-bcf9-7068de00e0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:37.145872 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:37.683044 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:39.363258 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:41.179788 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:00.128204 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:03.240633 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:47:03.322313 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-58b552e2-903a-4197-a71b-04b137b093f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:05.888153 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-49e001ed-3d38-4939-bb57-58d7a0b1c988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:07.139485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:07.664848 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.380487 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.190427 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:29.062766 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-d5ae2813-80ad-496c-8e2f-9af4ef3fcaa3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0864286 Sep 17 23:47:29.141632 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-658aa3c2-641c-4617-888c-e71a41bd69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:29.143112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-658aa3c2-641c-4617-888c-e71a41bd69c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1098 time: 0.0411170 Sep 17 23:47:29.244878 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-703edc2a-33c7-419e-8427-42452c8b501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:29.246253 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-703edc2a-33c7-419e-8427-42452c8b501f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0840828 Sep 17 23:47:29.313631 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-87b611bb-fbb2-4fc4-8332-147f3ac54d94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 200 len: 1000 time: 0.0601828 Sep 17 23:47:29.361711 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-8ff64f31-494c-46cf-9940-885a5775a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:29.363143 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-8ff64f31-494c-46cf-9940-885a5775a795 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0425603 Sep 17 23:47:29.407869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-c526eca6-c2db-4180-b4b1-1e63f4ec9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:29.409366 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-c526eca6-c2db-4180-b4b1-1e63f4ec9599 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395877 Sep 17 23:47:29.501255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-5958d669-6cb8-4463-837d-607870508c59 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845625 Sep 17 23:47:29.593060 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e942f692-270f-4e3e-88e9-fd00cc3d4a59 req-ad3d6dfa-0524-439e-8aa5-aa12c50db86f service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852888 Sep 17 23:47:30.115964 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.292818 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf589-ad8e-4b0b-ad5d-125954ad3496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:35.899000 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-3c22b653-9cd8-4c8f-ab4a-67cc498a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.133236 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.687341 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:39.333182 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:40.241082 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:47:41.195558 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.761337 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58642) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:46.919972 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Deleting port 50fbf09d-b5fc-41f2-9935-cd7dab42664f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:46.920370 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.003117 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.003438 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.015093 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Calling delete_port for 50fbf09d-b5fc-41f2-9935-cd7dab42664f owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:47.207235 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.235344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event deleted for resources: {'Port': ['ID=50fbf09d-b5fc-41f2-9935-cd7dab42664f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:47.261646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.261984 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.262321 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.262656 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.262989 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.263317 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.263641 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.264036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.264407 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.272664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.272664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.272664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:47.313883 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.314218 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Floating IP 9c0260c9-d456-465d-b20b-037fbc07efde disassociated (deleted). External IP: 172.25.6.54, port: a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8. Sep 17 23:47:47.525974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Router 4762caff-f216-49d2-9738-4d480908e3d7 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:47:47.650177 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:47:47.655091 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.659861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] Sync routers for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:47:47.668754 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:47:47.669365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:47:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:47.681274 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d7a5cf39-19f2-4bda-9ce3-9d08d3bea947 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "DELETE /v2.0/floatingips/9c0260c9-d456-465d-b20b-037fbc07efde HTTP/1.1" status: 204 len: 168 time: 0.9188504 Sep 17 23:47:47.681837 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:47.684388 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995" -d '{"events": [{"name": "network-changed", "server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:47.777392 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:47:47.787681 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e907f716-bfbb-41c6-841a-5d48160e3c55 x-openstack-request-id: req-e907f716-bfbb-41c6-841a-5d48160e3c55 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:47.787681 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:47.787681 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e907f716-bfbb-41c6-841a-5d48160e3c55 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:47.787681 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'status': 'completed', 'code': 200} Sep 17 23:47:47.849890 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-d371afe5-3550-48fc-8bef-fb73a464b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:47.851768 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-d371afe5-3550-48fc-8bef-fb73a464b32f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 1098 time: 0.0449347 Sep 17 23:47:47.947371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-32be25a5-655a-45a4-bb7e-b769de4c7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:47.949350 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-32be25a5-655a-45a4-bb7e-b769de4c7cdb service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0900021 Sep 17 23:47:47.991293 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:47.998002 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-2568752d-d29f-4378-bdc5-565303da8646 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 200 len: 217 time: 0.0402551 Sep 17 23:47:48.017144 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] Checking router: 4762caff-f216-49d2-9738-4d480908e3d7 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:47:48.028937 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:47:48.029550 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:47:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:48.053019 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-c916ba84-0ef1-4e70-820a-df34faa56fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.054505 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-c916ba84-0ef1-4e70-820a-df34faa56fec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0498745 Sep 17 23:47:48.105508 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-88c2de86-6ab3-4a0c-8eab-bb902e7162d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.107384 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-88c2de86-6ab3-4a0c-8eab-bb902e7162d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448749 Sep 17 23:47:48.129733 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d3455-9dbc-4e44-8360-20e61c3a1459 req-5a9cde44-0c5a-4f86-a1bc-8c43368629b2 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.131597 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d10d3455-9dbc-4e44-8360-20e61c3a1459 req-5a9cde44-0c5a-4f86-a1bc-8c43368629b2 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 946 time: 0.0572228 Sep 17 23:47:48.144958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:47:48.174965 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d10d3455-9dbc-4e44-8360-20e61c3a1459 req-ecc50505-d320-43df-81be-3c7d04450c9f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356095 Sep 17 23:47:48.215909 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-d9905be4-6a51-4e9b-a156-19891f54864e service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975063 Sep 17 23:47:48.312975 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bb66ab88-8bb1-4afe-8ac8-a3fc53f63995 req-3a083524-fc56-449c-895c-1e06a51fb65a service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894773 Sep 17 23:47:48.348382 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:48.373947 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5211e-f1fd-46e5-834b-f9bc042ad2de None None] The sync data for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 is: [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:47:48.593490 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13eb8ba-ba87-41c8-9fbd-9ff70d1755a8 None None] New status for floating IP 9c0260c9-d456-465d-b20b-037fbc07efde: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:47:49.301191 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee297c-28c3-456e-b09d-04956a5a5e71 req-64b6a123-1f9a-49a2-921d-1b0dd4d91b71 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.302674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dee297c-28c3-456e-b09d-04956a5a5e71 req-64b6a123-1f9a-49a2-921d-1b0dd4d91b71 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 946 time: 0.0528219 Sep 17 23:47:49.665413 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7dee297c-28c3-456e-b09d-04956a5a5e71 req-3eafe913-6b10-426e-b3fa-f307f76bc6f0 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ddfe76-6328-44f6-9021-b810ab0e80bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551495 Sep 17 23:47:49.681265 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-83962869-174c-4671-9a14-520a6dec78c1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.682802 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-83962869-174c-4671-9a14-520a6dec78c1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 946 time: 0.0611651 Sep 17 23:47:49.773754 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Deleting port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:49.774097 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:49.859945 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] For port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:49.860241 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:49.872385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Calling delete_port for a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:50.086857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:50.114141 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event deleted for resources: {'Port': ['ID=a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:50.128733 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.129081 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.129416 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.129775 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.130104 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.130424 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.130745 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.131065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.131379 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.131712 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.132030 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.132371 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:50.166977 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] No DVR routers for this DVR port a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:50.169543 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:50.171563 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72b6ad9b-a1c7-451f-87f8-571bf8c52501 req-3b570d9b-5250-415b-b4b5-0989b7d4c62f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.23 "DELETE /v2.0/ports/a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 HTTP/1.1" status: 204 len: 173 time: 0.4827113 Sep 17 23:47:50.172002 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'name': 'network-vif-deleted', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:50.174264 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ed0f32-0279-4230-b13e-df37083de429" -d '{"events": [{"server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "name": "network-vif-deleted", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:50.264349 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98c4ebf-6fe9-4c20-a487-675e504bee2a x-openstack-request-id: req-e98c4ebf-6fe9-4c20-a487-675e504bee2a {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:50.264632 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fffd51e-6fb0-454c-b1cb-d7944905fe65", "name": "network-vif-deleted", "tag": "a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:50.264886 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e98c4ebf-6fe9-4c20-a487-675e504bee2a {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:50.265290 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fffd51e-6fb0-454c-b1cb-d7944905fe65', 'name': 'network-vif-deleted', 'tag': 'a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8', 'status': 'completed', 'code': 200} Sep 17 23:47:50.776522 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d2455fc2-8044-4bb3-abfa-9a4a969d235b req-fef34ad3-e455-456f-ae1c-5c1878778e5b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fffd51e-6fb0-454c-b1cb-d7944905fe65 HTTP/1.1" status: 200 len: 210 time: 0.0307148 Sep 17 23:47:51.833159 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58668) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:51.891843 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c041eef-3a7d-41b2-a288-5c5450ba7766 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:51.917770 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c041eef-3a7d-41b2-a288-5c5450ba7766 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.035639 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c041eef-3a7d-41b2-a288-5c5450ba7766 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.038239 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8c041eef-3a7d-41b2-a288-5c5450ba7766 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.039409 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8c041eef-3a7d-41b2-a288-5c5450ba7766 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "DELETE /v2.0/security-groups/57ddfe76-6328-44f6-9021-b810ab0e80bd HTTP/1.1" status: 204 len: 168 time: 0.2052238 Sep 17 23:47:52.048832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c041eef-3a7d-41b2-a288-5c5450ba7766 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ddfe76-6328-44f6-9021-b810ab0e80bd,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:52.236946 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:52.257299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:52.257641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a1e4d67d-8c3e-4ae3-b276-2aa3f45963b8 not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:52.405961 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58674) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:52.410537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-20887cda-8e1f-4554-aaf3-6fbf5765b4f4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015432708', 'description': 'tempest-secgroup-smoke-2015432708 description', 'project_id': '56cc13a06fa442b980d6d51312b5cc34'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:52.481514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20887cda-8e1f-4554-aaf3-6fbf5765b4f4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.561839 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20887cda-8e1f-4554-aaf3-6fbf5765b4f4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.624291 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20887cda-8e1f-4554-aaf3-6fbf5765b4f4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.653607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20887cda-8e1f-4554-aaf3-6fbf5765b4f4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8ad23-2faa-4765-8376-8910c9225c27,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:52.710177 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-20887cda-8e1f-4554-aaf3-6fbf5765b4f4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.711474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-20887cda-8e1f-4554-aaf3-6fbf5765b4f4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3045108 Sep 17 23:47:52.714397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58676) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:52.718899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-1701b170-4f69-488c-80ba-fdd1cfba5952 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '82f8ad23-2faa-4765-8376-8910c9225c27', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:52.817527 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1701b170-4f69-488c-80ba-fdd1cfba5952 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.873030 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1701b170-4f69-488c-80ba-fdd1cfba5952 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.938531 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1701b170-4f69-488c-80ba-fdd1cfba5952 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.956686 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701b170-4f69-488c-80ba-fdd1cfba5952 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549f8c8a-0af5-47d6-9aca-ff7aa7cc12af,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:53.018579 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1701b170-4f69-488c-80ba-fdd1cfba5952 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.019851 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-1701b170-4f69-488c-80ba-fdd1cfba5952 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044765 Sep 17 23:47:53.022540 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58678) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:53.027025 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-461aaec3-dd5c-4c25-9ec8-4fd1760d8056 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '82f8ad23-2faa-4765-8376-8910c9225c27', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:53.109477 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-461aaec3-dd5c-4c25-9ec8-4fd1760d8056 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.167206 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-461aaec3-dd5c-4c25-9ec8-4fd1760d8056 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.235541 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-461aaec3-dd5c-4c25-9ec8-4fd1760d8056 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.254845 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461aaec3-dd5c-4c25-9ec8-4fd1760d8056 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddd4023-7061-4161-a434-0e9f4f128168,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:53.321234 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-461aaec3-dd5c-4c25-9ec8-4fd1760d8056 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.323151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-461aaec3-dd5c-4c25-9ec8-4fd1760d8056 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990704 Sep 17 23:47:53.325761 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58680) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:53.330175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-82495d36-15f8-4a83-b98d-4cf6f79bb07f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '82f8ad23-2faa-4765-8376-8910c9225c27', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:53.405490 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82495d36-15f8-4a83-b98d-4cf6f79bb07f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.465249 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82495d36-15f8-4a83-b98d-4cf6f79bb07f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.538189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82495d36-15f8-4a83-b98d-4cf6f79bb07f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.555722 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82495d36-15f8-4a83-b98d-4cf6f79bb07f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebce73db-5572-43bf-88f6-f5d4b838f845,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:53.624098 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-82495d36-15f8-4a83-b98d-4cf6f79bb07f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.625394 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-82495d36-15f8-4a83-b98d-4cf6f79bb07f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2986825 Sep 17 23:47:53.628058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58682) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:53.632397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-2d7bb7d6-3434-4ec9-9552-e2c941376442 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '82f8ad23-2faa-4765-8376-8910c9225c27', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:53.720210 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb7d6-3434-4ec9-9552-e2c941376442 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.778224 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb7d6-3434-4ec9-9552-e2c941376442 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.835699 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb7d6-3434-4ec9-9552-e2c941376442 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.854321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bb7d6-3434-4ec9-9552-e2c941376442 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae7a1a9-e488-4643-9de4-3fb684db5a25,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:53.915376 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb7d6-3434-4ec9-9552-e2c941376442 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.917233 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-2d7bb7d6-3434-4ec9-9552-e2c941376442 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2882247 Sep 17 23:47:53.920046 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 58684) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:53.924433 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a39a032f-4828-4228-bcbc-d07c6a59b9f1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '82f8ad23-2faa-4765-8376-8910c9225c27', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:54.001133 n-d-713499-18 neutron-server[95454]: INFO neutron.db.securitygroups_db [None req-a39a032f-4828-4228-bcbc-d07c6a59b9f1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Project 56cc13a06fa442b980d6d51312b5cc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:47:54.005988 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a39a032f-4828-4228-bcbc-d07c6a59b9f1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:54.065626 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a39a032f-4828-4228-bcbc-d07c6a59b9f1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:54.126879 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a39a032f-4828-4228-bcbc-d07c6a59b9f1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:54.145531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a032f-4828-4228-bcbc-d07c6a59b9f1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f50c18d-19de-42eb-bb6f-6d4c7be535c9,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:54.201435 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a39a032f-4828-4228-bcbc-d07c6a59b9f1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:54.202630 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a39a032f-4828-4228-bcbc-d07c6a59b9f1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2816365 Sep 17 23:47:54.205443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58686) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:54.209996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-c8acb045-fd52-421e-b7d5-5538e62fae80 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'security_group_rule': {'security_group_id': '82f8ad23-2faa-4765-8376-8910c9225c27', 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:54.292693 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-c8acb045-fd52-421e-b7d5-5538e62fae80 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Project 56cc13a06fa442b980d6d51312b5cc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:47:54.297678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8acb045-fd52-421e-b7d5-5538e62fae80 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:54.350208 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8acb045-fd52-421e-b7d5-5538e62fae80 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:54.418269 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8acb045-fd52-421e-b7d5-5538e62fae80 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:54.436514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acb045-fd52-421e-b7d5-5538e62fae80 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19887033-42c0-468e-962b-9953dc134158,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:54.504204 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-c8acb045-fd52-421e-b7d5-5538e62fae80 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:54.505438 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-c8acb045-fd52-421e-b7d5-5538e62fae80 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2989919 Sep 17 23:48:00.149725 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:03.345878 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b6fc799c-31f0-4c57-83d8-db699f9c4c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:05.921377 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1e68ebca-78e5-49f6-afe8-b5bf90d04276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:07.121327 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:07.675641 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.338108 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:11.235235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:14.361808 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-3db204bf-f503-4962-94db-fdb4b333d43e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015432708&fields=id&tenant_id=56cc13a06fa442b980d6d51312b5cc34 HTTP/1.1" status: 200 len: 267 time: 0.0355771 Sep 17 23:48:14.467049 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-c19b7770-abb7-4c53-9781-58b984026b96 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:14.468837 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-c19b7770-abb7-4c53-9781-58b984026b96 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 806 time: 0.0999591 Sep 17 23:48:14.483256 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-5662d73d-6a21-411f-ac0b-86e5218ee672 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/quotas/56cc13a06fa442b980d6d51312b5cc34 HTTP/1.1" status: 200 len: 375 time: 0.0090051 Sep 17 23:48:14.534023 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-dd1d8f41-2240-4457-bfbf-d3b65ab56f2a tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453820 Sep 17 23:48:14.549021 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-94d69582-68ab-4b52-8e0b-0283a189409d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:48:14.549986 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-94d69582-68ab-4b52-8e0b-0283a189409d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050273 Sep 17 23:48:14.641959 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-ce26febb-6d94-4cd4-94da-992d60341a63 service neutron] 10.222.0.30 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863991 Sep 17 23:48:14.732233 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-7fe32c53-931a-45f7-af44-7ad9393053ac service neutron] 10.222.0.30 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840466 Sep 17 23:48:15.312574 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d6f6a778-e86a-4831-ad73-a2351ccf13f4 req-45249946-5322-4c57-8fe3-82fed72a3435 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 210 time: 0.0332556 Sep 17 23:48:16.404338 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a755668f-2c94-4ff3-9a8c-30427ccd32e9 req-4883fae0-c87d-4f73-b3f8-da5bf0548b3e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 210 time: 0.0257325 Sep 17 23:48:17.004495 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-a7e8328c-4739-4a12-8ed8-827b8a1dc89c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:17.005938 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-a7e8328c-4739-4a12-8ed8-827b8a1dc89c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.15 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 806 time: 0.1029124 Sep 17 23:48:17.071488 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-47e63917-1db3-4e14-85c0-56147977c36a tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56cc13a06fa442b980d6d51312b5cc34 HTTP/1.1" status: 200 len: 380 time: 0.0433891 Sep 17 23:48:17.086133 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'port': {'device_id': '03cd97a9-f912-4b03-9044-4d219de713db', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'admin_state_up': True, 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'security_groups': ['82f8ad23-2faa-4765-8376-8910c9225c27']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:17.240689 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:48:17.246646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Made reservation on behalf of 56cc13a06fa442b980d6d51312b5cc34 for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:48:17.251123 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:17.382502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Allocated IP 172.20.0.3 (f0063a9e-575c-4536-9c64-a5d94fa74936/913074b8-7121-429b-a80d-237f68a8dea8/1af4adf8-7b01-419a-a9d6-26a89a5730db) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:17.511824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b5bde912-a612-4cbb-814d-1af604019637 req-b3f86fe7-c418-4f0d-b43e-8bd54a107aa7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 210 time: 0.0326910 Sep 17 23:48:17.546292 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:17.635762 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:17.680114 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Network f0063a9e-575c-4536-9c64-a5d94fa74936 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:17.683576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:17.686809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:17.726179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:17.752627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:17.753362 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:17.813360 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-eace032a-d231-454f-bfd4-913aacd3bfd8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7309172 Sep 17 23:48:17.823287 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-efbb419a-b416-49fa-850b-e00a4c9390c7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:48:17.824322 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-efbb419a-b416-49fa-850b-e00a4c9390c7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053496 Sep 17 23:48:17.932565 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Request body: {'port': {'device_id': '03cd97a9-f912-4b03-9044-4d219de713db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:17.938991 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-12eef8b2-958d-4536-b7d4-9ff8ade4ff2f None None] Provisioning complete for port 1af4adf8-7b01-419a-a9d6-26a89a5730db triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:17.939587 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-12eef8b2-958d-4536-b7d4-9ff8ade4ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:17.995827 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.140534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-12eef8b2-958d-4536-b7d4-9ff8ade4ff2f None None] Port 1af4adf8-7b01-419a-a9d6-26a89a5730db cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:48:18.282345 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af4adf8-7b01-419a-a9d6-26a89a5730db {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:18.290835 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.304193 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Transition to ACTIVE for port object 1af4adf8-7b01-419a-a9d6-26a89a5730db will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:48:18.366902 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.416366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:18.509912 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Attempting to bind port 1af4adf8-7b01-419a-a9d6-26a89a5730db on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:48:18.510273 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Attempting to bind port 1af4adf8-7b01-419a-a9d6-26a89a5730db by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:48:18.510569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Attempting to bind port 1af4adf8-7b01-419a-a9d6-26a89a5730db on network f0063a9e-575c-4536-9c64-a5d94fa74936 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:18.515358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Port 1af4adf8-7b01-419a-a9d6-26a89a5730db on network f0063a9e-575c-4536-9c64-a5d94fa74936 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:48:18.515732 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Attempting to bind port 1af4adf8-7b01-419a-a9d6-26a89a5730db on network f0063a9e-575c-4536-9c64-a5d94fa74936 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:18.521172 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:48:18.531560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Checking segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:18.531560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Bound using segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:48:18.531560 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Bound port: 1af4adf8-7b01-419a-a9d6-26a89a5730db, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:48:18.531560 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.608791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:48:18.608791 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:48:18.637056 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d0282-bd0b-4277-8aef-16ac01965d7e req-a484bc03-cda8-47a7-9330-4e487884a5a8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:18.638543 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a5d0282-bd0b-4277-8aef-16ac01965d7e req-a484bc03-cda8-47a7-9330-4e487884a5a8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0512838 Sep 17 23:48:18.664534 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.684170 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6a5d0282-bd0b-4277-8aef-16ac01965d7e req-fac5f39e-9cf3-48c0-ba86-13849363b320 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386603 Sep 17 23:48:18.705892 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:18.706480 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.708213 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 1092 time: 0.8694546 Sep 17 23:48:18.708646 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:18.710948 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862124a1-0794-431a-8db4-f4843d00c870" -d '{"events": [{"name": "network-changed", "server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:18.747688 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90f034-a585-444f-b0e2-7c386855b4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:18.766730 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c661952-67b0-409c-9cb6-fcb3e9883f23 x-openstack-request-id: req-0c661952-67b0-409c-9cb6-fcb3e9883f23 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:18.766730 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:18.766730 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c661952-67b0-409c-9cb6-fcb3e9883f23 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:18.766730 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'status': 'completed', 'code': 200} Sep 17 23:48:18.852647 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862124a1-0794-431a-8db4-f4843d00c870 req-0d42288a-7d66-479c-9bcb-4a0d0459e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:18.854301 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-862124a1-0794-431a-8db4-f4843d00c870 req-0d42288a-7d66-479c-9bcb-4a0d0459e6c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1095 time: 0.0463972 Sep 17 23:48:18.971238 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862124a1-0794-431a-8db4-f4843d00c870 req-5bf2d9d7-0786-470c-84a0-a30bf45498d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:18.972775 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-862124a1-0794-431a-8db4-f4843d00c870 req-5bf2d9d7-0786-470c-84a0-a30bf45498d9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=56cc13a06fa442b980d6d51312b5cc34&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1043265 Sep 17 23:48:19.084229 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862124a1-0794-431a-8db4-f4843d00c870 req-4629cd28-358b-461f-b135-187c88719f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:19.085637 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-862124a1-0794-431a-8db4-f4843d00c870 req-4629cd28-358b-461f-b135-187c88719f98 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061947 Sep 17 23:48:19.184235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-186d0452-06e8-4f77-8a7a-4d8b153e7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:19.185746 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-186d0452-06e8-4f77-8a7a-4d8b153e7871 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1095 time: 0.0419412 Sep 17 23:48:19.232664 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-092eaf48-4cc5-4647-94b4-e1a94b08566c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 217 time: 0.0338025 Sep 17 23:48:19.285306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-4e2e474d-660d-45d1-b6ad-9ea47933a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:19.286689 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-4e2e474d-660d-45d1-b6ad-9ea47933a700 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0476635 Sep 17 23:48:19.335863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-fc876287-7f05-4733-a0d6-c739b7b8733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:19.337286 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-fc876287-7f05-4733-a0d6-c739b7b8733b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431206 Sep 17 23:48:19.428369 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-983901a9-4cc5-4866-b46e-d71ef348cb57 service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831077 Sep 17 23:48:19.522703 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ef6a8f18-1ef3-44ca-84ef-1fc3ca052e7d req-97f40d7f-118b-4090-8ac8-cf3ada6fbb36 service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870235 Sep 17 23:48:19.801280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140533c-4c35-4ca9-94dc-16d4eb8053c5 req-d5ca46ba-4b0b-46f9-8271-4c1eb71ce9c4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:19.802794 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b140533c-4c35-4ca9-94dc-16d4eb8053c5 req-d5ca46ba-4b0b-46f9-8271-4c1eb71ce9c4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0493367 Sep 17 23:48:19.841700 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b140533c-4c35-4ca9-94dc-16d4eb8053c5 req-d6d9ea05-bf9f-47aa-ba41-f8436057c827 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317841 Sep 17 23:48:20.962149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba74f58-97b6-44da-a67a-415c522cd134 req-58688124-2ca5-4f29-bbed-5b768310e445 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:20.963721 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ba74f58-97b6-44da-a67a-415c522cd134 req-58688124-2ca5-4f29-bbed-5b768310e445 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0523765 Sep 17 23:48:21.003566 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ba74f58-97b6-44da-a67a-415c522cd134 req-de8f9493-ceaa-4e17-98e4-9ceb2043ab9d tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332131 Sep 17 23:48:22.127862 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631e8a-28a9-4dc7-be4c-9513122e3eb0 req-1fd264d5-1310-4ad9-a6a3-f4cbe72da0b4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:22.129403 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0631e8a-28a9-4dc7-be4c-9513122e3eb0 req-1fd264d5-1310-4ad9-a6a3-f4cbe72da0b4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0541596 Sep 17 23:48:22.166714 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e0631e8a-28a9-4dc7-be4c-9513122e3eb0 req-3fe0dc52-d0f6-4fa8-9fcd-c00de26eec90 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313878 Sep 17 23:48:23.278802 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782846-5858-43b7-b96e-c3a3f9cb1916 req-2e19a271-e10e-4bc0-b3fe-f9883464ecc8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:23.280287 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d782846-5858-43b7-b96e-c3a3f9cb1916 req-2e19a271-e10e-4bc0-b3fe-f9883464ecc8 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0481732 Sep 17 23:48:23.321826 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8d782846-5858-43b7-b96e-c3a3f9cb1916 req-4d2375d7-9f50-4add-9457-7e39f9896561 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356517 Sep 17 23:48:24.435627 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49173f5-805a-4fd9-8559-85b364aae702 req-dfc685b9-e611-48af-81a8-c7b955705709 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:24.437246 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b49173f5-805a-4fd9-8559-85b364aae702 req-dfc685b9-e611-48af-81a8-c7b955705709 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0495973 Sep 17 23:48:24.475508 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b49173f5-805a-4fd9-8559-85b364aae702 req-c23eff59-b463-488b-8fc7-35feeb0324ae tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Sep 17 23:48:25.591377 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6f85-45c4-4c45-85e0-6515609f8b7e req-b49e6205-465d-4c8d-9812-34e936eb0c20 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:25.592884 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbdc6f85-45c4-4c45-85e0-6515609f8b7e req-b49e6205-465d-4c8d-9812-34e936eb0c20 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0521309 Sep 17 23:48:25.633773 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fbdc6f85-45c4-4c45-85e0-6515609f8b7e req-16356f1c-b7f5-4571-8245-399861b057ea tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340202 Sep 17 23:48:26.747343 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2129a2-3616-4067-bae9-3045c2bbb0fe req-190c3133-2b7e-41dc-91e2-9953866fe0d4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:26.748860 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c2129a2-3616-4067-bae9-3045c2bbb0fe req-190c3133-2b7e-41dc-91e2-9953866fe0d4 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0483584 Sep 17 23:48:26.787098 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7c2129a2-3616-4067-bae9-3045c2bbb0fe req-b658df67-7b62-4a31-bf53-9ca29e877855 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Sep 17 23:48:27.915911 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605408e-8d51-4b00-8c97-602916a3d652 req-bd136ee6-e981-4c36-bfce-d106bb967a71 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:27.917410 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8605408e-8d51-4b00-8c97-602916a3d652 req-bd136ee6-e981-4c36-bfce-d106bb967a71 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0498886 Sep 17 23:48:27.956972 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8605408e-8d51-4b00-8c97-602916a3d652 req-75b9ef8c-e80a-4be7-9edc-999c7b4ffcd1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333445 Sep 17 23:48:29.072492 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff32085-07a8-4089-a1a9-5530ada15fa9 req-ffdf7923-1bd6-4374-9395-0a9cc3001880 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.073983 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ff32085-07a8-4089-a1a9-5530ada15fa9 req-ffdf7923-1bd6-4374-9395-0a9cc3001880 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0522888 Sep 17 23:48:29.111596 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1ff32085-07a8-4089-a1a9-5530ada15fa9 req-f095c7be-2fe9-410a-9db1-1bbda8d24297 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Sep 17 23:48:30.143351 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:30.295108 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4bb3-c3ee-4a42-bdc5-6302e5e13bab req-585d761d-a03b-4474-9588-89beb42626fe tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:30.296624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10ba4bb3-c3ee-4a42-bdc5-6302e5e13bab req-585d761d-a03b-4474-9588-89beb42626fe tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0494287 Sep 17 23:48:30.339050 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-10ba4bb3-c3ee-4a42-bdc5-6302e5e13bab req-c09ebd1f-51b9-4646-83ba-71f9caa5e6a0 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363870 Sep 17 23:48:30.628855 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 1af4adf8-7b01-419a-a9d6-26a89a5730db details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:48:30.719519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:30.732891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'port_id': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'mac_address': 'fa:16:3e:a7:20:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:48:30.769243 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:30.781187 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af4adf8-7b01-419a-a9d6-26a89a5730db {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:30.799553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:30.846270 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:30.893192 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:30.900430 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.900779 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.901124 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.901463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.901799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.902133 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.902491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.902820 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.903148 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.903473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.903797 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:30.904157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:31.245326 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['1af4adf8-7b01-419a-a9d6-26a89a5730db'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:31.454381 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd46054-df01-49d5-a825-265d14d82575 req-cf571fcf-5bb1-4b82-9ac4-4540798442e0 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:31.455867 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd46054-df01-49d5-a825-265d14d82575 req-cf571fcf-5bb1-4b82-9ac4-4540798442e0 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 944 time: 0.0485518 Sep 17 23:48:31.493039 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cd46054-df01-49d5-a825-265d14d82575 req-82560e50-4163-4422-8f26-88e4112f7a95 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Sep 17 23:48:32.606461 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba9970-65a8-46dd-a00a-2f6da31e444d req-749ef26a-4e15-4522-9376-5e4f3492d819 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:32.607969 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0ba9970-65a8-46dd-a00a-2f6da31e444d req-749ef26a-4e15-4522-9376-5e4f3492d819 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 944 time: 0.0487282 Sep 17 23:48:32.630790 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 1af4adf8-7b01-419a-a9d6-26a89a5730db up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:32.646086 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e0ba9970-65a8-46dd-a00a-2f6da31e444d req-d235e6e7-718d-4200-a813-15babfe2d21a tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315492 Sep 17 23:48:32.742957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 1af4adf8-7b01-419a-a9d6-26a89a5730db completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:48:32.746734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 1af4adf8-7b01-419a-a9d6-26a89a5730db triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:32.751780 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:32.824755 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:32.847074 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:32.849354 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98469ec4-9643-47e9-8b2d-ce4db401e0e4" -d '{"events": [{"server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "name": "network-vif-plugged", "status": "completed", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:32.861595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:32.932031 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:32.957725 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c18f997-d8ce-45ec-a235-1d039d6db925 x-openstack-request-id: req-1c18f997-d8ce-45ec-a235-1d039d6db925 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:32.958016 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "name": "network-vif-plugged", "status": "completed", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:32.958266 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c18f997-d8ce-45ec-a235-1d039d6db925 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:32.958651 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'code': 200} Sep 17 23:48:32.984781 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:33.062694 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775bbe4-4e73-4906-8e44-a1e64a02e728 req-8ee11e09-b250-48bf-9c8e-cb9bd91f87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:33.064695 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0775bbe4-4e73-4906-8e44-a1e64a02e728 req-8ee11e09-b250-48bf-9c8e-cb9bd91f87ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1097 time: 0.0397761 Sep 17 23:48:33.102048 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0775bbe4-4e73-4906-8e44-a1e64a02e728 req-683e4bd2-4d9a-4c5e-9d12-4774fb765abc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304251 Sep 17 23:48:33.320531 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f8b5b404-916c-470b-81c4-3a9406251e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:33.764532 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623bb08-a781-4a30-ae21-7c91530b152a req-4803bcec-547d-45fe-93af-090fd45ed38e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:33.766048 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0623bb08-a781-4a30-ae21-7c91530b152a req-4803bcec-547d-45fe-93af-090fd45ed38e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0527041 Sep 17 23:48:33.811426 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-0623bb08-a781-4a30-ae21-7c91530b152a req-c6a0b85c-711f-420f-9fb3-03d675bccecf tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393023 Sep 17 23:48:34.931178 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342fdeb-a5dd-4480-b37b-c6c92cbac501 req-038c907b-54bf-4697-8af0-d378d22d4f27 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:34.932925 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b342fdeb-a5dd-4480-b37b-c6c92cbac501 req-038c907b-54bf-4697-8af0-d378d22d4f27 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0485985 Sep 17 23:48:34.969856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b342fdeb-a5dd-4480-b37b-c6c92cbac501 req-d4c3bd73-c1bf-4917-915d-4a69f03a6ebf tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301850 Sep 17 23:48:35.083670 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb5ce1-f0fb-45c3-8ad6-5536b718877d req-360855e3-f5d0-4ef9-8cd6-4f0309097ea3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:35.085240 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7dcb5ce1-f0fb-45c3-8ad6-5536b718877d req-360855e3-f5d0-4ef9-8cd6-4f0309097ea3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0500638 Sep 17 23:48:35.124026 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-7dcb5ce1-f0fb-45c3-8ad6-5536b718877d req-865bc312-176e-4436-ae6e-7c38b7e3ad89 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325689 Sep 17 23:48:35.145690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58896) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:35.184536 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6709915e-d619-4537-8050-928f64e5cb33 tempest-TestShelveInstance-1493640430 tempest-TestShelveInstance-1493640430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:35.186032 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6709915e-d619-4537-8050-928f64e5cb33 tempest-TestShelveInstance-1493640430 tempest-TestShelveInstance-1493640430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1092 time: 0.0393853 Sep 17 23:48:35.189293 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 58898) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:35.193513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:35.291724 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:35.388336 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:35.490254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Allocated IP 172.25.6.251 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/340ffb9f-fef2-4514-98a4-c10c3a0fa434) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:35.592369 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:35.675046 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:35.710850 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:35.713595 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:35.716386 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:35.747759 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'Port': ['ID=340ffb9f-fef2-4514-98a4-c10c3a0fa434,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:35.943211 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ef0aadb8-6c7d-49b1-989f-4ee83cbd0d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:36.079527 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:36.202604 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:36.348417 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:36.405966 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:36.475000 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event updated for resources: {'Port': ['ID=340ffb9f-fef2-4514-98a4-c10c3a0fa434,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:36.487086 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:36.584391 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Floating IP f55b1526-2ce7-4b19-ac3d-e46e1bcae1ac associated. External IP: 172.25.6.251, port: 1af4adf8-7b01-419a-a9d6-26a89a5730db. Sep 17 23:48:37.075446 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Router 4762caff-f216-49d2-9738-4d480908e3d7 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:48:37.132063 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:37.183854 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:48:37.195694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] Sync routers for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:48:37.204574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:48:37.205189 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:48:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:37.257872 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:37.284977 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0c8b6623-7768-4d29-bd9c-5dce52cc0d17 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0946114 Sep 17 23:48:37.285644 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:37.288288 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654d662f-2cd7-4098-bb67-5a6d71d4e974" -d '{"events": [{"name": "network-changed", "server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:37.310674 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:48:37.332797 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b372a2f-db5b-45d5-9df8-f14a14508774 x-openstack-request-id: req-4b372a2f-db5b-45d5-9df8-f14a14508774 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:37.333088 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:37.333336 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b372a2f-db5b-45d5-9df8-f14a14508774 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:37.333731 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'status': 'completed', 'code': 200} Sep 17 23:48:37.415217 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-8845f808-f9e0-417c-aa47-0041792f2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:37.416734 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-8845f808-f9e0-417c-aa47-0041792f2cd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1097 time: 0.0398259 Sep 17 23:48:37.510064 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-5d3bf051-7c3d-4679-bec7-367e3cc70564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:37.511533 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-5d3bf051-7c3d-4679-bec7-367e3cc70564 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0878422 Sep 17 23:48:37.539793 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'f55b1526-2ce7-4b19-ac3d-e46e1bcae1ac', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'port_id': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'mac_address': 'fa:16:3e:a7:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cd97a9-f912-4b03-9044-4d219de713db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:48:35Z', 'updated_at': '2021-09-17T23:48:35Z', 'revision_number': 0, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:37.567147 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] Checking router: 4762caff-f216-49d2-9738-4d480908e3d7 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:48:37.575894 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:48:37.576466 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:48:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:37.578220 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-3a42d9db-9409-4a71-a44d-1b996112715d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 999 time: 0.0599198 Sep 17 23:48:37.628054 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-1a47b433-0945-49de-b0e7-6eadadd88189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:37.629552 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-1a47b433-0945-49de-b0e7-6eadadd88189 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0441370 Sep 17 23:48:37.681831 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-0376500d-56d5-4d21-8bba-9ebd19f9673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:37.683669 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-0376500d-56d5-4d21-8bba-9ebd19f9673d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463276 Sep 17 23:48:37.695872 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:48:37.726713 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:37.773544 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-905e82a8-b5fc-416a-b45f-412c67685821 service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829039 Sep 17 23:48:37.873211 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-654d662f-2cd7-4098-bb67-5a6d71d4e974 req-019e53cd-8344-4928-bbc9-124a8c474c4a service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925341 Sep 17 23:48:37.928320 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'f55b1526-2ce7-4b19-ac3d-e46e1bcae1ac', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'port_id': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'mac_address': 'fa:16:3e:a7:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cd97a9-f912-4b03-9044-4d219de713db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:48:35Z', 'updated_at': '2021-09-17T23:48:35Z', 'revision_number': 0, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:37.955833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918b87d-9efb-4692-8ea5-b130b261ce41 None None] The sync data for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 is: [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': 'f55b1526-2ce7-4b19-ac3d-e46e1bcae1ac', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'port_id': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'mac_address': 'fa:16:3e:a7:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cd97a9-f912-4b03-9044-4d219de713db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:48:35Z', 'updated_at': '2021-09-17T23:48:35Z', 'revision_number': 0, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:48:38.158716 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69399d3-09d4-494a-8c84-20ba2f089a88 None None] New status for floating IP f55b1526-2ce7-4b19-ac3d-e46e1bcae1ac: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:48:39.343027 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:41.223273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.346735 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70839775-7f5d-45b5-b55a-82de5c074881 req-0fa20b61-2622-4725-b1be-c18744e94087 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408146 Sep 17 23:48:47.441995 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70839775-7f5d-45b5-b55a-82de5c074881 req-f62d270d-821e-46e2-8357-d154a6303e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:47.443508 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70839775-7f5d-45b5-b55a-82de5c074881 req-f62d270d-821e-46e2-8357-d154a6303e96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1097 time: 0.0403221 Sep 17 23:48:47.548664 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70839775-7f5d-45b5-b55a-82de5c074881 req-69b6aff3-11b8-4c89-8713-e022c08a2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:47.550116 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70839775-7f5d-45b5-b55a-82de5c074881 req-69b6aff3-11b8-4c89-8713-e022c08a2e5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0869455 Sep 17 23:48:47.614741 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70839775-7f5d-45b5-b55a-82de5c074881 req-5c02d419-789f-4336-ad3d-71e94796c9c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 1001 time: 0.0564373 Sep 17 23:48:47.669382 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70839775-7f5d-45b5-b55a-82de5c074881 req-dbe8cf69-54a1-45f4-ba77-3326c0f72e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:47.670794 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70839775-7f5d-45b5-b55a-82de5c074881 req-dbe8cf69-54a1-45f4-ba77-3326c0f72e4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0471959 Sep 17 23:48:47.720268 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70839775-7f5d-45b5-b55a-82de5c074881 req-ddaf07a2-e90f-45fe-8c7d-e6265de4fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:47.720268 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70839775-7f5d-45b5-b55a-82de5c074881 req-ddaf07a2-e90f-45fe-8c7d-e6265de4fd29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393412 Sep 17 23:48:47.807206 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70839775-7f5d-45b5-b55a-82de5c074881 req-808e07af-68e0-4b6d-9715-b5570864d900 service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804191 Sep 17 23:48:47.900553 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-70839775-7f5d-45b5-b55a-82de5c074881 req-e278e381-ccfc-41e4-a790-253728843b59 service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861921 Sep 17 23:48:54.242351 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:49:00.137243 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:03.308849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-71da2321-59af-4a20-bc97-2546b2f9d4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:05.913965 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0652-2fdd-4618-959a-dcca5612e045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:07.148631 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:07.685373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:09.371033 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.216535 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:30.182799 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:31.241279 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:49:33.296662 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8038-8be2-4350-aaf5-67e3b76ae279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:35.937388 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-48f123f1-46aa-4d96-982a-48ad9a0518b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:37.153422 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:37.696473 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:39.358724 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:41.210151 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:47.339243 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-cd317694-7392-47ac-bcd5-03275a597f80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397799 Sep 17 23:49:47.437353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-4cf9c702-49cb-4dfe-9ec2-ce02ddd6ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.438849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-4cf9c702-49cb-4dfe-9ec2-ce02ddd6ed2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1097 time: 0.0446670 Sep 17 23:49:47.544807 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-d51faed6-69c0-4c95-886f-e3ad8ece5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.546288 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-d51faed6-69c0-4c95-886f-e3ad8ece5c7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0894208 Sep 17 23:49:47.610778 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-d2cde523-c267-4b6c-a173-6f81f7131962 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 1001 time: 0.0572412 Sep 17 23:49:47.664017 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-44ec39f2-1434-44e7-a3f1-31b98ec712e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.665486 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-44ec39f2-1434-44e7-a3f1-31b98ec712e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0473695 Sep 17 23:49:47.710735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-1b0dc040-4bf7-4554-be30-c2ba54117eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.712108 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-1b0dc040-4bf7-4554-be30-c2ba54117eac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401540 Sep 17 23:49:47.804232 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-2ea0a092-e0b4-4e2e-bc99-37e98c3cc820 service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850163 Sep 17 23:49:47.892800 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cd1f3755-4a67-415c-b7f8-4bd19787bf3c req-543afb31-8f56-4ef1-879e-903636ae32e6 service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814996 Sep 17 23:50:00.147049 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:03.312831 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-fbdbbbdd-2843-419b-b990-fea74152499e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:05.918211 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-86a6cfc0-1352-4788-8303-e23444807080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:07.153057 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:07.695832 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.240490 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:50:09.364044 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.238422 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:30.175315 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:33.311957 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-00957b8e-8dde-4117-8d03-2c4bd52e278b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:35.912785 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-50f97d86-2555-439f-82db-ec7dd45bae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:37.140575 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:37.723629 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:39.375014 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:41.243457 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:45.240237 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:50:48.369229 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-14734030-2b01-4611-8fcf-ab7ee900ba8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404532 Sep 17 23:50:48.470165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-bc98a255-cea2-43a6-8917-fec03df0bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:48.471680 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-bc98a255-cea2-43a6-8917-fec03df0bed2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1097 time: 0.0455203 Sep 17 23:50:48.575513 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-2e2c324a-359b-4201-b430-83fe0066f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:48.577077 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-2e2c324a-359b-4201-b430-83fe0066f4aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0853019 Sep 17 23:50:48.645412 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-3ee37219-1a69-4100-9e96-941d630c587d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 1001 time: 0.0614922 Sep 17 23:50:48.695257 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-8f8564ac-9887-4715-ac1e-7e93415aa2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:48.697519 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-8f8564ac-9887-4715-ac1e-7e93415aa2c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0457551 Sep 17 23:50:48.745333 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-0c4b8968-2875-40c0-b5e7-6032be64478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:48.746757 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-0c4b8968-2875-40c0-b5e7-6032be64478a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422139 Sep 17 23:50:48.843323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-62ad745e-76aa-4db7-a8a8-07582e5b39c5 service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876210 Sep 17 23:50:48.937409 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d65a2a65-2d3d-41b7-a81c-580bcbe49e47 req-8aac06f9-4bf7-4dc4-9c9c-640e3bd191f8 service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830719 Sep 17 23:50:55.442706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89265c76-264f-4a49-816e-6520cdcc4d4d req-f0833845-4f27-4c24-b035-388b34ac20d3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.444232 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89265c76-264f-4a49-816e-6520cdcc4d4d req-f0833845-4f27-4c24-b035-388b34ac20d3 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.1086154 Sep 17 23:50:55.482005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-89265c76-264f-4a49-816e-6520cdcc4d4d req-9775b8a3-ec57-4796-ba46-96cdf72c6349 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 Sep 17 23:50:56.672715 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9d8f-788d-478c-997c-924d3f1ae89c req-94c08f3e-0eff-4dbf-ba8c-653603509d1f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:56.674185 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2dbc9d8f-788d-478c-997c-924d3f1ae89c req-94c08f3e-0eff-4dbf-ba8c-653603509d1f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0970602 Sep 17 23:50:56.711539 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2dbc9d8f-788d-478c-997c-924d3f1ae89c req-743a1a03-5670-46b0-b790-0e14cd6842e9 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314167 Sep 17 23:50:57.852035 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e3f83-80ec-4fbd-9351-374fc84dc53f req-9f32fca1-57bd-4528-84b7-da872987da5d tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:57.853551 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-585e3f83-80ec-4fbd-9351-374fc84dc53f req-9f32fca1-57bd-4528-84b7-da872987da5d tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0499749 Sep 17 23:50:57.890948 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-585e3f83-80ec-4fbd-9351-374fc84dc53f req-a20b22f5-b01c-44e9-a7f4-d024bc99df55 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310738 Sep 17 23:50:59.004910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abc9f8-d0fa-4979-bed8-20310df1c181 req-55049766-2869-4e6c-aaf1-f739c161baed tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:59.006372 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27abc9f8-d0fa-4979-bed8-20310df1c181 req-55049766-2869-4e6c-aaf1-f739c161baed tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0481970 Sep 17 23:50:59.043979 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-27abc9f8-d0fa-4979-bed8-20310df1c181 req-f471f388-ca88-42cd-8b01-be8d1191414e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316343 Sep 17 23:51:00.165144 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3d395-b119-4729-93ac-c6e7f8df00f4 req-e9004fe0-f5c1-4efd-ace0-9ce9fab14bcb tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:00.166668 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88e3d395-b119-4729-93ac-c6e7f8df00f4 req-e9004fe0-f5c1-4efd-ace0-9ce9fab14bcb tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0499504 Sep 17 23:51:00.191861 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:00.206745 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-88e3d395-b119-4729-93ac-c6e7f8df00f4 req-90783e6d-5d93-4669-88c1-cb031b0969ba tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Sep 17 23:51:01.325019 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b8c4f-5449-4153-8991-48ade0944acb req-0e16864e-446c-4453-b37b-8686be75f6bf tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:01.327044 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f2b8c4f-5449-4153-8991-48ade0944acb req-0e16864e-446c-4453-b37b-8686be75f6bf tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0513053 Sep 17 23:51:01.365227 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3f2b8c4f-5449-4153-8991-48ade0944acb req-2257a58a-4f65-4991-9780-8c8dc7a2763e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323148 Sep 17 23:51:02.483065 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ad2e0-2735-46c3-9ff1-4dba7be9d10f req-7eb94eda-1bee-4bfb-a243-bc707e7ba7c7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:02.484576 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b0ad2e0-2735-46c3-9ff1-4dba7be9d10f req-7eb94eda-1bee-4bfb-a243-bc707e7ba7c7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0532506 Sep 17 23:51:02.522402 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9b0ad2e0-2735-46c3-9ff1-4dba7be9d10f req-4eb3ddef-cdbb-49de-9f8a-4a953609b59a tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Sep 17 23:51:03.283052 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a239-8920-448e-8085-c449a61842ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:03.640847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ae43-2e06-4c71-8f60-1653bd8bf6e5 req-dcd0fd0a-286b-416b-a550-98d75e1d5b63 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:03.642292 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af38ae43-2e06-4c71-8f60-1653bd8bf6e5 req-dcd0fd0a-286b-416b-a550-98d75e1d5b63 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0529773 Sep 17 23:51:03.679609 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-af38ae43-2e06-4c71-8f60-1653bd8bf6e5 req-7d254fa2-5c24-424c-90ec-29813051bff9 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Sep 17 23:51:04.794478 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2621dfa-ba28-4f6c-b765-3df48fa381bb req-eebef630-32b3-4b38-a9a0-5530919cbc43 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:04.796624 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2621dfa-ba28-4f6c-b765-3df48fa381bb req-eebef630-32b3-4b38-a9a0-5530919cbc43 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0500720 Sep 17 23:51:04.833450 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b2621dfa-ba28-4f6c-b765-3df48fa381bb req-7de6c2dd-7b99-4a97-ab2d-a4c3ace26a8c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308628 Sep 17 23:51:05.663325 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fa009-affb-4b57-9458-28a3229a2817 req-01c4ef44-c2cd-49ca-b1e5-79dba207c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:05.664844 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b00fa009-affb-4b57-9458-28a3229a2817 req-01c4ef44-c2cd-49ca-b1e5-79dba207c183 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1097 time: 0.0410161 Sep 17 23:51:05.757716 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fa009-affb-4b57-9458-28a3229a2817 req-4d63114b-15dc-48d4-b6e2-cbadcd88a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:05.759166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b00fa009-affb-4b57-9458-28a3229a2817 req-4d63114b-15dc-48d4-b6e2-cbadcd88a7ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0878997 Sep 17 23:51:05.821841 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b00fa009-affb-4b57-9458-28a3229a2817 req-575db5c1-9e34-4b3c-8a4c-ae50c39d4d1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 1001 time: 0.0561922 Sep 17 23:51:05.872905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fa009-affb-4b57-9458-28a3229a2817 req-1d095ffd-6791-49a5-949c-92623a38f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:05.872905 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b00fa009-affb-4b57-9458-28a3229a2817 req-1d095ffd-6791-49a5-949c-92623a38f5a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0427499 Sep 17 23:51:05.917501 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-11f24f0a-1549-41c2-acdc-36176cae7faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:05.953654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fa009-affb-4b57-9458-28a3229a2817 req-1f3ce1f7-7c49-4f45-ba01-f47f5b47a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:05.955070 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b00fa009-affb-4b57-9458-28a3229a2817 req-1f3ce1f7-7c49-4f45-ba01-f47f5b47a034 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769508 Sep 17 23:51:05.968735 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874dccc-e5ce-4887-bbbe-9ff089a6dbd7 req-ba4f45eb-71ef-4b52-b3dd-a953ec43fa27 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:05.970144 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1874dccc-e5ce-4887-bbbe-9ff089a6dbd7 req-ba4f45eb-71ef-4b52-b3dd-a953ec43fa27 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0675354 Sep 17 23:51:06.058180 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1874dccc-e5ce-4887-bbbe-9ff089a6dbd7 req-1813992c-74e2-482e-ab2b-f51f237b00c9 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801933 Sep 17 23:51:06.083835 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b00fa009-affb-4b57-9458-28a3229a2817 req-36a08645-e5a5-44c0-a02a-a6578115d5b5 service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127617 Sep 17 23:51:06.173772 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b00fa009-affb-4b57-9458-28a3229a2817 req-4963c7c3-6732-48a0-9c6c-b57ec283ae6e service neutron] 10.222.0.15 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822372 Sep 17 23:51:07.140611 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:07.175213 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6c722-b64f-43d3-ac80-1a46c6be1d32 req-220c9c09-3ffb-42c9-bb5a-bbd72b03f140 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:07.176735 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57c6c722-b64f-43d3-ac80-1a46c6be1d32 req-220c9c09-3ffb-42c9-bb5a-bbd72b03f140 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0494728 Sep 17 23:51:07.215771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-57c6c722-b64f-43d3-ac80-1a46c6be1d32 req-7b324d29-81aa-4da7-8fc5-b3a8a93e7715 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323801 Sep 17 23:51:07.682747 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:08.334192 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ee041-5c92-429e-ad94-059b211c26cb req-10d6ee12-57da-4227-959b-460416c93efa tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:08.335688 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-203ee041-5c92-429e-ad94-059b211c26cb req-10d6ee12-57da-4227-959b-460416c93efa tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0495443 Sep 17 23:51:08.374820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-203ee041-5c92-429e-ad94-059b211c26cb req-d6416ea1-e73b-4dac-aa09-9270e3b3caad tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324490 Sep 17 23:51:09.368332 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.493577 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257c6bf-74d4-4efe-ad78-7f5ebe46426b req-84cf709c-a61a-4481-95bd-4510fead5622 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:09.495354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6257c6bf-74d4-4efe-ad78-7f5ebe46426b req-84cf709c-a61a-4481-95bd-4510fead5622 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0541463 Sep 17 23:51:09.534269 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6257c6bf-74d4-4efe-ad78-7f5ebe46426b req-f18416c8-c1d1-4864-a77e-12c71b93e6ca tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329535 Sep 17 23:51:10.652868 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69999b2-41c2-43f5-88ea-6cfe4b5d1c09 req-a94a4430-542e-4360-9314-cf21d6d8af93 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:10.654320 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e69999b2-41c2-43f5-88ea-6cfe4b5d1c09 req-a94a4430-542e-4360-9314-cf21d6d8af93 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 945 time: 0.0518603 Sep 17 23:51:10.692620 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e69999b2-41c2-43f5-88ea-6cfe4b5d1c09 req-cc306957-68fd-4b0c-b24d-5538fa38bf0e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Sep 17 23:51:11.276977 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:11.296762 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 1af4adf8-7b01-419a-a9d6-26a89a5730db no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:11.372826 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:11.394952 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:11.397220 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca439f4-b40d-4328-a291-408fb33259bb" -d '{"events": [{"server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "name": "network-vif-unplugged", "status": "completed", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:11.409641 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:11.428229 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c82c4d-05e8-4b25-89f2-865921103367 x-openstack-request-id: req-93c82c4d-05e8-4b25-89f2-865921103367 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:11.428519 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "name": "network-vif-unplugged", "status": "failed", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db", "code": 422}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:11.428767 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93c82c4d-05e8-4b25-89f2-865921103367 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:11.429161 n-d-713499-18 neutron-server[95456]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'code': 422} returned with failed status Sep 17 23:51:11.465459 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:11.515508 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:11.522595 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.522941 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.523274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.523604 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.523932 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.524286 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.524606 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.524926 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.525244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.525562 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.525878 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:11.526193 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:12.131410 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51daa2-3e6a-415c-a9af-b3eeeb2941a8 req-936c1d8a-3860-46ff-89c7-f417fb3a5798 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:12.132927 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e51daa2-3e6a-415c-a9af-b3eeeb2941a8 req-936c1d8a-3860-46ff-89c7-f417fb3a5798 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0485759 Sep 17 23:51:12.140260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59000) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:12.173266 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5e51daa2-3e6a-415c-a9af-b3eeeb2941a8 req-b6a0b397-b2ce-4156-8628-6ee59ee335d9 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341058 Sep 17 23:51:12.234099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-3f271175-9e84-418d-8d22-52047f08600d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926857 Sep 17 23:51:12.242835 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-35cca451-c1c6-4c69-946c-2833c4e39ca7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:51:12.244177 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-35cca451-c1c6-4c69-946c-2833c4e39ca7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051763 Sep 17 23:51:13.293969 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe50aa-6d95-41a1-8487-0411ce802437 req-fdf44741-e410-4dc3-bbeb-8f534caa055c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:13.295621 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aefe50aa-6d95-41a1-8487-0411ce802437 req-fdf44741-e410-4dc3-bbeb-8f534caa055c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0528638 Sep 17 23:51:13.336823 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-aefe50aa-6d95-41a1-8487-0411ce802437 req-f02f4261-3f02-4cfe-8140-66cf48f2291d tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347390 Sep 17 23:51:14.450039 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6c044-b0d0-4387-b5a5-bc42c7e61a7b req-5dcd2a0a-ef12-4b95-949d-5be7c8eafab5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:14.451507 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0e6c044-b0d0-4387-b5a5-bc42c7e61a7b req-5dcd2a0a-ef12-4b95-949d-5be7c8eafab5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0492954 Sep 17 23:51:14.490953 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0e6c044-b0d0-4387-b5a5-bc42c7e61a7b req-a664c736-0c38-4ebe-b714-77f3edeeb0c7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326989 Sep 17 23:51:15.617421 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd1596-1f34-4dbe-89ab-16dfcbf3da4f req-144deb6f-9512-474e-ba9d-b65cd5614dee tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:15.618935 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20cd1596-1f34-4dbe-89ab-16dfcbf3da4f req-144deb6f-9512-474e-ba9d-b65cd5614dee tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0596035 Sep 17 23:51:15.658078 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-20cd1596-1f34-4dbe-89ab-16dfcbf3da4f req-a6e46ca7-df31-4cc8-9a86-8ee5b2e855db tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326428 Sep 17 23:51:16.777883 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa713bff-fd35-41b7-beea-1c79b81945f6 req-4d60b67a-4e38-41b0-bfd5-1f309807372e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:16.779344 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa713bff-fd35-41b7-beea-1c79b81945f6 req-4d60b67a-4e38-41b0-bfd5-1f309807372e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0532923 Sep 17 23:51:16.818964 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa713bff-fd35-41b7-beea-1c79b81945f6 req-3e97196d-e8c9-4a66-ab71-0e7218ac5d59 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336008 Sep 17 23:51:17.933247 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc348f1e-bef7-4936-b1a4-19c889a47dc4 req-0c2757e3-c709-4750-8cca-a6f8fc6b3d83 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:17.934745 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc348f1e-bef7-4936-b1a4-19c889a47dc4 req-0c2757e3-c709-4750-8cca-a6f8fc6b3d83 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0497527 Sep 17 23:51:17.973870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bc348f1e-bef7-4936-b1a4-19c889a47dc4 req-976878b9-0358-406e-af39-a4304b48e6cf tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323298 Sep 17 23:51:19.089025 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ae19-b1be-4d48-acbf-42008d1468c1 req-94cf1a65-bb33-4307-9025-8582a1f7cd3f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:19.090546 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5494ae19-b1be-4d48-acbf-42008d1468c1 req-94cf1a65-bb33-4307-9025-8582a1f7cd3f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0497856 Sep 17 23:51:19.129762 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5494ae19-b1be-4d48-acbf-42008d1468c1 req-e7cae4fa-288d-4808-81f5-9d4225b59195 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Sep 17 23:51:20.246821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f33e09-dfc2-4e5f-a953-3a8d4234e23f req-7f1075fa-69e0-40f7-b565-a54f1307a767 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:20.248354 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46f33e09-dfc2-4e5f-a953-3a8d4234e23f req-7f1075fa-69e0-40f7-b565-a54f1307a767 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0517294 Sep 17 23:51:20.287499 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-46f33e09-dfc2-4e5f-a953-3a8d4234e23f req-72e2e4b1-1212-4ee4-bf9f-df98370d3f7a tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322545 Sep 17 23:51:21.406078 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff91141-4223-41df-8143-d980a5117e27 req-2022c10f-220b-4cad-b315-2d166776ca1f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:21.407617 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ff91141-4223-41df-8143-d980a5117e27 req-2022c10f-220b-4cad-b315-2d166776ca1f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0506856 Sep 17 23:51:21.445293 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9ff91141-4223-41df-8143-d980a5117e27 req-d74974ba-34f1-4455-84d0-7aedef50684c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312810 Sep 17 23:51:21.851000 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-cf2d5028-8f6a-429b-b295-86cc6d0321bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:21.852667 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-cf2d5028-8f6a-429b-b295-86cc6d0321bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db&tenant_id=56cc13a06fa442b980d6d51312b5cc34 HTTP/1.1" status: 200 len: 1095 time: 0.0456774 Sep 17 23:51:21.863786 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-d01bf61a-c993-4fe0-bd63-853a04f076de service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:51:21.864748 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-d01bf61a-c993-4fe0-bd63-853a04f076de service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048246 Sep 17 23:51:21.876482 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-18', 'device_owner': 'compute:nova'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:21.926962 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.130500 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:22.163248 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h2-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:51:22.199720 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af4adf8-7b01-419a-a9d6-26a89a5730db {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:22.207936 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.220322 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Transition to ACTIVE for port object 1af4adf8-7b01-419a-a9d6-26a89a5730db will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:51:22.240609 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:51:22.305827 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.386184 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=7']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:22.397539 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.397883 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.398235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.398563 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.398893 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.399220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.399548 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.399871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.400223 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.400555 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.400884 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.401201 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:22.437894 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] No DVR routers for this DVR port 1af4adf8-7b01-419a-a9d6-26a89a5730db on host n-h2-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:51:22.591005 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943ed88-c83b-45a8-9586-4babd37610fa req-5596916c-c42c-47f9-82a3-9a8ffead4b7a tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:22.592676 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2943ed88-c83b-45a8-9586-4babd37610fa req-5596916c-c42c-47f9-82a3-9a8ffead4b7a tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0699639 Sep 17 23:51:22.640787 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Attempting to bind port 1af4adf8-7b01-419a-a9d6-26a89a5730db on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:51:22.641123 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Attempting to bind port 1af4adf8-7b01-419a-a9d6-26a89a5730db by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:51:22.641451 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Attempting to bind port 1af4adf8-7b01-419a-a9d6-26a89a5730db on network f0063a9e-575c-4536-9c64-a5d94fa74936 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:22.650915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Port 1af4adf8-7b01-419a-a9d6-26a89a5730db on network f0063a9e-575c-4536-9c64-a5d94fa74936 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:51:22.651235 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Attempting to bind port 1af4adf8-7b01-419a-a9d6-26a89a5730db on network f0063a9e-575c-4536-9c64-a5d94fa74936 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:22.660260 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:51:22.660601 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Checking segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:22.660987 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Bound using segment: {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:51:22.661412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Bound port: 1af4adf8-7b01-419a-a9d6-26a89a5730db, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdca6b5a-1c9c-4556-a17c-f328790b08d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:51:22.661775 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.666842 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2943ed88-c83b-45a8-9586-4babd37610fa req-8dc2229d-d3a8-471e-acc2-87edcd7f8c00 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611355 Sep 17 23:51:22.728848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:51:22.731874 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:51:22.791628 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.833012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:22.833810 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.835062 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] 10.222.0.23 "PUT /v2.0/ports/1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 1092 time: 0.9628758 Sep 17 23:51:22.835480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:22.837758 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842c5734-6823-4717-91d8-93b718369098" -d '{"events": [{"name": "network-changed", "server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:22.860565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e95756-9fbc-4a3c-8f61-12501a095ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=8']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:22.891056 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627a60d5-0384-43b4-9ef0-46e99ffea289 x-openstack-request-id: req-627a60d5-0384-43b4-9ef0-46e99ffea289 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:22.891273 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:22.891523 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-627a60d5-0384-43b4-9ef0-46e99ffea289 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:22.891923 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'status': 'completed', 'code': 200} Sep 17 23:51:22.908182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-f355ff13-eed0-450e-8c40-619be7b5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:22.909821 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-f355ff13-eed0-450e-8c40-619be7b5f1ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1095 time: 0.0461423 Sep 17 23:51:23.015391 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-78efff2a-91eb-4b22-abc9-fb9684f920fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:23.016929 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-78efff2a-91eb-4b22-abc9-fb9684f920fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0992856 Sep 17 23:51:23.088777 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-08eabb89-99e2-4ee3-b613-09e30d4fc430 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 999 time: 0.0647695 Sep 17 23:51:23.137252 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-c7c6fb3f-e911-47e7-b27f-3ad15ed4d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:23.138989 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-c7c6fb3f-e911-47e7-b27f-3ad15ed4d1d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0439107 Sep 17 23:51:23.183578 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-1017f660-9d63-4ef2-bb4b-f0c23be14dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:23.184980 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-1017f660-9d63-4ef2-bb4b-f0c23be14dca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393267 Sep 17 23:51:23.281356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-deaaf22a-7eb9-447b-91c0-55d8f1c8a153 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894771 Sep 17 23:51:23.377364 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-432da0f8-3d3c-4bf5-95b2-38308bf120eb service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891507 Sep 17 23:51:23.511264 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c5734-6823-4717-91d8-93b718369098 req-bf2af68d-f272-4584-8a62-ea3200860ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:23.512692 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-842c5734-6823-4717-91d8-93b718369098 req-bf2af68d-f272-4584-8a62-ea3200860ba7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1095 time: 0.0426369 Sep 17 23:51:23.604585 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c5734-6823-4717-91d8-93b718369098 req-7888528b-7ba1-4ca6-bf5a-22ce74fd8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:23.606099 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-842c5734-6823-4717-91d8-93b718369098 req-7888528b-7ba1-4ca6-bf5a-22ce74fd8e76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0860486 Sep 17 23:51:23.673830 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-842c5734-6823-4717-91d8-93b718369098 req-7bda1cd0-be80-4448-8740-b777d34c163c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 999 time: 0.0608377 Sep 17 23:51:23.723102 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c5734-6823-4717-91d8-93b718369098 req-2520be5e-f521-4690-acf6-ba934662495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:23.724677 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-842c5734-6823-4717-91d8-93b718369098 req-2520be5e-f521-4690-acf6-ba934662495e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0439661 Sep 17 23:51:23.803710 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c5734-6823-4717-91d8-93b718369098 req-a4c44611-6c62-424c-a7fa-b1575cd28192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:23.805430 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-842c5734-6823-4717-91d8-93b718369098 req-a4c44611-6c62-424c-a7fa-b1575cd28192 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725341 Sep 17 23:51:23.813718 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7565ae1-9522-42c5-82ce-d2fe1d120b43 req-6e42da9c-4f4c-4151-9773-530457bd8f00 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:23.815092 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7565ae1-9522-42c5-82ce-d2fe1d120b43 req-6e42da9c-4f4c-4151-9773-530457bd8f00 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0738490 Sep 17 23:51:23.907588 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f7565ae1-9522-42c5-82ce-d2fe1d120b43 req-c2bdbcc5-1a17-4407-abfb-681ceecee07c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838349 Sep 17 23:51:23.928111 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-842c5734-6823-4717-91d8-93b718369098 req-aa762ffd-f884-4916-b242-b779c3f4ad7d service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120756 Sep 17 23:51:24.023614 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-842c5734-6823-4717-91d8-93b718369098 req-d268925e-f09a-4b42-be7e-704cef085af6 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882564 Sep 17 23:51:25.027161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e876721-7236-4ab6-bc23-95ffed8b4d8e req-8d5ecd29-055b-4160-a9e8-d0acbc339b33 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:25.028649 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e876721-7236-4ab6-bc23-95ffed8b4d8e req-8d5ecd29-055b-4160-a9e8-d0acbc339b33 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0524080 Sep 17 23:51:25.066517 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8e876721-7236-4ab6-bc23-95ffed8b4d8e req-676ba739-991d-40b3-8058-3f0b9dc632a1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Sep 17 23:51:26.188357 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32f8f6-73c3-4799-bf93-51b9ef13ba6f req-1d040555-4684-4c1d-9dbe-14d4f691c258 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:26.189867 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f32f8f6-73c3-4799-bf93-51b9ef13ba6f req-1d040555-4684-4c1d-9dbe-14d4f691c258 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0494747 Sep 17 23:51:26.229816 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9f32f8f6-73c3-4799-bf93-51b9ef13ba6f req-65c82a96-1653-401a-be98-4a54fbb9f0a7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338860 Sep 17 23:51:27.349416 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31182f-6361-4c47-86e4-fa502af3ec2c req-620cbb68-43da-4d4d-a629-a220d6c6851f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:27.350927 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae31182f-6361-4c47-86e4-fa502af3ec2c req-620cbb68-43da-4d4d-a629-a220d6c6851f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0493212 Sep 17 23:51:27.389091 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-ae31182f-6361-4c47-86e4-fa502af3ec2c req-b5b7d1b5-c781-4484-9c76-f4cba9ddddfe tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Sep 17 23:51:28.506843 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977414a1-9589-4140-943f-5d5c194ba09f req-ca181c90-24b9-4479-8ca3-5133e9846b76 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:28.508476 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-977414a1-9589-4140-943f-5d5c194ba09f req-ca181c90-24b9-4479-8ca3-5133e9846b76 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0530081 Sep 17 23:51:28.546510 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-977414a1-9589-4140-943f-5d5c194ba09f req-b7194517-4cf9-4800-a2ff-dffa1040ec97 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317562 Sep 17 23:51:29.670994 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c509bbb-c1fe-4247-b21a-a5e5655f38f1 req-8845ee77-63f2-433f-96fc-6f75ca8b7780 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:29.672561 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c509bbb-c1fe-4247-b21a-a5e5655f38f1 req-8845ee77-63f2-433f-96fc-6f75ca8b7780 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0580325 Sep 17 23:51:29.712541 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6c509bbb-c1fe-4247-b21a-a5e5655f38f1 req-b71dcf46-d00a-47ae-afe1-e64e51d3840c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337050 Sep 17 23:51:30.236903 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.825581 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081b80-4e44-45c2-bdf6-57a57c13ed65 req-af67db90-227b-44a7-9b69-213d7e19a4a0 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:30.827035 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3081b80-4e44-45c2-bdf6-57a57c13ed65 req-af67db90-227b-44a7-9b69-213d7e19a4a0 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 943 time: 0.0494230 Sep 17 23:51:30.864727 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f3081b80-4e44-45c2-bdf6-57a57c13ed65 req-9aa89f9c-4f51-4cdc-91f5-704ad0ff7ee2 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Sep 17 23:51:31.280421 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1af4adf8-7b01-419a-a9d6-26a89a5730db details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:51:31.378659 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:31.389713 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'port_id': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'mac_address': 'fa:16:3e:a7:20:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:51:31.430394 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.442675 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af4adf8-7b01-419a-a9d6-26a89a5730db {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:31.461070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:31.534022 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.580648 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=9']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:31.790773 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['1af4adf8-7b01-419a-a9d6-26a89a5730db'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:31.996372 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93655ffc-fda1-47dd-8b75-d7e8acfc25cf req-04468dc5-d0c8-40a5-a816-056e480c2ffa tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:31.997860 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93655ffc-fda1-47dd-8b75-d7e8acfc25cf req-04468dc5-d0c8-40a5-a816-056e480c2ffa tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 944 time: 0.0566626 Sep 17 23:51:32.036944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-93655ffc-fda1-47dd-8b75-d7e8acfc25cf req-9c4c66a3-d467-41e5-855d-2d170465244f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Sep 17 23:51:33.056582 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-e971b78a-0847-4742-89e3-ec619fed6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:33.058071 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-e971b78a-0847-4742-89e3-ec619fed6a53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1096 time: 0.0402730 Sep 17 23:51:33.198654 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175388f-34dc-44f3-bf76-1ce28e390582 req-b7d82a8e-aeb8-489c-85a0-550b185fa4aa tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:33.200113 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3175388f-34dc-44f3-bf76-1ce28e390582 req-b7d82a8e-aeb8-489c-85a0-550b185fa4aa tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 944 time: 0.0965803 Sep 17 23:51:33.201501 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-c39a1bdb-f11a-494c-a77c-04384383794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:33.202814 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-c39a1bdb-f11a-494c-a77c-04384383794d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.1262600 Sep 17 23:51:33.285467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-3175388f-34dc-44f3-bf76-1ce28e390582 req-de48bdb0-fc92-4dbf-b31c-11e2dfeb61a1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786073 Sep 17 23:51:33.293732 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-a02903ec-ecfe-47a4-ada1-5add97791661 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 1000 time: 0.0810151 Sep 17 23:51:33.296322 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1af4adf8-7b01-419a-a9d6-26a89a5730db up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:33.319862 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b3238c5a-27c3-4bf1-871e-ad6d76bfc1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.349494 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-228fe121-dd52-4f6e-872f-82c1cade0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:33.351005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-228fe121-dd52-4f6e-872f-82c1cade0067 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0508945 Sep 17 23:51:33.396897 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-160e3bd9-d7b7-4cb5-bc6d-7461014c4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:33.398387 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-160e3bd9-d7b7-4cb5-bc6d-7461014c4013 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397987 Sep 17 23:51:33.419393 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port 1af4adf8-7b01-419a-a9d6-26a89a5730db completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:51:33.423504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port 1af4adf8-7b01-419a-a9d6-26a89a5730db triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:33.423883 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.491961 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-72494850-90aa-4481-ab21-fa4ee92b4803 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862966 Sep 17 23:51:33.502835 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.526672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:33.529044 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3ae733-fa7c-4768-a80b-562b8758f2b2" -d '{"events": [{"server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "name": "network-vif-plugged", "status": "completed", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:33.542273 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:33.567135 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb87f08-2376-46ef-ab7b-73e9e242f407 x-openstack-request-id: req-9bb87f08-2376-46ef-ab7b-73e9e242f407 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:33.567433 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "name": "network-vif-plugged", "status": "completed", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:33.567689 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bb87f08-2376-46ef-ab7b-73e9e242f407 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:33.568113 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'code': 200} Sep 17 23:51:33.585463 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.591247 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ebe1d059-57c7-4b72-ab0e-910c96741782 req-9955ac1c-d3d5-429a-b480-9e292577321c service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903695 Sep 17 23:51:33.632493 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=10']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:33.711461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87e7c3-8716-4515-a12f-0853e69de1dd req-bcc5123a-3cdd-4091-a1d7-e9acb48b8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:33.712982 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed87e7c3-8716-4515-a12f-0853e69de1dd req-bcc5123a-3cdd-4091-a1d7-e9acb48b8b16 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1098 time: 0.0452266 Sep 17 23:51:33.745423 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ed87e7c3-8716-4515-a12f-0853e69de1dd req-9267c5ca-820f-4e03-a5a1-4556e9c7373f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258660 Sep 17 23:51:34.398320 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e7111-13d1-4753-89af-953438f50994 req-e5683f95-5705-4924-9812-6c779b2d0e08 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:34.399782 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-420e7111-13d1-4753-89af-953438f50994 req-e5683f95-5705-4924-9812-6c779b2d0e08 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 946 time: 0.0481110 Sep 17 23:51:34.436950 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-420e7111-13d1-4753-89af-953438f50994 req-04c1e5ef-bec0-4d52-a223-8cf5214cd69e tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Sep 17 23:51:35.553380 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9324dd-9124-4ca5-b365-54fef480d798 req-81570691-2033-4e18-8c75-5c8a3d3b23e7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:35.555241 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc9324dd-9124-4ca5-b365-54fef480d798 req-81570691-2033-4e18-8c75-5c8a3d3b23e7 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 946 time: 0.0493391 Sep 17 23:51:35.593824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-dc9324dd-9124-4ca5-b365-54fef480d798 req-5e4cdec7-773e-4689-b50b-b0830416ddfd tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326924 Sep 17 23:51:35.911119 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-83497d59-3357-48f5-b028-65877b79f1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:37.185341 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:37.699530 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.373964 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.283281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:59.239361 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:52:00.219055 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:03.277700 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7d7f604b-057e-4a63-878b-5ed702606de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.927790 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da77741f-1b0a-4a37-82ac-5f1531c00112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.156306 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.710373 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.361664 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.248069 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:30.167485 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:33.281650 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dede245a-f399-4a75-8959-de0a0f5aaa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:35.048555 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-2343e9b4-384c-4b24-b2df-f79a0e8b7cd5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0791171 Sep 17 23:52:35.130301 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-1a8ddfdf-6e6d-4ad5-99ba-3c2e2b532613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:35.131798 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-1a8ddfdf-6e6d-4ad5-99ba-3c2e2b532613 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1098 time: 0.0405681 Sep 17 23:52:35.240868 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-74baf9b5-ea88-4f9e-8d51-df78697a74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:35.242243 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-74baf9b5-ea88-4f9e-8d51-df78697a74f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0890503 Sep 17 23:52:35.311311 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-12fad27c-a8d7-44ae-8f93-fdb1aa824066 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 1001 time: 0.0623095 Sep 17 23:52:35.360417 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-e7071394-861d-4f3a-a9d6-5028742db561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:35.361912 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-e7071394-861d-4f3a-a9d6-5028742db561 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0440066 Sep 17 23:52:35.407553 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-729ca8c0-b512-4cff-8cce-681c77b6a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:35.409062 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-729ca8c0-b512-4cff-8cce-681c77b6a3fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402603 Sep 17 23:52:35.503792 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-43bdef70-a436-43c6-ac04-ff2077590473 service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863497 Sep 17 23:52:35.592835 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2f06a429-2034-4098-a761-b2fe00f3eb9e req-4e299673-2517-479b-ab24-a3a7d361286e service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820642 Sep 17 23:52:35.903904 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8a03ac07-289b-4141-bb95-d3993edd9737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:36.238530 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:52:37.161334 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.697713 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.401121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.286620 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.200516 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.308581 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb0d5-0279-46ec-8d8f-7f8fbebd1ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.903198 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7c4c48a5-97dc-42e2-a427-2b16928839f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.154544 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.737947 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.405717 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.274627 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.543848 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59120) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:11.699584 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Deleting port 340ffb9f-fef2-4514-98a4-c10c3a0fa434 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:11.699927 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.776503 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.776831 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.789101 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Calling delete_port for 340ffb9f-fef2-4514-98a4-c10c3a0fa434 owned by network:floatingip {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:11.994857 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.018327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event deleted for resources: {'Port': ['ID=340ffb9f-fef2-4514-98a4-c10c3a0fa434,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:12.032468 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.032819 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.033156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.033515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.033849 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.034175 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.034529 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.035385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.035964 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.036442 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.036773 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.037095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:12.104605 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for floatingip, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.104930 n-d-713499-18 neutron-server[95454]: INFO neutron.db.l3_db [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Floating IP f55b1526-2ce7-4b19-ac3d-e46e1bcae1ac disassociated (deleted). External IP: 172.25.6.251, port: 1af4adf8-7b01-419a-a9d6-26a89a5730db. Sep 17 23:53:12.605596 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Router 4762caff-f216-49d2-9738-4d480908e3d7 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:12.712032 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:12.717149 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.721977 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] Sync routers for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:12.731422 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:12.732027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:12.744590 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c6b55e4a-8130-4fb5-b965-bdd43063d9f5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "DELETE /v2.0/floatingips/f55b1526-2ce7-4b19-ac3d-e46e1bcae1ac HTTP/1.1" status: 204 len: 168 time: 1.1996002 Sep 17 23:53:12.745282 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:12.747749 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:12.841376 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:12.842284 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcaa605-9c58-46b5-ac2c-5e4ba8e45c59 x-openstack-request-id: req-7fcaa605-9c58-46b5-ac2c-5e4ba8e45c59 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:12.842572 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:12.842933 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fcaa605-9c58-46b5-ac2c-5e4ba8e45c59 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:12.843244 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'status': 'completed', 'code': 200} Sep 17 23:53:12.906058 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-4830db06-3f1c-4f1b-bbfa-1f5759f36ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:12.907574 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-4830db06-3f1c-4f1b-bbfa-1f5759f36ccd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56cc13a06fa442b980d6d51312b5cc34&device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 1098 time: 0.0430403 Sep 17 23:53:13.001268 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-ea0a8fe5-3a8f-417a-9eb5-92c2329953bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:13.002781 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-ea0a8fe5-3a8f-417a-9eb5-92c2329953bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 200 len: 907 time: 0.0873647 Sep 17 23:53:13.046696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:13.051168 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-345c9f80-7136-405d-9305-fe64e3403287 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 200 len: 217 time: 0.0410826 Sep 17 23:53:13.073883 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] Checking router: 4762caff-f216-49d2-9738-4d480908e3d7 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:13.083151 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:13.083582 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:13.103382 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-70bbf926-a46e-46e3-95ae-85b3490bf728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:13.103382 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-70bbf926-a46e-46e3-95ae-85b3490bf728 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 200 len: 845 time: 0.0459614 Sep 17 23:53:13.156328 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-e0596734-2173-45b5-8403-d90a77e2eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:13.157752 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-e0596734-2173-45b5-8403-d90a77e2eaac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0063a9e-575c-4536-9c64-a5d94fa74936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469162 Sep 17 23:53:13.197905 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b419438-2352-4530-8f2b-04a72a4939c1 req-329fabdc-080c-4d40-ac02-2a543f5d74b1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:13.198532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:13.199596 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b419438-2352-4530-8f2b-04a72a4939c1 req-329fabdc-080c-4d40-ac02-2a543f5d74b1 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 946 time: 0.0520167 Sep 17 23:53:13.241868 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:53:13.245578 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-5b419438-2352-4530-8f2b-04a72a4939c1 req-a67c4b0e-c180-4501-8ec0-3daf57505f19 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388663 Sep 17 23:53:13.265816 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-15b5c7f1-e3e3-46b1-85a2-076ad4e3183c service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992613 Sep 17 23:53:13.365542 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e86b91f8-6f19-4f6f-bee5-e9adcf7d8cd4 req-3fedeea9-474a-4c53-b599-3ca8d8ea1fae service neutron] 10.222.0.23 "GET /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917311 Sep 17 23:53:13.554524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:13.582694 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd507ee1-1897-42e6-8f49-28676d9739b6 None None] The sync data for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 is: [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:43:23Z', 'revision_number': 4, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '7c8b5e97-e9e2-46b1-83b1-853d58052535', 'name': '', 'network_id': 'f0063a9e-575c-4536-9c64-a5d94fa74936', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'mac_address': 'fa:16:3e:64:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '913074b8-7121-429b-a80d-237f68a8dea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:22Z', 'updated_at': '2021-09-17T23:43:26Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'subnets': [{'id': '913074b8-7121-429b-a80d-237f68a8dea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:13.793212 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9d94c-5922-4af8-8c16-4b564d21a2a6 None None] New status for floating IP f55b1526-2ce7-4b19-ac3d-e46e1bcae1ac: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:53:14.360347 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690818d-ec93-4300-809a-c1edd96d1536 req-e4a736fd-3223-4630-9eaf-5b2c2bbcdf89 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:14.361858 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b690818d-ec93-4300-809a-c1edd96d1536 req-e4a736fd-3223-4630-9eaf-5b2c2bbcdf89 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 946 time: 0.0500431 Sep 17 23:53:14.403918 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b690818d-ec93-4300-809a-c1edd96d1536 req-7d33f25f-e3ea-4c4f-92fb-3adef9450c85 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/security-groups?id=82f8ad23-2faa-4765-8376-8910c9225c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359669 Sep 17 23:53:14.632527 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-4a82f5d1-21a4-4bec-ad03-dc9e1341b434 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:14.634009 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-4a82f5d1-21a4-4bec-ad03-dc9e1341b434 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.23 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 946 time: 0.0487192 Sep 17 23:53:14.720628 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-5e53c362-bbc0-4300-acfe-900044f6303c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Deleting port 1af4adf8-7b01-419a-a9d6-26a89a5730db {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:14.720881 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-5e53c362-bbc0-4300-acfe-900044f6303c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:14.810055 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-5e53c362-bbc0-4300-acfe-900044f6303c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] For port 1af4adf8-7b01-419a-a9d6-26a89a5730db, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=1af4adf8-7b01-419a-a9d6-26a89a5730db,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:14.810414 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-5e53c362-bbc0-4300-acfe-900044f6303c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:14.822597 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-5e53c362-bbc0-4300-acfe-900044f6303c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Calling delete_port for 1af4adf8-7b01-419a-a9d6-26a89a5730db owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:15.017770 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-5e53c362-bbc0-4300-acfe-900044f6303c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.045095 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53c362-bbc0-4300-acfe-900044f6303c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event deleted for resources: {'Port': ['ID=1af4adf8-7b01-419a-a9d6-26a89a5730db,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:15.088504 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-5e53c362-bbc0-4300-acfe-900044f6303c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] No DVR routers for this DVR port 1af4adf8-7b01-419a-a9d6-26a89a5730db on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:15.091189 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-5e53c362-bbc0-4300-acfe-900044f6303c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.093222 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-6c09736a-64f3-4e0c-ab9e-754f07e2c370 req-5e53c362-bbc0-4300-acfe-900044f6303c tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.23 "DELETE /v2.0/ports/1af4adf8-7b01-419a-a9d6-26a89a5730db HTTP/1.1" status: 204 len: 173 time: 0.4535465 Sep 17 23:53:15.093656 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'name': 'network-vif-deleted', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:15.095893 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214e8e19-0377-40a7-b4a5-0d8fa60c5c86" -d '{"events": [{"server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "name": "network-vif-deleted", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:15.132023 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083c2571-ab40-4b6a-8dcd-fc60f4879eb8 x-openstack-request-id: req-083c2571-ab40-4b6a-8dcd-fc60f4879eb8 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:15.132359 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cd97a9-f912-4b03-9044-4d219de713db", "name": "network-vif-deleted", "tag": "1af4adf8-7b01-419a-a9d6-26a89a5730db", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:15.132640 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-083c2571-ab40-4b6a-8dcd-fc60f4879eb8 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:15.133053 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cd97a9-f912-4b03-9044-4d219de713db', 'name': 'network-vif-deleted', 'tag': '1af4adf8-7b01-419a-a9d6-26a89a5730db', 'status': 'completed', 'code': 200} Sep 17 23:53:15.503859 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-c022992b-1c7b-44d7-bd6b-44c647a69bc3 req-4972927a-5dde-4a47-a66a-93b1deab7af5 tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 210 time: 0.0281577 Sep 17 23:53:16.600624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-50815909-6885-4f23-8338-3e16d0ad2576 req-45d34c1d-c135-4213-bc2c-7bfa75b01a4f tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 210 time: 0.0268698 Sep 17 23:53:17.696328 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-df7e984b-858c-4b22-b52b-67f46a133a11 req-f5ab13a8-afa8-4a25-9493-c6d3f04a98ad tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 210 time: 0.0280852 Sep 17 23:53:18.808464 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-4724b4bb-f5b6-4d46-b69d-9c02bd99044e req-c6561e80-9dbe-4fb1-bf1b-2997af81687b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cd97a9-f912-4b03-9044-4d219de713db HTTP/1.1" status: 200 len: 210 time: 0.0267205 Sep 17 23:53:19.865558 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59158) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:19.884190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1af4adf8-7b01-419a-a9d6-26a89a5730db no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:19.905524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: 1af4adf8-7b01-419a-a9d6-26a89a5730db {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:19.906447 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device 1af4adf8-7b01-419a-a9d6-26a89a5730db not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:19.938204 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49100ae7-1c52-4f3f-84fa-b98ee12e257b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.964649 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49100ae7-1c52-4f3f-84fa-b98ee12e257b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.109028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49100ae7-1c52-4f3f-84fa-b98ee12e257b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.111666 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-49100ae7-1c52-4f3f-84fa-b98ee12e257b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.112881 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-49100ae7-1c52-4f3f-84fa-b98ee12e257b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] 10.222.0.30 "DELETE /v2.0/security-groups/82f8ad23-2faa-4765-8376-8910c9225c27 HTTP/1.1" status: 204 len: 168 time: 0.2463233 Sep 17 23:53:20.127690 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49100ae7-1c52-4f3f-84fa-b98ee12e257b tempest-TestShelveInstance-815014778 tempest-TestShelveInstance-815014778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8ad23-2faa-4765-8376-8910c9225c27,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:20.247898 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59162) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:20.738611 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.992446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] Deleting port 7c8b5e97-e9e2-46b1-83b1-853d58052535 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:20.993102 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.082799 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] For port 7c8b5e97-e9e2-46b1-83b1-853d58052535, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=7c8b5e97-e9e2-46b1-83b1-853d58052535,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:21.083164 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.097455 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] Calling delete_port for 7c8b5e97-e9e2-46b1-83b1-853d58052535 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:21.343123 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.371668 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8b5e97-e9e2-46b1-83b1-853d58052535,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:21.539859 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.765681 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] Router 4762caff-f216-49d2-9738-4d480908e3d7 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:21.875537 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:21.881089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-d91d3ae1-646d-454a-982b-dd2b91e37eca admin admin] 10.222.0.30 "PUT /v2.0/routers/4762caff-f216-49d2-9738-4d480908e3d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6318638 Sep 17 23:53:21.883440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59166) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:21.885890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] Sync routers for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:21.897774 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:21.898538 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:21.992217 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.012329 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:22.103086 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.190110 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:53:21Z', 'revision_number': 5, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port': {'id': 'cfcc21c4-d42b-496a-8685-e11faa06d928', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762caff-f216-49d2-9738-4d480908e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:20Z', 'updated_at': '2021-09-17T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:22.219228 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Deleting port cfcc21c4-d42b-496a-8685-e11faa06d928 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:22.219652 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.223343 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] Checking router: 4762caff-f216-49d2-9738-4d480908e3d7 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:22.233524 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] Routers {'4762caff-f216-49d2-9738-4d480908e3d7'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:22.234136 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['4762caff-f216-49d2-9738-4d480908e3d7'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:22.305636 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] For port cfcc21c4-d42b-496a-8685-e11faa06d928, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=cfcc21c4-d42b-496a-8685-e11faa06d928,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:22.306514 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.318576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Calling delete_port for cfcc21c4-d42b-496a-8685-e11faa06d928 owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:22.320923 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] Set router 4762caff-f216-49d2-9738-4d480908e3d7 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:22.371958 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:53:22Z', 'revision_number': 6, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:22.402455 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8683bad-7662-43bf-82a5-ff7cf4382a3b None None] The sync data for ids ['4762caff-f216-49d2-9738-4d480908e3d7'] in n-d-713499-18 is: [{'id': '4762caff-f216-49d2-9738-4d480908e3d7', 'name': 'tempest-TestShelveInstance-1701647-router', 'tenant_id': '56cc13a06fa442b980d6d51312b5cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:19Z', 'updated_at': '2021-09-17T23:53:22Z', 'revision_number': 6, 'project_id': '56cc13a06fa442b980d6d51312b5cc34', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:22.531750 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.557988 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcc21c4-d42b-496a-8685-e11faa06d928,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:22.618073 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.710604 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.712648 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.806116 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.806751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4762caff-f216-49d2-9738-4d480908e3d7 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:53:22.814049 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.814049 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-c46ac726-ebd6-455a-bc21-cc0aee323e8c admin admin] 10.222.0.30 "DELETE /v2.0/routers/4762caff-f216-49d2-9738-4d480908e3d7 HTTP/1.1" status: 204 len: 168 time: 0.9294333 Sep 17 23:53:22.815176 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59168) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:22.860609 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Deleting subnet 913074b8-7121-429b-a80d-237f68a8dea8 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:53:22.865726 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.897761 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.978381 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.074967 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.100181 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913074b8-7121-429b-a80d-237f68a8dea8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:23.104784 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.106618 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/913074b8-7121-429b-a80d-237f68a8dea8 HTTP/1.1" status: 204 len: 168 time: 0.2904038 Sep 17 23:53:23.109216 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59170) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:23.111974 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.112354 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.112605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c043945-c2d8-4553-be5a-8bdbfeca809f None None] Network f0063a9e-575c-4536-9c64-a5d94fa74936 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:23.113003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.113003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.113348 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.113678 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.114083 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.114334 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.114765 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.115805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.115805 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.116367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5769ea-57ed-4972-b8be-921c23af63b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.185267 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.245552 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Deleting port a7478ac5-9bd8-469f-8068-c75c7290951f {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:23.245896 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.306788 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] DHCP port deletion for f0063a9e-575c-4536-9c64-a5d94fa74936 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:53:23.312449 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] For port a7478ac5-9bd8-469f-8068-c75c7290951f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a7478ac5-9bd8-469f-8068-c75c7290951f,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:23.312949 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.326134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Calling delete_port for a7478ac5-9bd8-469f-8068-c75c7290951f owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:23.354342 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Deleting port a7478ac5-9bd8-469f-8068-c75c7290951f {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:23.354949 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.420849 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] For port a7478ac5-9bd8-469f-8068-c75c7290951f, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a7478ac5-9bd8-469f-8068-c75c7290951f,segment=NetworkSegment(fdca6b5a-1c9c-4556-a17c-f328790b08d1),segment_id=fdca6b5a-1c9c-4556-a17c-f328790b08d1)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:23.421390 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.435916 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Calling delete_port for a7478ac5-9bd8-469f-8068-c75c7290951f owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:23.475437 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.501222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7478ac5-9bd8-469f-8068-c75c7290951f,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:23.506124 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] No DVR routers for this DVR port a7478ac5-9bd8-469f-8068-c75c7290951f on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:23.521946 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.546819 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Pushing event deleted for resources: {'Port': ['ID=a7478ac5-9bd8-469f-8068-c75c7290951f,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:23.558738 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] No DVR routers for this DVR port a7478ac5-9bd8-469f-8068-c75c7290951f on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:23.561901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.561901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.561901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.561901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.562418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.562418 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.562909 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.563101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.563388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.563822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.564190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.564568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a29e5-0ca1-4b4d-82ec-4d9958dba5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:23.586367 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.606023 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0063a9e-575c-4536-9c64-a5d94fa74936']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:23.615262 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdca6b5a-1c9c-4556-a17c-f328790b08d1') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:23.615554 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdca6b5a-1c9c-4556-a17c-f328790b08d1') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:23.624637 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.638002 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.643719 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:53:23.644185 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:53:23.650981 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:53:23.743510 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.749221 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.751159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f0063a9e-575c-4536-9c64-a5d94fa74936 HTTP/1.1" status: 204 len: 168 time: 0.6406999 Sep 17 23:53:23.754357 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59172) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:23.762473 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998b28-16c5-4246-8269-333bbebbcbf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0063a9e-575c-4536-9c64-a5d94fa74936,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:23.819488 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cfcc21c4-d42b-496a-8685-e11faa06d928 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:23.840667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: cfcc21c4-d42b-496a-8685-e11faa06d928 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:23.841249 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device cfcc21c4-d42b-496a-8685-e11faa06d928 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:23.841856 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a7478ac5-9bd8-469f-8068-c75c7290951f no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:23.860391 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: a7478ac5-9bd8-469f-8068-c75c7290951f {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:23.860966 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a7478ac5-9bd8-469f-8068-c75c7290951f not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:23.861574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7c8b5e97-e9e2-46b1-83b1-853d58052535 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:23.883431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 7c8b5e97-e9e2-46b1-83b1-853d58052535 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:23.883836 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 7c8b5e97-e9e2-46b1-83b1-853d58052535 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:24.392514 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.631949 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] Deleting port e002a824-6a72-4985-b42e-15b44bda0182 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:24.632312 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.708750 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] For port e002a824-6a72-4985-b42e-15b44bda0182, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e002a824-6a72-4985-b42e-15b44bda0182,segment=NetworkSegment(d4873328-96b7-452e-956d-7264e3d43b26),segment_id=d4873328-96b7-452e-956d-7264e3d43b26)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:24.709240 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.721403 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] Calling delete_port for e002a824-6a72-4985-b42e-15b44bda0182 owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:24.954160 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.984006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e002a824-6a72-4985-b42e-15b44bda0182,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:25.147213 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.354515 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] Router 2e79122f-703d-4ac5-88f0-6778cfd067d4 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:25.462818 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:25.467824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-116dcbed-6328-48b1-856f-b9f89b51acc2 admin admin] 10.222.0.30 "PUT /v2.0/routers/2e79122f-703d-4ac5-88f0-6778cfd067d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7124455 Sep 17 23:53:25.472146 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] Sync routers for ids ['2e79122f-703d-4ac5-88f0-6778cfd067d4'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:25.472627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59174) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:25.481327 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] Routers {'2e79122f-703d-4ac5-88f0-6778cfd067d4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:25.482156 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2e79122f-703d-4ac5-88f0-6778cfd067d4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.583322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.589051 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] Set router 2e79122f-703d-4ac5-88f0-6778cfd067d4 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:25.687739 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.780765 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'name': 'tempest-TestShelveInstance-1982707893-router', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:25Z', 'updated_at': '2021-09-17T23:53:24Z', 'revision_number': 5, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'gw_port': {'id': '88040fce-ca70-4bd4-9522-cedcaa234f4b', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:26Z', 'updated_at': '2021-09-17T23:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.808306 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Deleting port 88040fce-ca70-4bd4-9522-cedcaa234f4b {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:25.808922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.812336 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] Checking router: 2e79122f-703d-4ac5-88f0-6778cfd067d4 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:25.821053 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] Routers {'2e79122f-703d-4ac5-88f0-6778cfd067d4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:25.821755 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['2e79122f-703d-4ac5-88f0-6778cfd067d4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.894599 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] For port 88040fce-ca70-4bd4-9522-cedcaa234f4b, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=88040fce-ca70-4bd4-9522-cedcaa234f4b,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:25.894967 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.909996 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Calling delete_port for 88040fce-ca70-4bd4-9522-cedcaa234f4b owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:25.911179 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] Set router 2e79122f-703d-4ac5-88f0-6778cfd067d4 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:25.963047 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'name': 'tempest-TestShelveInstance-1982707893-router', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:25Z', 'updated_at': '2021-09-17T23:53:25Z', 'revision_number': 6, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.992390 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c538a-026d-4dbc-a137-f83741058e0c None None] The sync data for ids ['2e79122f-703d-4ac5-88f0-6778cfd067d4'] in n-d-713499-18 is: [{'id': '2e79122f-703d-4ac5-88f0-6778cfd067d4', 'name': 'tempest-TestShelveInstance-1982707893-router', 'tenant_id': '3578ee77122f451a81c1f323c8ff1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:25Z', 'updated_at': '2021-09-17T23:53:25Z', 'revision_number': 6, 'project_id': '3578ee77122f451a81c1f323c8ff1f0f', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:26.137869 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.162076 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=88040fce-ca70-4bd4-9522-cedcaa234f4b,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:26.229487 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.317574 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.319965 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.440135 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.440690 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e79122f-703d-4ac5-88f0-6778cfd067d4 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:53:26.445066 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.446216 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-7ddfa73f-691f-486e-9952-fe2e616705b6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2e79122f-703d-4ac5-88f0-6778cfd067d4 HTTP/1.1" status: 204 len: 168 time: 0.9725862 Sep 17 23:53:26.448892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59176) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:26.498847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-308cd020-25bb-4c09-beb1-0b2b3fc1a2f2 admin admin] Deleting subnet d8f267d3-d48c-4784-9443-03fe74b6c32b {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:53:26.501883 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-308cd020-25bb-4c09-beb1-0b2b3fc1a2f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.537920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-308cd020-25bb-4c09-beb1-0b2b3fc1a2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.614328 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-308cd020-25bb-4c09-beb1-0b2b3fc1a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.743562 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-308cd020-25bb-4c09-beb1-0b2b3fc1a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.776869 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cd020-25bb-4c09-beb1-0b2b3fc1a2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f267d3-d48c-4784-9443-03fe74b6c32b,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:26.778877 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-308cd020-25bb-4c09-beb1-0b2b3fc1a2f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.783853 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-308cd020-25bb-4c09-beb1-0b2b3fc1a2f2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d8f267d3-d48c-4784-9443-03fe74b6c32b HTTP/1.1" status: 204 len: 168 time: 0.3308899 Sep 17 23:53:26.783853 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59178) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:26.786826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76fb2f7-ab94-4f5b-85a1-235800e1a58c None None] Network 188b0f10-1fef-4f29-b609-0e380fd25347 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:26.852306 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.909675 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Deleting port a2cf862c-a33f-4338-ae88-4c87e956741d {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:26.910023 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.970457 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8630fd88-4ac5-40e7-87c2-3e91e601f26f None None] DHCP port deletion for 188b0f10-1fef-4f29-b609-0e380fd25347 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:53:26.992242 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] For port a2cf862c-a33f-4338-ae88-4c87e956741d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a2cf862c-a33f-4338-ae88-4c87e956741d,segment=NetworkSegment(d4873328-96b7-452e-956d-7264e3d43b26),segment_id=d4873328-96b7-452e-956d-7264e3d43b26)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:26.992675 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.008477 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Calling delete_port for a2cf862c-a33f-4338-ae88-4c87e956741d owned by network:dhcp {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:27.026097 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8630fd88-4ac5-40e7-87c2-3e91e601f26f None None] Deleting port a2cf862c-a33f-4338-ae88-4c87e956741d {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:27.026471 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8630fd88-4ac5-40e7-87c2-3e91e601f26f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.091821 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-8630fd88-4ac5-40e7-87c2-3e91e601f26f None None] For port a2cf862c-a33f-4338-ae88-4c87e956741d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=a2cf862c-a33f-4338-ae88-4c87e956741d,segment=NetworkSegment(d4873328-96b7-452e-956d-7264e3d43b26),segment_id=d4873328-96b7-452e-956d-7264e3d43b26)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:27.092265 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8630fd88-4ac5-40e7-87c2-3e91e601f26f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.105037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-8630fd88-4ac5-40e7-87c2-3e91e601f26f None None] Calling delete_port for a2cf862c-a33f-4338-ae88-4c87e956741d owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:27.165851 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.184042 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8630fd88-4ac5-40e7-87c2-3e91e601f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.211434 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630fd88-4ac5-40e7-87c2-3e91e601f26f None None] Pushing event deleted for resources: {'Port': ['ID=a2cf862c-a33f-4338-ae88-4c87e956741d,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:27.213388 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8630fd88-4ac5-40e7-87c2-3e91e601f26f None None] No DVR routers for this DVR port a2cf862c-a33f-4338-ae88-4c87e956741d on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:27.506246 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cf862c-a33f-4338-ae88-4c87e956741d,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:27.509600 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] No DVR routers for this DVR port a2cf862c-a33f-4338-ae88-4c87e956741d on host n-d-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:27.578143 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.597011 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188b0f10-1fef-4f29-b609-0e380fd25347']}} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:27.606932 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4873328-96b7-452e-956d-7264e3d43b26') {'for_net_delete': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:27.607218 n-d-713499-18 neutron-server[95454]: DEBUG neutron.services.segments.db [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4873328-96b7-452e-956d-7264e3d43b26') {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:27.618457 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955154'] for segment, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.634343 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.640093 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=95454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:53:27.640534 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58897097'] for segment, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: Traceback (most recent call last): Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: timer() Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: cb(*args, **kw) Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: return func(*args, **kwargs) Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: self._notify() Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: self.callback(batched_events) Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: event.method(event) Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: return f(self, *a, **k) Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: return self._get(url).json() Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: return self.request(url, 'GET', **kwargs) Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:53:27.642187 n-d-713499-18 neutron-server[95454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:53:27.754012 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.761397 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.763270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] 10.222.0.30 "DELETE /v2.0/networks/188b0f10-1fef-4f29-b609-0e380fd25347 HTTP/1.1" status: 204 len: 168 time: 0.9789920 Sep 17 23:53:27.776412 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fa2eb-9c1d-4256-99b5-b2a7acd38726 admin admin] Pushing event deleted for resources: {'Network': ['ID=188b0f10-1fef-4f29-b609-0e380fd25347,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:27.818492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e002a824-6a72-4985-b42e-15b44bda0182 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:27.838518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: e002a824-6a72-4985-b42e-15b44bda0182 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:27.841384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e002a824-6a72-4985-b42e-15b44bda0182 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:27.841384 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a2cf862c-a33f-4338-ae88-4c87e956741d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:27.858094 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: a2cf862c-a33f-4338-ae88-4c87e956741d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:27.865244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device a2cf862c-a33f-4338-ae88-4c87e956741d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:27.865244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 88040fce-ca70-4bd4-9522-cedcaa234f4b no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:27.877278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 88040fce-ca70-4bd4-9522-cedcaa234f4b {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:27.877629 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 88040fce-ca70-4bd4-9522-cedcaa234f4b not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:28.033283 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59182) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:28.072963 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a428acf5-7d4d-48cc-a529-0d3ae8ad2187 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56cc13a06fa442b980d6d51312b5cc34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385449 Sep 17 23:53:28.077487 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59184) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:28.125287 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-031668de-f169-44e6-b3c2-3daace92f8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.145451 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-031668de-f169-44e6-b3c2-3daace92f8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.251423 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-031668de-f169-44e6-b3c2-3daace92f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.254071 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-031668de-f169-44e6-b3c2-3daace92f8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.255284 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-031668de-f169-44e6-b3c2-3daace92f8e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b6e4a89-9227-41c7-84d0-bd72c57126ce HTTP/1.1" status: 204 len: 168 time: 0.1768837 Sep 17 23:53:28.263227 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031668de-f169-44e6-b3c2-3daace92f8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e4a89-9227-41c7-84d0-bd72c57126ce,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:28.850879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59190) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:28.890868 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ea823158-87c0-4053-812b-cb495b4634e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3578ee77122f451a81c1f323c8ff1f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388336 Sep 17 23:53:28.893428 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59192) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:28.946738 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8aca135d-b1b9-4a1f-8640-296d6749898a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.967922 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8aca135d-b1b9-4a1f-8640-296d6749898a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.085625 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8aca135d-b1b9-4a1f-8640-296d6749898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.088443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8aca135d-b1b9-4a1f-8640-296d6749898a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.089691 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8aca135d-b1b9-4a1f-8640-296d6749898a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ad0c434-a8e2-48c2-9806-caf51e692ea8 HTTP/1.1" status: 204 len: 168 time: 0.1952868 Sep 17 23:53:29.097311 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca135d-b1b9-4a1f-8640-296d6749898a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad0c434-a8e2-48c2-9806-caf51e692ea8,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:30.125725 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59214) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:30.220559 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1084945541-network', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:30.228774 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.297018 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Made reservation on behalf of 40c3e377477b47358ef17cdbeda0771e for: {'network': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:30.299345 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.308230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.396441 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.434264 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.455440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=95455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:53:30.470442 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0993c5c-6c44-4e1f-a2a0-29717e99fd3c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:30.473322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.473664 n-d-713499-18 neutron-server[95455]: INFO neutron.db.segments_db [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Added segment bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9 of type vlan for network 117c5860-3bc9-4d51-9a24-a8b905ef9675 Sep 17 23:53:30.512678 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.593844 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.594809 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:30.595380 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.656601 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] Pushing event updated for resources: {'Network': ['ID=117c5860-3bc9-4d51-9a24-a8b905ef9675,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:30.666414 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network 117c5860-3bc9-4d51-9a24-a8b905ef9675 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:53:30.703861 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-a47974b2-f818-4117-98dc-42b25ab5f97a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5770342 Sep 17 23:53:30.707080 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59218) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:30.712300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Request body: {'subnet': {'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1084945541-subnet', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'ip_version': 4}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:30.794208 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Made reservation on behalf of 40c3e377477b47358ef17cdbeda0771e for: {'subnet': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:30.796630 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59150631'] for subnet, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.017483 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59150601'] for subnet, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.070190 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=548357cb-b3d4-4a00-9c10-a003e66b9281,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:31.080518 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Checking segment: {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:31.080873 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Network hostable DHCP agents. Network: 117c5860-3bc9-4d51-9a24-a8b905ef9675, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:53:31.159663 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Network 117c5860-3bc9-4d51-9a24-a8b905ef9675 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:53:31.222330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, 117c5860-3bc9-4d51-9a24-a8b905ef9675) {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:31.227615 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:31.228050 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.234043 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df3fd43-a7fc-4d45-9908-d1951a1bca9e None None] Network 117c5860-3bc9-4d51-9a24-a8b905ef9675 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:31.304548 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f7f2ce52-e543-4ab9-861e-04df0d162d40 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5963125 Sep 17 23:53:31.307242 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59220) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:31.311569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:31.372460 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-117c5860-3bc9-4d51-9a24-a8b905ef9675', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:53:31.373309 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.388763 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.389846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.446945 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.502013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Allocated IP 172.20.0.2 (117c5860-3bc9-4d51-9a24-a8b905ef9675/548357cb-b3d4-4a00-9c10-a003e66b9281/b5e9cdf9-baa1-4341-a2df-cba641ab4ce5) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:31.628725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.648281 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.709544 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.745887 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Network 117c5860-3bc9-4d51-9a24-a8b905ef9675 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:31.748683 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:31.752106 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:31.763577 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Pushing event updated for resources: {'Port': ['ID=b5e9cdf9-baa1-4341-a2df-cba641ab4ce5,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:31.817054 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Attempting to bind port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:31.817424 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Attempting to bind port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:31.818359 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Attempting to bind port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 on network 117c5860-3bc9-4d51-9a24-a8b905ef9675 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:31.823327 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:31.823700 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Checking segment: {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:31.824102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.824519 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Bound using segment: {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:31.824980 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Bound port: b5e9cdf9-baa1-4341-a2df-cba641ab4ce5, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:31.825364 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.871638 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.887518 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] For port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:31.890506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.890670 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] For port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b5e9cdf9-baa1-4341-a2df-cba641ab4ce5,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:31.977654 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.039225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab02116-46cb-480f-8ec1-e72632190591 None None] Pushing event updated for resources: {'Port': ['ID=b5e9cdf9-baa1-4341-a2df-cba641ab4ce5,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:32.128982 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Allocated IP 172.25.6.253 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/e0c55065-ac50-477b-a74d-3fe5e6a5e19d) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:32.246768 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.321002 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.360420 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:32.363393 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:32.366590 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:32.701135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Pushing event updated for resources: {'Port': ['ID=e0c55065-ac50-477b-a74d-3fe5e6a5e19d,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:32.909785 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc5adaf-5608-4aa1-83fa-0b50c06c92b8 None None] Network 117c5860-3bc9-4d51-9a24-a8b905ef9675 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:32.991737 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a11d0af8-a693-4713-9577-0108a788c12a None None] Provisioning complete for port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:32.992022 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a11d0af8-a693-4713-9577-0108a788c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.015761 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.135131 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a11d0af8-a693-4713-9577-0108a788c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.170465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-a11d0af8-a693-4713-9577-0108a788c12a None None] For port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b5e9cdf9-baa1-4341-a2df-cba641ab4ce5,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:33.218756 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.232637 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a11d0af8-a693-4713-9577-0108a788c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.287431 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d0af8-a693-4713-9577-0108a788c12a None None] Pushing event updated for resources: {'Port': ['ID=b5e9cdf9-baa1-4341-a2df-cba641ab4ce5,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:33.320102 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9f56d8d6-695e-440b-8bba-bbf9f92c57ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.361580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-7b4346ee-b43a-4d4e-8779-865f56929807 None None] Provisioning complete for port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:33.361953 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7b4346ee-b43a-4d4e-8779-865f56929807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.388593 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:53:33.494051 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:33.505275 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Sync routers for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:33.514574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:33.515180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:33.560242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.561523 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-611a8e3d-9105-4aa2-b795-090aa966229f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2533441 Sep 17 23:53:33.564295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59222) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:33.781270 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:33.862574 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:33.987996 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:33.988730 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.011831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.055537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 3, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:34.096873 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Checking router: 7e9241b7-f1cc-426e-9949-a62a2a25bb90 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:34.097223 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Updating router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 port e0c55065-ac50-477b-a74d-3fe5e6a5e19d binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:53:34.131352 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.173777 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Allocated IP 172.20.0.1 (117c5860-3bc9-4d51-9a24-a8b905ef9675/548357cb-b3d4-4a00-9c10-a003e66b9281/bc1f1070-51e2-4096-8110-d82c195cd44a) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:34.275165 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.371764 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.391964 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.415205 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Network 117c5860-3bc9-4d51-9a24-a8b905ef9675 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:34.419845 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:34.422381 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:34.446744 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Pushing event updated for resources: {'Port': ['ID=bc1f1070-51e2-4096-8110-d82c195cd44a,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:34.462594 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.467071 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.516417 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Attempting to bind port e0c55065-ac50-477b-a74d-3fe5e6a5e19d on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:34.516800 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Attempting to bind port e0c55065-ac50-477b-a74d-3fe5e6a5e19d by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:34.517171 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Attempting to bind port e0c55065-ac50-477b-a74d-3fe5e6a5e19d on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:34.526157 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e3998-7276-4bf4-97e0-d11be9e0749a None None] Pushing event updated for resources: {'Port': ['ID=e0c55065-ac50-477b-a74d-3fe5e6a5e19d,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:34.528564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:34.528954 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:34.529669 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.529822 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:34.530221 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Bound port: e0c55065-ac50-477b-a74d-3fe5e6a5e19d, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:34.530605 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.589769 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] For port e0c55065-ac50-477b-a74d-3fe5e6a5e19d, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:34.593049 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] For port e0c55065-ac50-477b-a74d-3fe5e6a5e19d, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e0c55065-ac50-477b-a74d-3fe5e6a5e19d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:34.651973 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.681930 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.722468 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c00c23e7-1863-4b43-bd6b-d3fd229647e1 None None] Provisioning complete for port bc1f1070-51e2-4096-8110-d82c195cd44a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:34.722842 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c00c23e7-1863-4b43-bd6b-d3fd229647e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.746378 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:34.747000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:34.751377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e3998-7276-4bf4-97e0-d11be9e0749a None None] Pushing event updated for resources: {'Port': ['ID=e0c55065-ac50-477b-a74d-3fe5e6a5e19d,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:34.803745 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c00c23e7-1863-4b43-bd6b-d3fd229647e1 None None] Port bc1f1070-51e2-4096-8110-d82c195cd44a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:34.843296 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.868936 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:34.902827 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.973180 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.980788 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Pushing event updated for resources: {'Port': ['ID=bc1f1070-51e2-4096-8110-d82c195cd44a,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:35.079160 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Network 117c5860-3bc9-4d51-9a24-a8b905ef9675 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:35.080592 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:35.082534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 1, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:35.120413 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78748e6c-3332-42f8-b657-848385fd64a3 None None] The sync data for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 is: [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 1, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:35.203842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:35.342636 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-b2147af0-a353-458c-82e6-7ead7a39622c None None] Provisioning complete for port bc1f1070-51e2-4096-8110-d82c195cd44a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:35.343115 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b2147af0-a353-458c-82e6-7ead7a39622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.353127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97477134-e161-4e1d-8812-07902169deac admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:35.362073 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-97477134-e161-4e1d-8812-07902169deac admin admin] 10.222.0.30 "PUT /v2.0/routers/7e9241b7-f1cc-426e-9949-a62a2a25bb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7967772 Sep 17 23:53:35.400639 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-b2147af0-a353-458c-82e6-7ead7a39622c None None] Port bc1f1070-51e2-4096-8110-d82c195cd44a cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:35.886463 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e0c55065-ac50-477b-a74d-3fe5e6a5e19d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:35.924091 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c56e014a-04fe-4ff7-b33a-35a000f97798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.941673 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port e0c55065-ac50-477b-a74d-3fe5e6a5e19d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:35.954611 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.035049 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.061425 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port e0c55065-ac50-477b-a74d-3fe5e6a5e19d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e0c55065-ac50-477b-a74d-3fe5e6a5e19d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:36.114992 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.136306 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59238) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:36.142481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1235144767-network', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:36.168515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=e0c55065-ac50-477b-a74d-3fe5e6a5e19d,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:36.211355 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Made reservation on behalf of f8832a5c41de44fb9aaa4d8d32e6f966 for: {'network': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:36.213768 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for network, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.222674 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.317028 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.354312 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.381939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=95454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:53:36.391149 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccef1af-7022-43e5-bd26-f35e5d9cc429,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:36.400601 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.400601 n-d-713499-18 neutron-server[95454]: INFO neutron.db.segments_db [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Added segment 3679e26b-2508-40a7-8721-1103371d5806 of type vlan for network d651297a-b72f-4976-a027-eb32659e5341 Sep 17 23:53:36.442195 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750902800918'] for network, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.508466 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765'] for network, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.509440 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:36.510026 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Notify callbacks [] for network, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.573415 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=d651297a-b72f-4976-a027-eb32659e5341,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:36.583902 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Network d651297a-b72f-4976-a027-eb32659e5341 details requested by agent ovs-agent-n-d-713499-18 with host n-d-713499-18 {{(pid=95456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:53:36.589089 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-ea650e08-2fee-4eef-ad31-95e09fbec1e1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4509711 Sep 17 23:53:36.591882 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59240) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:36.596640 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Request body: {'subnet': {'network_id': 'd651297a-b72f-4976-a027-eb32659e5341', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1235144767-subnet', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'ip_version': 4}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:36.668237 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Made reservation on behalf of f8832a5c41de44fb9aaa4d8d32e6f966 for: {'subnet': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:36.670642 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59390482'] for subnet, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.903077 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58896212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59390524'] for subnet, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.965209 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb60cddd-dd7b-4177-9e64-80c487f82a4e,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:36.970943 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Checking segment: {'id': '3679e26b-2508-40a7-8721-1103371d5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:36.971298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Network hostable DHCP agents. Network: d651297a-b72f-4976-a027-eb32659e5341, hostable agents: ['111002a2-53d4-412b-b2cc-1aa7df30e69e'], hosted agents: [] {{(pid=95454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:53:37.069915 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Network d651297a-b72f-4976-a027-eb32659e5341 is scheduled to be hosted by DHCP agent 111002a2-53d4-412b-b2cc-1aa7df30e69e with binding_index 1 {{(pid=95454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:53:37.125095 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Sync routers for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:37.134637 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:37.135583 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:37.154409 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-18, d651297a-b72f-4976-a027-eb32659e5341) {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:37.158706 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:37.159238 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.163740 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65173b98-b07b-44e7-9cd9-f7378a552e82 None None] Network d651297a-b72f-4976-a027-eb32659e5341 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:37.176958 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.249015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-a5209d15-87bc-469c-8d82-08b3812898af admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6535840 Sep 17 23:53:37.249353 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59242) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:37.253987 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1235144767-router', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:37.322921 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86e37476-8493-5328-96ae-382a61f34ff4-d651297a-b72f-4976-a027-eb32659e5341', 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'fixed_ips': [{'subnet_id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e'}]}} from n-d-713499-18. {{(pid=95456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:53:37.323880 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.331885 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-864405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65448'] for router, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.333776 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-865029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-861845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65441'] for router, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.343894 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:37.391214 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.463625 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.db_base_plugin_common [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Allocated IP 172.20.0.2 (d651297a-b72f-4976-a027-eb32659e5341/eb60cddd-dd7b-4177-9e64-80c487f82a4e/19ae796c-de02-4bb6-a255-363d86686eb2) {{(pid=95456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:37.554068 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 2, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:37.585816 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Checking router: 7e9241b7-f1cc-426e-9949-a62a2a25bb90 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:37.586226 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Updating router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 port bc1f1070-51e2-4096-8110-d82c195cd44a binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:53:37.589203 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.617719 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.622430 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Notify callbacks [] for port, precommit_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.669418 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439'] for port, after_create {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.712444 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Network d651297a-b72f-4976-a027-eb32659e5341 is already hosted by enough agents. {{(pid=95456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:37.714008 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.719035 n-d-713499-18 neutron-server[95456]: DEBUG neutron.scheduler.base_scheduler [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Resources bound (agent type, host, resource id): {{(pid=95456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:37.723361 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Received port after_create {{(pid=95456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:37.731471 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Pushing event updated for resources: {'Port': ['ID=19ae796c-de02-4bb6-a255-363d86686eb2,revision_number=1']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:37.791346 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Attempting to bind port 19ae796c-de02-4bb6-a255-363d86686eb2 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:37.791717 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Attempting to bind port 19ae796c-de02-4bb6-a255-363d86686eb2 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '3679e26b-2508-40a7-8721-1103371d5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:37.792260 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Attempting to bind port 19ae796c-de02-4bb6-a255-363d86686eb2 on network d651297a-b72f-4976-a027-eb32659e5341 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:37.798030 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:37.798403 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Checking segment: {'id': '3679e26b-2508-40a7-8721-1103371d5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:37.798807 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.799580 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Bound using segment: {'id': '3679e26b-2508-40a7-8721-1103371d5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:37.800053 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Bound port: 19ae796c-de02-4bb6-a255-363d86686eb2, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3679e26b-2508-40a7-8721-1103371d5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:37.800471 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.847709 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e0c55065-ac50-477b-a74d-3fe5e6a5e19d up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:37.857833 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.877390 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.905227 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] For port 19ae796c-de02-4bb6-a255-363d86686eb2, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:37.921957 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port e0c55065-ac50-477b-a74d-3fe5e6a5e19d triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:37.923829 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.925302 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.993218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Allocated IP 172.25.6.25 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/85804b2e-998d-4460-b2db-3523b6a5064e) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:37.994236 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.048832 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] For port 19ae796c-de02-4bb6-a255-363d86686eb2, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=19ae796c-de02-4bb6-a255-363d86686eb2,segment=NetworkSegment(3679e26b-2508-40a7-8721-1103371d5806),segment_id=3679e26b-2508-40a7-8721-1103371d5806)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:38.055369 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Pushing event updated for resources: {'Port': ['ID=bc1f1070-51e2-4096-8110-d82c195cd44a,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:38.076809 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.077158 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.077963 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.077963 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.078219 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.078488 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.078912 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.079221 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.079534 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.080136 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.080261 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.080529 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:38.122458 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.125347 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Attempting to bind port bc1f1070-51e2-4096-8110-d82c195cd44a on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:38.126434 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Attempting to bind port bc1f1070-51e2-4096-8110-d82c195cd44a by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:38.127013 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Attempting to bind port bc1f1070-51e2-4096-8110-d82c195cd44a on network 117c5860-3bc9-4d51-9a24-a8b905ef9675 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:38.127338 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.134528 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:38.136633 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Checking segment: {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:38.137257 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.137893 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Bound using segment: {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:38.139306 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Bound port: bc1f1070-51e2-4096-8110-d82c195cd44a, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:38.139900 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.200241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b82db9-c271-4104-b3f0-e009af53087b None None] Pushing event updated for resources: {'Port': ['ID=19ae796c-de02-4bb6-a255-363d86686eb2,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:38.214985 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] For port bc1f1070-51e2-4096-8110-d82c195cd44a, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:38.218594 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] For port bc1f1070-51e2-4096-8110-d82c195cd44a, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bc1f1070-51e2-4096-8110-d82c195cd44a,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:38.241242 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.281151 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:38.284006 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:38.290359 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:38.292250 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.296330 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Pushing event updated for resources: {'Port': ['ID=85804b2e-998d-4460-b2db-3523b6a5064e,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:38.346506 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-eaf0a2a7-f3bd-4e45-9f63-1550d47933d7 None None] Provisioning complete for port bc1f1070-51e2-4096-8110-d82c195cd44a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:38.346886 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a2a7-f3bd-4e45-9f63-1550d47933d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.356597 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d6358-2a6a-4c1b-8695-8287e9b35c90 None None] Pushing event updated for resources: {'Port': ['ID=bc1f1070-51e2-4096-8110-d82c195cd44a,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:38.359244 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:38.359843 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:38.497194 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a2a7-f3bd-4e45-9f63-1550d47933d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.540572 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-eaf0a2a7-f3bd-4e45-9f63-1550d47933d7 None None] For port bc1f1070-51e2-4096-8110-d82c195cd44a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bc1f1070-51e2-4096-8110-d82c195cd44a,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:38.548719 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:38.600961 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a2a7-f3bd-4e45-9f63-1550d47933d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.653131 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0a2a7-f3bd-4e45-9f63-1550d47933d7 None None] Pushing event updated for resources: {'Port': ['ID=bc1f1070-51e2-4096-8110-d82c195cd44a,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:38.721605 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-aa6d8e07-0b6b-46b1-8373-489d4fdc59f4 None None] Provisioning complete for port bc1f1070-51e2-4096-8110-d82c195cd44a triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:38.722001 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8e07-0b6b-46b1-8373-489d4fdc59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.781967 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:38.811872 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68466fe0-fbca-4cbe-9693-a60aacb23a14 None None] The sync data for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 is: [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:38.985243 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.195442 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-865034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-867394'] for router, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.291474 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a7eb3b-21db-41d1-b770-5e16dd65bb9f None None] Network d651297a-b72f-4976-a027-eb32659e5341 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:39.379155 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-40dfca7f-01f0-43ce-a760-da5aba0a0cd9 None None] Provisioning complete for port 19ae796c-de02-4bb6-a255-363d86686eb2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:39.379523 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-40dfca7f-01f0-43ce-a760-da5aba0a0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.440009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 is scheduled to L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 with binding_index 1 {{(pid=95455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:53:39.454031 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.527797 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-40dfca7f-01f0-43ce-a760-da5aba0a0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.551254 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:39.565435 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Sync routers for ids ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:39.572159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-40dfca7f-01f0-43ce-a760-da5aba0a0cd9 None None] For port 19ae796c-de02-4bb6-a255-363d86686eb2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=19ae796c-de02-4bb6-a255-363d86686eb2,segment=NetworkSegment(3679e26b-2508-40a7-8721-1103371d5806),segment_id=3679e26b-2508-40a7-8721-1103371d5806)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:39.578772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Routers {'3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:39.579382 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:39.628536 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.632535 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-8a81802b-f004-4f9b-b26b-af68521acd61 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3795877 Sep 17 23:53:39.632743 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59248) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:39.637808 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-40dfca7f-01f0-43ce-a760-da5aba0a0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.720077 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Set router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:39.952825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfca7f-01f0-43ce-a760-da5aba0a0cd9 None None] Pushing event updated for resources: {'Port': ['ID=19ae796c-de02-4bb6-a255-363d86686eb2,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:39.982020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bc1f1070-51e2-4096-8110-d82c195cd44a up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:40.005504 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-2978bb85-af4d-40cf-949f-f1dc2b50d89d None None] Provisioning complete for port 19ae796c-de02-4bb6-a255-363d86686eb2 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:40.005869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-2978bb85-af4d-40cf-949f-f1dc2b50d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.103591 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.140554 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port bc1f1070-51e2-4096-8110-d82c195cd44a triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:40.140917 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.236467 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'name': 'tempest-TestSnapshotPattern-1235144767-router', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 3, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'gw_port': {'id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:40.275149 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Allocated IP 172.20.0.1 (d651297a-b72f-4976-a027-eb32659e5341/eb60cddd-dd7b-4177-9e64-80c487f82a4e/4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:40.281301 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Checking router: 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:40.281724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Updating router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 port 85804b2e-998d-4460-b2db-3523b6a5064e binding host n-d-713499-18 {{(pid=95456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:53:40.325334 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 19ae796c-de02-4bb6-a255-363d86686eb2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:40.330602 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.398903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.464454 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 19ae796c-de02-4bb6-a255-363d86686eb2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:40.464848 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.491970 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.527500 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Network d651297a-b72f-4976-a027-eb32659e5341 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:40.530460 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:40.533878 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:40.572304 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:40.593848 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867477'] for router_interface, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.688353 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Notify callbacks [] for port, precommit_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.740308 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-e256ce6f-84b2-4f3f-90e4-70206399c94f None None] Provisioning complete for port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:40.740679 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e256ce6f-84b2-4f3f-90e4-70206399c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.766476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.798662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-e256ce6f-84b2-4f3f-90e4-70206399c94f None None] Port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:40.798949 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.827522 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Attempting to bind port 85804b2e-998d-4460-b2db-3523b6a5064e on host n-d-713499-18 for vnic_type normal with profile {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:40.827891 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Attempting to bind port 85804b2e-998d-4460-b2db-3523b6a5064e by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:40.828280 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Attempting to bind port 85804b2e-998d-4460-b2db-3523b6a5064e on network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:40.831064 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15453eb4-0cb9-4aa9-af38-9a646afab803 None None] Pushing event updated for resources: {'Port': ['ID=85804b2e-998d-4460-b2db-3523b6a5064e,revision_number=2']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:40.836492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:40.837337 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Checking segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:40.837337 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.837672 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Bound using segment: {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'} {{(pid=95456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:40.838101 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.managers [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Bound port: 85804b2e-998d-4460-b2db-3523b6a5064e, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285fcd45-ec43-42c8-ac5b-681268694d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67'}}] {{(pid=95456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:40.839079 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.891684 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] For port 85804b2e-998d-4460-b2db-3523b6a5064e, host n-d-713499-18, cleared binding levels {{(pid=95456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:40.894917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] For port 85804b2e-998d-4460-b2db-3523b6a5064e, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=85804b2e-998d-4460-b2db-3523b6a5064e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:40.949172 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.965559 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.006850 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Routers {'3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:41.007465 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:41.022443 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.044826 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15453eb4-0cb9-4aa9-af38-9a646afab803 None None] Pushing event updated for resources: {'Port': ['ID=85804b2e-998d-4460-b2db-3523b6a5064e,revision_number=3']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:41.093126 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:41.095691 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-866565'] for router_interface, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.127331 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] Set router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:41.192801 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Network d651297a-b72f-4976-a027-eb32659e5341 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:41.194002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:41.319842 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:41.337817 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.362033 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'name': 'tempest-TestSnapshotPattern-1235144767-router', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 4, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'gw_port': {'id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116', 'name': '', 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'mac_address': 'fa:16:3e:05:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:40Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 1, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'subnets': [{'id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:41.392929 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df0c75-e854-4341-832b-ba04a3fc3c4b None None] The sync data for ids ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'] in n-d-713499-18 is: [{'id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'name': 'tempest-TestSnapshotPattern-1235144767-router', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 4, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'gw_port': {'id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116', 'name': '', 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'mac_address': 'fa:16:3e:05:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:40Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 1, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'subnets': [{'id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:41.425318 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-c4cbd008-2594-4ce5-9775-282a0a73c60d None None] Provisioning complete for port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:41.425701 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd008-2594-4ce5-9775-282a0a73c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.451520 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:41.459345 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0fc2f31a-975d-48ec-95f9-f469af5d6f60 admin admin] 10.222.0.30 "PUT /v2.0/routers/3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251677 Sep 17 23:53:41.464372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c4cbd008-2594-4ce5-9775-282a0a73c60d None None] Port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:41.840233 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 19ae796c-de02-4bb6-a255-363d86686eb2 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:41.889534 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 19ae796c-de02-4bb6-a255-363d86686eb2 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:41.889916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.205874 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59256) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:42.211070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-870d33de-cb8b-4283-8c04-5b5e731671f2 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280362843', 'description': 'tempest-secgroup-smoke-1280362843 description', 'project_id': '40c3e377477b47358ef17cdbeda0771e'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:42.279461 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-870d33de-cb8b-4283-8c04-5b5e731671f2 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.364865 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-870d33de-cb8b-4283-8c04-5b5e731671f2 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.422636 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-870d33de-cb8b-4283-8c04-5b5e731671f2 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.454383 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d33de-cb8b-4283-8c04-5b5e731671f2 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283a7c64-ca02-42f2-8265-a535a6c03454,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:42.526489 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-870d33de-cb8b-4283-8c04-5b5e731671f2 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.530552 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-870d33de-cb8b-4283-8c04-5b5e731671f2 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3209972 Sep 17 23:53:42.530779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59258) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:42.535879 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-d30ef5dc-96c1-4aa0-939b-11bdb9f2f287 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'security_group_rule': {'security_group_id': '283a7c64-ca02-42f2-8265-a535a6c03454', 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:42.625346 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d30ef5dc-96c1-4aa0-939b-11bdb9f2f287 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.690001 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d30ef5dc-96c1-4aa0-939b-11bdb9f2f287 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.754358 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d30ef5dc-96c1-4aa0-939b-11bdb9f2f287 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.772862 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ef5dc-96c1-4aa0-939b-11bdb9f2f287 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c543c603-f294-42e7-b505-5e5725ef541b,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:42.845419 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-d30ef5dc-96c1-4aa0-939b-11bdb9f2f287 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.846745 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-d30ef5dc-96c1-4aa0-939b-11bdb9f2f287 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3149590 Sep 17 23:53:42.850580 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 59262) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:42.855329 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [None req-6aa0b8bc-890e-422c-8d09-09c7e3f8ab1c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'security_group_rule': {'security_group_id': '283a7c64-ca02-42f2-8265-a535a6c03454', 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:42.919118 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b8bc-890e-422c-8d09-09c7e3f8ab1c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.976920 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b8bc-890e-422c-8d09-09c7e3f8ab1c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.051347 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b8bc-890e-422c-8d09-09c7e3f8ab1c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.076453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0b8bc-890e-422c-8d09-09c7e3f8ab1c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e379c743-c8a8-44e1-b790-49c9998581c8,revision_number=0']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:43.125550 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b8bc-890e-422c-8d09-09c7e3f8ab1c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.127056 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-6aa0b8bc-890e-422c-8d09-09c7e3f8ab1c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2753291 Sep 17 23:53:43.130450 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59264) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:43.135047 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ca2f94e8-005c-492c-9097-2d95dfbc7c67 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'security_group_rule': {'security_group_id': '283a7c64-ca02-42f2-8265-a535a6c03454', 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:43.215846 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca2f94e8-005c-492c-9097-2d95dfbc7c67 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.274479 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca2f94e8-005c-492c-9097-2d95dfbc7c67 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.312869 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Sync routers for ids ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:43.322600 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Routers {'3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:43.323206 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:43.353928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca2f94e8-005c-492c-9097-2d95dfbc7c67 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.372041 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f94e8-005c-492c-9097-2d95dfbc7c67 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05308b6-f45c-4b19-9596-4ac996bbd6d4,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:43.417190 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ca2f94e8-005c-492c-9097-2d95dfbc7c67 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.418549 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ca2f94e8-005c-492c-9097-2d95dfbc7c67 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2870064 Sep 17 23:53:43.421331 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59266) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:43.425884 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-0f7206bb-6339-49a7-9f94-144239e9c749 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'security_group_rule': {'security_group_id': '283a7c64-ca02-42f2-8265-a535a6c03454', 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:43.429762 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Set router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:43.484738 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f7206bb-6339-49a7-9f94-144239e9c749 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.544406 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f7206bb-6339-49a7-9f94-144239e9c749 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.594250 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f7206bb-6339-49a7-9f94-144239e9c749 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.612235 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7206bb-6339-49a7-9f94-144239e9c749 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324cfc01-36af-4df5-9092-82106044b465,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:43.624430 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'name': 'tempest-TestSnapshotPattern-1235144767-router', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 4, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'gw_port': {'id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116', 'name': '', 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'mac_address': 'fa:16:3e:05:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:40Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 2, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'subnets': [{'id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:43.645507 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-0f7206bb-6339-49a7-9f94-144239e9c749 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.646909 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-0f7206bb-6339-49a7-9f94-144239e9c749 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2246308 Sep 17 23:53:43.649705 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59268) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:43.654496 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-dd9058ad-fb70-4c33-bdbc-81b4f1f13c51 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'security_group_rule': {'security_group_id': '283a7c64-ca02-42f2-8265-a535a6c03454', 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:43.655469 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Checking router: 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:43.655815 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Updating router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 binding host n-d-713499-18 {{(pid=95457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:53:43.683550 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.725536 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-dd9058ad-fb70-4c33-bdbc-81b4f1f13c51 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Project 40c3e377477b47358ef17cdbeda0771e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:53:43.730658 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd9058ad-fb70-4c33-bdbc-81b4f1f13c51 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.797896 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd9058ad-fb70-4c33-bdbc-81b4f1f13c51 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.853351 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd9058ad-fb70-4c33-bdbc-81b4f1f13c51 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.856072 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 85804b2e-998d-4460-b2db-3523b6a5064e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:43.872960 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9058ad-fb70-4c33-bdbc-81b4f1f13c51 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489e46c3-7e9c-47ed-855c-1f5b0778bd63,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:43.906381 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 85804b2e-998d-4460-b2db-3523b6a5064e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:43.906849 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.954151 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-dd9058ad-fb70-4c33-bdbc-81b4f1f13c51 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.958079 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-dd9058ad-fb70-4c33-bdbc-81b4f1f13c51 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3049099 Sep 17 23:53:43.958245 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Notify callbacks [] for port, precommit_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.958508 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59270) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:43.963284 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-ee6bd5d5-05be-410b-b7cf-9e84d3cd236a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'security_group_rule': {'security_group_id': '283a7c64-ca02-42f2-8265-a535a6c03454', 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:43.984351 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.004536 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] For port 85804b2e-998d-4460-b2db-3523b6a5064e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=85804b2e-998d-4460-b2db-3523b6a5064e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:44.005870 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.051474 n-d-713499-18 neutron-server[95455]: INFO neutron.db.securitygroups_db [None req-ee6bd5d5-05be-410b-b7cf-9e84d3cd236a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Project 40c3e377477b47358ef17cdbeda0771e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:53:44.059191 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee6bd5d5-05be-410b-b7cf-9e84d3cd236a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.063076 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b751f2-cedb-4d59-b0bc-2ae943d9d822 None None] Pushing event updated for resources: {'Port': ['ID=4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116,revision_number=3']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:44.085489 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.136846 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Attempting to bind port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 on host n-d-713499-18 for vnic_type normal with profile {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:44.137567 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Attempting to bind port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 by drivers openvswitch,hyperv on host n-d-713499-18 at level 0 using segments [{'id': '3679e26b-2508-40a7-8721-1103371d5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341'}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:44.138785 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Attempting to bind port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 on network d651297a-b72f-4976-a027-eb32659e5341 {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:44.142695 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee6bd5d5-05be-410b-b7cf-9e84d3cd236a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.148357 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Checking agent: {'id': '47a51e7e-fd7a-4b9f-b4ec-f15f10aff554', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 6, 7), 'started_at': datetime.datetime(2021, 9, 17, 22, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:44.148740 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Checking segment: {'id': '3679e26b-2508-40a7-8721-1103371d5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:44.149200 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.149594 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Bound using segment: {'id': '3679e26b-2508-40a7-8721-1103371d5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341'} {{(pid=95457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:44.150315 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.managers [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Bound port: 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116, host: n-d-713499-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3679e26b-2508-40a7-8721-1103371d5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341'}}] {{(pid=95457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:44.150702 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.151676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Pushing event updated for resources: {'Port': ['ID=85804b2e-998d-4460-b2db-3523b6a5064e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:44.200088 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee6bd5d5-05be-410b-b7cf-9e84d3cd236a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012033'] for security_group_rule, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.219897 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bd5d5-05be-410b-b7cf-9e84d3cd236a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec4c007-8c49-48c8-a18f-c3d92ae7efda,revision_number=0']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:44.220934 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] For port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116, host n-d-713499-18, cleared binding levels {{(pid=95457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:44.226438 n-d-713499-18 neutron-server[95457]: DEBUG neutron.plugins.ml2.db [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] For port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116, host n-d-713499-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116,segment=NetworkSegment(3679e26b-2508-40a7-8721-1103371d5806),segment_id=3679e26b-2508-40a7-8721-1103371d5806)] {{(pid=95457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:44.291080 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-ee6bd5d5-05be-410b-b7cf-9e84d3cd236a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.292396 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-ee6bd5d5-05be-410b-b7cf-9e84d3cd236a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325946 Sep 17 23:53:44.305483 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4d9bf995-beba-492c-8783-76a0111a0107 None None] Provisioning complete for port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:44.305854 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf995-beba-492c-8783-76a0111a0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.337398 n-d-713499-18 neutron-server[95457]: DEBUG neutron_lib.callbacks.manager [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.340620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bf995-beba-492c-8783-76a0111a0107 None None] Port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:44.389226 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Routers {'3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:44.393264 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:44.447170 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-32bad652-d9f3-4916-ae27-f5aec3412b1a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280362843&fields=id&tenant_id=40c3e377477b47358ef17cdbeda0771e HTTP/1.1" status: 200 len: 267 time: 0.0408838 Sep 17 23:53:44.544073 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b751f2-cedb-4d59-b0bc-2ae943d9d822 None None] Pushing event updated for resources: {'Port': ['ID=4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116,revision_number=4']} {{(pid=95457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:44.573669 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054ce09-5016-4a89-b68d-3812ac5764be req-12ed706e-ed5a-4597-99e5-8233b568a251 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:44.575662 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-12ed706e-ed5a-4597-99e5-8233b568a251 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 810 time: 0.1181743 Sep 17 23:53:44.591323 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4381e95e-5ce2-4b28-90c3-5ab79a280f9e tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/quotas/40c3e377477b47358ef17cdbeda0771e HTTP/1.1" status: 200 len: 375 time: 0.0097201 Sep 17 23:53:44.617765 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] Set router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:44.644413 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-a67353db-9abd-40a2-a380-ae17df4491e8 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472488 Sep 17 23:53:44.658917 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-4f9201a5-4022-4bab-bccd-8998955a6f1d None None] Provisioning complete for port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:44.659380 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f9201a5-4022-4bab-bccd-8998955a6f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.742711 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f9201a5-4022-4bab-bccd-8998955a6f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.754165 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-f81d7c86-2e6a-46fe-ac93-fe110a53e50e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:53:44.755469 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-f81d7c86-2e6a-46fe-ac93-fe110a53e50e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0995235 Sep 17 23:53:44.778398 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-4f9201a5-4022-4bab-bccd-8998955a6f1d None None] For port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116,segment=NetworkSegment(3679e26b-2508-40a7-8721-1103371d5806),segment_id=3679e26b-2508-40a7-8721-1103371d5806)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:44.824789 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'name': 'tempest-TestSnapshotPattern-1235144767-router', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 4, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'gw_port': {'id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116', 'name': '', 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'mac_address': 'fa:16:3e:05:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:40Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'subnets': [{'id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:44.828469 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-4f9201a5-4022-4bab-bccd-8998955a6f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.853061 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315e4b8-ad9c-4074-8311-9fd4d4b1548d None None] The sync data for ids ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'] in n-d-713499-18 is: [{'id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'name': 'tempest-TestSnapshotPattern-1235144767-router', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:40Z', 'revision_number': 4, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'gw_port': {'id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': '4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116', 'name': '', 'network_id': 'd651297a-b72f-4976-a027-eb32659e5341', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'mac_address': 'fa:16:3e:05:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:40Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'subnets': [{'id': 'eb60cddd-dd7b-4177-9e64-80c487f82a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:44.857113 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-d97d1d2b-1ed0-4e7e-95a6-e861ee612db1 service neutron] 10.222.0.30 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941210 Sep 17 23:53:44.881993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9201a5-4022-4bab-bccd-8998955a6f1d None None] Pushing event updated for resources: {'Port': ['ID=4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:44.957126 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-d0f57620-7b95-4e16-bf74-bac93748979e service neutron] 10.222.0.30 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939567 Sep 17 23:53:45.195255 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-19f0ea76-8519-44c1-9ecc-8544571e15ed req-bb0cb360-62c7-4763-8dd9-a7e19ed19d46 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 210 time: 0.0351579 Sep 17 23:53:45.848901 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:45.899541 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:45.901272 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:45.980634 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 85804b2e-998d-4460-b2db-3523b6a5064e up at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:46.026387 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Provisioning complete for port 85804b2e-998d-4460-b2db-3523b6a5064e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:46.026761 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:46.286722 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d4735e44-0198-452f-a616-998edbb0d9ce req-56086907-4372-439e-9458-1bb57136c1f7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 210 time: 0.0265822 Sep 17 23:53:47.195326 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054ce09-5016-4a89-b68d-3812ac5764be req-1d522c5c-1338-4a53-9ba0-de12bdde2056 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:47.196865 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-1d522c5c-1338-4a53-9ba0-de12bdde2056 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.23 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 810 time: 0.1031785 Sep 17 23:53:47.240271 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-fde233f9-4e70-40d0-9418-c24db2d6a99d tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c3e377477b47358ef17cdbeda0771e HTTP/1.1" status: 200 len: 380 time: 0.0345948 Sep 17 23:53:47.249629 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'port': {'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'admin_state_up': True, 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'security_groups': ['283a7c64-ca02-42f2-8265-a535a6c03454']}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:47.388401 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-cf647855-1d23-46ad-a3ac-6c585233a150 req-24c7435a-b18c-4746-aaa3-a2de26a03199 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 210 time: 0.0311964 Sep 17 23:53:47.428354 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Made reservation on behalf of 40c3e377477b47358ef17cdbeda0771e for: {'port': 1} {{(pid=95454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:47.431937 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.562397 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_common [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Allocated IP 172.20.0.11 (117c5860-3bc9-4d51-9a24-a8b905ef9675/548357cb-b3d4-4a00-9c10-a003e66b9281/a7a553bb-acb3-409d-89a3-cb8d9b96269e) {{(pid=95454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:47.701132 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for port, precommit_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.789017 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_create {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.829896 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Network 117c5860-3bc9-4d51-9a24-a8b905ef9675 is already hosted by enough agents. {{(pid=95454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:47.832847 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.base_scheduler [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Resources bound (agent type, host, resource id): {{(pid=95454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:47.837432 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Received port after_create {{(pid=95454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:47.866815 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'Port': ['ID=a7a553bb-acb3-409d-89a3-cb8d9b96269e,revision_number=1']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:47.895651 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:47.895651 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.994784 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-3239a7d5-9e06-47d3-8721-6ceacb324360 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7485929 Sep 17 23:53:48.008186 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.v2.base [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Request body: {'port': {'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-18'}} {{(pid=95454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:48.060465 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.069492 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-9327d310-df46-4ed2-b70f-a1c5df88216a None None] Provisioning complete for port a7a553bb-acb3-409d-89a3-cb8d9b96269e triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:48.070026 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9327d310-df46-4ed2-b70f-a1c5df88216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.106271 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-9327d310-df46-4ed2-b70f-a1c5df88216a None None] Port a7a553bb-acb3-409d-89a3-cb8d9b96269e cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:48.326950 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a553bb-acb3-409d-89a3-cb8d9b96269e {{(pid=95454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:53:48.334094 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.345503 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.provisioning_blocks [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Transition to ACTIVE for port object a7a553bb-acb3-409d-89a3-cb8d9b96269e will not be triggered until provisioned by entity L2. {{(pid=95454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:53:48.416674 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.470586 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a553bb-acb3-409d-89a3-cb8d9b96269e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:48.520002 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15aad0-d4af-483f-8d23-54b0724e2bcf req-53284352-aae0-4c15-8704-e9acd2cf1be3 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:48.521769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb15aad0-d4af-483f-8d23-54b0724e2bcf req-53284352-aae0-4c15-8704-e9acd2cf1be3 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 944 time: 0.0610580 Sep 17 23:53:48.552446 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Attempting to bind port a7a553bb-acb3-409d-89a3-cb8d9b96269e on host n-h1-713499-18 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:48.553161 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Attempting to bind port a7a553bb-acb3-409d-89a3-cb8d9b96269e by drivers openvswitch,hyperv on host n-h1-713499-18 at level 0 using segments [{'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:48.553785 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Attempting to bind port a7a553bb-acb3-409d-89a3-cb8d9b96269e on network 117c5860-3bc9-4d51-9a24-a8b905ef9675 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:48.558951 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Port a7a553bb-acb3-409d-89a3-cb8d9b96269e on network 117c5860-3bc9-4d51-9a24-a8b905ef9675 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-18 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:53:48.559402 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Attempting to bind port a7a553bb-acb3-409d-89a3-cb8d9b96269e on network 117c5860-3bc9-4d51-9a24-a8b905ef9675 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:48.565156 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Checking agent: {'id': '277965e2-ab73-4047-a7b0-99c7266416cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'started_at': datetime.datetime(2021, 9, 17, 22, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:48.565626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Checking segment: {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:48.566112 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Bound using segment: {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:48.566648 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Bound port: a7a553bb-acb3-409d-89a3-cb8d9b96269e, host: n-h1-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:48.567104 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.569624 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-cb15aad0-d4af-483f-8d23-54b0724e2bcf req-4c593d51-eb31-4830-856e-cacdb60934b0 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363393 Sep 17 23:53:48.638463 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] For port a7a553bb-acb3-409d-89a3-cb8d9b96269e, host n-h1-713499-18, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:48.641751 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] For port a7a553bb-acb3-409d-89a3-cb8d9b96269e, host n-h1-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:48.714612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58896161'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.750981 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:48.751612 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.753057 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] 10.222.0.23 "PUT /v2.0/ports/a7a553bb-acb3-409d-89a3-cb8d9b96269e HTTP/1.1" status: 200 len: 1093 time: 0.7501140 Sep 17 23:53:48.753491 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:48.756497 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49a79ed-a11e-49b6-8ba0-1222d8f90b60" -d '{"events": [{"name": "network-changed", "server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:48.779576 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d221c-3158-489f-ad70-a7ba2ba97f21 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a553bb-acb3-409d-89a3-cb8d9b96269e,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:48.795693 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ea523-de9b-48a3-a0a6-2b14e1ef1023 x-openstack-request-id: req-005ea523-de9b-48a3-a0a6-2b14e1ef1023 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:48.796053 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:48.796351 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-005ea523-de9b-48a3-a0a6-2b14e1ef1023 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:48.796812 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'status': 'completed', 'code': 200} Sep 17 23:53:48.862828 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a79ed-a11e-49b6-8ba0-1222d8f90b60 req-dd9bd640-a7ad-4a6a-827d-bda8cda893ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:48.864945 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d49a79ed-a11e-49b6-8ba0-1222d8f90b60 req-dd9bd640-a7ad-4a6a-827d-bda8cda893ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1096 time: 0.0431335 Sep 17 23:53:48.973190 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a79ed-a11e-49b6-8ba0-1222d8f90b60 req-015d9b77-2255-4892-b908-473ef5520c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:48.975470 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d49a79ed-a11e-49b6-8ba0-1222d8f90b60 req-015d9b77-2255-4892-b908-473ef5520c32 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=40c3e377477b47358ef17cdbeda0771e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1032715 Sep 17 23:53:49.071012 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a79ed-a11e-49b6-8ba0-1222d8f90b60 req-864a6cb9-8a2e-4ccf-85fc-089867417e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:49.072457 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d49a79ed-a11e-49b6-8ba0-1222d8f90b60 req-864a6cb9-8a2e-4ccf-85fc-089867417e30 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901692 Sep 17 23:53:49.150816 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054ce09-5016-4a89-b68d-3812ac5764be req-20c0b7ec-a590-41dd-bc19-660556846c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:49.153040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-20c0b7ec-a590-41dd-bc19-660556846c8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1096 time: 0.0443034 Sep 17 23:53:49.201474 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-fa43b437-337a-4cf5-a256-6dec5e682041 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e HTTP/1.1" status: 200 len: 217 time: 0.0338006 Sep 17 23:53:49.250008 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054ce09-5016-4a89-b68d-3812ac5764be req-b8b423fc-8b24-4300-a88c-a8877304629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:49.251407 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-b8b423fc-8b24-4300-a88c-a8877304629b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0420201 Sep 17 23:53:49.299784 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054ce09-5016-4a89-b68d-3812ac5764be req-d41b0b6b-a541-430a-a0db-f56cdc581392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:49.301356 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-d41b0b6b-a541-430a-a0db-f56cdc581392 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431271 Sep 17 23:53:49.390096 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-a5e56fbc-8556-4d70-aa94-d4d0f8bece40 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819776 Sep 17 23:53:49.492055 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b054ce09-5016-4a89-b68d-3812ac5764be req-0a441465-b97a-4656-bad9-fae880dcb540 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949862 Sep 17 23:53:49.683163 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32447b7-59f6-42cf-8921-92c71bb9201e req-ff0c343e-bdb5-465a-9f12-2e38ad4e0794 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:49.684696 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e32447b7-59f6-42cf-8921-92c71bb9201e req-ff0c343e-bdb5-465a-9f12-2e38ad4e0794 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 944 time: 0.0483000 Sep 17 23:53:49.721780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-e32447b7-59f6-42cf-8921-92c71bb9201e req-e437387c-af04-4fc9-b3f2-ce149c86ab8d tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Sep 17 23:53:50.242180 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:53:50.848952 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aad7c2-2d5d-46ec-9c74-94848339e26f req-df9e88f0-9e79-44cd-99b5-8ba8e4353b8b tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:50.850467 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72aad7c2-2d5d-46ec-9c74-94848339e26f req-df9e88f0-9e79-44cd-99b5-8ba8e4353b8b tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 944 time: 0.0495696 Sep 17 23:53:50.887291 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-72aad7c2-2d5d-46ec-9c74-94848339e26f req-6a6f57f0-f287-407c-8f53-923e27dda7cb tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309725 Sep 17 23:53:52.006161 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4d13e-e3e3-43ea-9527-746d1b018528 req-f000f756-f9ed-46f3-8271-c731c23199ff tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:52.007652 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6c4d13e-e3e3-43ea-9527-746d1b018528 req-f000f756-f9ed-46f3-8271-c731c23199ff tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 944 time: 0.0501585 Sep 17 23:53:52.044993 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b6c4d13e-e3e3-43ea-9527-746d1b018528 req-532071d1-455d-4ced-bd02-b118d493e79a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Sep 17 23:53:52.070959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a7a553bb-acb3-409d-89a3-cb8d9b96269e details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:53:52.163863 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a7a553bb-acb3-409d-89a3-cb8d9b96269e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:52.174623 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:53:52.211660 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.227416 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a553bb-acb3-409d-89a3-cb8d9b96269e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:53:52.247475 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a7a553bb-acb3-409d-89a3-cb8d9b96269e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:52.314118 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.359667 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a7a553bb-acb3-409d-89a3-cb8d9b96269e,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:52.523620 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a7a553bb-acb3-409d-89a3-cb8d9b96269e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:53:53.159076 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614ff7e-bcfd-46cf-b068-01ef5263285d req-9e55a07d-497d-4be1-b8ba-7ec6703f423b tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:53.160570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8614ff7e-bcfd-46cf-b068-01ef5263285d req-9e55a07d-497d-4be1-b8ba-7ec6703f423b tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 945 time: 0.0490961 Sep 17 23:53:53.202639 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-8614ff7e-bcfd-46cf-b068-01ef5263285d req-7b81cda5-6624-4e21-9556-08980eb37b17 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359561 Sep 17 23:53:54.070238 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a7a553bb-acb3-409d-89a3-cb8d9b96269e up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:54.182013 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning for port a7a553bb-acb3-409d-89a3-cb8d9b96269e completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:53:54.186037 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a7a553bb-acb3-409d-89a3-cb8d9b96269e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:54.186384 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.263716 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.287285 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:54.289634 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad90e09e-ee12-4383-9f4c-03844fb29346" -d '{"events": [{"server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "name": "network-vif-plugged", "status": "completed", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:54.303515 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a7a553bb-acb3-409d-89a3-cb8d9b96269e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:54.322137 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b790-82c3-4ead-ae97-10c63a4af28b req-235ac3db-4956-4b9a-9d8c-ac7d6839db70 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:54.323590 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6340b790-82c3-4ead-ae97-10c63a4af28b req-235ac3db-4956-4b9a-9d8c-ac7d6839db70 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 945 time: 0.0554256 Sep 17 23:53:54.353707 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.367098 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6340b790-82c3-4ead-ae97-10c63a4af28b req-e54c697d-fa63-489c-9589-a4a9106900d6 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374072 Sep 17 23:53:54.389242 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a629b83-48db-4187-aa88-862ce6b3356c x-openstack-request-id: req-7a629b83-48db-4187-aa88-862ce6b3356c {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:54.389531 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "name": "network-vif-plugged", "status": "completed", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:54.389781 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a629b83-48db-4187-aa88-862ce6b3356c {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:54.390166 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'code': 200} Sep 17 23:53:54.411884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a7a553bb-acb3-409d-89a3-cb8d9b96269e,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:54.482483 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79351bd3-3b09-4639-9800-1da7b59b9c4c req-ab6c34d5-8343-43df-b505-46fd68e5aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:54.483997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79351bd3-3b09-4639-9800-1da7b59b9c4c req-ab6c34d5-8343-43df-b505-46fd68e5aa99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1098 time: 0.0402100 Sep 17 23:53:54.518967 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-79351bd3-3b09-4639-9800-1da7b59b9c4c req-93aca057-2e84-460b-b4f3-68da3d865d05 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278497 Sep 17 23:53:55.485100 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94f517-5fd9-432a-980f-b0dd8dffa700 req-c56ec94b-adfa-4fce-8fed-4975e48c0cb9 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:55.486587 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c94f517-5fd9-432a-980f-b0dd8dffa700 req-c56ec94b-adfa-4fce-8fed-4975e48c0cb9 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 946 time: 0.0503995 Sep 17 23:53:55.525147 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-8c94f517-5fd9-432a-980f-b0dd8dffa700 req-fecbbf54-c721-4e3b-ab9c-c2cd3fe9e1ba tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Sep 17 23:53:56.643456 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294234-58d3-4b57-8317-d76c62894cab req-4f0a3a81-2d6d-4166-a473-716776f31a09 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:56.645006 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae294234-58d3-4b57-8317-d76c62894cab req-4f0a3a81-2d6d-4166-a473-716776f31a09 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 946 time: 0.0512941 Sep 17 23:53:56.687275 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-ae294234-58d3-4b57-8317-d76c62894cab req-28f42870-dee6-4054-97d4-a313e128d71c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362518 Sep 17 23:53:56.799369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fd1ae-c1b7-4449-a14b-fe097ad9a2ea req-2b3eae3e-d1b2-4a37-8a28-596bbe0d5112 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:56.800847 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d36fd1ae-c1b7-4449-a14b-fe097ad9a2ea req-2b3eae3e-d1b2-4a37-8a28-596bbe0d5112 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 946 time: 0.0473332 Sep 17 23:53:56.838849 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d36fd1ae-c1b7-4449-a14b-fe097ad9a2ea req-b3745b65-f1c9-4496-a865-aec88d2b918c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Sep 17 23:53:56.859990 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59330) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:56.945066 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae41f7-9e66-4786-841b-653b9867c926 tempest-TestSnapshotPattern-440175611 tempest-TestSnapshotPattern-440175611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:56.946582 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-f9ae41f7-9e66-4786-841b-653b9867c926 tempest-TestSnapshotPattern-440175611 tempest-TestSnapshotPattern-440175611-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1093 time: 0.0855837 Sep 17 23:53:56.950419 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59334) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:56.954706 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:57.010716 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.106202 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.210627 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Allocated IP 172.25.6.32 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/aab806ba-4e9a-420d-a36d-e619db04fe2f) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:57.310734 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.428719 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.470405 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:57.473280 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:57.478707 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:57.499933 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'Port': ['ID=aab806ba-4e9a-420d-a36d-e619db04fe2f,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:57.836056 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.985928 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.134034 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.188093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.254483 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'Port': ['ID=aab806ba-4e9a-420d-a36d-e619db04fe2f,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:58.266011 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.363847 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Floating IP 2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3 associated. External IP: 172.25.6.32, port: a7a553bb-acb3-409d-89a3-cb8d9b96269e. Sep 17 23:53:58.883135 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:58.993387 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:59.002994 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] Sync routers for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:59.013825 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:59.017893 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:59.062548 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.090375 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-37b19d6a-af73-4923-ba6a-3ab54c3d8dd7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1389198 Sep 17 23:53:59.090954 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:59.093296 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc18552-aea0-4a95-a725-ffd73c41d753" -d '{"events": [{"name": "network-changed", "server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:59.120968 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:59.194344 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff02ab82-09b4-408c-8763-c6ace41a4dc5 x-openstack-request-id: req-ff02ab82-09b4-408c-8763-c6ace41a4dc5 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:59.194645 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:59.194889 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff02ab82-09b4-408c-8763-c6ace41a4dc5 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:59.195286 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'status': 'completed', 'code': 200} Sep 17 23:53:59.262715 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-f3b4bb00-ad4d-4ece-9214-0c91cd5d7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:59.264298 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-f3b4bb00-ad4d-4ece-9214-0c91cd5d7435 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1098 time: 0.0436831 Sep 17 23:53:59.365821 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-b92e988b-cd80-406e-b5a0-e76e5876a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:59.367398 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-b92e988b-cd80-406e-b5a0-e76e5876a69c service neutron] 10.222.0.23 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0963433 Sep 17 23:53:59.436783 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-012e3afe-1782-4cd3-b0f1-2f9f0d9569b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e HTTP/1.1" status: 200 len: 999 time: 0.0619688 Sep 17 23:53:59.486214 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-fc7bafae-6fd4-4441-8ac8-dfe0e9a9ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:59.487693 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-fc7bafae-6fd4-4441-8ac8-dfe0e9a9ce07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0443959 Sep 17 23:53:59.497896 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:57Z', 'updated_at': '2021-09-17T23:53:57Z', 'revision_number': 0, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:59.524423 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] Checking router: 7e9241b7-f1cc-426e-9949-a62a2a25bb90 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:59.532724 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:59.533321 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-733d23b8-a097-4cb8-bbac-b55a77dce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:59.533491 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:53:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:59.534818 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-733d23b8-a097-4cb8-bbac-b55a77dce47a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401626 Sep 17 23:53:59.628282 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-5f56f1e9-c112-4085-9329-94803e5d423a service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863931 Sep 17 23:53:59.638852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:59.718930 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5cc18552-aea0-4a95-a725-ffd73c41d753 req-3cc5b38f-4330-4fb5-8bc5-36cfd6f5566b service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839078 Sep 17 23:53:59.860293 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:57Z', 'updated_at': '2021-09-17T23:53:57Z', 'revision_number': 0, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:59.890869 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41709d48-fffa-40e6-a535-521683c88d2d None None] The sync data for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 is: [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:57Z', 'updated_at': '2021-09-17T23:53:57Z', 'revision_number': 0, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:00.073503 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a09b1c-57c3-4311-af91-fb7a92d83d50 None None] New status for floating IP 2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:54:00.194505 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:03.301623 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d36db6ea-3344-4e16-a610-fbf4fc302606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:05.930314 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b066cd9b-0c1d-4b47-a89d-5ae526442849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.170394 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.695891 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:09.416913 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.296169 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.241592 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:54:30.215430 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.301135 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dbbd095d-980e-4667-b61d-964a7abb6b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.913317 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dcf16c78-c1f6-4281-a26f-cc66be0f0290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.147177 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.758319 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.006648 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-da05e531-0921-46c6-a760-42e8a17c6f55 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393081 Sep 17 23:54:38.089226 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-bcdcf1c5-473c-4d39-82a8-ea24df8acf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:38.090653 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-bcdcf1c5-473c-4d39-82a8-ea24df8acf12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1098 time: 0.0439038 Sep 17 23:54:38.193222 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-ac0d8ab6-515a-4564-a6cf-0330690a2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:38.194686 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-ac0d8ab6-515a-4564-a6cf-0330690a2ea9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0841720 Sep 17 23:54:38.262005 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-a7dad303-9f12-4255-82ac-c268213f0f4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e HTTP/1.1" status: 200 len: 1001 time: 0.0603006 Sep 17 23:54:38.311199 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-82d1a521-7c0d-469b-b0fc-758cd503fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:38.312630 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-82d1a521-7c0d-469b-b0fc-758cd503fae5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0433183 Sep 17 23:54:38.360757 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-bab8e462-643f-4dc3-ab29-8a4e91fbb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:38.362201 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-bab8e462-643f-4dc3-ab29-8a4e91fbb05c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422852 Sep 17 23:54:38.456093 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-79baef27-e9e5-4095-9f12-5e1078a63d79 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865252 Sep 17 23:54:38.546064 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2ea7d091-df07-41a2-bfc5-cb673644d0fe req-fe8e06ef-3c75-4f28-9c1b-3066fd48726c service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822678 Sep 17 23:54:39.398445 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.284494 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:00.237730 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.295167 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e246f626-5481-4ba7-ba06-904c18aec778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.241143 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:55:05.928656 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a63aeceb-df4f-48b1-8b37-605c029c7086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.140818 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.740734 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:09.386714 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.277442 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.260137 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.299544 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-915d0409-31f5-4aed-ab21-78eb4040f361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.922670 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-d15dd244-39f6-4721-885c-cbbd18f0bb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.157199 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.722995 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.007856 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-ea3e1acc-c23b-4e88-bc3b-872e730774d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445929 Sep 17 23:55:39.094515 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-8a78fa84-e247-4676-b2ad-a96abe5dd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:39.096838 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-8a78fa84-e247-4676-b2ad-a96abe5dd3f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1098 time: 0.0497487 Sep 17 23:55:39.198900 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-4791897a-aed8-4da9-b568-d5215981ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:39.200388 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-4791897a-aed8-4da9-b568-d5215981ea4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0846868 Sep 17 23:55:39.266955 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-d60fa8fc-7538-4ab5-8261-6ba36f5fef09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e HTTP/1.1" status: 200 len: 1001 time: 0.0598853 Sep 17 23:55:39.316599 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-05b249a3-737b-41fc-befb-891d473bbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:39.318061 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-05b249a3-737b-41fc-befb-891d473bbd13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0441768 Sep 17 23:55:39.364261 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-6d55300b-6d14-4e51-90d5-59795e740c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:39.365742 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-6d55300b-6d14-4e51-90d5-59795e740c59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401397 Sep 17 23:55:39.420090 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.458172 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-997ab316-a2fc-4fef-8c93-e768fad46d55 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848877 Sep 17 23:55:39.549388 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-1fdaf919-5815-4dac-94c5-b6efee38c5f4 req-18c4f4d3-796b-4845-825b-400051006327 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844486 Sep 17 23:55:41.240485 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:55:41.300728 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.668069 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a7a553bb-acb3-409d-89a3-cb8d9b96269e details requested by agent hyperv_n-h1-713499-18 with host n-h1-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:55:56.763156 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a7a553bb-acb3-409d-89a3-cb8d9b96269e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:56.773787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Returning: {'device': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:55:56.810231 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.823959 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7a553bb-acb3-409d-89a3-cb8d9b96269e {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:55:56.842695 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a7a553bb-acb3-409d-89a3-cb8d9b96269e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:56.916913 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.967357 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a7a553bb-acb3-409d-89a3-cb8d9b96269e,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:56.974890 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.975763 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.976217 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.976553 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.976881 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.977204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.977525 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.977845 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.978162 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.978624 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.978949 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.979265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:56.984817 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] get_ports_and_sgs() called for port_ids ['a7a553bb-acb3-409d-89a3-cb8d9b96269e'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:55:58.689995 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a7a553bb-acb3-409d-89a3-cb8d9b96269e up at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:58.744474 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Provisioning complete for port a7a553bb-acb3-409d-89a3-cb8d9b96269e triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:58.750038 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.837083 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.862903 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:55:58.865427 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256a6e5f-325a-4721-a1d9-aa795b8fa1dc" -d '{"events": [{"server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "name": "network-vif-plugged", "status": "completed", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:55:58.887479 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a7a553bb-acb3-409d-89a3-cb8d9b96269e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:58.951350 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74868a6-3887-494f-85b0-3135d9d4fed2 x-openstack-request-id: req-c74868a6-3887-494f-85b0-3135d9d4fed2 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:55:58.951641 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "name": "network-vif-plugged", "status": "completed", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:55:58.951897 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c74868a6-3887-494f-85b0-3135d9d4fed2 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:55:58.952323 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'code': 200} Sep 17 23:55:58.962848 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.018244 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a7a553bb-acb3-409d-89a3-cb8d9b96269e,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:00.219685 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:03.322713 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-41f5bf3e-594a-4f15-aa96-dda69219cd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.922684 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5bdae4d3-618d-414a-9fe2-5f7700bac8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.225525 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.745447 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.577176 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-cb6f0316-0fa5-4d9c-8aed-594f8cffcbb3 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280362843&fields=id&tenant_id=40c3e377477b47358ef17cdbeda0771e HTTP/1.1" status: 200 len: 267 time: 0.0351937 Sep 17 23:56:08.687309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-b3eb5277-a33c-4526-9c05-a2e36d313c2c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:08.688910 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-b3eb5277-a33c-4526-9c05-a2e36d313c2c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 810 time: 0.1049125 Sep 17 23:56:08.704212 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-2c5b6a5d-8633-4a5c-8d85-b0d08c97d2e8 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/quotas/40c3e377477b47358ef17cdbeda0771e HTTP/1.1" status: 200 len: 375 time: 0.0095978 Sep 17 23:56:08.757139 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-33602e9e-3a0c-476f-9645-3ced80ac111f tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0477252 Sep 17 23:56:08.855960 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-55cb62db-2f52-4950-9be9-7eeae0c3428d service neutron] 10.222.0.30 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847647 Sep 17 23:56:08.959777 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-6a9945aa-d66b-4cdc-bdc9-55f9eaacbc99 service neutron] 10.222.0.30 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949366 Sep 17 23:56:09.282562 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47d71a14-1fa6-4307-a4f1-9b371b27871c req-1cfc948e-df42-4347-bb57-da8f15e744e3 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 210 time: 0.1120462 Sep 17 23:56:09.385448 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.359020 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-835dc2a6-362a-4188-b908-743bbdfbf8ad req-844dfb6c-3d17-4def-af26-652aff5305f6 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 210 time: 0.0273914 Sep 17 23:56:11.270446 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:11.450908 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-30a26ff9-1dd5-4529-b6fc-7f3b5c6e1581 req-07e1e047-ed04-4aa1-b38b-f7ecbb21a08a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 210 time: 0.0271778 Sep 17 23:56:12.551148 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9efaf40f-872f-4057-b6c5-05b3116bb962 req-c8dd73d4-7962-423d-98b8-c8a4855d345b tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 210 time: 0.0259573 Sep 17 23:56:12.864048 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a7a553bb-acb3-409d-89a3-cb8d9b96269e no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:56:12.941038 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:12.963420 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:56:12.965786 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bfb202-0d61-4af7-89ab-8f120be7cd14" -d '{"events": [{"server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:56:12.977962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] For port a7a553bb-acb3-409d-89a3-cb8d9b96269e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:13.002521 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed068f1-a193-4bfd-b42b-f8ee99d76652 x-openstack-request-id: req-eed068f1-a193-4bfd-b42b-f8ee99d76652 {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:56:13.002840 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:56:13.003097 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eed068f1-a193-4bfd-b42b-f8ee99d76652 {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:56:13.003894 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'code': 200} Sep 17 23:56:13.025482 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.076915 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Pushing event updated for resources: {'Port': ['ID=a7a553bb-acb3-409d-89a3-cb8d9b96269e,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:13.156510 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-f1cdc4de-0f46-4084-bb97-ba5e7ea3a902 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:13.157944 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-f1cdc4de-0f46-4084-bb97-ba5e7ea3a902 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.15 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 810 time: 0.1147304 Sep 17 23:56:13.208082 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-57ad6374-27e6-4255-a367-1a26cd37791c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c3e377477b47358ef17cdbeda0771e HTTP/1.1" status: 200 len: 380 time: 0.0352502 Sep 17 23:56:13.218132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'port': {'device_id': '8952dacc-0811-4190-9ed9-1518c1199a30', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'admin_state_up': True, 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'security_groups': ['283a7c64-ca02-42f2-8265-a535a6c03454']}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:13.419098 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Made reservation on behalf of 40c3e377477b47358ef17cdbeda0771e for: {'port': 1} {{(pid=95455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:13.422758 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.552576 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Allocated IP 172.20.0.13 (117c5860-3bc9-4d51-9a24-a8b905ef9675/548357cb-b3d4-4a00-9c10-a003e66b9281/6dab6470-05a9-441b-87fb-5cabb9cfd50c) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:13.674421 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-40f890f0-5568-4778-bfa9-fa7613cfa700 req-128f93f5-56d0-48e6-a297-d56edeeb4744 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 210 time: 0.0515430 Sep 17 23:56:13.720230 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.808626 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.871209 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Network 117c5860-3bc9-4d51-9a24-a8b905ef9675 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:13.876036 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:13.894367 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:13.947779 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'Port': ['ID=6dab6470-05a9-441b-87fb-5cabb9cfd50c,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:13.955425 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.956052 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.956631 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.957152 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.957661 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.958175 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.958676 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.959179 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.959804 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.960338 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.960844 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.961358 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:13.981569 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:13.982506 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.061189 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-9ff1df8b-7888-4777-b66b-0ae833f1944a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8466535 Sep 17 23:56:14.194246 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-a701face-92c0-47ae-afb6-4044fa8080e3 None None] Provisioning complete for port 6dab6470-05a9-441b-87fb-5cabb9cfd50c triggered by entity DHCP. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:14.195476 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a701face-92c0-47ae-afb6-4044fa8080e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.232321 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-a701face-92c0-47ae-afb6-4044fa8080e3 None None] Port 6dab6470-05a9-441b-87fb-5cabb9cfd50c cannot update to ACTIVE because it is not bound. {{(pid=95456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:14.795182 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4744a04-4bb3-41ae-a172-42583865793b req-2a05b658-822e-4581-9208-d1f5ce37dee9 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:14.796724 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4744a04-4bb3-41ae-a172-42583865793b req-2a05b658-822e-4581-9208-d1f5ce37dee9 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 932 time: 0.0524790 Sep 17 23:56:14.836242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a4744a04-4bb3-41ae-a172-42583865793b req-8923437e-355f-4c0e-9766-eb22b36f2751 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328243 Sep 17 23:56:15.957300 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a6c01-85d4-4fcb-aa44-d875affc7cbc req-da6c7fae-0c4b-4a5d-afe0-7c9942495829 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:15.959045 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-463a6c01-85d4-4fcb-aa44-d875affc7cbc req-da6c7fae-0c4b-4a5d-afe0-7c9942495829 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 932 time: 0.0522051 Sep 17 23:56:15.999941 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-463a6c01-85d4-4fcb-aa44-d875affc7cbc req-e6e3e67a-1aaf-4bf5-8d3f-2f6501df2337 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339332 Sep 17 23:56:17.133188 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29665ba-e313-4c51-a654-09a6168bb5cd req-9f57e67c-9d0e-4028-a34a-79b6f1f30075 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:17.134700 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b29665ba-e313-4c51-a654-09a6168bb5cd req-9f57e67c-9d0e-4028-a34a-79b6f1f30075 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 932 time: 0.0597703 Sep 17 23:56:17.175512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b29665ba-e313-4c51-a654-09a6168bb5cd req-f4016faf-49de-45aa-817c-61b0625a4838 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338943 Sep 17 23:56:18.241008 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:56:18.294448 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf47e1c-b964-4800-beb5-b8648a86155e req-760d53ec-cf8b-4c06-9a75-619531a48f58 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:18.296065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1bf47e1c-b964-4800-beb5-b8648a86155e req-760d53ec-cf8b-4c06-9a75-619531a48f58 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 932 time: 0.0527146 Sep 17 23:56:18.339484 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-1bf47e1c-b964-4800-beb5-b8648a86155e req-f1af47a2-7c0f-4f1b-b498-9885bde6684b tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357752 Sep 17 23:56:19.459335 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1917333-8033-415c-b60c-508dcf42a287 req-ee8691b8-e5b5-4433-b7c2-9ab0ad4c9656 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:19.461242 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b1917333-8033-415c-b60c-508dcf42a287 req-ee8691b8-e5b5-4433-b7c2-9ab0ad4c9656 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 932 time: 0.0508358 Sep 17 23:56:19.501321 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b1917333-8033-415c-b60c-508dcf42a287 req-25fef121-4549-4d80-9f75-9a49586c3388 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332000 Sep 17 23:56:20.626219 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71bbf5-0578-41de-b0c1-a406d9127164 req-96316b3e-04d6-4473-947c-13a88f393a74 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:20.627714 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d71bbf5-0578-41de-b0c1-a406d9127164 req-96316b3e-04d6-4473-947c-13a88f393a74 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 932 time: 0.0567641 Sep 17 23:56:20.668821 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-3d71bbf5-0578-41de-b0c1-a406d9127164 req-90411775-5f55-4286-a8ca-e3b3683094c2 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347214 Sep 17 23:56:21.786082 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8160c-495e-4097-bbcc-058524c240ee req-9f99f71e-64a1-443f-8af9-73e098421406 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:21.788270 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9a8160c-495e-4097-bbcc-058524c240ee req-9f99f71e-64a1-443f-8af9-73e098421406 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 932 time: 0.0511091 Sep 17 23:56:21.830334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-f9a8160c-495e-4097-bbcc-058524c240ee req-5c0cc2cb-29e9-4ff6-9146-b25c8a206f7b tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342748 Sep 17 23:56:22.966295 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df75c8-33e4-4d98-8b8f-e294330b7d7a req-288bba9c-2a5b-4e2c-8d7e-813dc7e5018e tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:22.972730 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-38df75c8-33e4-4d98-8b8f-e294330b7d7a req-288bba9c-2a5b-4e2c-8d7e-813dc7e5018e tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 932 time: 0.0693700 Sep 17 23:56:23.017166 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-38df75c8-33e4-4d98-8b8f-e294330b7d7a req-6d51474f-ffd5-4ca0-b52f-f510a7866d9b tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413871 Sep 17 23:56:24.270610 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34550c-eb21-4d22-a543-0605d514fa21 req-4f36d389-d49a-426a-89ab-172fa7f9db46 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:24.272112 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a34550c-eb21-4d22-a543-0605d514fa21 req-4f36d389-d49a-426a-89ab-172fa7f9db46 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 932 time: 0.0534563 Sep 17 23:56:24.318861 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a34550c-eb21-4d22-a543-0605d514fa21 req-d4c6007d-1f74-4a10-91a0-427072d77bed tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396721 Sep 17 23:56:25.423040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Request body: {'port': {'device_id': '8952dacc-0811-4190-9ed9-1518c1199a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-18'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:25.491060 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa831602-da3b-4038-a161-89be978be306 req-f5244d43-17b1-4284-9fce-f33284d7e475 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:25.492631 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa831602-da3b-4038-a161-89be978be306 req-f5244d43-17b1-4284-9fce-f33284d7e475 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 932 time: 0.1050518 Sep 17 23:56:25.499212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.565178 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-fa831602-da3b-4038-a161-89be978be306 req-ad4da54d-ff0a-4233-8450-c65583b5da2c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635607 Sep 17 23:56:25.797075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dab6470-05a9-441b-87fb-5cabb9cfd50c {{(pid=95455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:56:25.804664 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.816476 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.provisioning_blocks [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Transition to ACTIVE for port object 6dab6470-05a9-441b-87fb-5cabb9cfd50c will not be triggered until provisioned by entity L2. {{(pid=95455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:56:25.888530 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.960817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Pushing event updated for resources: {'Port': ['ID=6dab6470-05a9-441b-87fb-5cabb9cfd50c,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:26.013825 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Attempting to bind port 6dab6470-05a9-441b-87fb-5cabb9cfd50c on host n-h2-713499-18 for vnic_type normal with profile {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:26.014849 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Attempting to bind port 6dab6470-05a9-441b-87fb-5cabb9cfd50c by drivers openvswitch,hyperv on host n-h2-713499-18 at level 0 using segments [{'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:26.015059 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Attempting to bind port 6dab6470-05a9-441b-87fb-5cabb9cfd50c on network 117c5860-3bc9-4d51-9a24-a8b905ef9675 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:26.019840 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Port 6dab6470-05a9-441b-87fb-5cabb9cfd50c on network 117c5860-3bc9-4d51-9a24-a8b905ef9675 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-18 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:26.020316 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Attempting to bind port 6dab6470-05a9-441b-87fb-5cabb9cfd50c on network 117c5860-3bc9-4d51-9a24-a8b905ef9675 {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:26.026871 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Checking agent: {'id': 'dc538c03-9e8b-454f-9f1b-59ac1f3540e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'started_at': datetime.datetime(2021, 9, 17, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:56:26.027781 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Checking segment: {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:26.028201 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Bound using segment: {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'} {{(pid=95455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:56:26.028712 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.managers [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Bound port: 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host: n-h2-713499-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675'}}] {{(pid=95455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:56:26.029070 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.096654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] For port 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host n-h2-713499-18, cleared binding levels {{(pid=95455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:26.100497 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] For port 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host n-h2-713499-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:56:26.168435 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.209075 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.209687 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.211131 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] 10.222.0.15 "PUT /v2.0/ports/6dab6470-05a9-441b-87fb-5cabb9cfd50c HTTP/1.1" status: 200 len: 1093 time: 0.8499191 Sep 17 23:56:26.211578 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:56:26.213891 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf083296-ed89-415c-829d-1ab07e5bbd43" -d '{"events": [{"name": "network-changed", "server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:56:26.243847 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d71bb-5b9a-4a46-881f-c9d73165e67c service neutron] Pushing event updated for resources: {'Port': ['ID=6dab6470-05a9-441b-87fb-5cabb9cfd50c,revision_number=3']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:26.256138 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f88f4b8-ae53-48af-80dc-c3a8b2588a25 x-openstack-request-id: req-8f88f4b8-ae53-48af-80dc-c3a8b2588a25 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:56:26.256438 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:56:26.256684 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f88f4b8-ae53-48af-80dc-c3a8b2588a25 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:56:26.257079 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'status': 'completed', 'code': 200} Sep 17 23:56:26.343853 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf083296-ed89-415c-829d-1ab07e5bbd43 req-10120278-20ef-417f-b066-a812f976a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.345510 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bf083296-ed89-415c-829d-1ab07e5bbd43 req-10120278-20ef-417f-b066-a812f976a912 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 1096 time: 0.0472424 Sep 17 23:56:26.457999 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf083296-ed89-415c-829d-1ab07e5bbd43 req-fca6ad31-edb6-4de1-9826-616a9ea398c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.459495 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bf083296-ed89-415c-829d-1ab07e5bbd43 req-fca6ad31-edb6-4de1-9826-616a9ea398c1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=40c3e377477b47358ef17cdbeda0771e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1009376 Sep 17 23:56:26.550286 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf083296-ed89-415c-829d-1ab07e5bbd43 req-6b694a0e-5055-472f-8931-46480e06a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.551915 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-bf083296-ed89-415c-829d-1ab07e5bbd43 req-6b694a0e-5055-472f-8931-46480e06a3f8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857685 Sep 17 23:56:26.674728 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-b8b81c9d-a923-4909-9995-caa85994560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.676472 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-b8b81c9d-a923-4909-9995-caa85994560c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 1096 time: 0.0700297 Sep 17 23:56:26.692089 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b1a15-19e8-4c82-8829-aa8f0c66ed0a req-d5e20c87-80ce-4cf7-bd22-09457aa42e4e tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.693447 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-670b1a15-19e8-4c82-8829-aa8f0c66ed0a req-d5e20c87-80ce-4cf7-bd22-09457aa42e4e tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 944 time: 0.0602014 Sep 17 23:56:26.737078 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-0d2dd88d-fc44-4b7e-9a03-f017074b4b0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c HTTP/1.1" status: 200 len: 217 time: 0.0427320 Sep 17 23:56:26.781267 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-670b1a15-19e8-4c82-8829-aa8f0c66ed0a req-2a1ac739-6820-40f1-907f-24f0a33ae9fe tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810611 Sep 17 23:56:26.797276 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-001789d5-6c99-4781-9abd-150d90c2e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.798714 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-001789d5-6c99-4781-9abd-150d90c2e55a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0546103 Sep 17 23:56:26.856539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-ae9c467b-2f31-4f5a-be67-1f33035c3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.856539 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-ae9c467b-2f31-4f5a-be67-1f33035c3b3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428700 Sep 17 23:56:26.937819 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-f6da4081-d676-496c-b074-b95fc0d40af6 service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812731 Sep 17 23:56:27.028481 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d35e89c0-385d-4632-b22e-aff8ccc0d848 req-1987eec3-983a-460c-8728-1a7808a51438 service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840280 Sep 17 23:56:27.898974 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10579d-880f-41af-bcbc-f71af2c733a7 req-ddb14625-7ccc-4ca7-9bcd-d7183ad3e7b9 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:27.900503 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c10579d-880f-41af-bcbc-f71af2c733a7 req-ddb14625-7ccc-4ca7-9bcd-d7183ad3e7b9 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 944 time: 0.0505433 Sep 17 23:56:27.937591 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-5c10579d-880f-41af-bcbc-f71af2c733a7 req-82f71dc2-643b-4512-a39f-5e3664bed2a9 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311134 Sep 17 23:56:29.050787 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f028-651b-478f-9d91-7af74c06b544 req-d664f57e-da0c-41c5-b915-c2b7500e2794 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:29.052272 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2220f028-651b-478f-9d91-7af74c06b544 req-d664f57e-da0c-41c5-b915-c2b7500e2794 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 944 time: 0.0481868 Sep 17 23:56:29.089006 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-2220f028-651b-478f-9d91-7af74c06b544 req-d9fa0463-ecc5-4293-8f86-4265b0fd1eb9 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309076 Sep 17 23:56:30.203626 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5bc63-5108-44d5-b15b-6011bbe14179 req-9b8e6299-8189-4a36-95a9-c49b4813398e tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:30.205156 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0f5bc63-5108-44d5-b15b-6011bbe14179 req-9b8e6299-8189-4a36-95a9-c49b4813398e tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 944 time: 0.0488982 Sep 17 23:56:30.230507 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.243997 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-b0f5bc63-5108-44d5-b15b-6011bbe14179 req-8374a060-fb94-4272-875a-a6b984a9b9db tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328417 Sep 17 23:56:30.894207 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6dab6470-05a9-441b-87fb-5cabb9cfd50c details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:56:30.989368 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:31.000861 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'port_id': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'mac_address': 'fa:16:3e:21:6d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:56:31.037555 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.049875 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dab6470-05a9-441b-87fb-5cabb9cfd50c {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:56:31.069264 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:31.133148 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.180256 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=6dab6470-05a9-441b-87fb-5cabb9cfd50c,revision_number=4']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:31.357893 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cee4dd-c2ea-4204-ad2c-bf1676764a0a req-5fcfa90b-a64d-4d76-af5a-402b2aa36993 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:31.359357 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13cee4dd-c2ea-4204-ad2c-bf1676764a0a req-5fcfa90b-a64d-4d76-af5a-402b2aa36993 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Sep 17 23:56:31.398237 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-13cee4dd-c2ea-4204-ad2c-bf1676764a0a req-55171e2f-8a88-4a55-8b07-936cae93ebd4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Sep 17 23:56:31.533858 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['6dab6470-05a9-441b-87fb-5cabb9cfd50c'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:56:32.520899 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc2c48-14dc-426b-a8d4-a860d493fe7c req-7e47b6ec-d1b1-4edc-984d-72a16eebef76 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:32.522358 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6fc2c48-14dc-426b-a8d4-a860d493fe7c req-7e47b6ec-d1b1-4edc-984d-72a16eebef76 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 945 time: 0.0516920 Sep 17 23:56:32.559725 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-a6fc2c48-14dc-426b-a8d4-a860d493fe7c req-340ae518-4202-4c2e-95cb-819ef25ad2b7 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314224 Sep 17 23:56:32.909225 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6dab6470-05a9-441b-87fb-5cabb9cfd50c up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:33.007087 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning for port 6dab6470-05a9-441b-87fb-5cabb9cfd50c completed by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:56:33.010799 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 6dab6470-05a9-441b-87fb-5cabb9cfd50c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:33.011169 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:33.103253 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:33.126444 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:56:33.128725 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7a3fb6-233b-4d86-8e0d-bea17adb58a2" -d '{"events": [{"server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "name": "network-vif-plugged", "status": "completed", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:56:33.142022 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:33.166223 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ab386a-b7c5-4785-bdf4-42136f2cb19d x-openstack-request-id: req-78ab386a-b7c5-4785-bdf4-42136f2cb19d {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:56:33.166514 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "name": "network-vif-plugged", "status": "completed", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:56:33.166768 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78ab386a-b7c5-4785-bdf4-42136f2cb19d {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:56:33.167163 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'code': 200} Sep 17 23:56:33.219361 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:33.280278 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=6dab6470-05a9-441b-87fb-5cabb9cfd50c,revision_number=5']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:33.296904 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bedce4-95b2-415b-96c0-5cacc45a29b3 req-988b4c9e-3f03-4418-ba83-316341d4ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:33.296904 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7bedce4-95b2-415b-96c0-5cacc45a29b3 req-988b4c9e-3f03-4418-ba83-316341d4ca9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 1098 time: 0.0454929 Sep 17 23:56:33.328864 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d7bedce4-95b2-415b-96c0-5cacc45a29b3 req-66787791-b587-425d-a388-e5dec80c79f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281823 Sep 17 23:56:33.338924 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3a9b-56ed-4bc7-a968-5663ec5bfbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:33.673924 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73af9b6-a897-4b18-8c4e-baa0e96d3d36 req-f056ca3c-14ce-40bc-8d9c-568b5f379e21 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:33.675674 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e73af9b6-a897-4b18-8c4e-baa0e96d3d36 req-f056ca3c-14ce-40bc-8d9c-568b5f379e21 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 946 time: 0.0481532 Sep 17 23:56:33.715846 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-e73af9b6-a897-4b18-8c4e-baa0e96d3d36 req-a1cc1cdc-e03c-46fd-b742-8ca392fb3fdf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340536 Sep 17 23:56:34.835927 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14233644-e653-40aa-b9bc-64b9151b454c req-4e2db096-c77d-4f9c-8625-3b8d72a6a5dc tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:34.837417 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14233644-e653-40aa-b9bc-64b9151b454c req-4e2db096-c77d-4f9c-8625-3b8d72a6a5dc tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 946 time: 0.0508888 Sep 17 23:56:34.875614 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-14233644-e653-40aa-b9bc-64b9151b454c req-a0a41236-80f8-4721-a8ce-a946e11b7d24 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Sep 17 23:56:35.950272 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b424a303-5bb5-4156-bff7-38f4abf23031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.990565 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7af3a9-f6e0-45b6-9835-901c0094347d req-434daa81-9051-49af-9dc5-42959bfa8602 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:35.992094 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d7af3a9-f6e0-45b6-9835-901c0094347d req-434daa81-9051-49af-9dc5-42959bfa8602 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 946 time: 0.0485609 Sep 17 23:56:36.029334 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-9d7af3a9-f6e0-45b6-9835-901c0094347d req-eb58ed46-0306-45b2-86d7-471ff80709eb tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304341 Sep 17 23:56:36.144069 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa90d-dce0-4c0a-bb20-3298e8ababef req-3982a626-c02d-4225-812b-33d1beb7d40b tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:36.145552 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0baa90d-dce0-4c0a-bb20-3298e8ababef req-3982a626-c02d-4225-812b-33d1beb7d40b tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 946 time: 0.0482826 Sep 17 23:56:36.183191 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-b0baa90d-dce0-4c0a-bb20-3298e8ababef req-fd5c0d0a-e5de-4954-9598-233c110661a0 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Sep 17 23:56:36.204369 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59638) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:36.246834 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476bb384-6b5d-45b3-9487-23e6ba71fe3a tempest-TestSnapshotPattern-440175611 tempest-TestSnapshotPattern-440175611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:36.248364 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-476bb384-6b5d-45b3-9487-23e6ba71fe3a tempest-TestSnapshotPattern-440175611 tempest-TestSnapshotPattern-440175611-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 1093 time: 0.0429699 Sep 17 23:56:36.251132 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59640) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:36.255281 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.v2.base [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Request body: {'floatingip': {'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'port_id': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:36.333311 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for floatingip, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.431093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.536514 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_common [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Allocated IP 172.25.6.168 (6f9f4c21-197f-47a2-8314-6a9cf1e46b67/5ebb36fd-039d-4855-abaf-80b2d60fe799/7ceba438-8939-484d-9e02-1993ec010187) {{(pid=95455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:36.634378 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for port, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.699356 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750902795439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.739246 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Network 6f9f4c21-197f-47a2-8314-6a9cf1e46b67 is already hosted by enough agents. {{(pid=95455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:36.742009 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.base_scheduler [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Resources bound (agent type, host, resource id): {{(pid=95455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:36.746312 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Received port after_create {{(pid=95455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:36.771583 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'Port': ['ID=7ceba438-8939-484d-9e02-1993ec010187,revision_number=1']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:37.102693 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.173603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.229625 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.385366 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for port, precommit_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.476048 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854113'] for port, after_update {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.546498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event updated for resources: {'Port': ['ID=7ceba438-8939-484d-9e02-1993ec010187,revision_number=2']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:37.552907 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867352'] for floatingip, after_create {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.649557 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Floating IP f5182bce-b07c-4758-b7eb-915d086fddc8 associated. External IP: 172.25.6.168, port: 6dab6470-05a9-441b-87fb-5cabb9cfd50c. Sep 17 23:56:37.733468 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.854832 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:56:38.268502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:56:38.279613 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] Sync routers for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:56:38.288410 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:56:38.289020 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:56:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:38.338822 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.367936 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-9202e448-b714-4ba7-9785-aadbfbbb10a4 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1157963 Sep 17 23:56:38.368549 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:56:38.372576 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ee1aff-19e0-440f-85fa-ed7df7d03944" -d '{"events": [{"name": "network-changed", "server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:56:38.405962 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:56:38.408608 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979acce9-81fa-416e-a7cb-83266b3033f3 x-openstack-request-id: req-979acce9-81fa-416e-a7cb-83266b3033f3 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:56:38.408958 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:56:38.409270 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-979acce9-81fa-416e-a7cb-83266b3033f3 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:56:38.409720 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'status': 'completed', 'code': 200} Sep 17 23:56:38.491307 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-173c8a87-7ae2-469b-9631-39d6468039d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.492954 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-173c8a87-7ae2-469b-9631-39d6468039d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 1098 time: 0.0410690 Sep 17 23:56:38.587767 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-3057e0a2-7ab8-4002-9862-747e0aee5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.590854 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-3057e0a2-7ab8-4002-9862-747e0aee5a10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0902314 Sep 17 23:56:38.634009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:57Z', 'updated_at': '2021-09-17T23:54:00Z', 'revision_number': 1, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}, {'id': 'f5182bce-b07c-4758-b7eb-915d086fddc8', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:21:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8952dacc-0811-4190-9ed9-1518c1199a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:56:36Z', 'updated_at': '2021-09-17T23:56:36Z', 'revision_number': 0, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:38.655278 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-2f855258-3ba7-4159-ae1b-f5c75618b906 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c HTTP/1.1" status: 200 len: 1000 time: 0.0575407 Sep 17 23:56:38.659772 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] Checking router: 7e9241b7-f1cc-426e-9949-a62a2a25bb90 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:56:38.668204 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:56:38.669496 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:56:36Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:38.711863 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-3b48341d-3b40-461c-965a-5ae23ed1ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.713373 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-3b48341d-3b40-461c-965a-5ae23ed1ec4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0515194 Sep 17 23:56:38.769113 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-509039ac-316e-4722-84eb-1d6f436a563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.770645 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-509039ac-316e-4722-84eb-1d6f436a563a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500314 Sep 17 23:56:38.864551 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-b426ca49-a512-4b77-8ccc-9953b336f73b service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866749 Sep 17 23:56:38.943653 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:56:38.959377 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-15ee1aff-19e0-440f-85fa-ed7df7d03944 req-00b63e0f-8e9e-4990-b1ec-0433a6e4de44 service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885251 Sep 17 23:56:39.175787 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:57Z', 'updated_at': '2021-09-17T23:54:00Z', 'revision_number': 1, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}, {'id': 'f5182bce-b07c-4758-b7eb-915d086fddc8', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:21:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8952dacc-0811-4190-9ed9-1518c1199a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:56:36Z', 'updated_at': '2021-09-17T23:56:36Z', 'revision_number': 0, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:39.201109 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac17a321-3df7-4c01-bf3b-0991f0ca99e8 None None] The sync data for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 is: [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:57Z', 'updated_at': '2021-09-17T23:54:00Z', 'revision_number': 1, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}, {'id': 'f5182bce-b07c-4758-b7eb-915d086fddc8', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:21:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8952dacc-0811-4190-9ed9-1518c1199a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:56:36Z', 'updated_at': '2021-09-17T23:56:36Z', 'revision_number': 0, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:56:39.397529 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f541da-7874-4733-8a5a-fb47e190e4e5 None None] New status for floating IP f5182bce-b07c-4758-b7eb-915d086fddc8: ACTIVE {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:56:39.405612 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:41.006445 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-4327b5fe-48f7-42b5-9da0-a41165bc26e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429859 Sep 17 23:56:41.086587 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-895f32de-5252-43d7-9835-714df36a5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:41.088040 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-895f32de-5252-43d7-9835-714df36a5ff0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1096 time: 0.0394273 Sep 17 23:56:41.193856 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-d7ccfe3c-d117-4080-9385-6e1c0b6902c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:41.195316 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-d7ccfe3c-d117-4080-9385-6e1c0b6902c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0838466 Sep 17 23:56:41.267914 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-42e83552-7855-4be7-8b50-b92f6140cb5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e HTTP/1.1" status: 200 len: 999 time: 0.0644851 Sep 17 23:56:41.293146 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:41.322220 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-a04455e0-590c-4529-ab1e-0e1d95ade9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:41.323726 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-a04455e0-590c-4529-ab1e-0e1d95ade9ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0490727 Sep 17 23:56:41.368871 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-4eb0e919-edc2-44a8-b9fb-eb27be27ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:41.370335 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-4eb0e919-edc2-44a8-b9fb-eb27be27ec68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396757 Sep 17 23:56:41.464015 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-a824f0f8-82e4-4a0b-883d-405410ab92cd service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862281 Sep 17 23:56:41.558703 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-0571fa50-4c2b-4e57-af4d-dee7b3880543 req-fe0482d3-3ffc-46f5-8aa2-155ab8d399d6 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Sep 17 23:56:53.340254 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-c2e9aba1-6582-4969-bf20-4f07d558a9ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400558 Sep 17 23:56:53.434923 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-4e24df64-324d-4224-8c8d-ac9ae40d2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:53.436459 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-4e24df64-324d-4224-8c8d-ac9ae40d2816 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 1098 time: 0.0408442 Sep 17 23:56:53.540772 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-abde87ac-6aa8-4fe5-8c26-5da148d8ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:53.542222 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-abde87ac-6aa8-4fe5-8c26-5da148d8ce4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0864191 Sep 17 23:56:53.607798 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-ce0e9da6-11b4-4c49-b31c-bdfc02493470 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c HTTP/1.1" status: 200 len: 1002 time: 0.0580852 Sep 17 23:56:53.659650 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-ec127afe-fccb-46bd-922e-910df331447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:53.661098 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-ec127afe-fccb-46bd-922e-910df331447d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0469084 Sep 17 23:56:53.709612 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-da089b17-51b6-4519-841c-728e31792b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:53.711039 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-da089b17-51b6-4519-841c-728e31792b76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433955 Sep 17 23:56:53.807401 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-d6f507ed-459d-4f3d-8154-b6a3e4dca362 service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888584 Sep 17 23:56:53.897527 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-6f6888a8-f636-4d24-aa3c-b019fd25a6cd req-8747aeec-d30c-4e67-b5cb-25a45dccdf2b service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822470 Sep 17 23:56:55.241246 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:57:00.252297 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.337639 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e785b045-a962-4b59-afbb-de55e403dcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.921223 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-da913899-50b5-461e-b304-27de46f3a453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.189546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.744101 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.395512 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.332649 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:30.240434 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.244652 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:57:33.320209 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-aaa04982-94d2-4145-8451-ddfa5f70bd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.926208 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0aa632f2-612a-4dc9-ba2b-9ec5c88608e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.155022 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.766235 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.383038 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.314733 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.042776 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-5265afd1-93f3-4cd7-81ad-859affd35094 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0837123 Sep 17 23:57:43.122630 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-40674902-5f58-4c22-a1c8-a4065c346677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:43.124144 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-40674902-5f58-4c22-a1c8-a4065c346677 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1096 time: 0.0412135 Sep 17 23:57:43.230535 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-be2b2da1-d478-4793-ad02-13f9e235d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:43.231917 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-be2b2da1-d478-4793-ad02-13f9e235d6df service neutron] 10.222.0.23 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0884707 Sep 17 23:57:43.293906 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-eae1f7b9-3c4f-4d9d-9436-28cdaa7c9d60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e HTTP/1.1" status: 200 len: 999 time: 0.0551903 Sep 17 23:57:43.340490 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-c9222097-11a2-4852-b094-c97bedf5b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:43.341880 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-c9222097-11a2-4852-b094-c97bedf5b97f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0412455 Sep 17 23:57:43.392607 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-d448d0bc-efbd-4b86-ba52-4063e6ea0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:43.394075 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-d448d0bc-efbd-4b86-ba52-4063e6ea0ade service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453575 Sep 17 23:57:43.482512 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-faab1003-4a03-4326-99b6-ca9b4e891707 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812075 Sep 17 23:57:43.575493 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-7a35dc92-3e74-46da-81c4-f38118666cd2 req-f8dfab74-f824-4fe1-bd0e-c86507de77f6 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859098 Sep 17 23:57:53.328065 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-a6674a1e-941d-4fd3-8ec5-3fc9d89b47ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391459 Sep 17 23:57:53.428274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-22ea0b29-59ae-423c-aa3f-ddeae8b5319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:53.429764 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-22ea0b29-59ae-423c-aa3f-ddeae8b5319d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 1098 time: 0.0454733 Sep 17 23:57:53.532437 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-6530104c-f8db-4022-9040-f76f9d2e9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:53.533999 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-6530104c-f8db-4022-9040-f76f9d2e9152 service neutron] 10.222.0.15 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0853639 Sep 17 23:57:53.602096 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-752a42cf-b8b6-491d-8d68-b52bd80cd193 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c HTTP/1.1" status: 200 len: 1002 time: 0.0614791 Sep 17 23:57:53.650902 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-180fc628-6f1d-49c9-a30b-674c2e2ad909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:53.652342 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-180fc628-6f1d-49c9-a30b-674c2e2ad909 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0427506 Sep 17 23:57:53.698282 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-0d8a102a-0f1a-4c03-8aa2-77a1e4c57b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:53.699657 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-0d8a102a-0f1a-4c03-8aa2-77a1e4c57b56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395057 Sep 17 23:57:53.789588 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-b8659ede-1fd8-4095-a233-c02118542123 service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 Sep 17 23:57:53.878769 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-f4506913-43e6-4cbf-80d3-531dcda523f8 req-7f930e0c-8095-4c35-bd43-943fb23ea73a service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809348 Sep 17 23:58:00.240057 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:03.331155 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e3bfe150-b397-44e4-b3b2-bcabf505e5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.942517 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a2476d97-e6fe-4fb5-b08e-e46e34545412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:07.154013 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:07.731047 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.243602 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:58:09.411259 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:11.302384 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.261922 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:33.313679 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a1827177-cd0d-42e0-bb20-64b4a811988a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:35.907415 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-60d603c3-3a69-44f0-8cbf-6cf71847b3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:37.153345 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:37.747684 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:39.398712 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.319217 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.044301 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-ea59c53b-a51f-4543-b3e9-de4cca6fd3b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412116 Sep 17 23:58:44.126062 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-61466840-f72a-4991-9be0-41b05b4bba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:44.128225 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-61466840-f72a-4991-9be0-41b05b4bba1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1096 time: 0.0414455 Sep 17 23:58:44.230277 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-28ca4274-bdb7-4d32-89b3-698f0ed0f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:44.231649 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-28ca4274-bdb7-4d32-89b3-698f0ed0f3ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0858829 Sep 17 23:58:44.295151 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-af886077-8172-4318-a6dd-815b2deac1cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e HTTP/1.1" status: 200 len: 999 time: 0.0568421 Sep 17 23:58:44.345461 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-5c0c7252-f03a-486a-9471-3be8a064290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:44.346870 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-5c0c7252-f03a-486a-9471-3be8a064290a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0454998 Sep 17 23:58:44.392559 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-a6281d60-b441-4986-b518-a41589ee4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:44.394130 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-a6281d60-b441-4986-b518-a41589ee4ce8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400400 Sep 17 23:58:44.481159 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-eb975add-8606-4a93-8e49-52822eca0de3 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797224 Sep 17 23:58:44.572738 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-47552fd1-fa8c-401d-bc8a-1d377f5b4073 req-7a5362e6-51ce-4841-a71d-92368b884832 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843396 Sep 17 23:58:46.242883 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:58:54.068692 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-fdf97598-61ac-4df5-82ef-8b218bd96858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:54.070087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-fdf97598-61ac-4df5-82ef-8b218bd96858 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 1098 time: 0.0457392 Sep 17 23:58:54.173775 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-e62d95af-e13f-4775-a809-ec86e58c4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:54.175252 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-e62d95af-e13f-4775-a809-ec86e58c4dd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0844994 Sep 17 23:58:54.243475 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-f8c4706d-3d3b-4901-8e98-8c5a4547e038 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c HTTP/1.1" status: 200 len: 1002 time: 0.0600572 Sep 17 23:58:54.292509 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-1b1bcb04-d7e3-44de-90e5-5043c7f4ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:54.293917 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-1b1bcb04-d7e3-44de-90e5-5043c7f4ea3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0427806 Sep 17 23:58:54.340746 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-1c6e169b-562c-4671-bebc-8aef5ccf887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:54.342115 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-1c6e169b-562c-4671-bebc-8aef5ccf887f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392942 Sep 17 23:58:54.362253 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-4d796f65-3550-4c87-8884-a7eff5ce8167 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=95455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:58:54.363191 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-4d796f65-3550-4c87-8884-a7eff5ce8167 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054975 Sep 17 23:58:54.460247 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-e618638a-73ea-460b-9f9b-57f8c074e467 service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876746 Sep 17 23:58:54.549661 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-d1380f27-560a-4ed5-9eac-80e60f6b299f req-8ea08c1e-5b20-41f8-81bc-0e6963bd886d service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816665 Sep 17 23:58:57.623678 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6dab6470-05a9-441b-87fb-5cabb9cfd50c details requested by agent hyperv_n-h2-713499-18 with host n-h2-713499-18 {{(pid=95456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:58:57.733274 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:57.752473 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Returning: {'device': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'port_id': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'mac_address': 'fa:16:3e:21:6d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:58:57.801240 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.818328 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dab6470-05a9-441b-87fb-5cabb9cfd50c {{(pid=95456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:58:57.838823 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:57.890194 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.936597 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=6dab6470-05a9-441b-87fb-5cabb9cfd50c,revision_number=6']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:57.944671 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.945021 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.945365 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.945706 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.946041 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.946370 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.946696 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.947027 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.947352 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.947676 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.948000 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:57.948344 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:58.022802 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] get_ports_and_sgs() called for port_ids ['6dab6470-05a9-441b-87fb-5cabb9cfd50c'] {{(pid=95456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:58:59.638180 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6dab6470-05a9-441b-87fb-5cabb9cfd50c up at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:59.685596 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.provisioning_blocks [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Provisioning complete for port 6dab6470-05a9-441b-87fb-5cabb9cfd50c triggered by entity L2. {{(pid=95456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:59.685981 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16680950'] for port, provisioning_complete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:59.766933 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:59.788712 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:59.790944 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7693b4fa-eabc-4125-8fcd-efa348f4cd87" -d '{"events": [{"server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "name": "network-vif-plugged", "status": "completed", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:59.808070 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:59.881132 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7b137-c238-4a96-888c-ed8e7d4270bb x-openstack-request-id: req-56b7b137-c238-4a96-888c-ed8e7d4270bb {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:59.881423 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "name": "network-vif-plugged", "status": "completed", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:59.881672 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56b7b137-c238-4a96-888c-ed8e7d4270bb {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:59.882062 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'code': 200} Sep 17 23:58:59.884424 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:59.932292 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=6dab6470-05a9-441b-87fb-5cabb9cfd50c,revision_number=7']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:00.244602 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:03.321776 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a57c2692-2853-4ea0-81d4-5682c6d60b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:05.925314 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-992d0e8a-f71f-4648-a8d5-410c5256900c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.164586 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.792966 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:09.427273 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:11.290244 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.198780 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59904) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:13.364738 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Deleting port 7ceba438-8939-484d-9e02-1993ec010187 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:13.365076 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.438354 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.438686 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.450249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Calling delete_port for 7ceba438-8939-484d-9e02-1993ec010187 owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:13.672615 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.699090 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event deleted for resources: {'Port': ['ID=7ceba438-8939-484d-9e02-1993ec010187,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:13.710799 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.711199 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.711539 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.711869 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.712218 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.712546 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.712865 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.713182 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.713498 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.713813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.714126 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.714440 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:13.770632 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.770955 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Floating IP f5182bce-b07c-4758-b7eb-915d086fddc8 disassociated (deleted). External IP: 172.25.6.168, port: 6dab6470-05a9-441b-87fb-5cabb9cfd50c. Sep 17 23:59:13.986007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:59:14.090808 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:59:14.095635 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:14.102402 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] Sync routers for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:59:14.111537 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:14.112892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:14.125936 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-49856b2d-bfc6-40f7-997b-fa274abea7a5 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "DELETE /v2.0/floatingips/f5182bce-b07c-4758-b7eb-915d086fddc8 HTTP/1.1" status: 204 len: 168 time: 0.9260528 Sep 17 23:59:14.126522 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:59:14.129011 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c17fee2-8eff-45d5-877a-b02591e9dfb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:59:14.235190 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:14.255665 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17322b81-0e47-4708-9e0a-46236e533010 x-openstack-request-id: req-17322b81-0e47-4708-9e0a-46236e533010 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:59:14.256288 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:59:14.256288 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17322b81-0e47-4708-9e0a-46236e533010 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:59:14.256662 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'status': 'completed', 'code': 200} Sep 17 23:59:14.339329 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-7f989b33-09f8-4001-9fbd-b122aa12805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:14.340902 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-7f989b33-09f8-4001-9fbd-b122aa12805f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 1098 time: 0.0413940 Sep 17 23:59:14.433263 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-6de69ada-fa45-4eb1-9365-24bc21e192a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:14.434863 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-6de69ada-fa45-4eb1-9365-24bc21e192a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.0861745 Sep 17 23:59:14.482398 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-de28b41e-f103-4e99-92f7-2bfc2669cfc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c HTTP/1.1" status: 200 len: 217 time: 0.0395625 Sep 17 23:59:14.486662 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:57Z', 'updated_at': '2021-09-17T23:54:00Z', 'revision_number': 1, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:14.513568 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] Checking router: 7e9241b7-f1cc-426e-9949-a62a2a25bb90 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:59:14.523002 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:14.524635 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:14.569518 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3570b-bee9-40df-8f12-997dce466449 req-4e562153-514f-4799-a8e2-f99358898403 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:14.571051 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d3e3570b-bee9-40df-8f12-997dce466449 req-4e562153-514f-4799-a8e2-f99358898403 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 946 time: 0.0502825 Sep 17 23:59:14.579138 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-736cf9b9-9c53-4a3d-9f16-b6c844ac32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:14.580666 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-736cf9b9-9c53-4a3d-9f16-b6c844ac32f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0566163 Sep 17 23:59:14.615432 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d3e3570b-bee9-40df-8f12-997dce466449 req-65f93e6d-420e-453a-95a7-1dc8ac9d1c94 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367754 Sep 17 23:59:14.632297 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-6618d664-0692-4c89-b340-84786d15eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:14.633820 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-6618d664-0692-4c89-b340-84786d15eca3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446637 Sep 17 23:59:14.641960 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:14.730824 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-98ca00a3-b7c6-43e2-acc6-acb76362dae0 service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863025 Sep 17 23:59:14.821499 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-9c17fee2-8eff-45d5-877a-b02591e9dfb9 req-680e029e-0599-4d20-b89b-d627b9a55084 service neutron] 10.222.0.15 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828452 Sep 17 23:59:14.863161 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:57Z', 'updated_at': '2021-09-17T23:54:00Z', 'revision_number': 1, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:14.893009 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6489487d-d368-4178-b8da-e5c3be4358c8 None None] The sync data for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 is: [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_floatingips': [{'id': '2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'router_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'port_id': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'mac_address': 'fa:16:3e:2c:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:57Z', 'updated_at': '2021-09-17T23:54:00Z', 'revision_number': 1, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:59:15.109259 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ef673-b06b-454e-8cb6-fbb9ca4a9266 None None] New status for floating IP f5182bce-b07c-4758-b7eb-915d086fddc8: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:59:15.700401 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6dab6470-05a9-441b-87fb-5cabb9cfd50c no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:15.773244 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d0983-7d09-4e7e-a6ab-baabc633ec4a req-029c98df-6137-4159-b2cf-502f2b262a4f tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:15.774725 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-469d0983-7d09-4e7e-a6ab-baabc633ec4a req-029c98df-6137-4159-b2cf-502f2b262a4f tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 946 time: 0.0528655 Sep 17 23:59:15.776240 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16672058'] for port, before_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:15.799335 n-d-713499-18 neutron-server[95456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c'}] {{(pid=95456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:59:15.801931 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8c7b9c8d1e94bbfb4f568c5419d8d3788427b65bc56434f1c788076b5dc10c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a356995-ac89-496a-950a-b2c0ebf66d64" -d '{"events": [{"server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "name": "network-vif-unplugged", "status": "completed", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c"}]}' {{(pid=95456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:59:15.814428 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] For port 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:15.823184 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-469d0983-7d09-4e7e-a6ab-baabc633ec4a req-c07857dd-8283-4c8a-ac53-edd863cb248c tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387082 Sep 17 23:59:15.842483 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46b8ca7-34ca-47e6-9dff-51db193e35bb x-openstack-request-id: req-d46b8ca7-34ca-47e6-9dff-51db193e35bb {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:59:15.843031 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "name": "network-vif-unplugged", "status": "completed", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c", "code": 200}]} {{(pid=95456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:59:15.843288 n-d-713499-18 neutron-server[95456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d46b8ca7-34ca-47e6-9dff-51db193e35bb {{(pid=95456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:59:15.843711 n-d-713499-18 neutron-server[95456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'code': 200} Sep 17 23:59:15.867004 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750903152141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750902795457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750902795475'] for port, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:15.917963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Pushing event updated for resources: {'Port': ['ID=6dab6470-05a9-441b-87fb-5cabb9cfd50c,revision_number=8']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:16.430997 n-d-713499-18 neutron-server[95455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de232f-0697-4041-a2e6-084bc789e7bf req-8e23a008-d9cf-4a2d-9f9e-fcaad9707578 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:16.432487 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67de232f-0697-4041-a2e6-084bc789e7bf req-8e23a008-d9cf-4a2d-9f9e-fcaad9707578 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.15 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 944 time: 0.0493371 Sep 17 23:59:16.530258 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-67de232f-0697-4041-a2e6-084bc789e7bf req-6ca2a5df-65a8-4ce6-ad61-5091d58f1072 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Deleting port 6dab6470-05a9-441b-87fb-5cabb9cfd50c {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:16.530603 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-67de232f-0697-4041-a2e6-084bc789e7bf req-6ca2a5df-65a8-4ce6-ad61-5091d58f1072 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:16.621452 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [req-67de232f-0697-4041-a2e6-084bc789e7bf req-6ca2a5df-65a8-4ce6-ad61-5091d58f1072 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] For port 6dab6470-05a9-441b-87fb-5cabb9cfd50c, host n-h2-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-18',level=0,port_id=6dab6470-05a9-441b-87fb-5cabb9cfd50c,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:16.621816 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-67de232f-0697-4041-a2e6-084bc789e7bf req-6ca2a5df-65a8-4ce6-ad61-5091d58f1072 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:16.634654 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [req-67de232f-0697-4041-a2e6-084bc789e7bf req-6ca2a5df-65a8-4ce6-ad61-5091d58f1072 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Calling delete_port for 6dab6470-05a9-441b-87fb-5cabb9cfd50c owned by compute:nova {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:16.792750 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-67de232f-0697-4041-a2e6-084bc789e7bf req-6ca2a5df-65a8-4ce6-ad61-5091d58f1072 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:16.823003 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2a5df-65a8-4ce6-ad61-5091d58f1072 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event deleted for resources: {'Port': ['ID=6dab6470-05a9-441b-87fb-5cabb9cfd50c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:16.861757 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [req-67de232f-0697-4041-a2e6-084bc789e7bf req-6ca2a5df-65a8-4ce6-ad61-5091d58f1072 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] No DVR routers for this DVR port 6dab6470-05a9-441b-87fb-5cabb9cfd50c on host n-h2-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:59:16.865212 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [req-67de232f-0697-4041-a2e6-084bc789e7bf req-6ca2a5df-65a8-4ce6-ad61-5091d58f1072 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:16.867259 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-67de232f-0697-4041-a2e6-084bc789e7bf req-6ca2a5df-65a8-4ce6-ad61-5091d58f1072 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.15 "DELETE /v2.0/ports/6dab6470-05a9-441b-87fb-5cabb9cfd50c HTTP/1.1" status: 204 len: 173 time: 0.4291689 Sep 17 23:59:16.867702 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'name': 'network-vif-deleted', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:59:16.869995 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bb695c-475a-4e24-978f-216be68cad31" -d '{"events": [{"server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "name": "network-vif-deleted", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:59:16.913742 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41326d8a-0ef2-42b8-86d1-ba3c760b5ee4 x-openstack-request-id: req-41326d8a-0ef2-42b8-86d1-ba3c760b5ee4 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:59:16.914031 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8952dacc-0811-4190-9ed9-1518c1199a30", "name": "network-vif-deleted", "tag": "6dab6470-05a9-441b-87fb-5cabb9cfd50c", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:59:16.914277 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41326d8a-0ef2-42b8-86d1-ba3c760b5ee4 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:59:16.914667 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8952dacc-0811-4190-9ed9-1518c1199a30', 'name': 'network-vif-deleted', 'tag': '6dab6470-05a9-441b-87fb-5cabb9cfd50c', 'status': 'completed', 'code': 200} Sep 17 23:59:16.916778 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [req-edda1582-1838-4fea-851c-454919b02022 req-5c25d816-ef15-4bab-9add-be98635f5adf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=8952dacc-0811-4190-9ed9-1518c1199a30 HTTP/1.1" status: 200 len: 210 time: 0.0293543 Sep 17 23:59:19.246521 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59976) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:19.402063 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Deleting port aab806ba-4e9a-420d-a36d-e619db04fe2f {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:19.402412 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.477483 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.477810 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.489271 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Calling delete_port for aab806ba-4e9a-420d-a36d-e619db04fe2f owned by network:floatingip {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:19.666769 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.689291 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event deleted for resources: {'Port': ['ID=aab806ba-4e9a-420d-a36d-e619db04fe2f,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:19.715205 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6dab6470-05a9-441b-87fb-5cabb9cfd50c no longer exists at agent hyperv_n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:19.735242 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] No Port match for: 6dab6470-05a9-441b-87fb-5cabb9cfd50c {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:19.735588 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Device 6dab6470-05a9-441b-87fb-5cabb9cfd50c not bound to the agent host n-h2-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:19.754773 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for floatingip, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.755758 n-d-713499-18 neutron-server[95455]: INFO neutron.db.l3_db [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Floating IP 2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3 disassociated (deleted). External IP: 172.25.6.32, port: a7a553bb-acb3-409d-89a3-cb8d9b96269e. Sep 17 23:59:20.251417 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:59:20.357251 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:59:20.362085 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for floatingip, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.367658 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] Sync routers for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:59:20.376563 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:20.377176 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:20.389329 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-3a0ddee2-8320-49f2-a23f-7170a049f503 tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "DELETE /v2.0/floatingips/2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3 HTTP/1.1" status: 204 len: 168 time: 1.1417329 Sep 17 23:59:20.390127 n-d-713499-18 neutron-server[95455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e'}] {{(pid=95455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:59:20.392497 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa07536c34627af4f57a5bab38ca9d9282a274a31c15e98fc362b4acdc525aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9a408c-807d-4407-8af3-d514488d65fb" -d '{"events": [{"name": "network-changed", "server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e"}]}' {{(pid=95455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:59:20.434862 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569fff9a-2d0f-46e7-9a61-d9a4234b6907 x-openstack-request-id: req-569fff9a-2d0f-46e7-9a61-d9a4234b6907 {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:59:20.435312 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e", "status": "completed", "code": 200}]} {{(pid=95455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:59:20.435633 n-d-713499-18 neutron-server[95455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-569fff9a-2d0f-46e7-9a61-d9a4234b6907 {{(pid=95455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:59:20.436104 n-d-713499-18 neutron-server[95455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'status': 'completed', 'code': 200} Sep 17 23:59:20.487649 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:20.848298 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a408c-807d-4407-8af3-d514488d65fb req-e9b0ac16-18f6-4229-83f0-0773b6a631ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:20.850497 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b9a408c-807d-4407-8af3-d514488d65fb req-e9b0ac16-18f6-4229-83f0-0773b6a631ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40c3e377477b47358ef17cdbeda0771e&device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 1096 time: 0.3935735 Sep 17 23:59:20.862854 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:20.874665 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b70860-64b6-4683-86d1-425ecef1fa9a req-ac7f7ca9-e0dd-4884-aed2-34f3f5e28efa tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:20.876148 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5b70860-64b6-4683-86d1-425ecef1fa9a req-ac7f7ca9-e0dd-4884-aed2-34f3f5e28efa tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 944 time: 0.0665231 Sep 17 23:59:20.893350 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] Checking router: 7e9241b7-f1cc-426e-9949-a62a2a25bb90 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:59:20.902241 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:20.902862 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:20.963570 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-d5b70860-64b6-4683-86d1-425ecef1fa9a req-6f7e1833-c166-4906-acb1-f95eb49a5d5a tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/security-groups?id=283a7c64-ca02-42f2-8265-a535a6c03454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775948 Sep 17 23:59:20.981885 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a408c-807d-4407-8af3-d514488d65fb req-af90e215-1ace-4b17-a9a2-da3c4490b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:20.983353 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b9a408c-807d-4407-8af3-d514488d65fb req-af90e215-1ace-4b17-a9a2-da3c4490b89e service neutron] 10.222.0.23 "GET /v2.0/networks?id=117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 200 len: 911 time: 0.1250644 Sep 17 23:59:21.013828 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:21.025889 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b9a408c-807d-4407-8af3-d514488d65fb req-e1ddfc54-2b0f-48d8-9865-21f1dab6f816 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e HTTP/1.1" status: 200 len: 217 time: 0.0343151 Sep 17 23:59:21.075327 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a408c-807d-4407-8af3-d514488d65fb req-1ec6c302-8290-4eb8-9e76-cace010af9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:21.076875 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b9a408c-807d-4407-8af3-d514488d65fb req-1ec6c302-8290-4eb8-9e76-cace010af9ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 200 len: 849 time: 0.0439596 Sep 17 23:59:21.129975 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a408c-807d-4407-8af3-d514488d65fb req-4c02c6cc-97fd-4276-94c4-e767cc18e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:21.132771 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b9a408c-807d-4407-8af3-d514488d65fb req-4c02c6cc-97fd-4276-94c4-e767cc18e4b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=117c5860-3bc9-4d51-9a24-a8b905ef9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465961 Sep 17 23:59:21.214277 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:21.227813 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b9a408c-807d-4407-8af3-d514488d65fb req-52c3475e-e3dc-4afc-b006-9c87876bf549 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860345 Sep 17 23:59:21.241068 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f2c3c-aa25-4cbc-8667-0db87532594e None None] The sync data for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 is: [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:34Z', 'revision_number': 4, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18', '_interfaces': [{'id': 'bc1f1070-51e2-4096-8110-d82c195cd44a', 'name': '', 'network_id': '117c5860-3bc9-4d51-9a24-a8b905ef9675', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'mac_address': 'fa:16:3e:2f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:38Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'subnets': [{'id': '548357cb-b3d4-4a00-9c10-a003e66b9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:59:21.330795 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-2b9a408c-807d-4407-8af3-d514488d65fb req-a677127f-5a9a-4f88-b3d4-d8b9aef94ea1 service neutron] 10.222.0.23 "GET /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945537 Sep 17 23:59:21.416938 n-d-713499-18 neutron-server[95454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01da2e-7172-48d5-a535-354009954060 req-8e28f2e2-827e-4b49-b728-9f348866184d tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:21.418506 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bf01da2e-7172-48d5-a535-354009954060 req-8e28f2e2-827e-4b49-b728-9f348866184d tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.23 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 944 time: 0.0520251 Sep 17 23:59:21.479162 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee4f58-0a65-4477-bd2a-0d1897fdd510 None None] New status for floating IP 2ca8e4c0-db86-46e4-9f86-bf74fdf46ae3: DOWN {{(pid=95457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:59:21.517385 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-bf01da2e-7172-48d5-a535-354009954060 req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Deleting port a7a553bb-acb3-409d-89a3-cb8d9b96269e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:21.517709 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-bf01da2e-7172-48d5-a535-354009954060 req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.612519 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [req-bf01da2e-7172-48d5-a535-354009954060 req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] For port a7a553bb-acb3-409d-89a3-cb8d9b96269e, host n-h1-713499-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-18',level=0,port_id=a7a553bb-acb3-409d-89a3-cb8d9b96269e,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:21.612889 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-bf01da2e-7172-48d5-a535-354009954060 req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.625939 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [req-bf01da2e-7172-48d5-a535-354009954060 req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Calling delete_port for a7a553bb-acb3-409d-89a3-cb8d9b96269e owned by compute:nova {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:21.820511 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-bf01da2e-7172-48d5-a535-354009954060 req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.850466 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event deleted for resources: {'Port': ['ID=a7a553bb-acb3-409d-89a3-cb8d9b96269e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:21.862929 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.863280 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.863643 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.863982 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.864930 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.865389 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.865810 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.866153 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.866481 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.866807 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.867134 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.867458 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-18 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:21.901820 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf01da2e-7172-48d5-a535-354009954060 req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] No DVR routers for this DVR port a7a553bb-acb3-409d-89a3-cb8d9b96269e on host n-h1-713499-18 {{(pid=95454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:59:21.904429 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [req-bf01da2e-7172-48d5-a535-354009954060 req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97371'] for port, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.906464 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bf01da2e-7172-48d5-a535-354009954060 req-52d55dda-0e51-480a-9fa5-c60a9e036caf tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.23 "DELETE /v2.0/ports/a7a553bb-acb3-409d-89a3-cb8d9b96269e HTTP/1.1" status: 204 len: 173 time: 0.4821787 Sep 17 23:59:21.906963 n-d-713499-18 neutron-server[95454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'name': 'network-vif-deleted', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e'}] {{(pid=95454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:59:21.909225 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e481299db2f27e099c4879ce0d4391a08abaf30ce9f91c53078680d0bb8243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0374d1f5-9efe-4f5d-a654-0517eebd5a4a" -d '{"events": [{"server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "name": "network-vif-deleted", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e"}]}' {{(pid=95454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:59:22.008928 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a590f667-612d-439b-a13b-90424a72eb65 x-openstack-request-id: req-a590f667-612d-439b-a13b-90424a72eb65 {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:59:22.009286 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717d875a-4794-4ebb-bb4c-fb748ffda9fb", "name": "network-vif-deleted", "tag": "a7a553bb-acb3-409d-89a3-cb8d9b96269e", "status": "completed", "code": 200}]} {{(pid=95454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:59:22.009605 n-d-713499-18 neutron-server[95454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a590f667-612d-439b-a13b-90424a72eb65 {{(pid=95454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:59:22.010095 n-d-713499-18 neutron-server[95454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717d875a-4794-4ebb-bb4c-fb748ffda9fb', 'name': 'network-vif-deleted', 'tag': 'a7a553bb-acb3-409d-89a3-cb8d9b96269e', 'status': 'completed', 'code': 200} Sep 17 23:59:22.063993 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [req-bffc2910-203a-4adb-962d-3729f7ea3e4e req-d99dbb2c-938e-453a-92c2-b659ce55f4ae tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "GET /v2.0/ports?device_id=717d875a-4794-4ebb-bb4c-fb748ffda9fb HTTP/1.1" status: 200 len: 210 time: 0.0329967 Sep 17 23:59:23.121534 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59992) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:23.181273 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-095f0c74-c51e-40cb-9d34-f2a626f304ed tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.205884 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-095f0c74-c51e-40cb-9d34-f2a626f304ed tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.241864 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:59:23.324026 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-095f0c74-c51e-40cb-9d34-f2a626f304ed tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.326751 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-095f0c74-c51e-40cb-9d34-f2a626f304ed tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.327922 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-095f0c74-c51e-40cb-9d34-f2a626f304ed tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] 10.222.0.30 "DELETE /v2.0/security-groups/283a7c64-ca02-42f2-8265-a535a6c03454 HTTP/1.1" status: 204 len: 168 time: 0.2054048 Sep 17 23:59:23.337438 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f0c74-c51e-40cb-9d34-f2a626f304ed tempest-TestSnapshotPattern-2053703996 tempest-TestSnapshotPattern-2053703996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=283a7c64-ca02-42f2-8265-a535a6c03454,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:24.477697 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 59998) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:24.908293 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:25.149572 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] Deleting port bc1f1070-51e2-4096-8110-d82c195cd44a {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:25.149917 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:25.226274 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] For port bc1f1070-51e2-4096-8110-d82c195cd44a, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=bc1f1070-51e2-4096-8110-d82c195cd44a,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:25.226548 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:25.240928 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] Calling delete_port for bc1f1070-51e2-4096-8110-d82c195cd44a owned by network:router_interface {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:25.512516 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:25.537443 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1f1070-51e2-4096-8110-d82c195cd44a,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:25.688089 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a7a553bb-acb3-409d-89a3-cb8d9b96269e no longer exists at agent hyperv_n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:25.715892 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] No Port match for: a7a553bb-acb3-409d-89a3-cb8d9b96269e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:25.716833 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Device a7a553bb-acb3-409d-89a3-cb8d9b96269e not bound to the agent host n-h1-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:25.721010 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:25.938399 n-d-713499-18 neutron-server[95455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] Router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:59:26.052502 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:59:26.059780 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-2a8712bb-aa65-4ff9-a8c6-c14e0c7f2ffc admin admin] 10.222.0.30 "PUT /v2.0/routers/7e9241b7-f1cc-426e-9949-a62a2a25bb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5809641 Sep 17 23:59:26.060817 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60002) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:26.062150 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] Sync routers for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:59:26.071808 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:26.072714 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:26.172300 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Notify callbacks [] for router, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:26.184734 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: n-d-713499-18 {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:26.281712 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:26.371397 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:59:25Z', 'revision_number': 5, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port': {'id': 'e0c55065-ac50-477b-a74d-3fe5e6a5e19d', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:26.398060 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] Checking router: 7e9241b7-f1cc-426e-9949-a62a2a25bb90 for host: n-d-713499-18 {{(pid=95456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:59:26.407910 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] Routers {'7e9241b7-f1cc-426e-9949-a62a2a25bb90'} bound to L3 agent in host n-d-713499-18 {{(pid=95456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:26.408566 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'], 'active': True} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:26.430980 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Deleting port e0c55065-ac50-477b-a74d-3fe5e6a5e19d {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:26.431322 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:26.505520 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvr_db [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] Set router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 gateway port host: None {{(pid=95456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:26.514556 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] For port e0c55065-ac50-477b-a74d-3fe5e6a5e19d, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=e0c55065-ac50-477b-a74d-3fe5e6a5e19d,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:26.515093 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:26.528604 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Calling delete_port for e0c55065-ac50-477b-a74d-3fe5e6a5e19d owned by network:router_gateway {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:26.560364 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_hamode_db [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:59:26Z', 'revision_number': 6, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:26.587721 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f433960-4ad4-4f96-ad6e-d3b78ede4e45 None None] The sync data for ids ['7e9241b7-f1cc-426e-9949-a62a2a25bb90'] in n-d-713499-18 is: [{'id': '7e9241b7-f1cc-426e-9949-a62a2a25bb90', 'name': 'tempest-TestSnapshotPattern-1084945541-router', 'tenant_id': '40c3e377477b47358ef17cdbeda0771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:31Z', 'updated_at': '2021-09-17T23:59:26Z', 'revision_number': 6, 'project_id': '40c3e377477b47358ef17cdbeda0771e', 'gw_port_host': None}] {{(pid=95456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:59:27.032831 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.060401 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c55065-ac50-477b-a74d-3fe5e6a5e19d,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:27.122488 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.209725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.211812 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.312879 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.313342 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e9241b7-f1cc-426e-9949-a62a2a25bb90 {{(pid=95455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:59:27.319942 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] Notify callbacks [] for router, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.323173 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-32fe6197-02d6-4a69-a8e7-64797956e265 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7e9241b7-f1cc-426e-9949-a62a2a25bb90 HTTP/1.1" status: 204 len: 168 time: 1.2604401 Sep 17 23:59:27.325344 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60004) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:27.372555 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.db_base_plugin_v2 [None req-97df6d31-c622-4f2e-82e7-88b0918fd702 admin admin] Deleting subnet 548357cb-b3d4-4a00-9c10-a003e66b9281 {{(pid=95455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:59:27.375759 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97df6d31-c622-4f2e-82e7-88b0918fd702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.411933 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97df6d31-c622-4f2e-82e7-88b0918fd702 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734895'] for subnet, precommit_delete_associations {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.493764 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97df6d31-c622-4f2e-82e7-88b0918fd702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.617423 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97df6d31-c622-4f2e-82e7-88b0918fd702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59150592'] for subnet, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.640368 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df6d31-c622-4f2e-82e7-88b0918fd702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548357cb-b3d4-4a00-9c10-a003e66b9281,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:27.646643 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-97df6d31-c622-4f2e-82e7-88b0918fd702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.649931 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-97df6d31-c622-4f2e-82e7-88b0918fd702 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/548357cb-b3d4-4a00-9c10-a003e66b9281 HTTP/1.1" status: 204 len: 168 time: 0.3222136 Sep 17 23:59:27.652007 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60006) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:27.654480 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad92d37-4bba-4636-89d4-4dfc998cfedf None None] Network 117c5860-3bc9-4d51-9a24-a8b905ef9675 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:59:27.736595 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.798813 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Deleting port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:27.799072 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.832072 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1d3c2-e6c0-414f-9a9f-4b68690d8c2f None None] DHCP port deletion for 117c5860-3bc9-4d51-9a24-a8b905ef9675 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:59:27.864070 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] For port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b5e9cdf9-baa1-4341-a2df-cba641ab4ce5,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:27.864468 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.877106 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Calling delete_port for b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:27.880018 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1d3c2-e6c0-414f-9a9f-4b68690d8c2f None None] Deleting port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:27.880446 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d3c2-e6c0-414f-9a9f-4b68690d8c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.950532 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-c5b1d3c2-e6c0-414f-9a9f-4b68690d8c2f None None] For port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=b5e9cdf9-baa1-4341-a2df-cba641ab4ce5,segment=NetworkSegment(bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9),segment_id=bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:27.950532 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d3c2-e6c0-414f-9a9f-4b68690d8c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.964859 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1d3c2-e6c0-414f-9a9f-4b68690d8c2f None None] Calling delete_port for b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:28.023377 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:28.027161 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.056612 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:28.056963 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:28.057121 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e9cdf9-baa1-4341-a2df-cba641ab4ce5,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:28.057386 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bc1f1070-51e2-4096-8110-d82c195cd44a no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:28.063687 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] No DVR routers for this DVR port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:59:28.088665 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: bc1f1070-51e2-4096-8110-d82c195cd44a {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:28.089012 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device bc1f1070-51e2-4096-8110-d82c195cd44a not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:28.089437 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e0c55065-ac50-477b-a74d-3fe5e6a5e19d no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:28.111050 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: e0c55065-ac50-477b-a74d-3fe5e6a5e19d {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:28.111394 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device e0c55065-ac50-477b-a74d-3fe5e6a5e19d not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:28.114568 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d3c2-e6c0-414f-9a9f-4b68690d8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.139852 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1d3c2-e6c0-414f-9a9f-4b68690d8c2f None None] Pushing event deleted for resources: {'Port': ['ID=b5e9cdf9-baa1-4341-a2df-cba641ab4ce5,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:28.140241 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.145372 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b1d3c2-e6c0-414f-9a9f-4b68690d8c2f None None] No DVR routers for this DVR port b5e9cdf9-baa1-4341-a2df-cba641ab4ce5 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:59:28.165829 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117c5860-3bc9-4d51-9a24-a8b905ef9675']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:28.175185 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:28.175490 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfc2c5f-2b37-444c-8d2e-59ca5f9bc7a9') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:28.184686 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.197926 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.203742 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:59:28.204211 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:59:28.208275 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:59:28.306848 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.312426 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.317990 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/117c5860-3bc9-4d51-9a24-a8b905ef9675 HTTP/1.1" status: 204 len: 168 time: 0.6607227 Sep 17 23:59:28.318236 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60008) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:28.325406 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12c56c-a679-43d3-a5b3-7e0f865eb3d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=117c5860-3bc9-4d51-9a24-a8b905ef9675,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:28.671473 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-866584'] for router_interface, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.923528 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] Deleting port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:28.923774 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:29.006130 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] For port 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116,segment=NetworkSegment(3679e26b-2508-40a7-8721-1103371d5806),segment_id=3679e26b-2508-40a7-8721-1103371d5806)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:29.006483 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:29.020480 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] Calling delete_port for 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 owned by network:router_interface {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:29.261598 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:29.285358 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:29.458591 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-867496'] for router_interface, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:29.671499 n-d-713499-18 neutron-server[95454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] Router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 has already been hosted by L3 agent c298c976-7216-4b59-90c1-5d0daac49b94 {{(pid=95454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:59:29.789017 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] Notify agent at l3_agent.n-d-713499-18 the message routers_updated {{(pid=95454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:59:29.794388 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-90c594f0-9aee-4a70-b681-3fbf2fc52332 admin admin] 10.222.0.30 "PUT /v2.0/routers/3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4760332 Sep 17 23:59:29.796968 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60010) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:29.799730 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] Sync routers for ids ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'] in n-d-713499-18 {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:59:29.809599 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] Routers {'3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:29.810210 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:29.906288 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Notify callbacks [] for router, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.016320 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.016636 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] Set router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 gateway port host: n-d-713499-18 {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:30.128892 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Deleting port 85804b2e-998d-4460-b2db-3523b6a5064e {{(pid=95454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:30.129237 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.202282 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'name': 'tempest-TestSnapshotPattern-1235144767-router', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'external_fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:59:29Z', 'revision_number': 5, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'gw_port': {'id': '85804b2e-998d-4460-b2db-3523b6a5064e', 'name': '', 'network_id': '6f9f4c21-197f-47a2-8314-6a9cf1e46b67', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ebb36fd-039d-4855-abaf-80b2d60fe799', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-18'}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:30.208453 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] For port 85804b2e-998d-4460-b2db-3523b6a5064e, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=85804b2e-998d-4460-b2db-3523b6a5064e,segment=NetworkSegment(285fcd45-ec43-42c8-ac5b-681268694d82),segment_id=285fcd45-ec43-42c8-ac5b-681268694d82)] {{(pid=95454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:30.208814 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.226441 n-d-713499-18 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Calling delete_port for 85804b2e-998d-4460-b2db-3523b6a5064e owned by network:router_gateway {{(pid=95454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:30.229143 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] Checking router: 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 for host: n-d-713499-18 {{(pid=95457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:59:30.236948 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] Routers {'3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'} bound to L3 agent in host n-d-713499-18 {{(pid=95457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:30.237577 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T22:06:06Z,description=,heartbeat_timestamp=2021-09-17T23:59:06Z,host='n-d-713499-18',id=c298c976-7216-4b59-90c1-5d0daac49b94,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T22:06:06Z,topic='l3_agent')) {'router_ids': ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'], 'active': True} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:30.249044 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.322033 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_dvr_db [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] Set router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 gateway port host: None {{(pid=95457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:30.372501 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.l3_hamode_db [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'name': 'tempest-TestSnapshotPattern-1235144767-router', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:59:30Z', 'revision_number': 6, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'gw_port_host': None}], 'n-d-713499-18', False) {} {{(pid=95457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:30.400840 n-d-713499-18 neutron-server[95457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6db5e4-271a-4a6a-8b7f-52aa14e95873 None None] The sync data for ids ['3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4'] in n-d-713499-18 is: [{'id': '3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4', 'name': 'tempest-TestSnapshotPattern-1235144767-router', 'tenant_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:37Z', 'updated_at': '2021-09-17T23:59:30Z', 'revision_number': 6, 'project_id': 'f8832a5c41de44fb9aaa4d8d32e6f966', 'gw_port_host': None}] {{(pid=95457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:59:30.438075 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58896184'] for port, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.474173 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Pushing event deleted for resources: {'Port': ['ID=85804b2e-998d-4460-b2db-3523b6a5064e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:30.534147 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867438'] for router_gateway, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.622618 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-865087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65466'] for router, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.624723 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.741374 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-865220'] for router, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.745531 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 {{(pid=95454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:59:30.746442 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] Notify callbacks [] for router, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.747871 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-139e818f-cdfd-4ca2-9b18-00f48053b52c admin admin] 10.222.0.30 "DELETE /v2.0/routers/3b9a66d1-bd2c-4aeb-87a3-9e8f536355a4 HTTP/1.1" status: 204 len: 168 time: 0.9497631 Sep 17 23:59:30.750225 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [-] (95454) accepted ('10.222.0.30', 60012) {{(pid=95454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:30.800737 n-d-713499-18 neutron-server[95454]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a15b40-c6d8-4871-93e3-d2d72e8731b3 admin admin] Deleting subnet eb60cddd-dd7b-4177-9e64-80c487f82a4e {{(pid=95454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:59:30.804648 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75a15b40-c6d8-4871-93e3-d2d72e8731b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.841329 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75a15b40-c6d8-4871-93e3-d2d72e8731b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955161'] for subnet, precommit_delete_associations {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.917175 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75a15b40-c6d8-4871-93e3-d2d72e8731b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16681098'] for subnet, precommit_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.044311 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75a15b40-c6d8-4871-93e3-d2d72e8731b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16681117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58896151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59390517'] for subnet, after_delete {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.072471 n-d-713499-18 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a15b40-c6d8-4871-93e3-d2d72e8731b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb60cddd-dd7b-4177-9e64-80c487f82a4e,revision_number=None']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:31.074475 n-d-713499-18 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75a15b40-c6d8-4871-93e3-d2d72e8731b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.076416 n-d-713499-18 neutron-server[95454]: INFO neutron.wsgi [None req-75a15b40-c6d8-4871-93e3-d2d72e8731b3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eb60cddd-dd7b-4177-9e64-80c487f82a4e HTTP/1.1" status: 204 len: 168 time: 0.3252058 Sep 17 23:59:31.078993 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2477d9b-2835-428a-af7f-37c52a889aaa None None] Network d651297a-b72f-4976-a027-eb32659e5341 requested from n-d-713499-18 {{(pid=95456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:59:31.079145 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60014) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:31.156595 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16757115'] for network, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.217376 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Deleting port 19ae796c-de02-4bb6-a255-363d86686eb2 {{(pid=95455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:31.217725 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.255299 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43428d34-bb82-4cd1-927f-60dfa74631a6 None None] DHCP port deletion for d651297a-b72f-4976-a027-eb32659e5341 request from n-d-713499-18 {{(pid=95456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:59:31.284544 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.db [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] For port 19ae796c-de02-4bb6-a255-363d86686eb2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=19ae796c-de02-4bb6-a255-363d86686eb2,segment=NetworkSegment(3679e26b-2508-40a7-8721-1103371d5806),segment_id=3679e26b-2508-40a7-8721-1103371d5806)] {{(pid=95455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:31.284910 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.298309 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.plugin [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Calling delete_port for 19ae796c-de02-4bb6-a255-363d86686eb2 owned by network:dhcp {{(pid=95455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:31.303265 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-43428d34-bb82-4cd1-927f-60dfa74631a6 None None] Deleting port 19ae796c-de02-4bb6-a255-363d86686eb2 {{(pid=95456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:31.303642 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-43428d34-bb82-4cd1-927f-60dfa74631a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750903147057'] for port, before_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.371618 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.db [None req-43428d34-bb82-4cd1-927f-60dfa74631a6 None None] For port 19ae796c-de02-4bb6-a255-363d86686eb2, host n-d-713499-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-18',level=0,port_id=19ae796c-de02-4bb6-a255-363d86686eb2,segment=NetworkSegment(3679e26b-2508-40a7-8721-1103371d5806),segment_id=3679e26b-2508-40a7-8721-1103371d5806)] {{(pid=95456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:31.372020 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-43428d34-bb82-4cd1-927f-60dfa74631a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862288'] for port, precommit_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.390276 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-43428d34-bb82-4cd1-927f-60dfa74631a6 None None] Calling delete_port for 19ae796c-de02-4bb6-a255-363d86686eb2 owned by network:dhcp {{(pid=95456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:31.443204 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854136'] for port, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.463074 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-43428d34-bb82-4cd1-927f-60dfa74631a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16672123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750903150071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750902795448'] for port, after_delete {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.469642 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Pushing event deleted for resources: {'Port': ['ID=19ae796c-de02-4bb6-a255-363d86686eb2,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:31.483910 n-d-713499-18 neutron-server[95455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] No DVR routers for this DVR port 19ae796c-de02-4bb6-a255-363d86686eb2 on host n-d-713499-18 {{(pid=95455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:59:31.487811 n-d-713499-18 neutron-server[95456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43428d34-bb82-4cd1-927f-60dfa74631a6 None None] Pushing event deleted for resources: {'Port': ['ID=19ae796c-de02-4bb6-a255-363d86686eb2,revision_number=None']} {{(pid=95456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:31.491900 n-d-713499-18 neutron-server[95456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43428d34-bb82-4cd1-927f-60dfa74631a6 None None] No DVR routers for this DVR port 19ae796c-de02-4bb6-a255-363d86686eb2 on host n-d-713499-18 {{(pid=95456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:59:31.546350 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16681741', 'neutron.services.segments.db._delete_segments_for_network-8750903261341'] for network, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.566816 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d651297a-b72f-4976-a027-eb32659e5341']}} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:31.575919 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3679e26b-2508-40a7-8721-1103371d5806') {'for_net_delete': True} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:31.576249 n-d-713499-18 neutron-server[95455]: DEBUG neutron.services.segments.db [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3679e26b-2508-40a7-8721-1103371d5806') {} {{(pid=95455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:31.585233 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750903261606', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734884'] for segment, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.597961 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615'] for segment, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.604411 n-d-713499-18 neutron-server[95455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=95455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:59:31.604811 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16707615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3855049'] for segment, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: Traceback (most recent call last): Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: timer() Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: cb(*args, **kw) Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: return func(*args, **kwargs) Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: self._notify() Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: self.callback(batched_events) Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: event.method(event) Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: return f(self, *a, **k) Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: return self._get(url).json() Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: return self.request(url, 'GET', **kwargs) Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:59:31.606458 n-d-713499-18 neutron-server[95455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:59:31.706470 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16681748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867338'] for network, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.712459 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Notify callbacks [] for network, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.714294 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] 10.222.0.30 "DELETE /v2.0/networks/d651297a-b72f-4976-a027-eb32659e5341 HTTP/1.1" status: 204 len: 168 time: 0.6341755 Sep 17 23:59:31.724985 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c2f4e-f88a-40bc-addb-a5313baeddfb admin admin] Pushing event deleted for resources: {'Network': ['ID=d651297a-b72f-4976-a027-eb32659e5341,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:32.006159 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:32.027053 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60018) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:32.028206 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:32.028564 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 4ca3cc5d-bfd0-41e9-bdce-9e7f487b3116 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:32.028999 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 85804b2e-998d-4460-b2db-3523b6a5064e no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:32.051884 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 85804b2e-998d-4460-b2db-3523b6a5064e {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:32.053710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 85804b2e-998d-4460-b2db-3523b6a5064e not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:32.053710 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 19ae796c-de02-4bb6-a255-363d86686eb2 no longer exists at agent ovs-agent-n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:32.067732 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-04e5430b-74ce-4190-8921-f0ed8fc26174 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40c3e377477b47358ef17cdbeda0771e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395160 Sep 17 23:59:32.070366 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60020) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:32.071748 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.plugin [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] No Port match for: 19ae796c-de02-4bb6-a255-363d86686eb2 {{(pid=95456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:32.072108 n-d-713499-18 neutron-server[95456]: DEBUG neutron.plugins.ml2.rpc [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Device 19ae796c-de02-4bb6-a255-363d86686eb2 not bound to the agent host n-d-713499-18 {{(pid=95456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:32.119019 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40af09ba-dbdf-4e8a-8647-3f18d28cc341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.140069 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40af09ba-dbdf-4e8a-8647-3f18d28cc341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.249415 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40af09ba-dbdf-4e8a-8647-3f18d28cc341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.251903 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-40af09ba-dbdf-4e8a-8647-3f18d28cc341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.253087 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-40af09ba-dbdf-4e8a-8647-3f18d28cc341 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0993c5c-6c44-4e1f-a2a0-29717e99fd3c HTTP/1.1" status: 204 len: 168 time: 0.1818278 Sep 17 23:59:32.261040 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af09ba-dbdf-4e8a-8647-3f18d28cc341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0993c5c-6c44-4e1f-a2a0-29717e99fd3c,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:32.893935 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60026) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:32.933433 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-1e12ef83-6d99-4ac1-92ab-1f939021b31d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8832a5c41de44fb9aaa4d8d32e6f966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383573 Sep 17 23:59:32.936011 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [-] (95455) accepted ('10.222.0.30', 60028) {{(pid=95455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:32.992857 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea8fd-5cff-4033-b8a2-cbfb78d5a702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:33.014061 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea8fd-5cff-4033-b8a2-cbfb78d5a702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:33.106516 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea8fd-5cff-4033-b8a2-cbfb78d5a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022917'] for security_group, after_delete {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:33.109060 n-d-713499-18 neutron-server[95455]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea8fd-5cff-4033-b8a2-cbfb78d5a702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:33.110260 n-d-713499-18 neutron-server[95455]: INFO neutron.wsgi [None req-bc0ea8fd-5cff-4033-b8a2-cbfb78d5a702 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ccef1af-7022-43e5-bd26-f35e5d9cc429 HTTP/1.1" status: 204 len: 168 time: 0.1733248 Sep 17 23:59:33.118174 n-d-713499-18 neutron-server[95455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ea8fd-5cff-4033-b8a2-cbfb78d5a702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccef1af-7022-43e5-bd26-f35e5d9cc429,revision_number=None']} {{(pid=95455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:33.334395 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-abc411f7-5667-47ad-be6a-2e144711be50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:35.929495 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc65e-dfc3-4023-88a0-d369d3303c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:37.129623 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:37.781131 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:39.431872 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.311914 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:00.241283 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:00:00.322950 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:03.368544 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c2ebdfdf-6d30-4c01-b84a-c86a960a86e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:05.940434 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a3aa87f9-a354-4774-a085-ff6586baf362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.174465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.740486 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.437658 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:11.350926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.288271 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:33.385221 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-727b4b86-21e3-488a-83fc-592d901c3347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.927331 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-db20a067-7c94-4d74-9054-a788b3689049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.168029 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.241445 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:00:37.762439 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:39.448368 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.333896 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:00.281618 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:03.333070 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f844-542e-4dbc-b487-2c8c01008e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:05.927871 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-dbad4378-271d-4722-a0da-9ed8dcf0dfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:07.156397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:07.756292 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:09.447746 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:10.547937 n-d-713499-18 neutron-server[95455]: DEBUG neutron.wsgi [req-03c6f8c7-9747-4a8f-b959-78d00b9d73cd req-b7009993-3099-4ce3-88e0-978ecd02b746 service neutron] (95455) timed out ('10.222.0.30', 49210) {{(pid=95455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:01:11.327546 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:14.239887 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:01:30.293545 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:33.332952 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-e8d82068-7c71-4c2e-bc2c-66244561d8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:35.899312 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdfe0-04d6-4630-9ee1-dc6dbcd56583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:37.161254 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:37.749926 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:39.458671 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:41.338312 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:51.237973 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:02:00.280846 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:03.331985 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8c0cd380-9f74-4e92-b5ba-ce4dc1739c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:05.977951 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8c7a6f0f-f3d0-4ed5-a9a9-e08a931993f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:07.201444 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:07.777603 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:09.600049 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:11.371878 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:28.237016 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:02:30.303518 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:33.336986 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-213798d5-ce10-464b-be4c-8f7edb02a78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:35.937321 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a0c84e0b-0e9f-4c7a-a944-d96e8422dc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.159861 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.776999 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:39.560265 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.371349 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:00.303006 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:03.325346 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-a5676e10-8255-4194-adc8-17ff4b0f5774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:05.236970 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:03:05.925547 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0a03d43e-2f1e-4456-a8f4-4b8484be9b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:07.136702 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:07.782183 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:09.461383 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:11.359691 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.301802 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:33.318773 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-1334b36d-683e-4ff3-805a-4ebd6b7b306c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:35.941733 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ae2b510a-350c-4064-ab3f-7efc7be0af68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.159283 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.845121 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:39.421465 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:41.427353 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:42.235865 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:04:00.330397 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.329612 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-ccbaa7d2-7283-45bb-84e2-9db6765d5937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.935631 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-732d2e2c-f85b-4cfd-a43d-8d3d7994bca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.157957 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.763762 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.467206 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:11.375230 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:19.235232 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:04:30.289521 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:33.364089 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f2886afa-7d52-4152-89da-5ca9da37d4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:35.946494 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-60230228-88c8-4c49-965d-95d0fc2d0605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:37.151163 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:37.786857 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:39.443692 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:41.397424 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:56.235029 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:05:00.323211 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.345929 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-28f20474-bd7f-43d6-afe6-4429e5c65190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.934101 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-c9cebb65-652d-4acd-99c3-da0207054b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.185270 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.786017 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:09.500408 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.390838 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.327436 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.234388 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:05:33.356534 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6873-a0da-450c-aa7a-b0181995739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.961393 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7bbed4e5-e3e7-4f13-b520-e72669185c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.156920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.807020 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.465184 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:41.390820 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:00.315573 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.338097 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7c62edfb-0f3c-49b2-9fe1-a5328952f22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.916222 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-893abbfb-f8ca-4bdd-bbc6-c67f47e337c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.156493 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.800920 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:09.470320 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:10.233301 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:06:11.396243 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.245912 n-d-713499-18 neutron-server[95454]: DEBUG neutron.wsgi [req-eddb9331-f76a-43b0-babe-8bd22eeb46b3 req-35cca451-c1c6-4c69-946c-2833c4e39ca7 service neutron] (95454) timed out ('10.222.0.30', 59000) {{(pid=95454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:06:30.372798 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.326996 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5ef542ae-20d6-42cb-843e-38951176b3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.949994 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-241a9575-c050-4917-99f8-1c7b17097963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:37.138760 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:37.783720 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:39.481343 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.395331 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.232964 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:07:00.360916 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.354698 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-463d0a54-cc5a-4a41-9d47-1035b01d8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.920526 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0a400bf8-21c1-4443-a667-b9906431931c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.177143 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.816891 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.434868 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.377869 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.232389 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:07:30.382506 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.341654 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-7805350d-ca31-4bf6-8016-20f5fb7983d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.942775 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-5176fdd6-8c9c-44aa-8404-543a587d7234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.211824 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.799056 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.469172 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.406077 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-cfa300bc-fc53-4b09-8a2a-16d1aa6c6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:00.409980 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-0c99085e-0bac-402e-90ab-f06fc5ef36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:01.231743 n-d-713499-18 neutron-server[95457]: DEBUG neutron.db.agents_db [None req-112940fd-620c-4fd6-95a9-d4858348223c None None] Agent healthcheck: found 7 active agents {{(pid=95457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:08:03.325341 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c7-ac1f-475a-b401-a7f8a33c988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:05.941480 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c934-caef-4f6b-9262-c51259d31854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:07.205504 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-85d30865-291b-40d3-a63e-89070892d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:07.810798 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f89de0dc-7c1a-4186-98c6-3960c50a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:09.456767 n-d-713499-18 neutron-server[95456]: DEBUG neutron_lib.callbacks.manager [None req-f5e20aa9-7414-45c3-98be-cb2552496eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750903261323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16680461'] for agent, after_update {{(pid=95456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}